2024-09-13T15:59:56.324 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T15:59:56.345 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T15:59:56.449 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788 branch: wip-rishabh-testing-20240910.095512-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/damage} email: null first_in_suite: false job_id: '7903788' kernel: kdb: 1 sha1: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-rishabh-testing-20240910.095512-reef ceph: conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bdev async discard: true bdev enable discard: true bluestore allocator: bitmap bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug ms: 1 debug osd: 20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy - bad backtrace - object missing on disk - error reading table object - error reading sessionmap - Error loading MDS rank - missing journal object - Error recovering journal - error decoding table object - failed to read JournalPointer - Corrupt directory entry - Corrupt fnode header - corrupt sessionmap header - Corrupt dentry - Scrub error on inode - Metadata damage detected - MDS_READ_ONLY - force file system read-only - with standby daemon mds - MDS abort because newly corrupt dentry sha1: 50bbe7f395997dcd871813949c49addbbf630361 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bdev async discard: true bdev enable discard: true bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 1/20 debug bluestore: 1/20 debug rocksdb: 4/10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 50bbe7f395997dcd871813949c49addbbf630361 selinux: allowlist: - scontext=system_u:system_r:getty_t:s0 subvolume_version: 1 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.095512-reef sha1: 50bbe7f395997dcd871813949c49addbbf630361 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1152 sha1: 50bbe7f395997dcd871813949c49addbbf630361 sleep_before_teardown: 0 subset: 984/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.095512-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 50bbe7f395997dcd871813949c49addbbf630361 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi039.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIUpqUnWLL8PgJVkt0FD0hR5ZzZNQ/BJuxfXjMPKKq9OLx7bXO6124NRJ+jnxl5cwX6Rvc90+7zhY7G7sxYmQXc= smithi157.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHRPnbbVI6Njs8LyQgyZEf61hO4HCop/uUivGpp+LhS3byzB62dbgZSAWxFVqTKOKyuL5ZQJ8qDmttDF/8zxm4U= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_damage teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:36:41 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T15:59:56.449 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa; will attempt to use it 2024-09-13T15:59:56.450 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa/tasks 2024-09-13T15:59:56.450 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T15:59:56.451 INFO:teuthology.task.internal:Checking packages... 2024-09-13T15:59:56.472 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash '50bbe7f395997dcd871813949c49addbbf630361' 2024-09-13T15:59:56.473 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T15:59:56.473 INFO:teuthology.packaging:ref: None 2024-09-13T15:59:56.473 INFO:teuthology.packaging:tag: None 2024-09-13T15:59:56.473 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.095512-reef 2024-09-13T15:59:56.473 INFO:teuthology.packaging:sha1: 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T15:59:56.473 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-rishabh-testing-20240910.095512-reef 2024-09-13T15:59:56.628 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-850.g50bbe7f3 2024-09-13T15:59:56.629 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T15:59:56.636 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T15:59:56.636 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T15:59:56.704 INFO:teuthology.task.internal:Saving configuration 2024-09-13T15:59:56.723 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T15:59:56.789 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T15:59:56.824 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi039.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:54:09.433313', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIUpqUnWLL8PgJVkt0FD0hR5ZzZNQ/BJuxfXjMPKKq9OLx7bXO6124NRJ+jnxl5cwX6Rvc90+7zhY7G7sxYmQXc='} 2024-09-13T15:59:56.856 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi157.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9.stream', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 15:54:09.434765', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHRPnbbVI6Njs8LyQgyZEf61hO4HCop/uUivGpp+LhS3byzB62dbgZSAWxFVqTKOKyuL5ZQJ8qDmttDF/8zxm4U='} 2024-09-13T15:59:56.857 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T15:59:56.863 INFO:teuthology.task.internal:roles: ubuntu@smithi039.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T15:59:56.863 INFO:teuthology.task.internal:roles: ubuntu@smithi157.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T15:59:56.863 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T15:59:56.969 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7fb151dfbbe0>, signals=[15]) 2024-09-13T15:59:56.969 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T15:59:56.976 INFO:teuthology.task.internal:Opening connections... 2024-09-13T15:59:56.976 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T15:59:56.977 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:59:57.064 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T15:59:57.064 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T15:59:57.169 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T15:59:57.174 DEBUG:teuthology.orchestra.run.smithi039:> uname -m 2024-09-13T15:59:57.192 INFO:teuthology.orchestra.run.smithi039.stdout:x86_64 2024-09-13T15:59:57.192 DEBUG:teuthology.orchestra.run.smithi039:> cat /etc/os-release 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:NAME="CentOS Stream" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION="9" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:ID="centos" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:ID_LIKE="rhel fedora" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:VERSION_ID="9" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:PLATFORM_ID="platform:el9" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:ANSI_COLOR="0;31" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:LOGO="fedora-logo-icon" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:HOME_URL="https://centos.org/" 2024-09-13T15:59:57.251 INFO:teuthology.orchestra.run.smithi039.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T15:59:57.252 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T15:59:57.252 INFO:teuthology.orchestra.run.smithi039.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T15:59:57.252 INFO:teuthology.lock.ops:Updating smithi039.front.sepia.ceph.com on lock server 2024-09-13T15:59:57.279 DEBUG:teuthology.orchestra.run.smithi157:> uname -m 2024-09-13T15:59:57.297 INFO:teuthology.orchestra.run.smithi157.stdout:x86_64 2024-09-13T15:59:57.297 DEBUG:teuthology.orchestra.run.smithi157:> cat /etc/os-release 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:NAME="CentOS Stream" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION="9" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:ID="centos" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:ID_LIKE="rhel fedora" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:VERSION_ID="9" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:PLATFORM_ID="platform:el9" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:PRETTY_NAME="CentOS Stream 9" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:ANSI_COLOR="0;31" 2024-09-13T15:59:57.355 INFO:teuthology.orchestra.run.smithi157.stdout:LOGO="fedora-logo-icon" 2024-09-13T15:59:57.356 INFO:teuthology.orchestra.run.smithi157.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-09-13T15:59:57.356 INFO:teuthology.orchestra.run.smithi157.stdout:HOME_URL="https://centos.org/" 2024-09-13T15:59:57.356 INFO:teuthology.orchestra.run.smithi157.stdout:BUG_REPORT_URL="https://issues.redhat.com/" 2024-09-13T15:59:57.356 INFO:teuthology.orchestra.run.smithi157.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-09-13T15:59:57.356 INFO:teuthology.orchestra.run.smithi157.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-09-13T15:59:57.356 INFO:teuthology.lock.ops:Updating smithi157.front.sepia.ceph.com on lock server 2024-09-13T15:59:57.387 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T15:59:57.396 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T15:59:57.422 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T15:59:57.422 DEBUG:teuthology.orchestra.run.smithi039:> test '!' -e /home/ubuntu/cephtest 2024-09-13T15:59:57.425 DEBUG:teuthology.orchestra.run.smithi157:> test '!' -e /home/ubuntu/cephtest 2024-09-13T15:59:57.441 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T15:59:57.447 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T15:59:57.448 DEBUG:teuthology.orchestra.run.smithi039:> test -z $(ls -A /var/lib/ceph) 2024-09-13T15:59:57.482 DEBUG:teuthology.orchestra.run.smithi157:> test -z $(ls -A /var/lib/ceph) 2024-09-13T15:59:57.578 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T15:59:57.647 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T15:59:57.661 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T15:59:57.661 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T15:59:57.661 DEBUG:teuthology.orchestra.run.smithi039:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T15:59:57.662 DEBUG:teuthology.orchestra.run.smithi157:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T15:59:57.678 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:59:57.679 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2024-09-13T15:59:57.680 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:59:57.680 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-09-13T15:59:57.737 INFO:teuthology.orchestra.run.smithi039.stdout:5.14.0-503.el9.x86_64 2024-09-13T15:59:57.737 INFO:teuthology.task.kernel:Running kernel on smithi039: 5.14.0-503.el9.x86_64 2024-09-13T15:59:57.737 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum install -y kernel 2024-09-13T15:59:57.738 INFO:teuthology.orchestra.run.smithi157.stdout:5.14.0-503.el9.x86_64 2024-09-13T15:59:57.739 INFO:teuthology.task.kernel:Running kernel on smithi157: 5.14.0-503.el9.x86_64 2024-09-13T15:59:57.739 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum install -y kernel 2024-09-13T16:00:00.333 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - BaseOS 9.6 MB/s | 8.2 MB 00:00 2024-09-13T16:00:02.143 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - AppStream 29 MB/s | 20 MB 00:00 2024-09-13T16:00:02.186 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - BaseOS 3.2 MB/s | 8.2 MB 00:02 2024-09-13T16:00:07.052 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - CRB 5.7 MB/s | 6.5 MB 00:01 2024-09-13T16:00:08.694 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - Extras packages 60 kB/s | 19 kB 00:00 2024-09-13T16:00:09.831 INFO:teuthology.orchestra.run.smithi157.stdout:Extra Packages for Enterprise Linux 22 MB/s | 23 MB 00:01 2024-09-13T16:00:10.886 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - AppStream 2.7 MB/s | 20 MB 00:07 2024-09-13T16:00:15.321 INFO:teuthology.orchestra.run.smithi157.stdout:lab-extras 38 kB/s | 1.7 kB 00:00 2024-09-13T16:00:16.537 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - CRB 3.8 MB/s | 6.5 MB 00:01 2024-09-13T16:00:17.319 INFO:teuthology.orchestra.run.smithi157.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T16:00:17.319 INFO:teuthology.orchestra.run.smithi157.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T16:00:17.410 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-09-13T16:00:17.421 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-09-13T16:00:17.421 INFO:teuthology.orchestra.run.smithi157.stdout: Package Architecture Version Repository Size 2024-09-13T16:00:17.421 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-09-13T16:00:17.421 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-09-13T16:00:17.421 INFO:teuthology.orchestra.run.smithi157.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout:================================================================================ 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout:Install 4 Packages 2024-09-13T16:00:17.422 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:00:17.423 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 79 M 2024-09-13T16:00:17.423 INFO:teuthology.orchestra.run.smithi157.stdout:Installed size: 126 M 2024-09-13T16:00:17.423 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-09-13T16:00:17.547 INFO:teuthology.orchestra.run.smithi157.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 303 kB/s | 23 kB 00:00 2024-09-13T16:00:18.021 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - Extras packages 82 kB/s | 19 kB 00:00 2024-09-13T16:00:19.100 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 24 MB/s | 23 MB 00:00 2024-09-13T16:00:20.130 INFO:teuthology.orchestra.run.smithi157.stdout:(2/4): kernel-core-5.14.0-505.el9.x86_64.rpm 5.9 MB/s | 16 MB 00:02 2024-09-13T16:00:21.697 INFO:teuthology.orchestra.run.smithi157.stdout:(3/4): kernel-modules-core-5.14.0-505.el9.x86_6 6.9 MB/s | 29 MB 00:04 2024-09-13T16:00:23.497 INFO:teuthology.orchestra.run.smithi157.stdout:(4/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 5.7 MB/s | 35 MB 00:06 2024-09-13T16:00:23.497 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-09-13T16:00:23.497 INFO:teuthology.orchestra.run.smithi157.stdout:Total 13 MB/s | 79 MB 00:06 2024-09-13T16:00:24.178 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-09-13T16:00:24.586 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-09-13T16:00:24.586 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-09-13T16:00:24.756 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-13T16:00:25.545 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-09-13T16:00:25.545 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-09-13T16:00:26.837 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-09-13T16:00:26.837 INFO:teuthology.orchestra.run.smithi039.stdout:Package kernel-5.14.0-503.el9.x86_64 is already installed. 2024-09-13T16:00:26.924 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2024-09-13T16:00:26.927 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-09-13T16:00:26.927 INFO:teuthology.orchestra.run.smithi039.stdout: Package Architecture Version Repository Size 2024-09-13T16:00:26.927 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-09-13T16:00:26.927 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout: kernel x86_64 5.14.0-505.el9 baseos 23 k 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core x86_64 5.14.0-505.el9 baseos 16 M 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules x86_64 5.14.0-505.el9 baseos 35 M 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-core x86_64 5.14.0-505.el9 baseos 29 M 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout:================================================================================ 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout:Install 4 Packages 2024-09-13T16:00:26.928 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:00:26.929 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 79 M 2024-09-13T16:00:26.929 INFO:teuthology.orchestra.run.smithi039.stdout:Installed size: 126 M 2024-09-13T16:00:26.929 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2024-09-13T16:00:27.140 INFO:teuthology.orchestra.run.smithi039.stdout:(1/4): kernel-5.14.0-505.el9.x86_64.rpm 293 kB/s | 23 kB 00:00 2024-09-13T16:00:27.999 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-09-13T16:00:28.166 INFO:teuthology.orchestra.run.smithi039.stdout:(2/4): kernel-modules-5.14.0-505.el9.x86_64.rpm 31 MB/s | 35 MB 00:01 2024-09-13T16:00:28.349 INFO:teuthology.orchestra.run.smithi039.stdout:(3/4): kernel-core-5.14.0-505.el9.x86_64.rpm 12 MB/s | 16 MB 00:01 2024-09-13T16:00:28.631 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T16:00:28.714 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T16:00:28.825 INFO:teuthology.orchestra.run.smithi039.stdout:(4/4): kernel-modules-core-5.14.0-505.el9.x86_6 17 MB/s | 29 MB 00:01 2024-09-13T16:00:28.825 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-09-13T16:00:28.825 INFO:teuthology.orchestra.run.smithi039.stdout:Total 42 MB/s | 79 MB 00:01 2024-09-13T16:00:29.535 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2024-09-13T16:00:29.904 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2024-09-13T16:00:29.904 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2024-09-13T16:00:30.902 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2024-09-13T16:00:30.902 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2024-09-13T16:00:31.530 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T16:00:31.660 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T16:00:33.472 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2024-09-13T16:00:34.260 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-core-5.14.0-505.el9.x86_64 1/4 2024-09-13T16:00:34.341 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T16:00:36.475 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T16:00:36.594 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:00:37.126 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T16:00:37.247 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T16:00:41.435 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:00:42.367 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T16:00:42.406 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:00:47.540 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:19.584 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:19.624 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:19.896 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:19.896 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T16:01:19.896 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T16:01:19.896 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T16:01:20.791 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:20.792 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:01:20.792 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-09-13T16:01:20.792 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T16:01:20.792 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T16:01:20.793 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T16:01:20.793 INFO:teuthology.orchestra.run.smithi157.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T16:01:20.793 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:01:20.793 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-09-13T16:01:21.144 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T16:01:21.237 INFO:teuthology.orchestra.run.smithi157.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T16:01:21.238 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T16:01:21.238 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T16:01:21.238 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T16:01:21.238 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T16:01:21.238 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T16:01:21.238 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi157.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T16:01:21.239 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T16:01:21.297 INFO:teuthology.orchestra.run.smithi157.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T16:01:21.298 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T16:01:21.298 DEBUG:teuthology.orchestra.run.smithi157:> sudo rpm -qi grub2-tools 2024-09-13T16:01:21.335 INFO:teuthology.orchestra.run.smithi157.stdout:Name : grub2-tools 2024-09-13T16:01:21.335 INFO:teuthology.orchestra.run.smithi157.stdout:Epoch : 1 2024-09-13T16:01:21.335 INFO:teuthology.orchestra.run.smithi157.stdout:Version : 2.06 2024-09-13T16:01:21.335 INFO:teuthology.orchestra.run.smithi157.stdout:Release : 82.el9 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Architecture: x86_64 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Group : Unspecified 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Size : 8274670 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:License : GPLv3+ 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Packager : builder@centos.org 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Vendor : CentOS 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Summary : Support tools for GRUB. 2024-09-13T16:01:21.336 INFO:teuthology.orchestra.run.smithi157.stdout:Description : 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout:hardware devices. 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:01:21.337 INFO:teuthology.orchestra.run.smithi157.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T16:01:21.338 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T16:01:21.338 INFO:teuthology.task.kernel:Updating grub on smithi157 to boot 5.14.0-505.el9.x86_64 2024-09-13T16:01:21.338 DEBUG:teuthology.orchestra.run.smithi157:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T16:01:21.995 INFO:teuthology.orchestra.run.smithi157.stderr:Generating grub configuration file ... 2024-09-13T16:01:23.315 INFO:teuthology.orchestra.run.smithi157.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T16:01:23.340 INFO:teuthology.orchestra.run.smithi157.stderr:done 2024-09-13T16:01:23.342 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-09-13T16:01:23.358 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.6oM73S2kbe 2024-09-13T16:01:23.359 DEBUG:teuthology.orchestra.run.smithi157:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.6oM73S2kbe 2024-09-13T16:01:23.432 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.6oM73S2kbe 2024-09-13T16:01:23.579 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.6oM73S2kbe is 6KB 2024-09-13T16:01:23.628 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.6oM73S2kbe 2024-09-13T16:01:23.643 DEBUG:teuthology.orchestra.run.smithi157:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T16:01:23.705 INFO:teuthology.orchestra.run.smithi157.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T16:01:23.706 INFO:teuthology.orchestra.run.smithi157.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T16:01:23.706 INFO:teuthology.orchestra.run.smithi157.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T16:01:23.706 INFO:teuthology.orchestra.run.smithi157.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T16:01:23.707 DEBUG:teuthology.orchestra.run.smithi157:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T16:01:23.852 DEBUG:teuthology.orchestra.run.smithi157:> sudo shutdown -r now 2024-09-13T16:01:26.384 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:26.425 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-modules-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:26.802 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: kernel-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:26.803 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-5.14.0-505.el9.x86_64 1/4 2024-09-13T16:01:26.803 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-core-5.14.0-505.el9.x86_64 2/4 2024-09-13T16:01:26.803 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-5.14.0-505.el9.x86_64 3/4 2024-09-13T16:01:27.612 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : kernel-modules-core-5.14.0-505.el9.x86_64 4/4 2024-09-13T16:01:27.612 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:01:27.612 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2024-09-13T16:01:27.612 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-5.14.0-505.el9.x86_64 2024-09-13T16:01:27.613 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-core-5.14.0-505.el9.x86_64 2024-09-13T16:01:27.613 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-5.14.0-505.el9.x86_64 2024-09-13T16:01:27.613 INFO:teuthology.orchestra.run.smithi039.stdout: kernel-modules-core-5.14.0-505.el9.x86_64 2024-09-13T16:01:27.613 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:01:27.613 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2024-09-13T16:01:27.983 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T16:01:28.082 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T16:01:28.082 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T16:01:28.082 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-503.el9.x86_64 Expected: 5.14.0-505.el9.x86_64 2024-09-13T16:01:28.082 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T16:01:28.082 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T16:01:28.082 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T16:01:28.083 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi039.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T16:01:28.083 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q kernel | sort -rV | head -n 1 2024-09-13T16:01:28.142 INFO:teuthology.orchestra.run.smithi039.stdout:kernel-5.14.0-505.el9.x86_64 2024-09-13T16:01:28.142 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-505.el9.x86_64 2024-09-13T16:01:28.142 DEBUG:teuthology.orchestra.run.smithi039:> sudo rpm -qi grub2-tools 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Name : grub2-tools 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Epoch : 1 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Version : 2.06 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Release : 82.el9 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Architecture: x86_64 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Install Date: Wed 28 Aug 2024 09:06:27 PM UTC 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Group : Unspecified 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Size : 8274670 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:License : GPLv3+ 2024-09-13T16:01:28.185 INFO:teuthology.orchestra.run.smithi039.stdout:Signature : RSA/SHA256, Mon 01 Jul 2024 07:46:42 AM UTC, Key ID 05b555b38483c65d 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Source RPM : grub2-2.06-82.el9.src.rpm 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Build Date : Fri 28 Jun 2024 09:24:44 AM UTC 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Packager : builder@centos.org 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Vendor : CentOS 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:URL : http://www.gnu.org/software/grub/ 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Summary : Support tools for GRUB. 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:Description : 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:customizable bootloader with modular architecture. It supports a rich 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:variety of kernel formats, file systems, computer architectures and 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:hardware devices. 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:01:28.186 INFO:teuthology.orchestra.run.smithi039.stdout:This subpackage provides tools for support of all platforms. 2024-09-13T16:01:28.187 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-09-13T16:01:28.187 INFO:teuthology.task.kernel:Updating grub on smithi039 to boot 5.14.0-505.el9.x86_64 2024-09-13T16:01:28.187 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-09-13T16:01:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:Generating grub configuration file ... 2024-09-13T16:01:30.182 INFO:teuthology.orchestra.run.smithi039.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-09-13T16:01:30.220 INFO:teuthology.orchestra.run.smithi039.stderr:done 2024-09-13T16:01:30.222 DEBUG:teuthology.orchestra.run.smithi039:> mktemp 2024-09-13T16:01:30.237 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/tmp.qdsuXbqV3X 2024-09-13T16:01:30.237 DEBUG:teuthology.orchestra.run.smithi039:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.qdsuXbqV3X 2024-09-13T16:01:30.306 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0666 /tmp/tmp.qdsuXbqV3X 2024-09-13T16:01:30.441 DEBUG:teuthology.orchestra.remote:smithi039:/tmp/tmp.qdsuXbqV3X is 6KB 2024-09-13T16:01:30.489 DEBUG:teuthology.orchestra.run.smithi039:> rm -fr /tmp/tmp.qdsuXbqV3X 2024-09-13T16:01:30.505 DEBUG:teuthology.orchestra.run.smithi039:> sudo /bin/ls /boot/loader/entries || true 2024-09-13T16:01:30.572 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-0-rescue.conf 2024-09-13T16:01:30.572 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-239.el9.x86_64.conf 2024-09-13T16:01:30.572 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-503.el9.x86_64.conf 2024-09-13T16:01:30.572 INFO:teuthology.orchestra.run.smithi039.stdout:fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64.conf 2024-09-13T16:01:30.574 DEBUG:teuthology.orchestra.run.smithi039:> sudo grub2-set-default fbf6b6fa6cf04654a0e563f30ecbf43a-5.14.0-505.el9.x86_64 2024-09-13T16:01:30.736 DEBUG:teuthology.orchestra.run.smithi039:> sudo shutdown -r now 2024-09-13T16:01:53.878 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T16:01:53.879 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:01:53.880 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:00.745 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T16:02:00.745 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:02:00.746 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:12.413 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-13T16:02:19.073 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-09-13T16:02:21.415 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:02:21.415 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:24.477 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-13T16:02:28.077 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:02:28.078 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:31.165 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-09-13T16:02:36.481 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:02:36.482 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:39.549 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-13T16:02:43.170 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:02:43.171 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:46.237 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.39 2024-09-13T16:02:54.557 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:02:54.557 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:02:57.629 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-13T16:03:01.242 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:03:01.242 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:03:15.642 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:03:15.643 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:03:18.717 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.157 2024-09-13T16:03:39.734 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:03:39.735 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:03:40.250 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-09-13T16:03:40.624 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:03:40.624 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-505.el9.x86_64"... 2024-09-13T16:03:40.624 DEBUG:teuthology.orchestra.run.smithi157:> uname -r 2024-09-13T16:03:40.641 INFO:teuthology.orchestra.run.smithi157.stdout:5.14.0-505.el9.x86_64 2024-09-13T16:03:40.641 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T16:03:40.641 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T16:03:40.641 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T16:03:41.642 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T16:03:41.642 DEBUG:teuthology.orchestra.run.smithi157:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T16:03:41.716 INFO:teuthology.orchestra.run.smithi157.stdout:ttyS1 2024-09-13T16:03:41.748 DEBUG:teuthology.parallel:result is None 2024-09-13T16:04:01.253 DEBUG:teuthology.orchestra.remote:timed out 2024-09-13T16:04:19.254 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:04:19.255 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:04:19.645 DEBUG:teuthology.orchestra.run.smithi039:> true 2024-09-13T16:04:19.970 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:04:19.970 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-505.el9.x86_64"... 2024-09-13T16:04:19.971 DEBUG:teuthology.orchestra.run.smithi039:> uname -r 2024-09-13T16:04:19.987 INFO:teuthology.orchestra.run.smithi039.stdout:5.14.0-505.el9.x86_64 2024-09-13T16:04:19.987 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-505.el9.x86_64 vs 5.14.0-505.el9.x86_64 2024-09-13T16:04:19.987 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T16:04:19.988 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-09-13T16:04:20.989 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T16:04:20.989 DEBUG:teuthology.orchestra.run.smithi039:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T16:04:21.071 INFO:teuthology.orchestra.run.smithi039.stdout:ttyS1 2024-09-13T16:04:21.096 DEBUG:teuthology.parallel:result is None 2024-09-13T16:04:21.096 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T16:04:21.102 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T16:04:21.103 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T16:04:21.105 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T16:04:21.124 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T16:04:21.189 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T16:04:21.210 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T16:04:21.211 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T16:04:21.213 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T16:04:21.245 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T16:04:21.299 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T16:04:21.299 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T16:04:21.301 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T16:04:21.339 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:04:21.340 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:04:21.351 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:04:21.352 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:04:21.354 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T16:04:21.405 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T16:04:21.405 DEBUG:teuthology.orchestra.run.smithi039:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T16:04:21.408 DEBUG:teuthology.orchestra.run.smithi157:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T16:04:21.436 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T16:04:21.452 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T16:04:21.453 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T16:04:21.478 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T16:04:21.495 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:04:21.585 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:04:21.629 DEBUG:teuthology.orchestra.run.smithi039:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:04:21.720 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:04:21.755 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:04:21.755 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T16:04:21.822 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:04:21.876 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T16:04:21.919 DEBUG:teuthology.orchestra.run.smithi157:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:04:22.010 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T16:04:22.046 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:04:22.046 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T16:04:22.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo service rsyslog restart 2024-09-13T16:04:22.117 DEBUG:teuthology.orchestra.run.smithi157:> sudo service rsyslog restart 2024-09-13T16:04:22.176 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T16:04:22.211 INFO:teuthology.orchestra.run.smithi157.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T16:04:22.501 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T16:04:22.508 INFO:teuthology.task.internal:Starting timer... 2024-09-13T16:04:22.508 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T16:04:22.564 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T16:04:22.593 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:getty_t:s0']} 2024-09-13T16:04:22.593 DEBUG:teuthology.orchestra.run.smithi039:> sudo service auditd rotate 2024-09-13T16:04:22.663 INFO:teuthology.orchestra.run.smithi039.stdout:Rotating logs: 2024-09-13T16:04:22.665 DEBUG:teuthology.orchestra.run.smithi157:> sudo service auditd rotate 2024-09-13T16:04:22.722 INFO:teuthology.orchestra.run.smithi157.stdout:Rotating logs: 2024-09-13T16:04:22.724 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T16:04:22.724 DEBUG:teuthology.orchestra.run.smithi039:> /usr/sbin/getenforce 2024-09-13T16:04:22.747 INFO:teuthology.orchestra.run.smithi039.stdout:Permissive 2024-09-13T16:04:22.747 DEBUG:teuthology.orchestra.run.smithi157:> /usr/sbin/getenforce 2024-09-13T16:04:22.784 INFO:teuthology.orchestra.run.smithi157.stdout:Permissive 2024-09-13T16:04:22.785 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi039.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi157.front.sepia.ceph.com': 'permissive'} 2024-09-13T16:04:22.785 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T16:04:22.816 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:04:22.816 DEBUG:teuthology.orchestra.run.smithi157:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T16:04:22.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:04:22.852 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T16:04:22.852 DEBUG:teuthology.orchestra.run.smithi039:> sudo /usr/sbin/setenforce permissive 2024-09-13T16:04:22.886 DEBUG:teuthology.orchestra.run.smithi157:> sudo /usr/sbin/setenforce permissive 2024-09-13T16:04:22.947 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T16:04:22.956 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T16:04:22.969 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T16:04:22.970 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi039.front.sepia.ceph.com,smithi157.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T16:08:10.813 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi039.front.sepia.ceph.com'), Remote(name='ubuntu@smithi157.front.sepia.ceph.com')] 2024-09-13T16:08:10.814 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:08:10.815 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi039.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:08:10.903 DEBUG:teuthology.orchestra.run.smithi039:> true 2024-09-13T16:08:10.981 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi039.front.sepia.ceph.com' 2024-09-13T16:08:10.982 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:08:10.982 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi157.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T16:08:11.068 DEBUG:teuthology.orchestra.run.smithi157:> true 2024-09-13T16:08:11.163 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi157.front.sepia.ceph.com' 2024-09-13T16:08:11.164 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T16:08:11.174 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T16:08:11.174 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T16:08:11.174 DEBUG:teuthology.orchestra.run.smithi039:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:08:11.177 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T16:08:11.177 DEBUG:teuthology.orchestra.run.smithi157:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:08:11.207 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T16:08:11.223 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T16:08:11.234 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-09-13T16:08:11.249 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-09-13T16:08:11.249 INFO:teuthology.orchestra.run.smithi039.stderr:sudo: ntpd: command not found 2024-09-13T16:08:11.262 INFO:teuthology.orchestra.run.smithi039.stdout:506 Cannot talk to daemon 2024-09-13T16:08:11.274 INFO:teuthology.orchestra.run.smithi157.stderr:sudo: ntpd: command not found 2024-09-13T16:08:11.277 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T16:08:11.286 INFO:teuthology.orchestra.run.smithi157.stdout:506 Cannot talk to daemon 2024-09-13T16:08:11.292 INFO:teuthology.orchestra.run.smithi039.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T16:08:11.301 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-09-13T16:08:11.315 INFO:teuthology.orchestra.run.smithi157.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-09-13T16:08:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:bash: line 1: ntpq: command not found 2024-09-13T16:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T16:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2024-09-13T16:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.354 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.377 INFO:teuthology.orchestra.run.smithi157.stderr:bash: line 1: ntpq: command not found 2024-09-13T16:08:11.381 INFO:teuthology.orchestra.run.smithi157.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T16:08:11.381 INFO:teuthology.orchestra.run.smithi157.stdout:=============================================================================== 2024-09-13T16:08:11.381 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.382 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.382 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.382 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:08:11.382 INFO:teuthology.run_tasks:Running task install... 2024-09-13T16:08:11.389 DEBUG:teuthology.task.install:project ceph 2024-09-13T16:08:11.389 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}} 2024-09-13T16:08:11.390 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'} 2024-09-13T16:08:11.390 INFO:teuthology.task.install:Using flavor: default 2024-09-13T16:08:11.395 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T16:08:11.395 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T16:08:11.396 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'tag': None, 'wait_for_package': False} 2024-09-13T16:08:11.396 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:08:11.398 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': None, 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': [], 'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'tag': None, 'wait_for_package': False} 2024-09-13T16:08:11.399 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:08:11.554 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/ 2024-09-13T16:08:11.554 INFO:teuthology.task.install.rpm:Package version is 18.2.4-850.g50bbe7f3 2024-09-13T16:08:11.566 INFO:teuthology.task.install.rpm:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/ 2024-09-13T16:08:11.566 INFO:teuthology.task.install.rpm:Package version is 18.2.4-850.g50bbe7f3 2024-09-13T16:08:11.677 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T16:08:11.677 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:08:11.677 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T16:08:11.686 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-09-13T16:08:11.687 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:08:11.687 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-09-13T16:08:11.705 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-13T16:08:11.705 DEBUG:teuthology.orchestra.run.smithi039:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/50bbe7f395997dcd871813949c49addbbf630361/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T16:08:11.712 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, ceph-volume, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-cephfs, cephfs-top, cephfs-mirror, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib, bison, flex, elfutils-libelf-devel, openssl-devel, NetworkManager, iproute, util-linux, libacl-devel, libaio-devel, libattr-devel, libtool, libuuid-devel, xfsdump, xfsprogs, xfsprogs-devel, libaio-devel, libtool, libuuid-devel, xfsprogs-devel, postgresql, postgresql-server, postgresql-contrib on remote rpm x86_64 2024-09-13T16:08:11.712 DEBUG:teuthology.orchestra.run.smithi157:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;sha1/50bbe7f395997dcd871813949c49addbbf630361/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-09-13T16:08:11.772 DEBUG:teuthology.orchestra.run.smithi039:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T16:08:11.779 DEBUG:teuthology.orchestra.run.smithi157:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-09-13T16:08:11.849 DEBUG:teuthology.orchestra.run.smithi039:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T16:08:11.853 DEBUG:teuthology.orchestra.run.smithi157:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-09-13T16:08:11.914 INFO:teuthology.orchestra.run.smithi039.stdout:check_obsoletes = 1 2024-09-13T16:08:11.916 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum clean all 2024-09-13T16:08:11.918 INFO:teuthology.orchestra.run.smithi157.stdout:check_obsoletes = 1 2024-09-13T16:08:11.920 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum clean all 2024-09-13T16:08:12.141 INFO:teuthology.orchestra.run.smithi157.stdout:45 files removed 2024-09-13T16:08:12.159 INFO:teuthology.orchestra.run.smithi039.stdout:45 files removed 2024-09-13T16:08:12.169 DEBUG:teuthology.orchestra.run.smithi157:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-13T16:08:12.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse ceph-volume librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-cephfs cephfs-top cephfs-mirror bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib bison flex elfutils-libelf-devel openssl-devel NetworkManager iproute util-linux libacl-devel libaio-devel libattr-devel libtool libuuid-devel xfsdump xfsprogs xfsprogs-devel libaio-devel libtool libuuid-devel xfsprogs-devel postgresql postgresql-server postgresql-contrib 2024-09-13T16:08:12.717 INFO:teuthology.orchestra.run.smithi157.stdout:ceph packages for x86_64 295 kB/s | 77 kB 00:00 2024-09-13T16:08:12.760 INFO:teuthology.orchestra.run.smithi039.stdout:ceph packages for x86_64 285 kB/s | 77 kB 00:00 2024-09-13T16:08:13.000 INFO:teuthology.orchestra.run.smithi157.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-13T16:08:13.044 INFO:teuthology.orchestra.run.smithi039.stdout:ceph noarch packages 48 kB/s | 11 kB 00:00 2024-09-13T16:08:13.268 INFO:teuthology.orchestra.run.smithi157.stdout:ceph source packages 8.1 kB/s | 1.9 kB 00:00 2024-09-13T16:08:13.328 INFO:teuthology.orchestra.run.smithi039.stdout:ceph source packages 7.6 kB/s | 1.9 kB 00:00 2024-09-13T16:08:13.868 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - BaseOS 15 MB/s | 8.2 MB 00:00 2024-09-13T16:08:14.869 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - BaseOS 5.5 MB/s | 8.2 MB 00:01 2024-09-13T16:08:15.886 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - AppStream 22 MB/s | 20 MB 00:00 2024-09-13T16:08:16.738 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - AppStream 28 MB/s | 20 MB 00:00 2024-09-13T16:08:20.253 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - CRB 11 MB/s | 6.5 MB 00:00 2024-09-13T16:08:21.172 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - CRB 14 MB/s | 6.5 MB 00:00 2024-09-13T16:08:21.787 INFO:teuthology.orchestra.run.smithi157.stdout:CentOS Stream 9 - Extras packages 92 kB/s | 19 kB 00:00 2024-09-13T16:08:22.923 INFO:teuthology.orchestra.run.smithi039.stdout:CentOS Stream 9 - Extras packages 39 kB/s | 19 kB 00:00 2024-09-13T16:08:23.424 INFO:teuthology.orchestra.run.smithi157.stdout:Extra Packages for Enterprise Linux 15 MB/s | 23 MB 00:01 2024-09-13T16:08:24.310 INFO:teuthology.orchestra.run.smithi039.stdout:Extra Packages for Enterprise Linux 18 MB/s | 23 MB 00:01 2024-09-13T16:08:28.864 INFO:teuthology.orchestra.run.smithi157.stdout:lab-extras 33 kB/s | 1.7 kB 00:00 2024-09-13T16:08:29.958 INFO:teuthology.orchestra.run.smithi039.stdout:lab-extras 31 kB/s | 1.7 kB 00:00 2024-09-13T16:08:31.190 INFO:teuthology.orchestra.run.smithi157.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T16:08:31.191 INFO:teuthology.orchestra.run.smithi157.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T16:08:31.202 INFO:teuthology.orchestra.run.smithi157.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-13T16:08:31.203 INFO:teuthology.orchestra.run.smithi157.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-13T16:08:31.203 INFO:teuthology.orchestra.run.smithi157.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-13T16:08:31.204 INFO:teuthology.orchestra.run.smithi157.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-13T16:08:31.206 INFO:teuthology.orchestra.run.smithi157.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-13T16:08:31.209 INFO:teuthology.orchestra.run.smithi157.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-13T16:08:31.209 INFO:teuthology.orchestra.run.smithi157.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-13T16:08:31.270 INFO:teuthology.orchestra.run.smithi157.stdout:Dependencies resolved. 2024-09-13T16:08:31.279 INFO:teuthology.orchestra.run.smithi157.stdout:====================================================================================== 2024-09-13T16:08:31.279 INFO:teuthology.orchestra.run.smithi157.stdout: Package Arch Version Repository Size 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout:====================================================================================== 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout:Installing: 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 6.5 k 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 5.1 M 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 852 k 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 143 k 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 1.5 M 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 139 k 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 3.5 M 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 7.4 M 2024-09-13T16:08:31.280 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-rook noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 49 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-radosgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 7.8 M 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-test x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 40 M 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-volume noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 264 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 226 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 224 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-top noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 18 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 31 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 712 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: librados-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 127 k 2024-09-13T16:08:31.281 INFO:teuthology.orchestra.run.smithi157.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cephfs x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 162 k 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 319 k 2024-09-13T16:08:31.282 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 301 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 99 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 87 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-nbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 172 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrading: 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: librados2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.3 M 2024-09-13T16:08:31.283 INFO:teuthology.orchestra.run.smithi157.stdout: librbd1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout:Installing dependencies: 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 18 M 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-grafana-dashboards noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 24 k 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mds x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 2.1 M 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 246 k 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mon x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.7 M 2024-09-13T16:08:31.284 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-osd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 17 M 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-prometheus-alerts noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 16 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-selinux x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 25 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: libcephsqlite x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 166 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T16:08:31.285 INFO:teuthology.orchestra.run.smithi157.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 477 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: librgw2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.5 M 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T16:08:31.286 INFO:teuthology.orchestra.run.smithi157.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 45 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 129 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T16:08:31.287 INFO:teuthology.orchestra.run.smithi157.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T16:08:31.288 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T16:08:31.289 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T16:08:31.290 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction Summary 2024-09-13T16:08:31.291 INFO:teuthology.orchestra.run.smithi157.stdout:====================================================================================== 2024-09-13T16:08:31.292 INFO:teuthology.orchestra.run.smithi157.stdout:Install 130 Packages 2024-09-13T16:08:31.292 INFO:teuthology.orchestra.run.smithi157.stdout:Upgrade 8 Packages 2024-09-13T16:08:31.292 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:08:31.292 INFO:teuthology.orchestra.run.smithi157.stdout:Total download size: 203 M 2024-09-13T16:08:31.292 INFO:teuthology.orchestra.run.smithi157.stdout:Downloading Packages: 2024-09-13T16:08:32.248 INFO:teuthology.orchestra.run.smithi157.stdout:(1/138): ceph-18.2.4-850.g50bbe7f3.el9.x86_64.r 51 kB/s | 6.5 kB 00:00 2024-09-13T16:08:32.388 INFO:teuthology.orchestra.run.smithi039.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T16:08:32.389 INFO:teuthology.orchestra.run.smithi039.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-09-13T16:08:32.402 INFO:teuthology.orchestra.run.smithi039.stdout:Package NetworkManager-1:1.48.8-1.el9.x86_64 is already installed. 2024-09-13T16:08:32.403 INFO:teuthology.orchestra.run.smithi039.stdout:Package iproute-6.2.0-5.el9.x86_64 is already installed. 2024-09-13T16:08:32.404 INFO:teuthology.orchestra.run.smithi039.stdout:Package util-linux-2.37.4-20.el9.x86_64 is already installed. 2024-09-13T16:08:32.405 INFO:teuthology.orchestra.run.smithi039.stdout:Package libacl-devel-2.3.1-4.el9.x86_64 is already installed. 2024-09-13T16:08:32.407 INFO:teuthology.orchestra.run.smithi039.stdout:Package libattr-devel-2.5.1-3.el9.x86_64 is already installed. 2024-09-13T16:08:32.410 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsdump-3.1.12-4.el9.x86_64 is already installed. 2024-09-13T16:08:32.411 INFO:teuthology.orchestra.run.smithi039.stdout:Package xfsprogs-6.4.0-4.el9.x86_64 is already installed. 2024-09-13T16:08:32.476 INFO:teuthology.orchestra.run.smithi039.stdout:Dependencies resolved. 2024-09-13T16:08:32.492 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2024-09-13T16:08:32.492 INFO:teuthology.orchestra.run.smithi039.stdout: Package Arch Version Repository Size 2024-09-13T16:08:32.492 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2024-09-13T16:08:32.492 INFO:teuthology.orchestra.run.smithi039.stdout:Installing: 2024-09-13T16:08:32.492 INFO:teuthology.orchestra.run.smithi039.stdout: bison x86_64 3.7.4-5.el9 appstream 943 k 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 6.5 k 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 5.1 M 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 852 k 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 143 k 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 1.5 M 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 139 k 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 3.5 M 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 7.4 M 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 49 k 2024-09-13T16:08:32.493 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 7.8 M 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 40 M 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 264 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 226 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 224 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 18 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel x86_64 0.191-4.el9 appstream 22 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: flex x86_64 2.6.4-9.el9 appstream 313 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel x86_64 0.3.111-13.el9 appstream 11 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 31 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 712 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 127 k 2024-09-13T16:08:32.494 INFO:teuthology.orchestra.run.smithi039.stdout: libtool x86_64 2.4.6-46.el9 appstream 581 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel x86_64 2.37.4-20.el9 appstream 24 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel x86_64 1:3.2.2-6.el9 appstream 4.4 M 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql x86_64 13.16-1.el9 appstream 1.6 M 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib x86_64 13.16-1.el9 appstream 910 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server x86_64 13.16-1.el9 appstream 5.8 M 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 162 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 319 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 301 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 99 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 87 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 172 k 2024-09-13T16:08:32.495 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel x86_64 6.4.0-4.el9 appstream 96 k 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrading: 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager x86_64 1:1.49.90-1.el9 baseos 2.3 M 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-libnm x86_64 1:1.49.90-1.el9 baseos 1.8 M 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-team x86_64 1:1.49.90-1.el9 baseos 41 k 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-tui x86_64 1:1.49.90-1.el9 baseos 249 k 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: librados2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.3 M 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 3.0 M 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: openssl x86_64 1:3.2.2-6.el9 baseos 1.4 M 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-libs x86_64 1:3.2.2-6.el9 baseos 2.4 M 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout:Installing dependencies: 2024-09-13T16:08:32.496 INFO:teuthology.orchestra.run.smithi039.stdout: automake noarch 1.16.2-8.el9 appstream 689 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 18 M 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 24 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 2.1 M 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 246 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.7 M 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 17 M 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts noarch 2:18.2.4-850.g50bbe7f3.el9 ceph-noarch 16 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 25 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-09-13T16:08:32.497 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: fuse x86_64 2.9.9-16.el9 baseos 80 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs x86_64 2.9.1-3.el9 epel 308 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow x86_64 9.0.0-11.el9 epel 4.4 M 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-doc noarch 9.0.0-11.el9 epel 26 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 166 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran x86_64 11.5.0-2.el9 baseos 801 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-09-13T16:08:32.498 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath x86_64 11.5.0-2.el9 baseos 191 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 477 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2 x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 4.5 M 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: libzstd-devel x86_64 1.5.1-2.el9 appstream 47 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: openblas x86_64 0.3.26-2.el9 appstream 38 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-openmp x86_64 0.3.26-2.el9 appstream 4.9 M 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: parquet-libs x86_64 9.0.0-11.el9 epel 839 k 2024-09-13T16:08:32.499 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-private-libs x86_64 13.16-1.el9 appstream 137 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 45 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common x86_64 2:18.2.4-850.g50bbe7f3.el9 ceph 129 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi noarch 2023.05.07-4.el9 epel 14 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-09-13T16:08:32.500 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-devel x86_64 3.9.19-8.el9 appstream 245 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth noarch 1:2.34.0-1.el9 epel 220 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-09-13T16:08:32.501 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2 noarch 2.11.3-6.el9 appstream 248 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-09-13T16:08:32.502 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-09-13T16:08:32.503 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-typing-extensions noarch 4.12.2-2.el9 epel 74 k 2024-09-13T16:08:32.504 INFO:teuthology.orchestra.run.smithi039.stdout: python3-urllib3 noarch 1.26.5-6.el9 baseos 215 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob noarch 1.8.8-2.el9 epel 230 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: re2 x86_64 1:20211101-20.el9 epel 191 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: socat x86_64 1.7.4.1-6.el9 appstream 304 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: uuid x86_64 1.6.2-55.el9 appstream 58 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel x86_64 1.2.11-41.el9 appstream 45 k 2024-09-13T16:08:32.505 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:08:32.506 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction Summary 2024-09-13T16:08:32.506 INFO:teuthology.orchestra.run.smithi039.stdout:====================================================================================== 2024-09-13T16:08:32.506 INFO:teuthology.orchestra.run.smithi039.stdout:Install 130 Packages 2024-09-13T16:08:32.506 INFO:teuthology.orchestra.run.smithi039.stdout:Upgrade 8 Packages 2024-09-13T16:08:32.506 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:08:32.506 INFO:teuthology.orchestra.run.smithi157.stdout:(2/138): ceph-fuse-18.2.4-850.g50bbe7f3.el9.x86 3.3 MB/s | 852 kB 00:00 2024-09-13T16:08:32.507 INFO:teuthology.orchestra.run.smithi039.stdout:Total download size: 203 M 2024-09-13T16:08:32.507 INFO:teuthology.orchestra.run.smithi039.stdout:Downloading Packages: 2024-09-13T16:08:32.582 INFO:teuthology.orchestra.run.smithi157.stdout:(3/138): ceph-base-18.2.4-850.g50bbe7f3.el9.x86 11 MB/s | 5.1 MB 00:00 2024-09-13T16:08:32.607 INFO:teuthology.orchestra.run.smithi157.stdout:(4/138): ceph-immutable-object-cache-18.2.4-850 1.3 MB/s | 143 kB 00:00 2024-09-13T16:08:32.691 INFO:teuthology.orchestra.run.smithi157.stdout:(5/138): ceph-mds-18.2.4-850.g50bbe7f3.el9.x86_ 19 MB/s | 2.1 MB 00:00 2024-09-13T16:08:32.841 INFO:teuthology.orchestra.run.smithi157.stdout:(6/138): ceph-mgr-18.2.4-850.g50bbe7f3.el9.x86_ 6.3 MB/s | 1.5 MB 00:00 2024-09-13T16:08:32.901 INFO:teuthology.orchestra.run.smithi039.stdout:(1/138): ceph-18.2.4-850.g50bbe7f3.el9.x86_64.r 24 kB/s | 6.5 kB 00:00 2024-09-13T16:08:32.941 INFO:teuthology.orchestra.run.smithi157.stdout:(7/138): ceph-mon-18.2.4-850.g50bbe7f3.el9.x86_ 19 MB/s | 4.7 MB 00:00 2024-09-13T16:08:33.141 INFO:teuthology.orchestra.run.smithi157.stdout:(8/138): ceph-common-18.2.4-850.g50bbe7f3.el9.x 18 MB/s | 18 MB 00:01 2024-09-13T16:08:33.142 INFO:teuthology.orchestra.run.smithi039.stdout:(2/138): ceph-fuse-18.2.4-850.g50bbe7f3.el9.x86 3.4 MB/s | 852 kB 00:00 2024-09-13T16:08:33.183 INFO:teuthology.orchestra.run.smithi157.stdout:(9/138): ceph-selinux-18.2.4-850.g50bbe7f3.el9. 608 kB/s | 25 kB 00:00 2024-09-13T16:08:33.210 INFO:teuthology.orchestra.run.smithi039.stdout:(3/138): ceph-immutable-object-cache-18.2.4-850 2.1 MB/s | 143 kB 00:00 2024-09-13T16:08:33.426 INFO:teuthology.orchestra.run.smithi157.stdout:(10/138): ceph-radosgw-18.2.4-850.g50bbe7f3.el9 16 MB/s | 7.8 MB 00:00 2024-09-13T16:08:33.484 INFO:teuthology.orchestra.run.smithi157.stdout:(11/138): cephfs-mirror-18.2.4-850.g50bbe7f3.el 3.8 MB/s | 224 kB 00:00 2024-09-13T16:08:33.567 INFO:teuthology.orchestra.run.smithi157.stdout:(12/138): libcephfs-devel-18.2.4-850.g50bbe7f3. 373 kB/s | 31 kB 00:00 2024-09-13T16:08:33.792 INFO:teuthology.orchestra.run.smithi157.stdout:(13/138): libcephfs2-18.2.4-850.g50bbe7f3.el9.x 3.1 MB/s | 712 kB 00:00 2024-09-13T16:08:33.885 INFO:teuthology.orchestra.run.smithi157.stdout:(14/138): libcephsqlite-18.2.4-850.g50bbe7f3.el 1.8 MB/s | 166 kB 00:00 2024-09-13T16:08:33.985 INFO:teuthology.orchestra.run.smithi157.stdout:(15/138): librados-devel-18.2.4-850.g50bbe7f3.e 1.2 MB/s | 127 kB 00:00 2024-09-13T16:08:34.093 INFO:teuthology.orchestra.run.smithi039.stdout:(4/138): ceph-base-18.2.4-850.g50bbe7f3.el9.x86 3.5 MB/s | 5.1 MB 00:01 2024-09-13T16:08:34.185 INFO:teuthology.orchestra.run.smithi039.stdout:(5/138): ceph-mds-18.2.4-850.g50bbe7f3.el9.x86_ 2.1 MB/s | 2.1 MB 00:00 2024-09-13T16:08:34.210 INFO:teuthology.orchestra.run.smithi157.stdout:(16/138): ceph-osd-18.2.4-850.g50bbe7f3.el9.x86 12 MB/s | 17 MB 00:01 2024-09-13T16:08:34.235 INFO:teuthology.orchestra.run.smithi157.stdout:(17/138): libradosstriper1-18.2.4-850.g50bbe7f3 1.9 MB/s | 477 kB 00:00 2024-09-13T16:08:34.311 INFO:teuthology.orchestra.run.smithi157.stdout:(18/138): python3-ceph-argparse-18.2.4-850.g50b 600 kB/s | 45 kB 00:00 2024-09-13T16:08:34.419 INFO:teuthology.orchestra.run.smithi157.stdout:(19/138): python3-ceph-common-18.2.4-850.g50bbe 1.2 MB/s | 129 kB 00:00 2024-09-13T16:08:34.502 INFO:teuthology.orchestra.run.smithi039.stdout:(6/138): ceph-mgr-18.2.4-850.g50bbe7f3.el9.x86_ 3.6 MB/s | 1.5 MB 00:00 2024-09-13T16:08:34.503 INFO:teuthology.orchestra.run.smithi157.stdout:(20/138): librgw2-18.2.4-850.g50bbe7f3.el9.x86_ 15 MB/s | 4.5 MB 00:00 2024-09-13T16:08:34.528 INFO:teuthology.orchestra.run.smithi157.stdout:(21/138): python3-cephfs-18.2.4-850.g50bbe7f3.e 1.5 MB/s | 162 kB 00:00 2024-09-13T16:08:34.579 INFO:teuthology.orchestra.run.smithi157.stdout:(22/138): python3-rados-18.2.4-850.g50bbe7f3.el 4.1 MB/s | 319 kB 00:00 2024-09-13T16:08:34.604 INFO:teuthology.orchestra.run.smithi157.stdout:(23/138): python3-rbd-18.2.4-850.g50bbe7f3.el9. 3.9 MB/s | 301 kB 00:00 2024-09-13T16:08:34.637 INFO:teuthology.orchestra.run.smithi157.stdout:(24/138): python3-rgw-18.2.4-850.g50bbe7f3.el9. 1.7 MB/s | 99 kB 00:00 2024-09-13T16:08:34.663 INFO:teuthology.orchestra.run.smithi157.stdout:(25/138): rbd-fuse-18.2.4-850.g50bbe7f3.el9.x86 1.4 MB/s | 87 kB 00:00 2024-09-13T16:08:34.727 INFO:teuthology.orchestra.run.smithi039.stdout:(7/138): ceph-common-18.2.4-850.g50bbe7f3.el9.x 8.8 MB/s | 18 MB 00:02 2024-09-13T16:08:34.746 INFO:teuthology.orchestra.run.smithi157.stdout:(26/138): rbd-nbd-18.2.4-850.g50bbe7f3.el9.x86_ 2.0 MB/s | 172 kB 00:00 2024-09-13T16:08:34.813 INFO:teuthology.orchestra.run.smithi157.stdout:(27/138): rbd-mirror-18.2.4-850.g50bbe7f3.el9.x 17 MB/s | 3.0 MB 00:00 2024-09-13T16:08:34.847 INFO:teuthology.orchestra.run.smithi157.stdout:(28/138): ceph-grafana-dashboards-18.2.4-850.g5 243 kB/s | 24 kB 00:00 2024-09-13T16:08:34.872 INFO:teuthology.orchestra.run.smithi157.stdout:(29/138): ceph-mgr-cephadm-18.2.4-850.g50bbe7f3 2.3 MB/s | 139 kB 00:00 2024-09-13T16:08:35.194 INFO:teuthology.orchestra.run.smithi039.stdout:(8/138): ceph-radosgw-18.2.4-850.g50bbe7f3.el9. 17 MB/s | 7.8 MB 00:00 2024-09-13T16:08:35.231 INFO:teuthology.orchestra.run.smithi157.stdout:(30/138): ceph-test-18.2.4-850.g50bbe7f3.el9.x8 19 MB/s | 40 MB 00:02 2024-09-13T16:08:35.236 INFO:teuthology.orchestra.run.smithi039.stdout:(9/138): ceph-selinux-18.2.4-850.g50bbe7f3.el9. 608 kB/s | 25 kB 00:00 2024-09-13T16:08:35.281 INFO:teuthology.orchestra.run.smithi157.stdout:(31/138): ceph-mgr-modules-core-18.2.4-850.g50b 4.8 MB/s | 246 kB 00:00 2024-09-13T16:08:35.348 INFO:teuthology.orchestra.run.smithi157.stdout:(32/138): ceph-mgr-dashboard-18.2.4-850.g50bbe7 7.1 MB/s | 3.5 MB 00:00 2024-09-13T16:08:35.373 INFO:teuthology.orchestra.run.smithi157.stdout:(33/138): ceph-mgr-rook-18.2.4-850.g50bbe7f3.el 538 kB/s | 49 kB 00:00 2024-09-13T16:08:35.398 INFO:teuthology.orchestra.run.smithi157.stdout:(34/138): ceph-prometheus-alerts-18.2.4-850.g50 330 kB/s | 16 kB 00:00 2024-09-13T16:08:35.447 INFO:teuthology.orchestra.run.smithi157.stdout:(35/138): ceph-volume-18.2.4-850.g50bbe7f3.el9. 5.2 MB/s | 264 kB 00:00 2024-09-13T16:08:35.454 INFO:teuthology.orchestra.run.smithi157.stdout:(36/138): cephadm-18.2.4-850.g50bbe7f3.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-13T16:08:35.475 INFO:teuthology.orchestra.run.smithi157.stdout:(37/138): cephfs-top-18.2.4-850.g50bbe7f3.el9.n 364 kB/s | 18 kB 00:00 2024-09-13T16:08:35.561 INFO:teuthology.orchestra.run.smithi039.stdout:(10/138): ceph-mon-18.2.4-850.g50bbe7f3.el9.x86 3.4 MB/s | 4.7 MB 00:01 2024-09-13T16:08:35.574 INFO:teuthology.orchestra.run.smithi157.stdout:(38/138): ceph-mgr-diskprediction-local-18.2.4- 11 MB/s | 7.4 MB 00:00 2024-09-13T16:08:35.645 INFO:teuthology.orchestra.run.smithi039.stdout:(11/138): cephfs-mirror-18.2.4-850.g50bbe7f3.el 2.6 MB/s | 224 kB 00:00 2024-09-13T16:08:35.658 INFO:teuthology.orchestra.run.smithi157.stdout:(39/138): fuse-2.9.9-16.el9.x86_64.rpm 383 kB/s | 80 kB 00:00 2024-09-13T16:08:35.691 INFO:teuthology.orchestra.run.smithi157.stdout:(40/138): libquadmath-11.5.0-2.el9.x86_64.rpm 1.6 MB/s | 191 kB 00:00 2024-09-13T16:08:35.695 INFO:teuthology.orchestra.run.smithi039.stdout:(12/138): libcephfs-devel-18.2.4-850.g50bbe7f3. 622 kB/s | 31 kB 00:00 2024-09-13T16:08:35.742 INFO:teuthology.orchestra.run.smithi157.stdout:(41/138): libgfortran-11.5.0-2.el9.x86_64.rpm 2.9 MB/s | 801 kB 00:00 2024-09-13T16:08:35.767 INFO:teuthology.orchestra.run.smithi157.stdout:(42/138): python3-cffi-1.14.5-5.el9.x86_64.rpm 2.3 MB/s | 253 kB 00:00 2024-09-13T16:08:35.792 INFO:teuthology.orchestra.run.smithi157.stdout:(43/138): python3-ply-3.11-14.el9.noarch.rpm 2.1 MB/s | 106 kB 00:00 2024-09-13T16:08:35.818 INFO:teuthology.orchestra.run.smithi157.stdout:(44/138): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-13T16:08:35.834 INFO:teuthology.orchestra.run.smithi157.stdout:(45/138): python3-requests-2.25.1-8.el9.noarch. 2.9 MB/s | 125 kB 00:00 2024-09-13T16:08:35.837 INFO:teuthology.orchestra.run.smithi039.stdout:(13/138): libcephfs2-18.2.4-850.g50bbe7f3.el9.x 4.9 MB/s | 712 kB 00:00 2024-09-13T16:08:35.860 INFO:teuthology.orchestra.run.smithi157.stdout:(46/138): python3-urllib3-1.26.5-6.el9.noarch.r 5.0 MB/s | 215 kB 00:00 2024-09-13T16:08:35.921 INFO:teuthology.orchestra.run.smithi039.stdout:(14/138): libcephsqlite-18.2.4-850.g50bbe7f3.el 1.9 MB/s | 166 kB 00:00 2024-09-13T16:08:35.977 INFO:teuthology.orchestra.run.smithi157.stdout:(47/138): python3-cryptography-36.0.1-4.el9.x86 4.3 MB/s | 1.2 MB 00:00 2024-09-13T16:08:35.979 INFO:teuthology.orchestra.run.smithi039.stdout:(15/138): librados-devel-18.2.4-850.g50bbe7f3.e 2.1 MB/s | 127 kB 00:00 2024-09-13T16:08:36.061 INFO:teuthology.orchestra.run.smithi157.stdout:(48/138): bison-3.7.4-5.el9.x86_64.rpm 4.6 MB/s | 943 kB 00:00 2024-09-13T16:08:36.086 INFO:teuthology.orchestra.run.smithi157.stdout:(49/138): automake-1.16.2-8.el9.noarch.rpm 2.7 MB/s | 689 kB 00:00 2024-09-13T16:08:36.096 INFO:teuthology.orchestra.run.smithi039.stdout:(16/138): libradosstriper1-18.2.4-850.g50bbe7f3 4.0 MB/s | 477 kB 00:00 2024-09-13T16:08:36.128 INFO:teuthology.orchestra.run.smithi157.stdout:(50/138): elfutils-libelf-devel-0.191-4.el9.x86 324 kB/s | 22 kB 00:00 2024-09-13T16:08:36.145 INFO:teuthology.orchestra.run.smithi157.stdout:(51/138): boost-program-options-1.75.0-8.el9.x8 638 kB/s | 107 kB 00:00 2024-09-13T16:08:36.170 INFO:teuthology.orchestra.run.smithi157.stdout:(52/138): flexiblas-3.0.4-8.el9.x86_64.rpm 783 kB/s | 33 kB 00:00 2024-09-13T16:08:36.204 INFO:teuthology.orchestra.run.smithi157.stdout:(53/138): flex-2.6.4-9.el9.x86_64.rpm 2.6 MB/s | 313 kB 00:00 2024-09-13T16:08:36.229 INFO:teuthology.orchestra.run.smithi157.stdout:(54/138): flexiblas-openblas-openmp-3.0.4-8.el9 310 kB/s | 18 kB 00:00 2024-09-13T16:08:36.262 INFO:teuthology.orchestra.run.smithi157.stdout:(55/138): libaio-devel-0.3.111-13.el9.x86_64.rp 190 kB/s | 11 kB 00:00 2024-09-13T16:08:36.296 INFO:teuthology.orchestra.run.smithi157.stdout:(56/138): libpmemobj-1.12.1-1.el9.x86_64.rpm 2.3 MB/s | 160 kB 00:00 2024-09-13T16:08:36.346 INFO:teuthology.orchestra.run.smithi157.stdout:(57/138): flexiblas-netlib-3.0.4-8.el9.x86_64.r 15 MB/s | 3.0 MB 00:00 2024-09-13T16:08:36.371 INFO:teuthology.orchestra.run.smithi157.stdout:(58/138): librabbitmq-0.11.0-7.el9.x86_64.rpm 416 kB/s | 45 kB 00:00 2024-09-13T16:08:36.414 INFO:teuthology.orchestra.run.smithi157.stdout:(59/138): librdkafka-1.6.1-102.el9.x86_64.rpm 5.5 MB/s | 662 kB 00:00 2024-09-13T16:08:36.439 INFO:teuthology.orchestra.run.smithi157.stdout:(60/138): libuuid-devel-2.37.4-20.el9.x86_64.rp 366 kB/s | 24 kB 00:00 2024-09-13T16:08:36.464 INFO:teuthology.orchestra.run.smithi157.stdout:(61/138): libzstd-devel-1.5.1-2.el9.x86_64.rpm 947 kB/s | 47 kB 00:00 2024-09-13T16:08:36.489 INFO:teuthology.orchestra.run.smithi157.stdout:(62/138): lttng-ust-2.12.0-6.el9.x86_64.rpm 5.7 MB/s | 292 kB 00:00 2024-09-13T16:08:36.515 INFO:teuthology.orchestra.run.smithi157.stdout:(63/138): libtool-2.4.6-46.el9.x86_64.rpm 3.4 MB/s | 581 kB 00:00 2024-09-13T16:08:36.540 INFO:teuthology.orchestra.run.smithi157.stdout:(64/138): openblas-0.3.26-2.el9.x86_64.rpm 509 kB/s | 38 kB 00:00 2024-09-13T16:08:36.555 INFO:teuthology.orchestra.run.smithi039.stdout:(17/138): ceph-osd-18.2.4-850.g50bbe7f3.el9.x86 8.1 MB/s | 17 MB 00:02 2024-09-13T16:08:36.605 INFO:teuthology.orchestra.run.smithi039.stdout:(18/138): python3-ceph-argparse-18.2.4-850.g50b 905 kB/s | 45 kB 00:00 2024-09-13T16:08:36.632 INFO:teuthology.orchestra.run.smithi157.stdout:(65/138): openssl-devel-3.2.2-6.el9.x86_64.rpm 38 MB/s | 4.4 MB 00:00 2024-09-13T16:08:36.674 INFO:teuthology.orchestra.run.smithi157.stdout:(66/138): postgresql-13.16-1.el9.x86_64.rpm 12 MB/s | 1.6 MB 00:00 2024-09-13T16:08:36.749 INFO:teuthology.orchestra.run.smithi157.stdout:(67/138): openblas-openmp-0.3.26-2.el9.x86_64.r 19 MB/s | 4.9 MB 00:00 2024-09-13T16:08:36.774 INFO:teuthology.orchestra.run.smithi157.stdout:(68/138): postgresql-private-libs-13.16-1.el9.x 1.3 MB/s | 137 kB 00:00 2024-09-13T16:08:36.816 INFO:teuthology.orchestra.run.smithi157.stdout:(69/138): postgresql-contrib-13.16-1.el9.x86_64 4.8 MB/s | 910 kB 00:00 2024-09-13T16:08:36.858 INFO:teuthology.orchestra.run.smithi157.stdout:(70/138): python3-devel-3.9.19-8.el9.x86_64.rpm 5.8 MB/s | 245 kB 00:00 2024-09-13T16:08:36.933 INFO:teuthology.orchestra.run.smithi157.stdout:(71/138): postgresql-server-13.16-1.el9.x86_64. 31 MB/s | 5.8 MB 00:00 2024-09-13T16:08:36.958 INFO:teuthology.orchestra.run.smithi157.stdout:(72/138): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-09-13T16:08:36.964 INFO:teuthology.orchestra.run.smithi039.stdout:(19/138): ceph-test-18.2.4-850.g50bbe7f3.el9.x8 23 MB/s | 40 MB 00:01 2024-09-13T16:08:36.984 INFO:teuthology.orchestra.run.smithi157.stdout:(73/138): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-09-13T16:08:36.989 INFO:teuthology.orchestra.run.smithi039.stdout:(20/138): python3-ceph-common-18.2.4-850.g50bbe 337 kB/s | 129 kB 00:00 2024-09-13T16:08:37.009 INFO:teuthology.orchestra.run.smithi157.stdout:(74/138): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-13T16:08:37.014 INFO:teuthology.orchestra.run.smithi039.stdout:(21/138): python3-cephfs-18.2.4-850.g50bbe7f3.e 3.2 MB/s | 162 kB 00:00 2024-09-13T16:08:37.035 INFO:teuthology.orchestra.run.smithi157.stdout:(75/138): python3-mako-1.1.4-6.el9.noarch.rpm 3.4 MB/s | 172 kB 00:00 2024-09-13T16:08:37.056 INFO:teuthology.orchestra.run.smithi039.stdout:(22/138): python3-rados-18.2.4-850.g50bbe7f3.el 4.7 MB/s | 319 kB 00:00 2024-09-13T16:08:37.059 INFO:teuthology.orchestra.run.smithi157.stdout:(76/138): python3-markupsafe-1.1.1-12.el9.x86_6 691 kB/s | 35 kB 00:00 2024-09-13T16:08:37.081 INFO:teuthology.orchestra.run.smithi039.stdout:(23/138): python3-rbd-18.2.4-850.g50bbe7f3.el9. 4.4 MB/s | 301 kB 00:00 2024-09-13T16:08:37.107 INFO:teuthology.orchestra.run.smithi039.stdout:(24/138): python3-rgw-18.2.4-850.g50bbe7f3.el9. 1.9 MB/s | 99 kB 00:00 2024-09-13T16:08:37.143 INFO:teuthology.orchestra.run.smithi157.stdout:(77/138): python3-babel-2.9.1-2.el9.noarch.rpm 16 MB/s | 6.0 MB 00:00 2024-09-13T16:08:37.168 INFO:teuthology.orchestra.run.smithi157.stdout:(78/138): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.3 MB/s | 250 kB 00:00 2024-09-13T16:08:37.182 INFO:teuthology.orchestra.run.smithi039.stdout:(25/138): librgw2-18.2.4-850.g50bbe7f3.el9.x86_ 4.1 MB/s | 4.5 MB 00:01 2024-09-13T16:08:37.194 INFO:teuthology.orchestra.run.smithi157.stdout:(79/138): python3-oauthlib-3.1.1-5.el9.noarch.r 4.3 MB/s | 222 kB 00:00 2024-09-13T16:08:37.207 INFO:teuthology.orchestra.run.smithi039.stdout:(26/138): rbd-fuse-18.2.4-850.g50bbe7f3.el9.x86 691 kB/s | 87 kB 00:00 2024-09-13T16:08:37.219 INFO:teuthology.orchestra.run.smithi157.stdout:(80/138): python3-packaging-20.9-5.el9.noarch.r 1.5 MB/s | 77 kB 00:00 2024-09-13T16:08:37.244 INFO:teuthology.orchestra.run.smithi157.stdout:(81/138): python3-prettytable-0.7.2-27.el9.noar 844 kB/s | 42 kB 00:00 2024-09-13T16:08:37.249 INFO:teuthology.orchestra.run.smithi039.stdout:(27/138): rbd-nbd-18.2.4-850.g50bbe7f3.el9.x86_ 2.5 MB/s | 172 kB 00:00 2024-09-13T16:08:37.275 INFO:teuthology.orchestra.run.smithi039.stdout:(28/138): ceph-grafana-dashboards-18.2.4-850.g5 365 kB/s | 24 kB 00:00 2024-09-13T16:08:37.278 INFO:teuthology.orchestra.run.smithi157.stdout:(82/138): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.6 MB/s | 159 kB 00:00 2024-09-13T16:08:37.300 INFO:teuthology.orchestra.run.smithi039.stdout:(29/138): ceph-mgr-cephadm-18.2.4-850.g50bbe7f3 2.7 MB/s | 139 kB 00:00 2024-09-13T16:08:37.303 INFO:teuthology.orchestra.run.smithi157.stdout:(83/138): python3-pyasn1-modules-0.4.8-6.el9.no 4.6 MB/s | 279 kB 00:00 2024-09-13T16:08:37.329 INFO:teuthology.orchestra.run.smithi157.stdout:(84/138): python3-pytz-2021.1-5.el9.noarch.rpm 1.0 MB/s | 51 kB 00:00 2024-09-13T16:08:37.354 INFO:teuthology.orchestra.run.smithi157.stdout:(85/138): python3-requests-oauthlib-1.3.0-12.el 1.0 MB/s | 54 kB 00:00 2024-09-13T16:08:37.438 INFO:teuthology.orchestra.run.smithi157.stdout:(86/138): python3-numpy-1.20.1-5.el9.x86_64.rpm 13 MB/s | 5.1 MB 00:00 2024-09-13T16:08:37.450 INFO:teuthology.orchestra.run.smithi039.stdout:(30/138): ceph-mgr-dashboard-18.2.4-850.g50bbe7 20 MB/s | 3.5 MB 00:00 2024-09-13T16:08:37.463 INFO:teuthology.orchestra.run.smithi157.stdout:(87/138): python3-toml-0.10.2-6.el9.noarch.rpm 383 kB/s | 42 kB 00:00 2024-09-13T16:08:37.496 INFO:teuthology.orchestra.run.smithi157.stdout:(88/138): socat-1.7.4.1-6.el9.x86_64.rpm 5.1 MB/s | 304 kB 00:00 2024-09-13T16:08:37.517 INFO:teuthology.orchestra.run.smithi039.stdout:(31/138): rbd-mirror-18.2.4-850.g50bbe7f3.el9.x 7.3 MB/s | 3.0 MB 00:00 2024-09-13T16:08:37.521 INFO:teuthology.orchestra.run.smithi157.stdout:(89/138): uuid-1.6.2-55.el9.x86_64.rpm 990 kB/s | 58 kB 00:00 2024-09-13T16:08:37.543 INFO:teuthology.orchestra.run.smithi039.stdout:(32/138): ceph-mgr-modules-core-18.2.4-850.g50b 2.6 MB/s | 246 kB 00:00 2024-09-13T16:08:37.547 INFO:teuthology.orchestra.run.smithi157.stdout:(90/138): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.9 MB/s | 96 kB 00:00 2024-09-13T16:08:37.568 INFO:teuthology.orchestra.run.smithi039.stdout:(33/138): ceph-mgr-rook-18.2.4-850.g50bbe7f3.el 978 kB/s | 49 kB 00:00 2024-09-13T16:08:37.580 INFO:teuthology.orchestra.run.smithi157.stdout:(91/138): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-13T16:08:37.593 INFO:teuthology.orchestra.run.smithi039.stdout:(34/138): ceph-prometheus-alerts-18.2.4-850.g50 328 kB/s | 16 kB 00:00 2024-09-13T16:08:37.606 INFO:teuthology.orchestra.run.smithi157.stdout:(92/138): zlib-devel-1.2.11-41.el9.x86_64.rpm 766 kB/s | 45 kB 00:00 2024-09-13T16:08:37.618 INFO:teuthology.orchestra.run.smithi039.stdout:(35/138): ceph-volume-18.2.4-850.g50bbe7f3.el9. 5.2 MB/s | 264 kB 00:00 2024-09-13T16:08:37.644 INFO:teuthology.orchestra.run.smithi039.stdout:(36/138): cephadm-18.2.4-850.g50bbe7f3.el9.noar 4.4 MB/s | 226 kB 00:00 2024-09-13T16:08:37.656 INFO:teuthology.orchestra.run.smithi157.stdout:(93/138): fmt-8.1.1-5.el9.x86_64.rpm 1.4 MB/s | 111 kB 00:00 2024-09-13T16:08:37.669 INFO:teuthology.orchestra.run.smithi039.stdout:(37/138): cephfs-top-18.2.4-850.g50bbe7f3.el9.n 364 kB/s | 18 kB 00:00 2024-09-13T16:08:37.698 INFO:teuthology.orchestra.run.smithi157.stdout:(94/138): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.3 MB/s | 308 kB 00:00 2024-09-13T16:08:37.723 INFO:teuthology.orchestra.run.smithi157.stdout:(95/138): libarrow-doc-9.0.0-11.el9.noarch.rpm 1.0 MB/s | 26 kB 00:00 2024-09-13T16:08:37.749 INFO:teuthology.orchestra.run.smithi157.stdout:(96/138): liboath-2.6.7-2.el9.x86_64.rpm 1.9 MB/s | 49 kB 00:00 2024-09-13T16:08:37.774 INFO:teuthology.orchestra.run.smithi157.stdout:(97/138): libunwind-1.6.2-1.el9.x86_64.rpm 2.7 MB/s | 67 kB 00:00 2024-09-13T16:08:37.803 INFO:teuthology.orchestra.run.smithi039.stdout:(38/138): fuse-2.9.9-16.el9.x86_64.rpm 504 kB/s | 80 kB 00:00 2024-09-13T16:08:37.894 INFO:teuthology.orchestra.run.smithi039.stdout:(39/138): libquadmath-11.5.0-2.el9.x86_64.rpm 2.0 MB/s | 191 kB 00:00 2024-09-13T16:08:37.920 INFO:teuthology.orchestra.run.smithi039.stdout:(40/138): libgfortran-11.5.0-2.el9.x86_64.rpm 3.1 MB/s | 801 kB 00:00 2024-09-13T16:08:37.962 INFO:teuthology.orchestra.run.smithi039.stdout:(41/138): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-09-13T16:08:37.966 INFO:teuthology.orchestra.run.smithi157.stdout:(98/138): python3-scipy-1.6.2-8.el9.x86_64.rpm 26 MB/s | 16 MB 00:00 2024-09-13T16:08:38.004 INFO:teuthology.orchestra.run.smithi039.stdout:(42/138): python3-cryptography-36.0.1-4.el9.x86 15 MB/s | 1.2 MB 00:00 2024-09-13T16:08:38.007 INFO:teuthology.orchestra.run.smithi157.stdout:(99/138): parquet-libs-9.0.0-11.el9.x86_64.rpm 3.5 MB/s | 839 kB 00:00 2024-09-13T16:08:38.029 INFO:teuthology.orchestra.run.smithi039.stdout:(43/138): python3-ply-3.11-14.el9.noarch.rpm 1.6 MB/s | 106 kB 00:00 2024-09-13T16:08:38.041 INFO:teuthology.orchestra.run.smithi157.stdout:(100/138): python3-bcrypt-3.2.2-1.el9.x86_64.rp 1.4 MB/s | 43 kB 00:00 2024-09-13T16:08:38.054 INFO:teuthology.orchestra.run.smithi039.stdout:(44/138): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-09-13T16:08:38.066 INFO:teuthology.orchestra.run.smithi157.stdout:(101/138): python3-cachetools-4.2.4-1.el9.noarc 1.3 MB/s | 32 kB 00:00 2024-09-13T16:08:38.088 INFO:teuthology.orchestra.run.smithi039.stdout:(45/138): python3-requests-2.25.1-8.el9.noarch. 2.1 MB/s | 125 kB 00:00 2024-09-13T16:08:38.091 INFO:teuthology.orchestra.run.smithi157.stdout:(102/138): python3-certifi-2023.05.07-4.el9.noa 571 kB/s | 14 kB 00:00 2024-09-13T16:08:38.121 INFO:teuthology.orchestra.run.smithi039.stdout:(46/138): python3-urllib3-1.26.5-6.el9.noarch.r 3.1 MB/s | 215 kB 00:00 2024-09-13T16:08:38.125 INFO:teuthology.orchestra.run.smithi157.stdout:(103/138): python3-asyncssh-2.13.2-5.el9.noarch 3.4 MB/s | 548 kB 00:00 2024-09-13T16:08:38.150 INFO:teuthology.orchestra.run.smithi157.stdout:(104/138): python3-cheroot-8.6.0-4.el9.noarch.r 2.9 MB/s | 172 kB 00:00 2024-09-13T16:08:38.184 INFO:teuthology.orchestra.run.smithi157.stdout:(105/138): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-13T16:08:38.210 INFO:teuthology.orchestra.run.smithi157.stdout:(106/138): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-13T16:08:38.226 INFO:teuthology.orchestra.run.smithi157.stdout:(107/138): python3-jaraco-8.2.1-3.el9.noarch.rp 256 kB/s | 11 kB 00:00 2024-09-13T16:08:38.243 INFO:teuthology.orchestra.run.smithi157.stdout:(108/138): python3-jaraco-classes-3.2.1-5.el9.n 528 kB/s | 18 kB 00:00 2024-09-13T16:08:38.260 INFO:teuthology.orchestra.run.smithi157.stdout:(109/138): python3-jaraco-collections-3.0.0-8.e 692 kB/s | 23 kB 00:00 2024-09-13T16:08:38.277 INFO:teuthology.orchestra.run.smithi157.stdout:(110/138): python3-jaraco-functools-3.5.0-2.el9 582 kB/s | 19 kB 00:00 2024-09-13T16:08:38.302 INFO:teuthology.orchestra.run.smithi157.stdout:(111/138): python3-jaraco-text-3.2.0-6.el9.noar 469 kB/s | 20 kB 00:00 2024-09-13T16:08:38.319 INFO:teuthology.orchestra.run.smithi157.stdout:(112/138): python3-logutils-0.3.5-21.el9.noarch 2.8 MB/s | 46 kB 00:00 2024-09-13T16:08:38.355 INFO:teuthology.orchestra.run.smithi039.stdout:(47/138): automake-1.16.2-8.el9.noarch.rpm 2.5 MB/s | 689 kB 00:00 2024-09-13T16:08:38.361 INFO:teuthology.orchestra.run.smithi157.stdout:(113/138): python3-more-itertools-8.12.0-2.el9. 1.8 MB/s | 79 kB 00:00 2024-09-13T16:08:38.420 INFO:teuthology.orchestra.run.smithi157.stdout:(114/138): libarrow-9.0.0-11.el9.x86_64.rpm 5.8 MB/s | 4.4 MB 00:00 2024-09-13T16:08:38.445 INFO:teuthology.orchestra.run.smithi157.stdout:(115/138): python3-natsort-7.1.1-5.el9.noarch.r 691 kB/s | 58 kB 00:00 2024-09-13T16:08:38.464 INFO:teuthology.orchestra.run.smithi039.stdout:(48/138): ceph-mgr-diskprediction-local-18.2.4- 6.4 MB/s | 7.4 MB 00:01 2024-09-13T16:08:38.471 INFO:teuthology.orchestra.run.smithi157.stdout:(116/138): python3-portend-3.1.0-2.el9.noarch.r 657 kB/s | 16 kB 00:00 2024-09-13T16:08:38.489 INFO:teuthology.orchestra.run.smithi039.stdout:(49/138): boost-program-options-1.75.0-8.el9.x8 800 kB/s | 107 kB 00:00 2024-09-13T16:08:38.504 INFO:teuthology.orchestra.run.smithi157.stdout:(117/138): python3-kubernetes-26.1.0-2.el9.noar 4.5 MB/s | 1.0 MB 00:00 2024-09-13T16:08:38.529 INFO:teuthology.orchestra.run.smithi157.stdout:(118/138): python3-pecan-1.4.2-3.el9.noarch.rpm 2.4 MB/s | 272 kB 00:00 2024-09-13T16:08:38.555 INFO:teuthology.orchestra.run.smithi157.stdout:(119/138): python3-repoze-lru-0.7-16.el9.noarch 614 kB/s | 31 kB 00:00 2024-09-13T16:08:38.573 INFO:teuthology.orchestra.run.smithi039.stdout:(50/138): flex-2.6.4-9.el9.x86_64.rpm 3.7 MB/s | 313 kB 00:00 2024-09-13T16:08:38.580 INFO:teuthology.orchestra.run.smithi157.stdout:(120/138): python3-pyOpenSSL-21.0.0-1.el9.noarc 826 kB/s | 90 kB 00:00 2024-09-13T16:08:38.605 INFO:teuthology.orchestra.run.smithi157.stdout:(121/138): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-13T16:08:38.631 INFO:teuthology.orchestra.run.smithi157.stdout:(122/138): python3-tempora-5.0.0-2.el9.noarch.r 715 kB/s | 36 kB 00:00 2024-09-13T16:08:38.639 INFO:teuthology.orchestra.run.smithi039.stdout:(51/138): elfutils-libelf-devel-0.191-4.el9.x86 124 kB/s | 22 kB 00:00 2024-09-13T16:08:38.656 INFO:teuthology.orchestra.run.smithi157.stdout:(123/138): python3-routes-2.5.1-5.el9.noarch.rp 1.5 MB/s | 188 kB 00:00 2024-09-13T16:08:38.665 INFO:teuthology.orchestra.run.smithi039.stdout:(52/138): flexiblas-3.0.4-8.el9.x86_64.rpm 356 kB/s | 33 kB 00:00 2024-09-13T16:08:38.681 INFO:teuthology.orchestra.run.smithi157.stdout:(124/138): python3-typing-extensions-4.12.2-2.e 990 kB/s | 74 kB 00:00 2024-09-13T16:08:38.706 INFO:teuthology.orchestra.run.smithi157.stdout:(125/138): python3-webob-1.8.8-2.el9.noarch.rpm 3.0 MB/s | 230 kB 00:00 2024-09-13T16:08:38.732 INFO:teuthology.orchestra.run.smithi157.stdout:(126/138): python3-websocket-client-1.2.3-2.el9 1.7 MB/s | 90 kB 00:00 2024-09-13T16:08:38.732 INFO:teuthology.orchestra.run.smithi039.stdout:(53/138): flexiblas-openblas-openmp-3.0.4-8.el9 273 kB/s | 18 kB 00:00 2024-09-13T16:08:38.757 INFO:teuthology.orchestra.run.smithi157.stdout:(127/138): python3-zc-lockfile-2.0-10.el9.noarc 399 kB/s | 20 kB 00:00 2024-09-13T16:08:38.782 INFO:teuthology.orchestra.run.smithi157.stdout:(128/138): re2-20211101-20.el9.x86_64.rpm 3.7 MB/s | 191 kB 00:00 2024-09-13T16:08:38.790 INFO:teuthology.orchestra.run.smithi039.stdout:(54/138): libaio-devel-0.3.111-13.el9.x86_64.rp 191 kB/s | 11 kB 00:00 2024-09-13T16:08:38.807 INFO:teuthology.orchestra.run.smithi157.stdout:(129/138): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-09-13T16:08:38.857 INFO:teuthology.orchestra.run.smithi039.stdout:(55/138): bison-3.7.4-5.el9.x86_64.rpm 1.3 MB/s | 943 kB 00:00 2024-09-13T16:08:38.882 INFO:teuthology.orchestra.run.smithi039.stdout:(56/138): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.7 MB/s | 160 kB 00:00 2024-09-13T16:08:38.899 INFO:teuthology.orchestra.run.smithi157.stdout:(130/138): thrift-0.15.0-2.el9.x86_64.rpm 11 MB/s | 1.6 MB 00:00 2024-09-13T16:08:38.916 INFO:teuthology.orchestra.run.smithi039.stdout:(57/138): librabbitmq-0.11.0-7.el9.x86_64.rpm 777 kB/s | 45 kB 00:00 2024-09-13T16:08:38.974 INFO:teuthology.orchestra.run.smithi039.stdout:(58/138): librdkafka-1.6.1-102.el9.x86_64.rpm 7.0 MB/s | 662 kB 00:00 2024-09-13T16:08:39.041 INFO:teuthology.orchestra.run.smithi157.stdout:(131/138): librados2-18.2.4-850.g50bbe7f3.el9.x 13 MB/s | 3.3 MB 00:00 2024-09-13T16:08:39.042 INFO:teuthology.orchestra.run.smithi039.stdout:(59/138): libuuid-devel-2.37.4-20.el9.x86_64.rp 367 kB/s | 24 kB 00:00 2024-09-13T16:08:39.142 INFO:teuthology.orchestra.run.smithi039.stdout:(60/138): flexiblas-netlib-3.0.4-8.el9.x86_64.r 6.0 MB/s | 3.0 MB 00:00 2024-09-13T16:08:39.166 INFO:teuthology.orchestra.run.smithi157.stdout:(132/138): librbd1-18.2.4-850.g50bbe7f3.el9.x86 8.4 MB/s | 3.0 MB 00:00 2024-09-13T16:08:39.167 INFO:teuthology.orchestra.run.smithi039.stdout:(61/138): libzstd-devel-1.5.1-2.el9.x86_64.rpm 379 kB/s | 47 kB 00:00 2024-09-13T16:08:39.209 INFO:teuthology.orchestra.run.smithi039.stdout:(62/138): lttng-ust-2.12.0-6.el9.x86_64.rpm 4.3 MB/s | 292 kB 00:00 2024-09-13T16:08:39.235 INFO:teuthology.orchestra.run.smithi039.stdout:(63/138): openblas-0.3.26-2.el9.x86_64.rpm 571 kB/s | 38 kB 00:00 2024-09-13T16:08:39.267 INFO:teuthology.orchestra.run.smithi157.stdout:(133/138): NetworkManager-team-1.49.90-1.el9.x8 407 kB/s | 41 kB 00:00 2024-09-13T16:08:39.276 INFO:teuthology.orchestra.run.smithi039.stdout:(64/138): libtool-2.4.6-46.el9.x86_64.rpm 1.6 MB/s | 581 kB 00:00 2024-09-13T16:08:39.433 INFO:teuthology.orchestra.run.smithi157.stdout:(134/138): NetworkManager-tui-1.49.90-1.el9.x86 1.5 MB/s | 249 kB 00:00 2024-09-13T16:08:39.484 INFO:teuthology.orchestra.run.smithi157.stdout:(135/138): NetworkManager-1.49.90-1.el9.x86_64. 4.0 MB/s | 2.3 MB 00:00 2024-09-13T16:08:39.526 INFO:teuthology.orchestra.run.smithi157.stdout:(136/138): NetworkManager-libnm-1.49.90-1.el9.x 3.7 MB/s | 1.8 MB 00:00 2024-09-13T16:08:39.702 INFO:teuthology.orchestra.run.smithi039.stdout:(65/138): openblas-openmp-0.3.26-2.el9.x86_64.r 10 MB/s | 4.9 MB 00:00 2024-09-13T16:08:39.768 INFO:teuthology.orchestra.run.smithi157.stdout:(137/138): openssl-3.2.2-6.el9.x86_64.rpm 4.1 MB/s | 1.4 MB 00:00 2024-09-13T16:08:39.777 INFO:teuthology.orchestra.run.smithi039.stdout:(66/138): openssl-devel-3.2.2-6.el9.x86_64.rpm 8.2 MB/s | 4.4 MB 00:00 2024-09-13T16:08:39.836 INFO:teuthology.orchestra.run.smithi039.stdout:(67/138): postgresql-contrib-13.16-1.el9.x86_64 6.7 MB/s | 910 kB 00:00 2024-09-13T16:08:39.861 INFO:teuthology.orchestra.run.smithi039.stdout:(68/138): postgresql-private-libs-13.16-1.el9.x 1.6 MB/s | 137 kB 00:00 2024-09-13T16:08:39.903 INFO:teuthology.orchestra.run.smithi039.stdout:(69/138): postgresql-13.16-1.el9.x86_64.rpm 2.5 MB/s | 1.6 MB 00:00 2024-09-13T16:08:39.926 INFO:teuthology.orchestra.run.smithi157.stdout:(138/138): openssl-libs-3.2.2-6.el9.x86_64.rpm 5.4 MB/s | 2.4 MB 00:00 2024-09-13T16:08:39.932 INFO:teuthology.orchestra.run.smithi157.stdout:-------------------------------------------------------------------------------- 2024-09-13T16:08:39.932 INFO:teuthology.orchestra.run.smithi157.stdout:Total 23 MB/s | 203 MB 00:08 2024-09-13T16:08:40.003 INFO:teuthology.orchestra.run.smithi039.stdout:(70/138): python3-devel-3.9.19-8.el9.x86_64.rpm 2.4 MB/s | 245 kB 00:00 2024-09-13T16:08:40.104 INFO:teuthology.orchestra.run.smithi039.stdout:(71/138): python3-jinja2-2.11.3-6.el9.noarch.rp 2.4 MB/s | 248 kB 00:00 2024-09-13T16:08:40.187 INFO:teuthology.orchestra.run.smithi039.stdout:(72/138): postgresql-server-13.16-1.el9.x86_64. 16 MB/s | 5.8 MB 00:00 2024-09-13T16:08:40.204 INFO:teuthology.orchestra.run.smithi039.stdout:(73/138): python3-jsonpatch-1.21-16.el9.noarch. 256 kB/s | 26 kB 00:00 2024-09-13T16:08:40.238 INFO:teuthology.orchestra.run.smithi039.stdout:(74/138): python3-jsonpointer-2.0-4.el9.noarch. 382 kB/s | 19 kB 00:00 2024-09-13T16:08:40.271 INFO:teuthology.orchestra.run.smithi039.stdout:(75/138): python3-mako-1.1.4-6.el9.noarch.rpm 2.5 MB/s | 172 kB 00:00 2024-09-13T16:08:40.288 INFO:teuthology.orchestra.run.smithi039.stdout:(76/138): python3-markupsafe-1.1.1-12.el9.x86_6 694 kB/s | 35 kB 00:00 2024-09-13T16:08:40.363 INFO:teuthology.orchestra.run.smithi039.stdout:(77/138): python3-babel-2.9.1-2.el9.noarch.rpm 12 MB/s | 6.0 MB 00:00 2024-09-13T16:08:40.389 INFO:teuthology.orchestra.run.smithi039.stdout:(78/138): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-09-13T16:08:40.422 INFO:teuthology.orchestra.run.smithi039.stdout:(79/138): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-09-13T16:08:40.448 INFO:teuthology.orchestra.run.smithi039.stdout:(80/138): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-09-13T16:08:40.473 INFO:teuthology.orchestra.run.smithi039.stdout:(81/138): python3-prettytable-0.7.2-27.el9.noar 839 kB/s | 42 kB 00:00 2024-09-13T16:08:40.498 INFO:teuthology.orchestra.run.smithi039.stdout:(82/138): python3-pyasn1-0.4.8-6.el9.noarch.rpm 3.1 MB/s | 159 kB 00:00 2024-09-13T16:08:40.573 INFO:teuthology.orchestra.run.smithi039.stdout:(83/138): python3-pyasn1-modules-0.4.8-6.el9.no 2.7 MB/s | 279 kB 00:00 2024-09-13T16:08:40.599 INFO:teuthology.orchestra.run.smithi039.stdout:(84/138): python3-pytz-2021.1-5.el9.noarch.rpm 507 kB/s | 51 kB 00:00 2024-09-13T16:08:40.649 INFO:teuthology.orchestra.run.smithi039.stdout:(85/138): python3-requests-oauthlib-1.3.0-12.el 711 kB/s | 54 kB 00:00 2024-09-13T16:08:40.716 INFO:teuthology.orchestra.run.smithi039.stdout:(86/138): python3-toml-0.10.2-6.el9.noarch.rpm 627 kB/s | 42 kB 00:00 2024-09-13T16:08:40.791 INFO:teuthology.orchestra.run.smithi039.stdout:(87/138): socat-1.7.4.1-6.el9.x86_64.rpm 4.0 MB/s | 304 kB 00:00 2024-09-13T16:08:40.850 INFO:teuthology.orchestra.run.smithi039.stdout:(88/138): uuid-1.6.2-55.el9.x86_64.rpm 990 kB/s | 58 kB 00:00 2024-09-13T16:08:40.908 INFO:teuthology.orchestra.run.smithi039.stdout:(89/138): xfsprogs-devel-6.4.0-4.el9.x86_64.rpm 1.6 MB/s | 96 kB 00:00 2024-09-13T16:08:40.967 INFO:teuthology.orchestra.run.smithi039.stdout:(90/138): xmlstarlet-1.6.1-20.el9.x86_64.rpm 1.1 MB/s | 64 kB 00:00 2024-09-13T16:08:41.043 INFO:teuthology.orchestra.run.smithi039.stdout:(91/138): zlib-devel-1.2.11-41.el9.x86_64.rpm 595 kB/s | 45 kB 00:00 2024-09-13T16:08:41.043 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction check 2024-09-13T16:08:41.118 INFO:teuthology.orchestra.run.smithi039.stdout:(92/138): python3-numpy-1.20.1-5.el9.x86_64.rpm 6.0 MB/s | 5.1 MB 00:00 2024-09-13T16:08:41.168 INFO:teuthology.orchestra.run.smithi039.stdout:(93/138): fmt-8.1.1-5.el9.x86_64.rpm 885 kB/s | 111 kB 00:00 2024-09-13T16:08:41.186 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction check succeeded. 2024-09-13T16:08:41.186 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction test 2024-09-13T16:08:41.210 INFO:teuthology.orchestra.run.smithi039.stdout:(94/138): gperftools-libs-2.9.1-3.el9.x86_64.rp 3.6 MB/s | 308 kB 00:00 2024-09-13T16:08:41.377 INFO:teuthology.orchestra.run.smithi039.stdout:(95/138): python3-scipy-1.6.2-8.el9.x86_64.rpm 21 MB/s | 16 MB 00:00 2024-09-13T16:08:41.402 INFO:teuthology.orchestra.run.smithi039.stdout:(96/138): libarrow-doc-9.0.0-11.el9.noarch.rpm 135 kB/s | 26 kB 00:00 2024-09-13T16:08:41.436 INFO:teuthology.orchestra.run.smithi039.stdout:(97/138): libunwind-1.6.2-1.el9.x86_64.rpm 2.6 MB/s | 67 kB 00:00 2024-09-13T16:08:41.469 INFO:teuthology.orchestra.run.smithi039.stdout:(98/138): liboath-2.6.7-2.el9.x86_64.rpm 529 kB/s | 49 kB 00:00 2024-09-13T16:08:41.545 INFO:teuthology.orchestra.run.smithi039.stdout:(99/138): parquet-libs-9.0.0-11.el9.x86_64.rpm 7.7 MB/s | 839 kB 00:00 2024-09-13T16:08:41.578 INFO:teuthology.orchestra.run.smithi039.stdout:(100/138): python3-asyncssh-2.13.2-5.el9.noarch 4.9 MB/s | 548 kB 00:00 2024-09-13T16:08:41.603 INFO:teuthology.orchestra.run.smithi039.stdout:(101/138): python3-bcrypt-3.2.2-1.el9.x86_64.rp 745 kB/s | 43 kB 00:00 2024-09-13T16:08:41.629 INFO:teuthology.orchestra.run.smithi039.stdout:(102/138): python3-cachetools-4.2.4-1.el9.noarc 643 kB/s | 32 kB 00:00 2024-09-13T16:08:41.654 INFO:teuthology.orchestra.run.smithi039.stdout:(103/138): python3-certifi-2023.05.07-4.el9.noa 281 kB/s | 14 kB 00:00 2024-09-13T16:08:41.679 INFO:teuthology.orchestra.run.smithi039.stdout:(104/138): python3-cheroot-8.6.0-4.el9.noarch.r 3.3 MB/s | 172 kB 00:00 2024-09-13T16:08:41.713 INFO:teuthology.orchestra.run.smithi039.stdout:(105/138): python3-cherrypy-18.6.1-2.el9.noarch 6.0 MB/s | 358 kB 00:00 2024-09-13T16:08:41.738 INFO:teuthology.orchestra.run.smithi039.stdout:(106/138): python3-google-auth-2.34.0-1.el9.noa 3.7 MB/s | 220 kB 00:00 2024-09-13T16:08:41.763 INFO:teuthology.orchestra.run.smithi039.stdout:(107/138): python3-jaraco-8.2.1-3.el9.noarch.rp 214 kB/s | 11 kB 00:00 2024-09-13T16:08:41.789 INFO:teuthology.orchestra.run.smithi039.stdout:(108/138): python3-jaraco-classes-3.2.1-5.el9.n 353 kB/s | 18 kB 00:00 2024-09-13T16:08:41.814 INFO:teuthology.orchestra.run.smithi039.stdout:(109/138): python3-jaraco-collections-3.0.0-8.e 462 kB/s | 23 kB 00:00 2024-09-13T16:08:41.848 INFO:teuthology.orchestra.run.smithi039.stdout:(110/138): python3-jaraco-functools-3.5.0-2.el9 331 kB/s | 19 kB 00:00 2024-09-13T16:08:41.873 INFO:teuthology.orchestra.run.smithi039.stdout:(111/138): python3-jaraco-text-3.2.0-6.el9.noar 335 kB/s | 20 kB 00:00 2024-09-13T16:08:41.898 INFO:teuthology.orchestra.run.smithi039.stdout:(112/138): python3-logutils-0.3.5-21.el9.noarch 1.8 MB/s | 46 kB 00:00 2024-09-13T16:08:41.932 INFO:teuthology.orchestra.run.smithi039.stdout:(113/138): python3-more-itertools-8.12.0-2.el9. 2.3 MB/s | 79 kB 00:00 2024-09-13T16:08:41.957 INFO:teuthology.orchestra.run.smithi039.stdout:(114/138): python3-natsort-7.1.1-5.el9.noarch.r 2.3 MB/s | 58 kB 00:00 2024-09-13T16:08:41.991 INFO:teuthology.orchestra.run.smithi039.stdout:(115/138): python3-kubernetes-26.1.0-2.el9.noar 7.2 MB/s | 1.0 MB 00:00 2024-09-13T16:08:42.008 INFO:teuthology.orchestra.run.smithi039.stdout:(116/138): python3-portend-3.1.0-2.el9.noarch.r 995 kB/s | 16 kB 00:00 2024-09-13T16:08:42.075 INFO:teuthology.orchestra.run.smithi039.stdout:(117/138): libarrow-9.0.0-11.el9.x86_64.rpm 4.9 MB/s | 4.4 MB 00:00 2024-09-13T16:08:42.100 INFO:teuthology.orchestra.run.smithi039.stdout:(118/138): python3-pecan-1.4.2-3.el9.noarch.rpm 1.9 MB/s | 272 kB 00:00 2024-09-13T16:08:42.126 INFO:teuthology.orchestra.run.smithi039.stdout:(119/138): python3-pyOpenSSL-21.0.0-1.el9.noarc 767 kB/s | 90 kB 00:00 2024-09-13T16:08:42.151 INFO:teuthology.orchestra.run.smithi039.stdout:(120/138): python3-repoze-lru-0.7-16.el9.noarch 406 kB/s | 31 kB 00:00 2024-09-13T16:08:42.176 INFO:teuthology.orchestra.run.smithi039.stdout:(121/138): python3-rsa-4.9-2.el9.noarch.rpm 1.1 MB/s | 59 kB 00:00 2024-09-13T16:08:42.201 INFO:teuthology.orchestra.run.smithi039.stdout:(122/138): python3-tempora-5.0.0-2.el9.noarch.r 716 kB/s | 36 kB 00:00 2024-09-13T16:08:42.235 INFO:teuthology.orchestra.run.smithi039.stdout:(123/138): python3-typing-extensions-4.12.2-2.e 1.2 MB/s | 74 kB 00:00 2024-09-13T16:08:42.260 INFO:teuthology.orchestra.run.smithi039.stdout:(124/138): python3-routes-2.5.1-5.el9.noarch.rp 1.2 MB/s | 188 kB 00:00 2024-09-13T16:08:42.294 INFO:teuthology.orchestra.run.smithi039.stdout:(125/138): python3-websocket-client-1.2.3-2.el9 1.5 MB/s | 90 kB 00:00 2024-09-13T16:08:42.319 INFO:teuthology.orchestra.run.smithi039.stdout:(126/138): python3-webob-1.8.8-2.el9.noarch.rpm 1.9 MB/s | 230 kB 00:00 2024-09-13T16:08:42.344 INFO:teuthology.orchestra.run.smithi039.stdout:(127/138): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-09-13T16:08:42.442 INFO:teuthology.orchestra.run.smithi039.stdout:(128/138): re2-20211101-20.el9.x86_64.rpm 1.5 MB/s | 191 kB 00:00 2024-09-13T16:08:42.512 INFO:teuthology.orchestra.run.smithi039.stdout:(129/138): python3-werkzeug-2.0.3-3.el9.1.noarc 1.7 MB/s | 427 kB 00:00 2024-09-13T16:08:42.562 INFO:teuthology.orchestra.run.smithi039.stdout:(130/138): thrift-0.15.0-2.el9.x86_64.rpm 7.3 MB/s | 1.6 MB 00:00 2024-09-13T16:08:42.679 INFO:teuthology.orchestra.run.smithi039.stdout:(131/138): NetworkManager-1.49.90-1.el9.x86_64. 20 MB/s | 2.3 MB 00:00 2024-09-13T16:08:42.754 INFO:teuthology.orchestra.run.smithi039.stdout:(132/138): NetworkManager-libnm-1.49.90-1.el9.x 24 MB/s | 1.8 MB 00:00 2024-09-13T16:08:42.796 INFO:teuthology.orchestra.run.smithi039.stdout:(133/138): NetworkManager-team-1.49.90-1.el9.x8 980 kB/s | 41 kB 00:00 2024-09-13T16:08:42.846 INFO:teuthology.orchestra.run.smithi039.stdout:(134/138): NetworkManager-tui-1.49.90-1.el9.x86 4.9 MB/s | 249 kB 00:00 2024-09-13T16:08:42.913 INFO:teuthology.orchestra.run.smithi039.stdout:(135/138): openssl-3.2.2-6.el9.x86_64.rpm 20 MB/s | 1.4 MB 00:00 2024-09-13T16:08:42.989 INFO:teuthology.orchestra.run.smithi039.stdout:(136/138): librbd1-18.2.4-850.g50bbe7f3.el9.x86 6.3 MB/s | 3.0 MB 00:00 2024-09-13T16:08:43.047 INFO:teuthology.orchestra.run.smithi039.stdout:(137/138): openssl-libs-3.2.2-6.el9.x86_64.rpm 18 MB/s | 2.4 MB 00:00 2024-09-13T16:08:43.097 INFO:teuthology.orchestra.run.smithi039.stdout:(138/138): librados2-18.2.4-850.g50bbe7f3.el9.x 5.1 MB/s | 3.3 MB 00:00 2024-09-13T16:08:43.103 INFO:teuthology.orchestra.run.smithi039.stdout:-------------------------------------------------------------------------------- 2024-09-13T16:08:43.103 INFO:teuthology.orchestra.run.smithi039.stdout:Total 19 MB/s | 203 MB 00:10 2024-09-13T16:08:43.213 INFO:teuthology.orchestra.run.smithi157.stdout:Transaction test succeeded. 2024-09-13T16:08:43.214 INFO:teuthology.orchestra.run.smithi157.stdout:Running transaction 2024-09-13T16:08:44.245 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction check 2024-09-13T16:08:44.407 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction check succeeded. 2024-09-13T16:08:44.407 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction test 2024-09-13T16:08:46.523 INFO:teuthology.orchestra.run.smithi039.stdout:Transaction test succeeded. 2024-09-13T16:08:46.523 INFO:teuthology.orchestra.run.smithi039.stdout:Running transaction 2024-09-13T16:08:48.943 INFO:teuthology.orchestra.run.smithi157.stdout: Preparing : 1/1 2024-09-13T16:08:49.097 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/146 2024-09-13T16:08:49.135 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/146 2024-09-13T16:08:49.189 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/146 2024-09-13T16:08:49.221 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/146 2024-09-13T16:08:49.247 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/146 2024-09-13T16:08:49.291 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/146 2024-09-13T16:08:49.648 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/146 2024-09-13T16:08:49.777 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:08:49.901 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:08:49.924 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:08:50.015 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:08:50.052 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T16:08:50.217 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/146 2024-09-13T16:08:50.276 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/146 2024-09-13T16:08:50.304 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:08:50.388 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:08:50.429 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T16:08:50.631 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T16:08:50.751 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 15/146 2024-09-13T16:08:50.849 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T16:08:50.910 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T16:08:51.192 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T16:08:51.223 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 17/146 2024-09-13T16:08:51.258 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : liboath-2.6.7-2.el9.x86_64 18/146 2024-09-13T16:08:51.321 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 19/146 2024-09-13T16:08:51.357 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 20/146 2024-09-13T16:08:51.384 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 21/146 2024-09-13T16:08:51.452 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/146 2024-09-13T16:08:51.505 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 23/146 2024-09-13T16:08:51.541 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 24/146 2024-09-13T16:08:51.581 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 25/146 2024-09-13T16:08:51.655 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 26/146 2024-09-13T16:08:51.691 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 27/146 2024-09-13T16:08:51.735 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 28/146 2024-09-13T16:08:51.808 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 29/146 2024-09-13T16:08:51.948 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 30/146 2024-09-13T16:08:52.003 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 31/146 2024-09-13T16:08:52.430 INFO:teuthology.orchestra.run.smithi039.stdout: Preparing : 1/1 2024-09-13T16:08:52.537 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rsa-4.9-2.el9.noarch 32/146 2024-09-13T16:08:52.561 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : openssl-libs-1:3.2.2-6.el9.x86_64 1/146 2024-09-13T16:08:52.603 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 2/146 2024-09-13T16:08:52.634 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 33/146 2024-09-13T16:08:52.670 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 3/146 2024-09-13T16:08:52.680 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 34/146 2024-09-13T16:08:52.703 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : thrift-0.15.0-2.el9.x86_64 4/146 2024-09-13T16:08:52.726 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 35/146 2024-09-13T16:08:52.728 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 5/146 2024-09-13T16:08:52.768 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 36/146 2024-09-13T16:08:52.778 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 6/146 2024-09-13T16:08:52.925 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 37/146 2024-09-13T16:08:52.976 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 38/146 2024-09-13T16:08:53.085 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : re2-1:20211101-20.el9.x86_64 39/146 2024-09-13T16:08:53.116 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 7/146 2024-09-13T16:08:53.130 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 40/146 2024-09-13T16:08:53.184 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 41/146 2024-09-13T16:08:53.229 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:08:53.282 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 42/146 2024-09-13T16:08:53.322 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 43/146 2024-09-13T16:08:53.351 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:08:53.358 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 44/146 2024-09-13T16:08:53.380 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:08:53.406 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 45/146 2024-09-13T16:08:53.450 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 46/146 2024-09-13T16:08:53.456 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:08:53.485 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T16:08:53.492 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 47/146 2024-09-13T16:08:53.628 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 48/146 2024-09-13T16:08:53.669 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 49/146 2024-09-13T16:08:53.671 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-private-libs-13.16-1.el9.x86_64 11/146 2024-09-13T16:08:53.710 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 50/146 2024-09-13T16:08:53.732 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-13.16-1.el9.x86_64 12/146 2024-09-13T16:08:53.759 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:08:53.812 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 51/146 2024-09-13T16:08:53.853 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 52/146 2024-09-13T16:08:53.862 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:08:53.885 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T16:08:53.893 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 53/146 2024-09-13T16:08:53.926 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 54/146 2024-09-13T16:08:53.953 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 55/146 2024-09-13T16:08:53.987 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : fmt-8.1.1-5.el9.x86_64 56/146 2024-09-13T16:08:54.015 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 57/146 2024-09-13T16:08:54.051 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 58/146 2024-09-13T16:08:54.086 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : uuid-1.6.2-55.el9.x86_64 59/146 2024-09-13T16:08:54.116 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 60/146 2024-09-13T16:08:54.119 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 14/146 2024-09-13T16:08:54.150 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 61/146 2024-09-13T16:08:54.184 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 62/146 2024-09-13T16:08:54.226 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 63/146 2024-09-13T16:08:54.248 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 15/146 2024-09-13T16:08:54.260 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 64/146 2024-09-13T16:08:54.295 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 65/146 2024-09-13T16:08:54.342 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 66/146 2024-09-13T16:08:54.377 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T16:08:54.439 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-packaging-20.9-5.el9.noarch 67/146 2024-09-13T16:08:54.449 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T16:08:54.487 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 68/146 2024-09-13T16:08:54.752 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.49.90-1.el9.x86_64 16/146 2024-09-13T16:08:54.787 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 17/146 2024-09-13T16:08:54.822 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : liboath-2.6.7-2.el9.x86_64 18/146 2024-09-13T16:08:54.897 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 19/146 2024-09-13T16:08:54.939 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 20/146 2024-09-13T16:08:54.965 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 21/146 2024-09-13T16:08:55.045 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 22/146 2024-09-13T16:08:55.108 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-urllib3-1.26.5-6.el9.noarch 23/146 2024-09-13T16:08:55.135 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 24/146 2024-09-13T16:08:55.179 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libquadmath-11.5.0-2.el9.x86_64 25/146 2024-09-13T16:08:55.202 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 69/146 2024-09-13T16:08:55.252 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 70/146 2024-09-13T16:08:55.265 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libgfortran-11.5.0-2.el9.x86_64 26/146 2024-09-13T16:08:55.285 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 71/146 2024-09-13T16:08:55.298 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 27/146 2024-09-13T16:08:55.342 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 28/146 2024-09-13T16:08:55.383 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 72/146 2024-09-13T16:08:55.419 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 29/146 2024-09-13T16:08:55.419 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 73/146 2024-09-13T16:08:55.562 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 30/146 2024-09-13T16:08:55.604 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openblas-0.3.26-2.el9.x86_64 74/146 2024-09-13T16:08:55.627 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 31/146 2024-09-13T16:08:55.634 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 75/146 2024-09-13T16:08:55.711 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 76/146 2024-09-13T16:08:56.182 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rsa-4.9-2.el9.noarch 32/146 2024-09-13T16:08:56.274 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 33/146 2024-09-13T16:08:56.319 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jinja2-2.11.3-6.el9.noarch 34/146 2024-09-13T16:08:56.353 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 77/146 2024-09-13T16:08:56.365 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 35/146 2024-09-13T16:08:56.407 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 36/146 2024-09-13T16:08:56.467 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T16:08:56.586 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : socat-1.7.4.1-6.el9.x86_64 37/146 2024-09-13T16:08:56.649 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : openssl-1:3.2.2-6.el9.x86_64 38/146 2024-09-13T16:08:56.759 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : re2-1:20211101-20.el9.x86_64 39/146 2024-09-13T16:08:56.794 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libarrow-9.0.0-11.el9.x86_64 40/146 2024-09-13T16:08:56.850 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 41/146 2024-09-13T16:08:56.924 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 42/146 2024-09-13T16:08:56.970 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-webob-1.8.8-2.el9.noarch 43/146 2024-09-13T16:08:57.014 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-typing-extensions-4.12.2-2.el9.noarch 44/146 2024-09-13T16:08:57.070 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 45/146 2024-09-13T16:08:57.116 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 46/146 2024-09-13T16:08:57.157 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 47/146 2024-09-13T16:08:57.299 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 48/146 2024-09-13T16:08:57.342 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 49/146 2024-09-13T16:08:57.383 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-certifi-2023.05.07-4.el9.noarch 50/146 2024-09-13T16:08:57.491 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 51/146 2024-09-13T16:08:57.534 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-google-auth-1:2.34.0-1.el9.noarch 52/146 2024-09-13T16:08:57.574 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 53/146 2024-09-13T16:08:57.615 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : gperftools-libs-2.9.1-3.el9.x86_64 54/146 2024-09-13T16:08:57.642 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libarrow-doc-9.0.0-11.el9.noarch 55/146 2024-09-13T16:08:57.675 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fmt-8.1.1-5.el9.x86_64 56/146 2024-09-13T16:08:57.704 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : zlib-devel-1.2.11-41.el9.x86_64 57/146 2024-09-13T16:08:57.709 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T16:08:57.739 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 58/146 2024-09-13T16:08:57.775 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : uuid-1.6.2-55.el9.x86_64 59/146 2024-09-13T16:08:57.782 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 80/146 2024-09-13T16:08:57.805 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 60/146 2024-09-13T16:08:57.810 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 81/146 2024-09-13T16:08:57.839 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 61/146 2024-09-13T16:08:57.843 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 82/146 2024-09-13T16:08:57.872 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 62/146 2024-09-13T16:08:57.923 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 63/146 2024-09-13T16:08:57.965 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 64/146 2024-09-13T16:08:58.009 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 65/146 2024-09-13T16:08:58.056 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 66/146 2024-09-13T16:08:58.141 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 83/146 2024-09-13T16:08:58.166 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-packaging-20.9-5.el9.noarch 67/146 2024-09-13T16:08:58.181 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T16:08:58.219 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 68/146 2024-09-13T16:08:58.271 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T16:08:58.302 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 85/146 2024-09-13T16:08:58.338 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 86/146 2024-09-13T16:08:58.740 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 87/146 2024-09-13T16:08:58.776 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T16:08:58.846 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T16:08:58.869 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 89/146 2024-09-13T16:08:59.057 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 69/146 2024-09-13T16:08:59.108 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 70/146 2024-09-13T16:08:59.170 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 71/146 2024-09-13T16:08:59.277 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 72/146 2024-09-13T16:08:59.325 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-devel-3.9.19-8.el9.x86_64 73/146 2024-09-13T16:08:59.510 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-0.3.26-2.el9.x86_64 74/146 2024-09-13T16:08:59.534 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openblas-openmp-0.3.26-2.el9.x86_64 75/146 2024-09-13T16:08:59.613 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 76/146 2024-09-13T16:09:00.306 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 77/146 2024-09-13T16:09:00.436 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T16:09:00.850 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:09:00.882 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:09:01.414 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:09:01.460 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:09:01.540 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:09:01.541 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T16:09:01.541 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T16:09:01.541 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:01.570 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:09:01.758 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T16:09:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 80/146 2024-09-13T16:09:01.866 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libzstd-devel-1.5.1-2.el9.x86_64 81/146 2024-09-13T16:09:01.899 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libuuid-devel-2.37.4-20.el9.x86_64 82/146 2024-09-13T16:09:02.214 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 83/146 2024-09-13T16:09:02.254 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T16:09:02.345 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 84/146 2024-09-13T16:09:02.375 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 85/146 2024-09-13T16:09:02.412 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 86/146 2024-09-13T16:09:02.838 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : parquet-libs-9.0.0-11.el9.x86_64 87/146 2024-09-13T16:09:02.881 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T16:09:02.953 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 88/146 2024-09-13T16:09:02.983 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 89/146 2024-09-13T16:09:05.184 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:09:05.221 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:09:05.782 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 90/146 2024-09-13T16:09:05.824 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:09:05.924 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 91/146 2024-09-13T16:09:05.924 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-09-13T16:09:05.924 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-09-13T16:09:05.924 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:05.967 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /sys 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /proc 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /mnt 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /var/tmp 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /home 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /root 2024-09-13T16:09:13.156 INFO:teuthology.orchestra.run.smithi157.stdout:skipping the directory /tmp 2024-09-13T16:09:13.157 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:13.315 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:09:13.331 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:09:13.331 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:13.331 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-13T16:09:13.331 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:14.802 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:09:14.828 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:09:14.828 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:14.828 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T16:09:14.828 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:09:14.828 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:09:14.829 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:15.044 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:09:15.068 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:09:15.068 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:15.068 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T16:09:15.068 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:09:15.068 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:09:15.068 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:15.519 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:09:15.543 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:09:15.543 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:15.543 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T16:09:15.543 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:09:15.543 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:09:15.543 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:15.658 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : automake-1.16.2-8.el9.noarch 97/146 2024-09-13T16:09:15.707 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-ply-3.11-14.el9.noarch 98/146 2024-09-13T16:09:15.761 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 99/146 2024-09-13T16:09:15.946 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 100/146 2024-09-13T16:09:16.004 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 101/146 2024-09-13T16:09:16.081 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/146 2024-09-13T16:09:16.170 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 103/146 2024-09-13T16:09:16.311 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/146 2024-09-13T16:09:16.361 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 105/146 2024-09-13T16:09:16.394 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 106/146 2024-09-13T16:09:16.421 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : fuse-2.9.9-16.el9.x86_64 107/146 2024-09-13T16:09:16.852 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:09:16.881 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:09:16.915 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 109/146 2024-09-13T16:09:16.979 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 110/146 2024-09-13T16:09:17.009 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:09:18.015 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 92/146 2024-09-13T16:09:18.015 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /sys 2024-09-13T16:09:18.015 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /proc 2024-09-13T16:09:18.015 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /mnt 2024-09-13T16:09:18.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /var/tmp 2024-09-13T16:09:18.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /home 2024-09-13T16:09:18.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /root 2024-09-13T16:09:18.016 INFO:teuthology.orchestra.run.smithi039.stdout:skipping the directory /tmp 2024-09-13T16:09:18.016 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:18.054 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:09:18.094 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:09:18.197 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:09:18.214 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 93/146 2024-09-13T16:09:18.215 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:18.215 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-volume@*.service" escaped as "ceph-volume@\x2a.service". 2024-09-13T16:09:18.215 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:19.063 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:09:19.095 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:09:19.197 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:09:19.360 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 114/146 2024-09-13T16:09:19.388 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:09:19.412 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:09:19.412 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:19.412 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T16:09:19.413 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:09:19.413 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:09:19.413 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:19.464 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:09:19.476 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:09:19.585 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 117/146 2024-09-13T16:09:19.643 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 118/146 2024-09-13T16:09:19.715 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:09:19.744 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 94/146 2024-09-13T16:09:19.744 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:19.744 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-09-13T16:09:19.744 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:09:19.744 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-09-13T16:09:19.745 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:19.965 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:09:19.991 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 95/146 2024-09-13T16:09:19.991 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:19.991 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-09-13T16:09:19.991 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:09:19.991 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-09-13T16:09:19.991 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:20.360 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libtool-2.4.6-46.el9.x86_64 119/146 2024-09-13T16:09:20.392 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:09:20.415 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:09:20.415 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:20.416 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T16:09:20.416 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:09:20.416 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:09:20.416 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:20.450 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:09:20.466 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:09:20.474 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:09:20.474 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:20.474 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T16:09:20.475 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:20.492 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 96/146 2024-09-13T16:09:20.492 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:20.492 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-09-13T16:09:20.492 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:09:20.492 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-09-13T16:09:20.493 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:20.517 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:09:20.541 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:09:20.541 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:20.541 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-13T16:09:20.541 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:09:20.541 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:09:20.541 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:20.606 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : automake-1.16.2-8.el9.noarch 97/146 2024-09-13T16:09:20.673 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-ply-3.11-14.el9.noarch 98/146 2024-09-13T16:09:20.735 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 99/146 2024-09-13T16:09:20.843 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:09:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:09:20.867 INFO:teuthology.orchestra.run.smithi157.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:20.867 INFO:teuthology.orchestra.run.smithi157.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T16:09:20.867 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:09:20.867 INFO:teuthology.orchestra.run.smithi157.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:09:20.867 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:20.941 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 100/146 2024-09-13T16:09:21.010 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 101/146 2024-09-13T16:09:21.100 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 102/146 2024-09-13T16:09:21.197 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 103/146 2024-09-13T16:09:21.340 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 104/146 2024-09-13T16:09:21.394 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 105/146 2024-09-13T16:09:21.425 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 106/146 2024-09-13T16:09:21.451 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : fuse-2.9.9-16.el9.x86_64 107/146 2024-09-13T16:09:21.869 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:09:21.901 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 108/146 2024-09-13T16:09:21.929 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 109/146 2024-09-13T16:09:21.995 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 110/146 2024-09-13T16:09:22.023 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:09:23.123 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 111/146 2024-09-13T16:09:23.158 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:09:24.173 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 112/146 2024-09-13T16:09:24.200 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:09:24.308 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 113/146 2024-09-13T16:09:24.473 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 114/146 2024-09-13T16:09:24.502 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:09:24.529 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 115/146 2024-09-13T16:09:24.529 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:24.529 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-09-13T16:09:24.529 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:09:24.529 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-09-13T16:09:24.529 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:24.547 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 124/146 2024-09-13T16:09:24.578 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:09:24.588 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 125/146 2024-09-13T16:09:24.590 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 116/146 2024-09-13T16:09:24.628 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 126/146 2024-09-13T16:09:24.661 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 127/146 2024-09-13T16:09:24.693 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 117/146 2024-09-13T16:09:24.751 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 118/146 2024-09-13T16:09:24.838 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 128/146 2024-09-13T16:09:24.884 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 129/146 2024-09-13T16:09:24.906 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 130/146 2024-09-13T16:09:24.945 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 131/146 2024-09-13T16:09:24.982 INFO:teuthology.orchestra.run.smithi157.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 132/146 2024-09-13T16:09:25.515 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libtool-2.4.6-46.el9.x86_64 119/146 2024-09-13T16:09:25.548 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:09:25.573 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 120/146 2024-09-13T16:09:25.573 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:25.573 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-09-13T16:09:25.573 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:09:25.573 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-09-13T16:09:25.574 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:25.579 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:09:25.615 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:09:25.621 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:09:25.640 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 121/146 2024-09-13T16:09:25.640 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:25.640 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-09-13T16:09:25.640 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:25.641 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:09:25.691 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:09:25.716 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 122/146 2024-09-13T16:09:25.716 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:25.716 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "cephfs-mirror@*.service" escaped as "cephfs-mirror@\x2a.service". 2024-09-13T16:09:25.716 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:09:25.716 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target → /usr/lib/systemd/system/cephfs-mirror.target. 2024-09-13T16:09:25.716 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:26.041 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:09:26.067 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 123/146 2024-09-13T16:09:26.067 INFO:teuthology.orchestra.run.smithi039.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-09-13T16:09:26.067 INFO:teuthology.orchestra.run.smithi039.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-09-13T16:09:26.067 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:09:26.067 INFO:teuthology.orchestra.run.smithi039.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-09-13T16:09:26.067 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:26.474 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 134/146 2024-09-13T16:09:26.559 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 135/146 2024-09-13T16:09:26.607 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 136/146 2024-09-13T16:09:26.695 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : flex-2.6.4-9.el9.x86_64 137/146 2024-09-13T16:09:26.729 INFO:teuthology.orchestra.run.smithi157.stdout: Installing : bison-3.7.4-5.el9.x86_64 138/146 2024-09-13T16:09:26.755 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 139/146 2024-09-13T16:09:26.788 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 140/146 2024-09-13T16:09:26.789 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:09:26.872 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:09:26.872 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:09:26.965 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:09:26.990 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 143/146 2024-09-13T16:09:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:09:26.996 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:09:27.168 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:09:27.168 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:09:27.252 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:09:27.315 INFO:teuthology.orchestra.run.smithi157.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:09:29.954 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 124/146 2024-09-13T16:09:29.995 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 125/146 2024-09-13T16:09:30.053 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 126/146 2024-09-13T16:09:30.084 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : xfsprogs-devel-6.4.0-4.el9.x86_64 127/146 2024-09-13T16:09:30.294 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : elfutils-libelf-devel-0.191-4.el9.x86_64 128/146 2024-09-13T16:09:30.340 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-contrib-13.16-1.el9.x86_64 129/146 2024-09-13T16:09:30.379 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 130/146 2024-09-13T16:09:30.418 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-team-1:1.49.90-1.el9.x86_64 131/146 2024-09-13T16:09:30.471 INFO:teuthology.orchestra.run.smithi039.stdout: Upgrading : NetworkManager-tui-1:1.49.90-1.el9.x86_64 132/146 2024-09-13T16:09:31.038 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:09:31.078 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:09:31.100 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: postgresql-server-13.16-1.el9.x86_64 133/146 2024-09-13T16:09:32.025 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 134/146 2024-09-13T16:09:32.116 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : openssl-devel-1:3.2.2-6.el9.x86_64 135/146 2024-09-13T16:09:32.178 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : libaio-devel-0.3.111-13.el9.x86_64 136/146 2024-09-13T16:09:32.294 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : flex-2.6.4-9.el9.x86_64 137/146 2024-09-13T16:09:32.336 INFO:teuthology.orchestra.run.smithi039.stdout: Installing : bison-3.7.4-5.el9.x86_64 138/146 2024-09-13T16:09:32.362 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-tui-1:1.48.8-1.el9.x86_64 139/146 2024-09-13T16:09:32.387 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : openssl-1:3.2.2-4.el9.x86_64 140/146 2024-09-13T16:09:32.388 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:09:32.471 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 141/146 2024-09-13T16:09:32.472 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:09:32.555 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 142/146 2024-09-13T16:09:32.562 INFO:teuthology.orchestra.run.smithi157.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:09:32.562 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 1/146 2024-09-13T16:09:32.562 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2/146 2024-09-13T16:09:32.562 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 3/146 2024-09-13T16:09:32.562 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 4/146 2024-09-13T16:09:32.562 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 5/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 6/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 7/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 11/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 12/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 14/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 15/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 16/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 17/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 18/146 2024-09-13T16:09:32.563 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 19/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 20/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 21/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 22/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 23/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 24/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 25/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 26/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 27/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 28/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 29/146 2024-09-13T16:09:32.564 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 30/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 31/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 32/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 33/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 34/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 35/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 36/146 2024-09-13T16:09:32.575 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 37/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 38/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 39/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 40/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 41/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 42/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 43/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-ply-3.11-14.el9.noarch 44/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 45/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 46/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 47/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : automake-1.16.2-8.el9.noarch 48/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : bison-3.7.4-5.el9.x86_64 49/146 2024-09-13T16:09:32.576 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 50/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 51/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flex-2.6.4-9.el9.x86_64 52/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 53/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 54/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 55/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 56/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 57/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 58/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 59/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 60/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 61/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 62/146 2024-09-13T16:09:32.577 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 63/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 64/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 65/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 66/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-13.16-1.el9.x86_64 67/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 68/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 69/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 70/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 71/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 72/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 73/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 74/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 75/146 2024-09-13T16:09:32.578 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 76/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 77/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 82/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 83/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 84/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 85/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 87/146 2024-09-13T16:09:32.579 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 88/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 89/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 90/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 91/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 92/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 93/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 94/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 95/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 96/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 97/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 98/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 99/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 100/146 2024-09-13T16:09:32.580 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 101/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 102/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 103/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 104/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 105/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 106/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 107/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 108/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 109/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 110/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 111/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 112/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 113/146 2024-09-13T16:09:32.581 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 114/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 115/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 116/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 117/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 118/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 120/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 121/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 122/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 123/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 124/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 125/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 126/146 2024-09-13T16:09:32.582 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 127/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 128/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : re2-1:20211101-20.el9.x86_64 129/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 130/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 131/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 132/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 133/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 134/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 135/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 136/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 137/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 138/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 139/146 2024-09-13T16:09:32.583 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 140/146 2024-09-13T16:09:32.584 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 141/146 2024-09-13T16:09:32.584 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 142/146 2024-09-13T16:09:32.584 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 143/146 2024-09-13T16:09:32.584 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 144/146 2024-09-13T16:09:32.584 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 145/146 2024-09-13T16:09:32.584 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-team-1:1.48.8-1.el9.x86_64 143/146 2024-09-13T16:09:32.586 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:09:32.587 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:09:32.774 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-1:1.48.8-1.el9.x86_64 144/146 2024-09-13T16:09:32.774 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:09:32.867 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: NetworkManager-libnm-1:1.48.8-1.el9.x86_64 145/146 2024-09-13T16:09:32.935 INFO:teuthology.orchestra.run.smithi039.stdout: Cleanup : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:09:35.322 INFO:teuthology.orchestra.run.smithi157.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:09:35.322 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:35.322 INFO:teuthology.orchestra.run.smithi157.stdout:Upgraded: 2024-09-13T16:09:35.322 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout:Installed: 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: automake-1.16.2-8.el9.noarch 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: bison-3.7.4-5.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.323 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.324 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: flex-2.6.4-9.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T16:09:35.325 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T16:09:35.326 INFO:teuthology.orchestra.run.smithi157.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T16:09:35.327 INFO:teuthology.orchestra.run.smithi157.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-13.16-1.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T16:09:35.328 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T16:09:35.329 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T16:09:35.330 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T16:09:35.331 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.332 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-13T16:09:35.333 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:35.334 INFO:teuthology.orchestra.run.smithi157.stdout:Complete! 2024-09-13T16:09:35.709 DEBUG:teuthology.parallel:result is None 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Running scriptlet: openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 1/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 3/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 4/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-immutable-object-cache-2:18.2.4-850.g50bbe7 5/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 6/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 7/146 2024-09-13T16:09:38.370 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 8/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 9/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 10/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 11/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 12/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 13/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_6 14/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 15/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 16/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 17/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_ 18/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 19/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9 20/146 2024-09-13T16:09:38.371 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x 21/146 2024-09-13T16:09:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 22/146 2024-09-13T16:09:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 23/146 2024-09-13T16:09:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 24/146 2024-09-13T16:09:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 25/146 2024-09-13T16:09:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 26/146 2024-09-13T16:09:38.372 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 27/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 28/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.e 29/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noar 30/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.no 31/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.4-850.g50bb 32/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9 33/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 34/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el 35/146 2024-09-13T16:09:38.382 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 36/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 37/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 38/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fuse-2.9.9-16.el9.x86_64 39/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libgfortran-11.5.0-2.el9.x86_64 40/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libquadmath-11.5.0-2.el9.x86_64 41/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 42/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 43/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-ply-3.11-14.el9.noarch 44/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 45/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 46/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-urllib3-1.26.5-6.el9.noarch 47/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : automake-1.16.2-8.el9.noarch 48/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : bison-3.7.4-5.el9.x86_64 49/146 2024-09-13T16:09:38.383 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 50/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : elfutils-libelf-devel-0.191-4.el9.x86_64 51/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flex-2.6.4-9.el9.x86_64 52/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 53/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 54/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 55/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libaio-devel-0.3.111-13.el9.x86_64 56/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 57/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 58/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 59/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libtool-2.4.6-46.el9.x86_64 60/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libuuid-devel-2.37.4-20.el9.x86_64 61/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libzstd-devel-1.5.1-2.el9.x86_64 62/146 2024-09-13T16:09:38.384 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 63/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-0.3.26-2.el9.x86_64 64/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openblas-openmp-0.3.26-2.el9.x86_64 65/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-devel-1:3.2.2-6.el9.x86_64 66/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-13.16-1.el9.x86_64 67/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-contrib-13.16-1.el9.x86_64 68/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-private-libs-13.16-1.el9.x86_64 69/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : postgresql-server-13.16-1.el9.x86_64 70/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 71/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-devel-3.9.19-8.el9.x86_64 72/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jinja2-2.11.3-6.el9.noarch 73/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 74/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 75/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 76/146 2024-09-13T16:09:38.385 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 77/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 78/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 79/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 80/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 81/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 82/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 83/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 84/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 85/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 86/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 87/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 88/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : socat-1.7.4.1-6.el9.x86_64 89/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : uuid-1.6.2-55.el9.x86_64 90/146 2024-09-13T16:09:38.386 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xfsprogs-devel-6.4.0-4.el9.x86_64 91/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 92/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : zlib-devel-1.2.11-41.el9.x86_64 93/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 94/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : gperftools-libs-2.9.1-3.el9.x86_64 95/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libarrow-9.0.0-11.el9.x86_64 96/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libarrow-doc-9.0.0-11.el9.noarch 97/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 98/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 99/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : parquet-libs-9.0.0-11.el9.x86_64 100/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 101/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 102/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 103/146 2024-09-13T16:09:38.387 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-certifi-2023.05.07-4.el9.noarch 104/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 105/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 106/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-google-auth-1:2.34.0-1.el9.noarch 107/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 108/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 109/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 110/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 111/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 112/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 113/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 114/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 115/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 116/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 117/146 2024-09-13T16:09:38.388 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 118/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 119/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 120/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 121/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 122/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 123/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-typing-extensions-4.12.2-2.el9.noarch 124/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-webob-1.8.8-2.el9.noarch 125/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 126/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 127/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 128/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : re2-1:20211101-20.el9.x86_64 129/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 130/146 2024-09-13T16:09:38.389 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 131/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 132/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 133/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 134/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-1:1.49.90-1.el9.x86_64 135/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-1:1.48.8-1.el9.x86_64 136/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-libnm-1:1.49.90-1.el9.x86_64 137/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-libnm-1:1.48.8-1.el9.x86_64 138/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-team-1:1.49.90-1.el9.x86_64 139/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-team-1:1.48.8-1.el9.x86_64 140/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-tui-1:1.49.90-1.el9.x86_64 141/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : NetworkManager-tui-1:1.48.8-1.el9.x86_64 142/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-1:3.2.2-6.el9.x86_64 143/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-1:3.2.2-4.el9.x86_64 144/146 2024-09-13T16:09:38.390 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-libs-1:3.2.2-6.el9.x86_64 145/146 2024-09-13T16:09:41.154 INFO:teuthology.orchestra.run.smithi039.stdout: Verifying : openssl-libs-1:3.2.2-4.el9.x86_64 146/146 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout:Upgraded: 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-libnm-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-team-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: NetworkManager-tui-1:1.49.90-1.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: librados2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: librbd1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-1:3.2.2-6.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-libs-1:3.2.2-6.el9.x86_64 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout:Installed: 2024-09-13T16:09:41.155 INFO:teuthology.orchestra.run.smithi039.stdout: automake-1.16.2-8.el9.noarch 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: bison-3.7.4-5.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-base-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-grafana-dashboards-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-immutable-object-cache-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mds-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-dashboard-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.156 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-diskprediction-local-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-modules-core-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mgr-rook-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-mon-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-osd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-prometheus-alerts-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-radosgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-selinux-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-test-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: ceph-volume-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: cephadm-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: cephfs-top-2:18.2.4-850.g50bbe7f3.el9.noarch 2024-09-13T16:09:41.157 INFO:teuthology.orchestra.run.smithi039.stdout: elfutils-libelf-devel-0.191-4.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: flex-2.6.4-9.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: fmt-8.1.1-5.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: fuse-2.9.9-16.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: gperftools-libs-2.9.1-3.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: libaio-devel-0.3.111-13.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-9.0.0-11.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: libarrow-doc-9.0.0-11.el9.noarch 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.158 INFO:teuthology.orchestra.run.smithi039.stdout: libcephfs2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: libcephsqlite-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: libgfortran-11.5.0-2.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: liboath-2.6.7-2.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: libquadmath-11.5.0-2.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-09-13T16:09:41.160 INFO:teuthology.orchestra.run.smithi039.stdout: librados-devel-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.161 INFO:teuthology.orchestra.run.smithi039.stdout: libradosstriper1-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.161 INFO:teuthology.orchestra.run.smithi039.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-09-13T16:09:41.161 INFO:teuthology.orchestra.run.smithi039.stdout: librgw2-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.161 INFO:teuthology.orchestra.run.smithi039.stdout: libtool-2.4.6-46.el9.x86_64 2024-09-13T16:09:41.161 INFO:teuthology.orchestra.run.smithi039.stdout: libunwind-1.6.2-1.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: libuuid-devel-2.37.4-20.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: libzstd-devel-1.5.1-2.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-0.3.26-2.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: openblas-openmp-0.3.26-2.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: openssl-devel-1:3.2.2-6.el9.x86_64 2024-09-13T16:09:41.162 INFO:teuthology.orchestra.run.smithi039.stdout: parquet-libs-9.0.0-11.el9.x86_64 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-13.16-1.el9.x86_64 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-contrib-13.16-1.el9.x86_64 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-private-libs-13.16-1.el9.x86_64 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: postgresql-server-13.16-1.el9.x86_64 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: python3-babel-2.9.1-2.el9.noarch 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-09-13T16:09:41.163 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-argparse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ceph-common-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cephfs-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-certifi-2023.05.07-4.el9.noarch 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-09-13T16:09:41.164 INFO:teuthology.orchestra.run.smithi039.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-devel-3.9.19-8.el9.x86_64 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-google-auth-1:2.34.0-1.el9.noarch 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-09-13T16:09:41.165 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jinja2-2.11.3-6.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-mako-1.1.4-6.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-09-13T16:09:41.166 INFO:teuthology.orchestra.run.smithi039.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-packaging-20.9-5.el9.noarch 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-ply-3.11-14.el9.noarch 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-portend-3.1.0-2.el9.noarch 2024-09-13T16:09:41.167 INFO:teuthology.orchestra.run.smithi039.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pycparser-2.20-6.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-pytz-2021.1-5.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rados-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-09-13T16:09:41.168 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-2.25.1-8.el9.noarch 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rgw-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-routes-2.5.1-5.el9.noarch 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-rsa-4.9-2.el9.noarch 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-toml-0.10.2-6.el9.noarch 2024-09-13T16:09:41.169 INFO:teuthology.orchestra.run.smithi039.stdout: python3-typing-extensions-4.12.2-2.el9.noarch 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: python3-urllib3-1.26.5-6.el9.noarch 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: python3-webob-1.8.8-2.el9.noarch 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-fuse-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-mirror-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: rbd-nbd-2:18.2.4-850.g50bbe7f3.el9.x86_64 2024-09-13T16:09:41.170 INFO:teuthology.orchestra.run.smithi039.stdout: re2-1:20211101-20.el9.x86_64 2024-09-13T16:09:41.171 INFO:teuthology.orchestra.run.smithi039.stdout: socat-1.7.4.1-6.el9.x86_64 2024-09-13T16:09:41.171 INFO:teuthology.orchestra.run.smithi039.stdout: thrift-0.15.0-2.el9.x86_64 2024-09-13T16:09:41.171 INFO:teuthology.orchestra.run.smithi039.stdout: uuid-1.6.2-55.el9.x86_64 2024-09-13T16:09:41.171 INFO:teuthology.orchestra.run.smithi039.stdout: xfsprogs-devel-6.4.0-4.el9.x86_64 2024-09-13T16:09:41.171 INFO:teuthology.orchestra.run.smithi039.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-09-13T16:09:41.172 INFO:teuthology.orchestra.run.smithi039.stdout: zlib-devel-1.2.11-41.el9.x86_64 2024-09-13T16:09:41.172 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:41.172 INFO:teuthology.orchestra.run.smithi039.stdout:Complete! 2024-09-13T16:09:41.676 DEBUG:teuthology.parallel:result is None 2024-09-13T16:09:41.677 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:09:41.834 DEBUG:teuthology.orchestra.run.smithi039:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T16:09:41.857 INFO:teuthology.orchestra.run.smithi039.stdout:18.2.4-850.g50bbe7f3.el9 2024-09-13T16:09:41.858 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850.g50bbe7f3.el9 2024-09-13T16:09:41.858 INFO:teuthology.task.install:The correct ceph version 18.2.4-850.g50bbe7f3 is installed. 2024-09-13T16:09:41.860 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T16:09:42.003 DEBUG:teuthology.orchestra.run.smithi157:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-09-13T16:09:42.031 INFO:teuthology.orchestra.run.smithi157.stdout:18.2.4-850.g50bbe7f3.el9 2024-09-13T16:09:42.031 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850.g50bbe7f3.el9 2024-09-13T16:09:42.031 INFO:teuthology.task.install:The correct ceph version 18.2.4-850.g50bbe7f3 is installed. 2024-09-13T16:09:42.033 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T16:09:42.033 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:42.033 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:09:42.063 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:42.063 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T16:09:42.101 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T16:09:42.102 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:42.102 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:09:42.130 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:09:42.197 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:42.197 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T16:09:42.225 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T16:09:42.291 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T16:09:42.292 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:42.292 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:09:42.318 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:09:42.386 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:42.387 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T16:09:42.413 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T16:09:42.480 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T16:09:42.480 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:42.480 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:09:42.506 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:09:42.572 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:42.572 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T16:09:42.598 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T16:09:42.663 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T16:09:42.741 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T16:09:42.741 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 777 /var/log/ceph 2024-09-13T16:09:42.743 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 777 /var/log/ceph 2024-09-13T16:09:42.770 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T16:09:42.771 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:09:42.814 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T16:09:42.839 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T16:09:42.839 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:09:42.881 DEBUG:teuthology.orchestra.run.smithi157:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T16:09:42.912 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T16:09:42.912 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T16:09:42.912 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T16:09:42.912 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:42.913 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:09:42.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:43.083 DEBUG:teuthology.orchestra.run.smithi039:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:43.109 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:43.109 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T16:09:43.125 DEBUG:teuthology.orchestra.run.smithi157:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:43.248 DEBUG:teuthology.orchestra.run.smithi157:> sudo chcon system_u:object_r:etc_t:s0 /etc/logrotate.d/ceph-test.conf 2024-09-13T16:09:43.279 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T16:09:43.279 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'Error loading MDS rank', 'missing journal object', 'Error recovering journal', 'error decoding table object', 'failed to read JournalPointer', 'Corrupt directory entry', 'Corrupt fnode header', 'corrupt sessionmap header', 'Corrupt dentry', 'Scrub error on inode', 'Metadata damage detected', 'MDS_READ_ONLY', 'force file system read-only', 'with standby daemon mds', 'MDS abort because newly corrupt dentry'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T16:09:43.279 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788', 'branch': 'wip-rishabh-testing-20240910.095512-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/damage}', 'email': None, 'first_in_suite': False, 'job_id': '7903788', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'centos', 'os_version': '9.stream', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.095512-reef'}, 'ceph': {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'Error loading MDS rank', 'missing journal object', 'Error recovering journal', 'error decoding table object', 'failed to read JournalPointer', 'Corrupt directory entry', 'Corrupt fnode header', 'corrupt sessionmap header', 'Corrupt dentry', 'Scrub error on inode', 'Metadata damage detected', 'MDS_READ_ONLY', 'force file system read-only', 'with standby daemon mds', 'MDS abort because newly corrupt dentry'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:getty_t:s0']}, 'subvolume_version': 1, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.095512-reef', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1152, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'sleep_before_teardown': 0, 'subset': '984/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.095512-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi039.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIUpqUnWLL8PgJVkt0FD0hR5ZzZNQ/BJuxfXjMPKKq9OLx7bXO6124NRJ+jnxl5cwX6Rvc90+7zhY7G7sxYmQXc=', 'smithi157.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBHRPnbbVI6Njs8LyQgyZEf61hO4HCop/uUivGpp+LhS3byzB62dbgZSAWxFVqTKOKyuL5ZQJ8qDmttDF/8zxm4U='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, {'ceph': {'create_rbd_pool': False, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy', 'bad backtrace', 'object missing on disk', 'error reading table object', 'error reading sessionmap', 'Error loading MDS rank', 'missing journal object', 'Error recovering journal', 'error decoding table object', 'failed to read JournalPointer', 'Corrupt directory entry', 'Corrupt fnode header', 'corrupt sessionmap header', 'Corrupt dentry', 'Scrub error on inode', 'Metadata damage detected', 'MDS_READ_ONLY', 'force file system read-only', 'with standby daemon mds', 'MDS abort because newly corrupt dentry'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_damage']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:36:41', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T16:09:43.280 DEBUG:teuthology.orchestra.run.smithi039:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:09:43.282 DEBUG:teuthology.orchestra.run.smithi157:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T16:09:43.331 DEBUG:teuthology.orchestra.run.smithi039:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:09:43.339 DEBUG:teuthology.orchestra.run.smithi157:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T16:09:43.396 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:43.396 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:09:43.418 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:09:43.418 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_1 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-13 16:09:33.289608138 +0000 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-13 16:07:52.046777792 +0000 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-13 16:07:52.046777792 +0000 2024-09-13T16:09:43.474 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-13 16:07:52.046777792 +0000 2024-09-13T16:09:43.475 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:09:43.537 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-13T16:09:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-13T16:09:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000273865 s, 1.9 MB/s 2024-09-13T16:09:43.539 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:09:43.596 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_2 2024-09-13T16:09:43.652 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:09:43.652 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:43.652 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 684 Links: 1 2024-09-13T16:09:43.652 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:43.652 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:43.653 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-13 16:09:33.290608118 +0000 2024-09-13T16:09:43.653 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-13 16:07:52.381771023 +0000 2024-09-13T16:09:43.653 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-13 16:07:52.381771023 +0000 2024-09-13T16:09:43.653 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-13 16:07:52.381771023 +0000 2024-09-13T16:09:43.653 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:09:43.717 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-13T16:09:43.717 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-13T16:09:43.717 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000374473 s, 1.4 MB/s 2024-09-13T16:09:43.721 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:09:43.778 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_3 2024-09-13T16:09:43.834 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 704 Links: 1 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-13 16:09:33.290608118 +0000 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-13 16:07:52.717764234 +0000 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-13 16:07:52.717764234 +0000 2024-09-13T16:09:43.835 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-13 16:07:52.717764234 +0000 2024-09-13T16:09:43.835 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:09:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-13T16:09:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-13T16:09:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000269793 s, 1.9 MB/s 2024-09-13T16:09:43.901 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:09:43.958 DEBUG:teuthology.orchestra.run.smithi039:> stat /dev/vg_nvme/lv_4 2024-09-13T16:09:44.014 INFO:teuthology.orchestra.run.smithi039.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:09:44.014 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:44.014 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-13T16:09:44.014 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:44.015 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:44.015 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-13 16:09:33.291608098 +0000 2024-09-13T16:09:44.015 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-13 16:07:53.059757323 +0000 2024-09-13T16:09:44.015 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-13 16:07:53.059757323 +0000 2024-09-13T16:09:44.015 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: 2024-09-13 16:07:53.059757323 +0000 2024-09-13T16:09:44.015 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:09:44.079 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records in 2024-09-13T16:09:44.079 INFO:teuthology.orchestra.run.smithi039.stderr:1+0 records out 2024-09-13T16:09:44.079 INFO:teuthology.orchestra.run.smithi039.stderr:512 bytes copied, 0.000277241 s, 1.8 MB/s 2024-09-13T16:09:44.081 DEBUG:teuthology.orchestra.run.smithi039:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:09:44.138 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:09:44.138 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:44.139 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T16:09:44.157 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T16:09:44.157 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_1 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 668 Links: 1 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-13 16:09:27.697881377 +0000 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-13 16:07:45.519988655 +0000 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-13 16:07:45.519988655 +0000 2024-09-13T16:09:44.214 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-09-13 16:07:45.519988655 +0000 2024-09-13T16:09:44.215 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T16:09:44.279 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-13T16:09:44.279 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-13T16:09:44.279 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000116335 s, 4.4 MB/s 2024-09-13T16:09:44.280 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T16:09:44.339 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_2 2024-09-13T16:09:44.396 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T16:09:44.397 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:44.397 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-09-13T16:09:44.398 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:44.398 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:44.398 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-13 16:09:27.697881377 +0000 2024-09-13T16:09:44.398 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-13 16:07:45.835982682 +0000 2024-09-13T16:09:44.398 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-13 16:07:45.835982682 +0000 2024-09-13T16:09:44.398 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-09-13 16:07:45.835982682 +0000 2024-09-13T16:09:44.399 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T16:09:44.463 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-13T16:09:44.463 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-13T16:09:44.463 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000115863 s, 4.4 MB/s 2024-09-13T16:09:44.464 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T16:09:44.522 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_3 2024-09-13T16:09:44.580 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-13 16:09:27.698881358 +0000 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-13 16:07:46.157976595 +0000 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-13 16:07:46.157976595 +0000 2024-09-13T16:09:44.581 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-09-13 16:07:46.157976595 +0000 2024-09-13T16:09:44.581 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T16:09:44.646 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-13T16:09:44.646 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-13T16:09:44.646 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.00010874 s, 4.7 MB/s 2024-09-13T16:09:44.647 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T16:09:44.705 DEBUG:teuthology.orchestra.run.smithi157:> stat /dev/vg_nvme/lv_4 2024-09-13T16:09:44.762 INFO:teuthology.orchestra.run.smithi157.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T16:09:44.762 INFO:teuthology.orchestra.run.smithi157.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T16:09:44.762 INFO:teuthology.orchestra.run.smithi157.stdout:Device: 5h/5d Inode: 723 Links: 1 2024-09-13T16:09:44.762 INFO:teuthology.orchestra.run.smithi157.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T16:09:44.762 INFO:teuthology.orchestra.run.smithi157.stdout:Context: system_u:object_r:device_t:s0 2024-09-13T16:09:44.762 INFO:teuthology.orchestra.run.smithi157.stdout:Access: 2024-09-13 16:09:27.698881358 +0000 2024-09-13T16:09:44.763 INFO:teuthology.orchestra.run.smithi157.stdout:Modify: 2024-09-13 16:07:46.462970839 +0000 2024-09-13T16:09:44.763 INFO:teuthology.orchestra.run.smithi157.stdout:Change: 2024-09-13 16:07:46.462970839 +0000 2024-09-13T16:09:44.763 INFO:teuthology.orchestra.run.smithi157.stdout: Birth: 2024-09-13 16:07:46.462970839 +0000 2024-09-13T16:09:44.763 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T16:09:44.827 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records in 2024-09-13T16:09:44.827 INFO:teuthology.orchestra.run.smithi157.stderr:1+0 records out 2024-09-13T16:09:44.827 INFO:teuthology.orchestra.run.smithi157.stderr:512 bytes copied, 0.000113794 s, 4.5 MB/s 2024-09-13T16:09:44.829 DEBUG:teuthology.orchestra.run.smithi157:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T16:09:44.886 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:09:44.886 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi039.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi157.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:09:44.886 INFO:tasks.ceph:Generating config... 2024-09-13T16:09:44.887 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T16:09:44.887 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T16:09:44.887 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T16:09:44.887 INFO:tasks.ceph:[client] pid file = 2024-09-13T16:09:44.887 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T16:09:44.887 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T16:09:44.888 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T16:09:44.889 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T16:09:44.889 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T16:09:44.889 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T16:09:44.889 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] bdev async discard = True 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] bdev enable discard = True 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] bluestore allocator = bitmap 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] debug bluefs = 1/20 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] debug bluestore = 1/20 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T16:09:44.889 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] debug rocksdb = 4/10 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T16:09:44.890 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T16:09:44.890 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T16:09:44.890 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T16:09:44.943 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T16:09:44.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T16:09:44.997 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:09:45.024 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.39'), ('mon.b', '172.21.15.157'), ('mon.c', '[v2:172.21.15.157:3301,v1:172.21.15.157:6790]')] 2024-09-13T16:09:45.025 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.39,172.21.15.157,[v2:172.21.15.157:3301,v1:172.21.15.157:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bdev async discard': True, 'bdev enable discard': True, 'bluestore allocator': 'bitmap', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': '1/20', 'debug bluestore': '1/20', 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': '4/10', 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T16:09:45.026 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:45.026 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:09:45.080 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.39 --add b 172.21.15.157 --addv c '[v2:172.21.15.157:3301,v1:172.21.15.157:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool: generated fsid 575fc7b5-c1b1-44c5-af20-cb8e211749db 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:setting min_mon_release = pacific 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:epoch 0 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:fsid 575fc7b5-c1b1-44c5-af20-cb8e211749db 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:last_changed 2024-09-13T16:09:45.168822+0000 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:created 2024-09-13T16:09:45.168822+0000 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:min_mon_release 16 (pacific) 2024-09-13T16:09:45.169 INFO:teuthology.orchestra.run.smithi039.stdout:election_strategy: 1 2024-09-13T16:09:45.170 INFO:teuthology.orchestra.run.smithi039.stdout:0: [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] mon.a 2024-09-13T16:09:45.170 INFO:teuthology.orchestra.run.smithi039.stdout:1: [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] mon.b 2024-09-13T16:09:45.170 INFO:teuthology.orchestra.run.smithi039.stdout:2: [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] mon.c 2024-09-13T16:09:45.170 INFO:teuthology.orchestra.run.smithi039.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T16:09:45.171 DEBUG:teuthology.orchestra.run.smithi039:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T16:09:45.188 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 575fc7b5-c1b1-44c5-af20-cb8e211749db... 2024-09-13T16:09:45.190 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:09:45.234 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout:[global] 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: chdir = "" 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: auth supported = cephx 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: filestore xattr use omap = true 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: mon clock drift allowed = 1.000 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.276 INFO:teuthology.orchestra.run.smithi039.stdout: osd crush chooseleaf type = 0 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: auth debug = true 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on old message = true 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: ms die on bug = true 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: mon pg warn max object skew = 0 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:09:45.277 INFO:teuthology.orchestra.run.smithi039.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default size = 2 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow primary affinity = true 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd allow pg remap = true 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on no sortbitwise = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on too few osds = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: mon_allow_pool_size_one = true 2024-09-13T16:09:45.278 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: osd default data pool replay window = 5 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: mon allow pool delete = true 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: mon cluster log file level = debug 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: debug asserts on shutdown = true 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: mon health detail to clog = false 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: mon host = "172.21.15.39,172.21.15.157,[v2:172.21.15.157:3301,v1:172.21.15.157:6790]" 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: fsid = 575fc7b5-c1b1-44c5-af20-cb8e211749db 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout:[osd] 2024-09-13T16:09:45.279 INFO:teuthology.orchestra.run.smithi039.stdout: osd journal size = 100 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub load threshold = 5.0 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd scrub max interval = 600 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd recover clone overlap = true 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd recovery max chunk = 1048576 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug shutdown = true 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug op order = true 2024-09-13T16:09:45.280 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug verify stray on activate = true 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: osd open classes on start = true 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug pg log writeout = true 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: osd map max advance = 10 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: journal zero on create = true 2024-09-13T16:09:45.281 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: filestore apply finisher threads = 3 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: bdev debug aio = true 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: osd debug misdirected ops = true 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: bdev async discard = True 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: bdev enable discard = True 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore allocator = bitmap 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore block size = 96636764160 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: bluestore fsck on mount = True 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluefs = 1/20 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: debug bluestore = 1/20 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-13T16:09:45.282 INFO:teuthology.orchestra.run.smithi039.stdout: debug osd = 20 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: debug rocksdb = 4/10 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd full ratio = 0.9 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: osd objectstore = bluestore 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr] 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: debug mgr = 20 2024-09-13T16:09:45.283 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout: mgr/telemetry/nag = false 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.284 INFO:teuthology.orchestra.run.smithi039.stdout:[mon] 2024-09-13T16:09:45.285 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-13T16:09:45.285 INFO:teuthology.orchestra.run.smithi039.stdout: debug mon = 20 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: debug paxos = 20 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: debug auth = 20 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: mon data avail warn = 5 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: mon mgr mkfs grace = 240 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd reporter subtree level = osd 2024-09-13T16:09:45.286 INFO:teuthology.orchestra.run.smithi039.stdout: mon osd prime pg temp = true 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:09:45.287 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: # 1m isn't quite enough 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: mon op complaint time = 120 2024-09-13T16:09:45.288 INFO:teuthology.orchestra.run.smithi039.stdout: mon warn on pool no app = False 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout:[client] 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout: rgw cache enabled = true 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable ops log = true 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout: rgw enable usage log = true 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:09:45.289 INFO:teuthology.orchestra.run.smithi039.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout: client mount timeout = 600 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout: debug client = 20 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout: pid file = "" 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.a] 2024-09-13T16:09:45.290 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.b] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout:[mon.c] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout:[mds] 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds = 20 2024-09-13T16:09:45.291 INFO:teuthology.orchestra.run.smithi039.stdout: debug mds balancer = 20 2024-09-13T16:09:45.292 INFO:teuthology.orchestra.run.smithi039.stdout: debug ms = 1 2024-09-13T16:09:45.292 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug frag = True 2024-09-13T16:09:45.292 INFO:teuthology.orchestra.run.smithi039.stdout: mds debug scatterstat = True 2024-09-13T16:09:45.292 INFO:teuthology.orchestra.run.smithi039.stdout: mds op complaint time = 180 2024-09-13T16:09:45.292 INFO:teuthology.orchestra.run.smithi039.stdout: mds verify scatter = True 2024-09-13T16:09:45.292 INFO:teuthology.orchestra.run.smithi039.stdout: osd op complaint time = 180 2024-09-13T16:09:45.293 INFO:teuthology.orchestra.run.smithi039.stdout: rados mon op timeout = 900 2024-09-13T16:09:45.293 INFO:teuthology.orchestra.run.smithi039.stdout: rados osd op timeout = 900 2024-09-13T16:09:45.295 INFO:teuthology.orchestra.run.smithi157.stdout:[global] 2024-09-13T16:09:45.295 INFO:teuthology.orchestra.run.smithi157.stdout: chdir = "" 2024-09-13T16:09:45.295 INFO:teuthology.orchestra.run.smithi157.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T16:09:45.295 INFO:teuthology.orchestra.run.smithi157.stdout: auth supported = cephx 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: filestore xattr use omap = true 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: mon clock drift allowed = 1.000 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: osd crush chooseleaf type = 0 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: auth debug = true 2024-09-13T16:09:45.296 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: ms die on old message = true 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: ms die on bug = true 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: mon pg warn max object skew = 0 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T16:09:45.297 INFO:teuthology.orchestra.run.smithi157.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: osd pool default size = 2 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd allow primary affinity = true 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd allow pg remap = true 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on legacy crush tunables = false 2024-09-13T16:09:45.298 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on crush straw calc version zero = false 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on no sortbitwise = false 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on osd down out interval zero = false 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on too few osds = false 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: mon_allow_pool_size_one = true 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.299 INFO:teuthology.orchestra.run.smithi157.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T16:09:45.300 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.300 INFO:teuthology.orchestra.run.smithi157.stdout: osd default data pool replay window = 5 2024-09-13T16:09:45.300 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.300 INFO:teuthology.orchestra.run.smithi157.stdout: mon allow pool delete = true 2024-09-13T16:09:45.300 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.301 INFO:teuthology.orchestra.run.smithi157.stdout: mon cluster log file level = debug 2024-09-13T16:09:45.301 INFO:teuthology.orchestra.run.smithi157.stdout: debug asserts on shutdown = true 2024-09-13T16:09:45.301 INFO:teuthology.orchestra.run.smithi157.stdout: mon health detail to clog = false 2024-09-13T16:09:45.301 INFO:teuthology.orchestra.run.smithi157.stdout: mon host = "172.21.15.39,172.21.15.157,[v2:172.21.15.157:3301,v1:172.21.15.157:6790]" 2024-09-13T16:09:45.302 INFO:teuthology.orchestra.run.smithi157.stdout: fsid = 575fc7b5-c1b1-44c5-af20-cb8e211749db 2024-09-13T16:09:45.302 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.302 INFO:teuthology.orchestra.run.smithi157.stdout:[osd] 2024-09-13T16:09:45.302 INFO:teuthology.orchestra.run.smithi157.stdout: osd journal size = 100 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd scrub load threshold = 5.0 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd scrub max interval = 600 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd mclock profile = high_recovery_ops 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd recover clone overlap = true 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd recovery max chunk = 1048576 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug shutdown = true 2024-09-13T16:09:45.303 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug op order = true 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug verify stray on activate = true 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: osd open classes on start = true 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug pg log writeout = true 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: osd deep scrub update digest min age = 30 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: osd map max advance = 10 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: journal zero on create = true 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: filestore ondisk finisher threads = 3 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: filestore apply finisher threads = 3 2024-09-13T16:09:45.304 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: bdev debug aio = true 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: osd debug misdirected ops = true 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: bdev async discard = True 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: bdev enable discard = True 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: bluestore allocator = bitmap 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: bluestore block size = 96636764160 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: bluestore fsck on mount = True 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: debug bluefs = 1/20 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: debug bluestore = 1/20 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: debug osd = 20 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: debug rocksdb = 4/10 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T16:09:45.305 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd full ratio = 0.9 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd nearfull ratio = 0.8 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: osd failsafe full ratio = 0.95 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: osd objectstore = bluestore 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: osd op complaint time = 180 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout:[mgr] 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: debug mgr = 20 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: debug mon = 20 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: debug auth = 20 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: mgr/telemetry/nag = false 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: debug client = 20 2024-09-13T16:09:45.306 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout:[mon] 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: debug mon = 20 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: debug paxos = 20 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: debug auth = 20 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: mon data avail warn = 5 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: mon mgr mkfs grace = 240 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min pgs per osd = 4 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd reporter subtree level = osd 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: mon osd prime pg temp = true 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: mon reweight min bytes per osd = 10 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T16:09:45.307 INFO:teuthology.orchestra.run.smithi157.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: # 1m isn't quite enough 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: mon_down_mkfs_grace = 2m 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: mon_warn_on_filestore_osds = false 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: mon op complaint time = 120 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: mon warn on pool no app = False 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout: 2024-09-13T16:09:45.308 INFO:teuthology.orchestra.run.smithi157.stdout:[client] 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: rgw cache enabled = true 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: rgw enable ops log = true 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: rgw enable usage log = true 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: client mount timeout = 600 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: debug client = 20 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: pid file = "" 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: rados mon op timeout = 900 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout: rados osd op timeout = 900 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout:[mon.a] 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout:[mon.b] 2024-09-13T16:09:45.309 INFO:teuthology.orchestra.run.smithi157.stdout:[mon.c] 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.a] 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.c] 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.b] 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.d] 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout:[mds] 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: debug mds = 20 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: debug mds balancer = 20 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: debug ms = 1 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: mds debug frag = True 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: mds debug scatterstat = True 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: mds op complaint time = 180 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: mds verify scatter = True 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: osd op complaint time = 180 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: rados mon op timeout = 900 2024-09-13T16:09:45.310 INFO:teuthology.orchestra.run.smithi157.stdout: rados osd op timeout = 900 2024-09-13T16:09:45.311 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T16:09:45.311 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T16:09:45.392 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T16:09:45.392 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:45.392 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T16:09:45.409 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:45.410 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T16:09:45.465 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:09:45.466 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:45.466 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:09:45.466 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:09:45.542 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:09:45.542 DEBUG:teuthology.orchestra.run.smithi039:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:45.598 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:09:45.598 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:45.598 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T16:09:45.598 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T16:09:45.635 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:09:45.635 DEBUG:teuthology.orchestra.run.smithi157:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:45.692 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T16:09:45.692 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T16:09:45.692 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:09:45.744 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T16:09:45.747 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:09:45.813 INFO:teuthology.orchestra.run.smithi157.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T16:09:45.816 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T16:09:45.816 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:09:45.869 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T16:09:45.872 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T16:09:45.897 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:09:45.990 INFO:teuthology.orchestra.run.smithi039.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T16:09:45.993 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T16:09:46.018 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:09:46.071 INFO:teuthology.orchestra.run.smithi157.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T16:09:46.074 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T16:09:46.098 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:09:46.189 INFO:teuthology.orchestra.run.smithi157.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T16:09:46.192 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T16:09:46.217 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T16:09:46.217 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T16:09:46.260 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T16:09:46.273 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T16:09:46.355 INFO:teuthology.orchestra.run.smithi039.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T16:09:46.369 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T16:09:46.409 INFO:teuthology.orchestra.run.smithi157.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T16:09:46.422 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T16:09:46.504 INFO:teuthology.orchestra.run.smithi157.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T16:09:46.517 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T16:09:46.517 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi039.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi157.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T16:09:46.517 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T16:09:46.543 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:09:46.543 INFO:tasks.ceph:role: osd.0 2024-09-13T16:09:46.543 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:09:46.543 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:09:46.636 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:09:46.637 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:09:48.011 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-13T16:09:48.013 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-13T16:09:48.014 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T16:09:48.052 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T16:09:48.127 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T16:09:48.196 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:09:48.196 INFO:tasks.ceph:role: osd.1 2024-09-13T16:09:48.196 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:09:48.197 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:09:48.293 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:09:48.294 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:09:49.637 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-13T16:09:49.639 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-13T16:09:49.639 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T16:09:49.672 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T16:09:49.742 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T16:09:49.809 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:09:49.809 INFO:tasks.ceph:role: osd.2 2024-09-13T16:09:49.809 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:09:49.810 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:09:49.902 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:09:49.902 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:09:49.903 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:09:51.246 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-13T16:09:51.248 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-13T16:09:51.249 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T16:09:51.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T16:09:51.359 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T16:09:51.428 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T16:09:51.428 INFO:tasks.ceph:role: osd.3 2024-09-13T16:09:51.428 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:09:51.429 DEBUG:teuthology.orchestra.run.smithi039:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:09:51.523 INFO:teuthology.orchestra.run.smithi039.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:09:51.524 INFO:teuthology.orchestra.run.smithi039.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:09:51.524 INFO:teuthology.orchestra.run.smithi039.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:09:51.524 INFO:teuthology.orchestra.run.smithi039.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:09:52.836 INFO:teuthology.orchestra.run.smithi039.stdout:Discarding blocks...Done. 2024-09-13T16:09:52.839 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi039.front.sepia.ceph.com -o noatime 2024-09-13T16:09:52.839 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T16:09:52.876 DEBUG:teuthology.orchestra.run.smithi039:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T16:09:52.951 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:53.058+0000 7f29c9bb2640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T16:09:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:53.059+0000 7f29c9bb2640 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T16:09:53.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:53.059+0000 7f29c9bb2640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:09:53.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:53.059+0000 7f29c9bb2640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:09:53.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:53.059+0000 7f29c9bb2640 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T16:09:53.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:53.059+0000 7f29c9bb2640 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T16:09:55.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T16:09:55.958 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:56.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:56.051+0000 7f290322f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T16:09:56.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:56.051+0000 7f290322f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T16:09:56.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:56.051+0000 7f290322f640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:09:56.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:56.051+0000 7f290322f640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:09:56.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:56.051+0000 7f290322f640 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T16:09:56.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:56.052+0000 7f290322f640 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T16:09:58.915 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T16:09:58.945 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:09:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:59.038+0000 7f822141c640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T16:09:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:59.038+0000 7f822141c640 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T16:09:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:59.038+0000 7f822141c640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:09:59.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:59.038+0000 7f822141c640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:09:59.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:59.038+0000 7f822141c640 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T16:09:59.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:09:59.039+0000 7f822141c640 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T16:10:01.905 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T16:10:01.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:02.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:02.027+0000 7f40b9a11640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T16:10:02.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:02.027+0000 7f40b9a11640 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T16:10:02.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:02.027+0000 7f40b9a11640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:10:02.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:02.027+0000 7f40b9a11640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:10:02.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:02.027+0000 7f40b9a11640 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T16:10:02.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:02.028+0000 7f40b9a11640 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T16:10:04.893 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T16:10:04.924 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T16:10:04.955 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:10:04.955 INFO:tasks.ceph:role: osd.4 2024-09-13T16:10:04.955 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:10:04.956 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T16:10:05.024 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:10:05.024 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:10:05.024 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:10:05.024 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:10:05.024 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:10:05.024 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:10:05.025 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:10:05.025 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:10:05.025 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:10:05.025 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:10:05.057 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-13T16:10:05.059 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-13T16:10:05.059 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T16:10:05.131 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T16:10:05.201 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T16:10:05.267 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:10:05.267 INFO:tasks.ceph:role: osd.5 2024-09-13T16:10:05.267 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:10:05.267 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T16:10:05.332 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:10:05.332 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:10:05.332 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:10:05.333 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:10:05.364 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-13T16:10:05.366 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-13T16:10:05.367 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T16:10:05.435 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T16:10:05.505 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T16:10:05.570 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:10:05.570 INFO:tasks.ceph:role: osd.6 2024-09-13T16:10:05.570 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:10:05.570 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:10:05.635 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:10:05.668 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-13T16:10:05.670 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-13T16:10:05.670 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T16:10:05.740 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T16:10:05.810 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T16:10:05.876 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T16:10:05.876 INFO:tasks.ceph:role: osd.7 2024-09-13T16:10:05.876 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:10:05.876 DEBUG:teuthology.orchestra.run.smithi157:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T16:10:05.941 INFO:teuthology.orchestra.run.smithi157.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T16:10:05.941 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T16:10:05.941 INFO:teuthology.orchestra.run.smithi157.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T16:10:05.941 INFO:teuthology.orchestra.run.smithi157.stdout: = reflink=1 bigtime=1 inobtcount=1 nrext64=0 2024-09-13T16:10:05.942 INFO:teuthology.orchestra.run.smithi157.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T16:10:05.942 INFO:teuthology.orchestra.run.smithi157.stdout: = sunit=0 swidth=0 blks 2024-09-13T16:10:05.942 INFO:teuthology.orchestra.run.smithi157.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T16:10:05.942 INFO:teuthology.orchestra.run.smithi157.stdout:log =internal log bsize=4096 blocks=16384, version=2 2024-09-13T16:10:05.942 INFO:teuthology.orchestra.run.smithi157.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T16:10:05.942 INFO:teuthology.orchestra.run.smithi157.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T16:10:05.973 INFO:teuthology.orchestra.run.smithi157.stdout:Discarding blocks...Done. 2024-09-13T16:10:05.975 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi157.front.sepia.ceph.com -o noatime 2024-09-13T16:10:05.975 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T16:10:06.043 DEBUG:teuthology.orchestra.run.smithi157:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T16:10:06.111 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:06.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:06.208+0000 7f52249fd640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T16:10:06.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:06.209+0000 7f52249fd640 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T16:10:06.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:06.209+0000 7f52249fd640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:10:06.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:06.209+0000 7f52249fd640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:10:06.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:06.209+0000 7f52249fd640 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T16:10:06.210 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:06.209+0000 7f52249fd640 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T16:10:09.064 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T16:10:09.095 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:09.185 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:09.184+0000 7f168f40f640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T16:10:09.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:09.184+0000 7f168f40f640 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T16:10:09.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:09.184+0000 7f168f40f640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:10:09.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:09.184+0000 7f168f40f640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:10:09.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:09.184+0000 7f168f40f640 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T16:10:09.186 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:09.184+0000 7f168f40f640 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T16:10:12.044 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T16:10:12.074 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:12.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:12.163+0000 7f2bb8e10640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T16:10:12.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:12.164+0000 7f2bb8e10640 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T16:10:12.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:12.164+0000 7f2bb8e10640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:10:12.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:12.164+0000 7f2bb8e10640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:10:12.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:12.164+0000 7f2bb8e10640 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T16:10:12.165 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:12.164+0000 7f2bb8e10640 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T16:10:13.281 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:13.284 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:15.025 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T16:10:15.054 DEBUG:teuthology.orchestra.run.smithi157:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:15.145 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:15.143+0000 7fb9e71d9640 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T16:10:15.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:15.143+0000 7fb9e71d9640 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T16:10:15.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:15.143+0000 7fb9e71d9640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:10:15.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:15.143+0000 7fb9e71d9640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:10:15.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:15.143+0000 7fb9e71d9640 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T16:10:15.146 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:15.144+0000 7fb9e71d9640 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T16:10:18.002 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T16:10:18.031 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T16:10:18.032 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.032 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T16:10:18.064 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.064 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T16:10:18.135 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.135 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T16:10:18.205 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.205 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T16:10:18.272 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.273 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T16:10:18.341 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.341 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T16:10:18.409 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.409 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T16:10:18.476 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.476 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T16:10:18.506 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.506 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T16:10:18.574 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.574 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T16:10:18.643 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.643 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T16:10:18.710 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.710 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T16:10:18.776 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.776 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T16:10:18.843 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.843 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T16:10:18.908 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.908 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T16:10:18.928 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:18.928 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T16:10:18.987 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:18.988 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T16:10:19.004 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:19.004 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T16:10:19.061 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T16:10:19.061 DEBUG:teuthology.orchestra.run.smithi039:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:10:19.064 DEBUG:teuthology.orchestra.run.smithi157:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T16:10:19.106 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr.y] 2024-09-13T16:10:19.106 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA== 2024-09-13T16:10:19.106 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.a] 2024-09-13T16:10:19.106 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA== 2024-09-13T16:10:19.106 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.c] 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw== 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.0] 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg== 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.1] 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg== 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.2] 2024-09-13T16:10:19.107 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ== 2024-09-13T16:10:19.108 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.3] 2024-09-13T16:10:19.108 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA== 2024-09-13T16:10:19.108 INFO:teuthology.orchestra.run.smithi039.stdout:[mgr.x] 2024-09-13T16:10:19.108 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA== 2024-09-13T16:10:19.108 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.b] 2024-09-13T16:10:19.108 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ== 2024-09-13T16:10:19.109 INFO:teuthology.orchestra.run.smithi039.stdout:[mds.d] 2024-09-13T16:10:19.109 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw== 2024-09-13T16:10:19.109 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.4] 2024-09-13T16:10:19.109 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg== 2024-09-13T16:10:19.109 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.5] 2024-09-13T16:10:19.109 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ== 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.6] 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA== 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout:[osd.7] 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ== 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout:[client.0] 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg== 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout:[client.2] 2024-09-13T16:10:19.110 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw== 2024-09-13T16:10:19.111 INFO:teuthology.orchestra.run.smithi039.stdout:[client.1] 2024-09-13T16:10:19.111 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw== 2024-09-13T16:10:19.111 INFO:teuthology.orchestra.run.smithi039.stdout:[client.3] 2024-09-13T16:10:19.111 INFO:teuthology.orchestra.run.smithi039.stdout: key = AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA== 2024-09-13T16:10:19.126 INFO:teuthology.orchestra.run.smithi157.stdout:[mgr.y] 2024-09-13T16:10:19.126 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA== 2024-09-13T16:10:19.126 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.a] 2024-09-13T16:10:19.126 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA== 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.c] 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw== 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.0] 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg== 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.1] 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg== 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.2] 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ== 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.3] 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA== 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout:[mgr.x] 2024-09-13T16:10:19.127 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.b] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[mds.d] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.4] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.5] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.6] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[osd.7] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[client.0] 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg== 2024-09-13T16:10:19.128 INFO:teuthology.orchestra.run.smithi157.stdout:[client.2] 2024-09-13T16:10:19.129 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw== 2024-09-13T16:10:19.129 INFO:teuthology.orchestra.run.smithi157.stdout:[client.1] 2024-09-13T16:10:19.129 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw== 2024-09-13T16:10:19.129 INFO:teuthology.orchestra.run.smithi157.stdout:[client.3] 2024-09-13T16:10:19.129 INFO:teuthology.orchestra.run.smithi157.stdout: key = AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA== 2024-09-13T16:10:19.130 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:10:19.155 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:10:19.221 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.224 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.280 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.283 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.337 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.339 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.390 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.392 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.442 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.445 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.498 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.501 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.553 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:10:19.556 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T16:10:19.608 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.610 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.664 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.666 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T16:10:19.719 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.721 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.771 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.774 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.824 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.827 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.878 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.881 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T16:10:19.932 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:19.935 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:19.989 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:19.992 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:20.045 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:20.047 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:20.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:20.103 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T16:10:20.157 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T16:10:20.158 DEBUG:teuthology.orchestra.run.smithi039:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T16:10:20.183 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:10:20.285 DEBUG:teuthology.orchestra.run.smithi039:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T16:10:20.310 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T16:10:20.335 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:10:20.431 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T16:10:20.456 DEBUG:teuthology.orchestra.run.smithi157:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T16:10:20.521 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T16:10:20.618 DEBUG:teuthology.orchestra.run.smithi157:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T16:10:20.643 DEBUG:teuthology.orchestra.run.smithi039:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:20.645 DEBUG:teuthology.orchestra.run.smithi157:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T16:10:20.699 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T16:10:20.699 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T16:10:20.699 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T16:10:20.702 INFO:tasks.ceph.mon.a:Started 2024-09-13T16:10:20.702 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T16:10:20.702 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T16:10:20.741 INFO:tasks.ceph.mon.b:Started 2024-09-13T16:10:20.741 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T16:10:20.741 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T16:10:20.743 INFO:tasks.ceph.mon.c:Started 2024-09-13T16:10:20.743 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T16:10:20.744 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T16:10:20.744 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T16:10:20.746 INFO:tasks.ceph.mgr.y:Started 2024-09-13T16:10:20.746 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T16:10:20.746 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T16:10:20.748 INFO:tasks.ceph.mgr.x:Started 2024-09-13T16:10:20.748 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T16:10:20.748 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T16:10:20.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.848+0000 7fc730c6b640 1 Processor -- start 2024-09-13T16:10:20.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.848+0000 7fc730c6b640 1 -- start start 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.849+0000 7fc730c6b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 0x7fc72c06f170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.849+0000 7fc730c6b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc72c0b5070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.849+0000 7fc730c6b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc72c0ce110 con 0x7fc72c15a2f0 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.849+0000 7fc730c6b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc72c06f6b0 con 0x7fc72c06ed00 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.849+0000 7fc730c6b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc72c0b3620 con 0x7fc72c0b4c00 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 0x7fc72c06f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 0x7fc72c06f170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33726/0 (socket says 172.21.15.39:33726) 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 -- 172.21.15.39:0/2454359034 learned_addr learned my addr 172.21.15.39:0/2454359034 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 -- 172.21.15.39:0/2454359034 >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 msgr2=0x7fc72c06f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 -- 172.21.15.39:0/2454359034 >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 msgr2=0x7fc72c06f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2454359034 >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 0x7fc72c06f170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:10:20.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc72ad9d640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc72c0b5070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2454359034 >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 0x7fc72c06f170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:10:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc72ad9d640 1 -- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 msgr2=0x7fc72c0b5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 15 2024-09-13T16:10:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc72ad9d640 1 -- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 msgr2=0x7fc72c0b5070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:10:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc72ad9d640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc72c0b5070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:10:20.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:20.850+0000 7fc72ad9d640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc72c0b5070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:10:21.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 168809623 0 0) 0x7fc72c0ce110 con 0x7fc72c15a2f0 2024-09-13T16:10:21.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc714003520 con 0x7fc72c15a2f0 2024-09-13T16:10:21.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 <== mon.1 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 903463954 0 0) 0x7fc714003520 con 0x7fc72c15a2f0 2024-09-13T16:10:21.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 msgr2=0x7fc72c0b5070 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:10:21.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc72c0b5070 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 msgr2=0x7fc72c06f170 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 --2- 172.21.15.39:0/2454359034 >> v2:172.21.15.39:3300/0 conn(0x7fc72c06ed00 0x7fc72c06f170 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc72c0cde30 con 0x7fc72c15a2f0 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 <== mon.1 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc71c001670 con 0x7fc72c15a2f0 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.033+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 >> v1:172.21.15.157:6789/0 conn(0x7fc72c15a2f0 legacy=0x7fc72c0b4350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72959a640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc714003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72959a640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc7140047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72959a640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc714004d00 0x7fc714005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc72c06f6b0 con 0x7fc714003fa0 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc72c0b3620 con 0x7fc714004d00 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc71400ba80 con 0x7fc72c0b4c00 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc7140047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72ad9d640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc714004d00 0x7fc714005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc72a59c640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc714003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc729d9b640 1 -- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 msgr2=0x7fc714003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:21.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c0b4c00 0x7fc714003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc729d9b640 1 -- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc714004d00 msgr2=0x7fc714005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:21.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc714004d00 0x7fc714005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.034+0000 7fc729d9b640 1 -- 172.21.15.39:0/2454359034 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc714003520 con 0x7fc714003fa0 2024-09-13T16:10:21.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.035+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc7140047c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc7200095f0 tx=0x7fc7140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f52da009381f97c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:21.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.035+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc720035600 con 0x7fc714003fa0 2024-09-13T16:10:21.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.035+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc720031050 con 0x7fc714003fa0 2024-09-13T16:10:21.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.035+0000 7fc72959a640 1 -- 172.21.15.39:0/2454359034 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7200359a0 con 0x7fc714003fa0 2024-09-13T16:10:21.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc730c6b640 1 -- 172.21.15.39:0/2454359034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 msgr2=0x7fc7140047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc730c6b640 1 --2- 172.21.15.39:0/2454359034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc7140047c0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7fc7200095f0 tx=0x7fc7140057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc72ad9d640 1 -- 172.21.15.39:0/2454359034 reap_dead start 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc730c6b640 1 -- 172.21.15.39:0/2454359034 shutdown_connections 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc730c6b640 1 -- 172.21.15.39:0/2454359034 >> 172.21.15.39:0/2454359034 conn(0x7fc72c06d5c0 msgr2=0x7fc72c06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc730c6b640 1 -- 172.21.15.39:0/2454359034 shutdown_connections 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.036+0000 7fc730c6b640 1 -- 172.21.15.39:0/2454359034 wait complete. 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.038+0000 7fc730c6b640 1 Processor -- start 2024-09-13T16:10:21.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.038+0000 7fc730c6b640 1 -- start start 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc730c6b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc72c1f0bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc730c6b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc72c15d030 0x7fc72c15d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc730c6b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c06b380 0x7fc72c06b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc730c6b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc72c06bd40 con 0x7fc714003fa0 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc730c6b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc72c1f1130 con 0x7fc72c15d030 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc730c6b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc72c15b680 con 0x7fc72c06b380 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc72c1f0bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc72c1f0bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33768/0 (socket says 172.21.15.39:33768) 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 -- 172.21.15.39:0/2864272201 learned_addr learned my addr 172.21.15.39:0/2864272201 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:21.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc729d9b640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc72c15d030 0x7fc72c15d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72ad9d640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c06b380 0x7fc72c06b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 -- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c06b380 msgr2=0x7fc72c06b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c06b380 0x7fc72c06b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 -- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc72c15d030 msgr2=0x7fc72c15d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc72c15d030 0x7fc72c15d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 -- 172.21.15.39:0/2864272201 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc72c15b960 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc72a59c640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc72c1f0bf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc71c00e740 tx=0x7fc71c00ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.039+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc71c00ee50 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.040+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc72c15bc40 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.040+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc71c0052e0 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.040+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc71c00c6c0 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.040+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc72c15c200 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.040+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fc71c00cb40 con 0x7fc714003fa0 2024-09-13T16:10:21.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.040+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7fc71c01d460 con 0x7fc714003fa0 2024-09-13T16:10:21.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.041+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc72c066e10 con 0x7fc714003fa0 2024-09-13T16:10:21.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.043+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fc71c0035f0 con 0x7fc714003fa0 2024-09-13T16:10:21.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.106+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7fc72c1eef60 con 0x7fc714003fa0 2024-09-13T16:10:21.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.109+0000 7fc71affd640 1 -- 172.21.15.39:0/2864272201 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7fc71c003790 con 0x7fc714003fa0 2024-09-13T16:10:21.110 INFO:teuthology.orchestra.run.smithi039.stderr:adjusted tunables profile to default 2024-09-13T16:10:21.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 msgr2=0x7fc72c1f0bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc72c1f0bf0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7fc71c00e740 tx=0x7fc71c00ec00 comp rx=0 tx=0).stop 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 shutdown_connections 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc72c06b380 0x7fc72c06b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc72c15d030 0x7fc72c15d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 --2- 172.21.15.39:0/2864272201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc714003fa0 0x7fc72c1f0bf0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 >> 172.21.15.39:0/2864272201 conn(0x7fc72c06d5c0 msgr2=0x7fc72c15e760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 shutdown_connections 2024-09-13T16:10:21.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:21.110+0000 7fc730c6b640 1 -- 172.21.15.39:0/2864272201 wait complete. 2024-09-13T16:10:21.122 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T16:10:21.122 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T16:10:21.122 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:21.122 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T16:10:21.142 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.140+0000 7f9f21123040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:10:21.148 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:21.148 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T16:10:21.158 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:21.157+0000 7ff16f123040 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T16:10:21.182 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.180+0000 7f9f21123040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:10:21.183 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:21.184 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T16:10:21.202 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:21.201+0000 7ff16f123040 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T16:10:21.227 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:10:21.228 DEBUG:teuthology.orchestra.run.smithi039:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T16:10:21.294 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:21.294 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T16:10:21.319 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:21.319 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T16:10:21.320 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.317+0000 7f9f21123040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:10:21.352 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:21.351+0000 7ff16f123040 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T16:10:21.371 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.369+0000 7f9f21123040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:10:21.386 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:21.386 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T16:10:21.405 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:21.404+0000 7ff16f123040 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T16:10:21.452 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:10:21.452 DEBUG:teuthology.orchestra.run.smithi157:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T16:10:21.518 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new 4c928391-ae2f-4210-a274-9ec2df45233c 0 2024-09-13T16:10:21.552 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.550+0000 7f9f21123040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:10:21.562 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:21.561+0000 7ff16f123040 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:10:21.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.647+0000 7f6ec923a640 1 Processor -- start 2024-09-13T16:10:21.649 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.647+0000 7f6ec923a640 1 -- start start 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec923a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec923a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ec40b3620 con 0x7f6ec40afb60 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec923a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ec40b4480 con 0x7f6ec406ed00 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec923a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec40cd820 con 0x7f6ec415c560 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec2d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec2d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40cd2e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.157:59498/0 (socket says 172.21.15.157:59498) 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec2d9d640 1 -- 172.21.15.157:0/1556915552 learned_addr learned my addr 172.21.15.157:0/1556915552 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec359e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f6ec406ed00 0x7f6ec40b4910 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:39556/0 (socket says 172.21.15.157:39556) 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec1d9b640 1 -- 172.21.15.157:0/1556915552 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1737519478 0 0) 0x7f6ec40b4480 con 0x7f6ec406ed00 2024-09-13T16:10:21.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec1d9b640 1 -- 172.21.15.157:0/1556915552 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6eac003520 con 0x7f6ec406ed00 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec2d9d640 1 -- 172.21.15.157:0/1556915552 >> v1:172.21.15.157:6789/0 conn(0x7f6ec406ed00 legacy=0x7f6ec40b4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec2d9d640 1 -- 172.21.15.157:0/1556915552 >> v1:172.21.15.39:6789/0 conn(0x7f6ec40afb60 legacy=0x7f6ec4160c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.648+0000 7f6ec2d9d640 1 -- 172.21.15.157:0/1556915552 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ec40b3870 con 0x7f6ec415c560 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.649+0000 7f6ec2d9d640 1 --2- 172.21.15.157:0/1556915552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40cd2e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6eb40098a0 tx=0x7f6eb402a2e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=72fd33634e7e8375 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.649+0000 7f6ec1d9b640 1 -- 172.21.15.157:0/1556915552 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4032640 con 0x7f6ec415c560 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.649+0000 7f6ec1d9b640 1 -- 172.21.15.157:0/1556915552 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6eb40327a0 con 0x7f6ec415c560 2024-09-13T16:10:21.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.649+0000 7f6ec1d9b640 1 -- 172.21.15.157:0/1556915552 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6eb4032b30 con 0x7f6ec415c560 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 -- 172.21.15.157:0/1556915552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 msgr2=0x7f6ec40cd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 --2- 172.21.15.157:0/1556915552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40cd2e0 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f6eb40098a0 tx=0x7f6eb402a2e0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 -- 172.21.15.157:0/1556915552 shutdown_connections 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 --2- 172.21.15.157:0/1556915552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40cd2e0 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 -- 172.21.15.157:0/1556915552 >> 172.21.15.157:0/1556915552 conn(0x7f6ec406d5c0 msgr2=0x7f6ec406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 -- 172.21.15.157:0/1556915552 shutdown_connections 2024-09-13T16:10:21.653 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.650+0000 7f6ec923a640 1 -- 172.21.15.157:0/1556915552 wait complete. 2024-09-13T16:10:21.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.651+0000 7f6ec923a640 1 Processor -- start 2024-09-13T16:10:21.654 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.651+0000 7f6ec923a640 1 -- start start 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec923a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 0x7f6ec4151f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec923a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec40afb60 0x7f6ec40cdc70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec923a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40ce1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec923a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec4158af0 con 0x7f6ec40afb60 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec923a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec4152490 con 0x7f6ec406ed00 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec923a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ec40c9a40 con 0x7f6ec415c560 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40ce1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.656 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec2d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 0x7f6ec4151f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec2d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 0x7f6ec4151f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37226/0 (socket says 172.21.15.157:37226) 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40ce1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.157:59510/0 (socket says 172.21.15.157:59510) 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec2d9d640 1 -- 172.21.15.157:0/3791996731 learned_addr learned my addr 172.21.15.157:0/3791996731 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec259c640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec40afb60 0x7f6ec40cdc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 -- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 msgr2=0x7f6ec4151f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 0x7f6ec4151f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 -- 172.21.15.157:0/3791996731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec40afb60 msgr2=0x7f6ec40cdc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec40afb60 0x7f6ec40cdc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec359e640 1 -- 172.21.15.157:0/3791996731 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6eb40094d0 con 0x7f6ec415c560 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.652+0000 7f6ec2d9d640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 0x7f6ec4151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6ec359e640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40ce1b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00c700 tx=0x7f6ebc00cbc0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc00ce10 con 0x7f6ec415c560 2024-09-13T16:10:21.657 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ebc00a640 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ec40c9d20 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ebc00a9f0 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ec40ca2e0 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f6ebc007070 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.653+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f6ebc01c850 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.654+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ec4066e10 con 0x7f6ec415c560 2024-09-13T16:10:21.658 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.656+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6ebc017070 con 0x7f6ec415c560 2024-09-13T16:10:21.667 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.665+0000 7f9f21123040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:10:21.678 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:21.677+0000 7ff16f123040 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T16:10:21.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.722+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd new", "uuid": "4c928391-ae2f-4210-a274-9ec2df45233c", "id": 0} v 0) v1 -- 0x7f6ec40cd2e0 con 0x7f6ec415c560 2024-09-13T16:10:21.732 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.730+0000 7f6eab7fe640 1 -- 172.21.15.157:0/3791996731 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "4c928391-ae2f-4210-a274-9ec2df45233c", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f6ebc01cb30 con 0x7f6ec415c560 2024-09-13T16:10:21.732 INFO:teuthology.orchestra.run.smithi157.stdout:0 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 msgr2=0x7f6ec40ce1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40ce1b0 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f6ebc00c700 tx=0x7f6ebc00cbc0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 shutdown_connections 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ec415c560 0x7f6ec40ce1b0 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ec40afb60 0x7f6ec40cdc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 --2- 172.21.15.157:0/3791996731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ec406ed00 0x7f6ec4151f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.733 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 >> 172.21.15.157:0/3791996731 conn(0x7f6ec406d5c0 msgr2=0x7f6ec40b52c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:21.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 shutdown_connections 2024-09-13T16:10:21.734 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.731+0000 7f6ec923a640 1 -- 172.21.15.157:0/3791996731 wait complete. 2024-09-13T16:10:21.743 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new 3e678727-283e-4e80-915d-b529a86f3e62 1 2024-09-13T16:10:21.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.839+0000 7f24a548f640 1 Processor -- start 2024-09-13T16:10:21.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.839+0000 7f24a548f640 1 -- start start 2024-09-13T16:10:21.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f24a548f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006d5b0 0x7f24a00b4820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f24a548f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24a015cb30 con 0x7f24a006c200 2024-09-13T16:10:21.842 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f24a548f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24a006dab0 con 0x7f24a006ead0 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f24a548f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24a006dd90 con 0x7f24a006d5b0 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249e7fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006d5b0 0x7f24a00b4820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249f7fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f24a006ead0 0x7f24a015d030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:39558/0 (socket says 172.21.15.157:39558) 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249f7fe640 1 -- 172.21.15.157:0/102056974 learned_addr learned my addr 172.21.15.157:0/102056974 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249e7fc640 1 -- 172.21.15.157:0/102056974 >> v1:172.21.15.157:6789/0 conn(0x7f24a006ead0 legacy=0x7f24a015d030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249e7fc640 1 -- 172.21.15.157:0/102056974 >> v1:172.21.15.39:6789/0 conn(0x7f24a006c200 legacy=0x7f24a006c5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249dffb640 1 -- 172.21.15.157:0/102056974 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3258087991 0 0) 0x7f24a006dab0 con 0x7f24a006ead0 2024-09-13T16:10:21.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.840+0000 7f249e7fc640 1 -- 172.21.15.157:0/102056974 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24a006e070 con 0x7f24a006d5b0 2024-09-13T16:10:21.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.841+0000 7f249e7fc640 1 --2- 172.21.15.157:0/102056974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006d5b0 0x7f24a00b4820 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f24940097d0 tx=0x7f249402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=65849406b013cdc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:21.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.841+0000 7f249dffb640 1 -- 172.21.15.157:0/102056974 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2494032440 con 0x7f24a006d5b0 2024-09-13T16:10:21.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.841+0000 7f249dffb640 1 -- 172.21.15.157:0/102056974 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24940325a0 con 0x7f24a006d5b0 2024-09-13T16:10:21.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.841+0000 7f249dffb640 1 -- 172.21.15.157:0/102056974 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2494032930 con 0x7f24a006d5b0 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 -- 172.21.15.157:0/102056974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006d5b0 msgr2=0x7f24a00b4820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 --2- 172.21.15.157:0/102056974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006d5b0 0x7f24a00b4820 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f24940097d0 tx=0x7f249402a210 comp rx=0 tx=0).stop 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 -- 172.21.15.157:0/102056974 shutdown_connections 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 --2- 172.21.15.157:0/102056974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006d5b0 0x7f24a00b4820 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 -- 172.21.15.157:0/102056974 >> 172.21.15.157:0/102056974 conn(0x7f24a00d0470 msgr2=0x7f24a00d0850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 -- 172.21.15.157:0/102056974 shutdown_connections 2024-09-13T16:10:21.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.842+0000 7f24a548f640 1 -- 172.21.15.157:0/102056974 wait complete. 2024-09-13T16:10:21.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.843+0000 7f24a548f640 1 Processor -- start 2024-09-13T16:10:21.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.843+0000 7f24a548f640 1 -- start start 2024-09-13T16:10:21.847 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f24a548f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 0x7f24a0152ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f24a548f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24a006d5b0 0x7f24a01e7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f24a548f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 0x7f24a01e8100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f24a548f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24a0152a50 con 0x7f24a006d5b0 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f24a548f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24a0153420 con 0x7f24a006ead0 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f24a548f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24a0151e40 con 0x7f24a006c200 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 0x7f24a0152ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 0x7f24a01e8100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 0x7f24a0152ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.157:59532/0 (socket says 172.21.15.157:59532) 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 0x7f24a01e8100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37228/0 (socket says 172.21.15.157:37228) 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 -- 172.21.15.157:0/2026136911 learned_addr learned my addr 172.21.15.157:0/2026136911 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249e7fc640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24a006d5b0 0x7f24a01e7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 -- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 msgr2=0x7f24a01e8100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.848 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 0x7f24a01e8100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 -- 172.21.15.157:0/2026136911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24a006d5b0 msgr2=0x7f24a01e7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24a006d5b0 0x7f24a01e7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 -- 172.21.15.157:0/2026136911 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2494009400 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249f7fe640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 0x7f24a01e8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.844+0000 7f249effd640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 0x7f24a0152ee0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f249000c450 tx=0x7f249000c910 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24900052d0 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2490005430 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24a0152120 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2490012870 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24a01526e0 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f2490012cd0 con 0x7f24a006c200 2024-09-13T16:10:21.849 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.845+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f249001b440 con 0x7f24a006c200 2024-09-13T16:10:21.850 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.846+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24a0152870 con 0x7f24a006c200 2024-09-13T16:10:21.850 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.848+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f24900035f0 con 0x7f24a006c200 2024-09-13T16:10:21.915 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.913+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3e678727-283e-4e80-915d-b529a86f3e62", "id": 1} v 0) v1 -- 0x7f24a006ef40 con 0x7f24a006c200 2024-09-13T16:10:21.922 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.920+0000 7f24877fe640 1 -- 172.21.15.157:0/2026136911 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3e678727-283e-4e80-915d-b529a86f3e62", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f2490003860 con 0x7f24a006c200 2024-09-13T16:10:21.922 INFO:teuthology.orchestra.run.smithi157.stdout:1 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 msgr2=0x7f24a0152ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 0x7f24a0152ee0 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f249000c450 tx=0x7f249000c910 comp rx=0 tx=0).stop 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 shutdown_connections 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24a006ead0 0x7f24a01e8100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24a006d5b0 0x7f24a01e7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 --2- 172.21.15.157:0/2026136911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24a006c200 0x7f24a0152ee0 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:21.923 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 >> 172.21.15.157:0/2026136911 conn(0x7f24a00d0470 msgr2=0x7f24a00713e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:21.924 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 shutdown_connections 2024-09-13T16:10:21.924 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:21.921+0000 7f24a548f640 1 -- 172.21.15.157:0/2026136911 wait complete. 2024-09-13T16:10:21.933 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new 3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4 2 2024-09-13T16:10:21.998 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:21.996+0000 7f9f21123040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:10:22.012 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:22.011+0000 7ff16f123040 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T16:10:22.031 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.029+0000 7f1e4ef9c640 1 Processor -- start 2024-09-13T16:10:22.031 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.029+0000 7f1e4ef9c640 1 -- start start 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.030+0000 7f1e4ef9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1e4806bc00 0x7f1e4815d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.030+0000 7f1e4ef9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e480ae220 con 0x7f1e48069ed0 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.030+0000 7f1e4ef9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e480ae4f0 con 0x7f1e4815c730 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.030+0000 7f1e4ef9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e4815d390 con 0x7f1e4806bc00 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.030+0000 7f1e4cd38640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f1e4815c730 0x7f1e480adb10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:39564/0 (socket says 172.21.15.157:39564) 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.030+0000 7f1e4cd38640 1 -- 172.21.15.157:0/1725762918 learned_addr learned my addr 172.21.15.157:0/1725762918 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.031+0000 7f1e47fff640 1 --2- 172.21.15.157:0/1725762918 >> v2:172.21.15.39:3300/0 conn(0x7f1e4806bc00 0x7f1e4815d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.031+0000 7f1e47fff640 1 -- 172.21.15.157:0/1725762918 >> v1:172.21.15.157:6789/0 conn(0x7f1e4815c730 legacy=0x7f1e480adb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.031+0000 7f1e47fff640 1 -- 172.21.15.157:0/1725762918 >> v1:172.21.15.39:6789/0 conn(0x7f1e48069ed0 legacy=0x7f1e480702a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.033 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.031+0000 7f1e477fe640 1 -- 172.21.15.157:0/1725762918 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2802374987 0 0) 0x7f1e480ae220 con 0x7f1e48069ed0 2024-09-13T16:10:22.034 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.031+0000 7f1e47fff640 1 -- 172.21.15.157:0/1725762918 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e4815ccd0 con 0x7f1e4806bc00 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.032+0000 7f1e47fff640 1 --2- 172.21.15.157:0/1725762918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e4806bc00 0x7f1e4815d7b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1e340097a0 tx=0x7f1e3402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b61553cd8c29106 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.032+0000 7f1e477fe640 1 -- 172.21.15.157:0/1725762918 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e3402ae60 con 0x7f1e4806bc00 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.032+0000 7f1e477fe640 1 -- 172.21.15.157:0/1725762918 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e34032440 con 0x7f1e4806bc00 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.032+0000 7f1e477fe640 1 -- 172.21.15.157:0/1725762918 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e340327d0 con 0x7f1e4806bc00 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.032+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/1725762918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e4806bc00 msgr2=0x7f1e4815d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.032+0000 7f1e4ef9c640 1 --2- 172.21.15.157:0/1725762918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e4806bc00 0x7f1e4815d7b0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f1e340097a0 tx=0x7f1e3402a110 comp rx=0 tx=0).stop 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.033+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/1725762918 shutdown_connections 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.033+0000 7f1e4ef9c640 1 --2- 172.21.15.157:0/1725762918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e4806bc00 0x7f1e4815d7b0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.035 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.033+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/1725762918 >> 172.21.15.157:0/1725762918 conn(0x7f1e4806afe0 msgr2=0x7f1e4806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.033+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/1725762918 shutdown_connections 2024-09-13T16:10:22.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.033+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/1725762918 wait complete. 2024-09-13T16:10:22.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.034+0000 7f1e4ef9c640 1 Processor -- start 2024-09-13T16:10:22.036 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.034+0000 7f1e4ef9c640 1 -- start start 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4ef9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48069ed0 0x7f1e48146d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4ef9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 0x7f1e480c48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4ef9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e4815c730 0x7f1e48159960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4ef9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e48147400 con 0x7f1e48069ed0 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4ef9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e481476e0 con 0x7f1e4815c730 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4ef9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e481479c0 con 0x7f1e4806bc00 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e47fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 0x7f1e480c48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e4d539640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e4815c730 0x7f1e48159960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e47fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 0x7f1e480c48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.157:59548/0 (socket says 172.21.15.157:59548) 2024-09-13T16:10:22.039 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.035+0000 7f1e47fff640 1 -- 172.21.15.157:0/3051176427 learned_addr learned my addr 172.21.15.157:0/3051176427 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e4cd38640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48069ed0 0x7f1e48146d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e47fff640 1 -- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e4815c730 msgr2=0x7f1e48159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e47fff640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e4815c730 0x7f1e48159960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e47fff640 1 -- 172.21.15.157:0/3051176427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48069ed0 msgr2=0x7f1e48146d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e47fff640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48069ed0 0x7f1e48146d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e47fff640 1 -- 172.21.15.157:0/3051176427 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e34009400 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e47fff640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 0x7f1e480c48d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1e340098c0 tx=0x7f1e340046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e34030c40 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e34030da0 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e48147ca0 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e3403d680 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e48148260 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f1e34039040 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.036+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f1e34032e40 con 0x7f1e4806bc00 2024-09-13T16:10:22.040 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.037+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e4806a6e0 con 0x7f1e4806bc00 2024-09-13T16:10:22.042 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.041+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f1e34064e30 con 0x7f1e4806bc00 2024-09-13T16:10:22.057 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:22.055+0000 7f9f21123040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:10:22.066 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:22.064+0000 7ff16f123040 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T16:10:22.112 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.110+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd new", "uuid": "3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4", "id": 2} v 0) v1 -- 0x7f1e48067640 con 0x7f1e4806bc00 2024-09-13T16:10:22.115 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.113+0000 7f1e457fa640 1 -- 172.21.15.157:0/3051176427 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f1e34053030 con 0x7f1e4806bc00 2024-09-13T16:10:22.115 INFO:teuthology.orchestra.run.smithi157.stdout:2 2024-09-13T16:10:22.116 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 msgr2=0x7f1e480c48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 0x7f1e480c48d0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f1e340098c0 tx=0x7f1e340046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 shutdown_connections 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e4815c730 0x7f1e48159960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e4806bc00 0x7f1e480c48d0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 --2- 172.21.15.157:0/3051176427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e48069ed0 0x7f1e48146d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 >> 172.21.15.157:0/3051176427 conn(0x7f1e4806afe0 msgr2=0x7f1e4815b970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.117 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 shutdown_connections 2024-09-13T16:10:22.120 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.114+0000 7f1e4ef9c640 1 -- 172.21.15.157:0/3051176427 wait complete. 2024-09-13T16:10:22.126 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new cea03eac-c6de-4dd1-83a1-046b4274a2e8 3 2024-09-13T16:10:22.213 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:22.211+0000 7f9f21123040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:10:22.221 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:22.220+0000 7ff16f123040 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T16:10:22.224 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 Processor -- start 2024-09-13T16:10:22.225 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 -- start start 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f62d0160400 0x7f62d00d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f62d00d1100 0x7f62d00cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62d015dd50 con 0x7f62d015c920 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62d00cd290 con 0x7f62d00d1100 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.223+0000 7f62d529c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62d015d790 con 0x7f62d0160400 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f62d0160400 0x7f62d00d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f62d0160400 0x7f62d00d0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37242/0 (socket says 172.21.15.157:37242) 2024-09-13T16:10:22.226 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 -- 172.21.15.157:0/321053948 learned_addr learned my addr 172.21.15.157:0/321053948 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62cf7fe640 1 --2- 172.21.15.157:0/321053948 >> v2:172.21.15.39:3300/0 conn(0x7f62d00d1100 0x7f62d00cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 -- 172.21.15.157:0/321053948 >> v2:172.21.15.39:3300/0 conn(0x7f62d00d1100 msgr2=0x7f62d00cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:22.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 --2- 172.21.15.157:0/321053948 >> v2:172.21.15.39:3300/0 conn(0x7f62d00d1100 0x7f62d00cf710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 -- 172.21.15.157:0/321053948 >> v1:172.21.15.39:6789/0 conn(0x7f62d015c920 legacy=0x7f62d015cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62ce7fc640 1 -- 172.21.15.157:0/321053948 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62d015da70 con 0x7f62d0160400 2024-09-13T16:10:22.227 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.224+0000 7f62cf7fe640 1 --2- 172.21.15.157:0/321053948 >> v2:172.21.15.39:3300/0 conn(0x7f62d00d1100 0x7f62d00cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62ce7fc640 1 --2- 172.21.15.157:0/321053948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d0160400 0x7f62d00d0bc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f62d00cf100 tx=0x7f62c402a1e0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=fee9c9a7d1c91a2d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62cdffb640 1 -- 172.21.15.157:0/321053948 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c4032440 con 0x7f62d0160400 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62cdffb640 1 -- 172.21.15.157:0/321053948 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62c40325a0 con 0x7f62d0160400 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62cdffb640 1 -- 172.21.15.157:0/321053948 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c4032930 con 0x7f62d0160400 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 -- 172.21.15.157:0/321053948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d0160400 msgr2=0x7f62d00d0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 --2- 172.21.15.157:0/321053948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d0160400 0x7f62d00d0bc0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f62d00cf100 tx=0x7f62c402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.228 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 -- 172.21.15.157:0/321053948 shutdown_connections 2024-09-13T16:10:22.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 --2- 172.21.15.157:0/321053948 >> v2:172.21.15.39:3300/0 conn(0x7f62d00d1100 0x7f62d00cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 --2- 172.21.15.157:0/321053948 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d0160400 0x7f62d00d0bc0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 -- 172.21.15.157:0/321053948 >> 172.21.15.157:0/321053948 conn(0x7f62d006a790 msgr2=0x7f62d006aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 -- 172.21.15.157:0/321053948 shutdown_connections 2024-09-13T16:10:22.229 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.225+0000 7f62d529c640 1 -- 172.21.15.157:0/321053948 wait complete. 2024-09-13T16:10:22.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.227+0000 7f62d529c640 1 Processor -- start 2024-09-13T16:10:22.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.227+0000 7f62d529c640 1 -- start start 2024-09-13T16:10:22.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.227+0000 7f62d529c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 0x7f62d00b4af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.227+0000 7f62d529c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62d015c920 0x7f62d00c88e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62d529c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62d0160400 0x7f62d00b59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.231 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62d529c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62d00b46d0 con 0x7f62d0160400 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62d529c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62d00c8e20 con 0x7f62d00d1100 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62d529c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62d00b3a50 con 0x7f62d015c920 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 0x7f62d00b4af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ce7fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62d015c920 0x7f62d00c88e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 0x7f62d00b4af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37254/0 (socket says 172.21.15.157:37254) 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 -- 172.21.15.157:0/2715437723 learned_addr learned my addr 172.21.15.157:0/2715437723 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62cf7fe640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62d0160400 0x7f62d00b59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 -- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62d015c920 msgr2=0x7f62d00c88e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62d015c920 0x7f62d00c88e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 -- 172.21.15.157:0/2715437723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62d0160400 msgr2=0x7f62d00b59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62d0160400 0x7f62d00b59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 -- 172.21.15.157:0/2715437723 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62c40094d0 con 0x7f62d00d1100 2024-09-13T16:10:22.232 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ce7fc640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62d015c920 0x7f62d00c88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62ceffd640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 0x7f62d00b4af0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f62c000c480 tx=0x7f62c000c940 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c00052d0 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62c0005430 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62d00b3d30 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62c0012870 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.228+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62d00b42f0 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.229+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f62c0012cd0 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.229+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f62c001b890 con 0x7f62d00d1100 2024-09-13T16:10:22.233 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.230+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62d0067330 con 0x7f62d00d1100 2024-09-13T16:10:22.234 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.232+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f62c001b400 con 0x7f62d00d1100 2024-09-13T16:10:22.324 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.322+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd new", "uuid": "cea03eac-c6de-4dd1-83a1-046b4274a2e8", "id": 3} v 0) v1 -- 0x7f62d00cf710 con 0x7f62d00d1100 2024-09-13T16:10:22.336 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.334+0000 7f62b77fe640 1 -- 172.21.15.157:0/2715437723 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "cea03eac-c6de-4dd1-83a1-046b4274a2e8", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f62c001bb30 con 0x7f62d00d1100 2024-09-13T16:10:22.336 INFO:teuthology.orchestra.run.smithi157.stdout:3 2024-09-13T16:10:22.337 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 msgr2=0x7f62d00b4af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 0x7f62d00b4af0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f62c000c480 tx=0x7f62c000c940 comp rx=0 tx=0).stop 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 shutdown_connections 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62d0160400 0x7f62d00b59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62d015c920 0x7f62d00c88e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 --2- 172.21.15.157:0/2715437723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62d00d1100 0x7f62d00b4af0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 >> 172.21.15.157:0/2715437723 conn(0x7f62d006a790 msgr2=0x7f62d00b6e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 shutdown_connections 2024-09-13T16:10:22.338 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.335+0000 7f62d529c640 1 -- 172.21.15.157:0/2715437723 wait complete. 2024-09-13T16:10:22.348 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new ef7e3cc4-08de-4514-b4c7-fc849982366a 4 2024-09-13T16:10:22.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.444+0000 7f4e79673640 1 Processor -- start 2024-09-13T16:10:22.446 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.444+0000 7f4e79673640 1 -- start start 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e79673640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4e7406a5e0 0x7f4e740705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e79673640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e74070f80 con 0x7f4e7415a4f0 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e79673640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e7415a8d0 con 0x7f4e74070af0 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e79673640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e7415ac00 con 0x7f4e7406a5e0 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e727fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4e7406a5e0 0x7f4e740705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e737fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f4e74070af0 0x7f4e740cd500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:39574/0 (socket says 172.21.15.157:39574) 2024-09-13T16:10:22.447 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e737fe640 1 -- 172.21.15.157:0/1321330456 learned_addr learned my addr 172.21.15.157:0/1321330456 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-13T16:10:22.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e727fc640 1 -- 172.21.15.157:0/1321330456 >> v1:172.21.15.157:6789/0 conn(0x7f4e74070af0 legacy=0x7f4e740cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e727fc640 1 -- 172.21.15.157:0/1321330456 >> v1:172.21.15.39:6789/0 conn(0x7f4e7415a4f0 legacy=0x7f4e74069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e71ffb640 1 -- 172.21.15.157:0/1321330456 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 111771209 0 0) 0x7f4e7415a8d0 con 0x7f4e74070af0 2024-09-13T16:10:22.448 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.445+0000 7f4e727fc640 1 -- 172.21.15.157:0/1321330456 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e74071220 con 0x7f4e7406a5e0 2024-09-13T16:10:22.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.446+0000 7f4e727fc640 1 --2- 172.21.15.157:0/1321330456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e7406a5e0 0x7f4e740705b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4e680097a0 tx=0x7f4e6802a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=832ba9fdc29e2dde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.446+0000 7f4e71ffb640 1 -- 172.21.15.157:0/1321330456 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e68032440 con 0x7f4e7406a5e0 2024-09-13T16:10:22.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.446+0000 7f4e71ffb640 1 -- 172.21.15.157:0/1321330456 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e680325a0 con 0x7f4e7406a5e0 2024-09-13T16:10:22.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.446+0000 7f4e71ffb640 1 -- 172.21.15.157:0/1321330456 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e68032930 con 0x7f4e7406a5e0 2024-09-13T16:10:22.449 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 -- 172.21.15.157:0/1321330456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e7406a5e0 msgr2=0x7f4e740705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 --2- 172.21.15.157:0/1321330456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e7406a5e0 0x7f4e740705b0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f4e680097a0 tx=0x7f4e6802a230 comp rx=0 tx=0).stop 2024-09-13T16:10:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 -- 172.21.15.157:0/1321330456 shutdown_connections 2024-09-13T16:10:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 --2- 172.21.15.157:0/1321330456 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e7406a5e0 0x7f4e740705b0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 -- 172.21.15.157:0/1321330456 >> 172.21.15.157:0/1321330456 conn(0x7f4e740b00a0 msgr2=0x7f4e740b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 -- 172.21.15.157:0/1321330456 shutdown_connections 2024-09-13T16:10:22.450 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.447+0000 7f4e79673640 1 -- 172.21.15.157:0/1321330456 wait complete. 2024-09-13T16:10:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.449+0000 7f4e79673640 1 Processor -- start 2024-09-13T16:10:22.451 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.449+0000 7f4e79673640 1 -- start start 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e79673640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e7406a5e0 0x7f4e74148d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e79673640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 0x7f4e740ac940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e79673640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e7415a4f0 0x7f4e74154ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e79673640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e741546c0 con 0x7f4e7406a5e0 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e79673640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e741492c0 con 0x7f4e74070af0 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e79673640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e740ad2e0 con 0x7f4e7415a4f0 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e727fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 0x7f4e740ac940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e737fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e7415a4f0 0x7f4e74154ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e727fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 0x7f4e740ac940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37274/0 (socket says 172.21.15.157:37274) 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.450+0000 7f4e727fc640 1 -- 172.21.15.157:0/2381819195 learned_addr learned my addr 172.21.15.157:0/2381819195 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e72ffd640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e7406a5e0 0x7f4e74148d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.454 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e727fc640 1 -- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e7415a4f0 msgr2=0x7f4e74154ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e727fc640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e7415a4f0 0x7f4e74154ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e727fc640 1 -- 172.21.15.157:0/2381819195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e7406a5e0 msgr2=0x7f4e74148d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e727fc640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e7406a5e0 0x7f4e74148d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e727fc640 1 -- 172.21.15.157:0/2381819195 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e68009400 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e727fc640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 0x7f4e740ac940 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4e68000c00 tx=0x7f4e680046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e68030b80 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e68030ce0 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e740ad5c0 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e6803d680 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e741542e0 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f4e68039040 con 0x7f4e74070af0 2024-09-13T16:10:22.455 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.451+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7f4e68046ae0 con 0x7f4e74070af0 2024-09-13T16:10:22.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.452+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e74154800 con 0x7f4e74070af0 2024-09-13T16:10:22.456 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.454+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f4e68064e30 con 0x7f4e74070af0 2024-09-13T16:10:22.524 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.522+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd new", "uuid": "ef7e3cc4-08de-4514-b4c7-fc849982366a", "id": 4} v 0) v1 -- 0x7f4e740672f0 con 0x7f4e74070af0 2024-09-13T16:10:22.532 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.530+0000 7f4e5b7fe640 1 -- 172.21.15.157:0/2381819195 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ef7e3cc4-08de-4514-b4c7-fc849982366a", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7f4e68053030 con 0x7f4e74070af0 2024-09-13T16:10:22.532 INFO:teuthology.orchestra.run.smithi157.stdout:4 2024-09-13T16:10:22.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 msgr2=0x7f4e740ac940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 0x7f4e740ac940 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7f4e68000c00 tx=0x7f4e680046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 shutdown_connections 2024-09-13T16:10:22.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e7415a4f0 0x7f4e74154ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e74070af0 0x7f4e740ac940 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.533 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 --2- 172.21.15.157:0/2381819195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e7406a5e0 0x7f4e74148d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 >> 172.21.15.157:0/2381819195 conn(0x7f4e740b00a0 msgr2=0x7f4e740b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 shutdown_connections 2024-09-13T16:10:22.534 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.531+0000 7f4e79673640 1 -- 172.21.15.157:0/2381819195 wait complete. 2024-09-13T16:10:22.544 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new 287ba653-4169-434e-b28a-0119600f13a1 5 2024-09-13T16:10:22.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 Processor -- start 2024-09-13T16:10:22.643 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 -- start start 2024-09-13T16:10:22.645 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f53a4160ff0 0x7f53a40b6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53a40d1630 0x7f53a40cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53a40b57d0 con 0x7f53a40cdc80 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53a40d1ef0 con 0x7f53a4160ff0 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.641+0000 7f53aa6c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53a40d0130 con 0x7f53a40d1630 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53a40d1630 0x7f53a40cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53a40d1630 0x7f53a40cd740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37288/0 (socket says 172.21.15.157:37288) 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 -- 172.21.15.157:0/892852478 learned_addr learned my addr 172.21.15.157:0/892852478 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a3fff640 1 --2- 172.21.15.157:0/892852478 >> v2:172.21.15.39:3300/0 conn(0x7f53a4160ff0 0x7f53a40b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 -- 172.21.15.157:0/892852478 >> v2:172.21.15.39:3300/0 conn(0x7f53a4160ff0 msgr2=0x7f53a40b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 --2- 172.21.15.157:0/892852478 >> v2:172.21.15.39:3300/0 conn(0x7f53a4160ff0 0x7f53a40b6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 -- 172.21.15.157:0/892852478 >> v1:172.21.15.39:6789/0 conn(0x7f53a40cdc80 legacy=0x7f53a40b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a37fe640 1 -- 172.21.15.157:0/892852478 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53a40cfe50 con 0x7f53a40d1630 2024-09-13T16:10:22.646 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.642+0000 7f53a3fff640 1 --2- 172.21.15.157:0/892852478 >> v2:172.21.15.39:3300/0 conn(0x7f53a4160ff0 0x7f53a40b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53a37fe640 1 --2- 172.21.15.157:0/892852478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40d1630 0x7f53a40cd740 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f53a408b750 tx=0x7f539802a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8430441568ccc034 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53a2ffd640 1 -- 172.21.15.157:0/892852478 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539802ae20 con 0x7f53a40d1630 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53a2ffd640 1 -- 172.21.15.157:0/892852478 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5398032440 con 0x7f53a40d1630 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53a2ffd640 1 -- 172.21.15.157:0/892852478 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53980327d0 con 0x7f53a40d1630 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 -- 172.21.15.157:0/892852478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40d1630 msgr2=0x7f53a40cd740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/892852478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40d1630 0x7f53a40cd740 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7f53a408b750 tx=0x7f539802a110 comp rx=0 tx=0).stop 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 -- 172.21.15.157:0/892852478 shutdown_connections 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/892852478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40d1630 0x7f53a40cd740 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/892852478 >> v2:172.21.15.39:3300/0 conn(0x7f53a4160ff0 0x7f53a40b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 -- 172.21.15.157:0/892852478 >> 172.21.15.157:0/892852478 conn(0x7f53a406c080 msgr2=0x7f53a406c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 -- 172.21.15.157:0/892852478 shutdown_connections 2024-09-13T16:10:22.647 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.643+0000 7f53aa6c9640 1 -- 172.21.15.157:0/892852478 wait complete. 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.644+0000 7f53aa6c9640 1 Processor -- start 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 -- start start 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 0x7f53a41552c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53a40d1630 0x7f53a40b0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53a4160ff0 0x7f53a415a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53a415bff0 con 0x7f53a40d1630 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53a4155800 con 0x7f53a40cdc80 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53aa6c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53a415c220 con 0x7f53a4160ff0 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53a3fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 0x7f53a41552c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53a3fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 0x7f53a41552c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37298/0 (socket says 172.21.15.157:37298) 2024-09-13T16:10:22.650 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53a3fff640 1 -- 172.21.15.157:0/2099689225 learned_addr learned my addr 172.21.15.157:0/2099689225 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.645+0000 7f53a8c66640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53a4160ff0 0x7f53a415a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a37fe640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53a40d1630 0x7f53a40b0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a3fff640 1 -- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53a4160ff0 msgr2=0x7f53a415a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a3fff640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53a4160ff0 0x7f53a415a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a3fff640 1 -- 172.21.15.157:0/2099689225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53a40d1630 msgr2=0x7f53a40b0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a3fff640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53a40d1630 0x7f53a40b0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a3fff640 1 -- 172.21.15.157:0/2099689225 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53980094d0 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a3fff640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 0x7f53a41552c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f539400c7f0 tx=0x7f539400cbf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5394007a30 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5394007b90 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53a415c500 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539400ce40 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53a415cac0 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f539401a450 con 0x7f53a40cdc80 2024-09-13T16:10:22.651 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.646+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f539401ac80 con 0x7f53a40cdc80 2024-09-13T16:10:22.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.647+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53a415ccb0 con 0x7f53a40cdc80 2024-09-13T16:10:22.652 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.649+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f5394039e30 con 0x7f53a40cdc80 2024-09-13T16:10:22.718 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.717+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd new", "uuid": "287ba653-4169-434e-b28a-0119600f13a1", "id": 5} v 0) v1 -- 0x7f53a40b1680 con 0x7f53a40cdc80 2024-09-13T16:10:22.722 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.720+0000 7f53a0ff9640 1 -- 172.21.15.157:0/2099689225 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "287ba653-4169-434e-b28a-0119600f13a1", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5394028020 con 0x7f53a40cdc80 2024-09-13T16:10:22.722 INFO:teuthology.orchestra.run.smithi157.stdout:5 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 msgr2=0x7f53a41552c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 0x7f53a41552c0 secure :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0x7f539400c7f0 tx=0x7f539400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 shutdown_connections 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53a4160ff0 0x7f53a415a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53a40d1630 0x7f53a40b0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 --2- 172.21.15.157:0/2099689225 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53a40cdc80 0x7f53a41552c0 unknown :-1 s=CLOSED pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 >> 172.21.15.157:0/2099689225 conn(0x7f53a406c080 msgr2=0x7f53a40d2a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.723 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 shutdown_connections 2024-09-13T16:10:22.724 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.721+0000 7f53aa6c9640 1 -- 172.21.15.157:0/2099689225 wait complete. 2024-09-13T16:10:22.733 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new 86f23046-c313-447f-a453-a7c228c8fd8a 6 2024-09-13T16:10:22.836 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.834+0000 7fa6c5311640 1 Processor -- start 2024-09-13T16:10:22.836 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.834+0000 7fa6c5311640 1 -- start start 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.834+0000 7fa6c5311640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa6c015c920 0x7fa6c015cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.834+0000 7fa6c5311640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa6c0160400 0x7fa6c00d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.834+0000 7fa6c5311640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.834+0000 7fa6c5311640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6c00cd290 con 0x7fa6c015c920 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6c5311640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6c015dd50 con 0x7fa6c0160400 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6c5311640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c015d790 con 0x7fa6c015d240 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa6c0160400 0x7fa6c00d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6bf7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa6c0160400 0x7fa6c00d0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.157:37310/0 (socket says 172.21.15.157:37310) 2024-09-13T16:10:22.838 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2363677178 learned_addr learned my addr 172.21.15.157:0/2363677178 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6beffd640 1 --2- 172.21.15.157:0/2363677178 >> v2:172.21.15.39:3300/0 conn(0x7fa6c015c920 0x7fa6c015cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 msgr2=0x7fa6c00cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 --2- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00cf710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2363677178 >> v2:172.21.15.39:3300/0 conn(0x7fa6c015c920 msgr2=0x7fa6c015cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 --2- 172.21.15.157:0/2363677178 >> v2:172.21.15.39:3300/0 conn(0x7fa6c015c920 0x7fa6c015cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2363677178 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6c015da70 con 0x7fa6c0160400 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.835+0000 7fa6bf7fe640 1 --2- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.836+0000 7fa6be7fc640 1 --2- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00d0bc0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa6c00cf100 tx=0x7fa6b402a140 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7ea2dc0871adbe19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.836+0000 7fa6bdffb640 1 -- 172.21.15.157:0/2363677178 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b402ae90 con 0x7fa6c0160400 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.836+0000 7fa6bdffb640 1 -- 172.21.15.157:0/2363677178 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6b4032440 con 0x7fa6c0160400 2024-09-13T16:10:22.839 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.836+0000 7fa6bdffb640 1 -- 172.21.15.157:0/2363677178 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b40327d0 con 0x7fa6c0160400 2024-09-13T16:10:22.840 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.836+0000 7fa6c5311640 1 -- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 msgr2=0x7fa6c00d0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.836+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00d0bc0 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7fa6c00cf100 tx=0x7fa6b402a140 comp rx=0 tx=0).stop 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 -- 172.21.15.157:0/2363677178 shutdown_connections 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2363677178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00d0bc0 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2363677178 >> v2:172.21.15.39:3300/0 conn(0x7fa6c015c920 0x7fa6c015cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 -- 172.21.15.157:0/2363677178 >> 172.21.15.157:0/2363677178 conn(0x7fa6c006a790 msgr2=0x7fa6c006aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 -- 172.21.15.157:0/2363677178 shutdown_connections 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.837+0000 7fa6c5311640 1 -- 172.21.15.157:0/2363677178 wait complete. 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.839+0000 7fa6c5311640 1 Processor -- start 2024-09-13T16:10:22.841 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.839+0000 7fa6c5311640 1 -- start start 2024-09-13T16:10:22.843 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6c5311640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6c015c920 0x7fa6c00b6f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6c5311640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00a90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6c5311640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00b5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6c5311640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c00b7470 con 0x7fa6c015c920 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6c5311640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c015c0b0 con 0x7fa6c0160400 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6c5311640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6c00a95f0 con 0x7fa6c015d240 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00a90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00a90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.157:59602/0 (socket says 172.21.15.157:59602) 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2392522217 learned_addr learned my addr 172.21.15.157:0/2392522217 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6bf7fe640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00b5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6beffd640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6c015c920 0x7fa6c00b6f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 msgr2=0x7fa6c00b5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00b5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.844 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2392522217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6c015c920 msgr2=0x7fa6c00b6f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6c015c920 0x7fa6c00b6f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 -- 172.21.15.157:0/2392522217 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6b8009a70 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6bf7fe640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.840+0000 7fa6be7fc640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00a90b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4000c00 tx=0x7fa6b40046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b403b840 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6b403b9a0 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b403bd50 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6b40094d0 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6c0148c70 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa6b4039040 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.841+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7fa6b40469f0 con 0x7fa6c015d240 2024-09-13T16:10:22.845 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.842+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6c0067330 con 0x7fa6c015d240 2024-09-13T16:10:22.846 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.844+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa6b4041020 con 0x7fa6c015d240 2024-09-13T16:10:22.912 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.910+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd new", "uuid": "86f23046-c313-447f-a453-a7c228c8fd8a", "id": 6} v 0) v1 -- 0x7fa6c00cc740 con 0x7fa6c015d240 2024-09-13T16:10:22.920 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6a77fe640 1 -- 172.21.15.157:0/2392522217 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "86f23046-c313-447f-a453-a7c228c8fd8a", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa6b4037070 con 0x7fa6c015d240 2024-09-13T16:10:22.964 INFO:teuthology.orchestra.run.smithi157.stdout:6 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 msgr2=0x7fa6c00a90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00a90b0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4000c00 tx=0x7fa6b40046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 shutdown_connections 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6c0160400 0x7fa6c00b5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6c015d240 0x7fa6c00a90b0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 --2- 172.21.15.157:0/2392522217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6c015c920 0x7fa6c00b6f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 >> 172.21.15.157:0/2392522217 conn(0x7fa6c006a790 msgr2=0x7fa6c006ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.918+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 shutdown_connections 2024-09-13T16:10:22.966 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:22.919+0000 7fa6c5311640 1 -- 172.21.15.157:0/2392522217 wait complete. 2024-09-13T16:10:22.967 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --cluster ceph osd new c6b65ba5-fc5b-47f3-9105-6b0de0f4add8 7 2024-09-13T16:10:23.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.064+0000 7fb14f032640 1 Processor -- start 2024-09-13T16:10:23.066 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.064+0000 7fb14f032640 1 -- start start 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.064+0000 7fb14f032640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14815a2f0 0x7fb1480b4350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.064+0000 7fb14f032640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1480ce110 con 0x7fb14806ed00 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.064+0000 7fb14f032640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb1480b3620 con 0x7fb1480b5310 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.064+0000 7fb14f032640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1480cde30 con 0x7fb14815a2f0 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb14cdce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14815a2f0 0x7fb1480b4350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb14d5cf640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fb1480b5310 0x7fb1480cd100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.157:39582/0 (socket says 172.21.15.157:39582) 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb14d5cf640 1 -- 172.21.15.157:0/1236516845 learned_addr learned my addr 172.21.15.157:0/1236516845 (peer_addr_for_me v1:172.21.15.157:0/0) 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb1477fe640 1 -- 172.21.15.157:0/1236516845 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 367450982 0 0) 0x7fb1480b3620 con 0x7fb1480b5310 2024-09-13T16:10:23.069 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb14cdce640 1 -- 172.21.15.157:0/1236516845 >> v1:172.21.15.157:6789/0 conn(0x7fb1480b5310 legacy=0x7fb1480cd100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb14cdce640 1 -- 172.21.15.157:0/1236516845 >> v1:172.21.15.39:6789/0 conn(0x7fb14806ed00 legacy=0x7fb1480b4c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.065+0000 7fb14cdce640 1 -- 172.21.15.157:0/1236516845 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb1480b3870 con 0x7fb14815a2f0 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14cdce640 1 --2- 172.21.15.157:0/1236516845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14815a2f0 0x7fb1480b4350 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0097d0 tx=0x7fb13c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ed816a2be0dbe79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb1477fe640 1 -- 172.21.15.157:0/1236516845 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c032440 con 0x7fb14815a2f0 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb1477fe640 1 -- 172.21.15.157:0/1236516845 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb13c0325a0 con 0x7fb14815a2f0 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb1477fe640 1 -- 172.21.15.157:0/1236516845 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c032930 con 0x7fb14815a2f0 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 -- 172.21.15.157:0/1236516845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14815a2f0 msgr2=0x7fb1480b4350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 --2- 172.21.15.157:0/1236516845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14815a2f0 0x7fb1480b4350 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7fb13c0097d0 tx=0x7fb13c02a210 comp rx=0 tx=0).stop 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 -- 172.21.15.157:0/1236516845 shutdown_connections 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 --2- 172.21.15.157:0/1236516845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14815a2f0 0x7fb1480b4350 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 -- 172.21.15.157:0/1236516845 >> 172.21.15.157:0/1236516845 conn(0x7fb14806d5c0 msgr2=0x7fb14806d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:23.070 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 -- 172.21.15.157:0/1236516845 shutdown_connections 2024-09-13T16:10:23.071 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.066+0000 7fb14f032640 1 -- 172.21.15.157:0/1236516845 wait complete. 2024-09-13T16:10:23.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 Processor -- start 2024-09-13T16:10:23.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 -- start start 2024-09-13T16:10:23.073 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 0x7fb1481544b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb1480b5310 0x7fb148145d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb14815a2f0 0x7fb148152b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb148146250 con 0x7fb14815a2f0 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb148153410 con 0x7fb1480b5310 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.068+0000 7fb14f032640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1481536f0 con 0x7fb14806ed00 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 0x7fb1481544b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb147fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb1480b5310 0x7fb148145d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 0x7fb1481544b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.157:59610/0 (socket says 172.21.15.157:59610) 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 -- 172.21.15.157:0/703640260 learned_addr learned my addr 172.21.15.157:0/703640260 (peer_addr_for_me v2:172.21.15.157:0/0) 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14d5cf640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb14815a2f0 0x7fb148152b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 -- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb1480b5310 msgr2=0x7fb148145d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.074 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb1480b5310 0x7fb148145d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 -- 172.21.15.157:0/703640260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb14815a2f0 msgr2=0x7fb148152b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb14815a2f0 0x7fb148152b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 -- 172.21.15.157:0/703640260 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb13c009400 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb147fff640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb1480b5310 0x7fb148145d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14cdce640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 0x7fb1481544b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb13c009720 tx=0x7fb13c0046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c004230 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb13c004390 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb1481539d0 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb13c030ac0 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb148153f90 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.069+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fb13c039050 con 0x7fb14806ed00 2024-09-13T16:10:23.075 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.070+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fb13c003d40 con 0x7fb14806ed00 2024-09-13T16:10:23.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.070+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb148066e10 con 0x7fb14806ed00 2024-09-13T16:10:23.076 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.072+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fb13c04b060 con 0x7fb14806ed00 2024-09-13T16:10:23.142 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.140+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd new", "uuid": "c6b65ba5-fc5b-47f3-9105-6b0de0f4add8", "id": 7} v 0) v1 -- 0x7fb148154180 con 0x7fb14806ed00 2024-09-13T16:10:23.154 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.152+0000 7fb1457fa640 1 -- 172.21.15.157:0/703640260 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "c6b65ba5-fc5b-47f3-9105-6b0de0f4add8", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fb13c037070 con 0x7fb14806ed00 2024-09-13T16:10:23.154 INFO:teuthology.orchestra.run.smithi157.stdout:7 2024-09-13T16:10:23.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 msgr2=0x7fb1481544b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 0x7fb1481544b0 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7fb13c009720 tx=0x7fb13c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 shutdown_connections 2024-09-13T16:10:23.155 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb14815a2f0 0x7fb148152b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.156 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb1480b5310 0x7fb148145d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.156 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 --2- 172.21.15.157:0/703640260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb14806ed00 0x7fb1481544b0 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.156 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 >> 172.21.15.157:0/703640260 conn(0x7fb14806d5c0 msgr2=0x7fb148159170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:23.156 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 shutdown_connections 2024-09-13T16:10:23.156 INFO:teuthology.orchestra.run.smithi157.stderr:2024-09-13T16:10:23.153+0000 7fb14f032640 1 -- 172.21.15.157:0/703640260 wait complete. 2024-09-13T16:10:23.165 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T16:10:23.165 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T16:10:23.168 INFO:tasks.ceph.osd.0:Started 2024-09-13T16:10:23.168 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T16:10:23.168 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T16:10:23.170 INFO:tasks.ceph.osd.1:Started 2024-09-13T16:10:23.170 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T16:10:23.170 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T16:10:23.173 INFO:tasks.ceph.osd.2:Started 2024-09-13T16:10:23.173 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T16:10:23.173 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T16:10:23.175 INFO:tasks.ceph.osd.3:Started 2024-09-13T16:10:23.175 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T16:10:23.176 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T16:10:23.178 INFO:tasks.ceph.osd.4:Started 2024-09-13T16:10:23.178 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T16:10:23.178 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T16:10:23.180 INFO:tasks.ceph.osd.5:Started 2024-09-13T16:10:23.181 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T16:10:23.181 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T16:10:23.183 INFO:tasks.ceph.osd.6:Started 2024-09-13T16:10:23.183 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T16:10:23.183 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T16:10:23.185 INFO:tasks.ceph.osd.7:Started 2024-09-13T16:10:23.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:23.193 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:23.192+0000 7ff16f123040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:10:23.246 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:23.244+0000 7f9f21123040 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T16:10:23.260 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:23.259+0000 7ff16f123040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:10:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.308+0000 7fae007ae640 1 Processor -- start 2024-09-13T16:10:23.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.308+0000 7fae007ae640 1 -- start start 2024-09-13T16:10:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fae007ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fadf80b41a0 0x7fadf80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fae007ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf8167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fae007ae640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadf80cde30 con 0x7fadf80ccf80 2024-09-13T16:10:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fae007ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fadf80b5090 con 0x7fadf80b41a0 2024-09-13T16:10:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fae007ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadf80cd820 con 0x7fadf80d0a00 2024-09-13T16:10:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfe54a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fadf80b41a0 0x7fadf80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfdd49640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fadf80ccf80 0x7fadf80d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:52760/0 (socket says 172.21.15.39:52760) 2024-09-13T16:10:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfdd49640 1 -- 172.21.15.39:0/2925793037 learned_addr learned my addr 172.21.15.39:0/2925793037 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfe54a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fadf80b41a0 0x7fadf80b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33828/0 (socket says 172.21.15.39:33828) 2024-09-13T16:10:23.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfed4b640 1 --2- 172.21.15.39:0/2925793037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf8167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfe54a640 1 -- 172.21.15.39:0/2925793037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 msgr2=0x7fadf8167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfe54a640 1 --2- 172.21.15.39:0/2925793037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf8167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfe54a640 1 -- 172.21.15.39:0/2925793037 >> v1:172.21.15.39:6789/0 conn(0x7fadf80ccf80 legacy=0x7fadf80d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfd548640 1 -- 172.21.15.39:0/2925793037 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1872083237 0 0) 0x7fadf80cde30 con 0x7fadf80ccf80 2024-09-13T16:10:23.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.309+0000 7fadfe54a640 1 -- 172.21.15.39:0/2925793037 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadf80b4ac0 con 0x7fadf80b41a0 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.310+0000 7fadfe54a640 1 --2- 172.21.15.39:0/2925793037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80b41a0 0x7fadf80b4580 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fadf40097a0 tx=0x7fadf402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63d0128853a5742 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.310+0000 7fadfd548640 1 -- 172.21.15.39:0/2925793037 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadf4032440 con 0x7fadf80b41a0 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.310+0000 7fadfd548640 1 -- 172.21.15.39:0/2925793037 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadf40325a0 con 0x7fadf80b41a0 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.310+0000 7fadfd548640 1 -- 172.21.15.39:0/2925793037 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadf4032930 con 0x7fadf80b41a0 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 -- 172.21.15.39:0/2925793037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80b41a0 msgr2=0x7fadf80b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 --2- 172.21.15.39:0/2925793037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80b41a0 0x7fadf80b4580 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7fadf40097a0 tx=0x7fadf402a180 comp rx=0 tx=0).stop 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 -- 172.21.15.39:0/2925793037 shutdown_connections 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 --2- 172.21.15.39:0/2925793037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf8167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 --2- 172.21.15.39:0/2925793037 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80b41a0 0x7fadf80b4580 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 -- 172.21.15.39:0/2925793037 >> 172.21.15.39:0/2925793037 conn(0x7fadf80cf1a0 msgr2=0x7fadf80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:23.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 -- 172.21.15.39:0/2925793037 shutdown_connections 2024-09-13T16:10:23.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.311+0000 7fae007ae640 1 -- 172.21.15.39:0/2925793037 wait complete. 2024-09-13T16:10:23.314 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:23.310+0000 7f9f21123040 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.312+0000 7fae007ae640 1 Processor -- start 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.312+0000 7fae007ae640 1 -- start start 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fae007ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadf80b41a0 0x7fadf814fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fae007ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 0x7fadf80a9a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fae007ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf80a9f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fae007ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadf81503d0 con 0x7fadf80ccf80 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fae007ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadf80a9370 con 0x7fadf80b41a0 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fae007ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadf81588d0 con 0x7fadf80d0a00 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 0x7fadf80a9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 0x7fadf80a9a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33844/0 (socket says 172.21.15.39:33844) 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 -- 172.21.15.39:0/2858528167 learned_addr learned my addr 172.21.15.39:0/2858528167 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfed4b640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf80a9f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfe54a640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadf80b41a0 0x7fadf814fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 -- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 msgr2=0x7fadf80a9f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf80a9f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 -- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadf80b41a0 msgr2=0x7fadf814fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadf80b41a0 0x7fadf814fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.313+0000 7fadfdd49640 1 -- 172.21.15.39:0/2858528167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadf4009400 con 0x7fadf80ccf80 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fadfdd49640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 0x7fadf80a9a30 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fade800c4d0 tx=0x7fade800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fade80074e0 con 0x7fadf80ccf80 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fade8007660 con 0x7fadf80ccf80 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadf8158bb0 con 0x7fadf80ccf80 2024-09-13T16:10:23.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fade8004a20 con 0x7fadf80ccf80 2024-09-13T16:10:23.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadf8159170 con 0x7fadf80ccf80 2024-09-13T16:10:23.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fade801d440 con 0x7fadf80ccf80 2024-09-13T16:10:23.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.314+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fade8012400 con 0x7fadf80ccf80 2024-09-13T16:10:23.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.315+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadf8067330 con 0x7fadf80ccf80 2024-09-13T16:10:23.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.319+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fade8018070 con 0x7fadf80ccf80 2024-09-13T16:10:23.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.377+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fadf8066ec0 con 0x7fadf80ccf80 2024-09-13T16:10:23.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.378+0000 7fadeeffd640 1 -- 172.21.15.39:0/2858528167 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fade801d750 con 0x7fadf80ccf80 2024-09-13T16:10:23.380 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:23.380 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":10,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:23.142681+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 msgr2=0x7fadf80a9a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 0x7fadf80a9a30 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fade800c4d0 tx=0x7fade800c990 comp rx=0 tx=0).stop 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 shutdown_connections 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadf80d0a00 0x7fadf80a9f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadf80ccf80 0x7fadf80a9a30 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 --2- 172.21.15.39:0/2858528167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadf80b41a0 0x7fadf814fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 >> 172.21.15.39:0/2858528167 conn(0x7fadf80cf1a0 msgr2=0x7fadf80b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 shutdown_connections 2024-09-13T16:10:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:23.379+0000 7fae007ae640 1 -- 172.21.15.39:0/2858528167 wait complete. 2024-09-13T16:10:23.391 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T16:10:23.391 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T16:10:23.664 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:23.663+0000 7ff16f123040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T16:10:23.675 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:23.673+0000 7f9f21123040 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-09-13T16:10:23.753 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:23.752+0000 7ff16f123040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:10:23.757 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:23.755+0000 7f9f21123040 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T16:10:23.777 INFO:tasks.ceph.osd.5.smithi157.stderr:2024-09-13T16:10:23.775+0000 7fc879817640 -1 Falling back to public interface 2024-09-13T16:10:23.783 INFO:tasks.ceph.osd.6.smithi157.stderr:2024-09-13T16:10:23.781+0000 7f1732814640 -1 Falling back to public interface 2024-09-13T16:10:23.789 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-13T16:10:23.788+0000 7fa2def17640 -1 Falling back to public interface 2024-09-13T16:10:23.796 INFO:tasks.ceph.osd.7.smithi157.stderr:2024-09-13T16:10:23.794+0000 7fd946a15640 -1 Falling back to public interface 2024-09-13T16:10:23.800 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-13T16:10:23.799+0000 7fb55852c640 -1 Falling back to public interface 2024-09-13T16:10:23.801 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-13T16:10:23.800+0000 7f9dd47bb640 -1 Falling back to public interface 2024-09-13T16:10:23.802 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-13T16:10:23.800+0000 7f4624ed8640 -1 Falling back to public interface 2024-09-13T16:10:23.806 INFO:tasks.ceph.osd.4.smithi157.stderr:2024-09-13T16:10:23.804+0000 7f5cf4833640 -1 Falling back to public interface 2024-09-13T16:10:23.868 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:23.866+0000 7ff16f123040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:10:23.868 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:23.866+0000 7f9f21123040 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T16:10:23.913 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:23.911+0000 7f9f21123040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:10:23.916 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:23.915+0000 7ff16f123040 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T16:10:24.021 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.019+0000 7f9f21123040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T16:10:24.032 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.031+0000 7ff16f123040 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-09-13T16:10:24.076 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.074+0000 7f9f21123040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:10:24.089 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.088+0000 7ff16f123040 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T16:10:24.121 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.119+0000 7f9f21123040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:10:24.136 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.135+0000 7ff16f123040 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T16:10:24.197 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:24.230 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.228+0000 7f9f21123040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:10:24.253 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.252+0000 7ff16f123040 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T16:10:24.279 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.278+0000 7f9f21123040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:10:24.290 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.289+0000 7fa2eaf03640 1 Processor -- start 2024-09-13T16:10:24.290 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.289+0000 7fa2eaf03640 1 -- start start 2024-09-13T16:10:24.291 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2eaf03640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2e40b3620 0x7fa2e406fa00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:24.291 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2eaf03640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e415dfd0 0x7fa2e415e440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2eaf03640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2e415b690 con 0x7fa2e4157e30 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2eaf03640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2e415aa80 con 0x7fa2e40b3620 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2eaf03640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e415ad60 con 0x7fa2e415dfd0 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2e40b3620 0x7fa2e406fa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e8c9f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa2e4157e30 0x7fa2e406f2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57228/0 (socket says 172.21.15.39:57228) 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e8c9f640 1 -- 172.21.15.39:0/3567405590 learned_addr learned my addr 172.21.15.39:0/3567405590 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e94a0640 1 --2- 172.21.15.39:0/3567405590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e415dfd0 0x7fa2e415e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e3fff640 1 -- 172.21.15.39:0/3567405590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e415dfd0 msgr2=0x7fa2e415e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e3fff640 1 --2- 172.21.15.39:0/3567405590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e415dfd0 0x7fa2e415e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e3fff640 1 -- 172.21.15.39:0/3567405590 >> v1:172.21.15.39:6789/0 conn(0x7fa2e4157e30 legacy=0x7fa2e406f2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e3fff640 1 -- 172.21.15.39:0/3567405590 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2e415b040 con 0x7fa2e40b3620 2024-09-13T16:10:24.292 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.290+0000 7fa2e37fe640 1 -- 172.21.15.39:0/3567405590 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 711970586 0 0) 0x7fa2e415b690 con 0x7fa2e4157e30 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.291+0000 7fa2e3fff640 1 --2- 172.21.15.39:0/3567405590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e40b3620 0x7fa2e406fa00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa2d00097a0 tx=0x7fa2d002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b5e11d6cc79230 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.291+0000 7fa2e37fe640 1 -- 172.21.15.39:0/3567405590 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0032440 con 0x7fa2e40b3620 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.291+0000 7fa2e37fe640 1 -- 172.21.15.39:0/3567405590 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2d00325a0 con 0x7fa2e40b3620 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.291+0000 7fa2e37fe640 1 -- 172.21.15.39:0/3567405590 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0032930 con 0x7fa2e40b3620 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 -- 172.21.15.39:0/3567405590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e40b3620 msgr2=0x7fa2e406fa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/3567405590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e40b3620 0x7fa2e406fa00 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fa2d00097a0 tx=0x7fa2d002a180 comp rx=0 tx=0).stop 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 -- 172.21.15.39:0/3567405590 shutdown_connections 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/3567405590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e415dfd0 0x7fa2e415e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/3567405590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e40b3620 0x7fa2e406fa00 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 -- 172.21.15.39:0/3567405590 >> 172.21.15.39:0/3567405590 conn(0x7fa2e406d6c0 msgr2=0x7fa2e406daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 -- 172.21.15.39:0/3567405590 shutdown_connections 2024-09-13T16:10:24.294 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.292+0000 7fa2eaf03640 1 -- 172.21.15.39:0/3567405590 wait complete. 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.293+0000 7fa2eaf03640 1 Processor -- start 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.293+0000 7fa2eaf03640 1 -- start start 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2eaf03640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e40b3620 0x7fa2e413b640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2eaf03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 0x7fa2e40d0670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2eaf03640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2e415dfd0 0x7fa2e414fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2eaf03640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e40d01e0 con 0x7fa2e4157e30 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2eaf03640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e413bb80 con 0x7fa2e415dfd0 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2eaf03640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2e40cf5d0 con 0x7fa2e40b3620 2024-09-13T16:10:24.297 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 0x7fa2e40d0670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 0x7fa2e40d0670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40552/0 (socket says 172.21.15.39:40552) 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 -- 172.21.15.39:0/4172722542 learned_addr learned my addr 172.21.15.39:0/4172722542 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e8c9f640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e40b3620 0x7fa2e413b640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e94a0640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2e415dfd0 0x7fa2e414fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 -- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e40b3620 msgr2=0x7fa2e413b640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e40b3620 0x7fa2e413b640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 -- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2e415dfd0 msgr2=0x7fa2e414fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2e415dfd0 0x7fa2e414fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 -- 172.21.15.39:0/4172722542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2d0009400 con 0x7fa2e4157e30 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e94a0640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2e415dfd0 0x7fa2e414fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e3fff640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 0x7fa2e40d0670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0035040 tx=0x7fa2d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.294+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0032440 con 0x7fa2e4157e30 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.295+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2d0006e10 con 0x7fa2e4157e30 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.295+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2d0030be0 con 0x7fa2e4157e30 2024-09-13T16:10:24.298 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.295+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2e40cf8b0 con 0x7fa2e4157e30 2024-09-13T16:10:24.299 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.295+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2e40cfe70 con 0x7fa2e4157e30 2024-09-13T16:10:24.299 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.295+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa2d0039040 con 0x7fa2e4157e30 2024-09-13T16:10:24.299 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.295+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7fa2d0046ae0 con 0x7fa2e4157e30 2024-09-13T16:10:24.299 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.296+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2e40d0000 con 0x7fa2e4157e30 2024-09-13T16:10:24.299 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.298+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa2d0041030 con 0x7fa2e4157e30 2024-09-13T16:10:24.308 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.307+0000 7ff16f123040 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T16:10:24.332 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.330+0000 7f9f21123040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:10:24.358 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.356+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa2e415e440 con 0x7fa2e4157e30 2024-09-13T16:10:24.358 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.357+0000 7fa2e17fa640 1 -- 172.21.15.39:0/4172722542 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fa2d0037070 con 0x7fa2e4157e30 2024-09-13T16:10:24.358 INFO:teuthology.misc.health.smithi039.stdout: 2024-09-13T16:10:24.359 INFO:teuthology.misc.health.smithi039.stdout:{"epoch":10,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:23.142681+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 msgr2=0x7fa2e40d0670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 0x7fa2e40d0670 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7fa2d0035040 tx=0x7fa2d00046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 shutdown_connections 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2e415dfd0 0x7fa2e414fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2e4157e30 0x7fa2e40d0670 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 --2- 172.21.15.39:0/4172722542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2e40b3620 0x7fa2e413b640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:24.360 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 >> 172.21.15.39:0/4172722542 conn(0x7fa2e406d6c0 msgr2=0x7fa2e4159b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:24.361 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 shutdown_connections 2024-09-13T16:10:24.361 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:24.358+0000 7fa2eaf03640 1 -- 172.21.15.39:0/4172722542 wait complete. 2024-09-13T16:10:24.363 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.362+0000 7ff16f123040 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T16:10:24.368 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:10:24.400 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.398+0000 7f9f21123040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:10:24.436 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.434+0000 7ff16f123040 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T16:10:24.443 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.441+0000 7f9f21123040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:10:24.482 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.481+0000 7ff16f123040 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T16:10:24.486 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:24.484+0000 7f9f21123040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:10:24.528 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:24.527+0000 7ff16f123040 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T16:10:25.124 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:25.122+0000 7f9f21123040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:10:25.210 INFO:tasks.ceph.mgr.y.smithi039.stderr:2024-09-13T16:10:25.209+0000 7ff16f123040 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T16:10:26.139 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:26.137+0000 7f9ec1a77640 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T16:10:26.139 INFO:tasks.ceph.mgr.x.smithi157.stderr:2024-09-13T16:10:26.137+0000 7f9ec1a77640 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T16:10:27.243 INFO:tasks.ceph.osd.5.smithi157.stderr:2024-09-13T16:10:27.242+0000 7fc879817640 -1 osd.5 0 log_to_monitors true 2024-09-13T16:10:27.269 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-13T16:10:27.268+0000 7fa2def17640 -1 osd.2 0 log_to_monitors true 2024-09-13T16:10:27.273 INFO:tasks.ceph.osd.6.smithi157.stderr:2024-09-13T16:10:27.271+0000 7f1732814640 -1 osd.6 0 log_to_monitors true 2024-09-13T16:10:27.310 INFO:tasks.ceph.osd.7.smithi157.stderr:2024-09-13T16:10:27.308+0000 7fd946a15640 -1 osd.7 0 log_to_monitors true 2024-09-13T16:10:27.320 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-13T16:10:27.319+0000 7f4624ed8640 -1 osd.3 0 log_to_monitors true 2024-09-13T16:10:27.322 INFO:tasks.ceph.osd.4.smithi157.stderr:2024-09-13T16:10:27.320+0000 7f5cf4833640 -1 osd.4 0 log_to_monitors true 2024-09-13T16:10:27.336 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-13T16:10:27.335+0000 7fb55852c640 -1 osd.1 0 log_to_monitors true 2024-09-13T16:10:27.344 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-13T16:10:27.343+0000 7f9dd47bb640 -1 osd.0 0 log_to_monitors true 2024-09-13T16:10:30.549 INFO:tasks.ceph.osd.7.smithi157.stderr:2024-09-13T16:10:30.547+0000 7fd941b00640 -1 osd.7 0 waiting for initial osdmap 2024-09-13T16:10:30.563 INFO:tasks.ceph.osd.7.smithi157.stderr:2024-09-13T16:10:30.562+0000 7fd93a133640 -1 osd.7 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.574 INFO:tasks.ceph.osd.6.smithi157.stderr:2024-09-13T16:10:30.572+0000 7f172d9fe640 -1 osd.6 0 waiting for initial osdmap 2024-09-13T16:10:30.584 INFO:tasks.ceph.osd.6.smithi157.stderr:2024-09-13T16:10:30.583+0000 7f1726031640 -1 osd.6 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.600 INFO:tasks.ceph.osd.4.smithi157.stderr:2024-09-13T16:10:30.598+0000 7f5ceff9d640 -1 osd.4 0 waiting for initial osdmap 2024-09-13T16:10:30.607 INFO:tasks.ceph.osd.5.smithi157.stderr:2024-09-13T16:10:30.606+0000 7fc8749db640 -1 osd.5 0 waiting for initial osdmap 2024-09-13T16:10:30.608 INFO:tasks.ceph.osd.4.smithi157.stderr:2024-09-13T16:10:30.607+0000 7f5ce85d0640 -1 osd.4 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.619 INFO:tasks.ceph.osd.5.smithi157.stderr:2024-09-13T16:10:30.617+0000 7fc86d00e640 -1 osd.5 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.823 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-13T16:10:30.822+0000 7fa2da681640 -1 osd.2 0 waiting for initial osdmap 2024-09-13T16:10:30.836 INFO:tasks.ceph.osd.2.smithi039.stderr:2024-09-13T16:10:30.835+0000 7fa2d2cb4640 -1 osd.2 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.895 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-13T16:10:30.894+0000 7f4620642640 -1 osd.3 0 waiting for initial osdmap 2024-09-13T16:10:30.911 INFO:tasks.ceph.osd.3.smithi039.stderr:2024-09-13T16:10:30.910+0000 7f4618c75640 -1 osd.3 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.937 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-13T16:10:30.933+0000 7f9dcff25640 -1 osd.0 0 waiting for initial osdmap 2024-09-13T16:10:30.940 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-13T16:10:30.939+0000 7fb553c96640 -1 osd.1 0 waiting for initial osdmap 2024-09-13T16:10:30.950 INFO:tasks.ceph.osd.0.smithi039.stderr:2024-09-13T16:10:30.949+0000 7f9dc8558640 -1 osd.0 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:30.963 INFO:tasks.ceph.osd.1.smithi039.stderr:2024-09-13T16:10:30.962+0000 7fb54c2c9640 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T16:10:31.174 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:31.267 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.266+0000 7fa33feff640 1 Processor -- start 2024-09-13T16:10:31.268 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.266+0000 7fa33feff640 1 -- start start 2024-09-13T16:10:31.270 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33feff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3380cfd50 0x7fa33806b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:31.270 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33feff640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa338160b80 con 0x7fa338161010 2024-09-13T16:10:31.270 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33feff640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa33815cba0 con 0x7fa33815c7c0 2024-09-13T16:10:31.270 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33feff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3380d0430 con 0x7fa3380cfd50 2024-09-13T16:10:31.270 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33d49a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa338161010 0x7fa33806afe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:57242/0 (socket says 172.21.15.39:57242) 2024-09-13T16:10:31.270 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33d49a640 1 -- 172.21.15.39:0/1160057554 learned_addr learned my addr 172.21.15.39:0/1160057554 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.267+0000 7fa33e49c640 1 --2- 172.21.15.39:0/1160057554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3380cfd50 0x7fa33806b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1229591703 0 0) 0x7fa338160b80 con 0x7fa338161010 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa320003520 con 0x7fa338161010 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 116402850 0 0) 0x7fa33815cba0 con 0x7fa33815c7c0 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa338160b80 con 0x7fa33815c7c0 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33e49c640 1 -- 172.21.15.39:0/1160057554 >> v1:172.21.15.157:6789/0 conn(0x7fa33815c7c0 legacy=0x7fa3380b4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33e49c640 1 -- 172.21.15.39:0/1160057554 >> v1:172.21.15.39:6789/0 conn(0x7fa338161010 legacy=0x7fa33806afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.268+0000 7fa33e49c640 1 -- 172.21.15.39:0/1160057554 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa33806f670 con 0x7fa3380cfd50 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33e49c640 1 --2- 172.21.15.39:0/1160057554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3380cfd50 0x7fa33806b6f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa328009dc0 tx=0x7fa32802a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=69a6190b88d5d470 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa328007740 con 0x7fa3380cfd50 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa32802d050 con 0x7fa3380cfd50 2024-09-13T16:10:31.271 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33cc99640 1 -- 172.21.15.39:0/1160057554 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa328007ac0 con 0x7fa3380cfd50 2024-09-13T16:10:31.274 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 -- 172.21.15.39:0/1160057554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3380cfd50 msgr2=0x7fa33806b6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.274 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 --2- 172.21.15.39:0/1160057554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3380cfd50 0x7fa33806b6f0 secure :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0x7fa328009dc0 tx=0x7fa32802a6d0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.274 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 -- 172.21.15.39:0/1160057554 shutdown_connections 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 --2- 172.21.15.39:0/1160057554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3380cfd50 0x7fa33806b6f0 unknown :-1 s=CLOSED pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 -- 172.21.15.39:0/1160057554 >> 172.21.15.39:0/1160057554 conn(0x7fa33806d600 msgr2=0x7fa33806d9e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 -- 172.21.15.39:0/1160057554 shutdown_connections 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.269+0000 7fa33feff640 1 -- 172.21.15.39:0/1160057554 wait complete. 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 Processor -- start 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 -- start start 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3380cfd50 0x7fa338153070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 0x7fa33814fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa338161010 0x7fa33815af50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa338151290 con 0x7fa33815c7c0 2024-09-13T16:10:31.275 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3381503d0 con 0x7fa3380cfd50 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33feff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa338150610 con 0x7fa338161010 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33d49a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 0x7fa33814fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33d49a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 0x7fa33814fe90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40590/0 (socket says 172.21.15.39:40590) 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.271+0000 7fa33d49a640 1 -- 172.21.15.39:0/593731224 learned_addr learned my addr 172.21.15.39:0/593731224 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33dc9b640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3380cfd50 0x7fa338153070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33e49c640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa338161010 0x7fa33815af50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33d49a640 1 -- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa338161010 msgr2=0x7fa33815af50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33d49a640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa338161010 0x7fa33815af50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33d49a640 1 -- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3380cfd50 msgr2=0x7fa338153070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33d49a640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3380cfd50 0x7fa338153070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33d49a640 1 -- 172.21.15.39:0/593731224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa328009a70 con 0x7fa33815c7c0 2024-09-13T16:10:31.276 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33d49a640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 0x7fa33814fe90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa32c00c440 tx=0x7fa32c00c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:31.277 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32c005ce0 con 0x7fa33815c7c0 2024-09-13T16:10:31.277 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa32c005e40 con 0x7fa33815c7c0 2024-09-13T16:10:31.277 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3381508f0 con 0x7fa33815c7c0 2024-09-13T16:10:31.277 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32c007270 con 0x7fa33815c7c0 2024-09-13T16:10:31.277 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.272+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa338150eb0 con 0x7fa33815c7c0 2024-09-13T16:10:31.277 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.273+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3381513d0 con 0x7fa33815c7c0 2024-09-13T16:10:31.278 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.274+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 4) v1 ==== 89089+0+0 (secure 0 0 0) 0x7fa32c0073d0 con 0x7fa33815c7c0 2024-09-13T16:10:31.278 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.274+0000 7fa3367fc640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ab70 0x7fa32406d030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:31.278 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.274+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(12..12 src has 1..12) v4 ==== 2231+0+0 (secure 0 0 0) 0x7fa32c0878a0 con 0x7fa33815c7c0 2024-09-13T16:10:31.278 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.274+0000 7fa33dc9b640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ab70 0x7fa32406d030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:31.278 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.275+0000 7fa33dc9b640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ab70 0x7fa32406d030 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa3300011e0 tx=0x7fa330009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:31.280 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.279+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa3381513d0 con 0x7fa33815c7c0 2024-09-13T16:10:31.450 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.448+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa3381513d0 con 0x7fa33815c7c0 2024-09-13T16:10:31.450 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.449+0000 7fa3367fc640 1 -- 172.21.15.39:0/593731224 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v12) v1 ==== 74+0+7057 (secure 0 0 0) 0x7fa3381513d0 con 0x7fa33815c7c0 2024-09-13T16:10:31.451 INFO:teuthology.misc.health.smithi039.stdout: 2024-09-13T16:10:31.451 INFO:teuthology.misc.health.smithi039.stdout:{"epoch":12,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:29.145520+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ab70 msgr2=0x7fa32406d030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ab70 0x7fa32406d030 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fa3300011e0 tx=0x7fa330009040 comp rx=0 tx=0).stop 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 msgr2=0x7fa33814fe90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 0x7fa33814fe90 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7fa32c00c440 tx=0x7fa32c00c900 comp rx=0 tx=0).stop 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 shutdown_connections 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ab70 0x7fa32406d030 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa338161010 0x7fa33815af50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa33815c7c0 0x7fa33814fe90 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 --2- 172.21.15.39:0/593731224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3380cfd50 0x7fa338153070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 >> 172.21.15.39:0/593731224 conn(0x7fa33806d600 msgr2=0x7fa3380b4ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 shutdown_connections 2024-09-13T16:10:31.453 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:31.451+0000 7fa33feff640 1 -- 172.21.15.39:0/593731224 wait complete. 2024-09-13T16:10:31.461 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T16:10:38.269 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:38.374 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 Processor -- start 2024-09-13T16:10:38.374 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 -- start start 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac80d1b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdac80d2080 0x7fdac80b4540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdac80b4a80 0x7fdac806a3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdac80d1560 con 0x7fdac80d2080 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdac80b4f30 con 0x7fdac80b4a80 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.373+0000 7fdacd4c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdac80d0690 con 0x7fdac815c820 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdac80d2080 0x7fdac80b4540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdac80d2080 0x7fdac80b4540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50674/0 (socket says 172.21.15.39:50674) 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 -- 172.21.15.39:0/3883832213 learned_addr learned my addr 172.21.15.39:0/3883832213 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac6ffd640 1 --2- 172.21.15.39:0/3883832213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac80d1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.376 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac77fe640 1 --2- 172.21.15.39:0/3883832213 >> v2:172.21.15.157:3300/0 conn(0x7fdac80b4a80 0x7fdac806a3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.377 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 -- 172.21.15.39:0/3883832213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 msgr2=0x7fdac80d1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.377 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 --2- 172.21.15.39:0/3883832213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac80d1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.377 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 -- 172.21.15.39:0/3883832213 >> v2:172.21.15.157:3300/0 conn(0x7fdac80b4a80 msgr2=0x7fdac806a3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.377 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 --2- 172.21.15.39:0/3883832213 >> v2:172.21.15.157:3300/0 conn(0x7fdac80b4a80 0x7fdac806a3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.377 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac67fc640 1 -- 172.21.15.39:0/3883832213 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdac80d08e0 con 0x7fdac80d2080 2024-09-13T16:10:38.377 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.374+0000 7fdac77fe640 1 --2- 172.21.15.39:0/3883832213 >> v2:172.21.15.157:3300/0 conn(0x7fdac80b4a80 0x7fdac806a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.375+0000 7fdac67fc640 1 --2- 172.21.15.39:0/3883832213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80d2080 0x7fdac80b4540 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdac80b5100 tx=0x7fdab002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3bcdc2c99463683 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.375+0000 7fdac5ffb640 1 -- 172.21.15.39:0/3883832213 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab002ae90 con 0x7fdac80d2080 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.375+0000 7fdac5ffb640 1 -- 172.21.15.39:0/3883832213 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdab0032440 con 0x7fdac80d2080 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.375+0000 7fdac5ffb640 1 -- 172.21.15.39:0/3883832213 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab00327d0 con 0x7fdac80d2080 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 -- 172.21.15.39:0/3883832213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80d2080 msgr2=0x7fdac80b4540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/3883832213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80d2080 0x7fdac80b4540 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fdac80b5100 tx=0x7fdab002a140 comp rx=0 tx=0).stop 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 -- 172.21.15.39:0/3883832213 shutdown_connections 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/3883832213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80d2080 0x7fdac80b4540 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.379 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/3883832213 >> v2:172.21.15.157:3300/0 conn(0x7fdac80b4a80 0x7fdac806a3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.380 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/3883832213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac80d1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.380 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 -- 172.21.15.39:0/3883832213 >> 172.21.15.39:0/3883832213 conn(0x7fdac80cf5f0 msgr2=0x7fdac80cfa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:38.380 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 -- 172.21.15.39:0/3883832213 shutdown_connections 2024-09-13T16:10:38.380 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.376+0000 7fdacd4c9640 1 -- 172.21.15.39:0/3883832213 wait complete. 2024-09-13T16:10:38.380 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.377+0000 7fdacd4c9640 1 Processor -- start 2024-09-13T16:10:38.380 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.377+0000 7fdacd4c9640 1 -- start start 2024-09-13T16:10:38.382 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdacd4c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 0x7fdac81f5bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdacd4c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac80d2080 0x7fdac8158ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdacd4c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac81f1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdacd4c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdac81f57b0 con 0x7fdac80b4a80 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdacd4c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdac81f2c00 con 0x7fdac80d2080 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdacd4c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdac81f2640 con 0x7fdac815c820 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 0x7fdac81f5bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 0x7fdac81f5bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50682/0 (socket says 172.21.15.39:50682) 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 -- 172.21.15.39:0/1359126578 learned_addr learned my addr 172.21.15.39:0/1359126578 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 -- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 msgr2=0x7fdac81f1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac67fc640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac80d2080 0x7fdac8158ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac77fe640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac81f1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.383 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac81f1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 -- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac80d2080 msgr2=0x7fdac8158ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac80d2080 0x7fdac8158ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac6ffd640 1 -- 172.21.15.39:0/1359126578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdab00094d0 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac67fc640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac80d2080 0x7fdac8158ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.378+0000 7fdac77fe640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac81f1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.379+0000 7fdac6ffd640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 0x7fdac81f5bd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdab8007ef0 tx=0x7fdab800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.379+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab8014620 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.379+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdab8014780 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.379+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdac81f2920 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.379+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab8014b30 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.379+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdac81f6110 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.380+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdac80b4540 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.380+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdab8014c90 con 0x7fdac80b4a80 2024-09-13T16:10:38.384 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.381+0000 7fdabf7fe640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa806ac00 0x7fdaa806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.385 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.381+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdab80899d0 con 0x7fdac80b4a80 2024-09-13T16:10:38.385 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.381+0000 7fdac67fc640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa806ac00 0x7fdaa806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.385 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.382+0000 7fdac67fc640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa806ac00 0x7fdaa806d0c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdab0034000 tx=0x7fdab002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.387 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.385+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdab8054f90 con 0x7fdac80b4a80 2024-09-13T16:10:38.557 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.555+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdac80b3c90 con 0x7fdac80b4a80 2024-09-13T16:10:38.557 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.556+0000 7fdabf7fe640 1 -- 172.21.15.39:0/1359126578 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12838 (secure 0 0 0) 0x7fdab80585b0 con 0x7fdac80b4a80 2024-09-13T16:10:38.558 INFO:teuthology.misc.health.smithi039.stdout: 2024-09-13T16:10:38.558 INFO:teuthology.misc.health.smithi039.stdout:{"epoch":17,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:35.583062+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa806ac00 msgr2=0x7fdaa806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa806ac00 0x7fdaa806d0c0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fdab0034000 tx=0x7fdab002e000 comp rx=0 tx=0).stop 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 msgr2=0x7fdac81f5bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 0x7fdac81f5bd0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fdab8007ef0 tx=0x7fdab800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 shutdown_connections 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa806ac00 0x7fdaa806d0c0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac815c820 0x7fdac81f1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac80d2080 0x7fdac8158ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 --2- 172.21.15.39:0/1359126578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac80b4a80 0x7fdac81f5bd0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.560 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 >> 172.21.15.39:0/1359126578 conn(0x7fdac80cf5f0 msgr2=0x7fdac80b67b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:38.561 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 shutdown_connections 2024-09-13T16:10:38.561 INFO:teuthology.misc.health.smithi039.stderr:2024-09-13T16:10:38.558+0000 7fdacd4c9640 1 -- 172.21.15.39:0/1359126578 wait complete. 2024-09-13T16:10:38.569 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T16:10:38.569 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T16:10:38.570 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:10:38.570 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:10:38.572 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:10:38.572 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:10:38.572 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:10:38.574 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:10:38.575 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:10:38.575 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:10:38.577 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:10:38.578 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:10:38.578 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:10:38.580 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:10:38.580 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T16:10:38.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:38.649 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:10:38.649 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:10:38.665 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:10:38.666 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:10:38.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.686+0000 7f6156087640 1 Processor -- start 2024-09-13T16:10:38.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.686+0000 7f6156087640 1 -- start start 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f6156087640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6150070a70 0x7f6150070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f6156087640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f615006ccd0 con 0x7f615015a230 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f6156087640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61500713f0 con 0x7f615006d160 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f6156087640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61500acf70 con 0x7f6150070a70 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f614f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f615015a230 0x7f61500ac860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55012/0 (socket says 172.21.15.39:55012) 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f614f7fe640 1 -- 172.21.15.39:0/4232932689 learned_addr learned my addr 172.21.15.39:0/4232932689 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.687+0000 7f614effd640 1 --2- 172.21.15.39:0/4232932689 >> v2:172.21.15.157:3300/0 conn(0x7f6150070a70 0x7f6150070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3469599689 0 0) 0x7f615006ccd0 con 0x7f615015a230 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6138003520 con 0x7f615015a230 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3403964821 0 0) 0x7f6138003520 con 0x7f615015a230 2024-09-13T16:10:38.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 >> v2:172.21.15.157:3300/0 conn(0x7f6150070a70 msgr2=0x7f6150070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 --2- 172.21.15.39:0/4232932689 >> v2:172.21.15.157:3300/0 conn(0x7f6150070a70 0x7f6150070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 >> v1:172.21.15.157:6789/0 conn(0x7f615006d160 legacy=0x7f615006d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f615015a610 con 0x7f615015a230 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6140001670 con 0x7f615015a230 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 >> v1:172.21.15.39:6789/0 conn(0x7f615015a230 legacy=0x7f61500ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6138003970 0x7f6138003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6138004370 0x7f6138004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138005040 0x7f613800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61500acf70 con 0x7f6138003970 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f613800bfa0 con 0x7f6138005040 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f613800c160 con 0x7f6138004370 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614f7fe640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6138003970 0x7f6138003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614effd640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6138004370 0x7f6138004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614ffff640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138005040 0x7f613800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614f7fe640 1 -- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6138004370 msgr2=0x7f6138004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614f7fe640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6138004370 0x7f6138004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614f7fe640 1 -- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138005040 msgr2=0x7f613800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614f7fe640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138005040 0x7f613800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614ffff640 1 -- 172.21.15.39:0/4232932689 reap_dead start 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614f7fe640 1 -- 172.21.15.39:0/4232932689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6138003520 con 0x7f6138003970 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.688+0000 7f614effd640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6138004370 0x7f6138004840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.689+0000 7f614f7fe640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6138003970 0x7f6138003d50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f614000c240 tx=0x7f61380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455b804d5f1bcaff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.689+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f614002e070 con 0x7f6138003970 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.689+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61400058d0 con 0x7f6138003970 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.689+0000 7f614e7fc640 1 -- 172.21.15.39:0/4232932689 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6140005cc0 con 0x7f6138003970 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 -- 172.21.15.39:0/4232932689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6138003970 msgr2=0x7f6138003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6138003970 0x7f6138003d50 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f614000c240 tx=0x7f61380057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 -- 172.21.15.39:0/4232932689 shutdown_connections 2024-09-13T16:10:38.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 --2- 172.21.15.39:0/4232932689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6138003970 0x7f6138003d50 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 -- 172.21.15.39:0/4232932689 >> 172.21.15.39:0/4232932689 conn(0x7f615006a0b0 msgr2=0x7f615006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:38.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 -- 172.21.15.39:0/4232932689 shutdown_connections 2024-09-13T16:10:38.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.690+0000 7f6156087640 1 -- 172.21.15.39:0/4232932689 wait complete. 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.691+0000 7f6156087640 1 Processor -- start 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.691+0000 7f6156087640 1 -- start start 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f6156087640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138003970 0x7f61500cac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f6156087640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61500cbb90 0x7f61500cc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f6156087640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 0x7f61501f5b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f6156087640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61501f6080 con 0x7f61501f56b0 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f6156087640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61500cc700 con 0x7f6138003970 2024-09-13T16:10:38.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f6156087640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61500cc9e0 con 0x7f61500cbb90 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 0x7f61501f5b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 0x7f61501f5b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50704/0 (socket says 172.21.15.39:50704) 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 -- 172.21.15.39:0/455370099 learned_addr learned my addr 172.21.15.39:0/455370099 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614f7fe640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138003970 0x7f61500cac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614effd640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61500cbb90 0x7f61500cc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 -- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61500cbb90 msgr2=0x7f61500cc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61500cbb90 0x7f61500cc010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 -- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138003970 msgr2=0x7f61500cac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138003970 0x7f61500cac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 -- 172.21.15.39:0/455370099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61500cccc0 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.692+0000 7f614ffff640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 0x7f61501f5b40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6150065f90 tx=0x7f614800fd60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.693+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6148006e20 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.693+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6148003970 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.693+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6148003d20 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.693+0000 7f6156087640 1 -- 172.21.15.39:0/455370099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61500ccfa0 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.693+0000 7f6156087640 1 -- 172.21.15.39:0/455370099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61501f6480 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.694+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61500cd4c0 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.694+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f61480050d0 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.695+0000 7f6137fff640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f613c06ac00 0x7f613c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.695+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6148088350 con 0x7f61501f56b0 2024-09-13T16:10:38.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.695+0000 7f614f7fe640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f613c06ac00 0x7f613c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.695+0000 7f614f7fe640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f613c06ac00 0x7f613c06d0c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6140033000 tx=0x7f614002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.699+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f61500cd4c0 con 0x7f61501f56b0 2024-09-13T16:10:38.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.870+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f61500cd4c0 con 0x7f61501f56b0 2024-09-13T16:10:38.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.871+0000 7f6137fff640 1 -- 172.21.15.39:0/455370099 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12838 (secure 0 0 0) 0x7f61500cd4c0 con 0x7f61501f56b0 2024-09-13T16:10:38.873 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:38.873 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":17,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:35.583062+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:38.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f613c06ac00 msgr2=0x7f613c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f613c06ac00 0x7f613c06d0c0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7f6140033000 tx=0x7f614002e000 comp rx=0 tx=0).stop 2024-09-13T16:10:38.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 msgr2=0x7f61501f5b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 0x7f61501f5b40 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6150065f90 tx=0x7f614800fd60 comp rx=0 tx=0).stop 2024-09-13T16:10:38.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 shutdown_connections 2024-09-13T16:10:38.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f613c06ac00 0x7f613c06d0c0 unknown :-1 s=CLOSED pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61501f56b0 0x7f61501f5b40 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61500cbb90 0x7f61500cc010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 --2- 172.21.15.39:0/455370099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6138003970 0x7f61500cac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.872+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 >> 172.21.15.39:0/455370099 conn(0x7f615006a0b0 msgr2=0x7f615006a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:38.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.873+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 shutdown_connections 2024-09-13T16:10:38.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.873+0000 7f6135ffb640 1 -- 172.21.15.39:0/455370099 wait complete. 2024-09-13T16:10:38.885 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:10:38.885 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:10:38.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.987+0000 7ff4744f7640 1 Processor -- start 2024-09-13T16:10:38.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.987+0000 7ff4744f7640 1 -- start start 2024-09-13T16:10:38.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.988+0000 7ff4744f7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff46c15c7d0 0x7ff46c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.988+0000 7ff4744f7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff46c0b5550 con 0x7ff46c0d2110 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.988+0000 7ff4744f7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff46c0b4610 con 0x7ff46c0b4180 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.988+0000 7ff4744f7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff46c0b2000 con 0x7ff46c15c7d0 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.988+0000 7ff472a94640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff46c0d2110 0x7ff46c0b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55028/0 (socket says 172.21.15.39:55028) 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.988+0000 7ff472a94640 1 -- 172.21.15.39:0/2181375992 learned_addr learned my addr 172.21.15.39:0/2181375992 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 --2- 172.21.15.39:0/2181375992 >> v2:172.21.15.157:3300/0 conn(0x7ff46c15c7d0 0x7ff46c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 483602889 0 0) 0x7ff46c0b5550 con 0x7ff46c0d2110 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff454003520 con 0x7ff46c0d2110 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3987480468 0 0) 0x7ff454003520 con 0x7ff46c0d2110 2024-09-13T16:10:38.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 >> v2:172.21.15.157:3300/0 conn(0x7ff46c15c7d0 msgr2=0x7ff46c0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 --2- 172.21.15.39:0/2181375992 >> v2:172.21.15.157:3300/0 conn(0x7ff46c15c7d0 0x7ff46c0cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 >> v1:172.21.15.157:6789/0 conn(0x7ff46c0b4180 legacy=0x7ff46c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff46c0b48f0 con 0x7ff46c0d2110 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ff464001670 con 0x7ff46c0d2110 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 --2- 172.21.15.39:0/2181375992 >> v2:172.21.15.157:3300/0 conn(0x7ff46c15c7d0 0x7ff46c0cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 >> v1:172.21.15.39:6789/0 conn(0x7ff46c0d2110 legacy=0x7ff46c0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff454003970 0x7ff454003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4540047c0 0x7ff454004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff454005180 0x7ff45400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff46c0b2000 con 0x7ff454003970 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff45400c020 con 0x7ff4540047c0 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff45400c1e0 con 0x7ff454005180 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff454003970 0x7ff454003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff471a92640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4540047c0 0x7ff454004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472a94640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff454005180 0x7ff45400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 -- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff454005180 msgr2=0x7ff45400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff454005180 0x7ff45400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 -- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4540047c0 msgr2=0x7ff454004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4540047c0 0x7ff454004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472293640 1 -- 172.21.15.39:0/2181375992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff454003520 con 0x7ff454003970 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.989+0000 7ff472a94640 1 -- 172.21.15.39:0/2181375992 reap_dead start 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.990+0000 7ff472293640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff454003970 0x7ff454003d90 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00e350 tx=0x7ff4540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d2193e1ba86c2b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.990+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c02e610 con 0x7ff454003970 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.990+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff45c00f040 con 0x7ff454003970 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.990+0000 7ff471291640 1 -- 172.21.15.39:0/2181375992 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff45c02e970 con 0x7ff454003970 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 -- 172.21.15.39:0/2181375992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff454003970 msgr2=0x7ff454003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:38.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff454003970 0x7ff454003d90 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff45c00e350 tx=0x7ff4540057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 -- 172.21.15.39:0/2181375992 shutdown_connections 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 --2- 172.21.15.39:0/2181375992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff454003970 0x7ff454003d90 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 -- 172.21.15.39:0/2181375992 >> 172.21.15.39:0/2181375992 conn(0x7ff46c06bc40 msgr2=0x7ff46c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 -- 172.21.15.39:0/2181375992 shutdown_connections 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.991+0000 7ff4744f7640 1 -- 172.21.15.39:0/2181375992 wait complete. 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.992+0000 7ff4744f7640 1 Processor -- start 2024-09-13T16:10:38.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.992+0000 7ff4744f7640 1 -- start start 2024-09-13T16:10:38.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff4744f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff454003970 0x7ff46c0cba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:38.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff4744f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 0x7ff46c1f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff4744f7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff46c0c8900 0x7ff46c0c8d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff4744f7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff46c0c65d0 con 0x7ff46c158ef0 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff4744f7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff46c0c92c0 con 0x7ff454003970 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff4744f7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff46c0c6210 con 0x7ff46c0c8900 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 0x7ff46c1f20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 0x7ff46c1f20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50718/0 (socket says 172.21.15.39:50718) 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 -- 172.21.15.39:0/3715228945 learned_addr learned my addr 172.21.15.39:0/3715228945 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff472293640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff454003970 0x7ff46c0cba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff472a94640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff46c0c8900 0x7ff46c0c8d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 -- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff46c0c8900 msgr2=0x7ff46c0c8d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff46c0c8900 0x7ff46c0c8d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 -- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff454003970 msgr2=0x7ff46c0cba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff454003970 0x7ff46c0cba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 -- 172.21.15.39:0/3715228945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff46c1f2960 con 0x7ff46c158ef0 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.993+0000 7ff471a92640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 0x7ff46c1f20a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff46000f5c0 tx=0x7ff46000fa80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.994+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4600052e0 con 0x7ff46c158ef0 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.994+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff460005440 con 0x7ff46c158ef0 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.994+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff460003830 con 0x7ff46c158ef0 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.994+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff46c1f2c40 con 0x7ff46c158ef0 2024-09-13T16:10:39.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.994+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff46c159350 con 0x7ff46c158ef0 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.995+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff46c0d1d90 con 0x7ff46c158ef0 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.995+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff460003990 con 0x7ff46c158ef0 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.995+0000 7ff46affd640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff45806ac00 0x7ff45806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.996+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff460088c80 con 0x7ff46c158ef0 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.996+0000 7ff472293640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff45806ac00 0x7ff45806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:38.996+0000 7ff472293640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff45806ac00 0x7ff45806d0c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff45c035000 tx=0x7ff45c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:39.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.000+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff4600542f0 con 0x7ff46c158ef0 2024-09-13T16:10:39.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.171+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff46c0b3c90 con 0x7ff46c158ef0 2024-09-13T16:10:39.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.171+0000 7ff46affd640 1 -- 172.21.15.39:0/3715228945 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff460057910 con 0x7ff46c158ef0 2024-09-13T16:10:39.173 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:10:39.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.173+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff45806ac00 msgr2=0x7ff45806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.173+0000 7ff4744f7640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff45806ac00 0x7ff45806d0c0 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7ff45c035000 tx=0x7ff45c02f000 comp rx=0 tx=0).stop 2024-09-13T16:10:39.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.173+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 msgr2=0x7ff46c1f20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.173+0000 7ff4744f7640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 0x7ff46c1f20a0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7ff46000f5c0 tx=0x7ff46000fa80 comp rx=0 tx=0).stop 2024-09-13T16:10:39.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.173+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 shutdown_connections 2024-09-13T16:10:39.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff45806ac00 0x7ff45806d0c0 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff46c0c8900 0x7ff46c0c8d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff46c158ef0 0x7ff46c1f20a0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 --2- 172.21.15.39:0/3715228945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff454003970 0x7ff46c0cba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 >> 172.21.15.39:0/3715228945 conn(0x7ff46c06bc40 msgr2=0x7ff46c0ce160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 shutdown_connections 2024-09-13T16:10:39.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.174+0000 7ff4744f7640 1 -- 172.21.15.39:0/3715228945 wait complete. 2024-09-13T16:10:39.185 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:10:39.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.285+0000 7f80d97ce640 1 Processor -- start 2024-09-13T16:10:39.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.285+0000 7f80d97ce640 1 -- start start 2024-09-13T16:10:39.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d97ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80d4160d80 0x7f80d40d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d97ce640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80d4160330 con 0x7f80d40d1f10 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d97ce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80d406c160 con 0x7f80d4146130 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d97ce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80d406c430 con 0x7f80d4160d80 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f80d40d1f10 0x7f80d415ccf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55040/0 (socket says 172.21.15.39:55040) 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d37fe640 1 -- 172.21.15.39:0/3302991242 learned_addr learned my addr 172.21.15.39:0/3302991242 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d27fc640 1 --2- 172.21.15.39:0/3302991242 >> v2:172.21.15.39:3300/0 conn(0x7f80d4160d80 0x7f80d40d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d27fc640 1 -- 172.21.15.39:0/3302991242 >> v1:172.21.15.157:6789/0 conn(0x7f80d4146130 legacy=0x7f80d406ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d27fc640 1 -- 172.21.15.39:0/3302991242 >> v1:172.21.15.39:6789/0 conn(0x7f80d40d1f10 legacy=0x7f80d415ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.286+0000 7f80d27fc640 1 -- 172.21.15.39:0/3302991242 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80d406c710 con 0x7f80d4160d80 2024-09-13T16:10:39.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.287+0000 7f80d27fc640 1 --2- 172.21.15.39:0/3302991242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4160d80 0x7f80d40d19d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f80bc0097a0 tx=0x7f80bc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=669c51b1a6ff234e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:39.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.287+0000 7f80d1ffb640 1 -- 172.21.15.39:0/3302991242 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80bc032440 con 0x7f80d4160d80 2024-09-13T16:10:39.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.287+0000 7f80d1ffb640 1 -- 172.21.15.39:0/3302991242 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80bc0325a0 con 0x7f80d4160d80 2024-09-13T16:10:39.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.287+0000 7f80d1ffb640 1 -- 172.21.15.39:0/3302991242 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80bc032930 con 0x7f80d4160d80 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 -- 172.21.15.39:0/3302991242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4160d80 msgr2=0x7f80d40d19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 --2- 172.21.15.39:0/3302991242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4160d80 0x7f80d40d19d0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f80bc0097a0 tx=0x7f80bc02a230 comp rx=0 tx=0).stop 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 -- 172.21.15.39:0/3302991242 shutdown_connections 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 --2- 172.21.15.39:0/3302991242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4160d80 0x7f80d40d19d0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 -- 172.21.15.39:0/3302991242 >> 172.21.15.39:0/3302991242 conn(0x7f80d406a4f0 msgr2=0x7f80d406a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 -- 172.21.15.39:0/3302991242 shutdown_connections 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.288+0000 7f80d97ce640 1 -- 172.21.15.39:0/3302991242 wait complete. 2024-09-13T16:10:39.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.289+0000 7f80d97ce640 1 Processor -- start 2024-09-13T16:10:39.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.289+0000 7f80d97ce640 1 -- start start 2024-09-13T16:10:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d97ce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d40d1f10 0x7f80d41f24f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d97ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 0x7f80d4152a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d97ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80d4160d80 0x7f80d4152fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d97ce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d4153500 con 0x7f80d4146130 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d97ce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80d41f34a0 con 0x7f80d40d1f10 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d97ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80d41f3710 con 0x7f80d4160d80 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 0x7f80d4152a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 0x7f80d4152a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50746/0 (socket says 172.21.15.39:50746) 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 -- 172.21.15.39:0/231009813 learned_addr learned my addr 172.21.15.39:0/231009813 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d2ffd640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d40d1f10 0x7f80d41f24f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d37fe640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80d4160d80 0x7f80d4152fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 -- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80d4160d80 msgr2=0x7f80d4152fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80d4160d80 0x7f80d4152fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 -- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d40d1f10 msgr2=0x7f80d41f24f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d40d1f10 0x7f80d41f24f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d27fc640 1 -- 172.21.15.39:0/231009813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80bc009400 con 0x7f80d4146130 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.290+0000 7f80d2ffd640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d40d1f10 0x7f80d41f24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.291+0000 7f80d27fc640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 0x7f80d4152a80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f80bc0098c0 tx=0x7f80bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.291+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80bc030b80 con 0x7f80d4146130 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.291+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80bc030d00 con 0x7f80d4146130 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.291+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80bc03d680 con 0x7f80d4146130 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.291+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80d41f39f0 con 0x7f80d4146130 2024-09-13T16:10:39.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.291+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80d40b3ac0 con 0x7f80d4146130 2024-09-13T16:10:39.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.292+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80d41f3f10 con 0x7f80d4146130 2024-09-13T16:10:39.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.293+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f80bc039040 con 0x7f80d4146130 2024-09-13T16:10:39.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.293+0000 7f80cb7fe640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80b406ac00 0x7f80b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:39.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.293+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f80bc0a9b90 con 0x7f80d4146130 2024-09-13T16:10:39.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.293+0000 7f80d2ffd640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80b406ac00 0x7f80b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:39.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.294+0000 7f80d2ffd640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80b406ac00 0x7f80b406d0c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f80cc000f60 tx=0x7f80cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:39.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.297+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f80d41f3f10 con 0x7f80d4146130 2024-09-13T16:10:39.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.503+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f80d41f3f10 con 0x7f80d4146130 2024-09-13T16:10:39.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.504+0000 7f80cb7fe640 1 -- 172.21.15.39:0/231009813 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7f80bc041500 con 0x7f80d4146130 2024-09-13T16:10:39.505 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:39.505 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T16:10:39.506 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 2 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80b406ac00 msgr2=0x7f80b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80b406ac00 0x7f80b406d0c0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f80cc000f60 tx=0x7f80cc009040 comp rx=0 tx=0).stop 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 msgr2=0x7f80d4152a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 0x7f80d4152a80 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f80bc0098c0 tx=0x7f80bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 shutdown_connections 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80b406ac00 0x7f80b406d0c0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80d4160d80 0x7f80d4152fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80d4146130 0x7f80d4152a80 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 --2- 172.21.15.39:0/231009813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80d40d1f10 0x7f80d41f24f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:39.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 >> 172.21.15.39:0/231009813 conn(0x7f80d406a4f0 msgr2=0x7f80d406ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:39.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 shutdown_connections 2024-09-13T16:10:39.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:39.505+0000 7f80d97ce640 1 -- 172.21.15.39:0/231009813 wait complete. 2024-09-13T16:10:41.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:10:41.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.631+0000 7fb21f565640 1 Processor -- start 2024-09-13T16:10:41.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.631+0000 7fb21f565640 1 -- start start 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21f565640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb21815c330 0x7fb21806ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21f565640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb21806f240 0x7fb21806b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21f565640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb21806f6e0 con 0x7fb21815c710 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21f565640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb21806f9c0 con 0x7fb21815c330 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21f565640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb21806fca0 con 0x7fb21806f240 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb21815c330 0x7fb21806ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb21815c330 0x7fb21806ed00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50756/0 (socket says 172.21.15.39:50756) 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 -- 172.21.15.39:0/2676378664 learned_addr learned my addr 172.21.15.39:0/2676378664 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21cb00640 1 --2- 172.21.15.39:0/2676378664 >> v2:172.21.15.157:3300/0 conn(0x7fb21806f240 0x7fb21806b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 -- 172.21.15.39:0/2676378664 >> v2:172.21.15.157:3300/0 conn(0x7fb21806f240 msgr2=0x7fb21806b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:41.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 --2- 172.21.15.39:0/2676378664 >> v2:172.21.15.157:3300/0 conn(0x7fb21806f240 0x7fb21806b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 -- 172.21.15.39:0/2676378664 >> v1:172.21.15.157:6789/0 conn(0x7fb21815c710 legacy=0x7fb2181600f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21d301640 1 -- 172.21.15.39:0/2676378664 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2180b37c0 con 0x7fb21815c330 2024-09-13T16:10:41.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.632+0000 7fb21cb00640 1 --2- 172.21.15.39:0/2676378664 >> v2:172.21.15.157:3300/0 conn(0x7fb21806f240 0x7fb21806b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.633+0000 7fb21d301640 1 --2- 172.21.15.39:0/2676378664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c330 0x7fb21806ed00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb21806cf00 tx=0x7fb21402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9380be8204b5fa6c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.633+0000 7fb20ffff640 1 -- 172.21.15.39:0/2676378664 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb214032440 con 0x7fb21815c330 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.633+0000 7fb20ffff640 1 -- 172.21.15.39:0/2676378664 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2140325a0 con 0x7fb21815c330 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.633+0000 7fb20ffff640 1 -- 172.21.15.39:0/2676378664 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb214032930 con 0x7fb21815c330 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 -- 172.21.15.39:0/2676378664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c330 msgr2=0x7fb21806ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 --2- 172.21.15.39:0/2676378664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c330 0x7fb21806ed00 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fb21806cf00 tx=0x7fb21402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 -- 172.21.15.39:0/2676378664 shutdown_connections 2024-09-13T16:10:41.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 --2- 172.21.15.39:0/2676378664 >> v2:172.21.15.157:3300/0 conn(0x7fb21806f240 0x7fb21806b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 --2- 172.21.15.39:0/2676378664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c330 0x7fb21806ed00 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 -- 172.21.15.39:0/2676378664 >> 172.21.15.39:0/2676378664 conn(0x7fb21806d5c0 msgr2=0x7fb21806d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 -- 172.21.15.39:0/2676378664 shutdown_connections 2024-09-13T16:10:41.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.634+0000 7fb21f565640 1 -- 172.21.15.39:0/2676378664 wait complete. 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.635+0000 7fb21f565640 1 Processor -- start 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.635+0000 7fb21f565640 1 -- start start 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21f565640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb21806f240 0x7fb218142e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21f565640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb21815c330 0x7fb21815add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21f565640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 0x7fb21815b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21f565640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb218143350 con 0x7fb21815c710 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21f565640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb2180cc170 con 0x7fb21806f240 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21f565640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb2180cb5a0 con 0x7fb21815c330 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 0x7fb21815b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 0x7fb21815b310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50772/0 (socket says 172.21.15.39:50772) 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 -- 172.21.15.39:0/489009232 learned_addr learned my addr 172.21.15.39:0/489009232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21d301640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb21806f240 0x7fb218142e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21cb00640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb21815c330 0x7fb21815add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 -- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb21815c330 msgr2=0x7fb21815add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb21815c330 0x7fb21815add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 -- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb21806f240 msgr2=0x7fb218142e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb21806f240 0x7fb218142e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.636+0000 7fb21db02640 1 -- 172.21.15.39:0/489009232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2140094d0 con 0x7fb21815c710 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.637+0000 7fb21db02640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 0x7fb21815b310 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb21000c680 tx=0x7fb21000cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.637+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb210003b70 con 0x7fb21815c710 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.637+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb210003cd0 con 0x7fb21815c710 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.637+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb2180cb840 con 0x7fb21815c710 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.637+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb210005310 con 0x7fb21815c710 2024-09-13T16:10:41.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.637+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb2180cbe00 con 0x7fb21815c710 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.638+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb2180cc320 con 0x7fb21815c710 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.639+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb210005470 con 0x7fb21815c710 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.639+0000 7fb20dffb640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb1fc06ac00 0x7fb1fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.639+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fb210088bf0 con 0x7fb21815c710 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.639+0000 7fb21d301640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb1fc06ac00 0x7fb1fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.640+0000 7fb21d301640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb1fc06ac00 0x7fb1fc06d0c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb214034000 tx=0x7fb21402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.643+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb2180cc320 con 0x7fb21815c710 2024-09-13T16:10:41.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.849+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb2180cbfc0 con 0x7fb21815c710 2024-09-13T16:10:41.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.849+0000 7fb20dffb640 1 -- 172.21.15.39:0/489009232 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3530 (secure 0 0 0) 0x7fb2100541d0 con 0x7fb21815c710 2024-09-13T16:10:41.851 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:41.852 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4275,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T16:10:41.852 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 3 2024-09-13T16:10:41.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb1fc06ac00 msgr2=0x7fb1fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb1fc06ac00 0x7fb1fc06d0c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fb214034000 tx=0x7fb21402e000 comp rx=0 tx=0).stop 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 msgr2=0x7fb21815b310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 0x7fb21815b310 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fb21000c680 tx=0x7fb21000cb40 comp rx=0 tx=0).stop 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 shutdown_connections 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb1fc06ac00 0x7fb1fc06d0c0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb21815c710 0x7fb21815b310 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb21815c330 0x7fb21815add0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 --2- 172.21.15.39:0/489009232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb21806f240 0x7fb218142e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 >> 172.21.15.39:0/489009232 conn(0x7fb21806d5c0 msgr2=0x7fb2180ce340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 shutdown_connections 2024-09-13T16:10:41.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.852+0000 7fb21f565640 1 -- 172.21.15.39:0/489009232 wait complete. 2024-09-13T16:10:41.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:41.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.963+0000 7fdfd6e72640 1 Processor -- start 2024-09-13T16:10:41.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.963+0000 7fdfd6e72640 1 -- start start 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd6e72640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdfd0156fb0 0x7fdfd015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd6e72640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfd015d0a0 0x7fdfd015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd6e72640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfd015b1b0 con 0x7fdfd006f170 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd6e72640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfd00b2400 con 0x7fdfd015d0a0 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd6e72640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfd015da70 con 0x7fdfd0156fb0 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfd015d0a0 0x7fdfd015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfd015d0a0 0x7fdfd015d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50778/0 (socket says 172.21.15.39:50778) 2024-09-13T16:10:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 -- 172.21.15.39:0/3107949814 learned_addr learned my addr 172.21.15.39:0/3107949814 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd4c0e640 1 --2- 172.21.15.39:0/3107949814 >> v2:172.21.15.157:3300/0 conn(0x7fdfd0156fb0 0x7fdfd015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 -- 172.21.15.39:0/3107949814 >> v2:172.21.15.157:3300/0 conn(0x7fdfd0156fb0 msgr2=0x7fdfd015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 --2- 172.21.15.39:0/3107949814 >> v2:172.21.15.157:3300/0 conn(0x7fdfd0156fb0 0x7fdfd015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 -- 172.21.15.39:0/3107949814 >> v1:172.21.15.157:6789/0 conn(0x7fdfd006f170 legacy=0x7fdfd00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.964+0000 7fdfd540f640 1 -- 172.21.15.39:0/3107949814 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfd006f6e0 con 0x7fdfd015d0a0 2024-09-13T16:10:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.965+0000 7fdfd540f640 1 --2- 172.21.15.39:0/3107949814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd015d0a0 0x7fdfd015d530 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdfd006c5c0 tx=0x7fdfc802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2060903145b365ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.965+0000 7fdfcf7fe640 1 -- 172.21.15.39:0/3107949814 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc8031600 con 0x7fdfd015d0a0 2024-09-13T16:10:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.965+0000 7fdfcf7fe640 1 -- 172.21.15.39:0/3107949814 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfc802d050 con 0x7fdfd015d0a0 2024-09-13T16:10:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.965+0000 7fdfcf7fe640 1 -- 172.21.15.39:0/3107949814 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfc8031980 con 0x7fdfd015d0a0 2024-09-13T16:10:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 -- 172.21.15.39:0/3107949814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd015d0a0 msgr2=0x7fdfd015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/3107949814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd015d0a0 0x7fdfd015d530 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fdfd006c5c0 tx=0x7fdfc802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 -- 172.21.15.39:0/3107949814 shutdown_connections 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/3107949814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd015d0a0 0x7fdfd015d530 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/3107949814 >> v2:172.21.15.157:3300/0 conn(0x7fdfd0156fb0 0x7fdfd015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 -- 172.21.15.39:0/3107949814 >> 172.21.15.39:0/3107949814 conn(0x7fdfd006b3b0 msgr2=0x7fdfd006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 -- 172.21.15.39:0/3107949814 shutdown_connections 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.966+0000 7fdfd6e72640 1 -- 172.21.15.39:0/3107949814 wait complete. 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.967+0000 7fdfd6e72640 1 Processor -- start 2024-09-13T16:10:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.967+0000 7fdfd6e72640 1 -- start start 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd6e72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfd006f170 0x7fdfd014dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd6e72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 0x7fdfd0158490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd6e72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfd015d0a0 0x7fdfd00aeff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd6e72640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd01576d0 con 0x7fdfd0156fb0 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd6e72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd01579b0 con 0x7fdfd015d0a0 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd6e72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfd0157c90 con 0x7fdfd006f170 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 0x7fdfd0158490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 0x7fdfd0158490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50794/0 (socket says 172.21.15.39:50794) 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 -- 172.21.15.39:0/2709705708 learned_addr learned my addr 172.21.15.39:0/2709705708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd540f640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfd015d0a0 0x7fdfd00aeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfd4c0e640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfd006f170 0x7fdfd014dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 -- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfd006f170 msgr2=0x7fdfd014dfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfd006f170 0x7fdfd014dfc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 -- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfd015d0a0 msgr2=0x7fdfd00aeff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfd015d0a0 0x7fdfd00aeff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.968+0000 7fdfcffff640 1 -- 172.21.15.39:0/2709705708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfc8009b30 con 0x7fdfd0156fb0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.969+0000 7fdfcffff640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 0x7fdfd0158490 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800c400 tx=0x7fdfb800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.969+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb80052d0 con 0x7fdfd0156fb0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.969+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfb8005430 con 0x7fdfd0156fb0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.969+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfd0157f70 con 0x7fdfd0156fb0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.969+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8003830 con 0x7fdfd0156fb0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.969+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfd014e500 con 0x7fdfd0156fb0 2024-09-13T16:10:41.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.970+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfd00672f0 con 0x7fdfd0156fb0 2024-09-13T16:10:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.970+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdfb8003990 con 0x7fdfd0156fb0 2024-09-13T16:10:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.971+0000 7fdfcd7fa640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfb006ac00 0x7fdfb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.971+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fdfb8088440 con 0x7fdfd0156fb0 2024-09-13T16:10:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.971+0000 7fdfd4c0e640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfb006ac00 0x7fdfb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:41.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.971+0000 7fdfd4c0e640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfb006ac00 0x7fdfb006d0c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdfc00079a0 tx=0x7fdfc0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:41.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:41.975+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdfb8053ab0 con 0x7fdfd0156fb0 2024-09-13T16:10:42.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.148+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfd0157810 con 0x7fdfd0156fb0 2024-09-13T16:10:42.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.148+0000 7fdfcd7fa640 1 -- 172.21.15.39:0/2709705708 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12838 (secure 0 0 0) 0x7fdfd0157810 con 0x7fdfd0156fb0 2024-09-13T16:10:42.150 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:42.150 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":17,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:35.583062+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":15,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:42.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfb006ac00 msgr2=0x7fdfb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfb006ac00 0x7fdfb006d0c0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdfc00079a0 tx=0x7fdfc0008040 comp rx=0 tx=0).stop 2024-09-13T16:10:42.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 msgr2=0x7fdfd0158490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 0x7fdfd0158490 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800c400 tx=0x7fdfb800c8c0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 shutdown_connections 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfb006ac00 0x7fdfb006d0c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfd015d0a0 0x7fdfd00aeff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfd0156fb0 0x7fdfd0158490 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 --2- 172.21.15.39:0/2709705708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfd006f170 0x7fdfd014dfc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 >> 172.21.15.39:0/2709705708 conn(0x7fdfd006b3b0 msgr2=0x7fdfd015b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 shutdown_connections 2024-09-13T16:10:42.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.151+0000 7fdfd6e72640 1 -- 172.21.15.39:0/2709705708 wait complete. 2024-09-13T16:10:42.163 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:10:42.163 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:10:42.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.266+0000 7fd417ee9640 1 Processor -- start 2024-09-13T16:10:42.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.266+0000 7fd417ee9640 1 -- start start 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd417ee9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd4100afc80 0x7fd4100cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd417ee9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd410160900 0x7fd4100cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd417ee9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4101610b0 con 0x7fd4100ce9e0 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd417ee9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd41015cfa0 con 0x7fd4100afc80 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd417ee9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4100cd650 con 0x7fd410160900 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415484640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd4100ce9e0 0x7fd4101601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55042/0 (socket says 172.21.15.39:55042) 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415484640 1 -- 172.21.15.39:0/405225249 learned_addr learned my addr 172.21.15.39:0/405225249 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:42.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd416486640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd410160900 0x7fd4100cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415c85640 1 --2- 172.21.15.39:0/405225249 >> v2:172.21.15.157:3300/0 conn(0x7fd4100afc80 0x7fd4100cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd414c83640 1 -- 172.21.15.39:0/405225249 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2289252777 0 0) 0x7fd4101610b0 con 0x7fd4100ce9e0 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd414c83640 1 -- 172.21.15.39:0/405225249 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3fc003520 con 0x7fd4100ce9e0 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd414c83640 1 -- 172.21.15.39:0/405225249 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1906448425 0 0) 0x7fd3fc003520 con 0x7fd4100ce9e0 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415c85640 1 -- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd410160900 msgr2=0x7fd4100cee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415c85640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd410160900 0x7fd4100cee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415c85640 1 -- 172.21.15.39:0/405225249 >> v1:172.21.15.39:6789/0 conn(0x7fd4100ce9e0 legacy=0x7fd4101601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd415c85640 1 -- 172.21.15.39:0/405225249 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4100cf360 con 0x7fd4100afc80 2024-09-13T16:10:42.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.267+0000 7fd416486640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd410160900 0x7fd4100cee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.268+0000 7fd415c85640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100afc80 0x7fd4100cdae0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd40c0097a0 tx=0x7fd40c02a000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cff799bb5140c883 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.268+0000 7fd414c83640 1 -- 172.21.15.39:0/405225249 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd400001670 con 0x7fd4100afc80 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd414c83640 1 -- 172.21.15.39:0/405225249 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd40c02aa90 con 0x7fd4100afc80 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd414c83640 1 -- 172.21.15.39:0/405225249 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd40c02ae00 con 0x7fd4100afc80 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 -- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100afc80 msgr2=0x7fd4100cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100afc80 0x7fd4100cdae0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fd40c0097a0 tx=0x7fd40c02a000 comp rx=0 tx=0).stop 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 -- 172.21.15.39:0/405225249 shutdown_connections 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd410160900 0x7fd4100cee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 --2- 172.21.15.39:0/405225249 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100afc80 0x7fd4100cdae0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 -- 172.21.15.39:0/405225249 >> 172.21.15.39:0/405225249 conn(0x7fd4100d04e0 msgr2=0x7fd4100d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 -- 172.21.15.39:0/405225249 shutdown_connections 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.269+0000 7fd417ee9640 1 -- 172.21.15.39:0/405225249 wait complete. 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.270+0000 7fd417ee9640 1 Processor -- start 2024-09-13T16:10:42.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.270+0000 7fd417ee9640 1 -- start start 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd417ee9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4100afc80 0x7fd410155210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd417ee9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100ce9e0 0x7fd41015fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd417ee9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 0x7fd41015ff90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd417ee9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4100ca750 con 0x7fd410160900 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd417ee9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4100caa30 con 0x7fd4100ce9e0 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd417ee9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4100cad10 con 0x7fd4100afc80 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd416486640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 0x7fd41015ff90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd416486640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 0x7fd41015ff90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50808/0 (socket says 172.21.15.39:50808) 2024-09-13T16:10:42.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd416486640 1 -- 172.21.15.39:0/2740520599 learned_addr learned my addr 172.21.15.39:0/2740520599 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd415484640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100ce9e0 0x7fd41015fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.271+0000 7fd415c85640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4100afc80 0x7fd410155210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd416486640 1 -- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4100afc80 msgr2=0x7fd410155210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd416486640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4100afc80 0x7fd410155210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd416486640 1 -- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100ce9e0 msgr2=0x7fd41015fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd416486640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100ce9e0 0x7fd41015fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd416486640 1 -- 172.21.15.39:0/2740520599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd408009a70 con 0x7fd410160900 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd416486640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 0x7fd41015ff90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd40800efc0 tx=0x7fd40800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408009cd0 con 0x7fd410160900 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd40800f040 con 0x7fd410160900 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd40c009400 con 0x7fd410160900 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd408003990 con 0x7fd410160900 2024-09-13T16:10:42.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.272+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4100cb2d0 con 0x7fd410160900 2024-09-13T16:10:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.273+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4100cb4f0 con 0x7fd410160900 2024-09-13T16:10:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.273+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd408014480 con 0x7fd410160900 2024-09-13T16:10:42.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.274+0000 7fd4067fc640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3f406ac00 0x7fd3f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.274+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd408089a80 con 0x7fd410160900 2024-09-13T16:10:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.274+0000 7fd415c85640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3f406ac00 0x7fd3f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.275+0000 7fd415c85640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3f406ac00 0x7fd3f406d0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd40c034000 tx=0x7fd40c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.278+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd408055060 con 0x7fd410160900 2024-09-13T16:10:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.450+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd4100cdae0 con 0x7fd410160900 2024-09-13T16:10:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.451+0000 7fd4067fc640 1 -- 172.21.15.39:0/2740520599 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd4080180a0 con 0x7fd410160900 2024-09-13T16:10:42.452 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:10:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3f406ac00 msgr2=0x7fd3f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3f406ac00 0x7fd3f406d0c0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fd40c034000 tx=0x7fd40c02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 msgr2=0x7fd41015ff90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 0x7fd41015ff90 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd40800efc0 tx=0x7fd40800c490 comp rx=0 tx=0).stop 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 shutdown_connections 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3f406ac00 0x7fd3f406d0c0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd410160900 0x7fd41015ff90 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4100ce9e0 0x7fd41015fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 --2- 172.21.15.39:0/2740520599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4100afc80 0x7fd410155210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 >> 172.21.15.39:0/2740520599 conn(0x7fd4100d04e0 msgr2=0x7fd41006cab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 shutdown_connections 2024-09-13T16:10:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.453+0000 7fd417ee9640 1 -- 172.21.15.39:0/2740520599 wait complete. 2024-09-13T16:10:42.465 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:10:42.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.564+0000 7f0a62557640 1 Processor -- start 2024-09-13T16:10:42.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.565+0000 7f0a62557640 1 -- start start 2024-09-13T16:10:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.565+0000 7f0a62557640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a5c165710 0x7f0a5c167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.565+0000 7f0a62557640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a5c0cde30 con 0x7f0a5c0ccf80 2024-09-13T16:10:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.565+0000 7f0a62557640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a5c0b5090 con 0x7f0a5c0b41a0 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.565+0000 7f0a62557640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a5c0cd820 con 0x7f0a5c165710 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.565+0000 7f0a60af4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a5c165710 0x7f0a5c167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.566+0000 7f0a5b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0a5c0ccf80 0x7f0a5c163ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55056/0 (socket says 172.21.15.39:55056) 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.566+0000 7f0a60af4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a5c165710 0x7f0a5c167b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50818/0 (socket says 172.21.15.39:50818) 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.566+0000 7f0a5b7fe640 1 -- 172.21.15.39:0/2918974417 learned_addr learned my addr 172.21.15.39:0/2918974417 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.566+0000 7f0a60af4640 1 -- 172.21.15.39:0/2918974417 >> v1:172.21.15.157:6789/0 conn(0x7f0a5c0b41a0 legacy=0x7f0a5c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.566+0000 7f0a60af4640 1 -- 172.21.15.39:0/2918974417 >> v1:172.21.15.39:6789/0 conn(0x7f0a5c0ccf80 legacy=0x7f0a5c163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.566+0000 7f0a60af4640 1 -- 172.21.15.39:0/2918974417 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a5c15cd60 con 0x7f0a5c165710 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a60af4640 1 --2- 172.21.15.39:0/2918974417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c167b00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0a54009d90 tx=0x7f0a5402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162f506c9fd51d45 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a5affd640 1 -- 172.21.15.39:0/2918974417 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a54007740 con 0x7f0a5c165710 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a5affd640 1 -- 172.21.15.39:0/2918974417 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a5402d050 con 0x7f0a5c165710 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a5affd640 1 -- 172.21.15.39:0/2918974417 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a54007ac0 con 0x7f0a5c165710 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 -- 172.21.15.39:0/2918974417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 msgr2=0x7f0a5c167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 --2- 172.21.15.39:0/2918974417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c167b00 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0a54009d90 tx=0x7f0a5402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 -- 172.21.15.39:0/2918974417 shutdown_connections 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 --2- 172.21.15.39:0/2918974417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c167b00 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 -- 172.21.15.39:0/2918974417 >> 172.21.15.39:0/2918974417 conn(0x7f0a5c0cf1a0 msgr2=0x7f0a5c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 -- 172.21.15.39:0/2918974417 shutdown_connections 2024-09-13T16:10:42.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.567+0000 7f0a62557640 1 -- 172.21.15.39:0/2918974417 wait complete. 2024-09-13T16:10:42.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.568+0000 7f0a62557640 1 Processor -- start 2024-09-13T16:10:42.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 -- start start 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a5c0b41a0 0x7f0a5c1591a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a5c0ccf80 0x7f0a5c0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c0c9d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c154960 con 0x7f0a5c165710 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c151dc0 con 0x7f0a5c0b41a0 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a62557640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a5c154bb0 con 0x7f0a5c0ccf80 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a60af4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c0c9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a60af4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c0c9d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50826/0 (socket says 172.21.15.39:50826) 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a60af4640 1 -- 172.21.15.39:0/1223052737 learned_addr learned my addr 172.21.15.39:0/1223052737 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.569+0000 7f0a5bfff640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a5c0b41a0 0x7f0a5c1591a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a5b7fe640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a5c0ccf80 0x7f0a5c0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a60af4640 1 -- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a5c0ccf80 msgr2=0x7f0a5c0c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a60af4640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a5c0ccf80 0x7f0a5c0c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a60af4640 1 -- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a5c0b41a0 msgr2=0x7f0a5c1591a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a60af4640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a5c0b41a0 0x7f0a5c1591a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a60af4640 1 -- 172.21.15.39:0/1223052737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a54009a70 con 0x7f0a5c165710 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a60af4640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c0c9d30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0a5402ace0 tx=0x7f0a54004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a54031910 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a54031a70 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a5c154e90 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a54031de0 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.570+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a5c155450 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.571+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a5c067330 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.572+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0a5403b410 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.572+0000 7f0a58ff9640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a4806ac00 0x7f0a4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.572+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0a540aa8d0 con 0x7f0a5c165710 2024-09-13T16:10:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.572+0000 7f0a5bfff640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a4806ac00 0x7f0a4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.573+0000 7f0a5bfff640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a4806ac00 0x7f0a4806d0c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c000f60 tx=0x7f0a4c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.576+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0a54075eb0 con 0x7f0a5c165710 2024-09-13T16:10:42.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.749+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f0a5c066ec0 con 0x7f0a5c165710 2024-09-13T16:10:42.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.749+0000 7f0a58ff9640 1 -- 172.21.15.39:0/1223052737 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) v1 ==== 84+0+65 (secure 0 0 0) 0x7f0a540794d0 con 0x7f0a5c165710 2024-09-13T16:10:42.751 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:42.751 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:10:42.751 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:10:42.752 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:10:42.752 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:10:42.752 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:10:42.752 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:10:42.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a4806ac00 msgr2=0x7f0a4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a4806ac00 0x7f0a4806d0c0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f0a4c000f60 tx=0x7f0a4c009040 comp rx=0 tx=0).stop 2024-09-13T16:10:42.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 msgr2=0x7f0a5c0c9d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c0c9d30 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7f0a5402ace0 tx=0x7f0a54004a40 comp rx=0 tx=0).stop 2024-09-13T16:10:42.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 shutdown_connections 2024-09-13T16:10:42.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a4806ac00 0x7f0a4806d0c0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a5c165710 0x7f0a5c0c9d30 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a5c0ccf80 0x7f0a5c0c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 --2- 172.21.15.39:0/1223052737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a5c0b41a0 0x7f0a5c1591a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 >> 172.21.15.39:0/1223052737 conn(0x7f0a5c0cf1a0 msgr2=0x7f0a5c0cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:42.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 shutdown_connections 2024-09-13T16:10:42.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.751+0000 7f0a62557640 1 -- 172.21.15.39:0/1223052737 wait complete. 2024-09-13T16:10:42.763 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:10:42.764 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:10:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.867+0000 7fa140333640 1 Processor -- start 2024-09-13T16:10:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.867+0000 7fa140333640 1 -- start start 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa140333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1380ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa140333640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa1380ce800 0x7fa138159a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa140333640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa1380b37e0 con 0x7fa1380b0d30 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa140333640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa13815d0b0 con 0x7fa1380ce800 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa140333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa13815d390 con 0x7fa13813ca70 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa13e0cf640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa1380b0d30 0x7fa1380b30d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55060/0 (socket says 172.21.15.39:55060) 2024-09-13T16:10:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa13e0cf640 1 -- 172.21.15.39:0/359345409 learned_addr learned my addr 172.21.15.39:0/359345409 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa13e8d0640 1 --2- 172.21.15.39:0/359345409 >> v2:172.21.15.157:3300/0 conn(0x7fa1380ce800 0x7fa138159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa13d8ce640 1 --2- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1380ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa13d0cd640 1 -- 172.21.15.39:0/359345409 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 320991524 0 0) 0x7fa1380b37e0 con 0x7fa1380b0d30 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.868+0000 7fa13d0cd640 1 -- 172.21.15.39:0/359345409 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa120003520 con 0x7fa1380b0d30 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.869+0000 7fa13d0cd640 1 -- 172.21.15.39:0/359345409 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1636362753 0 0) 0x7fa120003520 con 0x7fa1380b0d30 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.869+0000 7fa13e8d0640 1 -- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 msgr2=0x7fa1380ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.869+0000 7fa13e8d0640 1 --2- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1380ce2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.869+0000 7fa13e8d0640 1 -- 172.21.15.39:0/359345409 >> v1:172.21.15.39:6789/0 conn(0x7fa1380b0d30 legacy=0x7fa1380b30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.869+0000 7fa13e8d0640 1 -- 172.21.15.39:0/359345409 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa13815d670 con 0x7fa1380ce800 2024-09-13T16:10:42.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.869+0000 7fa13e8d0640 1 --2- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380ce800 0x7fa138159a90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa1300097a0 tx=0x7fa13002a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=12762acd4e0fdc7e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa13d0cd640 1 -- 172.21.15.39:0/359345409 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1280019f0 con 0x7fa1380ce800 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa13d0cd640 1 -- 172.21.15.39:0/359345409 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa13002ab10 con 0x7fa1380ce800 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa13d0cd640 1 -- 172.21.15.39:0/359345409 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa13002aea0 con 0x7fa1380ce800 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 -- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380ce800 msgr2=0x7fa138159a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 --2- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380ce800 0x7fa138159a90 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fa1300097a0 tx=0x7fa13002a080 comp rx=0 tx=0).stop 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 -- 172.21.15.39:0/359345409 shutdown_connections 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 --2- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380ce800 0x7fa138159a90 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 --2- 172.21.15.39:0/359345409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1380ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 -- 172.21.15.39:0/359345409 >> 172.21.15.39:0/359345409 conn(0x7fa1380b15d0 msgr2=0x7fa1380b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 -- 172.21.15.39:0/359345409 shutdown_connections 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.870+0000 7fa140333640 1 -- 172.21.15.39:0/359345409 wait complete. 2024-09-13T16:10:42.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.871+0000 7fa140333640 1 Processor -- start 2024-09-13T16:10:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.871+0000 7fa140333640 1 -- start start 2024-09-13T16:10:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa140333640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380b0d30 0x7fa13815bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa140333640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 0x7fa138156b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa140333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1381f0170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa140333640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381f35d0 con 0x7fa1380ce800 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa140333640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381f38b0 con 0x7fa1380b0d30 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa140333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381f3b90 con 0x7fa13813ca70 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa13d8ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 0x7fa138156b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa13d8ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 0x7fa138156b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50832/0 (socket says 172.21.15.39:50832) 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa13d8ce640 1 -- 172.21.15.39:0/2785090474 learned_addr learned my addr 172.21.15.39:0/2785090474 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa13e0cf640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380b0d30 0x7fa13815bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.872+0000 7fa13e8d0640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1381f0170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa13d8ce640 1 -- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 msgr2=0x7fa1381f0170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa13d8ce640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1381f0170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa13d8ce640 1 -- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380b0d30 msgr2=0x7fa13815bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa13d8ce640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380b0d30 0x7fa13815bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa13d8ce640 1 -- 172.21.15.39:0/2785090474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa130009400 con 0x7fa1380ce800 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa13d8ce640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 0x7fa138156b00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00e9b0 tx=0x7fa12c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12c009670 con 0x7fa1380ce800 2024-09-13T16:10:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa12c00c9a0 con 0x7fa1380ce800 2024-09-13T16:10:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12c00cd50 con 0x7fa1380ce800 2024-09-13T16:10:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1381f3e70 con 0x7fa1380ce800 2024-09-13T16:10:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.873+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa13815c450 con 0x7fa1380ce800 2024-09-13T16:10:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.874+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1380672f0 con 0x7fa1380ce800 2024-09-13T16:10:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.875+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa12c013470 con 0x7fa1380ce800 2024-09-13T16:10:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.875+0000 7fa136ffd640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa12406ac00 0x7fa12406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.875+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fa12c0891a0 con 0x7fa1380ce800 2024-09-13T16:10:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.875+0000 7fa13e0cf640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa12406ac00 0x7fa12406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.876+0000 7fa13e0cf640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa12406ac00 0x7fa12406d0c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa1280012e0 tx=0x7fa128009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:42.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:42.879+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa12c054780 con 0x7fa1380ce800 2024-09-13T16:10:43.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.049+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fa1380b2a80 con 0x7fa1380ce800 2024-09-13T16:10:43.356 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:43.358 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:10:43.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.703+0000 7fa136ffd640 1 -- 172.21.15.39:0/2785090474 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v18) v1 ==== 138+0+0 (secure 0 0 0) 0x7fa12c057da0 con 0x7fa1380ce800 2024-09-13T16:10:43.704 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:10:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.707+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa12406ac00 msgr2=0x7fa12406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.707+0000 7fa140333640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa12406ac00 0x7fa12406d0c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fa1280012e0 tx=0x7fa128009040 comp rx=0 tx=0).stop 2024-09-13T16:10:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 msgr2=0x7fa138156b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 0x7fa138156b00 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00e9b0 tx=0x7fa12c00ee70 comp rx=0 tx=0).stop 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 shutdown_connections 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa12406ac00 0x7fa12406d0c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa13813ca70 0x7fa1381f0170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1380ce800 0x7fa138156b00 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 --2- 172.21.15.39:0/2785090474 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1380b0d30 0x7fa13815bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 >> 172.21.15.39:0/2785090474 conn(0x7fa1380b15d0 msgr2=0x7fa13806f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 shutdown_connections 2024-09-13T16:10:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.708+0000 7fa140333640 1 -- 172.21.15.39:0/2785090474 wait complete. 2024-09-13T16:10:43.722 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:10:43.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.834+0000 7f6d946d7640 1 Processor -- start 2024-09-13T16:10:43.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.834+0000 7f6d946d7640 1 -- start start 2024-09-13T16:10:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d946d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d8c15d6d0 0x7f6d8c0b2820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d946d7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d8c0ac860 con 0x7f6d8c0709c0 2024-09-13T16:10:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d946d7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d8c070dd0 con 0x7f6d8c0b2d60 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d946d7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d8c06bc20 con 0x7f6d8c15d6d0 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d92473640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d8c15d6d0 0x7f6d8c0b2820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d92c74640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6d8c0709c0 0x7f6d8c06c350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49450/0 (socket says 172.21.15.39:49450) 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.835+0000 7f6d92c74640 1 -- 172.21.15.39:0/2341761604 learned_addr learned my addr 172.21.15.39:0/2341761604 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.836+0000 7f6d92473640 1 -- 172.21.15.39:0/2341761604 >> v1:172.21.15.157:6789/0 conn(0x7f6d8c0b2d60 legacy=0x7f6d8c0702b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.836+0000 7f6d92473640 1 -- 172.21.15.39:0/2341761604 >> v1:172.21.15.39:6789/0 conn(0x7f6d8c0709c0 legacy=0x7f6d8c06c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.836+0000 7f6d92473640 1 -- 172.21.15.39:0/2341761604 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d8c071010 con 0x7f6d8c15d6d0 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.836+0000 7f6d91471640 1 -- 172.21.15.39:0/2341761604 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1738522395 0 0) 0x7f6d8c0ac860 con 0x7f6d8c0709c0 2024-09-13T16:10:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.836+0000 7f6d92473640 1 --2- 172.21.15.39:0/2341761604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c15d6d0 0x7f6d8c0b2820 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009d90 tx=0x7f6d7c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=727adffef825fa62 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d91471640 1 -- 172.21.15.39:0/2341761604 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c007740 con 0x7f6d8c15d6d0 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d91471640 1 -- 172.21.15.39:0/2341761604 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d7c02d050 con 0x7f6d8c15d6d0 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d91471640 1 -- 172.21.15.39:0/2341761604 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c007ac0 con 0x7f6d8c15d6d0 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 -- 172.21.15.39:0/2341761604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c15d6d0 msgr2=0x7f6d8c0b2820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 --2- 172.21.15.39:0/2341761604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c15d6d0 0x7f6d8c0b2820 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009d90 tx=0x7f6d7c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 -- 172.21.15.39:0/2341761604 shutdown_connections 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 --2- 172.21.15.39:0/2341761604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c15d6d0 0x7f6d8c0b2820 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 -- 172.21.15.39:0/2341761604 >> 172.21.15.39:0/2341761604 conn(0x7f6d8c069ed0 msgr2=0x7f6d8c06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 -- 172.21.15.39:0/2341761604 shutdown_connections 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.837+0000 7f6d946d7640 1 -- 172.21.15.39:0/2341761604 wait complete. 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.838+0000 7f6d946d7640 1 Processor -- start 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.838+0000 7f6d946d7640 1 -- start start 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d946d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 0x7f6d8c14b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d946d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d8c0b2d60 0x7f6d8c0ae4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d946d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d8c15d6d0 0x7f6d8c1f1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d946d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d8c0cb540 con 0x7f6d8c0709c0 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d946d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d8c0caf50 con 0x7f6d8c0b2d60 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d946d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d8c14bf20 con 0x7f6d8c15d6d0 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d92473640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 0x7f6d8c14b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d92473640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 0x7f6d8c14b9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33690/0 (socket says 172.21.15.39:33690) 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d92473640 1 -- 172.21.15.39:0/3733023642 learned_addr learned my addr 172.21.15.39:0/3733023642 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d91c72640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d8c0b2d60 0x7f6d8c0ae4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.839+0000 7f6d92c74640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d8c15d6d0 0x7f6d8c1f1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d92473640 1 -- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d8c15d6d0 msgr2=0x7f6d8c1f1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d92473640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d8c15d6d0 0x7f6d8c1f1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d92473640 1 -- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d8c0b2d60 msgr2=0x7f6d8c0ae4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d92473640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d8c0b2d60 0x7f6d8c0ae4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d92473640 1 -- 172.21.15.39:0/3733023642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d7c009a70 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d92473640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 0x7f6d8c14b9e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009d90 tx=0x7f6d7c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c031a50 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d7c031bb0 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d8c0aea20 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d7c044460 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.840+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d8c1f2d90 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.841+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d8c067300 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.841+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6d7c03b410 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.842+0000 7f6d8affd640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7806ac00 0x7f6d7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.842+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f6d7c0aaa10 con 0x7f6d8c0709c0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.842+0000 7f6d91c72640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7806ac00 0x7f6d7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.843+0000 7f6d91c72640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7806ac00 0x7f6d7806d0c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c160ed0 tx=0x7f6d80009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:43.846+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6d7c075f10 con 0x7f6d8c0709c0 2024-09-13T16:10:44.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.016+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f6d8c1f2f20 con 0x7f6d8c0709c0 2024-09-13T16:10:44.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.696+0000 7f6d8affd640 1 -- 172.21.15.39:0/3733023642 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v19) v1 ==== 170+0+0 (secure 0 0 0) 0x7f6d7c079530 con 0x7f6d8c0709c0 2024-09-13T16:10:44.698 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:10:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.704+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7806ac00 msgr2=0x7f6d7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.704+0000 7f6d946d7640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7806ac00 0x7f6d7806d0c0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f6d8c160ed0 tx=0x7f6d80009040 comp rx=0 tx=0).stop 2024-09-13T16:10:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.704+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 msgr2=0x7f6d8c14b9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.704+0000 7f6d946d7640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 0x7f6d8c14b9e0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f6d7c009d90 tx=0x7f6d7c004a40 comp rx=0 tx=0).stop 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.707+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 shutdown_connections 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.707+0000 7f6d946d7640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7806ac00 0x7f6d7806d0c0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.707+0000 7f6d946d7640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d8c15d6d0 0x7f6d8c1f1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.707+0000 7f6d946d7640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d8c0b2d60 0x7f6d8c0ae4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.707+0000 7f6d946d7640 1 --2- 172.21.15.39:0/3733023642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d8c0709c0 0x7f6d8c14b9e0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.707+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 >> 172.21.15.39:0/3733023642 conn(0x7f6d8c069ed0 msgr2=0x7f6d8c152100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:44.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.708+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 shutdown_connections 2024-09-13T16:10:44.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.711+0000 7f6d946d7640 1 -- 172.21.15.39:0/3733023642 wait complete. 2024-09-13T16:10:44.730 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:10:44.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.839+0000 7f79a57f4640 1 Processor -- start 2024-09-13T16:10:44.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.839+0000 7f79a57f4640 1 -- start start 2024-09-13T16:10:44.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f79a57f4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79a015c6d0 0x7f79a015d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:44.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f79a57f4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79a015cab0 con 0x7f79a00b4de0 2024-09-13T16:10:44.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f79a57f4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79a006cff0 con 0x7f79a00b3430 2024-09-13T16:10:44.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f79a57f4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79a015db90 con 0x7f79a015c6d0 2024-09-13T16:10:44.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79a015c6d0 0x7f79a015d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:44.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f79a00b4de0 0x7f79a00b5230 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49452/0 (socket says 172.21.15.39:49452) 2024-09-13T16:10:44.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799f7fe640 1 -- 172.21.15.39:0/742917159 learned_addr learned my addr 172.21.15.39:0/742917159 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:44.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79a015c6d0 0x7f79a015d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33704/0 (socket says 172.21.15.39:33704) 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799effd640 1 -- 172.21.15.39:0/742917159 >> v1:172.21.15.157:6789/0 conn(0x7f79a00b3430 legacy=0x7f79a0160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799effd640 1 -- 172.21.15.39:0/742917159 >> v1:172.21.15.39:6789/0 conn(0x7f79a00b4de0 legacy=0x7f79a00b5230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.840+0000 7f799effd640 1 -- 172.21.15.39:0/742917159 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a006ca30 con 0x7f79a015c6d0 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.841+0000 7f799effd640 1 --2- 172.21.15.39:0/742917159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a015c6d0 0x7f79a015d650 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f79900097a0 tx=0x7f799002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9976d7402cbc146 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.841+0000 7f799e7fc640 1 -- 172.21.15.39:0/742917159 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f799002ae60 con 0x7f79a015c6d0 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.841+0000 7f799e7fc640 1 -- 172.21.15.39:0/742917159 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7990032440 con 0x7f79a015c6d0 2024-09-13T16:10:44.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.841+0000 7f799e7fc640 1 -- 172.21.15.39:0/742917159 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79900327d0 con 0x7f79a015c6d0 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 -- 172.21.15.39:0/742917159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a015c6d0 msgr2=0x7f79a015d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 --2- 172.21.15.39:0/742917159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a015c6d0 0x7f79a015d650 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f79900097a0 tx=0x7f799002a110 comp rx=0 tx=0).stop 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 -- 172.21.15.39:0/742917159 shutdown_connections 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 --2- 172.21.15.39:0/742917159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a015c6d0 0x7f79a015d650 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 -- 172.21.15.39:0/742917159 >> 172.21.15.39:0/742917159 conn(0x7f79a00d04a0 msgr2=0x7f79a00d08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 -- 172.21.15.39:0/742917159 shutdown_connections 2024-09-13T16:10:44.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.842+0000 7f79a57f4640 1 -- 172.21.15.39:0/742917159 wait complete. 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.843+0000 7f79a57f4640 1 Processor -- start 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.843+0000 7f79a57f4640 1 -- start start 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a00b3430 0x7f79a0156530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 0x7f79a01f21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a015c6d0 0x7f79a00cf5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a00ce530 con 0x7f79a00b4de0 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a00ce810 con 0x7f79a00b3430 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79a00ceaf0 con 0x7f79a015c6d0 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 0x7f79a01f21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 0x7f79a01f21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33716/0 (socket says 172.21.15.39:33716) 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 -- 172.21.15.39:0/1052193608 learned_addr learned my addr 172.21.15.39:0/1052193608 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f799effd640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a00b3430 0x7f79a0156530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f799f7fe640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a015c6d0 0x7f79a00cf5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 -- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a015c6d0 msgr2=0x7f79a00cf5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a015c6d0 0x7f79a00cf5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 -- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a00b3430 msgr2=0x7f79a0156530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a00b3430 0x7f79a0156530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 -- 172.21.15.39:0/1052193608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7990009400 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f799f7fe640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a015c6d0 0x7f79a00cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f7997fff640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 0x7f79a01f21b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f798800c400 tx=0x7f798800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79880052d0 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7988005450 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79a00cedd0 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.844+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7988007260 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.845+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79a0156a70 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.845+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79a0067330 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.846+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f79880073c0 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.847+0000 7f79977fe640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f798006ac00 0x7f798006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.847+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f7988088690 con 0x7f79a00b4de0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.847+0000 7f799effd640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f798006ac00 0x7f798006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.847+0000 7f799effd640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f798006ac00 0x7f798006d0c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7990034000 tx=0x7f799002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:44.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:44.851+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7988053980 con 0x7f79a00b4de0 2024-09-13T16:10:45.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.061+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f79a0156c30 con 0x7f79a00b4de0 2024-09-13T16:10:45.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.068+0000 7f79977fe640 1 -- 172.21.15.39:0/1052193608 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f7988056fa0 con 0x7f79a00b4de0 2024-09-13T16:10:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T16:10:45.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.075+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f798006ac00 msgr2=0x7f798006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.076+0000 7f79a57f4640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f798006ac00 0x7f798006d0c0 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f7990034000 tx=0x7f799002e000 comp rx=0 tx=0).stop 2024-09-13T16:10:45.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.076+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 msgr2=0x7f79a01f21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.076+0000 7f79a57f4640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 0x7f79a01f21b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f798800c400 tx=0x7f798800c8c0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 shutdown_connections 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f798006ac00 0x7f798006d0c0 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a015c6d0 0x7f79a00cf5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a00b4de0 0x7f79a01f21b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 --2- 172.21.15.39:0/1052193608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a00b3430 0x7f79a0156530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 >> 172.21.15.39:0/1052193608 conn(0x7f79a00d04a0 msgr2=0x7f79a0157500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 shutdown_connections 2024-09-13T16:10:45.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.080+0000 7f79a57f4640 1 -- 172.21.15.39:0/1052193608 wait complete. 2024-09-13T16:10:45.101 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:45.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.201+0000 7efe76318640 1 Processor -- start 2024-09-13T16:10:45.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.201+0000 7efe76318640 1 -- start start 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe76318640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efe700ce2f0 0x7efe700cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe76318640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700cad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe76318640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe7015b880 con 0x7efe701513c0 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe76318640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe7015ca50 con 0x7efe700ce2f0 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe76318640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe700cc780 con 0x7efe7015b3f0 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efe700ce2f0 0x7efe700cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efe700ce2f0 0x7efe700cc0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33726/0 (socket says 172.21.15.39:33726) 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 -- 172.21.15.39:0/515535611 learned_addr learned my addr 172.21.15.39:0/515535611 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe748b5640 1 --2- 172.21.15.39:0/515535611 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700cad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 -- 172.21.15.39:0/515535611 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 msgr2=0x7efe700cad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 --2- 172.21.15.39:0/515535611 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700cad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 -- 172.21.15.39:0/515535611 >> v1:172.21.15.157:6789/0 conn(0x7efe701513c0 legacy=0x7efe700cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.202+0000 7efe67fff640 1 -- 172.21.15.39:0/515535611 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe70070c10 con 0x7efe700ce2f0 2024-09-13T16:10:45.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.203+0000 7efe67fff640 1 --2- 172.21.15.39:0/515535611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe700cc0f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efe58009870 tx=0x7efe5802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8f35850fc8bc551 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.203+0000 7efe6f7fe640 1 -- 172.21.15.39:0/515535611 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe58032440 con 0x7efe700ce2f0 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.203+0000 7efe6f7fe640 1 -- 172.21.15.39:0/515535611 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe580325a0 con 0x7efe700ce2f0 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.203+0000 7efe6f7fe640 1 -- 172.21.15.39:0/515535611 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe58032930 con 0x7efe700ce2f0 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 -- 172.21.15.39:0/515535611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 msgr2=0x7efe700cc0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 --2- 172.21.15.39:0/515535611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe700cc0f0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efe58009870 tx=0x7efe5802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 -- 172.21.15.39:0/515535611 shutdown_connections 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 --2- 172.21.15.39:0/515535611 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700cad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 --2- 172.21.15.39:0/515535611 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe700cc0f0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 -- 172.21.15.39:0/515535611 >> 172.21.15.39:0/515535611 conn(0x7efe7006a0b0 msgr2=0x7efe7006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:45.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 -- 172.21.15.39:0/515535611 shutdown_connections 2024-09-13T16:10:45.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.204+0000 7efe76318640 1 -- 172.21.15.39:0/515535611 wait complete. 2024-09-13T16:10:45.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.205+0000 7efe76318640 1 Processor -- start 2024-09-13T16:10:45.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.205+0000 7efe76318640 1 -- start start 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe76318640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe7014a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe76318640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe701513c0 0x7efe70153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe76318640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe76318640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe701530c0 con 0x7efe700ce2f0 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe76318640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe701524b0 con 0x7efe701513c0 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe76318640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe70152790 con 0x7efe7015b3f0 2024-09-13T16:10:45.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe7014a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe7014a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33742/0 (socket says 172.21.15.39:33742) 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 -- 172.21.15.39:0/3644415039 learned_addr learned my addr 172.21.15.39:0/3644415039 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe748b5640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe67fff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe701513c0 0x7efe70153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 -- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 msgr2=0x7efe700b2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700b2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 -- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe701513c0 msgr2=0x7efe70153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe701513c0 0x7efe70153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe6ffff640 1 -- 172.21.15.39:0/3644415039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe580094d0 con 0x7efe700ce2f0 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe67fff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe701513c0 0x7efe70153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.206+0000 7efe748b5640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.207+0000 7efe6ffff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe7014a6a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c400 tx=0x7efe6000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.207+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe600052d0 con 0x7efe700ce2f0 2024-09-13T16:10:45.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.207+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe60005450 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.207+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe70152a70 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.207+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe60007260 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.207+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe70157e20 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.208+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe700ae670 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.208+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efe600073c0 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.209+0000 7efe6d7fa640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efe5006ac00 0x7efe5006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.209+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efe60088580 con 0x7efe700ce2f0 2024-09-13T16:10:45.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.209+0000 7efe67fff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efe5006ac00 0x7efe5006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.209+0000 7efe67fff640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efe5006ac00 0x7efe5006d0c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efe58034000 tx=0x7efe5802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.213+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efe600537f0 con 0x7efe700ce2f0 2024-09-13T16:10:45.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.384+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efe7015b880 con 0x7efe700ce2f0 2024-09-13T16:10:45.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.386+0000 7efe6d7fa640 1 -- 172.21.15.39:0/3644415039 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16506 (secure 0 0 0) 0x7efe7015b880 con 0x7efe700ce2f0 2024-09-13T16:10:45.387 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:45.387 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":20,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:45.063187+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:45.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efe5006ac00 msgr2=0x7efe5006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efe5006ac00 0x7efe5006d0c0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7efe58034000 tx=0x7efe5802e000 comp rx=0 tx=0).stop 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 msgr2=0x7efe7014a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe7014a6a0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7efe6000c400 tx=0x7efe6000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 shutdown_connections 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efe5006ac00 0x7efe5006d0c0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe7015b3f0 0x7efe700b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe701513c0 0x7efe70153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 --2- 172.21.15.39:0/3644415039 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe700ce2f0 0x7efe7014a6a0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 >> 172.21.15.39:0/3644415039 conn(0x7efe7006a0b0 msgr2=0x7efe7006fa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 shutdown_connections 2024-09-13T16:10:45.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.388+0000 7efe76318640 1 -- 172.21.15.39:0/3644415039 wait complete. 2024-09-13T16:10:45.400 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:45.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.500+0000 7f05a6753640 1 Processor -- start 2024-09-13T16:10:45.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.500+0000 7f05a6753640 1 -- start start 2024-09-13T16:10:45.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a6753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a0146130 0x7f05a0160d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a6753640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f05a006ba50 0x7f05a00d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a6753640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05a01612c0 con 0x7f05a006beb0 2024-09-13T16:10:45.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a6753640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05a0160330 con 0x7f05a006ba50 2024-09-13T16:10:45.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a6753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05a006c430 con 0x7f05a0146130 2024-09-13T16:10:45.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f059f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f05a006ba50 0x7f05a00d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a4cf0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f05a006beb0 0x7f05a015ccf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49462/0 (socket says 172.21.15.39:49462) 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.501+0000 7f05a4cf0640 1 -- 172.21.15.39:0/382835658 learned_addr learned my addr 172.21.15.39:0/382835658 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059ffff640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a0146130 0x7f05a0160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059f7fe640 1 -- 172.21.15.39:0/382835658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a0146130 msgr2=0x7f05a0160d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059f7fe640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a0146130 0x7f05a0160d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059f7fe640 1 -- 172.21.15.39:0/382835658 >> v1:172.21.15.39:6789/0 conn(0x7f05a006beb0 legacy=0x7f05a015ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059f7fe640 1 -- 172.21.15.39:0/382835658 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05a006c710 con 0x7f05a006ba50 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059effd640 1 -- 172.21.15.39:0/382835658 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3553766086 0 0) 0x7f0598001490 con 0x7f05a006beb0 2024-09-13T16:10:45.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059ffff640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a0146130 0x7f05a0160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:45.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.502+0000 7f059f7fe640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a006ba50 0x7f05a00d19d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f05940097a0 tx=0x7f059402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2aa0c242960b2dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f059effd640 1 -- 172.21.15.39:0/382835658 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0594032440 con 0x7f05a006ba50 2024-09-13T16:10:45.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f059effd640 1 -- 172.21.15.39:0/382835658 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05940325a0 con 0x7f05a006ba50 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f059effd640 1 -- 172.21.15.39:0/382835658 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0594032930 con 0x7f05a006ba50 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 -- 172.21.15.39:0/382835658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a006ba50 msgr2=0x7f05a00d19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a006ba50 0x7f05a00d19d0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f05940097a0 tx=0x7f059402a180 comp rx=0 tx=0).stop 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 -- 172.21.15.39:0/382835658 shutdown_connections 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a006ba50 0x7f05a00d19d0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 --2- 172.21.15.39:0/382835658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a0146130 0x7f05a0160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 -- 172.21.15.39:0/382835658 >> 172.21.15.39:0/382835658 conn(0x7f05a006a4f0 msgr2=0x7f05a006a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 -- 172.21.15.39:0/382835658 shutdown_connections 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.503+0000 7f05a6753640 1 -- 172.21.15.39:0/382835658 wait complete. 2024-09-13T16:10:45.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.504+0000 7f05a6753640 1 Processor -- start 2024-09-13T16:10:45.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 -- start start 2024-09-13T16:10:45.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a006ba50 0x7f05a015bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a006beb0 0x7f05a00b46c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 0x7f05a0140f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05a015c270 con 0x7f05a0146130 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05a00b1460 con 0x7f05a006ba50 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a6753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05a00b1d00 con 0x7f05a006beb0 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a4cf0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 0x7f05a0140f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a4cf0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 0x7f05a0140f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33754/0 (socket says 172.21.15.39:33754) 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f05a4cf0640 1 -- 172.21.15.39:0/2576179172 learned_addr learned my addr 172.21.15.39:0/2576179172 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f059ffff640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a006ba50 0x7f05a015bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.505+0000 7f059f7fe640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a006beb0 0x7f05a00b46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a4cf0640 1 -- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a006beb0 msgr2=0x7f05a00b46c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a4cf0640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a006beb0 0x7f05a00b46c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a4cf0640 1 -- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a006ba50 msgr2=0x7f05a015bd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a4cf0640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a006ba50 0x7f05a015bd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a4cf0640 1 -- 172.21.15.39:0/2576179172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0594009400 con 0x7f05a0146130 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a4cf0640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 0x7f05a0140f00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f059800c800 tx=0x7f059800ccc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f059800a640 con 0x7f05a0146130 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f059800a7c0 con 0x7f05a0146130 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05a00b4c00 con 0x7f05a0146130 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f059800ab70 con 0x7f05a0146130 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.506+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05a015ede0 con 0x7f05a0146130 2024-09-13T16:10:45.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.507+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05a00b78d0 con 0x7f05a0146130 2024-09-13T16:10:45.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.507+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f059800acd0 con 0x7f05a0146130 2024-09-13T16:10:45.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.508+0000 7f059cff9640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058c06ac00 0x7f058c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.508+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0598088960 con 0x7f05a0146130 2024-09-13T16:10:45.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.508+0000 7f059ffff640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058c06ac00 0x7f058c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.509+0000 7f059ffff640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058c06ac00 0x7f058c06d0c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f059000aac0 tx=0x7f0590008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.512+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0598053bf0 con 0x7f05a0146130 2024-09-13T16:10:45.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.683+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f05a01612c0 con 0x7f05a0146130 2024-09-13T16:10:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.684+0000 7f059cff9640 1 -- 172.21.15.39:0/2576179172 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v20) v1 ==== 74+0+16506 (secure 0 0 0) 0x7f05a01612c0 con 0x7f05a0146130 2024-09-13T16:10:45.686 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:45.686 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":20,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:45.063187+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.686+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058c06ac00 msgr2=0x7f058c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.686+0000 7f05a6753640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058c06ac00 0x7f058c06d0c0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7f059000aac0 tx=0x7f0590008040 comp rx=0 tx=0).stop 2024-09-13T16:10:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.686+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 msgr2=0x7f05a0140f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.686+0000 7f05a6753640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 0x7f05a0140f00 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f059800c800 tx=0x7f059800ccc0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 shutdown_connections 2024-09-13T16:10:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058c06ac00 0x7f058c06d0c0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a0146130 0x7f05a0140f00 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a006beb0 0x7f05a00b46c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 --2- 172.21.15.39:0/2576179172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a006ba50 0x7f05a015bd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 >> 172.21.15.39:0/2576179172 conn(0x7f05a006a4f0 msgr2=0x7f05a0154b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:45.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 shutdown_connections 2024-09-13T16:10:45.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.687+0000 7f05a6753640 1 -- 172.21.15.39:0/2576179172 wait complete. 2024-09-13T16:10:45.701 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:10:45.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.803+0000 7f80bdbae640 1 Processor -- start 2024-09-13T16:10:45.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.803+0000 7f80bdbae640 1 -- start start 2024-09-13T16:10:45.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80bdbae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f80b815c920 0x7f80b815cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80bdbae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80b8160400 0x7f80b80d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80bdbae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b815d240 0x7f80b80cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80bdbae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80b80cd290 con 0x7f80b8160400 2024-09-13T16:10:45.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80bdbae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80b815dd50 con 0x7f80b815c920 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80bdbae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b815d790 con 0x7f80b815d240 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80b6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80b8160400 0x7f80b80d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80b6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80b8160400 0x7f80b80d0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33758/0 (socket says 172.21.15.39:33758) 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.804+0000 7f80b6ffd640 1 -- 172.21.15.39:0/2111720471 learned_addr learned my addr 172.21.15.39:0/2111720471 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b7fff640 1 --2- 172.21.15.39:0/2111720471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b815d240 0x7f80b80cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b77fe640 1 --2- 172.21.15.39:0/2111720471 >> v2:172.21.15.157:3300/0 conn(0x7f80b815c920 0x7f80b815cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b6ffd640 1 -- 172.21.15.39:0/2111720471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b815d240 msgr2=0x7f80b80cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b6ffd640 1 --2- 172.21.15.39:0/2111720471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b815d240 0x7f80b80cf710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b6ffd640 1 -- 172.21.15.39:0/2111720471 >> v2:172.21.15.157:3300/0 conn(0x7f80b815c920 msgr2=0x7f80b815cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b6ffd640 1 --2- 172.21.15.39:0/2111720471 >> v2:172.21.15.157:3300/0 conn(0x7f80b815c920 0x7f80b815cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b6ffd640 1 -- 172.21.15.39:0/2111720471 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80b815da70 con 0x7f80b8160400 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b6ffd640 1 --2- 172.21.15.39:0/2111720471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8160400 0x7f80b80d0bc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f80b80cf6e0 tx=0x7f80ac02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3ca3bb855072062 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.805+0000 7f80b67fc640 1 -- 172.21.15.39:0/2111720471 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac02ae90 con 0x7f80b8160400 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80b67fc640 1 -- 172.21.15.39:0/2111720471 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80ac032440 con 0x7f80b8160400 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80b67fc640 1 -- 172.21.15.39:0/2111720471 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80ac0327d0 con 0x7f80b8160400 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 -- 172.21.15.39:0/2111720471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8160400 msgr2=0x7f80b80d0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2111720471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8160400 0x7f80b80d0bc0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f80b80cf6e0 tx=0x7f80ac02a140 comp rx=0 tx=0).stop 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 -- 172.21.15.39:0/2111720471 shutdown_connections 2024-09-13T16:10:45.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2111720471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b8160400 0x7f80b80d0bc0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2111720471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b815d240 0x7f80b80cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2111720471 >> v2:172.21.15.157:3300/0 conn(0x7f80b815c920 0x7f80b815cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 -- 172.21.15.39:0/2111720471 >> 172.21.15.39:0/2111720471 conn(0x7f80b806a790 msgr2=0x7f80b806aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 -- 172.21.15.39:0/2111720471 shutdown_connections 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.806+0000 7f80bdbae640 1 -- 172.21.15.39:0/2111720471 wait complete. 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.807+0000 7f80bdbae640 1 Processor -- start 2024-09-13T16:10:45.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 -- start start 2024-09-13T16:10:45.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 0x7f80b80c9d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80b815d240 0x7f80b80b2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b8160400 0x7f80b80cb690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80b2c50 con 0x7f80b815c920 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80b2f30 con 0x7f80b815d240 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80bdbae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80b80b3210 con 0x7f80b8160400 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 0x7f80b80c9d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 0x7f80b80c9d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33770/0 (socket says 172.21.15.39:33770) 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80b77fe640 1 -- 172.21.15.39:0/2882288973 learned_addr learned my addr 172.21.15.39:0/2882288973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.808+0000 7f80b6ffd640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80b815d240 0x7f80b80b2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b7fff640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b8160400 0x7f80b80cb690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b77fe640 1 -- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b8160400 msgr2=0x7f80b80cb690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b77fe640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b8160400 0x7f80b80cb690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b77fe640 1 -- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80b815d240 msgr2=0x7f80b80b2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b77fe640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80b815d240 0x7f80b80b2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:45.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b77fe640 1 -- 172.21.15.39:0/2882288973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80ac0094d0 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b7fff640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b8160400 0x7f80b80cb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80b77fe640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 0x7f80b80c9d40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f80a800d800 tx=0x7f80a800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a80096a0 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80a8009800 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80b80b34f0 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80a8009990 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.809+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80b80cc860 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.810+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80b8067330 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.811+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f80a8009af0 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.811+0000 7f809ffff640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80a406ac00 0x7f80a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.811+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f80a8089790 con 0x7f80b815c920 2024-09-13T16:10:45.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.811+0000 7f80b6ffd640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80a406ac00 0x7f80a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:45.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.812+0000 7f80b6ffd640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80a406ac00 0x7f80a406d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f80ac034000 tx=0x7f80ac02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:45.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:45.816+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f80a8054970 con 0x7f80b815c920 2024-09-13T16:10:46.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.020+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f80b815cd00 con 0x7f80b815c920 2024-09-13T16:10:46.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.798+0000 7f809ffff640 1 -- 172.21.15.39:0/2882288973 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v6) v1 ==== 118+0+0 (secure 0 0 0) 0x7f80a800b3a0 con 0x7f80b815c920 2024-09-13T16:10:46.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80a406ac00 msgr2=0x7f80a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80a406ac00 0x7f80a406d0c0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7f80ac034000 tx=0x7f80ac02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 msgr2=0x7f80b80c9d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 0x7f80b80c9d40 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f80a800d800 tx=0x7f80a800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 shutdown_connections 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80a406ac00 0x7f80a406d0c0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80b8160400 0x7f80b80cb690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80b815d240 0x7f80b80b2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 --2- 172.21.15.39:0/2882288973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80b815c920 0x7f80b80c9d40 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 >> 172.21.15.39:0/2882288973 conn(0x7f80b806a790 msgr2=0x7f80b815fcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 shutdown_connections 2024-09-13T16:10:46.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.801+0000 7f80bdbae640 1 -- 172.21.15.39:0/2882288973 wait complete. 2024-09-13T16:10:46.815 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:10:46.815 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:10:46.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.925+0000 7fd83dbbc640 1 Processor -- start 2024-09-13T16:10:46.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.925+0000 7fd83dbbc640 1 -- start start 2024-09-13T16:10:46.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd83dbbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8381462a0 0x7fd8380b3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd83dbbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd83806a5e0 0x7fd8380ad270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd83dbbc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8380acde0 con 0x7fd838070cb0 2024-09-13T16:10:46.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd83dbbc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd838071220 con 0x7fd8381462a0 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd83dbbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd838071500 con 0x7fd83806a5e0 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd8377fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8381462a0 0x7fd8380b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd8377fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8381462a0 0x7fd8380b3530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33784/0 (socket says 172.21.15.39:33784) 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.926+0000 7fd8377fe640 1 -- 172.21.15.39:0/752721987 learned_addr learned my addr 172.21.15.39:0/752721987 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd8377fe640 1 -- 172.21.15.39:0/752721987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd83806a5e0 msgr2=0x7fd8380ad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd837fff640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd83806a5e0 0x7fd8380ad270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd8377fe640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd83806a5e0 0x7fd8380ad270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd8377fe640 1 -- 172.21.15.39:0/752721987 >> v1:172.21.15.157:6789/0 conn(0x7fd838070cb0 legacy=0x7fd838069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd8377fe640 1 -- 172.21.15.39:0/752721987 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8380717e0 con 0x7fd8381462a0 2024-09-13T16:10:46.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd837fff640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd83806a5e0 0x7fd8380ad270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd8377fe640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd8380b3530 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd828009870 tx=0x7fd82802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1dd6fbb3a3308ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.927+0000 7fd8367fc640 1 -- 172.21.15.39:0/752721987 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd828032440 con 0x7fd8381462a0 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd8367fc640 1 -- 172.21.15.39:0/752721987 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8280325a0 con 0x7fd8381462a0 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd8367fc640 1 -- 172.21.15.39:0/752721987 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd828032930 con 0x7fd8381462a0 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 -- 172.21.15.39:0/752721987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 msgr2=0x7fd8380b3530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd8380b3530 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fd828009870 tx=0x7fd82802a270 comp rx=0 tx=0).stop 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 -- 172.21.15.39:0/752721987 shutdown_connections 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd83806a5e0 0x7fd8380ad270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/752721987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd8380b3530 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 -- 172.21.15.39:0/752721987 >> 172.21.15.39:0/752721987 conn(0x7fd83806c3c0 msgr2=0x7fd83806c7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:46.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 -- 172.21.15.39:0/752721987 shutdown_connections 2024-09-13T16:10:46.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.928+0000 7fd83dbbc640 1 -- 172.21.15.39:0/752721987 wait complete. 2024-09-13T16:10:46.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.929+0000 7fd83dbbc640 1 Processor -- start 2024-09-13T16:10:46.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 -- start start 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd83806a5e0 0x7fd8381f5e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd838070cb0 0x7fd8381f6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd83815df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd83815c620 con 0x7fd8381462a0 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8380c4e90 con 0x7fd83806a5e0 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd83dbbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd83815eaf0 con 0x7fd838070cb0 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd837fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd83815df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd837fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd83815df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33800/0 (socket says 172.21.15.39:33800) 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd837fff640 1 -- 172.21.15.39:0/44284375 learned_addr learned my addr 172.21.15.39:0/44284375 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd8377fe640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd83806a5e0 0x7fd8381f5e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.930+0000 7fd836ffd640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd838070cb0 0x7fd8381f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd837fff640 1 -- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd838070cb0 msgr2=0x7fd8381f6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd837fff640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd838070cb0 0x7fd8381f6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd837fff640 1 -- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd83806a5e0 msgr2=0x7fd8381f5e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd837fff640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd83806a5e0 0x7fd8381f5e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd837fff640 1 -- 172.21.15.39:0/44284375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8280094d0 con 0x7fd8381462a0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd837fff640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd83815df10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd83000cef0 tx=0x7fd83000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd83000d840 con 0x7fd8381462a0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd83000d9c0 con 0x7fd8381462a0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd83815edd0 con 0x7fd8381462a0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd83000dd70 con 0x7fd8381462a0 2024-09-13T16:10:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.931+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd83815f390 con 0x7fd8381462a0 2024-09-13T16:10:46.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.932+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8380672f0 con 0x7fd8381462a0 2024-09-13T16:10:46.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.933+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd83001f440 con 0x7fd8381462a0 2024-09-13T16:10:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.933+0000 7fd81ffff640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd82406ac00 0x7fd82406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.933+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd830089d50 con 0x7fd8381462a0 2024-09-13T16:10:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.933+0000 7fd8377fe640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd82406ac00 0x7fd82406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.934+0000 7fd8377fe640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd82406ac00 0x7fd82406d0c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd828034000 tx=0x7fd82802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:46.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:46.937+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd83008d030 con 0x7fd8381462a0 2024-09-13T16:10:47.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.149+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fd8380b2650 con 0x7fd8381462a0 2024-09-13T16:10:47.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.805+0000 7fd81ffff640 1 -- 172.21.15.39:0/44284375 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v7) v1 ==== 122+0+0 (secure 0 0 0) 0x7fd83001a0c0 con 0x7fd8381462a0 2024-09-13T16:10:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd82406ac00 msgr2=0x7fd82406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd82406ac00 0x7fd82406d0c0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fd828034000 tx=0x7fd82802e000 comp rx=0 tx=0).stop 2024-09-13T16:10:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 msgr2=0x7fd83815df10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd83815df10 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7fd83000cef0 tx=0x7fd83000a710 comp rx=0 tx=0).stop 2024-09-13T16:10:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 shutdown_connections 2024-09-13T16:10:47.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd82406ac00 0x7fd82406d0c0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8381462a0 0x7fd83815df10 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd838070cb0 0x7fd8381f6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 --2- 172.21.15.39:0/44284375 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd83806a5e0 0x7fd8381f5e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.807+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 >> 172.21.15.39:0/44284375 conn(0x7fd83806c3c0 msgr2=0x7fd8381455b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:47.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.808+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 shutdown_connections 2024-09-13T16:10:47.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.808+0000 7fd83dbbc640 1 -- 172.21.15.39:0/44284375 wait complete. 2024-09-13T16:10:47.822 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:10:47.822 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:10:47.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.927+0000 7fa290945640 1 Processor -- start 2024-09-13T16:10:47.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.927+0000 7fa290945640 1 -- start start 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa290945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 0x7fa28c0cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa290945640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa28c06a2f0 con 0x7fa28c15c790 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa290945640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa28c06a540 con 0x7fa28c0cfaf0 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa290945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c0cc050 con 0x7fa28c069ed0 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa28a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa28c15c790 0x7fa28c0cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49470/0 (socket says 172.21.15.39:49470) 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa28a59c640 1 -- 172.21.15.39:0/2593199123 learned_addr learned my addr 172.21.15.39:0/2593199123 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:47.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.928+0000 7fa28ad9d640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 0x7fa28c0cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1063272923 0 0) 0x7fa28c06a2f0 con 0x7fa28c15c790 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa278003520 con 0x7fa28c15c790 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4164017749 0 0) 0x7fa28c06a540 con 0x7fa28c0cfaf0 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa28c06a2f0 con 0x7fa28c0cfaf0 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1577734416 0 0) 0x7fa278003520 con 0x7fa28c15c790 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 msgr2=0x7fa28c0cbb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 0x7fa28c0cbb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 >> v1:172.21.15.157:6789/0 conn(0x7fa28c0cfaf0 legacy=0x7fa28c0b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa28c0b1180 con 0x7fa28c15c790 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fa284001670 con 0x7fa28c15c790 2024-09-13T16:10:47.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 >> v1:172.21.15.39:6789/0 conn(0x7fa28c15c790 legacy=0x7fa28c0cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 0x7fa278003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa278004090 0x7fa2780047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa278004d00 0x7fa278005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c0cc050 con 0x7fa278004090 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa27800ba60 con 0x7fa278004d00 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa27800bc20 con 0x7fa28c069ed0 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa289d9b640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa278004090 0x7fa2780047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28a59c640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 0x7fa278003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28ad9d640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa278004d00 0x7fa278005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa289d9b640 1 -- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 msgr2=0x7fa278003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa289d9b640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa28c069ed0 0x7fa278003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa289d9b640 1 -- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa278004d00 msgr2=0x7fa278005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa289d9b640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa278004d00 0x7fa278005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa289d9b640 1 -- 172.21.15.39:0/2593199123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa278003520 con 0x7fa278004090 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.929+0000 7fa28ad9d640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa278004d00 0x7fa278005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.930+0000 7fa289d9b640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa278004090 0x7fa2780047c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa2740018a0 tx=0x7fa2780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aab8df5f73c12c6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.930+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2740052d0 con 0x7fa278004090 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.930+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa274005430 con 0x7fa278004090 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.930+0000 7fa28959a640 1 -- 172.21.15.39:0/2593199123 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa27402ac60 con 0x7fa278004090 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa290945640 1 -- 172.21.15.39:0/2593199123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa278004090 msgr2=0x7fa2780047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa290945640 1 --2- 172.21.15.39:0/2593199123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa278004090 0x7fa2780047c0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fa2740018a0 tx=0x7fa2780057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa28ad9d640 1 -- 172.21.15.39:0/2593199123 reap_dead start 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa290945640 1 -- 172.21.15.39:0/2593199123 shutdown_connections 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa290945640 1 -- 172.21.15.39:0/2593199123 >> 172.21.15.39:0/2593199123 conn(0x7fa28c065bd0 msgr2=0x7fa28c065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa290945640 1 -- 172.21.15.39:0/2593199123 shutdown_connections 2024-09-13T16:10:47.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.931+0000 7fa290945640 1 -- 172.21.15.39:0/2593199123 wait complete. 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.932+0000 7fa290945640 1 Processor -- start 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.932+0000 7fa290945640 1 -- start start 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa290945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa278004090 0x7fa28c153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa290945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 0x7fa28c1f22e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa290945640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa28c145040 0x7fa28c15b480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa290945640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c154200 con 0x7fa28c151330 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa290945640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c0c99c0 con 0x7fa28c145040 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa290945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa28c154430 con 0x7fa278004090 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 0x7fa28c1f22e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 0x7fa28c1f22e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33814/0 (socket says 172.21.15.39:33814) 2024-09-13T16:10:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 -- 172.21.15.39:0/631874257 learned_addr learned my addr 172.21.15.39:0/631874257 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa28ad9d640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa28c145040 0x7fa28c15b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa28a59c640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa278004090 0x7fa28c153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 -- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa278004090 msgr2=0x7fa28c153cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa278004090 0x7fa28c153cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 -- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa28c145040 msgr2=0x7fa28c15b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa28c145040 0x7fa28c15b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.933+0000 7fa289d9b640 1 -- 172.21.15.39:0/631874257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa28c0c9c60 con 0x7fa28c151330 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.934+0000 7fa289d9b640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 0x7fa28c1f22e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa27402a620 tx=0x7fa2740012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.934+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2740069e0 con 0x7fa28c151330 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.934+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa274006b40 con 0x7fa28c151330 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.934+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa28c0c9f40 con 0x7fa28c151330 2024-09-13T16:10:47.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.934+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa274007040 con 0x7fa28c151330 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.934+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa28c154710 con 0x7fa28c151330 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.935+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa28c1548a0 con 0x7fa28c151330 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.935+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa2740071a0 con 0x7fa28c151330 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.936+0000 7fa282ffd640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa26c06ac00 0x7fa26c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.936+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2740a95d0 con 0x7fa28c151330 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.936+0000 7fa28a59c640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa26c06ac00 0x7fa26c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.936+0000 7fa28a59c640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa26c06ac00 0x7fa26c06d0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa284001eb0 tx=0x7fa284001e00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:47.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:47.940+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa274074a10 con 0x7fa28c151330 2024-09-13T16:10:48.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.144+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa28c1548a0 con 0x7fa28c151330 2024-09-13T16:10:48.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.145+0000 7fa282ffd640 1 -- 172.21.15.39:0/631874257 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7fa274078030 con 0x7fa28c151330 2024-09-13T16:10:48.146 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:48.147 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:10:48.147 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:10:48.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa26c06ac00 msgr2=0x7fa26c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa26c06ac00 0x7fa26c06d0c0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa284001eb0 tx=0x7fa284001e00 comp rx=0 tx=0).stop 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 msgr2=0x7fa28c1f22e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 0x7fa28c1f22e0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa27402a620 tx=0x7fa2740012d0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 shutdown_connections 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa26c06ac00 0x7fa26c06d0c0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa28c145040 0x7fa28c15b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa28c151330 0x7fa28c1f22e0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 --2- 172.21.15.39:0/631874257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa278004090 0x7fa28c153cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 >> 172.21.15.39:0/631874257 conn(0x7fa28c065bd0 msgr2=0x7fa28c15a970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 shutdown_connections 2024-09-13T16:10:48.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.147+0000 7fa290945640 1 -- 172.21.15.39:0/631874257 wait complete. 2024-09-13T16:10:48.159 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:48.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.260+0000 7f0c2e31f640 1 Processor -- start 2024-09-13T16:10:48.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.260+0000 7f0c2e31f640 1 -- start start 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.260+0000 7f0c2e31f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0c280b41a0 0x7f0c280b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c2e31f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c280cde30 con 0x7f0c280ccf80 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c2e31f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c280b5090 con 0x7f0c280d0a00 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c2e31f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c280cd820 con 0x7f0c280b41a0 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c1ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0c280ccf80 0x7f0c280d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49482/0 (socket says 172.21.15.39:49482) 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c1ffff640 1 -- 172.21.15.39:0/4089795495 learned_addr learned my addr 172.21.15.39:0/4089795495 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4275247387 0 0) 0x7f0c280cde30 con 0x7f0c280ccf80 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c27fff640 1 --2- 172.21.15.39:0/4089795495 >> v2:172.21.15.157:3300/0 conn(0x7f0c280b41a0 0x7f0c280b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c14003520 con 0x7f0c280ccf80 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2894748048 0 0) 0x7f0c14003520 con 0x7f0c280ccf80 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 >> v2:172.21.15.157:3300/0 conn(0x7f0c280b41a0 msgr2=0x7f0c280b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 --2- 172.21.15.39:0/4089795495 >> v2:172.21.15.157:3300/0 conn(0x7f0c280b41a0 0x7f0c280b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 >> v1:172.21.15.157:6789/0 conn(0x7f0c280d0a00 legacy=0x7f0c28167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c280b4ac0 con 0x7f0c280ccf80 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f0c10001670 con 0x7f0c280ccf80 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 >> v1:172.21.15.39:6789/0 conn(0x7f0c280ccf80 legacy=0x7f0c280d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c14003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c140047c0 0x7f0c14004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c14005180 0x7f0c1400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c280cd820 con 0x7f0c14003970 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c1400c020 con 0x7f0c140047c0 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c1400c1e0 con 0x7f0c14005180 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.261+0000 7f0c27fff640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c14003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c1ffff640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c140047c0 0x7f0c14004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c2c8bc640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c14005180 0x7f0c1400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c27fff640 1 -- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c14005180 msgr2=0x7f0c1400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c27fff640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c14005180 0x7f0c1400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c27fff640 1 -- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c140047c0 msgr2=0x7f0c14004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c27fff640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c140047c0 0x7f0c14004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c2c8bc640 1 -- 172.21.15.39:0/4089795495 reap_dead start 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.262+0000 7f0c27fff640 1 -- 172.21.15.39:0/4089795495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c14003520 con 0x7f0c14003970 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c27fff640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c14003d90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0c18009ac0 tx=0x7f0c140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7840f7260177c27 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c18031400 con 0x7f0c14003970 2024-09-13T16:10:48.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c1802d050 con 0x7f0c14003970 2024-09-13T16:10:48.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c277fe640 1 -- 172.21.15.39:0/4089795495 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c18031780 con 0x7f0c14003970 2024-09-13T16:10:48.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 -- 172.21.15.39:0/4089795495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 msgr2=0x7f0c14003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c14003d90 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f0c18009ac0 tx=0x7f0c140057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 -- 172.21.15.39:0/4089795495 shutdown_connections 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/4089795495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c14003d90 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 -- 172.21.15.39:0/4089795495 >> 172.21.15.39:0/4089795495 conn(0x7f0c280cf1a0 msgr2=0x7f0c280cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 -- 172.21.15.39:0/4089795495 shutdown_connections 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.263+0000 7f0c2e31f640 1 -- 172.21.15.39:0/4089795495 wait complete. 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.264+0000 7f0c2e31f640 1 Processor -- start 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 -- start start 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c281f21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c281557a0 0x7f0c280cc210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c280cc750 0x7f0c280b2940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c280ccbd0 con 0x7f0c14003970 2024-09-13T16:10:48.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c281e7b30 con 0x7f0c281557a0 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2e31f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c28156660 con 0x7f0c280cc750 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c27fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c281f21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c27fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c281f21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33830/0 (socket says 172.21.15.39:33830) 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c27fff640 1 -- 172.21.15.39:0/954458637 learned_addr learned my addr 172.21.15.39:0/954458637 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c1ffff640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c281557a0 0x7f0c280cc210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.265+0000 7f0c2c8bc640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c280cc750 0x7f0c280b2940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c27fff640 1 -- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c280cc750 msgr2=0x7f0c280b2940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c27fff640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c280cc750 0x7f0c280b2940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c27fff640 1 -- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c281557a0 msgr2=0x7f0c280cc210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c27fff640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c281557a0 0x7f0c280cc210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c27fff640 1 -- 172.21.15.39:0/954458637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c281568b0 con 0x7f0c14003970 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c2c8bc640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c280cc750 0x7f0c280b2940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:48.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c27fff640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c281f21b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0c18009be0 tx=0x7f0c18004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c18003e10 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c180044e0 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c28156b90 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c1803b620 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.266+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c28157150 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.267+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0c28067330 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.268+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c1803b780 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.268+0000 7f0c257fa640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c0806ac00 0x7f0c0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.268+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0c180a9490 con 0x7f0c14003970 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.268+0000 7f0c1ffff640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c0806ac00 0x7f0c0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.269+0000 7f0c1ffff640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c0806ac00 0x7f0c0806d0c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0c10001540 tx=0x7f0c100014d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.272+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0c18074720 con 0x7f0c14003970 2024-09-13T16:10:48.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.446+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0c28066ec0 con 0x7f0c14003970 2024-09-13T16:10:48.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.447+0000 7f0c257fa640 1 -- 172.21.15.39:0/954458637 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f0c18077d40 con 0x7f0c14003970 2024-09-13T16:10:48.450 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:48.450 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c0806ac00 msgr2=0x7f0c0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c0806ac00 0x7f0c0806d0c0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f0c10001540 tx=0x7f0c100014d0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 msgr2=0x7f0c281f21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c281f21b0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f0c18009be0 tx=0x7f0c18004730 comp rx=0 tx=0).stop 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 shutdown_connections 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c0806ac00 0x7f0c0806d0c0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c280cc750 0x7f0c280b2940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c281557a0 0x7f0c280cc210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 --2- 172.21.15.39:0/954458637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c14003970 0x7f0c281f21b0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 >> 172.21.15.39:0/954458637 conn(0x7f0c280cf1a0 msgr2=0x7f0c280d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:48.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 shutdown_connections 2024-09-13T16:10:48.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.450+0000 7f0c2e31f640 1 -- 172.21.15.39:0/954458637 wait complete. 2024-09-13T16:10:48.462 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:10:48.463 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:48.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.562+0000 7f35ea087640 1 Processor -- start 2024-09-13T16:10:48.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.562+0000 7f35ea087640 1 -- start start 2024-09-13T16:10:48.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35ea087640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c330 0x7f35e406ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35ea087640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35e406f240 0x7f35e406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35ea087640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f35e415c710 0x7f35e406be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35ea087640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35e406c370 con 0x7f35e406f240 2024-09-13T16:10:48.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35ea087640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35e406f6e0 con 0x7f35e415c710 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35ea087640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35e406f9c0 con 0x7f35e415c330 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35e406f240 0x7f35e406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35e406f240 0x7f35e406b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33836/0 (socket says 172.21.15.39:33836) 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 -- 172.21.15.39:0/1989479738 learned_addr learned my addr 172.21.15.39:0/1989479738 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 -- 172.21.15.39:0/1989479738 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c330 msgr2=0x7f35e406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 --2- 172.21.15.39:0/1989479738 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c330 0x7f35e406ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 -- 172.21.15.39:0/1989479738 >> v2:172.21.15.157:3300/0 conn(0x7f35e415c710 msgr2=0x7f35e406be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e3fff640 1 --2- 172.21.15.39:0/1989479738 >> v2:172.21.15.157:3300/0 conn(0x7f35e415c710 0x7f35e406be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 --2- 172.21.15.39:0/1989479738 >> v2:172.21.15.157:3300/0 conn(0x7f35e415c710 0x7f35e406be30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e2ffd640 1 -- 172.21.15.39:0/1989479738 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35e406fca0 con 0x7f35e406f240 2024-09-13T16:10:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.563+0000 7f35e3fff640 1 --2- 172.21.15.39:0/1989479738 >> v2:172.21.15.157:3300/0 conn(0x7f35e415c710 0x7f35e406be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.564+0000 7f35e2ffd640 1 --2- 172.21.15.39:0/1989479738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e406b8f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f35e4071430 tx=0x7f35d802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8130b8b0c69a0494 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.564+0000 7f35e27fc640 1 -- 172.21.15.39:0/1989479738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d802ae90 con 0x7f35e406f240 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.564+0000 7f35e27fc640 1 -- 172.21.15.39:0/1989479738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d8032440 con 0x7f35e406f240 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.564+0000 7f35e27fc640 1 -- 172.21.15.39:0/1989479738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d80327d0 con 0x7f35e406f240 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 -- 172.21.15.39:0/1989479738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 msgr2=0x7f35e406b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 --2- 172.21.15.39:0/1989479738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e406b8f0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f35e4071430 tx=0x7f35d802a140 comp rx=0 tx=0).stop 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 -- 172.21.15.39:0/1989479738 shutdown_connections 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 --2- 172.21.15.39:0/1989479738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e406b8f0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 --2- 172.21.15.39:0/1989479738 >> v2:172.21.15.157:3300/0 conn(0x7f35e415c710 0x7f35e406be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 --2- 172.21.15.39:0/1989479738 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c330 0x7f35e406ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 -- 172.21.15.39:0/1989479738 >> 172.21.15.39:0/1989479738 conn(0x7f35e406d5c0 msgr2=0x7f35e406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 -- 172.21.15.39:0/1989479738 shutdown_connections 2024-09-13T16:10:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.565+0000 7f35ea087640 1 -- 172.21.15.39:0/1989479738 wait complete. 2024-09-13T16:10:48.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.566+0000 7f35ea087640 1 Processor -- start 2024-09-13T16:10:48.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.566+0000 7f35ea087640 1 -- start start 2024-09-13T16:10:48.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35ea087640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e41f3240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35ea087640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35e415c330 0x7f35e41f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35ea087640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c710 0x7f35e40cf6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35ea087640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35e40cfc20 con 0x7f35e406f240 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35ea087640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35e41f5e20 con 0x7f35e415c330 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35ea087640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35e41f6100 con 0x7f35e415c710 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e41f3240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e41f3240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33846/0 (socket says 172.21.15.39:33846) 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 -- 172.21.15.39:0/2502171334 learned_addr learned my addr 172.21.15.39:0/2502171334 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e2ffd640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35e415c330 0x7f35e41f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e3fff640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c710 0x7f35e40cf6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 -- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c710 msgr2=0x7f35e40cf6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c710 0x7f35e40cf6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 -- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35e415c330 msgr2=0x7f35e41f5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35e415c330 0x7f35e41f5720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.567+0000 7f35e37fe640 1 -- 172.21.15.39:0/2502171334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d80094d0 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.568+0000 7f35e37fe640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e41f3240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f35d400b4a0 tx=0x7f35d400b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.568+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d4010610 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.568+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d4010770 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.568+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35e41f63e0 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.568+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d4010b20 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.568+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35e41f4e90 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.569+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35e40c9d60 con 0x7f35e406f240 2024-09-13T16:10:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.569+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35d4010ca0 con 0x7f35e406f240 2024-09-13T16:10:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.570+0000 7f35cbfff640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35d006ac00 0x7f35d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.570+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f35d4088f20 con 0x7f35e406f240 2024-09-13T16:10:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.570+0000 7f35e2ffd640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35d006ac00 0x7f35d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.571+0000 7f35e2ffd640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35d006ac00 0x7f35d006d0c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f35d8034000 tx=0x7f35d802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.574+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35e40c9d60 con 0x7f35e406f240 2024-09-13T16:10:48.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.741+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f35e406ca50 con 0x7f35d006ac00 2024-09-13T16:10:48.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.748+0000 7f35cbfff640 1 -- 172.21.15.39:0/2502171334 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249835 (secure 0 0 0) 0x7f35e406ca50 con 0x7f35d006ac00 2024-09-13T16:10:48.752 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35d006ac00 msgr2=0x7f35d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35d006ac00 0x7f35d006d0c0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f35d8034000 tx=0x7f35d802e000 comp rx=0 tx=0).stop 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 msgr2=0x7f35e41f3240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e41f3240 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f35d400b4a0 tx=0x7f35d400b960 comp rx=0 tx=0).stop 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 shutdown_connections 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35d006ac00 0x7f35d006d0c0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35e415c710 0x7f35e40cf6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35e415c330 0x7f35e41f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 --2- 172.21.15.39:0/2502171334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35e406f240 0x7f35e41f3240 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.750+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 >> 172.21.15.39:0/2502171334 conn(0x7f35e406d5c0 msgr2=0x7f35e4160520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:48.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.751+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 shutdown_connections 2024-09-13T16:10:48.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.751+0000 7f35ea087640 1 -- 172.21.15.39:0/2502171334 wait complete. 2024-09-13T16:10:48.762 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-13T16:10:47.134517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":252152,"kb_used_data":2468,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722568,"statfs":{"total":773094113280,"available":772835909632,"internally_reserved":0,"allocated":2527232,"data_stored":1583333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000699"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":160,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-09-13T16:10:36.540333+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:36.540333+0000","last_peered":"2024-09-13T16:10:36.540333+0000","last_clean":"2024-09-13T16:10:36.540333+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:36.540333+0000","last_undegraded":"2024-09-13T16:10:36.540333+0000","last_fullsized":"2024-09-13T16:10:36.540333+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32480,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339360,"statfs":{"total":96636764160,"available":96603504640,"internally_reserved":0,"allocated":761856,"data_stored":640770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31284,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340556,"statfs":{"total":96636764160,"available":96604729344,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31288,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340552,"statfs":{"total":96636764160,"available":96604725248,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":757760,"data_stored":640151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:48.773 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:48.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.902+0000 7fa1d40d7640 1 Processor -- start 2024-09-13T16:10:48.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.903+0000 7fa1d40d7640 1 -- start start 2024-09-13T16:10:48.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.903+0000 7fa1d40d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc156fb0 0x7fa1cc15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.903+0000 7fa1d40d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa1cc06f170 0x7fa1cc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d40d7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa1cc15d0a0 0x7fa1cc15d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d40d7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1cc15da90 con 0x7fa1cc06f170 2024-09-13T16:10:48.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d40d7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1cc15b1b0 con 0x7fa1cc15d0a0 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d40d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc06f6e0 con 0x7fa1cc156fb0 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa1cc06f170 0x7fa1cc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa1cc06f170 0x7fa1cc0b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33854/0 (socket says 172.21.15.39:33854) 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 -- 172.21.15.39:0/4104994357 learned_addr learned my addr 172.21.15.39:0/4104994357 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 -- 172.21.15.39:0/4104994357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc156fb0 msgr2=0x7fa1cc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 --2- 172.21.15.39:0/4104994357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc156fb0 0x7fa1cc15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 -- 172.21.15.39:0/4104994357 >> v2:172.21.15.157:3300/0 conn(0x7fa1cc15d0a0 msgr2=0x7fa1cc15d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 --2- 172.21.15.39:0/4104994357 >> v2:172.21.15.157:3300/0 conn(0x7fa1cc15d0a0 0x7fa1cc15d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.904+0000 7fa1d1672640 1 -- 172.21.15.39:0/4104994357 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1cc06f9c0 con 0x7fa1cc06f170 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d1672640 1 --2- 172.21.15.39:0/4104994357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc0b1cf0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc0cf0f0 tx=0x7fa1c002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7b1f7a3fb2a9dd0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d0e71640 1 -- 172.21.15.39:0/4104994357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c002ae90 con 0x7fa1cc06f170 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d0e71640 1 -- 172.21.15.39:0/4104994357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c0032440 con 0x7fa1cc06f170 2024-09-13T16:10:48.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d0e71640 1 -- 172.21.15.39:0/4104994357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c00327d0 con 0x7fa1cc06f170 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 -- 172.21.15.39:0/4104994357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 msgr2=0x7fa1cc0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/4104994357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc0b1cf0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7fa1cc0cf0f0 tx=0x7fa1c002a140 comp rx=0 tx=0).stop 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 -- 172.21.15.39:0/4104994357 shutdown_connections 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/4104994357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc0b1cf0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/4104994357 >> v2:172.21.15.157:3300/0 conn(0x7fa1cc15d0a0 0x7fa1cc15d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/4104994357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc156fb0 0x7fa1cc15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 -- 172.21.15.39:0/4104994357 >> 172.21.15.39:0/4104994357 conn(0x7fa1cc06b3b0 msgr2=0x7fa1cc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 -- 172.21.15.39:0/4104994357 shutdown_connections 2024-09-13T16:10:48.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.905+0000 7fa1d40d7640 1 -- 172.21.15.39:0/4104994357 wait complete. 2024-09-13T16:10:48.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 Processor -- start 2024-09-13T16:10:48.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 -- start start 2024-09-13T16:10:48.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc153b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1cc156fb0 0x7fa1cc13ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc15d0a0 0x7fa1cc140460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc150140 con 0x7fa1cc06f170 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc13de90 con 0x7fa1cc156fb0 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d40d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1cc13e730 con 0x7fa1cc15d0a0 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d1e73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc153b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d1e73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc153b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33858/0 (socket says 172.21.15.39:33858) 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.907+0000 7fa1d1e73640 1 -- 172.21.15.39:0/1374589467 learned_addr learned my addr 172.21.15.39:0/1374589467 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:48.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1672640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1cc156fb0 0x7fa1cc13ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d2674640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc15d0a0 0x7fa1cc140460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1e73640 1 -- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc15d0a0 msgr2=0x7fa1cc140460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1e73640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc15d0a0 0x7fa1cc140460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1e73640 1 -- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1cc156fb0 msgr2=0x7fa1cc13ff20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1e73640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1cc156fb0 0x7fa1cc13ff20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1e73640 1 -- 172.21.15.39:0/1374589467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa1c00094d0 con 0x7fa1cc06f170 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d2674640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc15d0a0 0x7fa1cc140460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:48.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d1e73640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc153b90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa1c800b4d0 tx=0x7fa1c800b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8010870 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1c80109d0 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1cc0cb270 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1c8010d80 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.908+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1cc13e3c0 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.909+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1cc0672f0 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.910+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa1c800f3c0 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.910+0000 7fa1be7fc640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1b006ac00 0x7fa1b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.910+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa1c8089320 con 0x7fa1cc06f170 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.910+0000 7fa1d1672640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1b006ac00 0x7fa1b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:48.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.911+0000 7fa1d1672640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1b006ac00 0x7fa1b006d0c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0034000 tx=0x7fa1c002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:48.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:48.914+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa1c80545b0 con 0x7fa1cc06f170 2024-09-13T16:10:49.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.080+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa1cc070260 con 0x7fa1b006ac00 2024-09-13T16:10:49.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.087+0000 7fa1be7fc640 1 -- 172.21.15.39:0/1374589467 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+249835 (secure 0 0 0) 0x7fa1c0040070 con 0x7fa1b006ac00 2024-09-13T16:10:49.091 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:49.092 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1b006ac00 msgr2=0x7fa1b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1b006ac00 0x7fa1b006d0c0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7fa1c0034000 tx=0x7fa1c002e000 comp rx=0 tx=0).stop 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 msgr2=0x7fa1cc153b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc153b90 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fa1c800b4d0 tx=0x7fa1c800b990 comp rx=0 tx=0).stop 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 shutdown_connections 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1b006ac00 0x7fa1b006d0c0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1cc15d0a0 0x7fa1cc140460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa1cc156fb0 0x7fa1cc13ff20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 --2- 172.21.15.39:0/1374589467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa1cc06f170 0x7fa1cc153b90 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 >> 172.21.15.39:0/1374589467 conn(0x7fa1cc06b3b0 msgr2=0x7fa1cc159d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:49.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 shutdown_connections 2024-09-13T16:10:49.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.090+0000 7fa1d40d7640 1 -- 172.21.15.39:0/1374589467 wait complete. 2024-09-13T16:10:49.103 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":22,"stamp":"2024-09-13T16:10:47.134517+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":252152,"kb_used_data":2468,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722568,"statfs":{"total":773094113280,"available":772835909632,"internally_reserved":0,"allocated":2527232,"data_stored":1583333,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000699"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":160,"reported_epoch":17,"state":"active+clean","last_fresh":"2024-09-13T16:10:36.540333+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:36.540333+0000","last_peered":"2024-09-13T16:10:36.540333+0000","last_clean":"2024-09-13T16:10:36.540333+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:36.540333+0000","last_undegraded":"2024-09-13T16:10:36.540333+0000","last_fullsized":"2024-09-13T16:10:36.540333+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:44.692177+0000","last_change":"2024-09-13T16:10:44.692177+0000","last_active":"2024-09-13T16:10:44.692177+0000","last_peered":"2024-09-13T16:10:44.692177+0000","last_clean":"2024-09-13T16:10:44.692177+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:44.692177+0000","last_undegraded":"2024-09-13T16:10:44.692177+0000","last_fullsized":"2024-09-13T16:10:44.692177+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:10:43.681148+0000","last_change":"2024-09-13T16:10:43.681148+0000","last_active":"2024-09-13T16:10:43.681148+0000","last_peered":"2024-09-13T16:10:43.681148+0000","last_clean":"2024-09-13T16:10:43.681148+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:10:43.681148+0000","last_undegraded":"2024-09-13T16:10:43.681148+0000","last_fullsized":"2024-09-13T16:10:43.681148+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574852,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32480,"kb_used_data":744,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339360,"statfs":{"total":96636764160,"available":96603504640,"internally_reserved":0,"allocated":761856,"data_stored":640770,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57799999999999996}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]},{"osd":6,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34100000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54100000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52000000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66300000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57299999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.749}]}]},{"osd":4,"up_from":13,"seq":55834574852,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31284,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340556,"statfs":{"total":96636764160,"available":96604729344,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.503}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41899999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60899999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.625}]}]},{"osd":3,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31288,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340552,"statfs":{"total":96636764160,"available":96604725248,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35199999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.26900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33300000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69199999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68100000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.379}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53100000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53900000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66600000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68400000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574853,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31280,"kb_used_data":164,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340560,"statfs":{"total":96636764160,"available":96604733440,"internally_reserved":0,"allocated":167936,"data_stored":50402,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52300000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49199999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77100000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81100000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31980,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339860,"statfs":{"total":96636764160,"available":96604016640,"internally_reserved":0,"allocated":757760,"data_stored":640151,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51700000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42499999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70499999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.624}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73499999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:49.110 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.243+0000 7f75dd99c640 1 Processor -- start 2024-09-13T16:10:49.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 -- start start 2024-09-13T16:10:49.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f75d8146130 0x7f75d8160d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f75d806ba50 0x7f75d80d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d80d1f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75d81612c0 con 0x7f75d8146130 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75d8160330 con 0x7f75d806ba50 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.244+0000 7f75dd99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75d80d2450 con 0x7f75d806bee0 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f75d8146130 0x7f75d8160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f75d8146130 0x7f75d8160d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33872/0 (socket says 172.21.15.39:33872) 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 -- 172.21.15.39:0/2895093758 learned_addr learned my addr 172.21.15.39:0/2895093758 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75cffff640 1 --2- 172.21.15.39:0/2895093758 >> v2:172.21.15.157:3300/0 conn(0x7f75d806ba50 0x7f75d80d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d77fe640 1 --2- 172.21.15.39:0/2895093758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d80d1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 -- 172.21.15.39:0/2895093758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 msgr2=0x7f75d80d1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 --2- 172.21.15.39:0/2895093758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d80d1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 -- 172.21.15.39:0/2895093758 >> v2:172.21.15.157:3300/0 conn(0x7f75d806ba50 msgr2=0x7f75d80d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 --2- 172.21.15.39:0/2895093758 >> v2:172.21.15.157:3300/0 conn(0x7f75d806ba50 0x7f75d80d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.245+0000 7f75d6ffd640 1 -- 172.21.15.39:0/2895093758 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75d806c430 con 0x7f75d8146130 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75d6ffd640 1 --2- 172.21.15.39:0/2895093758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d8146130 0x7f75d8160d80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f75d80b7c20 tx=0x7f75c802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f39bffcb4077ca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75d67fc640 1 -- 172.21.15.39:0/2895093758 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c8032440 con 0x7f75d8146130 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75d67fc640 1 -- 172.21.15.39:0/2895093758 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75c80325a0 con 0x7f75d8146130 2024-09-13T16:10:49.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75d67fc640 1 -- 172.21.15.39:0/2895093758 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c8032930 con 0x7f75d8146130 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 -- 172.21.15.39:0/2895093758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d8146130 msgr2=0x7f75d8160d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 --2- 172.21.15.39:0/2895093758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d8146130 0x7f75d8160d80 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f75d80b7c20 tx=0x7f75c802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 -- 172.21.15.39:0/2895093758 shutdown_connections 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 --2- 172.21.15.39:0/2895093758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d80d1f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 --2- 172.21.15.39:0/2895093758 >> v2:172.21.15.157:3300/0 conn(0x7f75d806ba50 0x7f75d80d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 --2- 172.21.15.39:0/2895093758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d8146130 0x7f75d8160d80 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 -- 172.21.15.39:0/2895093758 >> 172.21.15.39:0/2895093758 conn(0x7f75d806a4f0 msgr2=0x7f75d806a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 -- 172.21.15.39:0/2895093758 shutdown_connections 2024-09-13T16:10:49.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.246+0000 7f75dd99c640 1 -- 172.21.15.39:0/2895093758 wait complete. 2024-09-13T16:10:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 Processor -- start 2024-09-13T16:10:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 -- start start 2024-09-13T16:10:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 0x7f75d81f19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d813d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d8146130 0x7f75d813de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75d813e9a0 con 0x7f75d806ba50 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75d813c950 con 0x7f75d8146130 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75dd99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75d813cba0 con 0x7f75d806bee0 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 0x7f75d81f19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 0x7f75d81f19a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33878/0 (socket says 172.21.15.39:33878) 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.248+0000 7f75d6ffd640 1 -- 172.21.15.39:0/3289093674 learned_addr learned my addr 172.21.15.39:0/3289093674 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75cffff640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d813d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d77fe640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d8146130 0x7f75d813de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d6ffd640 1 -- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 msgr2=0x7f75d813d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d6ffd640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d813d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d6ffd640 1 -- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d8146130 msgr2=0x7f75d813de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d6ffd640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d8146130 0x7f75d813de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d6ffd640 1 -- 172.21.15.39:0/3289093674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75c80094d0 con 0x7f75d806ba50 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d6ffd640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 0x7f75d81f19a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f75c8000c00 tx=0x7f75c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c803d830 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75c803d990 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75d813ce80 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75c803dd40 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.249+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75d813d440 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.250+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75d80b7840 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.251+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f75c8039040 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.251+0000 7f75d4ff9640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b806ac00 0x7f75b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.251+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f75c80a9d10 con 0x7f75d806ba50 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.251+0000 7f75cffff640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b806ac00 0x7f75b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.252+0000 7f75cffff640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b806ac00 0x7f75b806d0c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f75d815f3c0 tx=0x7f75c0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.255+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f75c8074fa0 con 0x7f75d806ba50 2024-09-13T16:10:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.424+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f75d8160860 con 0x7f75b806ac00 2024-09-13T16:10:49.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.431+0000 7f75d4ff9640 1 -- 172.21.15.39:0/3289093674 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264728 (secure 0 0 0) 0x7f75c00119d0 con 0x7f75b806ac00 2024-09-13T16:10:49.436 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:49.437 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:49.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b806ac00 msgr2=0x7f75b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b806ac00 0x7f75b806d0c0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f75d815f3c0 tx=0x7f75c0009190 comp rx=0 tx=0).stop 2024-09-13T16:10:49.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 msgr2=0x7f75d81f19a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 0x7f75d81f19a0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f75c8000c00 tx=0x7f75c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 shutdown_connections 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b806ac00 0x7f75b806d0c0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.434+0000 7f75dd99c640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d8146130 0x7f75d813de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.435+0000 7f75dd99c640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d806bee0 0x7f75d813d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.435+0000 7f75dd99c640 1 --2- 172.21.15.39:0/3289093674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d806ba50 0x7f75d81f19a0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.435+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 >> 172.21.15.39:0/3289093674 conn(0x7f75d806a4f0 msgr2=0x7f75d8143cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.435+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 shutdown_connections 2024-09-13T16:10:49.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.435+0000 7f75dd99c640 1 -- 172.21.15.39:0/3289093674 wait complete. 2024-09-13T16:10:49.446 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-13T16:10:49.135021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":150,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251836,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722884,"statfs":{"total":773094113280,"available":772836233216,"internally_reserved":0,"allocated":2924544,"data_stored":1757893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.441876"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.082474+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.082205+0000","last_became_peered":"2024-09-13T16:10:45.082205+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073595+0000","last_change":"2024-09-13T16:10:45.083225+0000","last_active":"2024-09-13T16:10:46.073595+0000","last_peered":"2024-09-13T16:10:46.073595+0000","last_clean":"2024-09-13T16:10:46.073595+0000","last_became_active":"2024-09-13T16:10:45.082963+0000","last_became_peered":"2024-09-13T16:10:45.082963+0000","last_unstale":"2024-09-13T16:10:46.073595+0000","last_undegraded":"2024-09-13T16:10:46.073595+0000","last_fullsized":"2024-09-13T16:10:46.073595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017057+0000","last_change":"2024-09-13T16:10:45.083898+0000","last_active":"2024-09-13T16:10:47.017057+0000","last_peered":"2024-09-13T16:10:47.017057+0000","last_clean":"2024-09-13T16:10:47.017057+0000","last_became_active":"2024-09-13T16:10:45.083598+0000","last_became_peered":"2024-09-13T16:10:45.083598+0000","last_unstale":"2024-09-13T16:10:47.017057+0000","last_undegraded":"2024-09-13T16:10:47.017057+0000","last_fullsized":"2024-09-13T16:10:47.017057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017491+0000","last_change":"2024-09-13T16:10:45.092767+0000","last_active":"2024-09-13T16:10:47.017491+0000","last_peered":"2024-09-13T16:10:47.017491+0000","last_clean":"2024-09-13T16:10:47.017491+0000","last_became_active":"2024-09-13T16:10:45.092455+0000","last_became_peered":"2024-09-13T16:10:45.092455+0000","last_unstale":"2024-09-13T16:10:47.017491+0000","last_undegraded":"2024-09-13T16:10:47.017491+0000","last_fullsized":"2024-09-13T16:10:47.017491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073430+0000","last_change":"2024-09-13T16:10:45.086318+0000","last_active":"2024-09-13T16:10:46.073430+0000","last_peered":"2024-09-13T16:10:46.073430+0000","last_clean":"2024-09-13T16:10:46.073430+0000","last_became_active":"2024-09-13T16:10:45.085009+0000","last_became_peered":"2024-09-13T16:10:45.085009+0000","last_unstale":"2024-09-13T16:10:46.073430+0000","last_undegraded":"2024-09-13T16:10:46.073430+0000","last_fullsized":"2024-09-13T16:10:46.073430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017519+0000","last_change":"2024-09-13T16:10:45.088198+0000","last_active":"2024-09-13T16:10:47.017519+0000","last_peered":"2024-09-13T16:10:47.017519+0000","last_clean":"2024-09-13T16:10:47.017519+0000","last_became_active":"2024-09-13T16:10:45.087823+0000","last_became_peered":"2024-09-13T16:10:45.087823+0000","last_unstale":"2024-09-13T16:10:47.017519+0000","last_undegraded":"2024-09-13T16:10:47.017519+0000","last_fullsized":"2024-09-13T16:10:47.017519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072939+0000","last_change":"2024-09-13T16:10:45.078322+0000","last_active":"2024-09-13T16:10:46.072939+0000","last_peered":"2024-09-13T16:10:46.072939+0000","last_clean":"2024-09-13T16:10:46.072939+0000","last_became_active":"2024-09-13T16:10:45.077713+0000","last_became_peered":"2024-09-13T16:10:45.077713+0000","last_unstale":"2024-09-13T16:10:46.072939+0000","last_undegraded":"2024-09-13T16:10:46.072939+0000","last_fullsized":"2024-09-13T16:10:46.072939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017018+0000","last_change":"2024-09-13T16:10:45.089853+0000","last_active":"2024-09-13T16:10:47.017018+0000","last_peered":"2024-09-13T16:10:47.017018+0000","last_clean":"2024-09-13T16:10:47.017018+0000","last_became_active":"2024-09-13T16:10:45.089575+0000","last_became_peered":"2024-09-13T16:10:45.089575+0000","last_unstale":"2024-09-13T16:10:47.017018+0000","last_undegraded":"2024-09-13T16:10:47.017018+0000","last_fullsized":"2024-09-13T16:10:47.017018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073451+0000","last_change":"2024-09-13T16:10:45.089516+0000","last_active":"2024-09-13T16:10:46.073451+0000","last_peered":"2024-09-13T16:10:46.073451+0000","last_clean":"2024-09-13T16:10:46.073451+0000","last_became_active":"2024-09-13T16:10:45.089269+0000","last_became_peered":"2024-09-13T16:10:45.089269+0000","last_unstale":"2024-09-13T16:10:46.073451+0000","last_undegraded":"2024-09-13T16:10:46.073451+0000","last_fullsized":"2024-09-13T16:10:46.073451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:46.569219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017365+0000","last_change":"2024-09-13T16:10:45.085802+0000","last_active":"2024-09-13T16:10:47.017365+0000","last_peered":"2024-09-13T16:10:47.017365+0000","last_clean":"2024-09-13T16:10:47.017365+0000","last_became_active":"2024-09-13T16:10:45.085516+0000","last_became_peered":"2024-09-13T16:10:45.085516+0000","last_unstale":"2024-09-13T16:10:47.017365+0000","last_undegraded":"2024-09-13T16:10:47.017365+0000","last_fullsized":"2024-09-13T16:10:47.017365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016995+0000","last_change":"2024-09-13T16:10:45.090977+0000","last_active":"2024-09-13T16:10:47.016995+0000","last_peered":"2024-09-13T16:10:47.016995+0000","last_clean":"2024-09-13T16:10:47.016995+0000","last_became_active":"2024-09-13T16:10:45.090204+0000","last_became_peered":"2024-09-13T16:10:45.090204+0000","last_unstale":"2024-09-13T16:10:47.016995+0000","last_undegraded":"2024-09-13T16:10:47.016995+0000","last_fullsized":"2024-09-13T16:10:47.016995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073631+0000","last_change":"2024-09-13T16:10:45.081616+0000","last_active":"2024-09-13T16:10:46.073631+0000","last_peered":"2024-09-13T16:10:46.073631+0000","last_clean":"2024-09-13T16:10:46.073631+0000","last_became_active":"2024-09-13T16:10:45.080954+0000","last_became_peered":"2024-09-13T16:10:45.080954+0000","last_unstale":"2024-09-13T16:10:46.073631+0000","last_undegraded":"2024-09-13T16:10:46.073631+0000","last_fullsized":"2024-09-13T16:10:46.073631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018123+0000","last_change":"2024-09-13T16:10:45.082848+0000","last_active":"2024-09-13T16:10:47.018123+0000","last_peered":"2024-09-13T16:10:47.018123+0000","last_clean":"2024-09-13T16:10:47.018123+0000","last_became_active":"2024-09-13T16:10:45.082613+0000","last_became_peered":"2024-09-13T16:10:45.082613+0000","last_unstale":"2024-09-13T16:10:47.018123+0000","last_undegraded":"2024-09-13T16:10:47.018123+0000","last_fullsized":"2024-09-13T16:10:47.018123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017502+0000","last_change":"2024-09-13T16:10:45.087513+0000","last_active":"2024-09-13T16:10:47.017502+0000","last_peered":"2024-09-13T16:10:47.017502+0000","last_clean":"2024-09-13T16:10:47.017502+0000","last_became_active":"2024-09-13T16:10:45.087253+0000","last_became_peered":"2024-09-13T16:10:45.087253+0000","last_unstale":"2024-09-13T16:10:47.017502+0000","last_undegraded":"2024-09-13T16:10:47.017502+0000","last_fullsized":"2024-09-13T16:10:47.017502+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073462+0000","last_change":"2024-09-13T16:10:45.080287+0000","last_active":"2024-09-13T16:10:46.073462+0000","last_peered":"2024-09-13T16:10:46.073462+0000","last_clean":"2024-09-13T16:10:46.073462+0000","last_became_active":"2024-09-13T16:10:45.080014+0000","last_became_peered":"2024-09-13T16:10:45.080014+0000","last_unstale":"2024-09-13T16:10:46.073462+0000","last_undegraded":"2024-09-13T16:10:46.073462+0000","last_fullsized":"2024-09-13T16:10:46.073462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017158+0000","last_change":"2024-09-13T16:10:45.085892+0000","last_active":"2024-09-13T16:10:47.017158+0000","last_peered":"2024-09-13T16:10:47.017158+0000","last_clean":"2024-09-13T16:10:47.017158+0000","last_became_active":"2024-09-13T16:10:45.085600+0000","last_became_peered":"2024-09-13T16:10:45.085600+0000","last_unstale":"2024-09-13T16:10:47.017158+0000","last_undegraded":"2024-09-13T16:10:47.017158+0000","last_fullsized":"2024-09-13T16:10:47.017158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017670+0000","last_change":"2024-09-13T16:10:45.093945+0000","last_active":"2024-09-13T16:10:47.017670+0000","last_peered":"2024-09-13T16:10:47.017670+0000","last_clean":"2024-09-13T16:10:47.017670+0000","last_became_active":"2024-09-13T16:10:45.093419+0000","last_became_peered":"2024-09-13T16:10:45.093419+0000","last_unstale":"2024-09-13T16:10:47.017670+0000","last_undegraded":"2024-09-13T16:10:47.017670+0000","last_fullsized":"2024-09-13T16:10:47.017670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017401+0000","last_change":"2024-09-13T16:10:45.082793+0000","last_active":"2024-09-13T16:10:47.017401+0000","last_peered":"2024-09-13T16:10:47.017401+0000","last_clean":"2024-09-13T16:10:47.017401+0000","last_became_active":"2024-09-13T16:10:45.082524+0000","last_became_peered":"2024-09-13T16:10:45.082524+0000","last_unstale":"2024-09-13T16:10:47.017401+0000","last_undegraded":"2024-09-13T16:10:47.017401+0000","last_fullsized":"2024-09-13T16:10:47.017401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073347+0000","last_change":"2024-09-13T16:10:45.084613+0000","last_active":"2024-09-13T16:10:46.073347+0000","last_peered":"2024-09-13T16:10:46.073347+0000","last_clean":"2024-09-13T16:10:46.073347+0000","last_became_active":"2024-09-13T16:10:45.084351+0000","last_became_peered":"2024-09-13T16:10:45.084351+0000","last_unstale":"2024-09-13T16:10:46.073347+0000","last_undegraded":"2024-09-13T16:10:46.073347+0000","last_fullsized":"2024-09-13T16:10:46.073347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016898+0000","last_change":"2024-09-13T16:10:45.077134+0000","last_active":"2024-09-13T16:10:47.016898+0000","last_peered":"2024-09-13T16:10:47.016898+0000","last_clean":"2024-09-13T16:10:47.016898+0000","last_became_active":"2024-09-13T16:10:45.076878+0000","last_became_peered":"2024-09-13T16:10:45.076878+0000","last_unstale":"2024-09-13T16:10:47.016898+0000","last_undegraded":"2024-09-13T16:10:47.016898+0000","last_fullsized":"2024-09-13T16:10:47.016898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016964+0000","last_change":"2024-09-13T16:10:45.091633+0000","last_active":"2024-09-13T16:10:47.016964+0000","last_peered":"2024-09-13T16:10:47.016964+0000","last_clean":"2024-09-13T16:10:47.016964+0000","last_became_active":"2024-09-13T16:10:45.091016+0000","last_became_peered":"2024-09-13T16:10:45.091016+0000","last_unstale":"2024-09-13T16:10:47.016964+0000","last_undegraded":"2024-09-13T16:10:47.016964+0000","last_fullsized":"2024-09-13T16:10:47.016964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017231+0000","last_change":"2024-09-13T16:10:45.093295+0000","last_active":"2024-09-13T16:10:47.017231+0000","last_peered":"2024-09-13T16:10:47.017231+0000","last_clean":"2024-09-13T16:10:47.017231+0000","last_became_active":"2024-09-13T16:10:45.093032+0000","last_became_peered":"2024-09-13T16:10:45.093032+0000","last_unstale":"2024-09-13T16:10:47.017231+0000","last_undegraded":"2024-09-13T16:10:47.017231+0000","last_fullsized":"2024-09-13T16:10:47.017231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017835+0000","last_change":"2024-09-13T16:10:45.082232+0000","last_active":"2024-09-13T16:10:47.017835+0000","last_peered":"2024-09-13T16:10:47.017835+0000","last_clean":"2024-09-13T16:10:47.017835+0000","last_became_active":"2024-09-13T16:10:45.081980+0000","last_became_peered":"2024-09-13T16:10:45.081980+0000","last_unstale":"2024-09-13T16:10:47.017835+0000","last_undegraded":"2024-09-13T16:10:47.017835+0000","last_fullsized":"2024-09-13T16:10:47.017835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017444+0000","last_change":"2024-09-13T16:10:45.092800+0000","last_active":"2024-09-13T16:10:47.017444+0000","last_peered":"2024-09-13T16:10:47.017444+0000","last_clean":"2024-09-13T16:10:47.017444+0000","last_became_active":"2024-09-13T16:10:45.092482+0000","last_became_peered":"2024-09-13T16:10:45.092482+0000","last_unstale":"2024-09-13T16:10:47.017444+0000","last_undegraded":"2024-09-13T16:10:47.017444+0000","last_fullsized":"2024-09-13T16:10:47.017444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018079+0000","last_change":"2024-09-13T16:10:45.079842+0000","last_active":"2024-09-13T16:10:47.018079+0000","last_peered":"2024-09-13T16:10:47.018079+0000","last_clean":"2024-09-13T16:10:47.018079+0000","last_became_active":"2024-09-13T16:10:45.079604+0000","last_became_peered":"2024-09-13T16:10:45.079604+0000","last_unstale":"2024-09-13T16:10:47.018079+0000","last_undegraded":"2024-09-13T16:10:47.018079+0000","last_fullsized":"2024-09-13T16:10:47.018079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017234+0000","last_change":"2024-09-13T16:10:45.081165+0000","last_active":"2024-09-13T16:10:47.017234+0000","last_peered":"2024-09-13T16:10:47.017234+0000","last_clean":"2024-09-13T16:10:47.017234+0000","last_became_active":"2024-09-13T16:10:45.080806+0000","last_became_peered":"2024-09-13T16:10:45.080806+0000","last_unstale":"2024-09-13T16:10:47.017234+0000","last_undegraded":"2024-09-13T16:10:47.017234+0000","last_fullsized":"2024-09-13T16:10:47.017234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073633+0000","last_change":"2024-09-13T16:10:45.076721+0000","last_active":"2024-09-13T16:10:46.073633+0000","last_peered":"2024-09-13T16:10:46.073633+0000","last_clean":"2024-09-13T16:10:46.073633+0000","last_became_active":"2024-09-13T16:10:45.076476+0000","last_became_peered":"2024-09-13T16:10:45.076476+0000","last_unstale":"2024-09-13T16:10:46.073633+0000","last_undegraded":"2024-09-13T16:10:46.073633+0000","last_fullsized":"2024-09-13T16:10:46.073633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018005+0000","last_change":"2024-09-13T16:10:45.078348+0000","last_active":"2024-09-13T16:10:47.018005+0000","last_peered":"2024-09-13T16:10:47.018005+0000","last_clean":"2024-09-13T16:10:47.018005+0000","last_became_active":"2024-09-13T16:10:45.077410+0000","last_became_peered":"2024-09-13T16:10:45.077410+0000","last_unstale":"2024-09-13T16:10:47.018005+0000","last_undegraded":"2024-09-13T16:10:47.018005+0000","last_fullsized":"2024-09-13T16:10:47.018005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017128+0000","last_change":"2024-09-13T16:10:45.086108+0000","last_active":"2024-09-13T16:10:47.017128+0000","last_peered":"2024-09-13T16:10:47.017128+0000","last_clean":"2024-09-13T16:10:47.017128+0000","last_became_active":"2024-09-13T16:10:45.085583+0000","last_became_peered":"2024-09-13T16:10:45.085583+0000","last_unstale":"2024-09-13T16:10:47.017128+0000","last_undegraded":"2024-09-13T16:10:47.017128+0000","last_fullsized":"2024-09-13T16:10:47.017128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017366+0000","last_change":"2024-09-13T16:10:45.092692+0000","last_active":"2024-09-13T16:10:47.017366+0000","last_peered":"2024-09-13T16:10:47.017366+0000","last_clean":"2024-09-13T16:10:47.017366+0000","last_became_active":"2024-09-13T16:10:45.092430+0000","last_became_peered":"2024-09-13T16:10:45.092430+0000","last_unstale":"2024-09-13T16:10:47.017366+0000","last_undegraded":"2024-09-13T16:10:47.017366+0000","last_fullsized":"2024-09-13T16:10:47.017366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016820+0000","last_change":"2024-09-13T16:10:45.082861+0000","last_active":"2024-09-13T16:10:47.016820+0000","last_peered":"2024-09-13T16:10:47.016820+0000","last_clean":"2024-09-13T16:10:47.016820+0000","last_became_active":"2024-09-13T16:10:45.082592+0000","last_became_peered":"2024-09-13T16:10:45.082592+0000","last_unstale":"2024-09-13T16:10:47.016820+0000","last_undegraded":"2024-09-13T16:10:47.016820+0000","last_fullsized":"2024-09-13T16:10:47.016820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.087354+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.087076+0000","last_became_peered":"2024-09-13T16:10:45.087076+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072830+0000","last_change":"2024-09-13T16:10:45.079685+0000","last_active":"2024-09-13T16:10:46.072830+0000","last_peered":"2024-09-13T16:10:46.072830+0000","last_clean":"2024-09-13T16:10:46.072830+0000","last_became_active":"2024-09-13T16:10:45.078907+0000","last_became_peered":"2024-09-13T16:10:45.078907+0000","last_unstale":"2024-09-13T16:10:46.072830+0000","last_undegraded":"2024-09-13T16:10:46.072830+0000","last_fullsized":"2024-09-13T16:10:46.072830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018211+0000","last_change":"2024-09-13T16:10:44.714738+0000","last_active":"2024-09-13T16:10:47.018211+0000","last_peered":"2024-09-13T16:10:47.018211+0000","last_clean":"2024-09-13T16:10:47.018211+0000","last_became_active":"2024-09-13T16:10:44.714465+0000","last_became_peered":"2024-09-13T16:10:44.714465+0000","last_unstale":"2024-09-13T16:10:47.018211+0000","last_undegraded":"2024-09-13T16:10:47.018211+0000","last_fullsized":"2024-09-13T16:10:47.018211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.086431+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.086122+0000","last_became_peered":"2024-09-13T16:10:45.086122+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016989+0000","last_change":"2024-09-13T16:10:44.709473+0000","last_active":"2024-09-13T16:10:47.016989+0000","last_peered":"2024-09-13T16:10:47.016989+0000","last_clean":"2024-09-13T16:10:47.016989+0000","last_became_active":"2024-09-13T16:10:44.708888+0000","last_became_peered":"2024-09-13T16:10:44.708888+0000","last_unstale":"2024-09-13T16:10:47.016989+0000","last_undegraded":"2024-09-13T16:10:47.016989+0000","last_fullsized":"2024-09-13T16:10:47.016989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017882+0000","last_change":"2024-09-13T16:10:44.713471+0000","last_active":"2024-09-13T16:10:47.017882+0000","last_peered":"2024-09-13T16:10:47.017882+0000","last_clean":"2024-09-13T16:10:47.017882+0000","last_became_active":"2024-09-13T16:10:44.713213+0000","last_became_peered":"2024-09-13T16:10:44.713213+0000","last_unstale":"2024-09-13T16:10:47.017882+0000","last_undegraded":"2024-09-13T16:10:47.017882+0000","last_fullsized":"2024-09-13T16:10:47.017882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017110+0000","last_change":"2024-09-13T16:10:45.080198+0000","last_active":"2024-09-13T16:10:47.017110+0000","last_peered":"2024-09-13T16:10:47.017110+0000","last_clean":"2024-09-13T16:10:47.017110+0000","last_became_active":"2024-09-13T16:10:45.079960+0000","last_became_peered":"2024-09-13T16:10:45.079960+0000","last_unstale":"2024-09-13T16:10:47.017110+0000","last_undegraded":"2024-09-13T16:10:47.017110+0000","last_fullsized":"2024-09-13T16:10:47.017110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017292+0000","last_change":"2024-09-13T16:10:44.715316+0000","last_active":"2024-09-13T16:10:47.017292+0000","last_peered":"2024-09-13T16:10:47.017292+0000","last_clean":"2024-09-13T16:10:47.017292+0000","last_became_active":"2024-09-13T16:10:44.715021+0000","last_became_peered":"2024-09-13T16:10:44.715021+0000","last_unstale":"2024-09-13T16:10:47.017292+0000","last_undegraded":"2024-09-13T16:10:47.017292+0000","last_fullsized":"2024-09-13T16:10:47.017292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073371+0000","last_change":"2024-09-13T16:10:45.077414+0000","last_active":"2024-09-13T16:10:46.073371+0000","last_peered":"2024-09-13T16:10:46.073371+0000","last_clean":"2024-09-13T16:10:46.073371+0000","last_became_active":"2024-09-13T16:10:45.077102+0000","last_became_peered":"2024-09-13T16:10:45.077102+0000","last_unstale":"2024-09-13T16:10:46.073371+0000","last_undegraded":"2024-09-13T16:10:46.073371+0000","last_fullsized":"2024-09-13T16:10:46.073371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017151+0000","last_change":"2024-09-13T16:10:44.714454+0000","last_active":"2024-09-13T16:10:47.017151+0000","last_peered":"2024-09-13T16:10:47.017151+0000","last_clean":"2024-09-13T16:10:47.017151+0000","last_became_active":"2024-09-13T16:10:44.714100+0000","last_became_peered":"2024-09-13T16:10:44.714100+0000","last_unstale":"2024-09-13T16:10:47.017151+0000","last_undegraded":"2024-09-13T16:10:47.017151+0000","last_fullsized":"2024-09-13T16:10:47.017151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.093367+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.093094+0000","last_became_peered":"2024-09-13T16:10:45.093094+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017634+0000","last_change":"2024-09-13T16:10:44.717640+0000","last_active":"2024-09-13T16:10:47.017634+0000","last_peered":"2024-09-13T16:10:47.017634+0000","last_clean":"2024-09-13T16:10:47.017634+0000","last_became_active":"2024-09-13T16:10:44.717333+0000","last_became_peered":"2024-09-13T16:10:44.717333+0000","last_unstale":"2024-09-13T16:10:47.017634+0000","last_undegraded":"2024-09-13T16:10:47.017634+0000","last_fullsized":"2024-09-13T16:10:47.017634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.085289+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.084421+0000","last_became_peered":"2024-09-13T16:10:45.084421+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073481+0000","last_change":"2024-09-13T16:10:44.714860+0000","last_active":"2024-09-13T16:10:46.073481+0000","last_peered":"2024-09-13T16:10:46.073481+0000","last_clean":"2024-09-13T16:10:46.073481+0000","last_became_active":"2024-09-13T16:10:44.714557+0000","last_became_peered":"2024-09-13T16:10:44.714557+0000","last_unstale":"2024-09-13T16:10:46.073481+0000","last_undegraded":"2024-09-13T16:10:46.073481+0000","last_fullsized":"2024-09-13T16:10:46.073481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073717+0000","last_change":"2024-09-13T16:10:45.082962+0000","last_active":"2024-09-13T16:10:46.073717+0000","last_peered":"2024-09-13T16:10:46.073717+0000","last_clean":"2024-09-13T16:10:46.073717+0000","last_became_active":"2024-09-13T16:10:45.082602+0000","last_became_peered":"2024-09-13T16:10:45.082602+0000","last_unstale":"2024-09-13T16:10:46.073717+0000","last_undegraded":"2024-09-13T16:10:46.073717+0000","last_fullsized":"2024-09-13T16:10:46.073717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017072+0000","last_change":"2024-09-13T16:10:44.713349+0000","last_active":"2024-09-13T16:10:47.017072+0000","last_peered":"2024-09-13T16:10:47.017072+0000","last_clean":"2024-09-13T16:10:47.017072+0000","last_became_active":"2024-09-13T16:10:44.713001+0000","last_became_peered":"2024-09-13T16:10:44.713001+0000","last_unstale":"2024-09-13T16:10:47.017072+0000","last_undegraded":"2024-09-13T16:10:47.017072+0000","last_fullsized":"2024-09-13T16:10:47.017072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073054+0000","last_change":"2024-09-13T16:10:45.085490+0000","last_active":"2024-09-13T16:10:46.073054+0000","last_peered":"2024-09-13T16:10:46.073054+0000","last_clean":"2024-09-13T16:10:46.073054+0000","last_became_active":"2024-09-13T16:10:45.085096+0000","last_became_peered":"2024-09-13T16:10:45.085096+0000","last_unstale":"2024-09-13T16:10:46.073054+0000","last_undegraded":"2024-09-13T16:10:46.073054+0000","last_fullsized":"2024-09-13T16:10:46.073054+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:01.707134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017319+0000","last_change":"2024-09-13T16:10:44.709566+0000","last_active":"2024-09-13T16:10:47.017319+0000","last_peered":"2024-09-13T16:10:47.017319+0000","last_clean":"2024-09-13T16:10:47.017319+0000","last_became_active":"2024-09-13T16:10:44.708635+0000","last_became_peered":"2024-09-13T16:10:44.708635+0000","last_unstale":"2024-09-13T16:10:47.017319+0000","last_undegraded":"2024-09-13T16:10:47.017319+0000","last_fullsized":"2024-09-13T16:10:47.017319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017599+0000","last_change":"2024-09-13T16:10:45.085102+0000","last_active":"2024-09-13T16:10:47.017599+0000","last_peered":"2024-09-13T16:10:47.017599+0000","last_clean":"2024-09-13T16:10:47.017599+0000","last_became_active":"2024-09-13T16:10:45.084824+0000","last_became_peered":"2024-09-13T16:10:45.084824+0000","last_unstale":"2024-09-13T16:10:47.017599+0000","last_undegraded":"2024-09-13T16:10:47.017599+0000","last_fullsized":"2024-09-13T16:10:47.017599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017473+0000","last_change":"2024-09-13T16:10:44.716666+0000","last_active":"2024-09-13T16:10:47.017473+0000","last_peered":"2024-09-13T16:10:47.017473+0000","last_clean":"2024-09-13T16:10:47.017473+0000","last_became_active":"2024-09-13T16:10:44.716218+0000","last_became_peered":"2024-09-13T16:10:44.716218+0000","last_unstale":"2024-09-13T16:10:47.017473+0000","last_undegraded":"2024-09-13T16:10:47.017473+0000","last_fullsized":"2024-09-13T16:10:47.017473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073531+0000","last_change":"2024-09-13T16:10:45.082640+0000","last_active":"2024-09-13T16:10:46.073531+0000","last_peered":"2024-09-13T16:10:46.073531+0000","last_clean":"2024-09-13T16:10:46.073531+0000","last_became_active":"2024-09-13T16:10:45.080161+0000","last_became_peered":"2024-09-13T16:10:45.080161+0000","last_unstale":"2024-09-13T16:10:46.073531+0000","last_undegraded":"2024-09-13T16:10:46.073531+0000","last_fullsized":"2024-09-13T16:10:46.073531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016861+0000","last_change":"2024-09-13T16:10:44.711419+0000","last_active":"2024-09-13T16:10:47.016861+0000","last_peered":"2024-09-13T16:10:47.016861+0000","last_clean":"2024-09-13T16:10:47.016861+0000","last_became_active":"2024-09-13T16:10:44.711132+0000","last_became_peered":"2024-09-13T16:10:44.711132+0000","last_unstale":"2024-09-13T16:10:47.016861+0000","last_undegraded":"2024-09-13T16:10:47.016861+0000","last_fullsized":"2024-09-13T16:10:47.016861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.086756+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.086444+0000","last_became_peered":"2024-09-13T16:10:45.086444+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016812+0000","last_change":"2024-09-13T16:10:44.713900+0000","last_active":"2024-09-13T16:10:47.016812+0000","last_peered":"2024-09-13T16:10:47.016812+0000","last_clean":"2024-09-13T16:10:47.016812+0000","last_became_active":"2024-09-13T16:10:44.713528+0000","last_became_peered":"2024-09-13T16:10:44.713528+0000","last_unstale":"2024-09-13T16:10:47.016812+0000","last_undegraded":"2024-09-13T16:10:47.016812+0000","last_fullsized":"2024-09-13T16:10:47.016812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073030+0000","last_change":"2024-09-13T16:10:45.078524+0000","last_active":"2024-09-13T16:10:46.073030+0000","last_peered":"2024-09-13T16:10:46.073030+0000","last_clean":"2024-09-13T16:10:46.073030+0000","last_became_active":"2024-09-13T16:10:45.078059+0000","last_became_peered":"2024-09-13T16:10:45.078059+0000","last_unstale":"2024-09-13T16:10:46.073030+0000","last_undegraded":"2024-09-13T16:10:46.073030+0000","last_fullsized":"2024-09-13T16:10:46.073030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073772+0000","last_change":"2024-09-13T16:10:44.709248+0000","last_active":"2024-09-13T16:10:46.073772+0000","last_peered":"2024-09-13T16:10:46.073772+0000","last_clean":"2024-09-13T16:10:46.073772+0000","last_became_active":"2024-09-13T16:10:44.708975+0000","last_became_peered":"2024-09-13T16:10:44.708975+0000","last_unstale":"2024-09-13T16:10:46.073772+0000","last_undegraded":"2024-09-13T16:10:46.073772+0000","last_fullsized":"2024-09-13T16:10:46.073772+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073336+0000","last_change":"2024-09-13T16:10:45.078121+0000","last_active":"2024-09-13T16:10:46.073336+0000","last_peered":"2024-09-13T16:10:46.073336+0000","last_clean":"2024-09-13T16:10:46.073336+0000","last_became_active":"2024-09-13T16:10:45.077851+0000","last_became_peered":"2024-09-13T16:10:45.077851+0000","last_unstale":"2024-09-13T16:10:46.073336+0000","last_undegraded":"2024-09-13T16:10:46.073336+0000","last_fullsized":"2024-09-13T16:10:46.073336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017492+0000","last_change":"2024-09-13T16:10:44.714501+0000","last_active":"2024-09-13T16:10:47.017492+0000","last_peered":"2024-09-13T16:10:47.017492+0000","last_clean":"2024-09-13T16:10:47.017492+0000","last_became_active":"2024-09-13T16:10:44.714205+0000","last_became_peered":"2024-09-13T16:10:44.714205+0000","last_unstale":"2024-09-13T16:10:47.017492+0000","last_undegraded":"2024-09-13T16:10:47.017492+0000","last_fullsized":"2024-09-13T16:10:47.017492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073489+0000","last_change":"2024-09-13T16:10:45.081152+0000","last_active":"2024-09-13T16:10:46.073489+0000","last_peered":"2024-09-13T16:10:46.073489+0000","last_clean":"2024-09-13T16:10:46.073489+0000","last_became_active":"2024-09-13T16:10:45.080877+0000","last_became_peered":"2024-09-13T16:10:45.080877+0000","last_unstale":"2024-09-13T16:10:46.073489+0000","last_undegraded":"2024-09-13T16:10:46.073489+0000","last_fullsized":"2024-09-13T16:10:46.073489+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:02.471000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073584+0000","last_change":"2024-09-13T16:10:44.713441+0000","last_active":"2024-09-13T16:10:46.073584+0000","last_peered":"2024-09-13T16:10:46.073584+0000","last_clean":"2024-09-13T16:10:46.073584+0000","last_became_active":"2024-09-13T16:10:44.713173+0000","last_became_peered":"2024-09-13T16:10:44.713173+0000","last_unstale":"2024-09-13T16:10:46.073584+0000","last_undegraded":"2024-09-13T16:10:46.073584+0000","last_fullsized":"2024-09-13T16:10:46.073584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017718+0000","last_change":"2024-09-13T16:10:45.092675+0000","last_active":"2024-09-13T16:10:47.017718+0000","last_peered":"2024-09-13T16:10:47.017718+0000","last_clean":"2024-09-13T16:10:47.017718+0000","last_became_active":"2024-09-13T16:10:45.092398+0000","last_became_peered":"2024-09-13T16:10:45.092398+0000","last_unstale":"2024-09-13T16:10:47.017718+0000","last_undegraded":"2024-09-13T16:10:47.017718+0000","last_fullsized":"2024-09-13T16:10:47.017718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017140+0000","last_change":"2024-09-13T16:10:44.714886+0000","last_active":"2024-09-13T16:10:47.017140+0000","last_peered":"2024-09-13T16:10:47.017140+0000","last_clean":"2024-09-13T16:10:47.017140+0000","last_became_active":"2024-09-13T16:10:44.714403+0000","last_became_peered":"2024-09-13T16:10:44.714403+0000","last_unstale":"2024-09-13T16:10:47.017140+0000","last_undegraded":"2024-09-13T16:10:47.017140+0000","last_fullsized":"2024-09-13T16:10:47.017140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073145+0000","last_change":"2024-09-13T16:10:45.090849+0000","last_active":"2024-09-13T16:10:46.073145+0000","last_peered":"2024-09-13T16:10:46.073145+0000","last_clean":"2024-09-13T16:10:46.073145+0000","last_became_active":"2024-09-13T16:10:45.090578+0000","last_became_peered":"2024-09-13T16:10:45.090578+0000","last_unstale":"2024-09-13T16:10:46.073145+0000","last_undegraded":"2024-09-13T16:10:46.073145+0000","last_fullsized":"2024-09-13T16:10:46.073145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:26:18.476290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T16:10:45.069018+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:45.069018+0000","last_peered":"2024-09-13T16:10:45.069018+0000","last_clean":"2024-09-13T16:10:45.069018+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:45.069018+0000","last_undegraded":"2024-09-13T16:10:45.069018+0000","last_fullsized":"2024-09-13T16:10:45.069018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017304+0000","last_change":"2024-09-13T16:10:44.713436+0000","last_active":"2024-09-13T16:10:47.017304+0000","last_peered":"2024-09-13T16:10:47.017304+0000","last_clean":"2024-09-13T16:10:47.017304+0000","last_became_active":"2024-09-13T16:10:44.712483+0000","last_became_peered":"2024-09-13T16:10:44.712483+0000","last_unstale":"2024-09-13T16:10:47.017304+0000","last_undegraded":"2024-09-13T16:10:47.017304+0000","last_fullsized":"2024-09-13T16:10:47.017304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.090793+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.090544+0000","last_became_peered":"2024-09-13T16:10:45.090544+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072773+0000","last_change":"2024-09-13T16:10:44.712187+0000","last_active":"2024-09-13T16:10:46.072773+0000","last_peered":"2024-09-13T16:10:46.072773+0000","last_clean":"2024-09-13T16:10:46.072773+0000","last_became_active":"2024-09-13T16:10:44.711939+0000","last_became_peered":"2024-09-13T16:10:44.711939+0000","last_unstale":"2024-09-13T16:10:46.072773+0000","last_undegraded":"2024-09-13T16:10:46.072773+0000","last_fullsized":"2024-09-13T16:10:46.072773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:58.844423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016892+0000","last_change":"2024-09-13T16:10:45.083771+0000","last_active":"2024-09-13T16:10:47.016892+0000","last_peered":"2024-09-13T16:10:47.016892+0000","last_clean":"2024-09-13T16:10:47.016892+0000","last_became_active":"2024-09-13T16:10:45.083489+0000","last_became_peered":"2024-09-13T16:10:45.083489+0000","last_unstale":"2024-09-13T16:10:47.016892+0000","last_undegraded":"2024-09-13T16:10:47.016892+0000","last_fullsized":"2024-09-13T16:10:47.016892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017643+0000","last_change":"2024-09-13T16:10:44.713417+0000","last_active":"2024-09-13T16:10:47.017643+0000","last_peered":"2024-09-13T16:10:47.017643+0000","last_clean":"2024-09-13T16:10:47.017643+0000","last_became_active":"2024-09-13T16:10:44.713083+0000","last_became_peered":"2024-09-13T16:10:44.713083+0000","last_unstale":"2024-09-13T16:10:47.017643+0000","last_undegraded":"2024-09-13T16:10:47.017643+0000","last_fullsized":"2024-09-13T16:10:47.017643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073478+0000","last_change":"2024-09-13T16:10:45.081568+0000","last_active":"2024-09-13T16:10:46.073478+0000","last_peered":"2024-09-13T16:10:46.073478+0000","last_clean":"2024-09-13T16:10:46.073478+0000","last_became_active":"2024-09-13T16:10:45.081338+0000","last_became_peered":"2024-09-13T16:10:45.081338+0000","last_unstale":"2024-09-13T16:10:46.073478+0000","last_undegraded":"2024-09-13T16:10:46.073478+0000","last_fullsized":"2024-09-13T16:10:46.073478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:44.716472+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:44.715436+0000","last_became_peered":"2024-09-13T16:10:44.715436+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.084958+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.084689+0000","last_became_peered":"2024-09-13T16:10:45.084689+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:35.902397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073452+0000","last_change":"2024-09-13T16:10:44.711647+0000","last_active":"2024-09-13T16:10:46.073452+0000","last_peered":"2024-09-13T16:10:46.073452+0000","last_clean":"2024-09-13T16:10:46.073452+0000","last_became_active":"2024-09-13T16:10:44.711330+0000","last_became_peered":"2024-09-13T16:10:44.711330+0000","last_unstale":"2024-09-13T16:10:46.073452+0000","last_undegraded":"2024-09-13T16:10:46.073452+0000","last_fullsized":"2024-09-13T16:10:46.073452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017804+0000","last_change":"2024-09-13T16:10:45.091997+0000","last_active":"2024-09-13T16:10:47.017804+0000","last_peered":"2024-09-13T16:10:47.017804+0000","last_clean":"2024-09-13T16:10:47.017804+0000","last_became_active":"2024-09-13T16:10:45.091718+0000","last_became_peered":"2024-09-13T16:10:45.091718+0000","last_unstale":"2024-09-13T16:10:47.017804+0000","last_undegraded":"2024-09-13T16:10:47.017804+0000","last_fullsized":"2024-09-13T16:10:47.017804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:11.898994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073517+0000","last_change":"2024-09-13T16:10:44.713092+0000","last_active":"2024-09-13T16:10:46.073517+0000","last_peered":"2024-09-13T16:10:46.073517+0000","last_clean":"2024-09-13T16:10:46.073517+0000","last_became_active":"2024-09-13T16:10:44.712735+0000","last_became_peered":"2024-09-13T16:10:44.712735+0000","last_unstale":"2024-09-13T16:10:46.073517+0000","last_undegraded":"2024-09-13T16:10:46.073517+0000","last_fullsized":"2024-09-13T16:10:46.073517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073519+0000","last_change":"2024-09-13T16:10:45.080986+0000","last_active":"2024-09-13T16:10:46.073519+0000","last_peered":"2024-09-13T16:10:46.073519+0000","last_clean":"2024-09-13T16:10:46.073519+0000","last_became_active":"2024-09-13T16:10:45.080741+0000","last_became_peered":"2024-09-13T16:10:45.080741+0000","last_unstale":"2024-09-13T16:10:46.073519+0000","last_undegraded":"2024-09-13T16:10:46.073519+0000","last_fullsized":"2024-09-13T16:10:46.073519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073578+0000","last_change":"2024-09-13T16:10:44.707818+0000","last_active":"2024-09-13T16:10:46.073578+0000","last_peered":"2024-09-13T16:10:46.073578+0000","last_clean":"2024-09-13T16:10:46.073578+0000","last_became_active":"2024-09-13T16:10:44.707408+0000","last_became_peered":"2024-09-13T16:10:44.707408+0000","last_unstale":"2024-09-13T16:10:46.073578+0000","last_undegraded":"2024-09-13T16:10:46.073578+0000","last_fullsized":"2024-09-13T16:10:46.073578+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018128+0000","last_change":"2024-09-13T16:10:45.084750+0000","last_active":"2024-09-13T16:10:47.018128+0000","last_peered":"2024-09-13T16:10:47.018128+0000","last_clean":"2024-09-13T16:10:47.018128+0000","last_became_active":"2024-09-13T16:10:45.084470+0000","last_became_peered":"2024-09-13T16:10:45.084470+0000","last_unstale":"2024-09-13T16:10:47.018128+0000","last_undegraded":"2024-09-13T16:10:47.018128+0000","last_fullsized":"2024-09-13T16:10:47.018128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017314+0000","last_change":"2024-09-13T16:10:44.710168+0000","last_active":"2024-09-13T16:10:47.017314+0000","last_peered":"2024-09-13T16:10:47.017314+0000","last_clean":"2024-09-13T16:10:47.017314+0000","last_became_active":"2024-09-13T16:10:44.709806+0000","last_became_peered":"2024-09-13T16:10:44.709806+0000","last_unstale":"2024-09-13T16:10:47.017314+0000","last_undegraded":"2024-09-13T16:10:47.017314+0000","last_fullsized":"2024-09-13T16:10:47.017314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017273+0000","last_change":"2024-09-13T16:10:45.087407+0000","last_active":"2024-09-13T16:10:47.017273+0000","last_peered":"2024-09-13T16:10:47.017273+0000","last_clean":"2024-09-13T16:10:47.017273+0000","last_became_active":"2024-09-13T16:10:45.087008+0000","last_became_peered":"2024-09-13T16:10:45.087008+0000","last_unstale":"2024-09-13T16:10:47.017273+0000","last_undegraded":"2024-09-13T16:10:47.017273+0000","last_fullsized":"2024-09-13T16:10:47.017273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072674+0000","last_change":"2024-09-13T16:10:44.714178+0000","last_active":"2024-09-13T16:10:46.072674+0000","last_peered":"2024-09-13T16:10:46.072674+0000","last_clean":"2024-09-13T16:10:46.072674+0000","last_became_active":"2024-09-13T16:10:44.713928+0000","last_became_peered":"2024-09-13T16:10:44.713928+0000","last_unstale":"2024-09-13T16:10:46.072674+0000","last_undegraded":"2024-09-13T16:10:46.072674+0000","last_fullsized":"2024-09-13T16:10:46.072674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:34.891368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073153+0000","last_change":"2024-09-13T16:10:45.082553+0000","last_active":"2024-09-13T16:10:46.073153+0000","last_peered":"2024-09-13T16:10:46.073153+0000","last_clean":"2024-09-13T16:10:46.073153+0000","last_became_active":"2024-09-13T16:10:45.082172+0000","last_became_peered":"2024-09-13T16:10:45.082172+0000","last_unstale":"2024-09-13T16:10:46.073153+0000","last_undegraded":"2024-09-13T16:10:46.073153+0000","last_fullsized":"2024-09-13T16:10:46.073153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073473+0000","last_change":"2024-09-13T16:10:44.709409+0000","last_active":"2024-09-13T16:10:46.073473+0000","last_peered":"2024-09-13T16:10:46.073473+0000","last_clean":"2024-09-13T16:10:46.073473+0000","last_became_active":"2024-09-13T16:10:44.709103+0000","last_became_peered":"2024-09-13T16:10:44.709103+0000","last_unstale":"2024-09-13T16:10:46.073473+0000","last_undegraded":"2024-09-13T16:10:46.073473+0000","last_fullsized":"2024-09-13T16:10:46.073473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017199+0000","last_change":"2024-09-13T16:10:45.086258+0000","last_active":"2024-09-13T16:10:47.017199+0000","last_peered":"2024-09-13T16:10:47.017199+0000","last_clean":"2024-09-13T16:10:47.017199+0000","last_became_active":"2024-09-13T16:10:45.085997+0000","last_became_peered":"2024-09-13T16:10:45.085997+0000","last_unstale":"2024-09-13T16:10:47.017199+0000","last_undegraded":"2024-09-13T16:10:47.017199+0000","last_fullsized":"2024-09-13T16:10:47.017199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073484+0000","last_change":"2024-09-13T16:10:44.716411+0000","last_active":"2024-09-13T16:10:46.073484+0000","last_peered":"2024-09-13T16:10:46.073484+0000","last_clean":"2024-09-13T16:10:46.073484+0000","last_became_active":"2024-09-13T16:10:44.716120+0000","last_became_peered":"2024-09-13T16:10:44.716120+0000","last_unstale":"2024-09-13T16:10:46.073484+0000","last_undegraded":"2024-09-13T16:10:46.073484+0000","last_fullsized":"2024-09-13T16:10:46.073484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:03:48.481213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018177+0000","last_change":"2024-09-13T16:10:45.084036+0000","last_active":"2024-09-13T16:10:47.018177+0000","last_peered":"2024-09-13T16:10:47.018177+0000","last_clean":"2024-09-13T16:10:47.018177+0000","last_became_active":"2024-09-13T16:10:45.083753+0000","last_became_peered":"2024-09-13T16:10:45.083753+0000","last_unstale":"2024-09-13T16:10:47.018177+0000","last_undegraded":"2024-09-13T16:10:47.018177+0000","last_fullsized":"2024-09-13T16:10:47.018177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073577+0000","last_change":"2024-09-13T16:10:44.717080+0000","last_active":"2024-09-13T16:10:46.073577+0000","last_peered":"2024-09-13T16:10:46.073577+0000","last_clean":"2024-09-13T16:10:46.073577+0000","last_became_active":"2024-09-13T16:10:44.716807+0000","last_became_peered":"2024-09-13T16:10:44.716807+0000","last_unstale":"2024-09-13T16:10:46.073577+0000","last_undegraded":"2024-09-13T16:10:46.073577+0000","last_fullsized":"2024-09-13T16:10:46.073577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.080959+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.080678+0000","last_became_peered":"2024-09-13T16:10:45.080678+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017763+0000","last_change":"2024-09-13T16:10:45.093789+0000","last_active":"2024-09-13T16:10:47.017763+0000","last_peered":"2024-09-13T16:10:47.017763+0000","last_clean":"2024-09-13T16:10:47.017763+0000","last_became_active":"2024-09-13T16:10:45.093535+0000","last_became_peered":"2024-09-13T16:10:45.093535+0000","last_unstale":"2024-09-13T16:10:47.017763+0000","last_undegraded":"2024-09-13T16:10:47.017763+0000","last_fullsized":"2024-09-13T16:10:47.017763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073444+0000","last_change":"2024-09-13T16:10:44.718561+0000","last_active":"2024-09-13T16:10:46.073444+0000","last_peered":"2024-09-13T16:10:46.073444+0000","last_clean":"2024-09-13T16:10:46.073444+0000","last_became_active":"2024-09-13T16:10:44.718316+0000","last_became_peered":"2024-09-13T16:10:44.718316+0000","last_unstale":"2024-09-13T16:10:46.073444+0000","last_undegraded":"2024-09-13T16:10:46.073444+0000","last_fullsized":"2024-09-13T16:10:46.073444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:45.642851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:45.090086+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:45.089821+0000","last_became_peered":"2024-09-13T16:10:45.089821+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073238+0000","last_change":"2024-09-13T16:10:44.713790+0000","last_active":"2024-09-13T16:10:46.073238+0000","last_peered":"2024-09-13T16:10:46.073238+0000","last_clean":"2024-09-13T16:10:46.073238+0000","last_became_active":"2024-09-13T16:10:44.713435+0000","last_became_peered":"2024-09-13T16:10:44.713435+0000","last_unstale":"2024-09-13T16:10:46.073238+0000","last_undegraded":"2024-09-13T16:10:46.073238+0000","last_fullsized":"2024-09-13T16:10:46.073238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:28.004153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017430+0000","last_change":"2024-09-13T16:10:45.084948+0000","last_active":"2024-09-13T16:10:47.017430+0000","last_peered":"2024-09-13T16:10:47.017430+0000","last_clean":"2024-09-13T16:10:47.017430+0000","last_became_active":"2024-09-13T16:10:45.084698+0000","last_became_peered":"2024-09-13T16:10:45.084698+0000","last_unstale":"2024-09-13T16:10:47.017430+0000","last_undegraded":"2024-09-13T16:10:47.017430+0000","last_fullsized":"2024-09-13T16:10:47.017430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017712+0000","last_change":"2024-09-13T16:10:44.716080+0000","last_active":"2024-09-13T16:10:47.017712+0000","last_peered":"2024-09-13T16:10:47.017712+0000","last_clean":"2024-09-13T16:10:47.017712+0000","last_became_active":"2024-09-13T16:10:44.715812+0000","last_became_peered":"2024-09-13T16:10:44.715812+0000","last_unstale":"2024-09-13T16:10:47.017712+0000","last_undegraded":"2024-09-13T16:10:47.017712+0000","last_fullsized":"2024-09-13T16:10:47.017712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017628+0000","last_change":"2024-09-13T16:10:45.086113+0000","last_active":"2024-09-13T16:10:47.017628+0000","last_peered":"2024-09-13T16:10:47.017628+0000","last_clean":"2024-09-13T16:10:47.017628+0000","last_became_active":"2024-09-13T16:10:45.085803+0000","last_became_peered":"2024-09-13T16:10:45.085803+0000","last_unstale":"2024-09-13T16:10:47.017628+0000","last_undegraded":"2024-09-13T16:10:47.017628+0000","last_fullsized":"2024-09-13T16:10:47.017628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017594+0000","last_change":"2024-09-13T16:10:44.705257+0000","last_active":"2024-09-13T16:10:47.017594+0000","last_peered":"2024-09-13T16:10:47.017594+0000","last_clean":"2024-09-13T16:10:47.017594+0000","last_became_active":"2024-09-13T16:10:44.704952+0000","last_became_peered":"2024-09-13T16:10:44.704952+0000","last_unstale":"2024-09-13T16:10:47.017594+0000","last_undegraded":"2024-09-13T16:10:47.017594+0000","last_fullsized":"2024-09-13T16:10:47.017594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:35.470699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":217088,"data_stored":70833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31328,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340512,"statfs":{"total":96636764160,"available":96604684288,"internally_reserved":0,"allocated":208896,"data_stored":69359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":217088,"data_stored":70833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31324,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340516,"statfs":{"total":96636764160,"available":96604688384,"internally_reserved":0,"allocated":204800,"data_stored":69269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.252}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85099999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31912,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339928,"statfs":{"total":96636764160,"available":96604086272,"internally_reserved":0,"allocated":806912,"data_stored":659656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:49.451 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:10:49.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.586+0000 7f03ded4c640 1 Processor -- start 2024-09-13T16:10:49.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.586+0000 7f03ded4c640 1 -- start start 2024-09-13T16:10:49.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03ded4c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03d8159380 0x7f03d80b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03ded4c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d815a360 0x7f03d80ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03ded4c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03d8159760 con 0x7f03d80ce960 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03ded4c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03d80cedd0 con 0x7f03d8159380 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03ded4c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03d815a880 con 0x7f03d815a360 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03d8159380 0x7f03d80b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03d8159380 0x7f03d80b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33890/0 (socket says 172.21.15.39:33890) 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 -- 172.21.15.39:0/199483678 learned_addr learned my addr 172.21.15.39:0/199483678 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03cffff640 1 --2- 172.21.15.39:0/199483678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d815a360 0x7f03d80ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 -- 172.21.15.39:0/199483678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d815a360 msgr2=0x7f03d80ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 --2- 172.21.15.39:0/199483678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d815a360 0x7f03d80ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 -- 172.21.15.39:0/199483678 >> v1:172.21.15.157:6789/0 conn(0x7f03d80ce960 legacy=0x7f03d8071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.587+0000 7f03dcae8640 1 -- 172.21.15.39:0/199483678 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d815ab60 con 0x7f03d8159380 2024-09-13T16:10:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.588+0000 7f03dcae8640 1 --2- 172.21.15.39:0/199483678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d8159380 0x7f03d80b31e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f03d4009870 tx=0x7f03d402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a21e65f46b18db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.588+0000 7f03cf7fe640 1 -- 172.21.15.39:0/199483678 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d4032440 con 0x7f03d8159380 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.588+0000 7f03cf7fe640 1 -- 172.21.15.39:0/199483678 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03d40325a0 con 0x7f03d8159380 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.588+0000 7f03cf7fe640 1 -- 172.21.15.39:0/199483678 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d4032930 con 0x7f03d8159380 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 -- 172.21.15.39:0/199483678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d8159380 msgr2=0x7f03d80b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 --2- 172.21.15.39:0/199483678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d8159380 0x7f03d80b31e0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f03d4009870 tx=0x7f03d402a210 comp rx=0 tx=0).stop 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 -- 172.21.15.39:0/199483678 shutdown_connections 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 --2- 172.21.15.39:0/199483678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d815a360 0x7f03d80ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 --2- 172.21.15.39:0/199483678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d8159380 0x7f03d80b31e0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 -- 172.21.15.39:0/199483678 >> 172.21.15.39:0/199483678 conn(0x7f03d80b15d0 msgr2=0x7f03d80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 -- 172.21.15.39:0/199483678 shutdown_connections 2024-09-13T16:10:49.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.589+0000 7f03ded4c640 1 -- 172.21.15.39:0/199483678 wait complete. 2024-09-13T16:10:49.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.590+0000 7f03ded4c640 1 Processor -- start 2024-09-13T16:10:49.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.590+0000 7f03ded4c640 1 -- start start 2024-09-13T16:10:49.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d80ce960 0x7f03d8141e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d8159380 0x7f03d8165a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 0x7f03d8147a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d8165f80 con 0x7f03d815a360 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d81655b0 con 0x7f03d80ce960 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03d8148570 con 0x7f03d8159380 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 0x7f03d8147a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 0x7f03d8147a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33902/0 (socket says 172.21.15.39:33902) 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 -- 172.21.15.39:0/69224007 learned_addr learned my addr 172.21.15.39:0/69224007 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dcae8640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d80ce960 0x7f03d8141e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03cffff640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d8159380 0x7f03d8165a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 -- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d8159380 msgr2=0x7f03d8165a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d8159380 0x7f03d8165a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 -- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d80ce960 msgr2=0x7f03d8141e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d80ce960 0x7f03d8141e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 -- 172.21.15.39:0/69224007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d40094d0 con 0x7f03d815a360 2024-09-13T16:10:49.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03dd2e9640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 0x7f03d8147a30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f03d000c780 tx=0x7f03d000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d0004b60 con 0x7f03d815a360 2024-09-13T16:10:49.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03d000ce90 con 0x7f03d815a360 2024-09-13T16:10:49.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.591+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03d8142520 con 0x7f03d815a360 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.592+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03d000a850 con 0x7f03d815a360 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.592+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03d8164f60 con 0x7f03d815a360 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.593+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03d8165740 con 0x7f03d815a360 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.593+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f03d000a9b0 con 0x7f03d815a360 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.594+0000 7f03cd7fa640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c406ac00 0x7f03c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.594+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f03d0089610 con 0x7f03d815a360 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.594+0000 7f03dcae8640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c406ac00 0x7f03c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.594+0000 7f03dcae8640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c406ac00 0x7f03c406d0c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f03d4034000 tx=0x7f03d402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.598+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f03d00548a0 con 0x7f03d815a360 2024-09-13T16:10:49.674 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:10:49.672+0000 7f04e2791640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:10:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.834+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f03d80672f0 con 0x7f03d815a360 2024-09-13T16:10:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.835+0000 7f03cd7fa640 1 -- 172.21.15.39:0/69224007 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1010 (secure 0 0 0) 0x7f03d0057ec0 con 0x7f03d815a360 2024-09-13T16:10:49.836 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:49.836 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":28,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":21,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243831,"num_in_osds":8,"osd_in_since":1726243823,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":257880064,"bytes_avail":772836233216,"bytes_total":773094113280,"write_bytes_sec":2634,"read_op_per_sec":0,"write_op_per_sec":8},"fsmap":{"epoch":7,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"c","status":"up:active","gid":4275}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":1,"modified":"2024-09-13T16:10:21.010274+0000","services":{}},"progress_events":{}} 2024-09-13T16:10:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.836+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c406ac00 msgr2=0x7f03c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.836+0000 7f03ded4c640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c406ac00 0x7f03c406d0c0 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f03d4034000 tx=0x7f03d402e000 comp rx=0 tx=0).stop 2024-09-13T16:10:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.836+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 msgr2=0x7f03d8147a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.836+0000 7f03ded4c640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 0x7f03d8147a30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f03d000c780 tx=0x7f03d000cc40 comp rx=0 tx=0).stop 2024-09-13T16:10:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 shutdown_connections 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c406ac00 0x7f03c406d0c0 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d815a360 0x7f03d8147a30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d8159380 0x7f03d8165a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 --2- 172.21.15.39:0/69224007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d80ce960 0x7f03d8141e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 >> 172.21.15.39:0/69224007 conn(0x7f03d80b15d0 msgr2=0x7f03d8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 shutdown_connections 2024-09-13T16:10:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.837+0000 7f03ded4c640 1 -- 172.21.15.39:0/69224007 wait complete. 2024-09-13T16:10:49.849 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:10:49.849 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:49.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.949+0000 7f0ed8118640 1 Processor -- start 2024-09-13T16:10:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.949+0000 7f0ed8118640 1 -- start start 2024-09-13T16:10:49.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed8118640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 0x7f0ed015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed8118640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0ed006f170 0x7f0ed00b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed8118640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ed015b1b0 con 0x7f0ed015d0a0 2024-09-13T16:10:49.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed8118640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ed006f6e0 con 0x7f0ed006f170 2024-09-13T16:10:49.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed8118640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed006f9c0 con 0x7f0ed0156fb0 2024-09-13T16:10:49.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 0x7f0ed015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 0x7f0ed015ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:51016/0 (socket says 172.21.15.39:51016) 2024-09-13T16:10:49.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 -- 172.21.15.39:0/3097731075 learned_addr learned my addr 172.21.15.39:0/3097731075 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:49.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed56b3640 1 --2- 172.21.15.39:0/3097731075 >> v2:172.21.15.157:3300/0 conn(0x7f0ed006f170 0x7f0ed00b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 -- 172.21.15.39:0/3097731075 >> v2:172.21.15.157:3300/0 conn(0x7f0ed006f170 msgr2=0x7f0ed00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:49.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 --2- 172.21.15.39:0/3097731075 >> v2:172.21.15.157:3300/0 conn(0x7f0ed006f170 0x7f0ed00b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 -- 172.21.15.39:0/3097731075 >> v1:172.21.15.157:6789/0 conn(0x7f0ed015d0a0 legacy=0x7f0ed0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.950+0000 7f0ed5eb4640 1 -- 172.21.15.39:0/3097731075 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ed006fca0 con 0x7f0ed0156fb0 2024-09-13T16:10:49.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.951+0000 7f0ed5eb4640 1 --2- 172.21.15.39:0/3097731075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 0x7f0ed015ac70 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009870 tx=0x7f0ecc02a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4a2ef186f72b38b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.951+0000 7f0ed4eb2640 1 -- 172.21.15.39:0/3097731075 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc032440 con 0x7f0ed0156fb0 2024-09-13T16:10:49.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.951+0000 7f0ed4eb2640 1 -- 172.21.15.39:0/3097731075 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ecc0325a0 con 0x7f0ed0156fb0 2024-09-13T16:10:49.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.951+0000 7f0ed4eb2640 1 -- 172.21.15.39:0/3097731075 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ecc032930 con 0x7f0ed0156fb0 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 -- 172.21.15.39:0/3097731075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 msgr2=0x7f0ed015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 --2- 172.21.15.39:0/3097731075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 0x7f0ed015ac70 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc009870 tx=0x7f0ecc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 -- 172.21.15.39:0/3097731075 shutdown_connections 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 --2- 172.21.15.39:0/3097731075 >> v2:172.21.15.157:3300/0 conn(0x7f0ed006f170 0x7f0ed00b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 --2- 172.21.15.39:0/3097731075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed0156fb0 0x7f0ed015ac70 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 -- 172.21.15.39:0/3097731075 >> 172.21.15.39:0/3097731075 conn(0x7f0ed006b3b0 msgr2=0x7f0ed006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 -- 172.21.15.39:0/3097731075 shutdown_connections 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.952+0000 7f0ed8118640 1 -- 172.21.15.39:0/3097731075 wait complete. 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.953+0000 7f0ed8118640 1 Processor -- start 2024-09-13T16:10:49.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.953+0000 7f0ed8118640 1 -- start start 2024-09-13T16:10:49.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed8118640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed006f170 0x7f0ed014a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed8118640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 0x7f0ed014baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed8118640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ed015d0a0 0x7f0ed014bfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed8118640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed00ced00 con 0x7f0ed0156fb0 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed8118640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed00cb670 con 0x7f0ed015d0a0 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed8118640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed00cb910 con 0x7f0ed006f170 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 0x7f0ed014baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 0x7f0ed014baa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33916/0 (socket says 172.21.15.39:33916) 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 -- 172.21.15.39:0/1572227918 learned_addr learned my addr 172.21.15.39:0/1572227918 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed5eb4640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed006f170 0x7f0ed014a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed66b5640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ed015d0a0 0x7f0ed014bfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 -- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed006f170 msgr2=0x7f0ed014a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed006f170 0x7f0ed014a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 -- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ed015d0a0 msgr2=0x7f0ed014bfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ed015d0a0 0x7f0ed014bfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:49.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed56b3640 1 -- 172.21.15.39:0/1572227918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ecc0094d0 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.954+0000 7f0ed66b5640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ed015d0a0 0x7f0ed014bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.955+0000 7f0ed56b3640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 0x7f0ed014baa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0ec000e980 tx=0x7f0ec000ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.955+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0009670 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.955+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ec000ca00 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.955+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ed00cbbf0 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.955+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec000cd90 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.955+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ed00cb230 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.956+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ed00672f0 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.956+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ec0013470 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.957+0000 7f0ec67fc640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb406ac00 0x7f0eb406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.957+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0ec0089470 con 0x7f0ed0156fb0 2024-09-13T16:10:49.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.957+0000 7f0ed5eb4640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb406ac00 0x7f0eb406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:49.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.958+0000 7f0ed5eb4640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb406ac00 0x7f0eb406d0c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc034000 tx=0x7f0ecc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:49.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:49.961+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ec0054790 con 0x7f0ed0156fb0 2024-09-13T16:10:50.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.131+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0ed00cba80 con 0x7f0eb406ac00 2024-09-13T16:10:50.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.139+0000 7f0ec67fc640 1 -- 172.21.15.39:0/1572227918 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264728 (secure 0 0 0) 0x7f0ed00cba80 con 0x7f0eb406ac00 2024-09-13T16:10:50.144 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:50.146 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb406ac00 msgr2=0x7f0eb406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb406ac00 0x7f0eb406d0c0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc034000 tx=0x7f0ecc02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 msgr2=0x7f0ed014baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 0x7f0ed014baa0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7f0ec000e980 tx=0x7f0ec000ee40 comp rx=0 tx=0).stop 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 shutdown_connections 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb406ac00 0x7f0eb406d0c0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ed015d0a0 0x7f0ed014bfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ed0156fb0 0x7f0ed014baa0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 --2- 172.21.15.39:0/1572227918 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ed006f170 0x7f0ed014a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.141+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 >> 172.21.15.39:0/1572227918 conn(0x7f0ed006b3b0 msgr2=0x7f0ed014d800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.142+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 shutdown_connections 2024-09-13T16:10:50.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:50.142+0000 7f0ed8118640 1 -- 172.21.15.39:0/1572227918 wait complete. 2024-09-13T16:10:50.154 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":23,"stamp":"2024-09-13T16:10:49.135021+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":150,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251836,"kb_used_data":2856,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722884,"statfs":{"total":773094113280,"available":772836233216,"internally_reserved":0,"allocated":2924544,"data_stored":1757893,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":16,"apply_latency_ms":16,"commit_latency_ns":16000000,"apply_latency_ns":16000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.441876"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.082474+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.082205+0000","last_became_peered":"2024-09-13T16:10:45.082205+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073595+0000","last_change":"2024-09-13T16:10:45.083225+0000","last_active":"2024-09-13T16:10:46.073595+0000","last_peered":"2024-09-13T16:10:46.073595+0000","last_clean":"2024-09-13T16:10:46.073595+0000","last_became_active":"2024-09-13T16:10:45.082963+0000","last_became_peered":"2024-09-13T16:10:45.082963+0000","last_unstale":"2024-09-13T16:10:46.073595+0000","last_undegraded":"2024-09-13T16:10:46.073595+0000","last_fullsized":"2024-09-13T16:10:46.073595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017057+0000","last_change":"2024-09-13T16:10:45.083898+0000","last_active":"2024-09-13T16:10:47.017057+0000","last_peered":"2024-09-13T16:10:47.017057+0000","last_clean":"2024-09-13T16:10:47.017057+0000","last_became_active":"2024-09-13T16:10:45.083598+0000","last_became_peered":"2024-09-13T16:10:45.083598+0000","last_unstale":"2024-09-13T16:10:47.017057+0000","last_undegraded":"2024-09-13T16:10:47.017057+0000","last_fullsized":"2024-09-13T16:10:47.017057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017491+0000","last_change":"2024-09-13T16:10:45.092767+0000","last_active":"2024-09-13T16:10:47.017491+0000","last_peered":"2024-09-13T16:10:47.017491+0000","last_clean":"2024-09-13T16:10:47.017491+0000","last_became_active":"2024-09-13T16:10:45.092455+0000","last_became_peered":"2024-09-13T16:10:45.092455+0000","last_unstale":"2024-09-13T16:10:47.017491+0000","last_undegraded":"2024-09-13T16:10:47.017491+0000","last_fullsized":"2024-09-13T16:10:47.017491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073430+0000","last_change":"2024-09-13T16:10:45.086318+0000","last_active":"2024-09-13T16:10:46.073430+0000","last_peered":"2024-09-13T16:10:46.073430+0000","last_clean":"2024-09-13T16:10:46.073430+0000","last_became_active":"2024-09-13T16:10:45.085009+0000","last_became_peered":"2024-09-13T16:10:45.085009+0000","last_unstale":"2024-09-13T16:10:46.073430+0000","last_undegraded":"2024-09-13T16:10:46.073430+0000","last_fullsized":"2024-09-13T16:10:46.073430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017519+0000","last_change":"2024-09-13T16:10:45.088198+0000","last_active":"2024-09-13T16:10:47.017519+0000","last_peered":"2024-09-13T16:10:47.017519+0000","last_clean":"2024-09-13T16:10:47.017519+0000","last_became_active":"2024-09-13T16:10:45.087823+0000","last_became_peered":"2024-09-13T16:10:45.087823+0000","last_unstale":"2024-09-13T16:10:47.017519+0000","last_undegraded":"2024-09-13T16:10:47.017519+0000","last_fullsized":"2024-09-13T16:10:47.017519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072939+0000","last_change":"2024-09-13T16:10:45.078322+0000","last_active":"2024-09-13T16:10:46.072939+0000","last_peered":"2024-09-13T16:10:46.072939+0000","last_clean":"2024-09-13T16:10:46.072939+0000","last_became_active":"2024-09-13T16:10:45.077713+0000","last_became_peered":"2024-09-13T16:10:45.077713+0000","last_unstale":"2024-09-13T16:10:46.072939+0000","last_undegraded":"2024-09-13T16:10:46.072939+0000","last_fullsized":"2024-09-13T16:10:46.072939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017018+0000","last_change":"2024-09-13T16:10:45.089853+0000","last_active":"2024-09-13T16:10:47.017018+0000","last_peered":"2024-09-13T16:10:47.017018+0000","last_clean":"2024-09-13T16:10:47.017018+0000","last_became_active":"2024-09-13T16:10:45.089575+0000","last_became_peered":"2024-09-13T16:10:45.089575+0000","last_unstale":"2024-09-13T16:10:47.017018+0000","last_undegraded":"2024-09-13T16:10:47.017018+0000","last_fullsized":"2024-09-13T16:10:47.017018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073451+0000","last_change":"2024-09-13T16:10:45.089516+0000","last_active":"2024-09-13T16:10:46.073451+0000","last_peered":"2024-09-13T16:10:46.073451+0000","last_clean":"2024-09-13T16:10:46.073451+0000","last_became_active":"2024-09-13T16:10:45.089269+0000","last_became_peered":"2024-09-13T16:10:45.089269+0000","last_unstale":"2024-09-13T16:10:46.073451+0000","last_undegraded":"2024-09-13T16:10:46.073451+0000","last_fullsized":"2024-09-13T16:10:46.073451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:46.569219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017365+0000","last_change":"2024-09-13T16:10:45.085802+0000","last_active":"2024-09-13T16:10:47.017365+0000","last_peered":"2024-09-13T16:10:47.017365+0000","last_clean":"2024-09-13T16:10:47.017365+0000","last_became_active":"2024-09-13T16:10:45.085516+0000","last_became_peered":"2024-09-13T16:10:45.085516+0000","last_unstale":"2024-09-13T16:10:47.017365+0000","last_undegraded":"2024-09-13T16:10:47.017365+0000","last_fullsized":"2024-09-13T16:10:47.017365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016995+0000","last_change":"2024-09-13T16:10:45.090977+0000","last_active":"2024-09-13T16:10:47.016995+0000","last_peered":"2024-09-13T16:10:47.016995+0000","last_clean":"2024-09-13T16:10:47.016995+0000","last_became_active":"2024-09-13T16:10:45.090204+0000","last_became_peered":"2024-09-13T16:10:45.090204+0000","last_unstale":"2024-09-13T16:10:47.016995+0000","last_undegraded":"2024-09-13T16:10:47.016995+0000","last_fullsized":"2024-09-13T16:10:47.016995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073631+0000","last_change":"2024-09-13T16:10:45.081616+0000","last_active":"2024-09-13T16:10:46.073631+0000","last_peered":"2024-09-13T16:10:46.073631+0000","last_clean":"2024-09-13T16:10:46.073631+0000","last_became_active":"2024-09-13T16:10:45.080954+0000","last_became_peered":"2024-09-13T16:10:45.080954+0000","last_unstale":"2024-09-13T16:10:46.073631+0000","last_undegraded":"2024-09-13T16:10:46.073631+0000","last_fullsized":"2024-09-13T16:10:46.073631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018123+0000","last_change":"2024-09-13T16:10:45.082848+0000","last_active":"2024-09-13T16:10:47.018123+0000","last_peered":"2024-09-13T16:10:47.018123+0000","last_clean":"2024-09-13T16:10:47.018123+0000","last_became_active":"2024-09-13T16:10:45.082613+0000","last_became_peered":"2024-09-13T16:10:45.082613+0000","last_unstale":"2024-09-13T16:10:47.018123+0000","last_undegraded":"2024-09-13T16:10:47.018123+0000","last_fullsized":"2024-09-13T16:10:47.018123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017502+0000","last_change":"2024-09-13T16:10:45.087513+0000","last_active":"2024-09-13T16:10:47.017502+0000","last_peered":"2024-09-13T16:10:47.017502+0000","last_clean":"2024-09-13T16:10:47.017502+0000","last_became_active":"2024-09-13T16:10:45.087253+0000","last_became_peered":"2024-09-13T16:10:45.087253+0000","last_unstale":"2024-09-13T16:10:47.017502+0000","last_undegraded":"2024-09-13T16:10:47.017502+0000","last_fullsized":"2024-09-13T16:10:47.017502+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073462+0000","last_change":"2024-09-13T16:10:45.080287+0000","last_active":"2024-09-13T16:10:46.073462+0000","last_peered":"2024-09-13T16:10:46.073462+0000","last_clean":"2024-09-13T16:10:46.073462+0000","last_became_active":"2024-09-13T16:10:45.080014+0000","last_became_peered":"2024-09-13T16:10:45.080014+0000","last_unstale":"2024-09-13T16:10:46.073462+0000","last_undegraded":"2024-09-13T16:10:46.073462+0000","last_fullsized":"2024-09-13T16:10:46.073462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017158+0000","last_change":"2024-09-13T16:10:45.085892+0000","last_active":"2024-09-13T16:10:47.017158+0000","last_peered":"2024-09-13T16:10:47.017158+0000","last_clean":"2024-09-13T16:10:47.017158+0000","last_became_active":"2024-09-13T16:10:45.085600+0000","last_became_peered":"2024-09-13T16:10:45.085600+0000","last_unstale":"2024-09-13T16:10:47.017158+0000","last_undegraded":"2024-09-13T16:10:47.017158+0000","last_fullsized":"2024-09-13T16:10:47.017158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017670+0000","last_change":"2024-09-13T16:10:45.093945+0000","last_active":"2024-09-13T16:10:47.017670+0000","last_peered":"2024-09-13T16:10:47.017670+0000","last_clean":"2024-09-13T16:10:47.017670+0000","last_became_active":"2024-09-13T16:10:45.093419+0000","last_became_peered":"2024-09-13T16:10:45.093419+0000","last_unstale":"2024-09-13T16:10:47.017670+0000","last_undegraded":"2024-09-13T16:10:47.017670+0000","last_fullsized":"2024-09-13T16:10:47.017670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017401+0000","last_change":"2024-09-13T16:10:45.082793+0000","last_active":"2024-09-13T16:10:47.017401+0000","last_peered":"2024-09-13T16:10:47.017401+0000","last_clean":"2024-09-13T16:10:47.017401+0000","last_became_active":"2024-09-13T16:10:45.082524+0000","last_became_peered":"2024-09-13T16:10:45.082524+0000","last_unstale":"2024-09-13T16:10:47.017401+0000","last_undegraded":"2024-09-13T16:10:47.017401+0000","last_fullsized":"2024-09-13T16:10:47.017401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073347+0000","last_change":"2024-09-13T16:10:45.084613+0000","last_active":"2024-09-13T16:10:46.073347+0000","last_peered":"2024-09-13T16:10:46.073347+0000","last_clean":"2024-09-13T16:10:46.073347+0000","last_became_active":"2024-09-13T16:10:45.084351+0000","last_became_peered":"2024-09-13T16:10:45.084351+0000","last_unstale":"2024-09-13T16:10:46.073347+0000","last_undegraded":"2024-09-13T16:10:46.073347+0000","last_fullsized":"2024-09-13T16:10:46.073347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016898+0000","last_change":"2024-09-13T16:10:45.077134+0000","last_active":"2024-09-13T16:10:47.016898+0000","last_peered":"2024-09-13T16:10:47.016898+0000","last_clean":"2024-09-13T16:10:47.016898+0000","last_became_active":"2024-09-13T16:10:45.076878+0000","last_became_peered":"2024-09-13T16:10:45.076878+0000","last_unstale":"2024-09-13T16:10:47.016898+0000","last_undegraded":"2024-09-13T16:10:47.016898+0000","last_fullsized":"2024-09-13T16:10:47.016898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016964+0000","last_change":"2024-09-13T16:10:45.091633+0000","last_active":"2024-09-13T16:10:47.016964+0000","last_peered":"2024-09-13T16:10:47.016964+0000","last_clean":"2024-09-13T16:10:47.016964+0000","last_became_active":"2024-09-13T16:10:45.091016+0000","last_became_peered":"2024-09-13T16:10:45.091016+0000","last_unstale":"2024-09-13T16:10:47.016964+0000","last_undegraded":"2024-09-13T16:10:47.016964+0000","last_fullsized":"2024-09-13T16:10:47.016964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017231+0000","last_change":"2024-09-13T16:10:45.093295+0000","last_active":"2024-09-13T16:10:47.017231+0000","last_peered":"2024-09-13T16:10:47.017231+0000","last_clean":"2024-09-13T16:10:47.017231+0000","last_became_active":"2024-09-13T16:10:45.093032+0000","last_became_peered":"2024-09-13T16:10:45.093032+0000","last_unstale":"2024-09-13T16:10:47.017231+0000","last_undegraded":"2024-09-13T16:10:47.017231+0000","last_fullsized":"2024-09-13T16:10:47.017231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017835+0000","last_change":"2024-09-13T16:10:45.082232+0000","last_active":"2024-09-13T16:10:47.017835+0000","last_peered":"2024-09-13T16:10:47.017835+0000","last_clean":"2024-09-13T16:10:47.017835+0000","last_became_active":"2024-09-13T16:10:45.081980+0000","last_became_peered":"2024-09-13T16:10:45.081980+0000","last_unstale":"2024-09-13T16:10:47.017835+0000","last_undegraded":"2024-09-13T16:10:47.017835+0000","last_fullsized":"2024-09-13T16:10:47.017835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017444+0000","last_change":"2024-09-13T16:10:45.092800+0000","last_active":"2024-09-13T16:10:47.017444+0000","last_peered":"2024-09-13T16:10:47.017444+0000","last_clean":"2024-09-13T16:10:47.017444+0000","last_became_active":"2024-09-13T16:10:45.092482+0000","last_became_peered":"2024-09-13T16:10:45.092482+0000","last_unstale":"2024-09-13T16:10:47.017444+0000","last_undegraded":"2024-09-13T16:10:47.017444+0000","last_fullsized":"2024-09-13T16:10:47.017444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018079+0000","last_change":"2024-09-13T16:10:45.079842+0000","last_active":"2024-09-13T16:10:47.018079+0000","last_peered":"2024-09-13T16:10:47.018079+0000","last_clean":"2024-09-13T16:10:47.018079+0000","last_became_active":"2024-09-13T16:10:45.079604+0000","last_became_peered":"2024-09-13T16:10:45.079604+0000","last_unstale":"2024-09-13T16:10:47.018079+0000","last_undegraded":"2024-09-13T16:10:47.018079+0000","last_fullsized":"2024-09-13T16:10:47.018079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017234+0000","last_change":"2024-09-13T16:10:45.081165+0000","last_active":"2024-09-13T16:10:47.017234+0000","last_peered":"2024-09-13T16:10:47.017234+0000","last_clean":"2024-09-13T16:10:47.017234+0000","last_became_active":"2024-09-13T16:10:45.080806+0000","last_became_peered":"2024-09-13T16:10:45.080806+0000","last_unstale":"2024-09-13T16:10:47.017234+0000","last_undegraded":"2024-09-13T16:10:47.017234+0000","last_fullsized":"2024-09-13T16:10:47.017234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073633+0000","last_change":"2024-09-13T16:10:45.076721+0000","last_active":"2024-09-13T16:10:46.073633+0000","last_peered":"2024-09-13T16:10:46.073633+0000","last_clean":"2024-09-13T16:10:46.073633+0000","last_became_active":"2024-09-13T16:10:45.076476+0000","last_became_peered":"2024-09-13T16:10:45.076476+0000","last_unstale":"2024-09-13T16:10:46.073633+0000","last_undegraded":"2024-09-13T16:10:46.073633+0000","last_fullsized":"2024-09-13T16:10:46.073633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018005+0000","last_change":"2024-09-13T16:10:45.078348+0000","last_active":"2024-09-13T16:10:47.018005+0000","last_peered":"2024-09-13T16:10:47.018005+0000","last_clean":"2024-09-13T16:10:47.018005+0000","last_became_active":"2024-09-13T16:10:45.077410+0000","last_became_peered":"2024-09-13T16:10:45.077410+0000","last_unstale":"2024-09-13T16:10:47.018005+0000","last_undegraded":"2024-09-13T16:10:47.018005+0000","last_fullsized":"2024-09-13T16:10:47.018005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017128+0000","last_change":"2024-09-13T16:10:45.086108+0000","last_active":"2024-09-13T16:10:47.017128+0000","last_peered":"2024-09-13T16:10:47.017128+0000","last_clean":"2024-09-13T16:10:47.017128+0000","last_became_active":"2024-09-13T16:10:45.085583+0000","last_became_peered":"2024-09-13T16:10:45.085583+0000","last_unstale":"2024-09-13T16:10:47.017128+0000","last_undegraded":"2024-09-13T16:10:47.017128+0000","last_fullsized":"2024-09-13T16:10:47.017128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017366+0000","last_change":"2024-09-13T16:10:45.092692+0000","last_active":"2024-09-13T16:10:47.017366+0000","last_peered":"2024-09-13T16:10:47.017366+0000","last_clean":"2024-09-13T16:10:47.017366+0000","last_became_active":"2024-09-13T16:10:45.092430+0000","last_became_peered":"2024-09-13T16:10:45.092430+0000","last_unstale":"2024-09-13T16:10:47.017366+0000","last_undegraded":"2024-09-13T16:10:47.017366+0000","last_fullsized":"2024-09-13T16:10:47.017366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016820+0000","last_change":"2024-09-13T16:10:45.082861+0000","last_active":"2024-09-13T16:10:47.016820+0000","last_peered":"2024-09-13T16:10:47.016820+0000","last_clean":"2024-09-13T16:10:47.016820+0000","last_became_active":"2024-09-13T16:10:45.082592+0000","last_became_peered":"2024-09-13T16:10:45.082592+0000","last_unstale":"2024-09-13T16:10:47.016820+0000","last_undegraded":"2024-09-13T16:10:47.016820+0000","last_fullsized":"2024-09-13T16:10:47.016820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.087354+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.087076+0000","last_became_peered":"2024-09-13T16:10:45.087076+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072830+0000","last_change":"2024-09-13T16:10:45.079685+0000","last_active":"2024-09-13T16:10:46.072830+0000","last_peered":"2024-09-13T16:10:46.072830+0000","last_clean":"2024-09-13T16:10:46.072830+0000","last_became_active":"2024-09-13T16:10:45.078907+0000","last_became_peered":"2024-09-13T16:10:45.078907+0000","last_unstale":"2024-09-13T16:10:46.072830+0000","last_undegraded":"2024-09-13T16:10:46.072830+0000","last_fullsized":"2024-09-13T16:10:46.072830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018211+0000","last_change":"2024-09-13T16:10:44.714738+0000","last_active":"2024-09-13T16:10:47.018211+0000","last_peered":"2024-09-13T16:10:47.018211+0000","last_clean":"2024-09-13T16:10:47.018211+0000","last_became_active":"2024-09-13T16:10:44.714465+0000","last_became_peered":"2024-09-13T16:10:44.714465+0000","last_unstale":"2024-09-13T16:10:47.018211+0000","last_undegraded":"2024-09-13T16:10:47.018211+0000","last_fullsized":"2024-09-13T16:10:47.018211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.086431+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.086122+0000","last_became_peered":"2024-09-13T16:10:45.086122+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016989+0000","last_change":"2024-09-13T16:10:44.709473+0000","last_active":"2024-09-13T16:10:47.016989+0000","last_peered":"2024-09-13T16:10:47.016989+0000","last_clean":"2024-09-13T16:10:47.016989+0000","last_became_active":"2024-09-13T16:10:44.708888+0000","last_became_peered":"2024-09-13T16:10:44.708888+0000","last_unstale":"2024-09-13T16:10:47.016989+0000","last_undegraded":"2024-09-13T16:10:47.016989+0000","last_fullsized":"2024-09-13T16:10:47.016989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017882+0000","last_change":"2024-09-13T16:10:44.713471+0000","last_active":"2024-09-13T16:10:47.017882+0000","last_peered":"2024-09-13T16:10:47.017882+0000","last_clean":"2024-09-13T16:10:47.017882+0000","last_became_active":"2024-09-13T16:10:44.713213+0000","last_became_peered":"2024-09-13T16:10:44.713213+0000","last_unstale":"2024-09-13T16:10:47.017882+0000","last_undegraded":"2024-09-13T16:10:47.017882+0000","last_fullsized":"2024-09-13T16:10:47.017882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017110+0000","last_change":"2024-09-13T16:10:45.080198+0000","last_active":"2024-09-13T16:10:47.017110+0000","last_peered":"2024-09-13T16:10:47.017110+0000","last_clean":"2024-09-13T16:10:47.017110+0000","last_became_active":"2024-09-13T16:10:45.079960+0000","last_became_peered":"2024-09-13T16:10:45.079960+0000","last_unstale":"2024-09-13T16:10:47.017110+0000","last_undegraded":"2024-09-13T16:10:47.017110+0000","last_fullsized":"2024-09-13T16:10:47.017110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017292+0000","last_change":"2024-09-13T16:10:44.715316+0000","last_active":"2024-09-13T16:10:47.017292+0000","last_peered":"2024-09-13T16:10:47.017292+0000","last_clean":"2024-09-13T16:10:47.017292+0000","last_became_active":"2024-09-13T16:10:44.715021+0000","last_became_peered":"2024-09-13T16:10:44.715021+0000","last_unstale":"2024-09-13T16:10:47.017292+0000","last_undegraded":"2024-09-13T16:10:47.017292+0000","last_fullsized":"2024-09-13T16:10:47.017292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073371+0000","last_change":"2024-09-13T16:10:45.077414+0000","last_active":"2024-09-13T16:10:46.073371+0000","last_peered":"2024-09-13T16:10:46.073371+0000","last_clean":"2024-09-13T16:10:46.073371+0000","last_became_active":"2024-09-13T16:10:45.077102+0000","last_became_peered":"2024-09-13T16:10:45.077102+0000","last_unstale":"2024-09-13T16:10:46.073371+0000","last_undegraded":"2024-09-13T16:10:46.073371+0000","last_fullsized":"2024-09-13T16:10:46.073371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017151+0000","last_change":"2024-09-13T16:10:44.714454+0000","last_active":"2024-09-13T16:10:47.017151+0000","last_peered":"2024-09-13T16:10:47.017151+0000","last_clean":"2024-09-13T16:10:47.017151+0000","last_became_active":"2024-09-13T16:10:44.714100+0000","last_became_peered":"2024-09-13T16:10:44.714100+0000","last_unstale":"2024-09-13T16:10:47.017151+0000","last_undegraded":"2024-09-13T16:10:47.017151+0000","last_fullsized":"2024-09-13T16:10:47.017151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.093367+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.093094+0000","last_became_peered":"2024-09-13T16:10:45.093094+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017634+0000","last_change":"2024-09-13T16:10:44.717640+0000","last_active":"2024-09-13T16:10:47.017634+0000","last_peered":"2024-09-13T16:10:47.017634+0000","last_clean":"2024-09-13T16:10:47.017634+0000","last_became_active":"2024-09-13T16:10:44.717333+0000","last_became_peered":"2024-09-13T16:10:44.717333+0000","last_unstale":"2024-09-13T16:10:47.017634+0000","last_undegraded":"2024-09-13T16:10:47.017634+0000","last_fullsized":"2024-09-13T16:10:47.017634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.085289+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.084421+0000","last_became_peered":"2024-09-13T16:10:45.084421+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073481+0000","last_change":"2024-09-13T16:10:44.714860+0000","last_active":"2024-09-13T16:10:46.073481+0000","last_peered":"2024-09-13T16:10:46.073481+0000","last_clean":"2024-09-13T16:10:46.073481+0000","last_became_active":"2024-09-13T16:10:44.714557+0000","last_became_peered":"2024-09-13T16:10:44.714557+0000","last_unstale":"2024-09-13T16:10:46.073481+0000","last_undegraded":"2024-09-13T16:10:46.073481+0000","last_fullsized":"2024-09-13T16:10:46.073481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073717+0000","last_change":"2024-09-13T16:10:45.082962+0000","last_active":"2024-09-13T16:10:46.073717+0000","last_peered":"2024-09-13T16:10:46.073717+0000","last_clean":"2024-09-13T16:10:46.073717+0000","last_became_active":"2024-09-13T16:10:45.082602+0000","last_became_peered":"2024-09-13T16:10:45.082602+0000","last_unstale":"2024-09-13T16:10:46.073717+0000","last_undegraded":"2024-09-13T16:10:46.073717+0000","last_fullsized":"2024-09-13T16:10:46.073717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017072+0000","last_change":"2024-09-13T16:10:44.713349+0000","last_active":"2024-09-13T16:10:47.017072+0000","last_peered":"2024-09-13T16:10:47.017072+0000","last_clean":"2024-09-13T16:10:47.017072+0000","last_became_active":"2024-09-13T16:10:44.713001+0000","last_became_peered":"2024-09-13T16:10:44.713001+0000","last_unstale":"2024-09-13T16:10:47.017072+0000","last_undegraded":"2024-09-13T16:10:47.017072+0000","last_fullsized":"2024-09-13T16:10:47.017072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073054+0000","last_change":"2024-09-13T16:10:45.085490+0000","last_active":"2024-09-13T16:10:46.073054+0000","last_peered":"2024-09-13T16:10:46.073054+0000","last_clean":"2024-09-13T16:10:46.073054+0000","last_became_active":"2024-09-13T16:10:45.085096+0000","last_became_peered":"2024-09-13T16:10:45.085096+0000","last_unstale":"2024-09-13T16:10:46.073054+0000","last_undegraded":"2024-09-13T16:10:46.073054+0000","last_fullsized":"2024-09-13T16:10:46.073054+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:01.707134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017319+0000","last_change":"2024-09-13T16:10:44.709566+0000","last_active":"2024-09-13T16:10:47.017319+0000","last_peered":"2024-09-13T16:10:47.017319+0000","last_clean":"2024-09-13T16:10:47.017319+0000","last_became_active":"2024-09-13T16:10:44.708635+0000","last_became_peered":"2024-09-13T16:10:44.708635+0000","last_unstale":"2024-09-13T16:10:47.017319+0000","last_undegraded":"2024-09-13T16:10:47.017319+0000","last_fullsized":"2024-09-13T16:10:47.017319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017599+0000","last_change":"2024-09-13T16:10:45.085102+0000","last_active":"2024-09-13T16:10:47.017599+0000","last_peered":"2024-09-13T16:10:47.017599+0000","last_clean":"2024-09-13T16:10:47.017599+0000","last_became_active":"2024-09-13T16:10:45.084824+0000","last_became_peered":"2024-09-13T16:10:45.084824+0000","last_unstale":"2024-09-13T16:10:47.017599+0000","last_undegraded":"2024-09-13T16:10:47.017599+0000","last_fullsized":"2024-09-13T16:10:47.017599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017473+0000","last_change":"2024-09-13T16:10:44.716666+0000","last_active":"2024-09-13T16:10:47.017473+0000","last_peered":"2024-09-13T16:10:47.017473+0000","last_clean":"2024-09-13T16:10:47.017473+0000","last_became_active":"2024-09-13T16:10:44.716218+0000","last_became_peered":"2024-09-13T16:10:44.716218+0000","last_unstale":"2024-09-13T16:10:47.017473+0000","last_undegraded":"2024-09-13T16:10:47.017473+0000","last_fullsized":"2024-09-13T16:10:47.017473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073531+0000","last_change":"2024-09-13T16:10:45.082640+0000","last_active":"2024-09-13T16:10:46.073531+0000","last_peered":"2024-09-13T16:10:46.073531+0000","last_clean":"2024-09-13T16:10:46.073531+0000","last_became_active":"2024-09-13T16:10:45.080161+0000","last_became_peered":"2024-09-13T16:10:45.080161+0000","last_unstale":"2024-09-13T16:10:46.073531+0000","last_undegraded":"2024-09-13T16:10:46.073531+0000","last_fullsized":"2024-09-13T16:10:46.073531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016861+0000","last_change":"2024-09-13T16:10:44.711419+0000","last_active":"2024-09-13T16:10:47.016861+0000","last_peered":"2024-09-13T16:10:47.016861+0000","last_clean":"2024-09-13T16:10:47.016861+0000","last_became_active":"2024-09-13T16:10:44.711132+0000","last_became_peered":"2024-09-13T16:10:44.711132+0000","last_unstale":"2024-09-13T16:10:47.016861+0000","last_undegraded":"2024-09-13T16:10:47.016861+0000","last_fullsized":"2024-09-13T16:10:47.016861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.086756+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.086444+0000","last_became_peered":"2024-09-13T16:10:45.086444+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016812+0000","last_change":"2024-09-13T16:10:44.713900+0000","last_active":"2024-09-13T16:10:47.016812+0000","last_peered":"2024-09-13T16:10:47.016812+0000","last_clean":"2024-09-13T16:10:47.016812+0000","last_became_active":"2024-09-13T16:10:44.713528+0000","last_became_peered":"2024-09-13T16:10:44.713528+0000","last_unstale":"2024-09-13T16:10:47.016812+0000","last_undegraded":"2024-09-13T16:10:47.016812+0000","last_fullsized":"2024-09-13T16:10:47.016812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073030+0000","last_change":"2024-09-13T16:10:45.078524+0000","last_active":"2024-09-13T16:10:46.073030+0000","last_peered":"2024-09-13T16:10:46.073030+0000","last_clean":"2024-09-13T16:10:46.073030+0000","last_became_active":"2024-09-13T16:10:45.078059+0000","last_became_peered":"2024-09-13T16:10:45.078059+0000","last_unstale":"2024-09-13T16:10:46.073030+0000","last_undegraded":"2024-09-13T16:10:46.073030+0000","last_fullsized":"2024-09-13T16:10:46.073030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073772+0000","last_change":"2024-09-13T16:10:44.709248+0000","last_active":"2024-09-13T16:10:46.073772+0000","last_peered":"2024-09-13T16:10:46.073772+0000","last_clean":"2024-09-13T16:10:46.073772+0000","last_became_active":"2024-09-13T16:10:44.708975+0000","last_became_peered":"2024-09-13T16:10:44.708975+0000","last_unstale":"2024-09-13T16:10:46.073772+0000","last_undegraded":"2024-09-13T16:10:46.073772+0000","last_fullsized":"2024-09-13T16:10:46.073772+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073336+0000","last_change":"2024-09-13T16:10:45.078121+0000","last_active":"2024-09-13T16:10:46.073336+0000","last_peered":"2024-09-13T16:10:46.073336+0000","last_clean":"2024-09-13T16:10:46.073336+0000","last_became_active":"2024-09-13T16:10:45.077851+0000","last_became_peered":"2024-09-13T16:10:45.077851+0000","last_unstale":"2024-09-13T16:10:46.073336+0000","last_undegraded":"2024-09-13T16:10:46.073336+0000","last_fullsized":"2024-09-13T16:10:46.073336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017492+0000","last_change":"2024-09-13T16:10:44.714501+0000","last_active":"2024-09-13T16:10:47.017492+0000","last_peered":"2024-09-13T16:10:47.017492+0000","last_clean":"2024-09-13T16:10:47.017492+0000","last_became_active":"2024-09-13T16:10:44.714205+0000","last_became_peered":"2024-09-13T16:10:44.714205+0000","last_unstale":"2024-09-13T16:10:47.017492+0000","last_undegraded":"2024-09-13T16:10:47.017492+0000","last_fullsized":"2024-09-13T16:10:47.017492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073489+0000","last_change":"2024-09-13T16:10:45.081152+0000","last_active":"2024-09-13T16:10:46.073489+0000","last_peered":"2024-09-13T16:10:46.073489+0000","last_clean":"2024-09-13T16:10:46.073489+0000","last_became_active":"2024-09-13T16:10:45.080877+0000","last_became_peered":"2024-09-13T16:10:45.080877+0000","last_unstale":"2024-09-13T16:10:46.073489+0000","last_undegraded":"2024-09-13T16:10:46.073489+0000","last_fullsized":"2024-09-13T16:10:46.073489+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:02.471000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073584+0000","last_change":"2024-09-13T16:10:44.713441+0000","last_active":"2024-09-13T16:10:46.073584+0000","last_peered":"2024-09-13T16:10:46.073584+0000","last_clean":"2024-09-13T16:10:46.073584+0000","last_became_active":"2024-09-13T16:10:44.713173+0000","last_became_peered":"2024-09-13T16:10:44.713173+0000","last_unstale":"2024-09-13T16:10:46.073584+0000","last_undegraded":"2024-09-13T16:10:46.073584+0000","last_fullsized":"2024-09-13T16:10:46.073584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017718+0000","last_change":"2024-09-13T16:10:45.092675+0000","last_active":"2024-09-13T16:10:47.017718+0000","last_peered":"2024-09-13T16:10:47.017718+0000","last_clean":"2024-09-13T16:10:47.017718+0000","last_became_active":"2024-09-13T16:10:45.092398+0000","last_became_peered":"2024-09-13T16:10:45.092398+0000","last_unstale":"2024-09-13T16:10:47.017718+0000","last_undegraded":"2024-09-13T16:10:47.017718+0000","last_fullsized":"2024-09-13T16:10:47.017718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017140+0000","last_change":"2024-09-13T16:10:44.714886+0000","last_active":"2024-09-13T16:10:47.017140+0000","last_peered":"2024-09-13T16:10:47.017140+0000","last_clean":"2024-09-13T16:10:47.017140+0000","last_became_active":"2024-09-13T16:10:44.714403+0000","last_became_peered":"2024-09-13T16:10:44.714403+0000","last_unstale":"2024-09-13T16:10:47.017140+0000","last_undegraded":"2024-09-13T16:10:47.017140+0000","last_fullsized":"2024-09-13T16:10:47.017140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073145+0000","last_change":"2024-09-13T16:10:45.090849+0000","last_active":"2024-09-13T16:10:46.073145+0000","last_peered":"2024-09-13T16:10:46.073145+0000","last_clean":"2024-09-13T16:10:46.073145+0000","last_became_active":"2024-09-13T16:10:45.090578+0000","last_became_peered":"2024-09-13T16:10:45.090578+0000","last_unstale":"2024-09-13T16:10:46.073145+0000","last_undegraded":"2024-09-13T16:10:46.073145+0000","last_fullsized":"2024-09-13T16:10:46.073145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:26:18.476290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T16:10:45.069018+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:45.069018+0000","last_peered":"2024-09-13T16:10:45.069018+0000","last_clean":"2024-09-13T16:10:45.069018+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:45.069018+0000","last_undegraded":"2024-09-13T16:10:45.069018+0000","last_fullsized":"2024-09-13T16:10:45.069018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017304+0000","last_change":"2024-09-13T16:10:44.713436+0000","last_active":"2024-09-13T16:10:47.017304+0000","last_peered":"2024-09-13T16:10:47.017304+0000","last_clean":"2024-09-13T16:10:47.017304+0000","last_became_active":"2024-09-13T16:10:44.712483+0000","last_became_peered":"2024-09-13T16:10:44.712483+0000","last_unstale":"2024-09-13T16:10:47.017304+0000","last_undegraded":"2024-09-13T16:10:47.017304+0000","last_fullsized":"2024-09-13T16:10:47.017304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.090793+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.090544+0000","last_became_peered":"2024-09-13T16:10:45.090544+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072773+0000","last_change":"2024-09-13T16:10:44.712187+0000","last_active":"2024-09-13T16:10:46.072773+0000","last_peered":"2024-09-13T16:10:46.072773+0000","last_clean":"2024-09-13T16:10:46.072773+0000","last_became_active":"2024-09-13T16:10:44.711939+0000","last_became_peered":"2024-09-13T16:10:44.711939+0000","last_unstale":"2024-09-13T16:10:46.072773+0000","last_undegraded":"2024-09-13T16:10:46.072773+0000","last_fullsized":"2024-09-13T16:10:46.072773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:58.844423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016892+0000","last_change":"2024-09-13T16:10:45.083771+0000","last_active":"2024-09-13T16:10:47.016892+0000","last_peered":"2024-09-13T16:10:47.016892+0000","last_clean":"2024-09-13T16:10:47.016892+0000","last_became_active":"2024-09-13T16:10:45.083489+0000","last_became_peered":"2024-09-13T16:10:45.083489+0000","last_unstale":"2024-09-13T16:10:47.016892+0000","last_undegraded":"2024-09-13T16:10:47.016892+0000","last_fullsized":"2024-09-13T16:10:47.016892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017643+0000","last_change":"2024-09-13T16:10:44.713417+0000","last_active":"2024-09-13T16:10:47.017643+0000","last_peered":"2024-09-13T16:10:47.017643+0000","last_clean":"2024-09-13T16:10:47.017643+0000","last_became_active":"2024-09-13T16:10:44.713083+0000","last_became_peered":"2024-09-13T16:10:44.713083+0000","last_unstale":"2024-09-13T16:10:47.017643+0000","last_undegraded":"2024-09-13T16:10:47.017643+0000","last_fullsized":"2024-09-13T16:10:47.017643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073478+0000","last_change":"2024-09-13T16:10:45.081568+0000","last_active":"2024-09-13T16:10:46.073478+0000","last_peered":"2024-09-13T16:10:46.073478+0000","last_clean":"2024-09-13T16:10:46.073478+0000","last_became_active":"2024-09-13T16:10:45.081338+0000","last_became_peered":"2024-09-13T16:10:45.081338+0000","last_unstale":"2024-09-13T16:10:46.073478+0000","last_undegraded":"2024-09-13T16:10:46.073478+0000","last_fullsized":"2024-09-13T16:10:46.073478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:44.716472+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:44.715436+0000","last_became_peered":"2024-09-13T16:10:44.715436+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.084958+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.084689+0000","last_became_peered":"2024-09-13T16:10:45.084689+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:35.902397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073452+0000","last_change":"2024-09-13T16:10:44.711647+0000","last_active":"2024-09-13T16:10:46.073452+0000","last_peered":"2024-09-13T16:10:46.073452+0000","last_clean":"2024-09-13T16:10:46.073452+0000","last_became_active":"2024-09-13T16:10:44.711330+0000","last_became_peered":"2024-09-13T16:10:44.711330+0000","last_unstale":"2024-09-13T16:10:46.073452+0000","last_undegraded":"2024-09-13T16:10:46.073452+0000","last_fullsized":"2024-09-13T16:10:46.073452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017804+0000","last_change":"2024-09-13T16:10:45.091997+0000","last_active":"2024-09-13T16:10:47.017804+0000","last_peered":"2024-09-13T16:10:47.017804+0000","last_clean":"2024-09-13T16:10:47.017804+0000","last_became_active":"2024-09-13T16:10:45.091718+0000","last_became_peered":"2024-09-13T16:10:45.091718+0000","last_unstale":"2024-09-13T16:10:47.017804+0000","last_undegraded":"2024-09-13T16:10:47.017804+0000","last_fullsized":"2024-09-13T16:10:47.017804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:11.898994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073517+0000","last_change":"2024-09-13T16:10:44.713092+0000","last_active":"2024-09-13T16:10:46.073517+0000","last_peered":"2024-09-13T16:10:46.073517+0000","last_clean":"2024-09-13T16:10:46.073517+0000","last_became_active":"2024-09-13T16:10:44.712735+0000","last_became_peered":"2024-09-13T16:10:44.712735+0000","last_unstale":"2024-09-13T16:10:46.073517+0000","last_undegraded":"2024-09-13T16:10:46.073517+0000","last_fullsized":"2024-09-13T16:10:46.073517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073519+0000","last_change":"2024-09-13T16:10:45.080986+0000","last_active":"2024-09-13T16:10:46.073519+0000","last_peered":"2024-09-13T16:10:46.073519+0000","last_clean":"2024-09-13T16:10:46.073519+0000","last_became_active":"2024-09-13T16:10:45.080741+0000","last_became_peered":"2024-09-13T16:10:45.080741+0000","last_unstale":"2024-09-13T16:10:46.073519+0000","last_undegraded":"2024-09-13T16:10:46.073519+0000","last_fullsized":"2024-09-13T16:10:46.073519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073578+0000","last_change":"2024-09-13T16:10:44.707818+0000","last_active":"2024-09-13T16:10:46.073578+0000","last_peered":"2024-09-13T16:10:46.073578+0000","last_clean":"2024-09-13T16:10:46.073578+0000","last_became_active":"2024-09-13T16:10:44.707408+0000","last_became_peered":"2024-09-13T16:10:44.707408+0000","last_unstale":"2024-09-13T16:10:46.073578+0000","last_undegraded":"2024-09-13T16:10:46.073578+0000","last_fullsized":"2024-09-13T16:10:46.073578+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018128+0000","last_change":"2024-09-13T16:10:45.084750+0000","last_active":"2024-09-13T16:10:47.018128+0000","last_peered":"2024-09-13T16:10:47.018128+0000","last_clean":"2024-09-13T16:10:47.018128+0000","last_became_active":"2024-09-13T16:10:45.084470+0000","last_became_peered":"2024-09-13T16:10:45.084470+0000","last_unstale":"2024-09-13T16:10:47.018128+0000","last_undegraded":"2024-09-13T16:10:47.018128+0000","last_fullsized":"2024-09-13T16:10:47.018128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017314+0000","last_change":"2024-09-13T16:10:44.710168+0000","last_active":"2024-09-13T16:10:47.017314+0000","last_peered":"2024-09-13T16:10:47.017314+0000","last_clean":"2024-09-13T16:10:47.017314+0000","last_became_active":"2024-09-13T16:10:44.709806+0000","last_became_peered":"2024-09-13T16:10:44.709806+0000","last_unstale":"2024-09-13T16:10:47.017314+0000","last_undegraded":"2024-09-13T16:10:47.017314+0000","last_fullsized":"2024-09-13T16:10:47.017314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017273+0000","last_change":"2024-09-13T16:10:45.087407+0000","last_active":"2024-09-13T16:10:47.017273+0000","last_peered":"2024-09-13T16:10:47.017273+0000","last_clean":"2024-09-13T16:10:47.017273+0000","last_became_active":"2024-09-13T16:10:45.087008+0000","last_became_peered":"2024-09-13T16:10:45.087008+0000","last_unstale":"2024-09-13T16:10:47.017273+0000","last_undegraded":"2024-09-13T16:10:47.017273+0000","last_fullsized":"2024-09-13T16:10:47.017273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072674+0000","last_change":"2024-09-13T16:10:44.714178+0000","last_active":"2024-09-13T16:10:46.072674+0000","last_peered":"2024-09-13T16:10:46.072674+0000","last_clean":"2024-09-13T16:10:46.072674+0000","last_became_active":"2024-09-13T16:10:44.713928+0000","last_became_peered":"2024-09-13T16:10:44.713928+0000","last_unstale":"2024-09-13T16:10:46.072674+0000","last_undegraded":"2024-09-13T16:10:46.072674+0000","last_fullsized":"2024-09-13T16:10:46.072674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:34.891368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073153+0000","last_change":"2024-09-13T16:10:45.082553+0000","last_active":"2024-09-13T16:10:46.073153+0000","last_peered":"2024-09-13T16:10:46.073153+0000","last_clean":"2024-09-13T16:10:46.073153+0000","last_became_active":"2024-09-13T16:10:45.082172+0000","last_became_peered":"2024-09-13T16:10:45.082172+0000","last_unstale":"2024-09-13T16:10:46.073153+0000","last_undegraded":"2024-09-13T16:10:46.073153+0000","last_fullsized":"2024-09-13T16:10:46.073153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073473+0000","last_change":"2024-09-13T16:10:44.709409+0000","last_active":"2024-09-13T16:10:46.073473+0000","last_peered":"2024-09-13T16:10:46.073473+0000","last_clean":"2024-09-13T16:10:46.073473+0000","last_became_active":"2024-09-13T16:10:44.709103+0000","last_became_peered":"2024-09-13T16:10:44.709103+0000","last_unstale":"2024-09-13T16:10:46.073473+0000","last_undegraded":"2024-09-13T16:10:46.073473+0000","last_fullsized":"2024-09-13T16:10:46.073473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017199+0000","last_change":"2024-09-13T16:10:45.086258+0000","last_active":"2024-09-13T16:10:47.017199+0000","last_peered":"2024-09-13T16:10:47.017199+0000","last_clean":"2024-09-13T16:10:47.017199+0000","last_became_active":"2024-09-13T16:10:45.085997+0000","last_became_peered":"2024-09-13T16:10:45.085997+0000","last_unstale":"2024-09-13T16:10:47.017199+0000","last_undegraded":"2024-09-13T16:10:47.017199+0000","last_fullsized":"2024-09-13T16:10:47.017199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073484+0000","last_change":"2024-09-13T16:10:44.716411+0000","last_active":"2024-09-13T16:10:46.073484+0000","last_peered":"2024-09-13T16:10:46.073484+0000","last_clean":"2024-09-13T16:10:46.073484+0000","last_became_active":"2024-09-13T16:10:44.716120+0000","last_became_peered":"2024-09-13T16:10:44.716120+0000","last_unstale":"2024-09-13T16:10:46.073484+0000","last_undegraded":"2024-09-13T16:10:46.073484+0000","last_fullsized":"2024-09-13T16:10:46.073484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:03:48.481213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018177+0000","last_change":"2024-09-13T16:10:45.084036+0000","last_active":"2024-09-13T16:10:47.018177+0000","last_peered":"2024-09-13T16:10:47.018177+0000","last_clean":"2024-09-13T16:10:47.018177+0000","last_became_active":"2024-09-13T16:10:45.083753+0000","last_became_peered":"2024-09-13T16:10:45.083753+0000","last_unstale":"2024-09-13T16:10:47.018177+0000","last_undegraded":"2024-09-13T16:10:47.018177+0000","last_fullsized":"2024-09-13T16:10:47.018177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073577+0000","last_change":"2024-09-13T16:10:44.717080+0000","last_active":"2024-09-13T16:10:46.073577+0000","last_peered":"2024-09-13T16:10:46.073577+0000","last_clean":"2024-09-13T16:10:46.073577+0000","last_became_active":"2024-09-13T16:10:44.716807+0000","last_became_peered":"2024-09-13T16:10:44.716807+0000","last_unstale":"2024-09-13T16:10:46.073577+0000","last_undegraded":"2024-09-13T16:10:46.073577+0000","last_fullsized":"2024-09-13T16:10:46.073577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.080959+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.080678+0000","last_became_peered":"2024-09-13T16:10:45.080678+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017763+0000","last_change":"2024-09-13T16:10:45.093789+0000","last_active":"2024-09-13T16:10:47.017763+0000","last_peered":"2024-09-13T16:10:47.017763+0000","last_clean":"2024-09-13T16:10:47.017763+0000","last_became_active":"2024-09-13T16:10:45.093535+0000","last_became_peered":"2024-09-13T16:10:45.093535+0000","last_unstale":"2024-09-13T16:10:47.017763+0000","last_undegraded":"2024-09-13T16:10:47.017763+0000","last_fullsized":"2024-09-13T16:10:47.017763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073444+0000","last_change":"2024-09-13T16:10:44.718561+0000","last_active":"2024-09-13T16:10:46.073444+0000","last_peered":"2024-09-13T16:10:46.073444+0000","last_clean":"2024-09-13T16:10:46.073444+0000","last_became_active":"2024-09-13T16:10:44.718316+0000","last_became_peered":"2024-09-13T16:10:44.718316+0000","last_unstale":"2024-09-13T16:10:46.073444+0000","last_undegraded":"2024-09-13T16:10:46.073444+0000","last_fullsized":"2024-09-13T16:10:46.073444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:45.642851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:45.090086+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:45.089821+0000","last_became_peered":"2024-09-13T16:10:45.089821+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073238+0000","last_change":"2024-09-13T16:10:44.713790+0000","last_active":"2024-09-13T16:10:46.073238+0000","last_peered":"2024-09-13T16:10:46.073238+0000","last_clean":"2024-09-13T16:10:46.073238+0000","last_became_active":"2024-09-13T16:10:44.713435+0000","last_became_peered":"2024-09-13T16:10:44.713435+0000","last_unstale":"2024-09-13T16:10:46.073238+0000","last_undegraded":"2024-09-13T16:10:46.073238+0000","last_fullsized":"2024-09-13T16:10:46.073238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:28.004153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017430+0000","last_change":"2024-09-13T16:10:45.084948+0000","last_active":"2024-09-13T16:10:47.017430+0000","last_peered":"2024-09-13T16:10:47.017430+0000","last_clean":"2024-09-13T16:10:47.017430+0000","last_became_active":"2024-09-13T16:10:45.084698+0000","last_became_peered":"2024-09-13T16:10:45.084698+0000","last_unstale":"2024-09-13T16:10:47.017430+0000","last_undegraded":"2024-09-13T16:10:47.017430+0000","last_fullsized":"2024-09-13T16:10:47.017430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017712+0000","last_change":"2024-09-13T16:10:44.716080+0000","last_active":"2024-09-13T16:10:47.017712+0000","last_peered":"2024-09-13T16:10:47.017712+0000","last_clean":"2024-09-13T16:10:47.017712+0000","last_became_active":"2024-09-13T16:10:44.715812+0000","last_became_peered":"2024-09-13T16:10:44.715812+0000","last_unstale":"2024-09-13T16:10:47.017712+0000","last_undegraded":"2024-09-13T16:10:47.017712+0000","last_fullsized":"2024-09-13T16:10:47.017712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017628+0000","last_change":"2024-09-13T16:10:45.086113+0000","last_active":"2024-09-13T16:10:47.017628+0000","last_peered":"2024-09-13T16:10:47.017628+0000","last_clean":"2024-09-13T16:10:47.017628+0000","last_became_active":"2024-09-13T16:10:45.085803+0000","last_became_peered":"2024-09-13T16:10:45.085803+0000","last_unstale":"2024-09-13T16:10:47.017628+0000","last_undegraded":"2024-09-13T16:10:47.017628+0000","last_fullsized":"2024-09-13T16:10:47.017628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017594+0000","last_change":"2024-09-13T16:10:44.705257+0000","last_active":"2024-09-13T16:10:47.017594+0000","last_peered":"2024-09-13T16:10:47.017594+0000","last_clean":"2024-09-13T16:10:47.017594+0000","last_became_active":"2024-09-13T16:10:44.704952+0000","last_became_peered":"2024-09-13T16:10:44.704952+0000","last_unstale":"2024-09-13T16:10:47.017594+0000","last_undegraded":"2024-09-13T16:10:47.017594+0000","last_fullsized":"2024-09-13T16:10:47.017594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:35.470699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574853,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63100000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70399999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78300000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.79700000000000004}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67400000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574853,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":217088,"data_stored":70833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57499999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]}]},{"osd":5,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31328,"kb_used_data":204,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340512,"statfs":{"total":96636764160,"available":96604684288,"internally_reserved":0,"allocated":208896,"data_stored":69359,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38400000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48899999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51200000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.622}]}]},{"osd":4,"up_from":13,"seq":55834574853,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34799999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56699999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60099999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53700000000000003}]}]},{"osd":3,"up_from":13,"seq":55834574854,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":217088,"data_stored":70833,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33700000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32100000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52100000000000002}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41299999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.441}]}]},{"osd":2,"up_from":13,"seq":55834574854,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31324,"kb_used_data":200,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340516,"statfs":{"total":96636764160,"available":96604688384,"internally_reserved":0,"allocated":204800,"data_stored":69269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.30099999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.252}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59999999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55700000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58399999999999996}]}]},{"osd":1,"up_from":13,"seq":55834574854,"num_pgs":6,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46899999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48799999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85099999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86599999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80600000000000005}]}]},{"osd":0,"up_from":13,"seq":55834574854,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31912,"kb_used_data":788,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339928,"statfs":{"total":96636764160,"available":96604086272,"internally_reserved":0,"allocated":806912,"data_stored":659656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28399999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39400000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32900000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74099999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:53.159 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:53.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.273+0000 7f389d91f640 1 Processor -- start 2024-09-13T16:10:53.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.273+0000 7f389d91f640 1 -- start start 2024-09-13T16:10:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f389d91f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3898156fb0 0x7f389815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f389d91f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f389806f170 0x7f38980b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f389d91f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f389815b1b0 con 0x7f389815d0a0 2024-09-13T16:10:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f389d91f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f389806f6e0 con 0x7f389806f170 2024-09-13T16:10:53.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f389d91f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f389806f9c0 con 0x7f3898156fb0 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f38967fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f389806f170 0x7f38980b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f38967fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f389806f170 0x7f38980b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33932/0 (socket says 172.21.15.39:33932) 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f38967fc640 1 -- 172.21.15.39:0/3484427963 learned_addr learned my addr 172.21.15.39:0/3484427963 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.274+0000 7f3896ffd640 1 --2- 172.21.15.39:0/3484427963 >> v2:172.21.15.157:3300/0 conn(0x7f3898156fb0 0x7f389815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f38967fc640 1 -- 172.21.15.39:0/3484427963 >> v2:172.21.15.157:3300/0 conn(0x7f3898156fb0 msgr2=0x7f389815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f38967fc640 1 --2- 172.21.15.39:0/3484427963 >> v2:172.21.15.157:3300/0 conn(0x7f3898156fb0 0x7f389815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f38967fc640 1 -- 172.21.15.39:0/3484427963 >> v1:172.21.15.157:6789/0 conn(0x7f389815d0a0 legacy=0x7f3898070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f38967fc640 1 -- 172.21.15.39:0/3484427963 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f389806fca0 con 0x7f389806f170 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f38967fc640 1 --2- 172.21.15.39:0/3484427963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f38980b1cf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f389806c5c0 tx=0x7f388c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da3e5b147ea541c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f3895ffb640 1 -- 172.21.15.39:0/3484427963 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388c032440 con 0x7f389806f170 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f3895ffb640 1 -- 172.21.15.39:0/3484427963 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f388c0325a0 con 0x7f389806f170 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.275+0000 7f3895ffb640 1 -- 172.21.15.39:0/3484427963 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f388c032930 con 0x7f389806f170 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 -- 172.21.15.39:0/3484427963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 msgr2=0x7f38980b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 --2- 172.21.15.39:0/3484427963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f38980b1cf0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f389806c5c0 tx=0x7f388c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 -- 172.21.15.39:0/3484427963 shutdown_connections 2024-09-13T16:10:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 --2- 172.21.15.39:0/3484427963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f38980b1cf0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 --2- 172.21.15.39:0/3484427963 >> v2:172.21.15.157:3300/0 conn(0x7f3898156fb0 0x7f389815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 -- 172.21.15.39:0/3484427963 >> 172.21.15.39:0/3484427963 conn(0x7f389806b3b0 msgr2=0x7f389806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 -- 172.21.15.39:0/3484427963 shutdown_connections 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.276+0000 7f389d91f640 1 -- 172.21.15.39:0/3484427963 wait complete. 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.277+0000 7f389d91f640 1 Processor -- start 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 -- start start 2024-09-13T16:10:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f389814b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3898156fb0 0x7f3898069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f389815d0a0 0x7f389806a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3898151e60 con 0x7f389806f170 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3898151220 con 0x7f389815d0a0 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f389d91f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f38981514c0 con 0x7f3898156fb0 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f3896ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f389814b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f3896ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f389814b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33944/0 (socket says 172.21.15.39:33944) 2024-09-13T16:10:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f3896ffd640 1 -- 172.21.15.39:0/722284174 learned_addr learned my addr 172.21.15.39:0/722284174 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f38977fe640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f389815d0a0 0x7f389806a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.278+0000 7f38967fc640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3898156fb0 0x7f3898069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f3896ffd640 1 -- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3898156fb0 msgr2=0x7f3898069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f3896ffd640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3898156fb0 0x7f3898069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f3896ffd640 1 -- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f389815d0a0 msgr2=0x7f389806a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f3896ffd640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f389815d0a0 0x7f389806a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f3896ffd640 1 -- 172.21.15.39:0/722284174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f388c0094d0 con 0x7f389806f170 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f3896ffd640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f389814b700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f388800c7f0 tx=0x7f388800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3888004220 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38880043a0 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3888007860 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38981517a0 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.279+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f389814bc40 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.280+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38980672f0 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.281+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3888007bd0 con 0x7f389806f170 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.281+0000 7f387ffff640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f388406ac00 0x7f388406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.281+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3888089210 con 0x7f389806f170 2024-09-13T16:10:53.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.281+0000 7f38967fc640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f388406ac00 0x7f388406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.282+0000 7f38967fc640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f388406ac00 0x7f388406d0c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f388c034000 tx=0x7f388c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.286+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3888054530 con 0x7f389806f170 2024-09-13T16:10:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.454+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f3898070260 con 0x7f388406ac00 2024-09-13T16:10:53.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.462+0000 7f387ffff640 1 -- 172.21.15.39:0/722284174 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264536 (secure 0 0 0) 0x7f388c046450 con 0x7f388406ac00 2024-09-13T16:10:53.465 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:53.467 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:53.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.464+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f388406ac00 msgr2=0x7f388406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.464+0000 7f389d91f640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f388406ac00 0x7f388406d0c0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f388c034000 tx=0x7f388c02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:53.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.464+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 msgr2=0x7f389814b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.464+0000 7f389d91f640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f389814b700 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f388800c7f0 tx=0x7f388800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 shutdown_connections 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f388406ac00 0x7f388406d0c0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f389815d0a0 0x7f389806a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3898156fb0 0x7f3898069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 --2- 172.21.15.39:0/722284174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f389806f170 0x7f389814b700 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 >> 172.21.15.39:0/722284174 conn(0x7f389806b3b0 msgr2=0x7f389815b890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 shutdown_connections 2024-09-13T16:10:53.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.465+0000 7f389d91f640 1 -- 172.21.15.39:0/722284174 wait complete. 2024-09-13T16:10:53.477 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":25,"stamp":"2024-09-13T16:10:53.135913+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251856,"kb_used_data":2916,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722864,"statfs":{"total":773094113280,"available":772836212736,"internally_reserved":0,"allocated":2985984,"data_stored":1789393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.069662"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.082474+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.082205+0000","last_became_peered":"2024-09-13T16:10:45.082205+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073595+0000","last_change":"2024-09-13T16:10:45.083225+0000","last_active":"2024-09-13T16:10:46.073595+0000","last_peered":"2024-09-13T16:10:46.073595+0000","last_clean":"2024-09-13T16:10:46.073595+0000","last_became_active":"2024-09-13T16:10:45.082963+0000","last_became_peered":"2024-09-13T16:10:45.082963+0000","last_unstale":"2024-09-13T16:10:46.073595+0000","last_undegraded":"2024-09-13T16:10:46.073595+0000","last_fullsized":"2024-09-13T16:10:46.073595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017057+0000","last_change":"2024-09-13T16:10:45.083898+0000","last_active":"2024-09-13T16:10:47.017057+0000","last_peered":"2024-09-13T16:10:47.017057+0000","last_clean":"2024-09-13T16:10:47.017057+0000","last_became_active":"2024-09-13T16:10:45.083598+0000","last_became_peered":"2024-09-13T16:10:45.083598+0000","last_unstale":"2024-09-13T16:10:47.017057+0000","last_undegraded":"2024-09-13T16:10:47.017057+0000","last_fullsized":"2024-09-13T16:10:47.017057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017491+0000","last_change":"2024-09-13T16:10:45.092767+0000","last_active":"2024-09-13T16:10:47.017491+0000","last_peered":"2024-09-13T16:10:47.017491+0000","last_clean":"2024-09-13T16:10:47.017491+0000","last_became_active":"2024-09-13T16:10:45.092455+0000","last_became_peered":"2024-09-13T16:10:45.092455+0000","last_unstale":"2024-09-13T16:10:47.017491+0000","last_undegraded":"2024-09-13T16:10:47.017491+0000","last_fullsized":"2024-09-13T16:10:47.017491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073430+0000","last_change":"2024-09-13T16:10:45.086318+0000","last_active":"2024-09-13T16:10:46.073430+0000","last_peered":"2024-09-13T16:10:46.073430+0000","last_clean":"2024-09-13T16:10:46.073430+0000","last_became_active":"2024-09-13T16:10:45.085009+0000","last_became_peered":"2024-09-13T16:10:45.085009+0000","last_unstale":"2024-09-13T16:10:46.073430+0000","last_undegraded":"2024-09-13T16:10:46.073430+0000","last_fullsized":"2024-09-13T16:10:46.073430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017519+0000","last_change":"2024-09-13T16:10:45.088198+0000","last_active":"2024-09-13T16:10:47.017519+0000","last_peered":"2024-09-13T16:10:47.017519+0000","last_clean":"2024-09-13T16:10:47.017519+0000","last_became_active":"2024-09-13T16:10:45.087823+0000","last_became_peered":"2024-09-13T16:10:45.087823+0000","last_unstale":"2024-09-13T16:10:47.017519+0000","last_undegraded":"2024-09-13T16:10:47.017519+0000","last_fullsized":"2024-09-13T16:10:47.017519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072939+0000","last_change":"2024-09-13T16:10:45.078322+0000","last_active":"2024-09-13T16:10:46.072939+0000","last_peered":"2024-09-13T16:10:46.072939+0000","last_clean":"2024-09-13T16:10:46.072939+0000","last_became_active":"2024-09-13T16:10:45.077713+0000","last_became_peered":"2024-09-13T16:10:45.077713+0000","last_unstale":"2024-09-13T16:10:46.072939+0000","last_undegraded":"2024-09-13T16:10:46.072939+0000","last_fullsized":"2024-09-13T16:10:46.072939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017018+0000","last_change":"2024-09-13T16:10:45.089853+0000","last_active":"2024-09-13T16:10:47.017018+0000","last_peered":"2024-09-13T16:10:47.017018+0000","last_clean":"2024-09-13T16:10:47.017018+0000","last_became_active":"2024-09-13T16:10:45.089575+0000","last_became_peered":"2024-09-13T16:10:45.089575+0000","last_unstale":"2024-09-13T16:10:47.017018+0000","last_undegraded":"2024-09-13T16:10:47.017018+0000","last_fullsized":"2024-09-13T16:10:47.017018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073451+0000","last_change":"2024-09-13T16:10:45.089516+0000","last_active":"2024-09-13T16:10:46.073451+0000","last_peered":"2024-09-13T16:10:46.073451+0000","last_clean":"2024-09-13T16:10:46.073451+0000","last_became_active":"2024-09-13T16:10:45.089269+0000","last_became_peered":"2024-09-13T16:10:45.089269+0000","last_unstale":"2024-09-13T16:10:46.073451+0000","last_undegraded":"2024-09-13T16:10:46.073451+0000","last_fullsized":"2024-09-13T16:10:46.073451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:46.569219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017365+0000","last_change":"2024-09-13T16:10:45.085802+0000","last_active":"2024-09-13T16:10:47.017365+0000","last_peered":"2024-09-13T16:10:47.017365+0000","last_clean":"2024-09-13T16:10:47.017365+0000","last_became_active":"2024-09-13T16:10:45.085516+0000","last_became_peered":"2024-09-13T16:10:45.085516+0000","last_unstale":"2024-09-13T16:10:47.017365+0000","last_undegraded":"2024-09-13T16:10:47.017365+0000","last_fullsized":"2024-09-13T16:10:47.017365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016995+0000","last_change":"2024-09-13T16:10:45.090977+0000","last_active":"2024-09-13T16:10:47.016995+0000","last_peered":"2024-09-13T16:10:47.016995+0000","last_clean":"2024-09-13T16:10:47.016995+0000","last_became_active":"2024-09-13T16:10:45.090204+0000","last_became_peered":"2024-09-13T16:10:45.090204+0000","last_unstale":"2024-09-13T16:10:47.016995+0000","last_undegraded":"2024-09-13T16:10:47.016995+0000","last_fullsized":"2024-09-13T16:10:47.016995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073631+0000","last_change":"2024-09-13T16:10:45.081616+0000","last_active":"2024-09-13T16:10:46.073631+0000","last_peered":"2024-09-13T16:10:46.073631+0000","last_clean":"2024-09-13T16:10:46.073631+0000","last_became_active":"2024-09-13T16:10:45.080954+0000","last_became_peered":"2024-09-13T16:10:45.080954+0000","last_unstale":"2024-09-13T16:10:46.073631+0000","last_undegraded":"2024-09-13T16:10:46.073631+0000","last_fullsized":"2024-09-13T16:10:46.073631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018123+0000","last_change":"2024-09-13T16:10:45.082848+0000","last_active":"2024-09-13T16:10:47.018123+0000","last_peered":"2024-09-13T16:10:47.018123+0000","last_clean":"2024-09-13T16:10:47.018123+0000","last_became_active":"2024-09-13T16:10:45.082613+0000","last_became_peered":"2024-09-13T16:10:45.082613+0000","last_unstale":"2024-09-13T16:10:47.018123+0000","last_undegraded":"2024-09-13T16:10:47.018123+0000","last_fullsized":"2024-09-13T16:10:47.018123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017502+0000","last_change":"2024-09-13T16:10:45.087513+0000","last_active":"2024-09-13T16:10:47.017502+0000","last_peered":"2024-09-13T16:10:47.017502+0000","last_clean":"2024-09-13T16:10:47.017502+0000","last_became_active":"2024-09-13T16:10:45.087253+0000","last_became_peered":"2024-09-13T16:10:45.087253+0000","last_unstale":"2024-09-13T16:10:47.017502+0000","last_undegraded":"2024-09-13T16:10:47.017502+0000","last_fullsized":"2024-09-13T16:10:47.017502+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073462+0000","last_change":"2024-09-13T16:10:45.080287+0000","last_active":"2024-09-13T16:10:46.073462+0000","last_peered":"2024-09-13T16:10:46.073462+0000","last_clean":"2024-09-13T16:10:46.073462+0000","last_became_active":"2024-09-13T16:10:45.080014+0000","last_became_peered":"2024-09-13T16:10:45.080014+0000","last_unstale":"2024-09-13T16:10:46.073462+0000","last_undegraded":"2024-09-13T16:10:46.073462+0000","last_fullsized":"2024-09-13T16:10:46.073462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017158+0000","last_change":"2024-09-13T16:10:45.085892+0000","last_active":"2024-09-13T16:10:47.017158+0000","last_peered":"2024-09-13T16:10:47.017158+0000","last_clean":"2024-09-13T16:10:47.017158+0000","last_became_active":"2024-09-13T16:10:45.085600+0000","last_became_peered":"2024-09-13T16:10:45.085600+0000","last_unstale":"2024-09-13T16:10:47.017158+0000","last_undegraded":"2024-09-13T16:10:47.017158+0000","last_fullsized":"2024-09-13T16:10:47.017158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017670+0000","last_change":"2024-09-13T16:10:45.093945+0000","last_active":"2024-09-13T16:10:47.017670+0000","last_peered":"2024-09-13T16:10:47.017670+0000","last_clean":"2024-09-13T16:10:47.017670+0000","last_became_active":"2024-09-13T16:10:45.093419+0000","last_became_peered":"2024-09-13T16:10:45.093419+0000","last_unstale":"2024-09-13T16:10:47.017670+0000","last_undegraded":"2024-09-13T16:10:47.017670+0000","last_fullsized":"2024-09-13T16:10:47.017670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017401+0000","last_change":"2024-09-13T16:10:45.082793+0000","last_active":"2024-09-13T16:10:47.017401+0000","last_peered":"2024-09-13T16:10:47.017401+0000","last_clean":"2024-09-13T16:10:47.017401+0000","last_became_active":"2024-09-13T16:10:45.082524+0000","last_became_peered":"2024-09-13T16:10:45.082524+0000","last_unstale":"2024-09-13T16:10:47.017401+0000","last_undegraded":"2024-09-13T16:10:47.017401+0000","last_fullsized":"2024-09-13T16:10:47.017401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073347+0000","last_change":"2024-09-13T16:10:45.084613+0000","last_active":"2024-09-13T16:10:46.073347+0000","last_peered":"2024-09-13T16:10:46.073347+0000","last_clean":"2024-09-13T16:10:46.073347+0000","last_became_active":"2024-09-13T16:10:45.084351+0000","last_became_peered":"2024-09-13T16:10:45.084351+0000","last_unstale":"2024-09-13T16:10:46.073347+0000","last_undegraded":"2024-09-13T16:10:46.073347+0000","last_fullsized":"2024-09-13T16:10:46.073347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016898+0000","last_change":"2024-09-13T16:10:45.077134+0000","last_active":"2024-09-13T16:10:47.016898+0000","last_peered":"2024-09-13T16:10:47.016898+0000","last_clean":"2024-09-13T16:10:47.016898+0000","last_became_active":"2024-09-13T16:10:45.076878+0000","last_became_peered":"2024-09-13T16:10:45.076878+0000","last_unstale":"2024-09-13T16:10:47.016898+0000","last_undegraded":"2024-09-13T16:10:47.016898+0000","last_fullsized":"2024-09-13T16:10:47.016898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016964+0000","last_change":"2024-09-13T16:10:45.091633+0000","last_active":"2024-09-13T16:10:47.016964+0000","last_peered":"2024-09-13T16:10:47.016964+0000","last_clean":"2024-09-13T16:10:47.016964+0000","last_became_active":"2024-09-13T16:10:45.091016+0000","last_became_peered":"2024-09-13T16:10:45.091016+0000","last_unstale":"2024-09-13T16:10:47.016964+0000","last_undegraded":"2024-09-13T16:10:47.016964+0000","last_fullsized":"2024-09-13T16:10:47.016964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017231+0000","last_change":"2024-09-13T16:10:45.093295+0000","last_active":"2024-09-13T16:10:47.017231+0000","last_peered":"2024-09-13T16:10:47.017231+0000","last_clean":"2024-09-13T16:10:47.017231+0000","last_became_active":"2024-09-13T16:10:45.093032+0000","last_became_peered":"2024-09-13T16:10:45.093032+0000","last_unstale":"2024-09-13T16:10:47.017231+0000","last_undegraded":"2024-09-13T16:10:47.017231+0000","last_fullsized":"2024-09-13T16:10:47.017231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017835+0000","last_change":"2024-09-13T16:10:45.082232+0000","last_active":"2024-09-13T16:10:47.017835+0000","last_peered":"2024-09-13T16:10:47.017835+0000","last_clean":"2024-09-13T16:10:47.017835+0000","last_became_active":"2024-09-13T16:10:45.081980+0000","last_became_peered":"2024-09-13T16:10:45.081980+0000","last_unstale":"2024-09-13T16:10:47.017835+0000","last_undegraded":"2024-09-13T16:10:47.017835+0000","last_fullsized":"2024-09-13T16:10:47.017835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017444+0000","last_change":"2024-09-13T16:10:45.092800+0000","last_active":"2024-09-13T16:10:47.017444+0000","last_peered":"2024-09-13T16:10:47.017444+0000","last_clean":"2024-09-13T16:10:47.017444+0000","last_became_active":"2024-09-13T16:10:45.092482+0000","last_became_peered":"2024-09-13T16:10:45.092482+0000","last_unstale":"2024-09-13T16:10:47.017444+0000","last_undegraded":"2024-09-13T16:10:47.017444+0000","last_fullsized":"2024-09-13T16:10:47.017444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018079+0000","last_change":"2024-09-13T16:10:45.079842+0000","last_active":"2024-09-13T16:10:47.018079+0000","last_peered":"2024-09-13T16:10:47.018079+0000","last_clean":"2024-09-13T16:10:47.018079+0000","last_became_active":"2024-09-13T16:10:45.079604+0000","last_became_peered":"2024-09-13T16:10:45.079604+0000","last_unstale":"2024-09-13T16:10:47.018079+0000","last_undegraded":"2024-09-13T16:10:47.018079+0000","last_fullsized":"2024-09-13T16:10:47.018079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017234+0000","last_change":"2024-09-13T16:10:45.081165+0000","last_active":"2024-09-13T16:10:47.017234+0000","last_peered":"2024-09-13T16:10:47.017234+0000","last_clean":"2024-09-13T16:10:47.017234+0000","last_became_active":"2024-09-13T16:10:45.080806+0000","last_became_peered":"2024-09-13T16:10:45.080806+0000","last_unstale":"2024-09-13T16:10:47.017234+0000","last_undegraded":"2024-09-13T16:10:47.017234+0000","last_fullsized":"2024-09-13T16:10:47.017234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073633+0000","last_change":"2024-09-13T16:10:45.076721+0000","last_active":"2024-09-13T16:10:46.073633+0000","last_peered":"2024-09-13T16:10:46.073633+0000","last_clean":"2024-09-13T16:10:46.073633+0000","last_became_active":"2024-09-13T16:10:45.076476+0000","last_became_peered":"2024-09-13T16:10:45.076476+0000","last_unstale":"2024-09-13T16:10:46.073633+0000","last_undegraded":"2024-09-13T16:10:46.073633+0000","last_fullsized":"2024-09-13T16:10:46.073633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018005+0000","last_change":"2024-09-13T16:10:45.078348+0000","last_active":"2024-09-13T16:10:47.018005+0000","last_peered":"2024-09-13T16:10:47.018005+0000","last_clean":"2024-09-13T16:10:47.018005+0000","last_became_active":"2024-09-13T16:10:45.077410+0000","last_became_peered":"2024-09-13T16:10:45.077410+0000","last_unstale":"2024-09-13T16:10:47.018005+0000","last_undegraded":"2024-09-13T16:10:47.018005+0000","last_fullsized":"2024-09-13T16:10:47.018005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017128+0000","last_change":"2024-09-13T16:10:45.086108+0000","last_active":"2024-09-13T16:10:47.017128+0000","last_peered":"2024-09-13T16:10:47.017128+0000","last_clean":"2024-09-13T16:10:47.017128+0000","last_became_active":"2024-09-13T16:10:45.085583+0000","last_became_peered":"2024-09-13T16:10:45.085583+0000","last_unstale":"2024-09-13T16:10:47.017128+0000","last_undegraded":"2024-09-13T16:10:47.017128+0000","last_fullsized":"2024-09-13T16:10:47.017128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017366+0000","last_change":"2024-09-13T16:10:45.092692+0000","last_active":"2024-09-13T16:10:47.017366+0000","last_peered":"2024-09-13T16:10:47.017366+0000","last_clean":"2024-09-13T16:10:47.017366+0000","last_became_active":"2024-09-13T16:10:45.092430+0000","last_became_peered":"2024-09-13T16:10:45.092430+0000","last_unstale":"2024-09-13T16:10:47.017366+0000","last_undegraded":"2024-09-13T16:10:47.017366+0000","last_fullsized":"2024-09-13T16:10:47.017366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016820+0000","last_change":"2024-09-13T16:10:45.082861+0000","last_active":"2024-09-13T16:10:47.016820+0000","last_peered":"2024-09-13T16:10:47.016820+0000","last_clean":"2024-09-13T16:10:47.016820+0000","last_became_active":"2024-09-13T16:10:45.082592+0000","last_became_peered":"2024-09-13T16:10:45.082592+0000","last_unstale":"2024-09-13T16:10:47.016820+0000","last_undegraded":"2024-09-13T16:10:47.016820+0000","last_fullsized":"2024-09-13T16:10:47.016820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.087354+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.087076+0000","last_became_peered":"2024-09-13T16:10:45.087076+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072830+0000","last_change":"2024-09-13T16:10:45.079685+0000","last_active":"2024-09-13T16:10:46.072830+0000","last_peered":"2024-09-13T16:10:46.072830+0000","last_clean":"2024-09-13T16:10:46.072830+0000","last_became_active":"2024-09-13T16:10:45.078907+0000","last_became_peered":"2024-09-13T16:10:45.078907+0000","last_unstale":"2024-09-13T16:10:46.072830+0000","last_undegraded":"2024-09-13T16:10:46.072830+0000","last_fullsized":"2024-09-13T16:10:46.072830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018211+0000","last_change":"2024-09-13T16:10:44.714738+0000","last_active":"2024-09-13T16:10:47.018211+0000","last_peered":"2024-09-13T16:10:47.018211+0000","last_clean":"2024-09-13T16:10:47.018211+0000","last_became_active":"2024-09-13T16:10:44.714465+0000","last_became_peered":"2024-09-13T16:10:44.714465+0000","last_unstale":"2024-09-13T16:10:47.018211+0000","last_undegraded":"2024-09-13T16:10:47.018211+0000","last_fullsized":"2024-09-13T16:10:47.018211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.086431+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.086122+0000","last_became_peered":"2024-09-13T16:10:45.086122+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016989+0000","last_change":"2024-09-13T16:10:44.709473+0000","last_active":"2024-09-13T16:10:47.016989+0000","last_peered":"2024-09-13T16:10:47.016989+0000","last_clean":"2024-09-13T16:10:47.016989+0000","last_became_active":"2024-09-13T16:10:44.708888+0000","last_became_peered":"2024-09-13T16:10:44.708888+0000","last_unstale":"2024-09-13T16:10:47.016989+0000","last_undegraded":"2024-09-13T16:10:47.016989+0000","last_fullsized":"2024-09-13T16:10:47.016989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017882+0000","last_change":"2024-09-13T16:10:44.713471+0000","last_active":"2024-09-13T16:10:47.017882+0000","last_peered":"2024-09-13T16:10:47.017882+0000","last_clean":"2024-09-13T16:10:47.017882+0000","last_became_active":"2024-09-13T16:10:44.713213+0000","last_became_peered":"2024-09-13T16:10:44.713213+0000","last_unstale":"2024-09-13T16:10:47.017882+0000","last_undegraded":"2024-09-13T16:10:47.017882+0000","last_fullsized":"2024-09-13T16:10:47.017882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017110+0000","last_change":"2024-09-13T16:10:45.080198+0000","last_active":"2024-09-13T16:10:47.017110+0000","last_peered":"2024-09-13T16:10:47.017110+0000","last_clean":"2024-09-13T16:10:47.017110+0000","last_became_active":"2024-09-13T16:10:45.079960+0000","last_became_peered":"2024-09-13T16:10:45.079960+0000","last_unstale":"2024-09-13T16:10:47.017110+0000","last_undegraded":"2024-09-13T16:10:47.017110+0000","last_fullsized":"2024-09-13T16:10:47.017110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017292+0000","last_change":"2024-09-13T16:10:44.715316+0000","last_active":"2024-09-13T16:10:47.017292+0000","last_peered":"2024-09-13T16:10:47.017292+0000","last_clean":"2024-09-13T16:10:47.017292+0000","last_became_active":"2024-09-13T16:10:44.715021+0000","last_became_peered":"2024-09-13T16:10:44.715021+0000","last_unstale":"2024-09-13T16:10:47.017292+0000","last_undegraded":"2024-09-13T16:10:47.017292+0000","last_fullsized":"2024-09-13T16:10:47.017292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073371+0000","last_change":"2024-09-13T16:10:45.077414+0000","last_active":"2024-09-13T16:10:46.073371+0000","last_peered":"2024-09-13T16:10:46.073371+0000","last_clean":"2024-09-13T16:10:46.073371+0000","last_became_active":"2024-09-13T16:10:45.077102+0000","last_became_peered":"2024-09-13T16:10:45.077102+0000","last_unstale":"2024-09-13T16:10:46.073371+0000","last_undegraded":"2024-09-13T16:10:46.073371+0000","last_fullsized":"2024-09-13T16:10:46.073371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017151+0000","last_change":"2024-09-13T16:10:44.714454+0000","last_active":"2024-09-13T16:10:47.017151+0000","last_peered":"2024-09-13T16:10:47.017151+0000","last_clean":"2024-09-13T16:10:47.017151+0000","last_became_active":"2024-09-13T16:10:44.714100+0000","last_became_peered":"2024-09-13T16:10:44.714100+0000","last_unstale":"2024-09-13T16:10:47.017151+0000","last_undegraded":"2024-09-13T16:10:47.017151+0000","last_fullsized":"2024-09-13T16:10:47.017151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.093367+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.093094+0000","last_became_peered":"2024-09-13T16:10:45.093094+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017634+0000","last_change":"2024-09-13T16:10:44.717640+0000","last_active":"2024-09-13T16:10:47.017634+0000","last_peered":"2024-09-13T16:10:47.017634+0000","last_clean":"2024-09-13T16:10:47.017634+0000","last_became_active":"2024-09-13T16:10:44.717333+0000","last_became_peered":"2024-09-13T16:10:44.717333+0000","last_unstale":"2024-09-13T16:10:47.017634+0000","last_undegraded":"2024-09-13T16:10:47.017634+0000","last_fullsized":"2024-09-13T16:10:47.017634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.085289+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.084421+0000","last_became_peered":"2024-09-13T16:10:45.084421+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073481+0000","last_change":"2024-09-13T16:10:44.714860+0000","last_active":"2024-09-13T16:10:46.073481+0000","last_peered":"2024-09-13T16:10:46.073481+0000","last_clean":"2024-09-13T16:10:46.073481+0000","last_became_active":"2024-09-13T16:10:44.714557+0000","last_became_peered":"2024-09-13T16:10:44.714557+0000","last_unstale":"2024-09-13T16:10:46.073481+0000","last_undegraded":"2024-09-13T16:10:46.073481+0000","last_fullsized":"2024-09-13T16:10:46.073481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073717+0000","last_change":"2024-09-13T16:10:45.082962+0000","last_active":"2024-09-13T16:10:46.073717+0000","last_peered":"2024-09-13T16:10:46.073717+0000","last_clean":"2024-09-13T16:10:46.073717+0000","last_became_active":"2024-09-13T16:10:45.082602+0000","last_became_peered":"2024-09-13T16:10:45.082602+0000","last_unstale":"2024-09-13T16:10:46.073717+0000","last_undegraded":"2024-09-13T16:10:46.073717+0000","last_fullsized":"2024-09-13T16:10:46.073717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017072+0000","last_change":"2024-09-13T16:10:44.713349+0000","last_active":"2024-09-13T16:10:47.017072+0000","last_peered":"2024-09-13T16:10:47.017072+0000","last_clean":"2024-09-13T16:10:47.017072+0000","last_became_active":"2024-09-13T16:10:44.713001+0000","last_became_peered":"2024-09-13T16:10:44.713001+0000","last_unstale":"2024-09-13T16:10:47.017072+0000","last_undegraded":"2024-09-13T16:10:47.017072+0000","last_fullsized":"2024-09-13T16:10:47.017072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073054+0000","last_change":"2024-09-13T16:10:45.085490+0000","last_active":"2024-09-13T16:10:46.073054+0000","last_peered":"2024-09-13T16:10:46.073054+0000","last_clean":"2024-09-13T16:10:46.073054+0000","last_became_active":"2024-09-13T16:10:45.085096+0000","last_became_peered":"2024-09-13T16:10:45.085096+0000","last_unstale":"2024-09-13T16:10:46.073054+0000","last_undegraded":"2024-09-13T16:10:46.073054+0000","last_fullsized":"2024-09-13T16:10:46.073054+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:01.707134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017319+0000","last_change":"2024-09-13T16:10:44.709566+0000","last_active":"2024-09-13T16:10:47.017319+0000","last_peered":"2024-09-13T16:10:47.017319+0000","last_clean":"2024-09-13T16:10:47.017319+0000","last_became_active":"2024-09-13T16:10:44.708635+0000","last_became_peered":"2024-09-13T16:10:44.708635+0000","last_unstale":"2024-09-13T16:10:47.017319+0000","last_undegraded":"2024-09-13T16:10:47.017319+0000","last_fullsized":"2024-09-13T16:10:47.017319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017599+0000","last_change":"2024-09-13T16:10:45.085102+0000","last_active":"2024-09-13T16:10:47.017599+0000","last_peered":"2024-09-13T16:10:47.017599+0000","last_clean":"2024-09-13T16:10:47.017599+0000","last_became_active":"2024-09-13T16:10:45.084824+0000","last_became_peered":"2024-09-13T16:10:45.084824+0000","last_unstale":"2024-09-13T16:10:47.017599+0000","last_undegraded":"2024-09-13T16:10:47.017599+0000","last_fullsized":"2024-09-13T16:10:47.017599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017473+0000","last_change":"2024-09-13T16:10:44.716666+0000","last_active":"2024-09-13T16:10:47.017473+0000","last_peered":"2024-09-13T16:10:47.017473+0000","last_clean":"2024-09-13T16:10:47.017473+0000","last_became_active":"2024-09-13T16:10:44.716218+0000","last_became_peered":"2024-09-13T16:10:44.716218+0000","last_unstale":"2024-09-13T16:10:47.017473+0000","last_undegraded":"2024-09-13T16:10:47.017473+0000","last_fullsized":"2024-09-13T16:10:47.017473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073531+0000","last_change":"2024-09-13T16:10:45.082640+0000","last_active":"2024-09-13T16:10:46.073531+0000","last_peered":"2024-09-13T16:10:46.073531+0000","last_clean":"2024-09-13T16:10:46.073531+0000","last_became_active":"2024-09-13T16:10:45.080161+0000","last_became_peered":"2024-09-13T16:10:45.080161+0000","last_unstale":"2024-09-13T16:10:46.073531+0000","last_undegraded":"2024-09-13T16:10:46.073531+0000","last_fullsized":"2024-09-13T16:10:46.073531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016861+0000","last_change":"2024-09-13T16:10:44.711419+0000","last_active":"2024-09-13T16:10:47.016861+0000","last_peered":"2024-09-13T16:10:47.016861+0000","last_clean":"2024-09-13T16:10:47.016861+0000","last_became_active":"2024-09-13T16:10:44.711132+0000","last_became_peered":"2024-09-13T16:10:44.711132+0000","last_unstale":"2024-09-13T16:10:47.016861+0000","last_undegraded":"2024-09-13T16:10:47.016861+0000","last_fullsized":"2024-09-13T16:10:47.016861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.086756+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.086444+0000","last_became_peered":"2024-09-13T16:10:45.086444+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016812+0000","last_change":"2024-09-13T16:10:44.713900+0000","last_active":"2024-09-13T16:10:47.016812+0000","last_peered":"2024-09-13T16:10:47.016812+0000","last_clean":"2024-09-13T16:10:47.016812+0000","last_became_active":"2024-09-13T16:10:44.713528+0000","last_became_peered":"2024-09-13T16:10:44.713528+0000","last_unstale":"2024-09-13T16:10:47.016812+0000","last_undegraded":"2024-09-13T16:10:47.016812+0000","last_fullsized":"2024-09-13T16:10:47.016812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073030+0000","last_change":"2024-09-13T16:10:45.078524+0000","last_active":"2024-09-13T16:10:46.073030+0000","last_peered":"2024-09-13T16:10:46.073030+0000","last_clean":"2024-09-13T16:10:46.073030+0000","last_became_active":"2024-09-13T16:10:45.078059+0000","last_became_peered":"2024-09-13T16:10:45.078059+0000","last_unstale":"2024-09-13T16:10:46.073030+0000","last_undegraded":"2024-09-13T16:10:46.073030+0000","last_fullsized":"2024-09-13T16:10:46.073030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073772+0000","last_change":"2024-09-13T16:10:44.709248+0000","last_active":"2024-09-13T16:10:46.073772+0000","last_peered":"2024-09-13T16:10:46.073772+0000","last_clean":"2024-09-13T16:10:46.073772+0000","last_became_active":"2024-09-13T16:10:44.708975+0000","last_became_peered":"2024-09-13T16:10:44.708975+0000","last_unstale":"2024-09-13T16:10:46.073772+0000","last_undegraded":"2024-09-13T16:10:46.073772+0000","last_fullsized":"2024-09-13T16:10:46.073772+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073336+0000","last_change":"2024-09-13T16:10:45.078121+0000","last_active":"2024-09-13T16:10:46.073336+0000","last_peered":"2024-09-13T16:10:46.073336+0000","last_clean":"2024-09-13T16:10:46.073336+0000","last_became_active":"2024-09-13T16:10:45.077851+0000","last_became_peered":"2024-09-13T16:10:45.077851+0000","last_unstale":"2024-09-13T16:10:46.073336+0000","last_undegraded":"2024-09-13T16:10:46.073336+0000","last_fullsized":"2024-09-13T16:10:46.073336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017492+0000","last_change":"2024-09-13T16:10:44.714501+0000","last_active":"2024-09-13T16:10:47.017492+0000","last_peered":"2024-09-13T16:10:47.017492+0000","last_clean":"2024-09-13T16:10:47.017492+0000","last_became_active":"2024-09-13T16:10:44.714205+0000","last_became_peered":"2024-09-13T16:10:44.714205+0000","last_unstale":"2024-09-13T16:10:47.017492+0000","last_undegraded":"2024-09-13T16:10:47.017492+0000","last_fullsized":"2024-09-13T16:10:47.017492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073489+0000","last_change":"2024-09-13T16:10:45.081152+0000","last_active":"2024-09-13T16:10:46.073489+0000","last_peered":"2024-09-13T16:10:46.073489+0000","last_clean":"2024-09-13T16:10:46.073489+0000","last_became_active":"2024-09-13T16:10:45.080877+0000","last_became_peered":"2024-09-13T16:10:45.080877+0000","last_unstale":"2024-09-13T16:10:46.073489+0000","last_undegraded":"2024-09-13T16:10:46.073489+0000","last_fullsized":"2024-09-13T16:10:46.073489+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:02.471000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073584+0000","last_change":"2024-09-13T16:10:44.713441+0000","last_active":"2024-09-13T16:10:46.073584+0000","last_peered":"2024-09-13T16:10:46.073584+0000","last_clean":"2024-09-13T16:10:46.073584+0000","last_became_active":"2024-09-13T16:10:44.713173+0000","last_became_peered":"2024-09-13T16:10:44.713173+0000","last_unstale":"2024-09-13T16:10:46.073584+0000","last_undegraded":"2024-09-13T16:10:46.073584+0000","last_fullsized":"2024-09-13T16:10:46.073584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017718+0000","last_change":"2024-09-13T16:10:45.092675+0000","last_active":"2024-09-13T16:10:47.017718+0000","last_peered":"2024-09-13T16:10:47.017718+0000","last_clean":"2024-09-13T16:10:47.017718+0000","last_became_active":"2024-09-13T16:10:45.092398+0000","last_became_peered":"2024-09-13T16:10:45.092398+0000","last_unstale":"2024-09-13T16:10:47.017718+0000","last_undegraded":"2024-09-13T16:10:47.017718+0000","last_fullsized":"2024-09-13T16:10:47.017718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017140+0000","last_change":"2024-09-13T16:10:44.714886+0000","last_active":"2024-09-13T16:10:47.017140+0000","last_peered":"2024-09-13T16:10:47.017140+0000","last_clean":"2024-09-13T16:10:47.017140+0000","last_became_active":"2024-09-13T16:10:44.714403+0000","last_became_peered":"2024-09-13T16:10:44.714403+0000","last_unstale":"2024-09-13T16:10:47.017140+0000","last_undegraded":"2024-09-13T16:10:47.017140+0000","last_fullsized":"2024-09-13T16:10:47.017140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073145+0000","last_change":"2024-09-13T16:10:45.090849+0000","last_active":"2024-09-13T16:10:46.073145+0000","last_peered":"2024-09-13T16:10:46.073145+0000","last_clean":"2024-09-13T16:10:46.073145+0000","last_became_active":"2024-09-13T16:10:45.090578+0000","last_became_peered":"2024-09-13T16:10:45.090578+0000","last_unstale":"2024-09-13T16:10:46.073145+0000","last_undegraded":"2024-09-13T16:10:46.073145+0000","last_fullsized":"2024-09-13T16:10:46.073145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:26:18.476290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T16:10:45.069018+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:45.069018+0000","last_peered":"2024-09-13T16:10:45.069018+0000","last_clean":"2024-09-13T16:10:45.069018+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:45.069018+0000","last_undegraded":"2024-09-13T16:10:45.069018+0000","last_fullsized":"2024-09-13T16:10:45.069018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017304+0000","last_change":"2024-09-13T16:10:44.713436+0000","last_active":"2024-09-13T16:10:47.017304+0000","last_peered":"2024-09-13T16:10:47.017304+0000","last_clean":"2024-09-13T16:10:47.017304+0000","last_became_active":"2024-09-13T16:10:44.712483+0000","last_became_peered":"2024-09-13T16:10:44.712483+0000","last_unstale":"2024-09-13T16:10:47.017304+0000","last_undegraded":"2024-09-13T16:10:47.017304+0000","last_fullsized":"2024-09-13T16:10:47.017304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.090793+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.090544+0000","last_became_peered":"2024-09-13T16:10:45.090544+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072773+0000","last_change":"2024-09-13T16:10:44.712187+0000","last_active":"2024-09-13T16:10:46.072773+0000","last_peered":"2024-09-13T16:10:46.072773+0000","last_clean":"2024-09-13T16:10:46.072773+0000","last_became_active":"2024-09-13T16:10:44.711939+0000","last_became_peered":"2024-09-13T16:10:44.711939+0000","last_unstale":"2024-09-13T16:10:46.072773+0000","last_undegraded":"2024-09-13T16:10:46.072773+0000","last_fullsized":"2024-09-13T16:10:46.072773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:58.844423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016892+0000","last_change":"2024-09-13T16:10:45.083771+0000","last_active":"2024-09-13T16:10:47.016892+0000","last_peered":"2024-09-13T16:10:47.016892+0000","last_clean":"2024-09-13T16:10:47.016892+0000","last_became_active":"2024-09-13T16:10:45.083489+0000","last_became_peered":"2024-09-13T16:10:45.083489+0000","last_unstale":"2024-09-13T16:10:47.016892+0000","last_undegraded":"2024-09-13T16:10:47.016892+0000","last_fullsized":"2024-09-13T16:10:47.016892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017643+0000","last_change":"2024-09-13T16:10:44.713417+0000","last_active":"2024-09-13T16:10:47.017643+0000","last_peered":"2024-09-13T16:10:47.017643+0000","last_clean":"2024-09-13T16:10:47.017643+0000","last_became_active":"2024-09-13T16:10:44.713083+0000","last_became_peered":"2024-09-13T16:10:44.713083+0000","last_unstale":"2024-09-13T16:10:47.017643+0000","last_undegraded":"2024-09-13T16:10:47.017643+0000","last_fullsized":"2024-09-13T16:10:47.017643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073478+0000","last_change":"2024-09-13T16:10:45.081568+0000","last_active":"2024-09-13T16:10:46.073478+0000","last_peered":"2024-09-13T16:10:46.073478+0000","last_clean":"2024-09-13T16:10:46.073478+0000","last_became_active":"2024-09-13T16:10:45.081338+0000","last_became_peered":"2024-09-13T16:10:45.081338+0000","last_unstale":"2024-09-13T16:10:46.073478+0000","last_undegraded":"2024-09-13T16:10:46.073478+0000","last_fullsized":"2024-09-13T16:10:46.073478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:44.716472+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:44.715436+0000","last_became_peered":"2024-09-13T16:10:44.715436+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.084958+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.084689+0000","last_became_peered":"2024-09-13T16:10:45.084689+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:35.902397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073452+0000","last_change":"2024-09-13T16:10:44.711647+0000","last_active":"2024-09-13T16:10:46.073452+0000","last_peered":"2024-09-13T16:10:46.073452+0000","last_clean":"2024-09-13T16:10:46.073452+0000","last_became_active":"2024-09-13T16:10:44.711330+0000","last_became_peered":"2024-09-13T16:10:44.711330+0000","last_unstale":"2024-09-13T16:10:46.073452+0000","last_undegraded":"2024-09-13T16:10:46.073452+0000","last_fullsized":"2024-09-13T16:10:46.073452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017804+0000","last_change":"2024-09-13T16:10:45.091997+0000","last_active":"2024-09-13T16:10:47.017804+0000","last_peered":"2024-09-13T16:10:47.017804+0000","last_clean":"2024-09-13T16:10:47.017804+0000","last_became_active":"2024-09-13T16:10:45.091718+0000","last_became_peered":"2024-09-13T16:10:45.091718+0000","last_unstale":"2024-09-13T16:10:47.017804+0000","last_undegraded":"2024-09-13T16:10:47.017804+0000","last_fullsized":"2024-09-13T16:10:47.017804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:11.898994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073517+0000","last_change":"2024-09-13T16:10:44.713092+0000","last_active":"2024-09-13T16:10:46.073517+0000","last_peered":"2024-09-13T16:10:46.073517+0000","last_clean":"2024-09-13T16:10:46.073517+0000","last_became_active":"2024-09-13T16:10:44.712735+0000","last_became_peered":"2024-09-13T16:10:44.712735+0000","last_unstale":"2024-09-13T16:10:46.073517+0000","last_undegraded":"2024-09-13T16:10:46.073517+0000","last_fullsized":"2024-09-13T16:10:46.073517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073519+0000","last_change":"2024-09-13T16:10:45.080986+0000","last_active":"2024-09-13T16:10:46.073519+0000","last_peered":"2024-09-13T16:10:46.073519+0000","last_clean":"2024-09-13T16:10:46.073519+0000","last_became_active":"2024-09-13T16:10:45.080741+0000","last_became_peered":"2024-09-13T16:10:45.080741+0000","last_unstale":"2024-09-13T16:10:46.073519+0000","last_undegraded":"2024-09-13T16:10:46.073519+0000","last_fullsized":"2024-09-13T16:10:46.073519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.158729+0000","last_change":"2024-09-13T16:10:44.707818+0000","last_active":"2024-09-13T16:10:47.158729+0000","last_peered":"2024-09-13T16:10:47.158729+0000","last_clean":"2024-09-13T16:10:47.158729+0000","last_became_active":"2024-09-13T16:10:44.707408+0000","last_became_peered":"2024-09-13T16:10:44.707408+0000","last_unstale":"2024-09-13T16:10:47.158729+0000","last_undegraded":"2024-09-13T16:10:47.158729+0000","last_fullsized":"2024-09-13T16:10:47.158729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018128+0000","last_change":"2024-09-13T16:10:45.084750+0000","last_active":"2024-09-13T16:10:47.018128+0000","last_peered":"2024-09-13T16:10:47.018128+0000","last_clean":"2024-09-13T16:10:47.018128+0000","last_became_active":"2024-09-13T16:10:45.084470+0000","last_became_peered":"2024-09-13T16:10:45.084470+0000","last_unstale":"2024-09-13T16:10:47.018128+0000","last_undegraded":"2024-09-13T16:10:47.018128+0000","last_fullsized":"2024-09-13T16:10:47.018128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017314+0000","last_change":"2024-09-13T16:10:44.710168+0000","last_active":"2024-09-13T16:10:47.017314+0000","last_peered":"2024-09-13T16:10:47.017314+0000","last_clean":"2024-09-13T16:10:47.017314+0000","last_became_active":"2024-09-13T16:10:44.709806+0000","last_became_peered":"2024-09-13T16:10:44.709806+0000","last_unstale":"2024-09-13T16:10:47.017314+0000","last_undegraded":"2024-09-13T16:10:47.017314+0000","last_fullsized":"2024-09-13T16:10:47.017314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017273+0000","last_change":"2024-09-13T16:10:45.087407+0000","last_active":"2024-09-13T16:10:47.017273+0000","last_peered":"2024-09-13T16:10:47.017273+0000","last_clean":"2024-09-13T16:10:47.017273+0000","last_became_active":"2024-09-13T16:10:45.087008+0000","last_became_peered":"2024-09-13T16:10:45.087008+0000","last_unstale":"2024-09-13T16:10:47.017273+0000","last_undegraded":"2024-09-13T16:10:47.017273+0000","last_fullsized":"2024-09-13T16:10:47.017273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072674+0000","last_change":"2024-09-13T16:10:44.714178+0000","last_active":"2024-09-13T16:10:46.072674+0000","last_peered":"2024-09-13T16:10:46.072674+0000","last_clean":"2024-09-13T16:10:46.072674+0000","last_became_active":"2024-09-13T16:10:44.713928+0000","last_became_peered":"2024-09-13T16:10:44.713928+0000","last_unstale":"2024-09-13T16:10:46.072674+0000","last_undegraded":"2024-09-13T16:10:46.072674+0000","last_fullsized":"2024-09-13T16:10:46.072674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:34.891368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073153+0000","last_change":"2024-09-13T16:10:45.082553+0000","last_active":"2024-09-13T16:10:46.073153+0000","last_peered":"2024-09-13T16:10:46.073153+0000","last_clean":"2024-09-13T16:10:46.073153+0000","last_became_active":"2024-09-13T16:10:45.082172+0000","last_became_peered":"2024-09-13T16:10:45.082172+0000","last_unstale":"2024-09-13T16:10:46.073153+0000","last_undegraded":"2024-09-13T16:10:46.073153+0000","last_fullsized":"2024-09-13T16:10:46.073153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073473+0000","last_change":"2024-09-13T16:10:44.709409+0000","last_active":"2024-09-13T16:10:46.073473+0000","last_peered":"2024-09-13T16:10:46.073473+0000","last_clean":"2024-09-13T16:10:46.073473+0000","last_became_active":"2024-09-13T16:10:44.709103+0000","last_became_peered":"2024-09-13T16:10:44.709103+0000","last_unstale":"2024-09-13T16:10:46.073473+0000","last_undegraded":"2024-09-13T16:10:46.073473+0000","last_fullsized":"2024-09-13T16:10:46.073473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017199+0000","last_change":"2024-09-13T16:10:45.086258+0000","last_active":"2024-09-13T16:10:47.017199+0000","last_peered":"2024-09-13T16:10:47.017199+0000","last_clean":"2024-09-13T16:10:47.017199+0000","last_became_active":"2024-09-13T16:10:45.085997+0000","last_became_peered":"2024-09-13T16:10:45.085997+0000","last_unstale":"2024-09-13T16:10:47.017199+0000","last_undegraded":"2024-09-13T16:10:47.017199+0000","last_fullsized":"2024-09-13T16:10:47.017199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073484+0000","last_change":"2024-09-13T16:10:44.716411+0000","last_active":"2024-09-13T16:10:46.073484+0000","last_peered":"2024-09-13T16:10:46.073484+0000","last_clean":"2024-09-13T16:10:46.073484+0000","last_became_active":"2024-09-13T16:10:44.716120+0000","last_became_peered":"2024-09-13T16:10:44.716120+0000","last_unstale":"2024-09-13T16:10:46.073484+0000","last_undegraded":"2024-09-13T16:10:46.073484+0000","last_fullsized":"2024-09-13T16:10:46.073484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:03:48.481213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018177+0000","last_change":"2024-09-13T16:10:45.084036+0000","last_active":"2024-09-13T16:10:47.018177+0000","last_peered":"2024-09-13T16:10:47.018177+0000","last_clean":"2024-09-13T16:10:47.018177+0000","last_became_active":"2024-09-13T16:10:45.083753+0000","last_became_peered":"2024-09-13T16:10:45.083753+0000","last_unstale":"2024-09-13T16:10:47.018177+0000","last_undegraded":"2024-09-13T16:10:47.018177+0000","last_fullsized":"2024-09-13T16:10:47.018177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073577+0000","last_change":"2024-09-13T16:10:44.717080+0000","last_active":"2024-09-13T16:10:46.073577+0000","last_peered":"2024-09-13T16:10:46.073577+0000","last_clean":"2024-09-13T16:10:46.073577+0000","last_became_active":"2024-09-13T16:10:44.716807+0000","last_became_peered":"2024-09-13T16:10:44.716807+0000","last_unstale":"2024-09-13T16:10:46.073577+0000","last_undegraded":"2024-09-13T16:10:46.073577+0000","last_fullsized":"2024-09-13T16:10:46.073577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.080959+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.080678+0000","last_became_peered":"2024-09-13T16:10:45.080678+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017763+0000","last_change":"2024-09-13T16:10:45.093789+0000","last_active":"2024-09-13T16:10:47.017763+0000","last_peered":"2024-09-13T16:10:47.017763+0000","last_clean":"2024-09-13T16:10:47.017763+0000","last_became_active":"2024-09-13T16:10:45.093535+0000","last_became_peered":"2024-09-13T16:10:45.093535+0000","last_unstale":"2024-09-13T16:10:47.017763+0000","last_undegraded":"2024-09-13T16:10:47.017763+0000","last_fullsized":"2024-09-13T16:10:47.017763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073444+0000","last_change":"2024-09-13T16:10:44.718561+0000","last_active":"2024-09-13T16:10:46.073444+0000","last_peered":"2024-09-13T16:10:46.073444+0000","last_clean":"2024-09-13T16:10:46.073444+0000","last_became_active":"2024-09-13T16:10:44.718316+0000","last_became_peered":"2024-09-13T16:10:44.718316+0000","last_unstale":"2024-09-13T16:10:46.073444+0000","last_undegraded":"2024-09-13T16:10:46.073444+0000","last_fullsized":"2024-09-13T16:10:46.073444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:45.642851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:45.090086+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:45.089821+0000","last_became_peered":"2024-09-13T16:10:45.089821+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073238+0000","last_change":"2024-09-13T16:10:44.713790+0000","last_active":"2024-09-13T16:10:46.073238+0000","last_peered":"2024-09-13T16:10:46.073238+0000","last_clean":"2024-09-13T16:10:46.073238+0000","last_became_active":"2024-09-13T16:10:44.713435+0000","last_became_peered":"2024-09-13T16:10:44.713435+0000","last_unstale":"2024-09-13T16:10:46.073238+0000","last_undegraded":"2024-09-13T16:10:46.073238+0000","last_fullsized":"2024-09-13T16:10:46.073238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:28.004153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017430+0000","last_change":"2024-09-13T16:10:45.084948+0000","last_active":"2024-09-13T16:10:47.017430+0000","last_peered":"2024-09-13T16:10:47.017430+0000","last_clean":"2024-09-13T16:10:47.017430+0000","last_became_active":"2024-09-13T16:10:45.084698+0000","last_became_peered":"2024-09-13T16:10:45.084698+0000","last_unstale":"2024-09-13T16:10:47.017430+0000","last_undegraded":"2024-09-13T16:10:47.017430+0000","last_fullsized":"2024-09-13T16:10:47.017430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017712+0000","last_change":"2024-09-13T16:10:44.716080+0000","last_active":"2024-09-13T16:10:47.017712+0000","last_peered":"2024-09-13T16:10:47.017712+0000","last_clean":"2024-09-13T16:10:47.017712+0000","last_became_active":"2024-09-13T16:10:44.715812+0000","last_became_peered":"2024-09-13T16:10:44.715812+0000","last_unstale":"2024-09-13T16:10:47.017712+0000","last_undegraded":"2024-09-13T16:10:47.017712+0000","last_fullsized":"2024-09-13T16:10:47.017712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017628+0000","last_change":"2024-09-13T16:10:45.086113+0000","last_active":"2024-09-13T16:10:47.017628+0000","last_peered":"2024-09-13T16:10:47.017628+0000","last_clean":"2024-09-13T16:10:47.017628+0000","last_became_active":"2024-09-13T16:10:45.085803+0000","last_became_peered":"2024-09-13T16:10:45.085803+0000","last_unstale":"2024-09-13T16:10:47.017628+0000","last_undegraded":"2024-09-13T16:10:47.017628+0000","last_fullsized":"2024-09-13T16:10:47.017628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017594+0000","last_change":"2024-09-13T16:10:44.705257+0000","last_active":"2024-09-13T16:10:47.017594+0000","last_peered":"2024-09-13T16:10:47.017594+0000","last_clean":"2024-09-13T16:10:47.017594+0000","last_became_active":"2024-09-13T16:10:44.704952+0000","last_became_peered":"2024-09-13T16:10:44.704952+0000","last_unstale":"2024-09-13T16:10:47.017594+0000","last_undegraded":"2024-09-13T16:10:47.017594+0000","last_fullsized":"2024-09-13T16:10:47.017594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:35.470699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574854,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574854,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":77133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.49399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54500000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58599999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70099999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71699999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574854,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574855,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":77133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.307}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.33600000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.623}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57599999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59499999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63800000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574855,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31328,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340512,"statfs":{"total":96636764160,"available":96604684288,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574855,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38700000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.251}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.29999999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56399999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73899999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64100000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574855,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":819200,"data_stored":665956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.28199999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.373}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34300000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55100000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.433}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.626}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:53.481 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:10:53.484 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T16:10:53.484 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T16:10:53.484 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T16:10:53.484 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T16:10:53.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.617+0000 7f335ace9640 1 Processor -- start 2024-09-13T16:10:53.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.617+0000 7f335ace9640 1 -- start start 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f335ace9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 0x7f3354069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f335ace9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f33540cbb10 0x7f33540b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f335ace9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f335406a540 con 0x7f335415c790 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f335ace9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33540b1180 con 0x7f33540cbb10 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f335ace9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33540b1460 con 0x7f33540cfaf0 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f3358a85640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f335415c790 0x7f33540cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38824/0 (socket says 172.21.15.39:38824) 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f3358a85640 1 -- 172.21.15.39:0/1951963674 learned_addr learned my addr 172.21.15.39:0/1951963674 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:53.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f3353fff640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 0x7f3354069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f3359286640 1 --2- 172.21.15.39:0/1951963674 >> v2:172.21.15.157:3300/0 conn(0x7f33540cbb10 0x7f33540b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3278920339 0 0) 0x7f335406a540 con 0x7f335415c790 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.618+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3340003520 con 0x7f335415c790 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1695892028 0 0) 0x7f3340003520 con 0x7f335415c790 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 msgr2=0x7f3354069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 0x7f3354069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 >> v2:172.21.15.157:3300/0 conn(0x7f33540cbb10 msgr2=0x7f33540b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 --2- 172.21.15.39:0/1951963674 >> v2:172.21.15.157:3300/0 conn(0x7f33540cbb10 0x7f33540b2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33540b1740 con 0x7f335415c790 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f33440019f0 con 0x7f335415c790 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 >> v1:172.21.15.39:6789/0 conn(0x7f335415c790 legacy=0x7f33540cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 0x7f3340003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f33400047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3340004d00 0x7f3340005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33540b1180 con 0x7f3340003ef0 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33540b1460 con 0x7f3340004d00 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f334000b9d0 con 0x7f33540cfaf0 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3353fff640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f33400047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3358a85640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 0x7f3340003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3359286640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3340004d00 0x7f3340005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3353fff640 1 -- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 msgr2=0x7f3340003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3353fff640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f33540cfaf0 0x7f3340003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3353fff640 1 -- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3340004d00 msgr2=0x7f3340005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3353fff640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3340004d00 0x7f3340005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3353fff640 1 -- 172.21.15.39:0/1951963674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3340003520 con 0x7f3340003ef0 2024-09-13T16:10:53.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.619+0000 7f3359286640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3340004d00 0x7f3340005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.620+0000 7f3353fff640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f33400047c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f333c009af0 tx=0x7f33400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=815e139b893c8db1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.620+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333c031400 con 0x7f3340003ef0 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.620+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f333c02d050 con 0x7f3340003ef0 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.620+0000 7f33537fe640 1 -- 172.21.15.39:0/1951963674 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333c031780 con 0x7f3340003ef0 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f335ace9640 1 -- 172.21.15.39:0/1951963674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 msgr2=0x7f33400047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f335ace9640 1 --2- 172.21.15.39:0/1951963674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f33400047c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f333c009af0 tx=0x7f33400057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f3359286640 1 -- 172.21.15.39:0/1951963674 reap_dead start 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f335ace9640 1 -- 172.21.15.39:0/1951963674 shutdown_connections 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f335ace9640 1 -- 172.21.15.39:0/1951963674 >> 172.21.15.39:0/1951963674 conn(0x7f3354065bd0 msgr2=0x7f3354065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f335ace9640 1 -- 172.21.15.39:0/1951963674 shutdown_connections 2024-09-13T16:10:53.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.621+0000 7f335ace9640 1 -- 172.21.15.39:0/1951963674 wait complete. 2024-09-13T16:10:53.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.622+0000 7f335ace9640 1 Processor -- start 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.622+0000 7f335ace9640 1 -- start start 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f335ace9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f3354155710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f335ace9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3354153560 0x7f3354149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f335ace9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f335415b000 0x7f335415b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f335ace9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33541545a0 con 0x7f3340003ef0 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f335ace9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f335415b9f0 con 0x7f3354153560 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f335ace9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3354149650 con 0x7f335415b000 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f3354155710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f3354155710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36816/0 (socket says 172.21.15.39:36816) 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 -- 172.21.15.39:0/2683748078 learned_addr learned my addr 172.21.15.39:0/2683748078 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3359286640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f335415b000 0x7f335415b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3353fff640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3354153560 0x7f3354149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 -- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f335415b000 msgr2=0x7f335415b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f335415b000 0x7f335415b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 -- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3354153560 msgr2=0x7f3354149110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3354153560 0x7f3354149110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 -- 172.21.15.39:0/2683748078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3354153d00 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f3358a85640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f3354155710 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3344007a20 tx=0x7f334400a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.623+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33440133f0 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.624+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3344013550 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.624+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3344013940 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.624+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3354153fe0 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.624+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3354159200 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.625+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33540672f0 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.625+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3344013cb0 con 0x7f3340003ef0 2024-09-13T16:10:53.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.625+0000 7f33517fa640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f333406ac00 0x7f333406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.626+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f334408a220 con 0x7f3340003ef0 2024-09-13T16:10:53.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.626+0000 7f3353fff640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f333406ac00 0x7f333406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.626+0000 7f3353fff640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f333406ac00 0x7f333406d0c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f333c033000 tx=0x7f333c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.630+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3344055540 con 0x7f3340003ef0 2024-09-13T16:10:53.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.845+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f335415cb70 con 0x7f3340003ef0 2024-09-13T16:10:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.848+0000 7f33517fa640 1 -- 172.21.15.39:0/2683748078 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+170956 (secure 0 0 0) 0x7f3344058b60 con 0x7f3340003ef0 2024-09-13T16:10:53.852 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f333406ac00 msgr2=0x7f333406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f333406ac00 0x7f333406d0c0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f333c033000 tx=0x7f333c008030 comp rx=0 tx=0).stop 2024-09-13T16:10:53.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 msgr2=0x7f3354155710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f3354155710 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f3344007a20 tx=0x7f334400a730 comp rx=0 tx=0).stop 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 shutdown_connections 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f333406ac00 0x7f333406d0c0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f335415b000 0x7f335415b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3354153560 0x7f3354149110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 --2- 172.21.15.39:0/2683748078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3340003ef0 0x7f3354155710 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 >> 172.21.15.39:0/2683748078 conn(0x7f3354065bd0 msgr2=0x7f335406cca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 shutdown_connections 2024-09-13T16:10:53.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.850+0000 7f335ace9640 1 -- 172.21.15.39:0/2683748078 wait complete. 2024-09-13T16:10:53.863 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":5,"flags":0,"active_gid":4100,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6832","nonce":703015803},{"type":"v1","addr":"172.21.15.157:6833","nonce":703015803}]},"active_addr":"172.21.15.157:6833/703015803","active_change":"2024-09-13T16:10:25.125449+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4110,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":1348848096}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":2035312948}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":1464257174}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.157:0","nonce":4200887416}]}]} 2024-09-13T16:10:53.867 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T16:10:53.868 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T16:10:53.868 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.967+0000 7f85702f0640 1 Processor -- start 2024-09-13T16:10:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.967+0000 7f85702f0640 1 -- start start 2024-09-13T16:10:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f85702f0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f85680d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f85702f0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f85680d1f10 0x7f856815ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f85702f0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8568160330 con 0x7f8568146130 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f85702f0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f856806c160 con 0x7f85680d1f10 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f85702f0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f856806c430 con 0x7f8568160d80 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e08c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8568146130 0x7f856806ba50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38836/0 (socket says 172.21.15.39:38836) 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e88d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f85680d1f10 0x7f856815ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e08c640 1 -- 172.21.15.39:0/258452619 learned_addr learned my addr 172.21.15.39:0/258452619 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856d88b640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f85680d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e88d640 1 -- 172.21.15.39:0/258452619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 msgr2=0x7f85680d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e88d640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f85680d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e88d640 1 -- 172.21.15.39:0/258452619 >> v1:172.21.15.39:6789/0 conn(0x7f8568146130 legacy=0x7f856806ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856d08a640 1 -- 172.21.15.39:0/258452619 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 189386654 0 0) 0x7f8568160330 con 0x7f8568146130 2024-09-13T16:10:53.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856e88d640 1 -- 172.21.15.39:0/258452619 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f856806c710 con 0x7f85680d1f10 2024-09-13T16:10:53.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.968+0000 7f856d88b640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f85680d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:53.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.969+0000 7f856e88d640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85680d1f10 0x7f856815ccf0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8560009d90 tx=0x7f856002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a449fdbd5a3dc557 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.969+0000 7f856d08a640 1 -- 172.21.15.39:0/258452619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8560007740 con 0x7f85680d1f10 2024-09-13T16:10:53.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.969+0000 7f856d08a640 1 -- 172.21.15.39:0/258452619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f856002d050 con 0x7f85680d1f10 2024-09-13T16:10:53.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.969+0000 7f856d08a640 1 -- 172.21.15.39:0/258452619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8560007ac0 con 0x7f85680d1f10 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 -- 172.21.15.39:0/258452619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85680d1f10 msgr2=0x7f856815ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85680d1f10 0x7f856815ccf0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f8560009d90 tx=0x7f856002a660 comp rx=0 tx=0).stop 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 -- 172.21.15.39:0/258452619 shutdown_connections 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85680d1f10 0x7f856815ccf0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 --2- 172.21.15.39:0/258452619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f85680d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 -- 172.21.15.39:0/258452619 >> 172.21.15.39:0/258452619 conn(0x7f856806a4f0 msgr2=0x7f856806a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 -- 172.21.15.39:0/258452619 shutdown_connections 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.970+0000 7f85702f0640 1 -- 172.21.15.39:0/258452619 wait complete. 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.971+0000 7f85702f0640 1 Processor -- start 2024-09-13T16:10:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.971+0000 7f85702f0640 1 -- start start 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85680d1f10 0x7f85680b2b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f85681f29a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f856815bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85680b3040 con 0x7f8568146130 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85680b1810 con 0x7f85680d1f10 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85681f2ee0 con 0x7f8568160d80 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f85681f29a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f85681f29a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36834/0 (socket says 172.21.15.39:36834) 2024-09-13T16:10:53.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 -- 172.21.15.39:0/4022603358 learned_addr learned my addr 172.21.15.39:0/4022603358 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856e88d640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f856815bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 -- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 msgr2=0x7f856815bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f856815bc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 -- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85680d1f10 msgr2=0x7f85680b2b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856e08c640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85680d1f10 0x7f85680b2b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85680d1f10 0x7f85680b2b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 -- 172.21.15.39:0/4022603358 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8560009a70 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f856d88b640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f85681f29a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f855800c7f0 tx=0x7f855800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8558007820 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8558007980 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8558007cf0 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85680b1a60 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.972+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85680b2020 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.973+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8568146510 con 0x7f8568146130 2024-09-13T16:10:53.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.974+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f85580113f0 con 0x7f8568146130 2024-09-13T16:10:53.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.974+0000 7f855effd640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854c06ac00 0x7f854c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:53.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.974+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8558089670 con 0x7f8568146130 2024-09-13T16:10:53.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.975+0000 7f856e08c640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854c06ac00 0x7f854c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:53.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.975+0000 7f856e08c640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854c06ac00 0x7f854c06d0c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8564000f60 tx=0x7f8564009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:53.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:53.979+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8558054850 con 0x7f8568146130 2024-09-13T16:10:54.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.150+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85680b5cf0 con 0x7f8568146130 2024-09-13T16:10:54.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.151+0000 7f855effd640 1 -- 172.21.15.39:0/4022603358 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f8558057e70 con 0x7f8568146130 2024-09-13T16:10:54.154 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:54.154 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854c06ac00 msgr2=0x7f854c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854c06ac00 0x7f854c06d0c0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f8564000f60 tx=0x7f8564009040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 msgr2=0x7f85681f29a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f85681f29a0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f855800c7f0 tx=0x7f855800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 shutdown_connections 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854c06ac00 0x7f854c06d0c0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8568160d80 0x7f856815bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f85681f29a0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 --2- 172.21.15.39:0/4022603358 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85680d1f10 0x7f85680b2b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 >> 172.21.15.39:0/4022603358 conn(0x7f856806a4f0 msgr2=0x7f856815ca10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 shutdown_connections 2024-09-13T16:10:54.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.153+0000 7f85702f0640 1 -- 172.21.15.39:0/4022603358 wait complete. 2024-09-13T16:10:54.167 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T16:10:54.167 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.266+0000 7f5ce9b95640 1 Processor -- start 2024-09-13T16:10:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.266+0000 7f5ce9b95640 1 -- start start 2024-09-13T16:10:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce9b95640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5ce415c330 0x7f5ce406ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce9b95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce40b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce9b95640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ce406f6e0 con 0x7f5ce406f240 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce9b95640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ce406f9c0 con 0x7f5ce415c330 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce9b95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce406fca0 con 0x7f5ce415c710 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce40b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce37fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5ce415c330 0x7f5ce406ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce40b3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55382/0 (socket says 172.21.15.39:55382) 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 -- 172.21.15.39:0/1904374847 learned_addr learned my addr 172.21.15.39:0/1904374847 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 -- 172.21.15.39:0/1904374847 >> v2:172.21.15.157:3300/0 conn(0x7f5ce415c330 msgr2=0x7f5ce406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 --2- 172.21.15.39:0/1904374847 >> v2:172.21.15.157:3300/0 conn(0x7f5ce415c330 0x7f5ce406ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 -- 172.21.15.39:0/1904374847 >> v1:172.21.15.157:6789/0 conn(0x7f5ce406f240 legacy=0x7f5ce406b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce3fff640 1 -- 172.21.15.39:0/1904374847 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ce40b37c0 con 0x7f5ce415c710 2024-09-13T16:10:54.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.267+0000 7f5ce37fe640 1 --2- 172.21.15.39:0/1904374847 >> v2:172.21.15.157:3300/0 conn(0x7f5ce415c330 0x7f5ce406ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.268+0000 7f5ce3fff640 1 --2- 172.21.15.39:0/1904374847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce40b3ce0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc009e50 tx=0x7f5cdc02a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=404490f5aa00cffc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.268+0000 7f5ce27fc640 1 -- 172.21.15.39:0/1904374847 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc031600 con 0x7f5ce415c710 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.268+0000 7f5ce27fc640 1 -- 172.21.15.39:0/1904374847 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cdc02d050 con 0x7f5ce415c710 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.268+0000 7f5ce27fc640 1 -- 172.21.15.39:0/1904374847 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cdc031980 con 0x7f5ce415c710 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 -- 172.21.15.39:0/1904374847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 msgr2=0x7f5ce40b3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/1904374847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce40b3ce0 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f5cdc009e50 tx=0x7f5cdc02a710 comp rx=0 tx=0).stop 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 -- 172.21.15.39:0/1904374847 shutdown_connections 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/1904374847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce40b3ce0 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/1904374847 >> v2:172.21.15.157:3300/0 conn(0x7f5ce415c330 0x7f5ce406ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 -- 172.21.15.39:0/1904374847 >> 172.21.15.39:0/1904374847 conn(0x7f5ce406d5c0 msgr2=0x7f5ce406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 -- 172.21.15.39:0/1904374847 shutdown_connections 2024-09-13T16:10:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.269+0000 7f5ce9b95640 1 -- 172.21.15.39:0/1904374847 wait complete. 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.270+0000 7f5ce9b95640 1 Processor -- start 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.270+0000 7f5ce9b95640 1 -- start start 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce9b95640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 0x7f5ce40cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce9b95640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ce415c330 0x7f5ce41f2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce9b95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce41f5640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce9b95640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce4153d10 con 0x7f5ce406f240 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce9b95640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce41f25c0 con 0x7f5ce415c330 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce9b95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ce41f5b80 con 0x7f5ce415c710 2024-09-13T16:10:54.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 0x7f5ce40cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 0x7f5ce40cbb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36844/0 (socket says 172.21.15.39:36844) 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 -- 172.21.15.39:0/722287795 learned_addr learned my addr 172.21.15.39:0/722287795 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce2ffd640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ce415c330 0x7f5ce41f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce3fff640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce41f5640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 -- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 msgr2=0x7f5ce41f5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce41f5640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 -- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ce415c330 msgr2=0x7f5ce41f2080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ce415c330 0x7f5ce41f2080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 -- 172.21.15.39:0/722287795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cd4009400 con 0x7f5ce406f240 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce2ffd640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ce415c330 0x7f5ce41f2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce3fff640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce41f5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.271+0000 7f5ce37fe640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 0x7f5ce40cbb40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5cd400ec10 tx=0x7f5cd400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.272+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4009760 con 0x7f5ce406f240 2024-09-13T16:10:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.272+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cd400cc30 con 0x7f5ce406f240 2024-09-13T16:10:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.272+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cdc009b30 con 0x7f5ce406f240 2024-09-13T16:10:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.272+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cd4013470 con 0x7f5ce406f240 2024-09-13T16:10:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.272+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ce41f6110 con 0x7f5ce406f240 2024-09-13T16:10:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.273+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ce406ed00 con 0x7f5ce406f240 2024-09-13T16:10:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.273+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5cd40135d0 con 0x7f5ce406f240 2024-09-13T16:10:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.274+0000 7f5cdbfff640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cc406ac00 0x7f5cc406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.274+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5cd40896c0 con 0x7f5ce406f240 2024-09-13T16:10:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.274+0000 7f5ce2ffd640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cc406ac00 0x7f5cc406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.274+0000 7f5ce2ffd640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cc406ac00 0x7f5cc406d0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5ce40b4d20 tx=0x7f5ccc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.278+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5cd40548a0 con 0x7f5ce406f240 2024-09-13T16:10:54.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.448+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ce40cf9f0 con 0x7f5ce406f240 2024-09-13T16:10:54.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.449+0000 7f5cdbfff640 1 -- 172.21.15.39:0/722287795 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f5cd4057ec0 con 0x7f5ce406f240 2024-09-13T16:10:54.452 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:54.452 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cc406ac00 msgr2=0x7f5cc406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cc406ac00 0x7f5cc406d0c0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f5ce40b4d20 tx=0x7f5ccc009040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 msgr2=0x7f5ce40cbb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 0x7f5ce40cbb40 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f5cd400ec10 tx=0x7f5cd400c520 comp rx=0 tx=0).stop 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 shutdown_connections 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cc406ac00 0x7f5cc406d0c0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ce415c710 0x7f5ce41f5640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ce415c330 0x7f5ce41f2080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 --2- 172.21.15.39:0/722287795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ce406f240 0x7f5ce40cbb40 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 >> 172.21.15.39:0/722287795 conn(0x7f5ce406d5c0 msgr2=0x7f5ce40b4f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 shutdown_connections 2024-09-13T16:10:54.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.451+0000 7f5ce9b95640 1 -- 172.21.15.39:0/722287795 wait complete. 2024-09-13T16:10:54.465 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T16:10:54.466 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T16:10:54.467 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T16:10:54.467 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T16:10:54.468 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T16:10:54.468 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T16:10:54.469 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T16:10:54.469 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T16:10:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.639+0000 7f9026e02640 1 Processor -- start 2024-09-13T16:10:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.639+0000 7f9026e02640 1 -- start start 2024-09-13T16:10:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.640+0000 7f01fb718640 1 Processor -- start 2024-09-13T16:10:54.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.640+0000 7fef6b7ff640 1 Processor -- start 2024-09-13T16:10:54.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.640+0000 7f01fb718640 1 -- start start 2024-09-13T16:10:54.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7fef6b7ff640 1 -- start start 2024-09-13T16:10:54.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7fe9c6034640 1 Processor -- start 2024-09-13T16:10:54.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7f9024b9e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9020161250 0x7f90200cefe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38846/0 (socket says 172.21.15.39:38846) 2024-09-13T16:10:54.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7f9024b9e640 1 -- 172.21.15.39:0/4008083977 learned_addr learned my addr 172.21.15.39:0/4008083977 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:54.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7f9026e02640 1 --2- 172.21.15.39:0/4008083977 >> v2:172.21.15.39:3300/0 conn(0x7f90200b4d30 0x7f90200b55f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7fe9c6034640 1 -- start start 2024-09-13T16:10:54.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7f901ffff640 1 --2- 172.21.15.39:0/4008083977 >> v2:172.21.15.39:3300/0 conn(0x7f90200b4d30 0x7f90200b55f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7fa374f25640 1 Processor -- start 2024-09-13T16:10:54.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.641+0000 7fa374f25640 1 -- start start 2024-09-13T16:10:54.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90200d2390 con 0x7f9020161250 2024-09-13T16:10:54.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6b7ff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fef5c0e6b20 0x7fef5c03b840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01fb718640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f40ccd10 0x7f01f4160e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01fb718640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f01f40b4c00 0x7f01f40d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6b7ff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c055010 0x7fef5c052fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6b7ff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fef5c057420 0x7fef5c0534f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6b7ff640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef5c0578e0 con 0x7fef5c0e6b20 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6b7ff640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef5c005e90 con 0x7fef5c057420 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6b7ff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef5c006170 con 0x7fef5c055010 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01f94b4640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f01f415c8d0 0x7f01f40b44f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50136/0 (socket says 172.21.15.39:50136) 2024-09-13T16:10:54.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01f94b4640 1 -- 172.21.15.39:0/3147620323 learned_addr learned my addr 172.21.15.39:0/3147620323 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:54.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6959b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fef5c0e6b20 0x7fef5c03b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6959b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fef5c0e6b20 0x7fef5c03b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36876/0 (socket says 172.21.15.39:36876) 2024-09-13T16:10:54.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef6959b640 1 -- 172.21.15.39:0/2463694712 learned_addr learned my addr 172.21.15.39:0/2463694712 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fef68d9a640 1 --2- 172.21.15.39:0/2463694712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c055010 0x7fef5c052fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01f8cb3640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f40ccd10 0x7f01f4160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01f9cb5640 1 --2- 172.21.15.39:0/3147620323 >> v2:172.21.15.157:3300/0 conn(0x7f01f40b4c00 0x7f01f40d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01f4161380 con 0x7f01f415c8d0 2024-09-13T16:10:54.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01f40cd1a0 con 0x7f01f40b4c00 2024-09-13T16:10:54.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40cd480 con 0x7f01f40ccd10 2024-09-13T16:10:54.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fa374f25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37006ead0 0x7fa37006dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fa374f25640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa3700b34a0 0x7fa3700ce840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fa374f25640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa37006ef60 con 0x7fa37015a410 2024-09-13T16:10:54.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fef6959b640 1 -- 172.21.15.39:0/2463694712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c055010 msgr2=0x7fef5c052fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fef6959b640 1 --2- 172.21.15.39:0/2463694712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c055010 0x7fef5c052fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fef6959b640 1 -- 172.21.15.39:0/2463694712 >> v2:172.21.15.157:3300/0 conn(0x7fef5c057420 msgr2=0x7fef5c0534f0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:10:54.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fef6959b640 1 --2- 172.21.15.39:0/2463694712 >> v2:172.21.15.157:3300/0 conn(0x7fef5c057420 0x7fef5c0534f0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fef6959b640 1 -- 172.21.15.39:0/2463694712 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef5c006450 con 0x7fef5c0e6b20 2024-09-13T16:10:54.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3038963128 0 0) 0x7f01e4001110 con 0x7f01f415c8d0 2024-09-13T16:10:54.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f01e0003520 con 0x7f01f415c8d0 2024-09-13T16:10:54.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fe9c6034640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9c015a110 0x7fe9c00ccbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fe9c6034640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9c00cd630 con 0x7fe9c006cab0 2024-09-13T16:10:54.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fe9c6034640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9c00cd910 con 0x7fe9c00cd120 2024-09-13T16:10:54.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fa374f25640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa37006f240 con 0x7fa3700b34a0 2024-09-13T16:10:54.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.642+0000 7fa374f25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa37006f520 con 0x7fa37006ead0 2024-09-13T16:10:54.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa3700b34a0 0x7fa3700ce840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fe9c6034640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9c00cdbf0 con 0x7fe9c015a110 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa3700b34a0 0x7fa3700ce840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36886/0 (socket says 172.21.15.39:36886) 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36ed9d640 1 -- 172.21.15.39:0/1793567366 learned_addr learned my addr 172.21.15.39:0/1793567366 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36dd9b640 1 --2- 172.21.15.39:0/1793567366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37006ead0 0x7fa37006dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 <== mon.1 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 495450342 0 0) 0x7f01e0003520 con 0x7f01f415c8d0 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f40ccd10 msgr2=0x7f01f4160e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f40ccd10 0x7f01f4160e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 >> v2:172.21.15.157:3300/0 conn(0x7f01f40b4c00 msgr2=0x7f01f40d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f6da4fdb640 1 Processor -- start 2024-09-13T16:10:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 --2- 172.21.15.39:0/3147620323 >> v2:172.21.15.157:3300/0 conn(0x7f01f40b4c00 0x7f01f40d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 --> v1:172.21.15.157:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f40cd760 con 0x7f01f415c8d0 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 <== mon.1 v1:172.21.15.157:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f01e4001800 con 0x7f01f415c8d0 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 >> v1:172.21.15.157:6789/0 conn(0x7f01f415c8d0 legacy=0x7f01f40b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01e0003970 0x7f01e0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e00047c0 0x7f01e0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01e0005180 0x7f01e000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40cd1a0 con 0x7f01e00047c0 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40cd480 con 0x7f01e0003970 2024-09-13T16:10:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01e000bef0 con 0x7f01e0005180 2024-09-13T16:10:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f6da4fdb640 1 -- start start 2024-09-13T16:10:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7f01f94b4640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01e0003970 0x7f01e0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f01f9cb5640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01e0005180 0x7f01e000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90200cd830 con 0x7f90200cf6f0 2024-09-13T16:10:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9020161630 con 0x7f90200b4d30 2024-09-13T16:10:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3084193221 0 0) 0x7f90200d2390 con 0x7f9020161250 2024-09-13T16:10:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9010003520 con 0x7f9020161250 2024-09-13T16:10:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7fe9c4831640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe9c00cd120 0x7fe9c006c3a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50164/0 (socket says 172.21.15.39:50164) 2024-09-13T16:10:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f01f94b4640 1 -- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01e0005180 msgr2=0x7f01e000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f01f94b4640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01e0005180 0x7f01e000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f01f94b4640 1 -- 172.21.15.39:0/3147620323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e00047c0 msgr2=0x7f01e0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f01f94b4640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e00047c0 0x7f01e0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7f01f94b4640 1 -- 172.21.15.39:0/3147620323 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f40cd760 con 0x7f01e0003970 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7fe9c4831640 1 -- 172.21.15.39:0/1788026283 learned_addr learned my addr 172.21.15.39:0/1788026283 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3424021294 0 0) 0x7fe9c00cd630 con 0x7fe9c006cab0 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7fe9c5032640 1 --2- 172.21.15.39:0/1788026283 >> v2:172.21.15.39:3300/0 conn(0x7fe9c015a110 0x7fe9c00ccbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.644+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe9ac003520 con 0x7fe9c006cab0 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36d59a640 1 -- 172.21.15.39:0/1793567366 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2190144706 0 0) 0x7fa37006ef60 con 0x7fa37015a410 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36d59a640 1 -- 172.21.15.39:0/1793567366 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa358003520 con 0x7fa37015a410 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36dd9b640 1 -- 172.21.15.39:0/1793567366 >> v2:172.21.15.39:3300/0 conn(0x7fa3700b34a0 msgr2=0x7fa3700ce840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36dd9b640 1 --2- 172.21.15.39:0/1793567366 >> v2:172.21.15.39:3300/0 conn(0x7fa3700b34a0 0x7fa3700ce840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36dd9b640 1 -- 172.21.15.39:0/1793567366 >> v1:172.21.15.157:6789/0 conn(0x7fa37015a410 legacy=0x7fa3700b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2018227464 0 0) 0x7f90200cd830 con 0x7f90200cf6f0 2024-09-13T16:10:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f90200d2390 con 0x7f90200cf6f0 2024-09-13T16:10:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.643+0000 7fa36dd9b640 1 -- 172.21.15.39:0/1793567366 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa37006f800 con 0x7fa37006ead0 2024-09-13T16:10:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f6da4fdb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6da00ce400 0x7f6da0161ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3540206044 0 0) 0x7f9010003520 con 0x7f9020161250 2024-09-13T16:10:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7fa36dd9b640 1 --2- 172.21.15.39:0/1793567366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37006ead0 0x7fa37006dfc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa3640097a0 tx=0x7fa36402a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d9268785fc802df7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 >> v2:172.21.15.39:3300/0 conn(0x7f90200b4d30 msgr2=0x7f90200b55f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 --2- 172.21.15.39:0/4008083977 >> v2:172.21.15.39:3300/0 conn(0x7f90200b4d30 0x7f90200b55f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 >> v1:172.21.15.157:6789/0 conn(0x7f90200cf6f0 legacy=0x7f90200b5b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f6da4fdb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6da00b25e0 0x7f6da00cd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90200b4250 con 0x7f9020161250 2024-09-13T16:10:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f6da4fdb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6da0162020 con 0x7f6da0164650 2024-09-13T16:10:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f6da4fdb640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6da0164bc0 con 0x7f6da00ce400 2024-09-13T16:10:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f6da4fdb640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6da0164ea0 con 0x7f6da00b25e0 2024-09-13T16:10:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f900c001670 con 0x7f9020161250 2024-09-13T16:10:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2739546607 0 0) 0x7fe9c00cd910 con 0x7fe9c00cd120 2024-09-13T16:10:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe9c00cd630 con 0x7fe9c00cd120 2024-09-13T16:10:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f01f94b4640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01e0003970 0x7f01e0003d90 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f01e400c210 tx=0x7f01e00057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76d271cc09120b18 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 >> v1:172.21.15.39:6789/0 conn(0x7f9020161250 legacy=0x7f90200cefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f6d9ed9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6da00b25e0 0x7f6da00cd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9010003b30 0x7f9010003f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90100047c0 0x7f9010004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f901000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90180015b0 con 0x7f90100047c0 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9020161630 con 0x7f9010003b30 2024-09-13T16:10:54.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f901000c180 con 0x7f90100051d0 2024-09-13T16:10:54.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e4005ad0 con 0x7f01e0003970 2024-09-13T16:10:54.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01e4005c50 con 0x7f01e0003970 2024-09-13T16:10:54.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f902539f640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f901000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f9024b9e640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9010003b30 0x7f9010003f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7f01ebfff640 1 -- 172.21.15.39:0/3147620323 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e4007070 con 0x7f01e0003970 2024-09-13T16:10:54.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f6d9dd9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f6da0164650 0x7f6da00ce7e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50180/0 (socket says 172.21.15.39:50180) 2024-09-13T16:10:54.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f6d9dd9b640 1 -- 172.21.15.39:0/2378907350 learned_addr learned my addr 172.21.15.39:0/2378907350 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:54.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f6d9e59c640 1 --2- 172.21.15.39:0/2378907350 >> v2:172.21.15.39:3300/0 conn(0x7f6da00ce400 0x7f6da0161ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7fef6959b640 1 --2- 172.21.15.39:0/2463694712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c0e6b20 0x7fef5c03b840 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fef5c054700 tx=0x7fef6002a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a00611415c997b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f4ef6620640 1 Processor -- start 2024-09-13T16:10:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f4ef6620640 1 -- start start 2024-09-13T16:10:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7fa36d59a640 1 -- 172.21.15.39:0/1793567366 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa364032440 con 0x7fa37006ead0 2024-09-13T16:10:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7fa36d59a640 1 -- 172.21.15.39:0/1793567366 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3640325a0 con 0x7fa37006ead0 2024-09-13T16:10:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.645+0000 7fa36d59a640 1 -- 172.21.15.39:0/1793567366 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa364032950 con 0x7fa37006ead0 2024-09-13T16:10:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7fe9c5032640 1 -- 172.21.15.39:0/1788026283 >> v1:172.21.15.157:6789/0 conn(0x7fe9c00cd120 legacy=0x7fe9c006c3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7fe9c5032640 1 -- 172.21.15.39:0/1788026283 >> v1:172.21.15.39:6789/0 conn(0x7fe9c006cab0 legacy=0x7fe9c015a9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7fe9c5032640 1 -- 172.21.15.39:0/1788026283 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9c00cded0 con 0x7fe9c015a110 2024-09-13T16:10:54.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f902539f640 1 -- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9010003b30 msgr2=0x7f9010003f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f902539f640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9010003b30 0x7f9010003f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f902539f640 1 -- 172.21.15.39:0/4008083977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90100047c0 msgr2=0x7f9010004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f902539f640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90100047c0 0x7f9010004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f902539f640 1 -- 172.21.15.39:0/4008083977 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90200b4250 con 0x7f90100051d0 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7fa374f25640 1 -- 172.21.15.39:0/1793567366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37006ead0 msgr2=0x7fa37006dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7fa374f25640 1 --2- 172.21.15.39:0/1793567366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37006ead0 0x7fa37006dfc0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7fa3640097a0 tx=0x7fa36402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01e0003970 msgr2=0x7f01e0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f9d63496640 1 Processor -- start 2024-09-13T16:10:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f9d63496640 1 -- start start 2024-09-13T16:10:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.646+0000 7f01fb718640 1 --2- 172.21.15.39:0/3147620323 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01e0003970 0x7f01e0003d90 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f01e400c210 tx=0x7f01e00057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fa374f25640 1 -- 172.21.15.39:0/1793567366 shutdown_connections 2024-09-13T16:10:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fa374f25640 1 --2- 172.21.15.39:0/1793567366 >> v2:172.21.15.39:3300/0 conn(0x7fa3700b34a0 0x7fa3700ce840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fa374f25640 1 --2- 172.21.15.39:0/1793567366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37006ead0 0x7fa37006dfc0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fa374f25640 1 -- 172.21.15.39:0/1793567366 >> 172.21.15.39:0/1793567366 conn(0x7fa3700d0430 msgr2=0x7fa3700d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f01f9cb5640 1 -- 172.21.15.39:0/3147620323 reap_dead start 2024-09-13T16:10:54.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fa374f25640 1 -- 172.21.15.39:0/1793567366 shutdown_connections 2024-09-13T16:10:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fe9c5032640 1 --2- 172.21.15.39:0/1788026283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c015a110 0x7fe9c00ccbe0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc0097a0 tx=0x7fe9bc02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c41af995fd874101 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fef5bfff640 1 -- 172.21.15.39:0/2463694712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60032440 con 0x7fef5c0e6b20 2024-09-13T16:10:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fa374f25640 1 -- 172.21.15.39:0/1793567366 wait complete. 2024-09-13T16:10:54.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f902539f640 1 -- 172.21.15.39:0/4008083977 reap_dead start 2024-09-13T16:10:54.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fef5bfff640 1 -- 172.21.15.39:0/2463694712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef600325a0 con 0x7fef5c0e6b20 2024-09-13T16:10:54.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 shutdown_connections 2024-09-13T16:10:54.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 >> 172.21.15.39:0/3147620323 conn(0x7f01f40cf560 msgr2=0x7f01f40cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f902539f640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f901000b980 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f901800c2f0 tx=0x7f90100057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=915e7817dcc55f98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 shutdown_connections 2024-09-13T16:10:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7fef5bfff640 1 -- 172.21.15.39:0/2463694712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60032930 con 0x7fef5c0e6b20 2024-09-13T16:10:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f01fb718640 1 -- 172.21.15.39:0/3147620323 wait complete. 2024-09-13T16:10:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f4ef6620640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4ef015a2e0 0x7f4ef015ea80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f4ef6620640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4ef00ceb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4ef6620640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ef00ce690 con 0x7f4ef015a6c0 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4ef6620640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ef015efc0 con 0x7f4ef015a2e0 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4eeffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4ef015a2e0 0x7f4ef015ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4eeffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4ef015a2e0 0x7f4ef015ea80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:48902/0 (socket says 172.21.15.39:48902) 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4eeffff640 1 -- 172.21.15.39:0/920904213 learned_addr learned my addr 172.21.15.39:0/920904213 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4ef4bbd640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4ef00ceb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f4ef6620640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef00af910 con 0x7f4ef00b28e0 2024-09-13T16:10:54.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2378907350 >> v2:172.21.15.39:3300/0 conn(0x7f6da00ce400 msgr2=0x7f6da0161ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d63496640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 0x7f9d5c0cb150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d63496640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d5c15dac0 0x7f9d5c06b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f6d9ed9d640 1 --2- 172.21.15.39:0/2378907350 >> v2:172.21.15.39:3300/0 conn(0x7f6da00ce400 0x7f6da0161ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2378907350 >> v1:172.21.15.157:6789/0 conn(0x7f6da0164650 legacy=0x7f6da00ce7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.647+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2378907350 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6da0165180 con 0x7f6da00b25e0 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2463694712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c0e6b20 msgr2=0x7fef5c03b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2463694712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c0e6b20 0x7fef5c03b840 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7fef5c054700 tx=0x7fef6002a200 comp rx=0 tx=0).stop 2024-09-13T16:10:54.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9b80019f0 con 0x7fe9c015a110 2024-09-13T16:10:54.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9bc02abc0 con 0x7fe9c015a110 2024-09-13T16:10:54.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fe9b7fff640 1 -- 172.21.15.39:0/1788026283 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc032440 con 0x7fe9c015a110 2024-09-13T16:10:54.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d63496640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d5c15cd60 con 0x7f9d5c0cb690 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d61232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 0x7f9d5c0cb150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d61232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 0x7f9d5c0cb150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55468/0 (socket says 172.21.15.39:55468) 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d61232640 1 -- 172.21.15.39:0/4238928902 learned_addr learned my addr 172.21.15.39:0/4238928902 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d63496640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d5c0cbef0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d63496640 1 -- 172.21.15.39:0/4238928902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5c15a790 con 0x7f9d5c15a3b0 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2463694712 shutdown_connections 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2463694712 >> v2:172.21.15.157:3300/0 conn(0x7fef5c057420 0x7fef5c0534f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2463694712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c055010 0x7fef5c052fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2463694712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c0e6b20 0x7fef5c03b840 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2463694712 >> 172.21.15.39:0/2463694712 conn(0x7fef5c03a4e0 msgr2=0x7fef5c03a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f9d60a31640 1 --2- 172.21.15.39:0/4238928902 >> v2:172.21.15.39:3300/0 conn(0x7f9d5c15dac0 0x7f9d5c06b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2463694712 shutdown_connections 2024-09-13T16:10:54.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9018003b70 con 0x7f90100051d0 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f901802c040 con 0x7f90100051d0 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f901f7fe640 1 -- 172.21.15.39:0/4008083977 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9018005070 con 0x7f90100051d0 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 msgr2=0x7f901000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f901000b980 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f901800c2f0 tx=0x7f90100057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 shutdown_connections 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 --2- 172.21.15.39:0/4008083977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f901000b980 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 >> 172.21.15.39:0/4008083977 conn(0x7f902006a3a0 msgr2=0x7f902006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3238776772 0 0) 0x7f4ef00ce690 con 0x7f4ef015a6c0 2024-09-13T16:10:54.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4edc003520 con 0x7f4ef015a6c0 2024-09-13T16:10:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 shutdown_connections 2024-09-13T16:10:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9026e02640 1 -- 172.21.15.39:0/4008083977 wait complete. 2024-09-13T16:10:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fa374f25640 1 Processor -- start 2024-09-13T16:10:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fe9c6034640 1 -- 172.21.15.39:0/1788026283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c015a110 msgr2=0x7fe9c00ccbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fe9c6034640 1 --2- 172.21.15.39:0/1788026283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c015a110 0x7fe9c00ccbe0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc0097a0 tx=0x7fe9bc02a130 comp rx=0 tx=0).stop 2024-09-13T16:10:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fa374f25640 1 -- start start 2024-09-13T16:10:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fe9c6034640 1 -- 172.21.15.39:0/1788026283 shutdown_connections 2024-09-13T16:10:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fe9c6034640 1 --2- 172.21.15.39:0/1788026283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c015a110 0x7fe9c00ccbe0 secure :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc0097a0 tx=0x7fe9bc02a130 comp rx=0 tx=0).stop 2024-09-13T16:10:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fe9c6034640 1 -- 172.21.15.39:0/1788026283 >> 172.21.15.39:0/1788026283 conn(0x7fe9c00ce520 msgr2=0x7fe9c00ce900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.648+0000 7f6d9ed9d640 1 --2- 172.21.15.39:0/2378907350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00b25e0 0x7f6da00cd1b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6da0165770 tx=0x7f6d9002a010 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ab736e5ba0d97601 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f6d9d59a640 1 -- 172.21.15.39:0/2378907350 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9002aca0 con 0x7f6da00b25e0 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f6d9d59a640 1 -- 172.21.15.39:0/2378907350 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d9002ae00 con 0x7f6da00b25e0 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f6d9d59a640 1 -- 172.21.15.39:0/2378907350 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d90032660 con 0x7f6da00b25e0 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2070798371 0 0) 0x7f4edc003520 con 0x7f4ef015a6c0 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 msgr2=0x7f4ef00ceb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4ef00ceb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f01fb718640 1 Processor -- start 2024-09-13T16:10:54.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f01fb718640 1 -- start start 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7fe9c6034640 1 -- 172.21.15.39:0/1788026283 shutdown_connections 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 >> v2:172.21.15.157:3300/0 conn(0x7f4ef015a2e0 msgr2=0x7f4ef015ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 --2- 172.21.15.39:0/920904213 >> v2:172.21.15.157:3300/0 conn(0x7f4ef015a2e0 0x7f4ef015ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef00723d0 con 0x7f4ef015a6c0 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4ee0001670 con 0x7f4ef015a6c0 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 >> v1:172.21.15.39:6789/0 conn(0x7f4ef015a6c0 legacy=0x7f4ef00b21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4edc003970 0x7f4edc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4edc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4edc004d00 0x7f4edc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4edc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9d61232640 1 -- 172.21.15.39:0/4238928902 >> v2:172.21.15.39:3300/0 conn(0x7f9d5c15dac0 msgr2=0x7f9d5c06b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9d61232640 1 --2- 172.21.15.39:0/4238928902 >> v2:172.21.15.39:3300/0 conn(0x7f9d5c15dac0 0x7f9d5c06b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9d61232640 1 -- 172.21.15.39:0/4238928902 >> v1:172.21.15.157:6789/0 conn(0x7f9d5c0cb690 legacy=0x7f9d5c0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7f9d61232640 1 -- 172.21.15.39:0/4238928902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d5c0cbc10 con 0x7f9d5c15a3b0 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef015efc0 con 0x7f4edc004d00 2024-09-13T16:10:54.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef00af910 con 0x7f4edc003970 2024-09-13T16:10:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4edc00ba60 con 0x7f4ef00b28e0 2024-09-13T16:10:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f4eeffff640 1 --2- 172.21.15.39:0/920904213 >> v2:172.21.15.157:3300/0 conn(0x7f4ef015a2e0 0x7f4ef015ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.649+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2463694712 wait complete. 2024-09-13T16:10:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7fe9c6034640 1 -- 172.21.15.39:0/1788026283 wait complete. 2024-09-13T16:10:54.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f9d61232640 1 --2- 172.21.15.39:0/4238928902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 0x7f9d5c0cb150 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009870 tx=0x7f9d5802a160 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8ff82fed1e4680ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f4ef4bbd640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4edc004d00 0x7f4edc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f9d53fff640 1 -- 172.21.15.39:0/4238928902 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d5802adf0 con 0x7f9d5c15a3b0 2024-09-13T16:10:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa374f25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3700b34a0 0x7fa370149720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa374f25640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa37015a410 0x7fa3700aec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa374f25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3700a86d0 0x7fa3701f6240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa374f25640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3700adb80 con 0x7fa3700a86d0 2024-09-13T16:10:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f9026e02640 1 Processor -- start 2024-09-13T16:10:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f9d53fff640 1 -- 172.21.15.39:0/4238928902 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d58032440 con 0x7f9d5c15a3b0 2024-09-13T16:10:54.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa374f25640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3700a8b60 con 0x7fa37015a410 2024-09-13T16:10:54.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f01fb718640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0003970 0x7f01f40c73c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa374f25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3700add60 con 0x7fa3700b34a0 2024-09-13T16:10:54.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f9026e02640 1 -- start start 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2378907350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00b25e0 msgr2=0x7f6da00cd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.650+0000 7f6da4fdb640 1 --2- 172.21.15.39:0/2378907350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00b25e0 0x7f6da00cd1b0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f6da0165770 tx=0x7f6d9002a010 comp rx=0 tx=0).stop 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2378907350 shutdown_connections 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f6da4fdb640 1 --2- 172.21.15.39:0/2378907350 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00b25e0 0x7f6da00cd1b0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f6da4fdb640 1 --2- 172.21.15.39:0/2378907350 >> v2:172.21.15.39:3300/0 conn(0x7f6da00ce400 0x7f6da0161ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2378907350 >> 172.21.15.39:0/2378907350 conn(0x7f6da00b15d0 msgr2=0x7f6da00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f01fb718640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f415d0a0 0x7f01f4145b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f4ee77fe640 1 -- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4edc003970 msgr2=0x7f4edc003d90 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:10:54.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa36ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3700a86d0 0x7fa3701f6240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa36ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3700a86d0 0x7fa3701f6240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36972/0 (socket says 172.21.15.39:36972) 2024-09-13T16:10:54.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa36ed9d640 1 -- 172.21.15.39:0/377291035 learned_addr learned my addr 172.21.15.39:0/377291035 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2378907350 shutdown_connections 2024-09-13T16:10:54.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa36dd9b640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa37015a410 0x7fa3700aec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4edc003970 0x7f4edc003d90 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f01f94b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0003970 0x7f01f40c73c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f01f94b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0003970 0x7f01f40c73c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36974/0 (socket says 172.21.15.39:36974) 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f8cb3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f415d0a0 0x7f01f4145b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f8cb3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f415d0a0 0x7f01f4145b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55494/0 (socket says 172.21.15.39:55494) 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f94b4640 1 -- 172.21.15.39:0/1666534968 learned_addr learned my addr 172.21.15.39:0/1666534968 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01fb718640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01f415d520 0x7f01f4146080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fa36e59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3700b34a0 0x7fa370149720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f4ee77fe640 1 -- 172.21.15.39:0/920904213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4edc004d00 msgr2=0x7f4edc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4edc004d00 0x7f4edc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40c8890 con 0x7f01e0003970 2024-09-13T16:10:54.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40c7c10 con 0x7f01f415d520 2024-09-13T16:10:54.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f9cb5640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01f415d520 0x7f01f4146080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f4ee77fe640 1 -- 172.21.15.39:0/920904213 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef00723d0 con 0x7f4ef00b28e0 2024-09-13T16:10:54.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01f40c7ef0 con 0x7f01f415d0a0 2024-09-13T16:10:54.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7fef6b7ff640 1 Processor -- start 2024-09-13T16:10:54.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7fa36ed9d640 1 -- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3700b34a0 msgr2=0x7fa370149720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7fa36ed9d640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3700b34a0 0x7fa370149720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 -- 172.21.15.39:0/4238928902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 msgr2=0x7f9d5c0cb150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 --2- 172.21.15.39:0/4238928902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 0x7f9d5c0cb150 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7f9d58009870 tx=0x7f9d5802a160 comp rx=0 tx=0).stop 2024-09-13T16:10:54.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.651+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2378907350 wait complete. 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7fa36ed9d640 1 -- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa37015a410 msgr2=0x7fa3700aec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7fa36ed9d640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa37015a410 0x7fa3700aec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7fa36ed9d640 1 -- 172.21.15.39:0/377291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa364009400 con 0x7fa3700a86d0 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 -- 172.21.15.39:0/4238928902 shutdown_connections 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 --2- 172.21.15.39:0/4238928902 >> v2:172.21.15.39:3300/0 conn(0x7f9d5c15dac0 0x7f9d5c06b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 --2- 172.21.15.39:0/4238928902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c15a3b0 0x7f9d5c0cb150 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 -- 172.21.15.39:0/4238928902 >> 172.21.15.39:0/4238928902 conn(0x7f9d5c06b330 msgr2=0x7f9d5c071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 -- 172.21.15.39:0/4238928902 shutdown_connections 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f94b4640 1 -- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f415d0a0 msgr2=0x7f01f4145b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f94b4640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f415d0a0 0x7f01f4145b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f94b4640 1 -- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01f415d520 msgr2=0x7f01f4146080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f94b4640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01f415d520 0x7f01f4146080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f01f94b4640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01f40c81d0 con 0x7f01e0003970 2024-09-13T16:10:54.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f01f8cb3640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01f415d0a0 0x7f01f4145b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:54.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fe9c6034640 1 Processor -- start 2024-09-13T16:10:54.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fa36ed9d640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3700a86d0 0x7fa3701f6240 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa368007ba0 tx=0x7fa36800d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fe9c6034640 1 -- start start 2024-09-13T16:10:54.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7f9d63496640 1 -- 172.21.15.39:0/4238928902 wait complete. 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f01f94b4640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0003970 0x7f01f40c73c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f01e400c210 tx=0x7f01e4001ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f9026e02640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f902015b060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f9026e02640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f902015c820 0x7f902015cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f9026e02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90200c81f0 0x7f90200c8670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f9026e02640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90200c8000 con 0x7f90200c81f0 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f9026e02640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90200c7b70 con 0x7f902015c820 2024-09-13T16:10:54.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f9026e02640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f902015d1e0 con 0x7f90100051d0 2024-09-13T16:10:54.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.652+0000 7fef6b7ff640 1 -- start start 2024-09-13T16:10:54.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f902539f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90200c81f0 0x7f90200c8670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fef6b7ff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c055010 0x7fef5c04fa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f902539f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90200c81f0 0x7f90200c8670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36978/0 (socket says 172.21.15.39:36978) 2024-09-13T16:10:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4edc0047c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000c160 tx=0x7f4edc0057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec6a71c5cf00f9e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f902539f640 1 -- 172.21.15.39:0/3251669496 learned_addr learned my addr 172.21.15.39:0/3251669496 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fef6b7ff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef5c057420 0x7fef5c0e1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7f901ffff640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f902015c820 0x7f902015cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f9024b9e640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f902015b060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0007250 con 0x7f4ef00b28e0 2024-09-13T16:10:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fef6b7ff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c0e6b20 0x7fef5c0e2380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fef6b7ff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5c052a10 con 0x7fef5c055010 2024-09-13T16:10:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fef6b7ff640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef5c052450 con 0x7fef5c057420 2024-09-13T16:10:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.653+0000 7fef6b7ff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef5c052730 con 0x7fef5c0e6b20 2024-09-13T16:10:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee002d070 con 0x7f4ef00b28e0 2024-09-13T16:10:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f4eef7fe640 1 -- 172.21.15.39:0/920904213 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee0007670 con 0x7f4ef00b28e0 2024-09-13T16:10:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef68d9a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef5c057420 0x7fef5c0e1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef68d9a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef5c057420 0x7fef5c0e1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:48948/0 (socket says 172.21.15.39:48948) 2024-09-13T16:10:54.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f6da4fdb640 1 Processor -- start 2024-09-13T16:10:54.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef6959b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c055010 0x7fef5c04fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef68d9a640 1 -- 172.21.15.39:0/2447592243 learned_addr learned my addr 172.21.15.39:0/2447592243 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36800dd50 con 0x7fa3700a86d0 2024-09-13T16:10:54.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa36800f040 con 0x7fa3700a86d0 2024-09-13T16:10:54.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f6da4fdb640 1 -- start start 2024-09-13T16:10:54.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f902539f640 1 -- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 msgr2=0x7f902015b060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f902539f640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90100051d0 0x7f902015b060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f902539f640 1 -- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f902015c820 msgr2=0x7f902015cca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f902539f640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f902015c820 0x7f902015cca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f902539f640 1 -- 172.21.15.39:0/3251669496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90200c7240 con 0x7f90200c81f0 2024-09-13T16:10:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e4004e20 con 0x7f01e0003970 2024-09-13T16:10:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01e4007070 con 0x7f01e0003970 2024-09-13T16:10:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01e40073e0 con 0x7f01e0003970 2024-09-13T16:10:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fa374f25640 1 -- 172.21.15.39:0/377291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3700ae040 con 0x7fa3700a86d0 2024-09-13T16:10:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fa374f25640 1 -- 172.21.15.39:0/377291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3700af190 con 0x7fa3700a86d0 2024-09-13T16:10:54.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01f40c84b0 con 0x7f01e0003970 2024-09-13T16:10:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f9d63496640 1 Processor -- start 2024-09-13T16:10:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef6959b640 1 -- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c0e6b20 msgr2=0x7fef5c0e2380 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:10:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef6959b640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef5c0e6b20 0x7fef5c0e2380 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef6959b640 1 -- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef5c057420 msgr2=0x7fef5c0e1e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef6959b640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef5c057420 0x7fef5c0e1e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fef6959b640 1 -- 172.21.15.39:0/2447592243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef600094d0 con 0x7fef5c055010 2024-09-13T16:10:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7fe9c6034640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c006cab0 0x7fe9c01f62c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c6034640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9c00cd120 0x7fe9c00c4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.654+0000 7f9d63496640 1 -- start start 2024-09-13T16:10:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c6034640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9c0153870 0x7fe9c00c90f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01f40c7900 con 0x7f01e0003970 2024-09-13T16:10:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c6034640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c00c58a0 con 0x7fe9c006cab0 2024-09-13T16:10:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c6034640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c00c5b80 con 0x7fe9c0153870 2024-09-13T16:10:54.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c5833640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9c0153870 0x7fe9c00c90f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c5833640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9c0153870 0x7fe9c00c90f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:48950/0 (socket says 172.21.15.39:48950) 2024-09-13T16:10:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c5833640 1 -- 172.21.15.39:0/794924168 learned_addr learned my addr 172.21.15.39:0/794924168 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c6034640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9c00c5e60 con 0x7fe9c00cd120 2024-09-13T16:10:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fe9c5032640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c006cab0 0x7fe9c01f62c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36800dd50 con 0x7fa3700a86d0 2024-09-13T16:10:54.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7f902539f640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90200c81f0 0x7f90200c8670 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f901800c410 tx=0x7f9018001ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7f6da4fdb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6da00b25e0 0x7f6da013d390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fa374f25640 1 -- 172.21.15.39:0/377291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa3700ce310 con 0x7fa3700a86d0 2024-09-13T16:10:54.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7f6da4fdb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00ce400 0x7f6da0131f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.655+0000 7fef6959b640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c055010 0x7fef5c04fa30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fef60031000 tx=0x7fef600046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6da4fdb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6da0164650 0x7f6da0149000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9dd9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00ce400 0x7f6da0131f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d63496640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c0cb690 0x7f9d5c145d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9dd9b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00ce400 0x7f6da0131f70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:48966/0 (socket says 172.21.15.39:48966) 2024-09-13T16:10:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d63496640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d5c15dac0 0x7f9d5c142a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9dd9b640 1 -- 172.21.15.39:0/2341633717 learned_addr learned my addr 172.21.15.39:0/2341633717 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da0149540 con 0x7f6da00b25e0 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9ed9d640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6da0164650 0x7f6da0149000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6da013d970 con 0x7f6da00ce400 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6da013dc50 con 0x7f6da0164650 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f01d77fe640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f01d0000fc0 con 0x7f01e0003970 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7fe9c5032640 1 -- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9c00cd120 msgr2=0x7fe9c00c4fa0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7fe9c5032640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9c00cd120 0x7fe9c00c4fa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7fe9c5032640 1 -- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9c0153870 msgr2=0x7fe9c00c90f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d63496640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d5c156160 0x7f9d5c06b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7fe9c5032640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9c0153870 0x7fe9c00c90f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7fe9c5032640 1 -- 172.21.15.39:0/794924168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9bc009400 con 0x7fe9c006cab0 2024-09-13T16:10:54.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d63496640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5c158f30 con 0x7f9d5c15dac0 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d63496640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5c1462b0 con 0x7f9d5c156160 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d63496640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d5c158320 con 0x7f9d5c0cb690 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9e59c640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6da00b25e0 0x7f6da013d390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d61a33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d5c156160 0x7f9d5c06b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d61a33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d5c156160 0x7f9d5c06b710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:48982/0 (socket says 172.21.15.39:48982) 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d61a33640 1 -- 172.21.15.39:0/3629858465 learned_addr learned my addr 172.21.15.39:0/3629858465 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d60a31640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d5c15dac0 0x7f9d5c142a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f4ef6620640 1 -- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 msgr2=0x7f4edc0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7fe9c5032640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c006cab0 0x7fe9c01f62c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc031000 tx=0x7fe9bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f9d61232640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c0cb690 0x7f9d5c145d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f4ef6620640 1 --2- 172.21.15.39:0/920904213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef00b28e0 0x7f4edc0047c0 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f4ee000c160 tx=0x7f4edc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f4ef4bbd640 1 -- 172.21.15.39:0/920904213 reap_dead start 2024-09-13T16:10:54.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00ce400 msgr2=0x7f6da0131f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9ed9d640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6da00ce400 0x7f6da0131f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2341633717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6da00b25e0 msgr2=0x7f6da013d390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9ed9d640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6da00b25e0 0x7f6da013d390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f4ef6620640 1 -- 172.21.15.39:0/920904213 shutdown_connections 2024-09-13T16:10:54.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f4ef6620640 1 -- 172.21.15.39:0/920904213 >> 172.21.15.39:0/920904213 conn(0x7f4ef0065bd0 msgr2=0x7f4ef0065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.656+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d90009400 con 0x7f6da0164650 2024-09-13T16:10:54.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f6d9e59c640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6da00b25e0 0x7f6da013d390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:54.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f4ef6620640 1 -- 172.21.15.39:0/920904213 shutdown_connections 2024-09-13T16:10:54.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc004020 con 0x7fe9c006cab0 2024-09-13T16:10:54.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f6d9ed9d640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6da0164650 0x7f6da0149000 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6d90031000 tx=0x7f6d900046c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f4ef6620640 1 -- 172.21.15.39:0/920904213 wait complete. 2024-09-13T16:10:54.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9d60a31640 1 -- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c0cb690 msgr2=0x7f9d5c145d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9d60a31640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d5c0cb690 0x7f9d5c145d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9d60a31640 1 -- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d5c156160 msgr2=0x7f9d5c06b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9d60a31640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d5c156160 0x7f9d5c06b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9d60a31640 1 -- 172.21.15.39:0/3629858465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d580094d0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60032440 con 0x7fef5c055010 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d90004230 con 0x7f6da0164650 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d900043b0 con 0x7f6da0164650 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d90003850 con 0x7f6da0164650 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef5c0e0970 con 0x7fef5c055010 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef60030b80 con 0x7fef5c055010 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef60032e40 con 0x7fef5c055010 2024-09-13T16:10:54.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef5c04ff70 con 0x7fef5c055010 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9c014d790 con 0x7fe9c006cab0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9c00c54e0 con 0x7fe9c006cab0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9bc004180 con 0x7fe9c006cab0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa368003990 con 0x7fa3700a86d0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7fa35effd640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35006acc0 0x7fa35006d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa368058020 con 0x7fa3700a86d0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7fa35effd640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7fa3500739f0 0x7fa350075e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa350076560 con 0x7fa3500739f0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa36800dd50 con 0x7fa3700a86d0 2024-09-13T16:10:54.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7fa36e59c640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35006acc0 0x7fa35006d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9018042070 con 0x7f90200c81f0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9018005630 con 0x7f90200c81f0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9018006d50 con 0x7f90200c81f0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90200c7520 con 0x7f90200c81f0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.657+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90200c8bb0 con 0x7f90200c81f0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f90200cdb10 con 0x7f90200c81f0 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7f4ef6620640 1 Processor -- start 2024-09-13T16:10:54.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7f4ef6620640 1 -- start start 2024-09-13T16:10:54.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.658+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6da013df30 con 0x7f6da0164650 2024-09-13T16:10:54.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6da013e4f0 con 0x7f6da0164650 2024-09-13T16:10:54.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f01e4007540 con 0x7f01e0003970 2024-09-13T16:10:54.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7f9d60a31640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d5c15dac0 0x7f9d5c142a30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c00e630 tx=0x7f9d4c00eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fef5c03e420 con 0x7fef5c055010 2024-09-13T16:10:54.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7fa36e59c640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35006acc0 0x7fa35006d180 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa3600011e0 tx=0x7fa360009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.659+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9bc004530 con 0x7fe9c006cab0 2024-09-13T16:10:54.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01e9ffb640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01d806acd0 0x7f01d806d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fe9a0000fc0 con 0x7fe9c006cab0 2024-09-13T16:10:54.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7fa36dd9b640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7fa3500739f0 0x7fa350075e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f01e40aa410 con 0x7f01e0003970 2024-09-13T16:10:54.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01f8cb3640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01d806acd0 0x7f01d806d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01e9ffb640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f01d8072ef0 0x7f01d8075310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f01d80759c0 con 0x7f01d8072ef0 2024-09-13T16:10:54.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f01e40aa7c0 con 0x7f01e0003970 2024-09-13T16:10:54.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6da014a540 con 0x7f6da0164650 2024-09-13T16:10:54.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01f9cb5640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f01d8072ef0 0x7f01d8075310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7fa36dd9b640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7fa3500739f0 0x7fa350075e90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.660+0000 7f01f8cb3640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01d806acd0 0x7f01d806d190 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f01f415c430 tx=0x7f01f0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d4c00c690 con 0x7f9d5c15dac0 2024-09-13T16:10:54.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d4c00c7f0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d5c158600 con 0x7f9d5c15dac0 2024-09-13T16:10:54.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f01f9cb5640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f01d8072ef0 0x7f01d8075310 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe9bc039040 con 0x7fe9c006cab0 2024-09-13T16:10:54.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6d900039b0 con 0x7f6da0164650 2024-09-13T16:10:54.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d4c00cb60 con 0x7f9d5c15dac0 2024-09-13T16:10:54.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d5c158bc0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fa350076560 con 0x7fa3500739f0 2024-09-13T16:10:54.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7f4ef6620640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ef00d03d0 0x7f4ef01ffba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef6620640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ef00d07b0 0x7f4ef0202780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef6620640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef0202cc0 0x7f4ef00aea50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef6620640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef0203720 con 0x7f4ef00d03d0 2024-09-13T16:10:54.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef6620640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef01ff130 con 0x7f4ef00d07b0 2024-09-13T16:10:54.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef6620640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ef0203160 con 0x7f4ef0202cc0 2024-09-13T16:10:54.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.661+0000 7fe9b5ffb640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe9a406ac30 0x7fe9a406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d96ffd640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8006acd0 0x7f6d8006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe9bc0a98d0 con 0x7fe9c006cab0 2024-09-13T16:10:54.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f01d80759c0 con 0x7f01d8072ef0 2024-09-13T16:10:54.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d900a9f60 con 0x7f6da0164650 2024-09-13T16:10:54.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7fe9b5ffb640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7fe9a4072ce0 0x7fe9a4075100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fe9a40757b0 con 0x7fe9a4072ce0 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7fe9bc0ae2a0 con 0x7fe9c006cab0 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4eeffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ef00d03d0 0x7f4ef01ffba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4eeffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ef00d03d0 0x7f4ef01ffba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37024/0 (socket says 172.21.15.39:37024) 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4eeffff640 1 -- 172.21.15.39:0/1758838902 learned_addr learned my addr 172.21.15.39:0/1758838902 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef4bbd640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef0202cc0 0x7f4ef00aea50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7fe9c4831640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe9a406ac30 0x7fe9a406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ef00d07b0 0x7f4ef0202780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7fe9c5833640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7fe9a4072ce0 0x7fe9a4075100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef4bbd640 1 -- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ef00d07b0 msgr2=0x7f4ef0202780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef4bbd640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ef00d07b0 0x7f4ef0202780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef4bbd640 1 -- 172.21.15.39:0/1758838902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ef00d03d0 msgr2=0x7f4ef01ffba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef4bbd640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ef00d03d0 0x7f4ef01ffba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f4ef4bbd640 1 -- 172.21.15.39:0/1758838902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ef0203440 con 0x7f4ef0202cc0 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d96ffd640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f6d80072ef0 0x7f6d80075310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4ef4bbd640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef0202cc0 0x7f4ef00aea50 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4ef006e8e0 tx=0x7f4ee8003e20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4eeffff640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ef00d03d0 0x7f4ef01ffba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6d800759c0 con 0x7f6d80072ef0 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6d900ac790 con 0x7f6da0164650 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d9dd9b640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f6d80072ef0 0x7f6d80075310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.662+0000 7f6d9e59c640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8006acd0 0x7f6d8006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7fe9c5833640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7fe9a4072ce0 0x7fe9a4075100 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7fe9c4831640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe9a406ac30 0x7fe9a406d0f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe9c00c66c0 tx=0x7fe9b00078d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8007ab0 con 0x7f4ef0202cc0 2024-09-13T16:10:54.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ee8007c10 con 0x7f4ef0202cc0 2024-09-13T16:10:54.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ee8015420 con 0x7f4ef0202cc0 2024-09-13T16:10:54.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f6d9dd9b640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f6d80072ef0 0x7f6d80075310 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ef01ff3a0 con 0x7f4ef0202cc0 2024-09-13T16:10:54.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ef02000e0 con 0x7f4ef0202cc0 2024-09-13T16:10:54.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9018051430 con 0x7f90200c81f0 2024-09-13T16:10:54.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9d5c15d5a0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.663+0000 7f6d9e59c640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8006acd0 0x7f6d8006d190 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6d88007330 tx=0x7f6d8800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f6d800759c0 con 0x7f6d80072ef0 2024-09-13T16:10:54.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7f901d7fa640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f900406ac00 0x7f900406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fef60039040 con 0x7fef5c055010 2024-09-13T16:10:54.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d4c00ccc0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f90180aa010 con 0x7f90200c81f0 2024-09-13T16:10:54.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7f901d7fa640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f9004072e20 0x7f9004075240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f90040758f0 con 0x7f9004072e20 2024-09-13T16:10:54.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f90180aa3c0 con 0x7f90200c81f0 2024-09-13T16:10:54.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f901ffff640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f9004072e20 0x7f9004075240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d51ffb640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac80 0x7f9d4006d140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.664+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== osd.2 v2:172.21.15.39:6800/3427804311 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fe9a40757b0 con 0x7fe9a4072ce0 2024-09-13T16:10:54.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7fef59ffb640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef4806ac00 0x7fef4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fef600aa310 con 0x7fef5c055010 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d4c0890a0 con 0x7f9d5c15dac0 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7fef59ffb640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7fef48072e20 0x7fef48075240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fef480758f0 con 0x7fef48072e20 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7fef600aa6c0 con 0x7fef5c055010 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7fef69d9c640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7fef48072e20 0x7fef48075240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7fef68d9a640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef4806ac00 0x7fef4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7fef69d9c640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7fef48072e20 0x7fef48075240 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7fef68d9a640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef4806ac00 0x7fef4806d0c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fef5c03e0a0 tx=0x7fef54009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7f9024b9e640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f900406ac00 0x7f900406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7f901ffff640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f9004072e20 0x7f9004075240 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7f9024b9e640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f900406ac00 0x7f900406d0c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f900c0010e0 tx=0x7f900c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4ef006be40 con 0x7f4ef0202cc0 2024-09-13T16:10:54.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.667+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4ee8015580 con 0x7f4ef0202cc0 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d51ffb640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f9d40072e20 0x7f9d40075240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d61232640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac80 0x7f9d4006d140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9d400758f0 con 0x7f9d40072e20 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9d4c054410 con 0x7f9d5c15dac0 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.665+0000 7f9d61a33640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f9d40072e20 0x7f9d40075240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7f9d61232640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac80 0x7f9d4006d140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d58034000 tx=0x7f9d5802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.666+0000 7f9d61a33640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f9d40072e20 0x7f9d40075240 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.667+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== osd.4 v2:172.21.15.157:6824/790010053 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f90040758f0 con 0x7f9004072e20 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.667+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fef480758f0 con 0x7fef48072e20 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.667+0000 7f4eed7fa640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ed006ac00 0x7f4ed006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.667+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4ee80897d0 con 0x7f4ef0202cc0 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.668+0000 7f4eed7fa640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f4ed0072da0 0x7f4ed00751c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.668+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4ed0075870 con 0x7f4ed0072da0 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.668+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4ee808bdb0 con 0x7f4ef0202cc0 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.668+0000 7f4eeffff640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ed006ac00 0x7f4ed006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.667+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f9d400758f0 con 0x7f9d40072e20 2024-09-13T16:10:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.668+0000 7f4eeffff640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ed006ac00 0x7f4ed006d0c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4ef014fed0 tx=0x7f4ed8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.669+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f4ed0072da0 0x7f4ed00751c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.669+0000 7f4ee77fe640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f4ed0072da0 0x7f4ed00751c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.670+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f4ed0075870 con 0x7f4ed0072da0 2024-09-13T16:10:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.693+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fe9a0002ca0 con 0x7fe9a4072ce0 2024-09-13T16:10:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.693+0000 7fe9b5ffb640 1 -- 172.21.15.39:0/794924168 <== osd.2 v2:172.21.15.39:6800/3427804311 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fe9a0002ca0 con 0x7fe9a4072ce0 2024-09-13T16:10:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.693+0000 7fa374f25640 1 -- 172.21.15.39:0/377291035 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa3700aded0 con 0x7fa3500739f0 2024-09-13T16:10:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fa35effd640 1 -- 172.21.15.39:0/377291035 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa3700aded0 con 0x7fa3500739f0 2024-09-13T16:10:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7fe9a4072ce0 msgr2=0x7fe9a4075100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fe9c6034640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7fe9a4072ce0 0x7fe9a4075100 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe9a406ac30 msgr2=0x7fe9a406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fe9c6034640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe9a406ac30 0x7fe9a406d0f0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe9c00c66c0 tx=0x7fe9b00078d0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c006cab0 msgr2=0x7fe9c01f62c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.694+0000 7fe9c6034640 1 --2- 172.21.15.39:0/794924168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9c006cab0 0x7fe9c01f62c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fe9bc031000 tx=0x7fe9bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fe9c5833640 1 -- 172.21.15.39:0/794924168 reap_dead start 2024-09-13T16:10:54.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 shutdown_connections 2024-09-13T16:10:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 >> 172.21.15.39:0/794924168 conn(0x7fe9c00ce520 msgr2=0x7fe9c015c0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 shutdown_connections 2024-09-13T16:10:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fe9c6034640 1 -- 172.21.15.39:0/794924168 wait complete. 2024-09-13T16:10:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7fa3500739f0 msgr2=0x7fa350075e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fa35cff9640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7fa3500739f0 0x7fa350075e90 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f6da00672f0 con 0x7f6d80072ef0 2024-09-13T16:10:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35006acc0 msgr2=0x7fa35006d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.695+0000 7fa35cff9640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35006acc0 0x7fa35006d180 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fa3600011e0 tx=0x7fa360009040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3700a86d0 msgr2=0x7fa3701f6240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7fa35cff9640 1 --2- 172.21.15.39:0/377291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3700a86d0 0x7fa3701f6240 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7fa368007ba0 tx=0x7fa36800d4a0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7fa36ed9d640 1 -- 172.21.15.39:0/377291035 reap_dead start 2024-09-13T16:10:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7f6d96ffd640 1 -- 172.21.15.39:0/2341633717 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f6da00672f0 con 0x7f6d80072ef0 2024-09-13T16:10:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 shutdown_connections 2024-09-13T16:10:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 >> 172.21.15.39:0/377291035 conn(0x7fa3700d0430 msgr2=0x7fa37006d6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7f01d77fe640 1 -- 172.21.15.39:0/1666534968 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f01d0002cb0 con 0x7f01d8072ef0 2024-09-13T16:10:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 shutdown_connections 2024-09-13T16:10:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f6d80072ef0 msgr2=0x7f6d80075310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.696+0000 7f6da4fdb640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f6d80072ef0 0x7f6d80075310 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f01e9ffb640 1 -- 172.21.15.39:0/1666534968 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f01d0002cb0 con 0x7f01d8072ef0 2024-09-13T16:10:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8006acd0 msgr2=0x7f6d8006d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6da4fdb640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8006acd0 0x7f6d8006d190 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f6d88007330 tx=0x7f6d8800b040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6da0164650 msgr2=0x7f6da0149000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6da4fdb640 1 --2- 172.21.15.39:0/2341633717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6da0164650 0x7f6da0149000 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f6d90031000 tx=0x7f6d900046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6d9ed9d640 1 -- 172.21.15.39:0/2341633717 reap_dead start 2024-09-13T16:10:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7fa35cff9640 1 -- 172.21.15.39:0/377291035 wait complete. 2024-09-13T16:10:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f90200b4810 con 0x7f9004072e20 2024-09-13T16:10:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f01d8072ef0 msgr2=0x7f01d8075310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f01fb718640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f01d8072ef0 0x7f01d8075310 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 shutdown_connections 2024-09-13T16:10:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.697+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 >> 172.21.15.39:0/2341633717 conn(0x7f6da00b15d0 msgr2=0x7f6da00ce7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 shutdown_connections 2024-09-13T16:10:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01d806acd0 msgr2=0x7f01d806d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f6da4fdb640 1 -- 172.21.15.39:0/2341633717 wait complete. 2024-09-13T16:10:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01d806acd0 0x7f01d806d190 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7f01f415c430 tx=0x7f01f0008040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f901d7fa640 1 -- 172.21.15.39:0/3251669496 <== osd.4 v2:172.21.15.157:6824/790010053 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f90140097a0 con 0x7f9004072e20 2024-09-13T16:10:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0003970 msgr2=0x7f01f40c73c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 --2- 172.21.15.39:0/1666534968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01e0003970 0x7f01f40c73c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f01e400c210 tx=0x7f01e4001ac0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01f9cb5640 1 -- 172.21.15.39:0/1666534968 reap_dead start 2024-09-13T16:10:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 shutdown_connections 2024-09-13T16:10:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 >> 172.21.15.39:0/1666534968 conn(0x7f01f40cf560 msgr2=0x7f01f40d2690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f9004072e20 msgr2=0x7f9004075240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9026e02640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f9004072e20 0x7f9004075240 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4ef0071a60 con 0x7f4ed0072da0 2024-09-13T16:10:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f9d5c15d2c0 con 0x7f9d40072e20 2024-09-13T16:10:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f900406ac00 msgr2=0x7f900406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9026e02640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f900406ac00 0x7f900406d0c0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f900c0010e0 tx=0x7f900c009040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90200c81f0 msgr2=0x7f90200c8670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f9026e02640 1 --2- 172.21.15.39:0/3251669496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90200c81f0 0x7f90200c8670 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f901800c410 tx=0x7f9018001ad0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 shutdown_connections 2024-09-13T16:10:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.698+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fef5c056530 con 0x7fef48072e20 2024-09-13T16:10:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f902539f640 1 -- 172.21.15.39:0/3251669496 reap_dead start 2024-09-13T16:10:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f01fb718640 1 -- 172.21.15.39:0/1666534968 wait complete. 2024-09-13T16:10:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f4eed7fa640 1 -- 172.21.15.39:0/1758838902 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4ee0001600 con 0x7f4ed0072da0 2024-09-13T16:10:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 shutdown_connections 2024-09-13T16:10:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 >> 172.21.15.39:0/3251669496 conn(0x7f902006a3a0 msgr2=0x7f90200d25c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 shutdown_connections 2024-09-13T16:10:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f9026e02640 1 -- 172.21.15.39:0/3251669496 wait complete. 2024-09-13T16:10:54.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7f9d51ffb640 1 -- 172.21.15.39:0/3629858465 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f9d54001d20 con 0x7f9d40072e20 2024-09-13T16:10:54.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.699+0000 7fef59ffb640 1 -- 172.21.15.39:0/2447592243 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fef6404e730 con 0x7fef48072e20 2024-09-13T16:10:54.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f9d40072e20 msgr2=0x7f9d40075240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f9d40072e20 0x7f9d40075240 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7fef48072e20 msgr2=0x7fef48075240 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7fef48072e20 0x7fef48075240 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef4806ac00 msgr2=0x7fef4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef4806ac00 0x7fef4806d0c0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fef5c03e0a0 tx=0x7fef54009190 comp rx=0 tx=0).stop 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c055010 msgr2=0x7fef5c04fa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 --2- 172.21.15.39:0/2447592243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef5c055010 0x7fef5c04fa30 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fef60031000 tx=0x7fef600046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef69d9c640 1 -- 172.21.15.39:0/2447592243 reap_dead start 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f4ed0072da0 msgr2=0x7f4ed00751c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f4ed0072da0 0x7f4ed00751c0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ed006ac00 msgr2=0x7f4ed006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ed006ac00 0x7f4ed006d0c0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f4ef014fed0 tx=0x7f4ed8008040 comp rx=0 tx=0).stop 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef0202cc0 msgr2=0x7f4ef00aea50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 --2- 172.21.15.39:0/1758838902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ef0202cc0 0x7f4ef00aea50 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7f4ef006e8e0 tx=0x7f4ee8003e20 comp rx=0 tx=0).stop 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef4bbd640 1 -- 172.21.15.39:0/1758838902 reap_dead start 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac80 msgr2=0x7f9d4006d140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac80 0x7f9d4006d140 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f9d58034000 tx=0x7f9d5802e000 comp rx=0 tx=0).stop 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d5c15dac0 msgr2=0x7f9d5c142a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 --2- 172.21.15.39:0/3629858465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d5c15dac0 0x7f9d5c142a30 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c00e630 tx=0x7f9d4c00eaf0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d61a33640 1 -- 172.21.15.39:0/3629858465 reap_dead start 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 shutdown_connections 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 >> 172.21.15.39:0/3629858465 conn(0x7f9d5c06b330 msgr2=0x7f9d5c15a960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 shutdown_connections 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 >> 172.21.15.39:0/2447592243 conn(0x7fef5c03a4e0 msgr2=0x7fef5c006c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 shutdown_connections 2024-09-13T16:10:54.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 shutdown_connections 2024-09-13T16:10:54.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.700+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 >> 172.21.15.39:0/1758838902 conn(0x7f4ef0065bd0 msgr2=0x7f4ef01595b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.701+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 shutdown_connections 2024-09-13T16:10:54.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.701+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 shutdown_connections 2024-09-13T16:10:54.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.701+0000 7f4ef6620640 1 -- 172.21.15.39:0/1758838902 wait complete. 2024-09-13T16:10:54.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.701+0000 7fef6b7ff640 1 -- 172.21.15.39:0/2447592243 wait complete. 2024-09-13T16:10:54.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.701+0000 7f9d63496640 1 -- 172.21.15.39:0/3629858465 wait complete. 2024-09-13T16:10:54.771 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:54.771 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T16:10:54.772 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:54.772 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:54.773 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:54.773 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T16:10:54.774 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T16:10:54.774 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T16:10:54.775 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:54.775 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T16:10:54.776 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:54.776 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:54.777 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T16:10:54.777 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T16:10:54.778 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:54.778 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.983+0000 7fd7d8cbd640 1 Processor -- start 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.983+0000 7fd7d8cbd640 1 -- start start 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d8cbd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d415e560 0x7fd7d40d2060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d8cbd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd7d4164c60 0x7fd7d4165110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d8cbd640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7d4161fc0 con 0x7fd7d4160fd0 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d8cbd640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7d4161720 con 0x7fd7d4164c60 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d8cbd640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d4161a00 con 0x7fd7d415e560 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d2ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd7d4160fd0 0x7fd7d40d0250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38860/0 (socket says 172.21.15.39:38860) 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.984+0000 7fd7d2ffd640 1 -- 172.21.15.39:0/1173278791 learned_addr learned my addr 172.21.15.39:0/1173278791 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.985+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/1173278791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d415e560 0x7fd7d40d2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.985+0000 7fd7d3fff640 1 --2- 172.21.15.39:0/1173278791 >> v2:172.21.15.157:3300/0 conn(0x7fd7d4164c60 0x7fd7d4165110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.986+0000 7fd7d27fc640 1 -- 172.21.15.39:0/1173278791 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4086786114 0 0) 0x7fd7d4161fc0 con 0x7fd7d4160fd0 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.986+0000 7fd7d27fc640 1 -- 172.21.15.39:0/1173278791 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7bc003520 con 0x7fd7d4160fd0 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.986+0000 7fd7d37fe640 1 -- 172.21.15.39:0/1173278791 >> v2:172.21.15.157:3300/0 conn(0x7fd7d4164c60 msgr2=0x7fd7d4165110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.986+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/1173278791 >> v2:172.21.15.157:3300/0 conn(0x7fd7d4164c60 0x7fd7d4165110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.986+0000 7fd7d37fe640 1 -- 172.21.15.39:0/1173278791 >> v1:172.21.15.39:6789/0 conn(0x7fd7d4160fd0 legacy=0x7fd7d40d0250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.986+0000 7fd7d37fe640 1 -- 172.21.15.39:0/1173278791 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7d4161ce0 con 0x7fd7d415e560 2024-09-13T16:10:54.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7f5eb9410640 1 Processor -- start 2024-09-13T16:10:54.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7f5eb9410640 1 -- start start 2024-09-13T16:10:54.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/1173278791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d415e560 0x7fd7d40d2060 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd7c40097a0 tx=0x7fd7c402a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5b36622331f1ecec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:54.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7fd7d27fc640 1 -- 172.21.15.39:0/1173278791 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c8001670 con 0x7fd7d415e560 2024-09-13T16:10:54.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7fdd23fff640 1 Processor -- start 2024-09-13T16:10:54.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7fd7d27fc640 1 -- 172.21.15.39:0/1173278791 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7c402ab10 con 0x7fd7d415e560 2024-09-13T16:10:54.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7fd7d27fc640 1 -- 172.21.15.39:0/1173278791 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c402ae80 con 0x7fd7d415e560 2024-09-13T16:10:54.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.988+0000 7fdd23fff640 1 -- start start 2024-09-13T16:10:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb9410640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5eac005d40 0x7f5eac03bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb9410640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5eac03c070 0x7f5eac053860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb9410640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5eac052e00 con 0x7f5eac053da0 2024-09-13T16:10:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/1173278791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d415e560 msgr2=0x7fd7d40d2060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 --2- 172.21.15.39:0/1173278791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d415e560 0x7fd7d40d2060 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd7c40097a0 tx=0x7fd7c402a080 comp rx=0 tx=0).stop 2024-09-13T16:10:54.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb9410640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5eac057910 con 0x7f5eac03c070 2024-09-13T16:10:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/1173278791 shutdown_connections 2024-09-13T16:10:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 --2- 172.21.15.39:0/1173278791 >> v2:172.21.15.157:3300/0 conn(0x7fd7d4164c60 0x7fd7d4165110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 --2- 172.21.15.39:0/1173278791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d415e560 0x7fd7d40d2060 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/1173278791 >> 172.21.15.39:0/1173278791 conn(0x7fd7d406a790 msgr2=0x7fd7d406aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:54.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb9410640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5eac0e2db0 con 0x7f5eac005d40 2024-09-13T16:10:54.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f2ea3392640 1 Processor -- start 2024-09-13T16:10:54.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5eac03c070 0x7f5eac053860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb3fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5eac005d40 0x7f5eac03bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5eac03c070 0x7f5eac053860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37026/0 (socket says 172.21.15.39:37026) 2024-09-13T16:10:54.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f5eb37fe640 1 -- 172.21.15.39:0/4123002942 learned_addr learned my addr 172.21.15.39:0/4123002942 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:54.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/1173278791 shutdown_connections 2024-09-13T16:10:54.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb2ffd640 1 -- 172.21.15.39:0/4123002942 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 9477028 0 0) 0x7f5eac052e00 con 0x7f5eac053da0 2024-09-13T16:10:54.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd23fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 0x7fdd240d55d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:54.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb2ffd640 1 -- 172.21.15.39:0/4123002942 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ea4003520 con 0x7f5eac053da0 2024-09-13T16:10:54.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd23fff640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd24160c90 con 0x7fdd2406d770 2024-09-13T16:10:54.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb37fe640 1 -- 172.21.15.39:0/4123002942 >> v2:172.21.15.157:3300/0 conn(0x7f5eac005d40 msgr2=0x7f5eac03bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:54.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb37fe640 1 --2- 172.21.15.39:0/4123002942 >> v2:172.21.15.157:3300/0 conn(0x7f5eac005d40 0x7f5eac03bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:54.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb37fe640 1 -- 172.21.15.39:0/4123002942 >> v1:172.21.15.157:6789/0 conn(0x7f5eac053da0 legacy=0x7f5eac057da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:54.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd23fff640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd240d33b0 con 0x7fdd241608b0 2024-09-13T16:10:54.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd23fff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd240d4030 con 0x7fdd2406cd20 2024-09-13T16:10:54.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb37fe640 1 -- 172.21.15.39:0/4123002942 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5eac056d00 con 0x7f5eac03c070 2024-09-13T16:10:54.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f5eb3fff640 1 --2- 172.21.15.39:0/4123002942 >> v2:172.21.15.157:3300/0 conn(0x7f5eac005d40 0x7f5eac03bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:54.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd237fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdd2406d770 0x7fdd240b9b10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38874/0 (socket says 172.21.15.39:38874) 2024-09-13T16:10:54.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd22ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fdd241608b0 0x7fdd2406c610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50208/0 (socket says 172.21.15.39:50208) 2024-09-13T16:10:54.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd237fe640 1 -- 172.21.15.39:0/3350931912 learned_addr learned my addr 172.21.15.39:0/3350931912 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:54.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7fdd227fc640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 0x7fdd240d55d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:54.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f2ea3392640 1 -- start start 2024-09-13T16:10:55.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2000635597 0 0) 0x7fdd24160c90 con 0x7fdd2406d770 2024-09-13T16:10:55.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd0c003520 con 0x7fdd2406d770 2024-09-13T16:10:55.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/1173278791 wait complete. 2024-09-13T16:10:55.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2699964565 0 0) 0x7fdd240d33b0 con 0x7fdd241608b0 2024-09-13T16:10:55.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.989+0000 7f4610faa640 1 Processor -- start 2024-09-13T16:10:55.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.990+0000 7f4610faa640 1 -- start start 2024-09-13T16:10:55.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd24160c90 con 0x7fdd241608b0 2024-09-13T16:10:55.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 442849847 0 0) 0x7fdd0c003520 con 0x7fdd2406d770 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 msgr2=0x7fdd240d55d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fdd21ffb640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 0x7fdd240d55d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 >> v1:172.21.15.157:6789/0 conn(0x7fdd241608b0 legacy=0x7fdd2406c610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4610faa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f46040345a0 0x7f460403aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4610faa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f46040369c0 0x7f46040ea750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4610faa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4604036ec0 con 0x7f46040e2fa0 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4610faa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4604008a70 con 0x7f46040345a0 2024-09-13T16:10:55.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4610faa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4604054280 con 0x7f46040369c0 2024-09-13T16:10:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd240d3690 con 0x7fdd2406d770 2024-09-13T16:10:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea3392640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 0x7f2e94053f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea3392640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e9404eb30 0x7f2e9401d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fdd1c0018a0 con 0x7fdd2406d770 2024-09-13T16:10:55.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea3392640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e940520b0 con 0x7f2e940e70f0 2024-09-13T16:10:55.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 >> v1:172.21.15.39:6789/0 conn(0x7fdd2406d770 legacy=0x7fdd240b9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea3392640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e94052300 con 0x7f2e9404eb30 2024-09-13T16:10:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea3392640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e94006c50 con 0x7f2e94005a30 2024-09-13T16:10:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea2390640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 0x7f2e94053f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea2390640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 0x7f2e94053f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55562/0 (socket says 172.21.15.39:55562) 2024-09-13T16:10:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea2390640 1 -- 172.21.15.39:0/3784192625 learned_addr learned my addr 172.21.15.39:0/3784192625 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fdd21ffb640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd0c003c00 0x7fdd0c003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fdd21ffb640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0c0047c0 0x7fdd0c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd21ffb640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 0x7fdd0c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd240d4030 con 0x7fdd0c0047c0 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f2ea2b91640 1 --2- 172.21.15.39:0/3784192625 >> v2:172.21.15.157:3300/0 conn(0x7f2e9404eb30 0x7f2e9401d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f2ea2390640 1 -- 172.21.15.39:0/3784192625 >> v2:172.21.15.157:3300/0 conn(0x7f2e9404eb30 msgr2=0x7f2e9401d500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f2ea2390640 1 --2- 172.21.15.39:0/3784192625 >> v2:172.21.15.157:3300/0 conn(0x7f2e9404eb30 0x7f2e9401d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f2ea2390640 1 -- 172.21.15.39:0/3784192625 >> v1:172.21.15.157:6789/0 conn(0x7f2e940e70f0 legacy=0x7f2e94005e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f2ea2390640 1 -- 172.21.15.39:0/3784192625 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e94006f30 con 0x7f2e94005a30 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7f221f59e640 1 Processor -- start 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7f221f59e640 1 -- start start 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221f59e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22180ea4e0 0x7f221800a3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd237fe640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 0x7fdd0c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221f59e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2218034270 con 0x7f22180ea8c0 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221f59e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2218006910 con 0x7f2218007d70 2024-09-13T16:10:55.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221f59e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22180558c0 con 0x7f22180ea4e0 2024-09-13T16:10:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd0c00bb10 con 0x7fdd0c003c00 2024-09-13T16:10:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4956ac3640 1 Processor -- start 2024-09-13T16:10:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4956ac3640 1 -- start start 2024-09-13T16:10:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f460a59c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f46040e2fa0 0x7f460403a350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50212/0 (socket says 172.21.15.39:50212) 2024-09-13T16:10:55.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f460a59c640 1 -- 172.21.15.39:0/2810638463 learned_addr learned my addr 172.21.15.39:0/2810638463 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd0c00bcd0 con 0x7fdd2406cd20 2024-09-13T16:10:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f460ad9d640 1 --2- 172.21.15.39:0/2810638463 >> v2:172.21.15.157:3300/0 conn(0x7f46040369c0 0x7f46040ea750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7f4609d9b640 1 --2- 172.21.15.39:0/2810638463 >> v2:172.21.15.39:3300/0 conn(0x7f46040345a0 0x7f460403aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f460ad9d640 1 -- 172.21.15.39:0/2810638463 >> v2:172.21.15.39:3300/0 conn(0x7f46040345a0 msgr2=0x7f460403aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f460959a640 1 -- 172.21.15.39:0/2810638463 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2057308524 0 0) 0x7f4604036ec0 con 0x7f46040e2fa0 2024-09-13T16:10:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221e59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22180ea4e0 0x7f221800a3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221ed9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f2218007d70 0x7f2218036870 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50238/0 (socket says 172.21.15.39:50238) 2024-09-13T16:10:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f221ed9d640 1 -- 172.21.15.39:0/1318381807 learned_addr learned my addr 172.21.15.39:0/1318381807 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd22ffd640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd0c003c00 0x7fdd0c003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f5eb37fe640 1 --2- 172.21.15.39:0/4123002942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac03c070 0x7f5eac053860 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5eac0117d0 tx=0x7f5ea002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf23d0b29428bdff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f460ad9d640 1 --2- 172.21.15.39:0/2810638463 >> v2:172.21.15.39:3300/0 conn(0x7f46040345a0 0x7f460403aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fdd227fc640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0c0047c0 0x7fdd0c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fdd22ffd640 1 -- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 msgr2=0x7fdd0c005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fdd22ffd640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd2406cd20 0x7fdd0c005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7f460ad9d640 1 -- 172.21.15.39:0/2810638463 >> v1:172.21.15.157:6789/0 conn(0x7f46040e2fa0 legacy=0x7f460403a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f460ad9d640 1 -- 172.21.15.39:0/2810638463 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4604035070 con 0x7f46040369c0 2024-09-13T16:10:55.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4609d9b640 1 --2- 172.21.15.39:0/2810638463 >> v2:172.21.15.39:3300/0 conn(0x7f46040345a0 0x7f460403aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:55.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fdd22ffd640 1 -- 172.21.15.39:0/3350931912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0c0047c0 msgr2=0x7fdd0c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fdd22ffd640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0c0047c0 0x7fdd0c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fdd22ffd640 1 -- 172.21.15.39:0/3350931912 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd0c003520 con 0x7fdd0c003c00 2024-09-13T16:10:55.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fdd227fc640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd0c0047c0 0x7fdd0c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:55.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f221e59c640 1 -- 172.21.15.39:0/1318381807 >> v1:172.21.15.157:6789/0 conn(0x7f2218007d70 legacy=0x7f2218036870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.991+0000 7fd7d8cbd640 1 Processor -- start 2024-09-13T16:10:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.992+0000 7fd7d8cbd640 1 -- start start 2024-09-13T16:10:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4956ac3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495006ba00 0x7f4950158a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4956ac3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49500b1330 con 0x7f495006b620 2024-09-13T16:10:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4956ac3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49501594d0 con 0x7f4950158fc0 2024-09-13T16:10:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4956ac3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49501597b0 con 0x7f495006ba00 2024-09-13T16:10:55.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d8cbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d415e560 0x7fd7d40c71b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f49562c2640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f4950158fc0 0x7f49501523c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50254/0 (socket says 172.21.15.39:50254) 2024-09-13T16:10:55.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f49562c2640 1 -- 172.21.15.39:0/3525470989 learned_addr learned my addr 172.21.15.39:0/3525470989 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d8cbd640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d4160fd0 0x7fd7d40c8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d8cbd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d4164c60 0x7fd7d40c9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d8cbd640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d40c87a0 con 0x7fd7d415e560 2024-09-13T16:10:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d8cbd640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d40c7c20 con 0x7fd7d4160fd0 2024-09-13T16:10:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f221d59a640 1 -- 172.21.15.39:0/1318381807 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1416408651 0 0) 0x7f2218006910 con 0x7f2218007d70 2024-09-13T16:10:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f221e59c640 1 -- 172.21.15.39:0/1318381807 >> v1:172.21.15.39:6789/0 conn(0x7f22180ea8c0 legacy=0x7f2218007660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d3fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d4164c60 0x7fd7d40c9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f2ea2390640 1 --2- 172.21.15.39:0/3784192625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 0x7f2e94053f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2e98009850 tx=0x7f2e9802a2c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edf40ac32a10ab95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d3fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d4164c60 0x7fd7d40c9060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55576/0 (socket says 172.21.15.39:55576) 2024-09-13T16:10:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d3fff640 1 -- 172.21.15.39:0/161673025 learned_addr learned my addr 172.21.15.39:0/161673025 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f5eb2ffd640 1 -- 172.21.15.39:0/4123002942 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0032440 con 0x7f5eac03c070 2024-09-13T16:10:55.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f221e59c640 1 -- 172.21.15.39:0/1318381807 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2218055aa0 con 0x7f22180ea4e0 2024-09-13T16:10:55.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4181917148 0 0) 0x7f49501594d0 con 0x7f4950158fc0 2024-09-13T16:10:55.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f493c003520 con 0x7f4950158fc0 2024-09-13T16:10:55.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d415e560 0x7fd7d40c71b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f5eb2ffd640 1 -- 172.21.15.39:0/4123002942 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea00325a0 con 0x7f5eac03c070 2024-09-13T16:10:55.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f49552c0640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495006ba00 0x7f4950158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.994+0000 7fd7d2ffd640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d4160fd0 0x7fd7d40c8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f5eb2ffd640 1 -- 172.21.15.39:0/4123002942 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea0032930 con 0x7f5eac03c070 2024-09-13T16:10:55.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2033282148 0 0) 0x7f49500b1330 con 0x7f495006b620 2024-09-13T16:10:55.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f49501594d0 con 0x7f495006b620 2024-09-13T16:10:55.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.993+0000 7fd7d8cbd640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d40c7f00 con 0x7fd7d4164c60 2024-09-13T16:10:55.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fdd22ffd640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd0c003c00 0x7fdd0c003fe0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdd140018d0 tx=0x7fdd0c0057f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3c4fa98eb2cbf180 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f460ad9d640 1 --2- 172.21.15.39:0/2810638463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040369c0 0x7f46040ea750 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4604053040 tx=0x7f4600029f60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9613ab2af248e0ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd1402ac80 con 0x7fdd0c003c00 2024-09-13T16:10:55.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fd7d37fe640 1 -- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d4164c60 msgr2=0x7fd7d40c9060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2193192414 0 0) 0x7f49501594d0 con 0x7f495006b620 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495006ba00 msgr2=0x7f4950158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495006ba00 0x7f4950158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 >> v1:172.21.15.157:6789/0 conn(0x7f4950158fc0 legacy=0x7f49501523c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49500b1580 con 0x7f495006b620 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f494c001670 con 0x7f495006b620 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 >> v1:172.21.15.39:6789/0 conn(0x7f495006b620 legacy=0x7f49500b1d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f493c003b30 0x7f493c003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f493c0047c0 0x7f493c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c005180 0x7f493c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49501597b0 con 0x7f493c005180 2024-09-13T16:10:55.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f493c0147b0 con 0x7f493c003b30 2024-09-13T16:10:55.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f493c014970 con 0x7f493c0047c0 2024-09-13T16:10:55.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f460959a640 1 -- 172.21.15.39:0/2810638463 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f460002acb0 con 0x7f46040369c0 2024-09-13T16:10:55.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd1402ade0 con 0x7fdd0c003c00 2024-09-13T16:10:55.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fdd21ffb640 1 -- 172.21.15.39:0/3350931912 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd140072b0 con 0x7fdd0c003c00 2024-09-13T16:10:55.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f460959a640 1 -- 172.21.15.39:0/2810638463 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f460002ae10 con 0x7f46040369c0 2024-09-13T16:10:55.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f5eb9410640 1 -- 172.21.15.39:0/4123002942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac03c070 msgr2=0x7f5eac053860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4123002942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac03c070 0x7f5eac053860 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f5eac0117d0 tx=0x7f5ea002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f221e59c640 1 --2- 172.21.15.39:0/1318381807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22180ea4e0 0x7f221800a3e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2220069550 tx=0x7f22200688f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4de4f28a2c4c1063 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49552c0640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f493c0047c0 0x7f493c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49562c2640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c005180 0x7f493c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f460959a640 1 -- 172.21.15.39:0/2810638463 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4600032660 con 0x7f46040369c0 2024-09-13T16:10:55.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f2ea138e640 1 -- 172.21.15.39:0/3784192625 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e98004230 con 0x7f2e94005a30 2024-09-13T16:10:55.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f2ea138e640 1 -- 172.21.15.39:0/3784192625 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e98004390 con 0x7f2e94005a30 2024-09-13T16:10:55.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7f2ea138e640 1 -- 172.21.15.39:0/3784192625 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e98003810 con 0x7f2e94005a30 2024-09-13T16:10:55.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f4955ac1640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f493c003b30 0x7f493c003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 -- 172.21.15.39:0/3784192625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 msgr2=0x7f2e94053f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 --2- 172.21.15.39:0/3784192625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 0x7f2e94053f20 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f2e98009850 tx=0x7f2e9802a2c0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f5eb9410640 1 -- 172.21.15.39:0/4123002942 shutdown_connections 2024-09-13T16:10:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 -- 172.21.15.39:0/3784192625 shutdown_connections 2024-09-13T16:10:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 --2- 172.21.15.39:0/3784192625 >> v2:172.21.15.157:3300/0 conn(0x7f2e9404eb30 0x7f2e9401d500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 --2- 172.21.15.39:0/3784192625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e94005a30 0x7f2e94053f20 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 -- 172.21.15.39:0/3784192625 >> 172.21.15.39:0/3784192625 conn(0x7f2e94036060 msgr2=0x7f2e94036470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49552c0640 1 -- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f493c003b30 msgr2=0x7f493c003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49552c0640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f493c003b30 0x7f493c003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49552c0640 1 -- 172.21.15.39:0/3525470989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c005180 msgr2=0x7f493c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49552c0640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c005180 0x7f493c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f49552c0640 1 -- 172.21.15.39:0/3525470989 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49500b1580 con 0x7f493c0047c0 2024-09-13T16:10:55.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d4164c60 0x7fd7d40c9060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fd7d37fe640 1 -- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d4160fd0 msgr2=0x7fd7d40c8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d4160fd0 0x7fd7d40c8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.995+0000 7fd7d37fe640 1 -- 172.21.15.39:0/161673025 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c4009400 con 0x7fd7d415e560 2024-09-13T16:10:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4123002942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac03c070 0x7f5eac053860 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4123002942 >> v2:172.21.15.157:3300/0 conn(0x7f5eac005d40 0x7f5eac03bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f5eb9410640 1 -- 172.21.15.39:0/4123002942 >> 172.21.15.39:0/4123002942 conn(0x7f5eac03a480 msgr2=0x7f5eac03a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f221d59a640 1 -- 172.21.15.39:0/1318381807 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22200a4db0 con 0x7f22180ea4e0 2024-09-13T16:10:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f4610faa640 1 -- 172.21.15.39:0/2810638463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040369c0 msgr2=0x7f46040ea750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f4610faa640 1 --2- 172.21.15.39:0/2810638463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040369c0 0x7f46040ea750 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f4604053040 tx=0x7f4600029f60 comp rx=0 tx=0).stop 2024-09-13T16:10:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7fdd23fff640 1 -- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd0c003c00 msgr2=0x7fdd0c003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f221d59a640 1 -- 172.21.15.39:0/1318381807 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22200ac440 con 0x7f22180ea4e0 2024-09-13T16:10:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7ff0611e6640 1 Processor -- start 2024-09-13T16:10:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7fdd23fff640 1 --2- 172.21.15.39:0/3350931912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd0c003c00 0x7fdd0c003fe0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7fdd140018d0 tx=0x7fdd0c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7fdd237fe640 1 -- 172.21.15.39:0/3350931912 reap_dead start 2024-09-13T16:10:55.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f221d59a640 1 -- 172.21.15.39:0/1318381807 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22200ac870 con 0x7f22180ea4e0 2024-09-13T16:10:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7fdd23fff640 1 -- 172.21.15.39:0/3350931912 shutdown_connections 2024-09-13T16:10:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 -- 172.21.15.39:0/3784192625 shutdown_connections 2024-09-13T16:10:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7ff0611e6640 1 -- start start 2024-09-13T16:10:55.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7fdd23fff640 1 -- 172.21.15.39:0/3350931912 >> 172.21.15.39:0/3350931912 conn(0x7fdd240d68b0 msgr2=0x7fdd240d6cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7f2ea3392640 1 -- 172.21.15.39:0/3784192625 wait complete. 2024-09-13T16:10:55.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.996+0000 7fd7d37fe640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d415e560 0x7fd7d40c71b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd7d406b3a0 tx=0x7fd7c40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fdd23fff640 1 -- 172.21.15.39:0/3350931912 shutdown_connections 2024-09-13T16:10:55.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fdd23fff640 1 -- 172.21.15.39:0/3350931912 wait complete. 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c4003e50 con 0x7fd7d415e560 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7c4006e10 con 0x7fd7d415e560 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7c403e690 con 0x7fd7d415e560 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/161673025 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7d40c81e0 con 0x7fd7d415e560 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/161673025 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7d4151150 con 0x7fd7d415e560 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f5eb9410640 1 -- 172.21.15.39:0/4123002942 shutdown_connections 2024-09-13T16:10:55.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f221f59e640 1 -- 172.21.15.39:0/1318381807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22180ea4e0 msgr2=0x7f221800a3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f221f59e640 1 --2- 172.21.15.39:0/1318381807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22180ea4e0 0x7f221800a3e0 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f2220069550 tx=0x7f22200688f0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f221f59e640 1 -- 172.21.15.39:0/1318381807 shutdown_connections 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f221f59e640 1 --2- 172.21.15.39:0/1318381807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22180ea4e0 0x7f221800a3e0 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f221f59e640 1 -- 172.21.15.39:0/1318381807 >> 172.21.15.39:0/1318381807 conn(0x7f221801e180 msgr2=0x7f2218054df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f49552c0640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f493c0047c0 0x7f493c004c40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f495006bde0 tx=0x7f493c0057f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fbbab57e4edc066a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4940031600 con 0x7f493c0047c0 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f494002d050 con 0x7f493c0047c0 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f4954abf640 1 -- 172.21.15.39:0/3525470989 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4940031980 con 0x7f493c0047c0 2024-09-13T16:10:55.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f4610faa640 1 -- 172.21.15.39:0/2810638463 shutdown_connections 2024-09-13T16:10:55.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f4610faa640 1 --2- 172.21.15.39:0/2810638463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040369c0 0x7f46040ea750 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f4610faa640 1 --2- 172.21.15.39:0/2810638463 >> v2:172.21.15.39:3300/0 conn(0x7f46040345a0 0x7f460403aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f4610faa640 1 -- 172.21.15.39:0/2810638463 >> 172.21.15.39:0/2810638463 conn(0x7f460401ea00 msgr2=0x7f46040556a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f4610faa640 1 -- 172.21.15.39:0/2810638463 shutdown_connections 2024-09-13T16:10:55.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.997+0000 7f4610faa640 1 -- 172.21.15.39:0/2810638463 wait complete. 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff0611e6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 0x7ff05c15df80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff0611e6640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 0x7ff05c06f490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff0611e6640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff05c15e960 con 0x7ff05c06f9d0 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff0611e6640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff05c06f070 con 0x7ff05c15a340 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff0611e6640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c15ec40 con 0x7ff05c15e4c0 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7f2ea3392640 1 Processor -- start 2024-09-13T16:10:55.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff05bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 0x7ff05c15df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff05b7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 0x7ff05c06f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff05bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 0x7ff05c15df80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37072/0 (socket says 172.21.15.39:37072) 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff05b7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 0x7ff05c06f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55612/0 (socket says 172.21.15.39:55612) 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.998+0000 7ff05bfff640 1 -- 172.21.15.39:0/4008318213 learned_addr learned my addr 172.21.15.39:0/4008318213 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7fdd23fff640 1 Processor -- start 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7f5eb9410640 1 -- 172.21.15.39:0/4123002942 wait complete. 2024-09-13T16:10:55.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05affd640 1 -- 172.21.15.39:0/4008318213 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2152821362 0 0) 0x7ff05c15e960 con 0x7ff05c06f9d0 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05affd640 1 -- 172.21.15.39:0/4008318213 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff044003520 con 0x7ff05c06f9d0 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7fdd23fff640 1 -- start start 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05b7fe640 1 -- 172.21.15.39:0/4008318213 >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 msgr2=0x7ff05c15df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05b7fe640 1 --2- 172.21.15.39:0/4008318213 >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 0x7ff05c15df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05b7fe640 1 -- 172.21.15.39:0/4008318213 >> v1:172.21.15.157:6789/0 conn(0x7ff05c06f9d0 legacy=0x7ff05c0b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05b7fe640 1 -- 172.21.15.39:0/4008318213 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff05c06ec90 con 0x7ff05c15e4c0 2024-09-13T16:10:55.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7ff05bfff640 1 --2- 172.21.15.39:0/4008318213 >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 0x7ff05c15df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:55.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd7c403e7f0 con 0x7fd7d415e560 2024-09-13T16:10:55.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7f221f59e640 1 -- 172.21.15.39:0/1318381807 shutdown_connections 2024-09-13T16:10:55.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7f221f59e640 1 -- 172.21.15.39:0/1318381807 wait complete. 2024-09-13T16:10:55.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7f4610faa640 1 Processor -- start 2024-09-13T16:10:55.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:54.999+0000 7f4610faa640 1 -- start start 2024-09-13T16:10:55.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f2ea3392640 1 -- start start 2024-09-13T16:10:55.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd23fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd0c003c00 0x7fdd2414b2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd23fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd241e69c0 0x7fdd241e6e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd23fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 0x7fdd240b7470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd23fff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd2414b7e0 con 0x7fdd241e73c0 2024-09-13T16:10:55.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd23fff640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd241e5c00 con 0x7fdd241e69c0 2024-09-13T16:10:55.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd23fff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd241e5ee0 con 0x7fdd0c003c00 2024-09-13T16:10:55.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fd7bbfff640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7c006acd0 0x7fd7c006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd7c40a9bd0 con 0x7fd7d415e560 2024-09-13T16:10:55.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/161673025 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7d4067330 con 0x7fd7d415e560 2024-09-13T16:10:55.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f4610faa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 0x7f46040dd510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f4610faa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46040369c0 0x7f46040dda50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f460a59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 0x7f46040dd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f4610faa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46040e2fa0 0x7f46040e1090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f4610faa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4604050690 con 0x7f46040369c0 2024-09-13T16:10:55.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f460a59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 0x7f46040dd510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49070/0 (socket says 172.21.15.39:49070) 2024-09-13T16:10:55.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f4610faa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4604184ef0 con 0x7f46040345a0 2024-09-13T16:10:55.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f5eb9410640 1 Processor -- start 2024-09-13T16:10:55.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f460a59c640 1 -- 172.21.15.39:0/256905029 learned_addr learned my addr 172.21.15.39:0/256905029 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7f4610faa640 1 -- 172.21.15.39:0/256905029 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46040de550 con 0x7f46040e2fa0 2024-09-13T16:10:55.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f2ea3392640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e94005a30 0x7f2e940e1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f2ea3392640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 0x7f2e9404dca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460ad9d640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46040e2fa0 0x7f46040e1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f5eb9410640 1 -- start start 2024-09-13T16:10:55.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f2ea3392640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e940e70f0 0x7f2e9404f730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460a59c640 1 -- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46040e2fa0 msgr2=0x7f46040e1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f2ea1b8f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 0x7f2e9404dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f2ea1b8f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 0x7f2e9404dca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49084/0 (socket says 172.21.15.39:49084) 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7ff05b7fe640 1 --2- 172.21.15.39:0/4008318213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 0x7ff05c06f490 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff0500097a0 tx=0x7ff05002a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=461867c440289927 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7ff05affd640 1 -- 172.21.15.39:0/4008318213 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05002adb0 con 0x7ff05c15e4c0 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7ff05affd640 1 -- 172.21.15.39:0/4008318213 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff050032440 con 0x7ff05c15e4c0 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7ff05affd640 1 -- 172.21.15.39:0/4008318213 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05002adb0 con 0x7ff05c15e4c0 2024-09-13T16:10:55.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f4956ac3640 1 -- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f493c0047c0 msgr2=0x7f493c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f4956ac3640 1 --2- 172.21.15.39:0/3525470989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f493c0047c0 0x7f493c004c40 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f495006bde0 tx=0x7f493c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f49562c2640 1 -- 172.21.15.39:0/3525470989 reap_dead start 2024-09-13T16:10:55.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f4956ac3640 1 -- 172.21.15.39:0/3525470989 shutdown_connections 2024-09-13T16:10:55.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460a59c640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46040e2fa0 0x7f46040e1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f2ea1b8f640 1 -- 172.21.15.39:0/322085842 learned_addr learned my addr 172.21.15.39:0/322085842 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f4956ac3640 1 -- 172.21.15.39:0/3525470989 >> 172.21.15.39:0/3525470989 conn(0x7f4950066200 msgr2=0x7f4950069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e9417d460 con 0x7f2e94005a30 2024-09-13T16:10:55.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e9417c8e0 con 0x7f2e9404eb30 2024-09-13T16:10:55.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e9417cbc0 con 0x7f2e940e70f0 2024-09-13T16:10:55.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f4956ac3640 1 -- 172.21.15.39:0/3525470989 shutdown_connections 2024-09-13T16:10:55.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f2ea2b91640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e940e70f0 0x7f2e9404f730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460a59c640 1 -- 172.21.15.39:0/256905029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46040369c0 msgr2=0x7f46040dda50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460a59c640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46040369c0 0x7f46040dda50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460a59c640 1 -- 172.21.15.39:0/256905029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f460c04f100 con 0x7f46040345a0 2024-09-13T16:10:55.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f460a59c640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 0x7f46040dd510 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f45fc00c3f0 tx=0x7f45fc00c8b0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45fc0074e0 con 0x7f46040345a0 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd237fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 0x7fdd240b7470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7fdd237fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 0x7fdd240b7470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37076/0 (socket says 172.21.15.39:37076) 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.001+0000 7fdd237fe640 1 -- 172.21.15.39:0/2143097286 learned_addr learned my addr 172.21.15.39:0/2143097286 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd22ffd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd0c003c00 0x7fdd2414b2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.000+0000 7fdd227fc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd241e69c0 0x7fdd241e6e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7fdd237fe640 1 -- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd0c003c00 msgr2=0x7fdd2414b2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7fdd237fe640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd0c003c00 0x7fdd2414b2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7fdd237fe640 1 -- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd241e69c0 msgr2=0x7fdd241e6e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7fdd237fe640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd241e69c0 0x7fdd241e6e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7fdd237fe640 1 -- 172.21.15.39:0/2143097286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd241e61c0 con 0x7fdd241e73c0 2024-09-13T16:10:55.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f221f59e640 1 Processor -- start 2024-09-13T16:10:55.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f221f59e640 1 -- start start 2024-09-13T16:10:55.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7ff0611e6640 1 -- 172.21.15.39:0/4008318213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 msgr2=0x7ff05c06f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7ff0611e6640 1 --2- 172.21.15.39:0/4008318213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 0x7ff05c06f490 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7ff0500097a0 tx=0x7ff05002a060 comp rx=0 tx=0).stop 2024-09-13T16:10:55.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7fdd237fe640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 0x7fdd240b7470 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c002230 tx=0x7fdd1c00ad50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7ff0611e6640 1 -- 172.21.15.39:0/4008318213 shutdown_connections 2024-09-13T16:10:55.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7ff0611e6640 1 --2- 172.21.15.39:0/4008318213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c15e4c0 0x7ff05c06f490 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7ff0611e6640 1 --2- 172.21.15.39:0/4008318213 >> v2:172.21.15.39:3300/0 conn(0x7ff05c15a340 0x7ff05c15df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f4956ac3640 1 -- 172.21.15.39:0/3525470989 wait complete. 2024-09-13T16:10:55.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7ff0611e6640 1 -- 172.21.15.39:0/4008318213 >> 172.21.15.39:0/4008318213 conn(0x7ff05c0d0430 msgr2=0x7ff05c0d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f4610faa640 1 -- 172.21.15.39:0/256905029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f460000f610 con 0x7f46040345a0 2024-09-13T16:10:55.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f4610faa640 1 -- 172.21.15.39:0/256905029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4604050040 con 0x7f46040345a0 2024-09-13T16:10:55.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f5eb9410640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 0x7f5eac0d7880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7fd7d2ffd640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7c006acd0 0x7fd7c006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45fc007640 con 0x7f46040345a0 2024-09-13T16:10:55.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.002+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45fc004a20 con 0x7f46040345a0 2024-09-13T16:10:55.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f2ea2390640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e94005a30 0x7f2e940e1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221f59e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2218007d70 0x7f2218180b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f5eb3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 0x7f5eac0d7880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22180ea4e0 0x7f2218037240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221f59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 0x7f22180dcc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221f59e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2218181090 con 0x7f22180ea4e0 2024-09-13T16:10:55.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221f59e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2218037780 con 0x7f22180ea8c0 2024-09-13T16:10:55.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221f59e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22180361a0 con 0x7f2218007d70 2024-09-13T16:10:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f2ea1b8f640 1 -- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e940e70f0 msgr2=0x7f2e9404f730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f2ea1b8f640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e940e70f0 0x7f2e9404f730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f2ea1b8f640 1 -- 172.21.15.39:0/322085842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e94005a30 msgr2=0x7f2e940e1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f2ea1b8f640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e94005a30 0x7f2e940e1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f2ea1b8f640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e98009460 con 0x7f2e9404eb30 2024-09-13T16:10:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f5eb3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 0x7f5eac0d7880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37098/0 (socket says 172.21.15.39:37098) 2024-09-13T16:10:55.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f5eb9410640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5eac03c070 0x7f5eac0523a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f221ed9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 0x7f22180dcc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.003+0000 7f5eb3fff640 1 -- 172.21.15.39:0/4272307625 learned_addr learned my addr 172.21.15.39:0/4272307625 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5eac053da0 0x7f5eac0528e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 0x7f22180dcc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49086/0 (socket says 172.21.15.39:49086) 2024-09-13T16:10:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 -- 172.21.15.39:0/3694155664 learned_addr learned my addr 172.21.15.39:0/3694155664 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f5eb37fe640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5eac03c070 0x7f5eac0523a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f2ea1b8f640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 0x7f2e9404dca0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c00c3c0 tx=0x7f2e8c00c880 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221dd9b640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22180ea4e0 0x7f2218037240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac0d6490 con 0x7f5eac005d40 2024-09-13T16:10:55.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c0052d0 con 0x7f2e9404eb30 2024-09-13T16:10:55.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac0d7dc0 con 0x7f5eac03c070 2024-09-13T16:10:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f5eb8c0f640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5eac053da0 0x7f5eac0528e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5eac0d8010 con 0x7f5eac053da0 2024-09-13T16:10:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e9417cea0 con 0x7f2e9404eb30 2024-09-13T16:10:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e940e2500 con 0x7f2e9404eb30 2024-09-13T16:10:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e8c005430 con 0x7f2e9404eb30 2024-09-13T16:10:55.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f4956ac3640 1 Processor -- start 2024-09-13T16:10:55.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f4956ac3640 1 -- start start 2024-09-13T16:10:55.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7ff0611e6640 1 -- 172.21.15.39:0/4008318213 shutdown_connections 2024-09-13T16:10:55.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221e59c640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2218007d70 0x7f2218180b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 -- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2218007d70 msgr2=0x7f2218180b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2218007d70 0x7f2218180b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 -- 172.21.15.39:0/3694155664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22180ea4e0 msgr2=0x7f2218037240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22180ea4e0 0x7f2218037240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f221ed9d640 1 -- 172.21.15.39:0/3694155664 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f222004f100 con 0x7f22180ea8c0 2024-09-13T16:10:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f221dd9b640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22180ea4e0 0x7f2218037240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7ff0611e6640 1 -- 172.21.15.39:0/4008318213 wait complete. 2024-09-13T16:10:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f5eb3fff640 1 -- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5eac053da0 msgr2=0x7f5eac0528e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f45fc004b80 con 0x7f46040345a0 2024-09-13T16:10:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.004+0000 7f4610faa640 1 -- 172.21.15.39:0/256905029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4604008ee0 con 0x7f46040345a0 2024-09-13T16:10:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f5eb3fff640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5eac053da0 0x7f5eac0528e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f5eb3fff640 1 -- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5eac03c070 msgr2=0x7f5eac0523a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f5eb3fff640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5eac03c070 0x7f5eac0523a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f5eb3fff640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ea00094d0 con 0x7f5eac005d40 2024-09-13T16:10:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f45faffd640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45ec06ad00 0x7f45ec06d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f221ed9d640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 0x7f22180dcc00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f221400c450 tx=0x7f221400c910 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e8c003830 con 0x7f2e9404eb30 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4956ac3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c0047c0 0x7f495013bab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4956ac3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 0x7f4950150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4956ac3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49500aefd0 0x7f49500af450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4956ac3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49501505c0 con 0x7f493c0047c0 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4956ac3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49500af990 con 0x7f49500aefd0 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4609d9b640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45ec06ad00 0x7f45ec06d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f45fc088fc0 con 0x7f46040345a0 2024-09-13T16:10:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.005+0000 7f4956ac3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4950151f80 con 0x7f495014fc00 2024-09-13T16:10:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49552c0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 0x7f4950150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49500aefd0 0x7f49500af450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49552c0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 0x7f4950150080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55648/0 (socket says 172.21.15.39:55648) 2024-09-13T16:10:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f5eb3fff640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 0x7f5eac0d7880 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5ea800e730 tx=0x7f5ea800eb30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49552c0640 1 -- 172.21.15.39:0/847760970 learned_addr learned my addr 172.21.15.39:0/847760970 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7fd7d2ffd640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7c006acd0 0x7fd7c006d190 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd7c80015a0 tx=0x7fd7c8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f4955ac1640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c0047c0 0x7f495013bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f4609d9b640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45ec06ad00 0x7f45ec06d1c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f460c0687f0 tx=0x7f460c06c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 -- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 msgr2=0x7f4950150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 0x7f4950150080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 -- 172.21.15.39:0/847760970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c0047c0 msgr2=0x7f495013bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c0047c0 0x7f495013bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 -- 172.21.15.39:0/847760970 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49500afbb0 con 0x7f49500aefd0 2024-09-13T16:10:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e84005250 con 0x7f2e9404eb30 2024-09-13T16:10:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f4955ac1640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c0047c0 0x7f495013bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49552c0640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 0x7f4950150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.006+0000 7f49562c2640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49500aefd0 0x7f49500af450 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f493c003b00 tx=0x7f4948008c60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.007+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e8c003990 con 0x7f2e9404eb30 2024-09-13T16:10:55.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.007+0000 7ff0611e6640 1 Processor -- start 2024-09-13T16:10:55.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.007+0000 7ff0611e6640 1 -- start start 2024-09-13T16:10:55.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.007+0000 7f2e92ffd640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e8006ac00 0x7f2e8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.007+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2e8c088690 con 0x7f2e9404eb30 2024-09-13T16:10:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.007+0000 7f2ea2390640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e8006ac00 0x7f2e8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff0611e6640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c06f9d0 0x7ff05c15a930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea8004030 con 0x7f5eac005d40 2024-09-13T16:10:55.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c007740 con 0x7fdd241e73c0 2024-09-13T16:10:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff0611e6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 0x7ff05c150e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff0611e6640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff05c15e4c0 0x7ff05c151370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff0611e6640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c15bd20 con 0x7ff05c15a340 2024-09-13T16:10:55.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd7c4042080 con 0x7fd7d415e560 2024-09-13T16:10:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd1c0078c0 con 0x7fdd241e73c0 2024-09-13T16:10:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd1c024400 con 0x7fdd241e73c0 2024-09-13T16:10:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7fdd23fff640 1 -- 172.21.15.39:0/2143097286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd241e64a0 con 0x7fdd241e73c0 2024-09-13T16:10:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7f2ea2390640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e8006ac00 0x7f2e8006d0c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2e98033000 tx=0x7f2e9802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5eac0d82f0 con 0x7f5eac005d40 2024-09-13T16:10:55.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5eac0d88b0 con 0x7f5eac005d40 2024-09-13T16:10:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7fdd23fff640 1 -- 172.21.15.39:0/2143097286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd241e78b0 con 0x7fdd241e73c0 2024-09-13T16:10:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ea8004190 con 0x7f5eac005d40 2024-09-13T16:10:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ea8004520 con 0x7f5eac005d40 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff05b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 0x7ff05c150e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff05b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 0x7ff05c150e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37124/0 (socket says 172.21.15.39:37124) 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff05b7fe640 1 -- 172.21.15.39:0/1084151909 learned_addr learned my addr 172.21.15.39:0/1084151909 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff05bfff640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c06f9d0 0x7ff05c15a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.008+0000 7ff0609e5640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff05c15e4c0 0x7ff05c151370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.009+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c14a780 con 0x7ff05c15e4c0 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.009+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff05c15ae70 con 0x7ff05c06f9d0 2024-09-13T16:10:55.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5eac058430 con 0x7f5eac005d40 2024-09-13T16:10:55.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05b7fe640 1 -- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c06f9d0 msgr2=0x7ff05c15a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05b7fe640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c06f9d0 0x7ff05c15a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05b7fe640 1 -- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff05c15e4c0 msgr2=0x7ff05c151370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05b7fe640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff05c15e4c0 0x7ff05c151370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05b7fe640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff05400f050 con 0x7ff05c15a340 2024-09-13T16:10:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05bfff640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c06f9d0 0x7ff05c15a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff0609e5640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff05c15e4c0 0x7ff05c151370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff05b7fe640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 0x7ff05c150e30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff050000c00 tx=0x7ff0500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcfc005250 con 0x7fdd241e73c0 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05002adb0 con 0x7ff05c15a340 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22140074e0 con 0x7f22180ea8c0 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7f221f59e640 1 -- 172.21.15.39:0/3694155664 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2218036480 con 0x7f22180ea8c0 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff050009400 con 0x7ff05c15a340 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff05c151c90 con 0x7ff05c15a340 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff05003e660 con 0x7ff05c15a340 2024-09-13T16:10:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff05003e7d0 con 0x7ff05c15a340 2024-09-13T16:10:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd1c024560 con 0x7fdd241e73c0 2024-09-13T16:10:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7fdd0b7fe640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd1006ac00 0x7fdd1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdd1c09aa30 con 0x7fdd241e73c0 2024-09-13T16:10:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7f221f59e640 1 -- 172.21.15.39:0/3694155664 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2218036a40 con 0x7f22180ea8c0 2024-09-13T16:10:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4948007040 con 0x7f49500aefd0 2024-09-13T16:10:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49500afe90 con 0x7f49500aefd0 2024-09-13T16:10:55.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49500b0450 con 0x7f49500aefd0 2024-09-13T16:10:55.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.010+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4604008ee0 con 0x7f46040345a0 2024-09-13T16:10:55.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.012+0000 7fdd22ffd640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd1006ac00 0x7fdd1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.012+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2218033b20 con 0x7f22180ea8c0 2024-09-13T16:10:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.011+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ea800c6d0 con 0x7f5eac005d40 2024-09-13T16:10:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.012+0000 7f5eb0ff9640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e9806ac00 0x7f5e9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.012+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5ea8088e70 con 0x7f5eac005d40 2024-09-13T16:10:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.012+0000 7f5eb37fe640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e9806ac00 0x7f5e9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.012+0000 7fdd22ffd640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd1006ac00 0x7fdd1006d0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdd14032000 tx=0x7fdd14009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.013+0000 7f5eb37fe640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e9806ac00 0x7f5e9806d0c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0034000 tx=0x7f5ea002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.013+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f495006f8f0 con 0x7f49500aefd0 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.013+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff05003e930 con 0x7ff05c15a340 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.013+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff05c067330 con 0x7ff05c15a340 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.014+0000 7ff058ff9640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff04806ac00 0x7ff04806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.014+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff0500aa0a0 con 0x7ff05c15a340 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.014+0000 7ff05bfff640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff04806ac00 0x7ff04806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.014+0000 7ff05bfff640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff04806ac00 0x7ff04806d0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff05400d5b0 tx=0x7ff05400d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.015+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f494800f6b0 con 0x7f49500aefd0 2024-09-13T16:10:55.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.015+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f494800fa20 con 0x7f49500aefd0 2024-09-13T16:10:55.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.015+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2214007e60 con 0x7f22180ea8c0 2024-09-13T16:10:55.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.015+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22140074e0 con 0x7f22180ea8c0 2024-09-13T16:10:55.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.015+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e8c0539b0 con 0x7f2e9404eb30 2024-09-13T16:10:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.016+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f22140133c0 con 0x7f22180ea8c0 2024-09-13T16:10:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.017+0000 7f220effd640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f220006ac60 0x7f220006d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.017+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2214089410 con 0x7f22180ea8c0 2024-09-13T16:10:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.017+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f494800fb80 con 0x7f49500aefd0 2024-09-13T16:10:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.017+0000 7f221e59c640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f220006ac60 0x7f220006d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.017+0000 7f49467fc640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493406ac30 0x7f493406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:55.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.018+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f49480890d0 con 0x7f49500aefd0 2024-09-13T16:10:55.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.018+0000 7f221e59c640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f220006ac60 0x7f220006d120 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2218034820 tx=0x7f22200a8000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.018+0000 7f4955ac1640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493406ac30 0x7f493406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.018+0000 7f4955ac1640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493406ac30 0x7f493406d0f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f494c000fd0 tx=0x7f494c007b90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.020+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2214054550 con 0x7f22180ea8c0 2024-09-13T16:10:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.020+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd1c065b70 con 0x7fdd241e73c0 2024-09-13T16:10:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.024+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4948054400 con 0x7f49500aefd0 2024-09-13T16:10:55.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.031+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ea80540f0 con 0x7f5eac005d40 2024-09-13T16:10:55.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.040+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0500dd9c0 con 0x7ff05c15a340 2024-09-13T16:10:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.394+0000 7f4610faa640 1 -- 172.21.15.39:0/256905029 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f4604008ee0 con 0x7f46040345a0 2024-09-13T16:10:55.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.395+0000 7f45faffd640 1 -- 172.21.15.39:0/256905029 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f4604008ee0 con 0x7f46040345a0 2024-09-13T16:10:55.397 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 -- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45ec06ad00 msgr2=0x7f45ec06d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45ec06ad00 0x7f45ec06d1c0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f460c0687f0 tx=0x7f460c06c040 comp rx=0 tx=0).stop 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 -- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 msgr2=0x7f46040dd510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 0x7f46040dd510 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f45fc00c3f0 tx=0x7f45fc00c8b0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 -- 172.21.15.39:0/256905029 shutdown_connections 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45ec06ad00 0x7f45ec06d1c0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.398+0000 7f45f8ff9640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46040e2fa0 0x7f46040e1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.399+0000 7f45f8ff9640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46040369c0 0x7f46040dda50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.399+0000 7f45f8ff9640 1 --2- 172.21.15.39:0/256905029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46040345a0 0x7f46040dd510 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.399+0000 7f45f8ff9640 1 -- 172.21.15.39:0/256905029 >> 172.21.15.39:0/256905029 conn(0x7f460401ea00 msgr2=0x7f460403a300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.399+0000 7f45f8ff9640 1 -- 172.21.15.39:0/256905029 shutdown_connections 2024-09-13T16:10:55.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.399+0000 7f45f8ff9640 1 -- 172.21.15.39:0/256905029 wait complete. 2024-09-13T16:10:55.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.400+0000 7fd7d8cbd640 1 -- 172.21.15.39:0/161673025 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fd7d41613f0 con 0x7fd7d415e560 2024-09-13T16:10:55.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.401+0000 7fd7bbfff640 1 -- 172.21.15.39:0/161673025 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd7d41613f0 con 0x7fd7d415e560 2024-09-13T16:10:55.403 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:55.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.404+0000 7fd7b9ffb640 1 -- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7c006acd0 msgr2=0x7fd7c006d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.404+0000 7fd7b9ffb640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7c006acd0 0x7fd7c006d190 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7fd7c80015a0 tx=0x7fd7c8009040 comp rx=0 tx=0).stop 2024-09-13T16:10:55.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.404+0000 7fd7b9ffb640 1 -- 172.21.15.39:0/161673025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d415e560 msgr2=0x7fd7d40c71b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.404+0000 7fd7b9ffb640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d415e560 0x7fd7d40c71b0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7fd7d406b3a0 tx=0x7fd7c40046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 -- 172.21.15.39:0/161673025 shutdown_connections 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7c006acd0 0x7fd7c006d190 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d4164c60 0x7fd7d40c9060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d4160fd0 0x7fd7d40c8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 --2- 172.21.15.39:0/161673025 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d415e560 0x7fd7d40c71b0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 -- 172.21.15.39:0/161673025 >> 172.21.15.39:0/161673025 conn(0x7fd7d406a790 msgr2=0x7fd7d40cf4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.405+0000 7fd7b9ffb640 1 -- 172.21.15.39:0/161673025 shutdown_connections 2024-09-13T16:10:55.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.406+0000 7fd7b9ffb640 1 -- 172.21.15.39:0/161673025 wait complete. 2024-09-13T16:10:55.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.412+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f2e840057d0 con 0x7f2e9404eb30 2024-09-13T16:10:55.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.413+0000 7f2e92ffd640 1 -- 172.21.15.39:0/322085842 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2e8c056fd0 con 0x7f2e9404eb30 2024-09-13T16:10:55.416 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:55.418 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.0 2024-09-13T16:10:55.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e8006ac00 msgr2=0x7f2e8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e8006ac00 0x7f2e8006d0c0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f2e98033000 tx=0x7f2e9802e000 comp rx=0 tx=0).stop 2024-09-13T16:10:55.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 msgr2=0x7f2e9404dca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 0x7f2e9404dca0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f2e8c00c3c0 tx=0x7f2e8c00c880 comp rx=0 tx=0).stop 2024-09-13T16:10:55.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 shutdown_connections 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e8006ac00 0x7f2e8006d0c0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e940e70f0 0x7f2e9404f730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e9404eb30 0x7f2e9404dca0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 --2- 172.21.15.39:0/322085842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e94005a30 0x7f2e940e1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.417+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 >> 172.21.15.39:0/322085842 conn(0x7f2e94036060 msgr2=0x7f2e9401ce20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.418+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 shutdown_connections 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.418+0000 7f2ea3392640 1 -- 172.21.15.39:0/322085842 wait complete. 2024-09-13T16:10:55.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.419+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f22180545d0 con 0x7f22180ea8c0 2024-09-13T16:10:55.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.420+0000 7f220effd640 1 -- 172.21.15.39:0/3694155664 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2214057b70 con 0x7f22180ea8c0 2024-09-13T16:10:55.422 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:55.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.422+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7fdcfc005500 con 0x7fdd241e73c0 2024-09-13T16:10:55.425 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.2 2024-09-13T16:10:55.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.423+0000 7fdd0b7fe640 1 -- 172.21.15.39:0/2143097286 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fdd1c069190 con 0x7fdd241e73c0 2024-09-13T16:10:55.426 INFO:teuthology.orchestra.run.smithi039.stdout:55834574854 2024-09-13T16:10:55.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f4950158a80 con 0x7f49500aefd0 2024-09-13T16:10:55.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f220006ac60 msgr2=0x7f220006d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f220006ac60 0x7f220006d120 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2218034820 tx=0x7f22200a8000 comp rx=0 tx=0).stop 2024-09-13T16:10:55.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 msgr2=0x7f22180dcc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 0x7f22180dcc00 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f221400c450 tx=0x7f221400c910 comp rx=0 tx=0).stop 2024-09-13T16:10:55.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 shutdown_connections 2024-09-13T16:10:55.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f49467fc640 1 -- 172.21.15.39:0/847760970 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f494801a090 con 0x7f49500aefd0 2024-09-13T16:10:55.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f220006ac60 0x7f220006d120 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22180ea8c0 0x7f22180dcc00 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22180ea4e0 0x7f2218037240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 --2- 172.21.15.39:0/3694155664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2218007d70 0x7f2218180b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 >> 172.21.15.39:0/3694155664 conn(0x7f221801e180 msgr2=0x7f2218039a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.429 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:55.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 shutdown_connections 2024-09-13T16:10:55.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.424+0000 7f220cff9640 1 -- 172.21.15.39:0/3694155664 wait complete. 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd1006ac00 msgr2=0x7fdd1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd1006ac00 0x7fdd1006d0c0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7fdd14032000 tx=0x7fdd14009030 comp rx=0 tx=0).stop 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 msgr2=0x7fdd240b7470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 0x7fdd240b7470 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7fdd1c002230 tx=0x7fdd1c00ad50 comp rx=0 tx=0).stop 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 shutdown_connections 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd1006ac00 0x7fdd1006d0c0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd241e73c0 0x7fdd240b7470 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd241e69c0 0x7fdd241e6e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 --2- 172.21.15.39:0/2143097286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd0c003c00 0x7fdd2414b2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 >> 172.21.15.39:0/2143097286 conn(0x7fdd240d68b0 msgr2=0x7fdd240b88a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 shutdown_connections 2024-09-13T16:10:55.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.426+0000 7fdd097fa640 1 -- 172.21.15.39:0/2143097286 wait complete. 2024-09-13T16:10:55.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493406ac30 msgr2=0x7f493406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493406ac30 0x7f493406d0f0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f494c000fd0 tx=0x7f494c007b90 comp rx=0 tx=0).stop 2024-09-13T16:10:55.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49500aefd0 msgr2=0x7f49500af450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49500aefd0 0x7f49500af450 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f493c003b00 tx=0x7f4948008c60 comp rx=0 tx=0).stop 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 shutdown_connections 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493406ac30 0x7f493406d0f0 unknown :-1 s=CLOSED pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49500aefd0 0x7f49500af450 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495014fc00 0x7f4950150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 --2- 172.21.15.39:0/847760970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f493c0047c0 0x7f495013bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 >> 172.21.15.39:0/847760970 conn(0x7f4950066200 msgr2=0x7f495006fb10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 shutdown_connections 2024-09-13T16:10:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.427+0000 7f4956ac3640 1 -- 172.21.15.39:0/847760970 wait complete. 2024-09-13T16:10:55.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.429+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7ff05c15be60 con 0x7ff05c15a340 2024-09-13T16:10:55.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.430+0000 7ff058ff9640 1 -- 172.21.15.39:0/1084151909 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff05c15be60 con 0x7ff05c15a340 2024-09-13T16:10:55.434 INFO:teuthology.orchestra.run.smithi039.stdout:55834574854 2024-09-13T16:10:55.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.433+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f5eac03bb30 con 0x7f5eac005d40 2024-09-13T16:10:55.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.433+0000 7f5eb0ff9640 1 -- 172.21.15.39:0/4272307625 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5ea8057710 con 0x7f5eac005d40 2024-09-13T16:10:55.436 INFO:teuthology.orchestra.run.smithi039.stdout:55834574854 2024-09-13T16:10:55.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff04806ac00 msgr2=0x7ff04806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff04806ac00 0x7ff04806d0c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff05400d5b0 tx=0x7ff05400d040 comp rx=0 tx=0).stop 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 msgr2=0x7ff05c150e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 0x7ff05c150e30 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7ff050000c00 tx=0x7ff0500046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 shutdown_connections 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff04806ac00 0x7ff04806d0c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff05c15e4c0 0x7ff05c151370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05c15a340 0x7ff05c150e30 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 --2- 172.21.15.39:0/1084151909 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05c06f9d0 0x7ff05c15a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 >> 172.21.15.39:0/1084151909 conn(0x7ff05c0d0430 msgr2=0x7ff05c06bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 shutdown_connections 2024-09-13T16:10:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.434+0000 7ff0611e6640 1 -- 172.21.15.39:0/1084151909 wait complete. 2024-09-13T16:10:55.439 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.1 2024-09-13T16:10:55.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e9806ac00 msgr2=0x7f5e9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e9806ac00 0x7f5e9806d0c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f5ea0034000 tx=0x7f5ea002e000 comp rx=0 tx=0).stop 2024-09-13T16:10:55.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 msgr2=0x7f5eac0d7880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:55.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 0x7f5eac0d7880 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f5ea800e730 tx=0x7f5ea800eb30 comp rx=0 tx=0).stop 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 shutdown_connections 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e9806ac00 0x7f5e9806d0c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5eac053da0 0x7f5eac0528e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5eac03c070 0x7f5eac0523a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 --2- 172.21.15.39:0/4272307625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5eac005d40 0x7f5eac0d7880 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 >> 172.21.15.39:0/4272307625 conn(0x7f5eac03a480 msgr2=0x7f5eac0e5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 shutdown_connections 2024-09-13T16:10:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:55.437+0000 7f5eb9410640 1 -- 172.21.15.39:0/4272307625 wait complete. 2024-09-13T16:10:55.445 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.3 2024-09-13T16:10:55.446 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.6 2024-09-13T16:10:55.447 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574855 for osd.5 2024-09-13T16:10:55.453 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.7 2024-09-13T16:10:55.454 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574854 for osd.4 2024-09-13T16:10:56.419 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T16:10:56.427 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T16:10:56.439 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T16:10:56.446 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T16:10:56.446 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T16:10:56.448 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T16:10:56.453 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T16:10:56.455 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T16:10:56.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.585+0000 7fd17ca0d640 1 Processor -- start 2024-09-13T16:10:56.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.585+0000 7fd17ca0d640 1 -- start start 2024-09-13T16:10:56.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.587+0000 7fd17ca0d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd178158a60 0x7fd178070240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.587+0000 7fd17ca0d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd1780b2650 0x7fd17806c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.587+0000 7fd17ca0d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd178071d40 con 0x7fd1780b2d30 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.587+0000 7fd17ca0d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1780b2b80 con 0x7fd178158a60 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.587+0000 7fd17ca0d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd17806fe20 con 0x7fd1780b2650 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.588+0000 7fd175d9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd1780b2650 0x7fd17806c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.588+0000 7fd175d9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd1780b2650 0x7fd17806c8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49100/0 (socket says 172.21.15.39:49100) 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.588+0000 7fd175d9b640 1 -- 172.21.15.39:0/1757175105 learned_addr learned my addr 172.21.15.39:0/1757175105 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.588+0000 7fd17659c640 1 --2- 172.21.15.39:0/1757175105 >> v2:172.21.15.39:3300/0 conn(0x7fd178158a60 0x7fd178070240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.589+0000 7fd17659c640 1 -- 172.21.15.39:0/1757175105 >> v2:172.21.15.157:3300/0 conn(0x7fd1780b2650 msgr2=0x7fd17806c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.589+0000 7fd17659c640 1 --2- 172.21.15.39:0/1757175105 >> v2:172.21.15.157:3300/0 conn(0x7fd1780b2650 0x7fd17806c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.589+0000 7fd17659c640 1 -- 172.21.15.39:0/1757175105 >> v1:172.21.15.157:6789/0 conn(0x7fd1780b2d30 legacy=0x7fd178158e40 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T16:10:56.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.589+0000 7fd17659c640 1 -- 172.21.15.39:0/1757175105 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd178071f70 con 0x7fd178158a60 2024-09-13T16:10:56.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.590+0000 7fd17659c640 1 --2- 172.21.15.39:0/1757175105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd178070240 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd178073810 tx=0x7fd16802a350 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccb5f1f4476b2f00 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.591+0000 7fd17559a640 1 -- 172.21.15.39:0/1757175105 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16802ae50 con 0x7fd178158a60 2024-09-13T16:10:56.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.591+0000 7fd17559a640 1 -- 172.21.15.39:0/1757175105 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd168032440 con 0x7fd178158a60 2024-09-13T16:10:56.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.592+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1757175105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 msgr2=0x7fd178070240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.592+0000 7fd17ca0d640 1 --2- 172.21.15.39:0/1757175105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd178070240 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7fd178073810 tx=0x7fd16802a350 comp rx=0 tx=0).stop 2024-09-13T16:10:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.593+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1757175105 shutdown_connections 2024-09-13T16:10:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.593+0000 7fd17ca0d640 1 --2- 172.21.15.39:0/1757175105 >> v2:172.21.15.157:3300/0 conn(0x7fd1780b2650 0x7fd17806c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.593+0000 7fd17ca0d640 1 --2- 172.21.15.39:0/1757175105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd178070240 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.593+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1757175105 >> 172.21.15.39:0/1757175105 conn(0x7fd1780ce320 msgr2=0x7fd1780ce700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.593+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1757175105 shutdown_connections 2024-09-13T16:10:56.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.594+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1757175105 wait complete. 2024-09-13T16:10:56.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.596+0000 7fd17ca0d640 1 Processor -- start 2024-09-13T16:10:56.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.596+0000 7fd17ca0d640 1 -- start start 2024-09-13T16:10:56.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.598+0000 7fd17ca0d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1780b2650 0x7fd1781f5530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.598+0000 7fd17ca0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 0x7fd1781f4880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.598+0000 7fd17ca0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd1781df610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.598+0000 7fd175d9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 0x7fd1781f4880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.598+0000 7fd175d9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 0x7fd1781f4880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55670/0 (socket says 172.21.15.39:55670) 2024-09-13T16:10:56.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.598+0000 7fd17659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1780b2650 0x7fd1781f5530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.599+0000 7fd17659c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1780b2650 0x7fd1781f5530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49106/0 (socket says 172.21.15.39:49106) 2024-09-13T16:10:56.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.599+0000 7fd175d9b640 1 -- 172.21.15.39:0/1788820406 learned_addr learned my addr 172.21.15.39:0/1788820406 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.599+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1780add40 con 0x7fd178158a60 2024-09-13T16:10:56.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.599+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1781def70 con 0x7fd1780b2650 2024-09-13T16:10:56.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.599+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1781dec90 con 0x7fd1780b2d30 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd175d9b640 1 -- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1780b2650 msgr2=0x7fd1781f5530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd175d9b640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1780b2650 0x7fd1781f5530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd175d9b640 1 -- 172.21.15.39:0/1788820406 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 msgr2=0x7fd1781df610 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd176d9d640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd1781df610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd175d9b640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd1781df610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd175d9b640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd168009400 con 0x7fd1780b2d30 2024-09-13T16:10:56.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.600+0000 7fd176d9d640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd1781df610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:56.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.601+0000 7fd175d9b640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 0x7fd1781f4880 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd170008ac0 tx=0x7fd17000b4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.601+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd170010070 con 0x7fd1780b2d30 2024-09-13T16:10:56.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.601+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1780aa490 con 0x7fd1780b2d30 2024-09-13T16:10:56.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.601+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1781f4dc0 con 0x7fd1780b2d30 2024-09-13T16:10:56.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.602+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd17000bc80 con 0x7fd1780b2d30 2024-09-13T16:10:56.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.602+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd17000a520 con 0x7fd1780b2d30 2024-09-13T16:10:56.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.604+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd15c005250 con 0x7fd1780b2d30 2024-09-13T16:10:56.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.606+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd17000a680 con 0x7fd1780b2d30 2024-09-13T16:10:56.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.607+0000 7fd166ffd640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd15806ac50 0x7fd15806d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.607+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd170089240 con 0x7fd1780b2d30 2024-09-13T16:10:56.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.607+0000 7fd17659c640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd15806ac50 0x7fd15806d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.608+0000 7fd17659c640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd15806ac50 0x7fd15806d110 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd168034000 tx=0x7fd16802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.611+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd1700544c0 con 0x7fd1780b2d30 2024-09-13T16:10:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.642+0000 7fe51f044640 1 Processor -- start 2024-09-13T16:10:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.642+0000 7fe51f044640 1 -- start start 2024-09-13T16:10:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.642+0000 7f99b9861640 1 Processor -- start 2024-09-13T16:10:56.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.642+0000 7f99b9861640 1 -- start start 2024-09-13T16:10:56.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fd49e55e640 1 Processor -- start 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fe51f044640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5100e1420 0x7fe5100e1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fe51f044640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe510051460 0x7fe5100381f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fe51f044640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe510038730 0x7fe5100e4450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fe51f044640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe510038bc0 con 0x7fe5100e1420 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fe51f044640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5100575c0 con 0x7fe510051460 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fe51f044640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe510051a20 con 0x7fe510038730 2024-09-13T16:10:56.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5100e1420 0x7fe5100e1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5100e1420 0x7fe5100e1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37140/0 (socket says 172.21.15.39:37140) 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 -- 172.21.15.39:0/3940562442 learned_addr learned my addr 172.21.15.39:0/3940562442 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe517fff640 1 --2- 172.21.15.39:0/3940562442 >> v2:172.21.15.157:3300/0 conn(0x7fe510051460 0x7fe5100381f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7f99b9861640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f99b40cad00 0x7f99b4169580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7f99b9861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b40cee10 0x7f99b406fc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7f99b9861640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f99b408a190 0x7f99b406c8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7f99b9861640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99b406d630 con 0x7f99b40cad00 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7f99b9861640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99b406f2a0 con 0x7f99b408a190 2024-09-13T16:10:56.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7f99b9861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99b4169ac0 con 0x7f99b40cee10 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51d5e1640 1 --2- 172.21.15.39:0/3940562442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe510038730 0x7fe5100e4450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 -- 172.21.15.39:0/3940562442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe510038730 msgr2=0x7fe5100e4450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 --2- 172.21.15.39:0/3940562442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe510038730 0x7fe5100e4450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 -- 172.21.15.39:0/3940562442 >> v2:172.21.15.157:3300/0 conn(0x7fe510051460 msgr2=0x7fe5100381f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 --2- 172.21.15.39:0/3940562442 >> v2:172.21.15.157:3300/0 conn(0x7fe510051460 0x7fe5100381f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fe51cde0640 1 -- 172.21.15.39:0/3940562442 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe510051d00 con 0x7fe5100e1420 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.643+0000 7fd49e55e640 1 -- start start 2024-09-13T16:10:56.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fd49e55e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd4900345a0 0x7fd49003aa60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fd49e55e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 0x7fd4900076f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.644+0000 7fd49e55e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd490036ec0 con 0x7fd4900e2fa0 2024-09-13T16:10:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49e55e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd490008a70 con 0x7fd4900345a0 2024-09-13T16:10:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49e55e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd490054280 con 0x7fd4900369c0 2024-09-13T16:10:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7f987cf6c640 1 Processor -- start 2024-09-13T16:10:56.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd3de957640 1 Processor -- start 2024-09-13T16:10:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd3de957640 1 -- start start 2024-09-13T16:10:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49cafb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 0x7fd4900076f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd4977fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd4900345a0 0x7fd49003aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49cafb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 0x7fd4900076f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55694/0 (socket says 172.21.15.39:55694) 2024-09-13T16:10:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49cafb640 1 -- 172.21.15.39:0/770916156 learned_addr learned my addr 172.21.15.39:0/770916156 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49cafb640 1 -- 172.21.15.39:0/770916156 >> v2:172.21.15.39:3300/0 conn(0x7fd4900345a0 msgr2=0x7fd49003aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7fd49cafb640 1 --2- 172.21.15.39:0/770916156 >> v2:172.21.15.39:3300/0 conn(0x7fd4900345a0 0x7fd49003aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f99b40cad00 0x7f99b4169580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7fd49cafb640 1 -- 172.21.15.39:0/770916156 >> v1:172.21.15.39:6789/0 conn(0x7fd4900e2fa0 legacy=0x7fd49003a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f99b40cad00 0x7f99b4169580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37154/0 (socket says 172.21.15.39:37154) 2024-09-13T16:10:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b37fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f99b408a190 0x7f99b406c8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 -- 172.21.15.39:0/67578972 learned_addr learned my addr 172.21.15.39:0/67578972 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7fd49cafb640 1 -- 172.21.15.39:0/770916156 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd490035070 con 0x7fd4900369c0 2024-09-13T16:10:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b27fc640 1 --2- 172.21.15.39:0/67578972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b40cee10 0x7f99b406fc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 -- 172.21.15.39:0/67578972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b40cee10 msgr2=0x7f99b406fc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/67578972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b40cee10 0x7f99b406fc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 -- 172.21.15.39:0/67578972 >> v2:172.21.15.157:3300/0 conn(0x7f99b408a190 msgr2=0x7f99b406c8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/67578972 >> v2:172.21.15.157:3300/0 conn(0x7f99b408a190 0x7f99b406c8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7f99b2ffd640 1 -- 172.21.15.39:0/67578972 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99b406d880 con 0x7f99b40cad00 2024-09-13T16:10:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7fd3de957640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 0x7fd3d00374d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3d7fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 0x7fd3d00374d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fe51cde0640 1 --2- 172.21.15.39:0/3940562442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5100e1420 0x7fe5100e1800 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe510010d60 tx=0x7fe50c032900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10db33378a92877c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.645+0000 7f987cf6c640 1 -- start start 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f987cf6c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f98700e1430 0x7f98700e1810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f987cf6c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9870038910 0x7f9870054350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f987cf6c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98700575d0 con 0x7f9870051470 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f987cf6c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9870051a30 con 0x7f9870038910 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f987cf6c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9870051d10 con 0x7f98700e1430 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3d7fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 0x7fd3d00374d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55700/0 (socket says 172.21.15.39:55700) 2024-09-13T16:10:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3d77fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fd3d0037c90 0x7fd3d0054e00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50268/0 (socket says 172.21.15.39:50268) 2024-09-13T16:10:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3de957640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd3d00348b0 0x7fd3d000ac60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f6f8e0c3640 1 Processor -- start 2024-09-13T16:10:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f98777fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f98700e1430 0x7f98700e1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f98777fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f98700e1430 0x7f98700e1810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49134/0 (socket says 172.21.15.39:49134) 2024-09-13T16:10:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f9876ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f9870051470 0x7f9870038200 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50274/0 (socket says 172.21.15.39:50274) 2024-09-13T16:10:56.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f9876ffd640 1 -- 172.21.15.39:0/3774474265 learned_addr learned my addr 172.21.15.39:0/3774474265 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3d7fff640 1 -- 172.21.15.39:0/3724976715 learned_addr learned my addr 172.21.15.39:0/3724976715 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3dcef4640 1 --2- 172.21.15.39:0/3724976715 >> v2:172.21.15.157:3300/0 conn(0x7fd3d00348b0 0x7fd3d000ac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f9877fff640 1 --2- 172.21.15.39:0/3774474265 >> v2:172.21.15.39:3300/0 conn(0x7f9870038910 0x7f9870054350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.646+0000 7fd4977fe640 1 --2- 172.21.15.39:0/770916156 >> v2:172.21.15.39:3300/0 conn(0x7fd4900345a0 0x7fd49003aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/67578972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4169580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f99b406f8e0 tx=0x7f99a402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c5825b64cc8af93 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3d0054970 con 0x7fd3d0037c90 2024-09-13T16:10:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f98777fe640 1 -- 172.21.15.39:0/3774474265 >> v2:172.21.15.39:3300/0 conn(0x7f9870038910 msgr2=0x7f9870054350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f98777fe640 1 --2- 172.21.15.39:0/3774474265 >> v2:172.21.15.39:3300/0 conn(0x7f9870038910 0x7f9870054350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3d0053dd0 con 0x7fd3d00348b0 2024-09-13T16:10:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7f98777fe640 1 -- 172.21.15.39:0/3774474265 >> v1:172.21.15.157:6789/0 conn(0x7f9870051470 legacy=0x7f9870038200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d0037a10 con 0x7fd3d00370f0 2024-09-13T16:10:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fe5177fe640 1 -- 172.21.15.39:0/3940562442 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50c004230 con 0x7fe5100e1420 2024-09-13T16:10:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7f98777fe640 1 -- 172.21.15.39:0/3774474265 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9870051ff0 con 0x7f98700e1430 2024-09-13T16:10:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fe5177fe640 1 -- 172.21.15.39:0/3940562442 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe50c004390 con 0x7fe5100e1420 2024-09-13T16:10:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3d6ffd640 1 -- 172.21.15.39:0/3724976715 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 53291851 0 0) 0x7fd3d0054970 con 0x7fd3d0037c90 2024-09-13T16:10:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3d6ffd640 1 -- 172.21.15.39:0/3724976715 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3c8003520 con 0x7fd3d0037c90 2024-09-13T16:10:56.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7f99b1ffb640 1 -- 172.21.15.39:0/67578972 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a4032440 con 0x7f99b40cad00 2024-09-13T16:10:56.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7f99b1ffb640 1 -- 172.21.15.39:0/67578972 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99a40325a0 con 0x7f99b40cad00 2024-09-13T16:10:56.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7f99b1ffb640 1 -- 172.21.15.39:0/67578972 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a4032910 con 0x7f99b40cad00 2024-09-13T16:10:56.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3d7fff640 1 -- 172.21.15.39:0/3724976715 >> v2:172.21.15.157:3300/0 conn(0x7fd3d00348b0 msgr2=0x7fd3d000ac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3d7fff640 1 --2- 172.21.15.39:0/3724976715 >> v2:172.21.15.157:3300/0 conn(0x7fd3d00348b0 0x7fd3d000ac60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3d7fff640 1 -- 172.21.15.39:0/3724976715 >> v1:172.21.15.157:6789/0 conn(0x7fd3d0037c90 legacy=0x7fd3d0054e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.648+0000 7fd3d7fff640 1 -- 172.21.15.39:0/3724976715 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d0054040 con 0x7fd3d00370f0 2024-09-13T16:10:56.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 -- 172.21.15.39:0/3940562442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5100e1420 msgr2=0x7fe5100e1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 --2- 172.21.15.39:0/3940562442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5100e1420 0x7fe5100e1800 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fe510010d60 tx=0x7fe50c032900 comp rx=0 tx=0).stop 2024-09-13T16:10:56.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.647+0000 7f6f8e0c3640 1 -- start start 2024-09-13T16:10:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 -- 172.21.15.39:0/3940562442 shutdown_connections 2024-09-13T16:10:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 --2- 172.21.15.39:0/3940562442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe510038730 0x7fe5100e4450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 --2- 172.21.15.39:0/3940562442 >> v2:172.21.15.157:3300/0 conn(0x7fe510051460 0x7fe5100381f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 --2- 172.21.15.39:0/3940562442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5100e1420 0x7fe5100e1800 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 -- 172.21.15.39:0/3940562442 >> 172.21.15.39:0/3940562442 conn(0x7fe510056770 msgr2=0x7fe510056b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8e0c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f8806b820 0x7f6f88070350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8e0c3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f8806f210 con 0x7f6f881607a0 2024-09-13T16:10:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8d0c1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6f881607a0 0x7f6f880b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38910/0 (socket says 172.21.15.39:38910) 2024-09-13T16:10:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8d0c1640 1 -- 172.21.15.39:0/3104246367 learned_addr learned my addr 172.21.15.39:0/3104246367 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 -- 172.21.15.39:0/67578972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 msgr2=0x7f99b4169580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 --2- 172.21.15.39:0/67578972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4169580 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f99b406f8e0 tx=0x7f99a402a160 comp rx=0 tx=0).stop 2024-09-13T16:10:56.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 -- 172.21.15.39:0/3940562442 shutdown_connections 2024-09-13T16:10:56.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 -- 172.21.15.39:0/67578972 shutdown_connections 2024-09-13T16:10:56.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 --2- 172.21.15.39:0/67578972 >> v2:172.21.15.157:3300/0 conn(0x7f99b408a190 0x7f99b406c8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 --2- 172.21.15.39:0/67578972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b40cee10 0x7f99b406fc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 --2- 172.21.15.39:0/67578972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4169580 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f880b22d0 con 0x7f6f8806b3b0 2024-09-13T16:10:56.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f880b1a40 con 0x7f6f8806b820 2024-09-13T16:10:56.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f99b9861640 1 -- 172.21.15.39:0/67578972 >> 172.21.15.39:0/67578972 conn(0x7f99b40ce320 msgr2=0x7f99b40ce700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f98777fe640 1 --2- 172.21.15.39:0/3774474265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98700e1430 0x7f98700e1810 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f987004a1f0 tx=0x7f986c029fd0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c241d6cfd81a3cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7f6f8d8c2640 1 --2- 172.21.15.39:0/3104246367 >> v2:172.21.15.39:3300/0 conn(0x7f6f8806b820 0x7f6f88070350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fd49cafb640 1 --2- 172.21.15.39:0/770916156 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 0x7fd4900076f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd48c00bb10 tx=0x7fd48c02c890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=81ebabbda703ee16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f99b9861640 1 -- 172.21.15.39:0/67578972 shutdown_connections 2024-09-13T16:10:56.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4158873925 0 0) 0x7f6f880b22d0 con 0x7f6f8806b3b0 2024-09-13T16:10:56.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f99b9861640 1 -- 172.21.15.39:0/67578972 wait complete. 2024-09-13T16:10:56.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f74003520 con 0x7f6f8806b3b0 2024-09-13T16:10:56.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2064150009 0 0) 0x7f6f8806f210 con 0x7f6f881607a0 2024-09-13T16:10:56.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f880b22d0 con 0x7f6f881607a0 2024-09-13T16:10:56.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f8d8c2640 1 -- 172.21.15.39:0/3104246367 >> v1:172.21.15.157:6789/0 conn(0x7f6f8806b3b0 legacy=0x7f6f8806fc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f8d8c2640 1 -- 172.21.15.39:0/3104246367 >> v1:172.21.15.39:6789/0 conn(0x7f6f881607a0 legacy=0x7f6f880b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f6f8d8c2640 1 -- 172.21.15.39:0/3104246367 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f880b1d10 con 0x7f6f8806b820 2024-09-13T16:10:56.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7fd3d7fff640 1 --2- 172.21.15.39:0/3724976715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 0x7fd3d00374d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4009850 tx=0x7fd3c402a0f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b6412b7f881b997e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f98767fc640 1 -- 172.21.15.39:0/3774474265 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f986c02ac60 con 0x7f98700e1430 2024-09-13T16:10:56.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.649+0000 7fe51f044640 1 -- 172.21.15.39:0/3940562442 wait complete. 2024-09-13T16:10:56.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7fd3d6ffd640 1 -- 172.21.15.39:0/3724976715 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c402ae40 con 0x7fd3d00370f0 2024-09-13T16:10:56.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7fd3d6ffd640 1 -- 172.21.15.39:0/3724976715 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3c4004030 con 0x7fd3d00370f0 2024-09-13T16:10:56.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7fd3d6ffd640 1 -- 172.21.15.39:0/3724976715 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4004420 con 0x7fd3d00370f0 2024-09-13T16:10:56.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.650+0000 7f98767fc640 1 -- 172.21.15.39:0/3774474265 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f986c02adc0 con 0x7f98700e1430 2024-09-13T16:10:56.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7fe51f044640 1 Processor -- start 2024-09-13T16:10:56.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f6f8d8c2640 1 --2- 172.21.15.39:0/3104246367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f8806b820 0x7f6f88070350 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009d90 tx=0x7f6f8002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=662412717bdf1a53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f987cf6c640 1 -- 172.21.15.39:0/3774474265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98700e1430 msgr2=0x7f98700e1810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f987cf6c640 1 --2- 172.21.15.39:0/3774474265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98700e1430 0x7f98700e1810 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f987004a1f0 tx=0x7f986c029fd0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 msgr2=0x7fd3d00374d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7fd3de957640 1 --2- 172.21.15.39:0/3724976715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 0x7fd3d00374d0 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4009850 tx=0x7fd3c402a0f0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f987cf6c640 1 -- 172.21.15.39:0/3774474265 shutdown_connections 2024-09-13T16:10:56.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f987cf6c640 1 --2- 172.21.15.39:0/3774474265 >> v2:172.21.15.39:3300/0 conn(0x7f9870038910 0x7f9870054350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f987cf6c640 1 --2- 172.21.15.39:0/3774474265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98700e1430 0x7f98700e1810 secure :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f987004a1f0 tx=0x7f986c029fd0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f987cf6c640 1 -- 172.21.15.39:0/3774474265 >> 172.21.15.39:0/3774474265 conn(0x7f9870056780 msgr2=0x7f9870056b90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f99b9861640 1 Processor -- start 2024-09-13T16:10:56.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f80007740 con 0x7f6f8806b820 2024-09-13T16:10:56.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.651+0000 7fe51f044640 1 -- start start 2024-09-13T16:10:56.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f8002d050 con 0x7f6f8806b820 2024-09-13T16:10:56.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f6f7ffff640 1 -- 172.21.15.39:0/3104246367 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f80007740 con 0x7f6f8806b820 2024-09-13T16:10:56.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd496ffd640 1 -- 172.21.15.39:0/770916156 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c032790 con 0x7fd4900369c0 2024-09-13T16:10:56.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd496ffd640 1 -- 172.21.15.39:0/770916156 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd48c0328f0 con 0x7fd4900369c0 2024-09-13T16:10:56.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd496ffd640 1 -- 172.21.15.39:0/770916156 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd48c032c80 con 0x7fd4900369c0 2024-09-13T16:10:56.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 shutdown_connections 2024-09-13T16:10:56.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd3de957640 1 --2- 172.21.15.39:0/3724976715 >> v2:172.21.15.157:3300/0 conn(0x7fd3d00348b0 0x7fd3d000ac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd3de957640 1 --2- 172.21.15.39:0/3724976715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00370f0 0x7fd3d00374d0 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 >> 172.21.15.39:0/3724976715 conn(0x7fd3d001ea00 msgr2=0x7fd3d0055670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f99b9861640 1 -- start start 2024-09-13T16:10:56.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f987cf6c640 1 -- 172.21.15.39:0/3774474265 shutdown_connections 2024-09-13T16:10:56.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f987cf6c640 1 -- 172.21.15.39:0/3774474265 wait complete. 2024-09-13T16:10:56.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f8806b820 msgr2=0x7f6f88070350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.652+0000 7f6f8e0c3640 1 --2- 172.21.15.39:0/3104246367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f8806b820 0x7f6f88070350 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f6f80009d90 tx=0x7f6f8002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51f044640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe510038730 0x7fe510050380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 -- 172.21.15.39:0/770916156 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 msgr2=0x7fd4900076f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 --2- 172.21.15.39:0/770916156 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 0x7fd4900076f0 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7fd48c00bb10 tx=0x7fd48c02c890 comp rx=0 tx=0).stop 2024-09-13T16:10:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51f044640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe510051460 0x7fe510173590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b9861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b408a190 0x7f99b416d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b9861640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4168620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b9861640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 0x7f99b40cd8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 shutdown_connections 2024-09-13T16:10:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 -- 172.21.15.39:0/770916156 shutdown_connections 2024-09-13T16:10:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 --2- 172.21.15.39:0/770916156 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900369c0 0x7fd4900076f0 unknown :-1 s=CLOSED pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 --2- 172.21.15.39:0/770916156 >> v2:172.21.15.39:3300/0 conn(0x7fd4900345a0 0x7fd49003aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 -- 172.21.15.39:0/770916156 >> 172.21.15.39:0/770916156 conn(0x7fd49001ea00 msgr2=0x7fd4900556a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51f044640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5100e1420 0x7fe5100399d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51f044640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe510050110 con 0x7fe510051460 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51f044640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe510034a00 con 0x7fe510038730 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51f044640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe510034ce0 con 0x7fe5100e1420 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd3de957640 1 -- 172.21.15.39:0/3724976715 wait complete. 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b9861640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b416aa80 con 0x7f99b40cad00 2024-09-13T16:10:56.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b9861640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99b416ce30 con 0x7f99b40cee10 2024-09-13T16:10:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b9861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99b416c220 con 0x7f99b408a190 2024-09-13T16:10:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 shutdown_connections 2024-09-13T16:10:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f6f8e0c3640 1 --2- 172.21.15.39:0/3104246367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f8806b820 0x7f6f88070350 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 >> 172.21.15.39:0/3104246367 conn(0x7f6f88066200 msgr2=0x7f6f88069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51cde0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe510038730 0x7fe510050380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51cde0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe510038730 0x7fe510050380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49146/0 (socket says 172.21.15.39:49146) 2024-09-13T16:10:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51cde0640 1 -- 172.21.15.39:0/2899620405 learned_addr learned my addr 172.21.15.39:0/2899620405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe51d5e1640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5100e1420 0x7fe5100399d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 -- 172.21.15.39:0/770916156 shutdown_connections 2024-09-13T16:10:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b37fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 0x7f99b40cd8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b37fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 0x7f99b40cd8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49162/0 (socket says 172.21.15.39:49162) 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b37fe640 1 -- 172.21.15.39:0/238845777 learned_addr learned my addr 172.21.15.39:0/238845777 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b408a190 0x7f99b416d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7f99b27fc640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4168620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fe517fff640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe510051460 0x7fe510173590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7fe51d5e1640 1 -- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe510038730 msgr2=0x7fe510050380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7fe51d5e1640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe510038730 0x7fe510050380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7fe51d5e1640 1 -- 172.21.15.39:0/2899620405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe510051460 msgr2=0x7fe510173590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.653+0000 7fd49e55e640 1 -- 172.21.15.39:0/770916156 wait complete. 2024-09-13T16:10:56.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b37fe640 1 -- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b408a190 msgr2=0x7f99b416d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b37fe640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b408a190 0x7f99b416d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b37fe640 1 -- 172.21.15.39:0/238845777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 msgr2=0x7f99b4168620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b37fe640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4168620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b37fe640 1 -- 172.21.15.39:0/238845777 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99a40094d0 con 0x7f99b40cee10 2024-09-13T16:10:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f89f0887640 1 Processor -- start 2024-09-13T16:10:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b27fc640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4168620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:56.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f89f0887640 1 -- start start 2024-09-13T16:10:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7fe51d5e1640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe510051460 0x7fe510173590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7fe51d5e1640 1 -- 172.21.15.39:0/2899620405 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe50c009460 con 0x7fe5100e1420 2024-09-13T16:10:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7fe517fff640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe510051460 0x7fe510173590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.654+0000 7f99b37fe640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 0x7f99b40cd8a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f99a800e800 tx=0x7f99a800ecc0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fe51d5e1640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5100e1420 0x7fe5100399d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe50400e5c0 tx=0x7fe50400ea80 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f987cf6c640 1 Processor -- start 2024-09-13T16:10:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 shutdown_connections 2024-09-13T16:10:56.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a800c940 con 0x7f99b40cee10 2024-09-13T16:10:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99a800caa0 con 0x7f99b40cee10 2024-09-13T16:10:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99a800ce50 con 0x7f99b40cee10 2024-09-13T16:10:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99b416c500 con 0x7f99b40cee10 2024-09-13T16:10:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99b416cac0 con 0x7f99b40cee10 2024-09-13T16:10:56.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f987cf6c640 1 -- start start 2024-09-13T16:10:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe504013680 con 0x7fe5100e1420 2024-09-13T16:10:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe504013800 con 0x7fe5100e1420 2024-09-13T16:10:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe504013bb0 con 0x7fe5100e1420 2024-09-13T16:10:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f89f0887640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89e4005d40 0x7f89e403bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f89f0887640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e403c070 0x7f89e4053860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f89f0887640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f89e4053da0 0x7f89e4057da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f89f0887640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89e4052e00 con 0x7f89e4005d40 2024-09-13T16:10:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f89f0887640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89e4057910 con 0x7f89e4053da0 2024-09-13T16:10:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7f89f0887640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89e40e2db0 con 0x7f89e403c070 2024-09-13T16:10:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fd3de957640 1 Processor -- start 2024-09-13T16:10:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/3104246367 wait complete. 2024-09-13T16:10:56.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fd49e55e640 1 Processor -- start 2024-09-13T16:10:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.655+0000 7fd49e55e640 1 -- start start 2024-09-13T16:10:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7fd3de957640 1 -- start start 2024-09-13T16:10:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f89ebfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f89e4053da0 0x7f89e4057da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f987cf6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9870038910 0x7f987003ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe510034fc0 con 0x7fe5100e1420 2024-09-13T16:10:56.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f987cf6c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870051470 0x7f9870034630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5100346b0 con 0x7fe5100e1420 2024-09-13T16:10:56.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f89ebfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f89e4053da0 0x7f89e4057da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49178/0 (socket says 172.21.15.39:49178) 2024-09-13T16:10:56.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f89ebfff640 1 -- 172.21.15.39:0/1320766169 learned_addr learned my addr 172.21.15.39:0/1320766169 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/1320766169 >> v2:172.21.15.39:3300/0 conn(0x7f89e4005d40 0x7f89e403bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f89eaffd640 1 --2- 172.21.15.39:0/1320766169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e403c070 0x7f89e4053860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.656+0000 7f987cf6c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 0x7f9870180470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f987cf6c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9870037570 con 0x7f9870038910 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f9877fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 0x7f9870180470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f9877fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 0x7f9870180470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49188/0 (socket says 172.21.15.39:49188) 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f9877fff640 1 -- 172.21.15.39:0/1788744309 learned_addr learned my addr 172.21.15.39:0/1788744309 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987003a8a0 con 0x7f9870050880 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9870037290 con 0x7f9870051470 2024-09-13T16:10:56.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd3de957640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00348b0 0x7fd3d016e010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd49e55e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 0x7fd4900dcbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd49e55e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4900369c0 0x7fd4900dd820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd49e55e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900e2fa0 0x7fd49004e570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd49e55e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4900ddd60 con 0x7fd4900345a0 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd49e55e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4900ddfe0 con 0x7fd4900369c0 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd49e55e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4900de2c0 con 0x7fd4900e2fa0 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd497fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 0x7fd4900dcbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd497fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 0x7fd4900dcbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37220/0 (socket says 172.21.15.39:37220) 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd497fff640 1 -- 172.21.15.39:0/2384194697 learned_addr learned my addr 172.21.15.39:0/2384194697 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd497fff640 1 -- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900e2fa0 msgr2=0x7fd49004e570 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:10:56.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd497fff640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900e2fa0 0x7fd49004e570 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd497fff640 1 -- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4900369c0 msgr2=0x7fd4900dd820 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:10:56.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd497fff640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4900369c0 0x7fd4900dd820 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd497fff640 1 -- 172.21.15.39:0/2384194697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd48c00b770 con 0x7fd4900345a0 2024-09-13T16:10:56.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f6f8e0c3640 1 Processor -- start 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7fd3de957640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 0x7fd3d004dee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3d7fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00348b0 0x7fd3d016e010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3d7fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00348b0 0x7fd3d016e010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55764/0 (socket says 172.21.15.39:55764) 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 0x7fd3d004dee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 0x7fd3d004dee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37234/0 (socket says 172.21.15.39:37234) 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3d7fff640 1 -- 172.21.15.39:0/313181595 learned_addr learned my addr 172.21.15.39:0/313181595 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d0037c90 0x7fd3d0006600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d0049050 con 0x7fd3d00370f0 2024-09-13T16:10:56.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5100381f0 con 0x7fe5100e1420 2024-09-13T16:10:56.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d016e550 con 0x7fd3d0037c90 2024-09-13T16:10:56.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3dcef4640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d0037c90 0x7fd3d0006600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d00492a0 con 0x7fd3d00348b0 2024-09-13T16:10:56.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7f6f8e0c3640 1 -- start start 2024-09-13T16:10:56.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f89eb7fe640 1 -- 172.21.15.39:0/1320766169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e403c070 msgr2=0x7f89e4053860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/1320766169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e403c070 0x7f89e4053860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f89eb7fe640 1 -- 172.21.15.39:0/1320766169 >> v2:172.21.15.157:3300/0 conn(0x7f89e4053da0 msgr2=0x7f89e4057da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:56.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/1320766169 >> v2:172.21.15.157:3300/0 conn(0x7f89e4053da0 0x7f89e4057da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f89eb7fe640 1 -- 172.21.15.39:0/1320766169 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89e4056d00 con 0x7f89e4005d40 2024-09-13T16:10:56.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99b416cfc0 con 0x7f99b40cee10 2024-09-13T16:10:56.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe504013d10 con 0x7fe5100e1420 2024-09-13T16:10:56.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7fd497fff640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 0x7fd4900dcbc0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd4980796f0 tx=0x7fd4980671e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.657+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f99a8013470 con 0x7f99b40cee10 2024-09-13T16:10:56.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7f999bfff640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f99a006acd0 0x7f99a006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f99a8089470 con 0x7f99b40cee10 2024-09-13T16:10:56.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.658+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/1320766169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e4005d40 0x7f89e403bb30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f89e403a410 tx=0x7f89e002a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c3cb17bb8602da6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd498090070 con 0x7fd4900345a0 2024-09-13T16:10:56.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd498072470 con 0x7fd4900345a0 2024-09-13T16:10:56.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4900de5a0 con 0x7fd4900345a0 2024-09-13T16:10:56.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd498090070 con 0x7fd4900345a0 2024-09-13T16:10:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f99a006acd0 0x7f99a006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f89ea7fc640 1 -- 172.21.15.39:0/1320766169 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89e002ad90 con 0x7f89e4005d40 2024-09-13T16:10:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f89ea7fc640 1 -- 172.21.15.39:0/1320766169 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89e0032440 con 0x7f89e4005d40 2024-09-13T16:10:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f89ea7fc640 1 -- 172.21.15.39:0/1320766169 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89e00327d0 con 0x7f89e4005d40 2024-09-13T16:10:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f98777fe640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9870038910 0x7f987003ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f9876ffd640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870051470 0x7f9870034630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f98777fe640 1 -- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870051470 msgr2=0x7f9870034630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f98777fe640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870051470 0x7f9870034630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f98777fe640 1 -- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 msgr2=0x7f9870180470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f98777fe640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 0x7f9870180470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f98777fe640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f986c0093a0 con 0x7f9870038910 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd3dcef4640 1 -- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00348b0 msgr2=0x7fd3d016e010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd3dcef4640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00348b0 0x7fd3d016e010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd3dcef4640 1 -- 172.21.15.39:0/313181595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 msgr2=0x7fd3d004dee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd3dcef4640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 0x7fd3d004dee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd3dcef4640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3c4009460 con 0x7fd3d0037c90 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f6f8e0c3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 0x7f6f88162f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f6f8e0c3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 0x7f6f881634a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f6f8e0c3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f881607a0 0x7f6f8814f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f6f8e0c3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f880a8580 con 0x7f6f881607a0 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f6f8e0c3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f880a8860 con 0x7f6f8806b3b0 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f6f8e0c3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f880a8b40 con 0x7f6f8806b820 2024-09-13T16:10:56.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd3d77fe640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 0x7fd3d004dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:56.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f9876ffd640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870051470 0x7f9870034630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:56.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4900deb60 con 0x7fd4900345a0 2024-09-13T16:10:56.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fe5157fa640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4fc06ac00 0x7fe4fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe504088e00 con 0x7fe5100e1420 2024-09-13T16:10:56.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 0x7f6f88162f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.659+0000 7f9877fff640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 0x7f9870180470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:56.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7fe51cde0640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4fc06ac00 0x7fe4fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7fd3dcef4640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d0037c90 0x7fd3d0006600 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8000b60 tx=0x7fd3d8072540 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d8c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f881607a0 0x7f6f8814f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8c8c0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 0x7f6f881634a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f98777fe640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9870038910 0x7f987003ad30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f986c031000 tx=0x7f986c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f99b2ffd640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f99a006acd0 0x7f99a006d190 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f99a4034000 tx=0x7f99a402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 0x7f6f88162f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49218/0 (socket says 172.21.15.39:49218) 2024-09-13T16:10:56.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8c8c0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 0x7f6f881634a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:55778/0 (socket says 172.21.15.39:55778) 2024-09-13T16:10:56.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 -- 172.21.15.39:0/568983922 learned_addr learned my addr 172.21.15.39:0/568983922 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7fe51cde0640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4fc06ac00 0x7fe4fc06d0c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe50c032940 tx=0x7fe50c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 -- 172.21.15.39:0/1320766169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e4005d40 msgr2=0x7f89e403bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 --2- 172.21.15.39:0/1320766169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e4005d40 0x7f89e403bb30 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7f89e403a410 tx=0x7f89e002a040 comp rx=0 tx=0).stop 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 -- 172.21.15.39:0/1320766169 shutdown_connections 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 --2- 172.21.15.39:0/1320766169 >> v2:172.21.15.157:3300/0 conn(0x7f89e4053da0 0x7f89e4057da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 --2- 172.21.15.39:0/1320766169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e403c070 0x7f89e4053860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 --2- 172.21.15.39:0/1320766169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e4005d40 0x7f89e403bb30 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f89f0887640 1 -- 172.21.15.39:0/1320766169 >> 172.21.15.39:0/1320766169 conn(0x7f89e403a480 msgr2=0x7f89e403a890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 -- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 msgr2=0x7f6f881634a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 0x7f6f881634a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 -- 172.21.15.39:0/568983922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f881607a0 msgr2=0x7f6f8814f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f881607a0 0x7f6f8814f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 -- 172.21.15.39:0/568983922 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f80009a70 con 0x7f6f8806b3b0 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.660+0000 7f6f8d0c1640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 0x7f6f88162f60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6f7800c460 tx=0x7f6f7800c920 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f6f8d8c2640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f881607a0 0x7f6f8814f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:56.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f6f8c8c0640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 0x7f6f881634a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:56.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f89f0887640 1 -- 172.21.15.39:0/1320766169 shutdown_connections 2024-09-13T16:10:56.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f89f0887640 1 -- 172.21.15.39:0/1320766169 wait complete. 2024-09-13T16:10:56.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f986c03e860 con 0x7f9870038910 2024-09-13T16:10:56.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98700094f0 con 0x7f9870038910 2024-09-13T16:10:56.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9870034d50 con 0x7f9870038910 2024-09-13T16:10:56.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f986c032e90 con 0x7f9870038910 2024-09-13T16:10:56.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f986c032660 con 0x7f9870038910 2024-09-13T16:10:56.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.661+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd490008ee0 con 0x7fd4900345a0 2024-09-13T16:10:56.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.662+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd498095410 con 0x7fd4900345a0 2024-09-13T16:10:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.662+0000 7fd494ff9640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd47c06ac60 0x7fd47c06d120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.662+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd498101fb0 con 0x7fd4900345a0 2024-09-13T16:10:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.662+0000 7fd4977fe640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd47c06ac60 0x7fd47c06d120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.662+0000 7f89f0887640 1 Processor -- start 2024-09-13T16:10:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.662+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9858005250 con 0x7f9870038910 2024-09-13T16:10:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7f89f0887640 1 -- start start 2024-09-13T16:10:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7fd4977fe640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd47c06ac60 0x7fd47c06d120 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd4900dd6d0 tx=0x7fd484008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f780074e0 con 0x7f6f8806b3b0 2024-09-13T16:10:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f78007640 con 0x7f6f8806b3b0 2024-09-13T16:10:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f780049e0 con 0x7f6f8806b3b0 2024-09-13T16:10:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8092430 con 0x7fd3d0037c90 2024-09-13T16:10:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3d8092590 con 0x7fd3d0037c90 2024-09-13T16:10:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.663+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d8092920 con 0x7fd3d0037c90 2024-09-13T16:10:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99a8054770 con 0x7f99b40cee10 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89f0887640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 0x7f89e40ce130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89f0887640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e403c070 0x7f89e4051cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89f0887640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e4053da0 0x7f89e40cc240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89f0887640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89e40ccc00 con 0x7f89e403c070 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89f0887640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89e40cb690 con 0x7f89e4005d40 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89f0887640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89e40ce670 con 0x7f89e4053da0 2024-09-13T16:10:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f89eb7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 0x7f89e40ce130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f986c03e9c0 con 0x7f9870038910 2024-09-13T16:10:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f9863fff640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985c06ac00 0x7f985c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3d0049580 con 0x7fd3d0037c90 2024-09-13T16:10:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3d0049b40 con 0x7fd3d0037c90 2024-09-13T16:10:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe504054120 con 0x7fe5100e1420 2024-09-13T16:10:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7f89eb7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 0x7f89e40ce130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:49226/0 (socket says 172.21.15.39:49226) 2024-09-13T16:10:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7f89eb7fe640 1 -- 172.21.15.39:0/2491798426 learned_addr learned my addr 172.21.15.39:0/2491798426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7f89ebfff640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e4053da0 0x7f89e40cc240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.664+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f986c078cb0 con 0x7f9870038910 2024-09-13T16:10:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/568983922 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f880a8e20 con 0x7f6f8806b3b0 2024-09-13T16:10:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7f6f8e0c3640 1 -- 172.21.15.39:0/568983922 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f8814f5f0 con 0x7f6f8806b3b0 2024-09-13T16:10:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7f89eaffd640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e403c070 0x7f89e4051cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eaffd640 1 -- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e4053da0 msgr2=0x7f89e40cc240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eaffd640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e4053da0 0x7f89e40cc240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eaffd640 1 -- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 msgr2=0x7f89e40ce130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eaffd640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 0x7f89e40ce130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eaffd640 1 -- 172.21.15.39:0/2491798426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89e0009400 con 0x7f89e403c070 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3d8092a80 con 0x7fd3d0037c90 2024-09-13T16:10:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 0x7f89e40ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f9876ffd640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985c06ac00 0x7f985c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f9876ffd640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985c06ac00 0x7f985c06d0c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f98700e0880 tx=0x7f9864009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f89eaffd640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e403c070 0x7f89e4051cb0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f89d800d5d0 tx=0x7f89d800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.666+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f64005250 con 0x7f6f8806b3b0 2024-09-13T16:10:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.665+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3d0049d60 con 0x7fd3d0037c90 2024-09-13T16:10:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.667+0000 7fd3d4ff9640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3bc06acd0 0x7fd3bc06d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.667+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3d8102c70 con 0x7fd3d0037c90 2024-09-13T16:10:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.667+0000 7fd3d7fff640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3bc06acd0 0x7fd3bc06d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.668+0000 7fd3d7fff640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3bc06acd0 0x7fd3bc06d190 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd3c40090b0 tx=0x7fd3c402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.669+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f78004b40 con 0x7f6f8806b3b0 2024-09-13T16:10:56.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.670+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd490008ee0 con 0x7fd4900345a0 2024-09-13T16:10:56.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.670+0000 7f6f7dffb640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6c06ac00 0x7f6f6c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.670+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f780887b0 con 0x7f6f8806b3b0 2024-09-13T16:10:56.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.670+0000 7f6f8c8c0640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6c06ac00 0x7f6f6c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.671+0000 7f6f8c8c0640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6c06ac00 0x7f6f6c06d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6f880cb2c0 tx=0x7f6f84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:56.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.672+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3d80cdee0 con 0x7fd3d0037c90 2024-09-13T16:10:56.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.674+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d8004240 con 0x7f89e403c070 2024-09-13T16:10:56.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.674+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89d80043a0 con 0x7f89e403c070 2024-09-13T16:10:56.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.674+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89d8003830 con 0x7f89e403c070 2024-09-13T16:10:56.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.674+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89e4051820 con 0x7f89e403c070 2024-09-13T16:10:56.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.674+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f986c075080 con 0x7f9870038910 2024-09-13T16:10:56.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.675+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89e4050ef0 con 0x7f89e403c070 2024-09-13T16:10:56.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.676+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89e40519b0 con 0x7f89e403c070 2024-09-13T16:10:56.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.677+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f78053a00 con 0x7f6f8806b3b0 2024-09-13T16:10:56.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.677+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89d8003990 con 0x7f89e403c070 2024-09-13T16:10:56.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.678+0000 7f89d7fff640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89d006acd0 0x7f89d006d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:56.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.678+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f89d8089f50 con 0x7f89e403c070 2024-09-13T16:10:56.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.684+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89d006acd0 0x7f89d006d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:56.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.686+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f89d8055110 con 0x7f89e403c070 2024-09-13T16:10:56.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.686+0000 7f89eb7fe640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89d006acd0 0x7f89d006d190 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f89e002a080 tx=0x7f89e002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.997+0000 7fd17ca0d640 1 -- 172.21.15.39:0/1788820406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fd15c005500 con 0x7fd1780b2d30 2024-09-13T16:10:57.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:56.998+0000 7fd166ffd640 1 -- 172.21.15.39:0/1788820406 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd170057ae0 con 0x7fd1780b2d30 2024-09-13T16:10:57.001 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:57.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.001+0000 7fd164ff9640 1 -- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd15806ac50 msgr2=0x7fd15806d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd15806ac50 0x7fd15806d110 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fd168034000 tx=0x7fd16802e000 comp rx=0 tx=0).stop 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 -- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 msgr2=0x7fd1781f4880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 0x7fd1781f4880 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fd170008ac0 tx=0x7fd17000b4d0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 -- 172.21.15.39:0/1788820406 shutdown_connections 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd15806ac50 0x7fd15806d110 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd178158a60 0x7fd1781df610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1780b2d30 0x7fd1781f4880 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 --2- 172.21.15.39:0/1788820406 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1780b2650 0x7fd1781f5530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.002+0000 7fd164ff9640 1 -- 172.21.15.39:0/1788820406 >> 172.21.15.39:0/1788820406 conn(0x7fd1780ce320 msgr2=0x7fd1780adf60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.003+0000 7fd164ff9640 1 -- 172.21.15.39:0/1788820406 shutdown_connections 2024-09-13T16:10:57.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.003+0000 7fd164ff9640 1 -- 172.21.15.39:0/1788820406 wait complete. 2024-09-13T16:10:57.021 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.0 2024-09-13T16:10:57.022 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.037+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd490008ee0 con 0x7fd4900345a0 2024-09-13T16:10:57.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.038+0000 7fd494ff9640 1 -- 172.21.15.39:0/2384194697 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd490008ee0 con 0x7fd4900345a0 2024-09-13T16:10:57.041 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.039+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd47c06ac60 msgr2=0x7fd47c06d120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd47c06ac60 0x7fd47c06d120 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7fd4900dd6d0 tx=0x7fd484008040 comp rx=0 tx=0).stop 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 msgr2=0x7fd4900dcbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 0x7fd4900dcbc0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7fd4980796f0 tx=0x7fd4980671e0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 shutdown_connections 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd47c06ac60 0x7fd47c06d120 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4900e2fa0 0x7fd49004e570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4900369c0 0x7fd4900dd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 --2- 172.21.15.39:0/2384194697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd4900345a0 0x7fd4900dcbc0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 >> 172.21.15.39:0/2384194697 conn(0x7fd49001ea00 msgr2=0x7fd490054440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 shutdown_connections 2024-09-13T16:10:57.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.040+0000 7fd49e55e640 1 -- 172.21.15.39:0/2384194697 wait complete. 2024-09-13T16:10:57.054 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.1 2024-09-13T16:10:57.054 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.053+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fe5100e0c20 con 0x7fe5100e1420 2024-09-13T16:10:57.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.054+0000 7fe5157fa640 1 -- 172.21.15.39:0/2899620405 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe504021090 con 0x7fe5100e1420 2024-09-13T16:10:57.056 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:57.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4fc06ac00 msgr2=0x7fe4fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4fc06ac00 0x7fe4fc06d0c0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7fe50c032940 tx=0x7fe50c008030 comp rx=0 tx=0).stop 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5100e1420 msgr2=0x7fe5100399d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5100e1420 0x7fe5100399d0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fe50400e5c0 tx=0x7fe50400ea80 comp rx=0 tx=0).stop 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 shutdown_connections 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4fc06ac00 0x7fe4fc06d0c0 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5100e1420 0x7fe5100399d0 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe510051460 0x7fe510173590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 --2- 172.21.15.39:0/2899620405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe510038730 0x7fe510050380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 >> 172.21.15.39:0/2899620405 conn(0x7fe510056770 msgr2=0x7fe510036f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 shutdown_connections 2024-09-13T16:10:57.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.057+0000 7fe51f044640 1 -- 172.21.15.39:0/2899620405 wait complete. 2024-09-13T16:10:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.064+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f99b40672f0 con 0x7f99b40cee10 2024-09-13T16:10:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.064+0000 7f999bfff640 1 -- 172.21.15.39:0/238845777 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f99a8057d90 con 0x7f99b40cee10 2024-09-13T16:10:57.067 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f99a006acd0 msgr2=0x7f99a006d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f99a006acd0 0x7f99a006d190 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f99a4034000 tx=0x7f99a402e000 comp rx=0 tx=0).stop 2024-09-13T16:10:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 msgr2=0x7f99b40cd8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 0x7f99b40cd8a0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f99a800e800 tx=0x7f99a800ecc0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 shutdown_connections 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f99a006acd0 0x7f99a006d190 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99b40cee10 0x7f99b40cd8a0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f99b40cad00 0x7f99b4168620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 --2- 172.21.15.39:0/238845777 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99b408a190 0x7f99b416d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 >> 172.21.15.39:0/238845777 conn(0x7f99b40ce320 msgr2=0x7f99b4159560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 shutdown_connections 2024-09-13T16:10:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.067+0000 7f99b9861640 1 -- 172.21.15.39:0/238845777 wait complete. 2024-09-13T16:10:57.072 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.2 2024-09-13T16:10:57.072 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.073+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f98580057d0 con 0x7f9870038910 2024-09-13T16:10:57.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.073+0000 7f9863fff640 1 -- 172.21.15.39:0/1788744309 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f986c075080 con 0x7f9870038910 2024-09-13T16:10:57.076 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:57.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985c06ac00 msgr2=0x7f985c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985c06ac00 0x7f985c06d0c0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f98700e0880 tx=0x7f9864009040 comp rx=0 tx=0).stop 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9870038910 msgr2=0x7f987003ad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9870038910 0x7f987003ad30 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f986c031000 tx=0x7f986c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 shutdown_connections 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985c06ac00 0x7f985c06d0c0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870050880 0x7f9870180470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870051470 0x7f9870034630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 --2- 172.21.15.39:0/1788744309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9870038910 0x7f987003ad30 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 >> 172.21.15.39:0/1788744309 conn(0x7f9870056780 msgr2=0x7f98700dbf20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 shutdown_connections 2024-09-13T16:10:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.077+0000 7f987cf6c640 1 -- 172.21.15.39:0/1788744309 wait complete. 2024-09-13T16:10:57.081 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.6 2024-09-13T16:10:57.081 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.080+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7fd3d0009930 con 0x7fd3d0037c90 2024-09-13T16:10:57.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.080+0000 7fd3d4ff9640 1 -- 172.21.15.39:0/313181595 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd3d8097090 con 0x7fd3d0037c90 2024-09-13T16:10:57.083 INFO:teuthology.orchestra.run.smithi039.stdout:55834574855 2024-09-13T16:10:57.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.083+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3bc06acd0 msgr2=0x7fd3bc06d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.083+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3bc06acd0 0x7fd3bc06d190 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fd3c40090b0 tx=0x7fd3c402e000 comp rx=0 tx=0).stop 2024-09-13T16:10:57.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.083+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d0037c90 msgr2=0x7fd3d0006600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.083+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d0037c90 0x7fd3d0006600 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fd3d8000b60 tx=0x7fd3d8072540 comp rx=0 tx=0).stop 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 shutdown_connections 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3bc06acd0 0x7fd3bc06d190 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d0037c90 0x7fd3d0006600 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d00370f0 0x7fd3d004dee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 --2- 172.21.15.39:0/313181595 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d00348b0 0x7fd3d016e010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 >> 172.21.15.39:0/313181595 conn(0x7fd3d001ea00 msgr2=0x7fd3d0005660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 shutdown_connections 2024-09-13T16:10:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7fd3de957640 1 -- 172.21.15.39:0/313181595 wait complete. 2024-09-13T16:10:57.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f6f640057d0 con 0x7f6f8806b3b0 2024-09-13T16:10:57.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.084+0000 7f6f7dffb640 1 -- 172.21.15.39:0/568983922 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f6f78018090 con 0x7f6f8806b3b0 2024-09-13T16:10:57.088 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:57.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6c06ac00 msgr2=0x7f6f6c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6c06ac00 0x7f6f6c06d0c0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7f6f880cb2c0 tx=0x7f6f84009040 comp rx=0 tx=0).stop 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 msgr2=0x7f6f88162f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 0x7f6f88162f60 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f6f7800c460 tx=0x7f6f7800c920 comp rx=0 tx=0).stop 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 shutdown_connections 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6c06ac00 0x7f6f6c06d0c0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f881607a0 0x7f6f8814f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f8806b820 0x7f6f881634a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 --2- 172.21.15.39:0/568983922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f8806b3b0 0x7f6f88162f60 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 >> 172.21.15.39:0/568983922 conn(0x7f6f88066200 msgr2=0x7f6f8815e7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 shutdown_connections 2024-09-13T16:10:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.088+0000 7f6f6b7fe640 1 -- 172.21.15.39:0/568983922 wait complete. 2024-09-13T16:10:57.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.089+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f89e4058740 con 0x7f89e403c070 2024-09-13T16:10:57.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.089+0000 7f89d7fff640 1 -- 172.21.15.39:0/2491798426 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f89d8058730 con 0x7f89e403c070 2024-09-13T16:10:57.092 INFO:teuthology.orchestra.run.smithi039.stdout:55834574856 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89d006acd0 msgr2=0x7f89d006d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89d006acd0 0x7f89d006d190 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f89e002a080 tx=0x7f89e002e000 comp rx=0 tx=0).stop 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e403c070 msgr2=0x7f89e4051cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e403c070 0x7f89e4051cb0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7f89d800d5d0 tx=0x7f89d800da90 comp rx=0 tx=0).stop 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 shutdown_connections 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89d006acd0 0x7f89d006d190 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89e4053da0 0x7f89e40cc240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89e403c070 0x7f89e4051cb0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 --2- 172.21.15.39:0/2491798426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89e4005d40 0x7f89e40ce130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 >> 172.21.15.39:0/2491798426 conn(0x7f89e403a480 msgr2=0x7f89e40e3640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 shutdown_connections 2024-09-13T16:10:57.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.091+0000 7f89f0887640 1 -- 172.21.15.39:0/2491798426 wait complete. 2024-09-13T16:10:57.095 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.7 2024-09-13T16:10:57.096 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.103 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574855 got 55834574855 for osd.4 2024-09-13T16:10:57.103 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.106 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.3 2024-09-13T16:10:57.106 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.106 INFO:tasks.ceph.ceph_manager.ceph:need seq 55834574856 got 55834574856 for osd.5 2024-09-13T16:10:57.107 DEBUG:teuthology.parallel:result is None 2024-09-13T16:10:57.107 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T16:10:57.107 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.245+0000 7f163d7d4640 1 Processor -- start 2024-09-13T16:10:57.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.246+0000 7f163d7d4640 1 -- start start 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.246+0000 7f163d7d4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f163815ca50 0x7f16380d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.246+0000 7f163d7d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16380ccf30 0x7f16380cef50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.246+0000 7f163d7d4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16380cfcc0 con 0x7f16380cf490 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.246+0000 7f163d7d4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16380cffa0 con 0x7f163815ca50 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.246+0000 7f163d7d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16380cd7d0 con 0x7f16380ccf30 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1636ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f163815ca50 0x7f16380d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f16377fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f16380cf490 0x7f16380d02a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38922/0 (socket says 172.21.15.39:38922) 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1636ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f163815ca50 0x7f16380d1cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37284/0 (socket says 172.21.15.39:37284) 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f16377fe640 1 -- 172.21.15.39:0/2722497652 learned_addr learned my addr 172.21.15.39:0/2722497652 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f16367fc640 1 --2- 172.21.15.39:0/2722497652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16380ccf30 0x7f16380cef50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1636ffd640 1 -- 172.21.15.39:0/2722497652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16380ccf30 msgr2=0x7f16380cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:57.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1636ffd640 1 --2- 172.21.15.39:0/2722497652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16380ccf30 0x7f16380cef50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1636ffd640 1 -- 172.21.15.39:0/2722497652 >> v1:172.21.15.39:6789/0 conn(0x7f16380cf490 legacy=0x7f16380d02a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1636ffd640 1 -- 172.21.15.39:0/2722497652 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16380cdab0 con 0x7f163815ca50 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.247+0000 7f1635ffb640 1 -- 172.21.15.39:0/2722497652 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1178206033 0 0) 0x7f16380cfcc0 con 0x7f16380cf490 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f1636ffd640 1 --2- 172.21.15.39:0/2722497652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f163815ca50 0x7f16380d1cc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1628009d90 tx=0x7f162802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71b481ab3c89faf4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f1635ffb640 1 -- 172.21.15.39:0/2722497652 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1628007740 con 0x7f163815ca50 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f1635ffb640 1 -- 172.21.15.39:0/2722497652 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f162802d050 con 0x7f163815ca50 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f1635ffb640 1 -- 172.21.15.39:0/2722497652 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1628007ac0 con 0x7f163815ca50 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 -- 172.21.15.39:0/2722497652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f163815ca50 msgr2=0x7f16380d1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 --2- 172.21.15.39:0/2722497652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f163815ca50 0x7f16380d1cc0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f1628009d90 tx=0x7f162802a660 comp rx=0 tx=0).stop 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 -- 172.21.15.39:0/2722497652 shutdown_connections 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 --2- 172.21.15.39:0/2722497652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16380ccf30 0x7f16380cef50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 --2- 172.21.15.39:0/2722497652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f163815ca50 0x7f16380d1cc0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 -- 172.21.15.39:0/2722497652 >> 172.21.15.39:0/2722497652 conn(0x7f16380b42a0 msgr2=0x7f16380b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.248+0000 7f163d7d4640 1 -- 172.21.15.39:0/2722497652 shutdown_connections 2024-09-13T16:10:57.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.249+0000 7f163d7d4640 1 -- 172.21.15.39:0/2722497652 wait complete. 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.250+0000 7f163d7d4640 1 Processor -- start 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.250+0000 7f163d7d4640 1 -- start start 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16380ccf30 0x7f16380aa320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 0x7f16380c7790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f163815ca50 0x7f16380c8ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16380c8bd0 con 0x7f16380cf490 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16380c7cd0 con 0x7f16380ccf30 2024-09-13T16:10:57.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16380c7f50 con 0x7f163815ca50 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 0x7f16380c7790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 0x7f16380c7790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37300/0 (socket says 172.21.15.39:37300) 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 -- 172.21.15.39:0/3413392809 learned_addr learned my addr 172.21.15.39:0/3413392809 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16377fe640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f163815ca50 0x7f16380c8ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f1636ffd640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16380ccf30 0x7f16380aa320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 -- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f163815ca50 msgr2=0x7f16380c8ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f163815ca50 0x7f16380c8ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 -- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16380ccf30 msgr2=0x7f16380aa320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16380ccf30 0x7f16380aa320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 -- 172.21.15.39:0/3413392809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1628009a70 con 0x7f16380cf490 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16377fe640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f163815ca50 0x7f16380c8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f16367fc640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 0x7f16380c7790 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f162000e9b0 tx=0x7f162000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1620009670 con 0x7f16380cf490 2024-09-13T16:10:57.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f162000c9a0 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f162000cd30 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16380c8230 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.251+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16380c87f0 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.253+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16380cfcc0 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.253+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1620013470 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.253+0000 7f162f7fe640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f161806ac00 0x7f161806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.254+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f16200894e0 con 0x7f16380cf490 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.254+0000 7f1636ffd640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f161806ac00 0x7f161806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.254+0000 7f1636ffd640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f161806ac00 0x7f161806d0c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1628034000 tx=0x7f162802f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.258+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1620054750 con 0x7f16380cf490 2024-09-13T16:10:57.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.430+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f16380b6cf0 con 0x7f161806ac00 2024-09-13T16:10:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.437+0000 7f162f7fe640 1 -- 172.21.15.39:0/3413392809 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264590 (secure 0 0 0) 0x7f16380b6cf0 con 0x7f161806ac00 2024-09-13T16:10:57.441 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:57.443 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f161806ac00 msgr2=0x7f161806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f161806ac00 0x7f161806d0c0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f1628034000 tx=0x7f162802f000 comp rx=0 tx=0).stop 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 msgr2=0x7f16380c7790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 0x7f16380c7790 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f162000e9b0 tx=0x7f162000ee70 comp rx=0 tx=0).stop 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 shutdown_connections 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f161806ac00 0x7f161806d0c0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f163815ca50 0x7f16380c8ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16380cf490 0x7f16380c7790 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 --2- 172.21.15.39:0/3413392809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16380ccf30 0x7f16380aa320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 >> 172.21.15.39:0/3413392809 conn(0x7f16380b42a0 msgr2=0x7f16380b73d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 shutdown_connections 2024-09-13T16:10:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.440+0000 7f163d7d4640 1 -- 172.21.15.39:0/3413392809 wait complete. 2024-09-13T16:10:57.453 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-13T16:10:57.137007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251856,"kb_used_data":2916,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722864,"statfs":{"total":773094113280,"available":772836212736,"internally_reserved":0,"allocated":2985984,"data_stored":1789393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.066026"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.082474+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.082205+0000","last_became_peered":"2024-09-13T16:10:45.082205+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073595+0000","last_change":"2024-09-13T16:10:45.083225+0000","last_active":"2024-09-13T16:10:46.073595+0000","last_peered":"2024-09-13T16:10:46.073595+0000","last_clean":"2024-09-13T16:10:46.073595+0000","last_became_active":"2024-09-13T16:10:45.082963+0000","last_became_peered":"2024-09-13T16:10:45.082963+0000","last_unstale":"2024-09-13T16:10:46.073595+0000","last_undegraded":"2024-09-13T16:10:46.073595+0000","last_fullsized":"2024-09-13T16:10:46.073595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017057+0000","last_change":"2024-09-13T16:10:45.083898+0000","last_active":"2024-09-13T16:10:47.017057+0000","last_peered":"2024-09-13T16:10:47.017057+0000","last_clean":"2024-09-13T16:10:47.017057+0000","last_became_active":"2024-09-13T16:10:45.083598+0000","last_became_peered":"2024-09-13T16:10:45.083598+0000","last_unstale":"2024-09-13T16:10:47.017057+0000","last_undegraded":"2024-09-13T16:10:47.017057+0000","last_fullsized":"2024-09-13T16:10:47.017057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017491+0000","last_change":"2024-09-13T16:10:45.092767+0000","last_active":"2024-09-13T16:10:47.017491+0000","last_peered":"2024-09-13T16:10:47.017491+0000","last_clean":"2024-09-13T16:10:47.017491+0000","last_became_active":"2024-09-13T16:10:45.092455+0000","last_became_peered":"2024-09-13T16:10:45.092455+0000","last_unstale":"2024-09-13T16:10:47.017491+0000","last_undegraded":"2024-09-13T16:10:47.017491+0000","last_fullsized":"2024-09-13T16:10:47.017491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073430+0000","last_change":"2024-09-13T16:10:45.086318+0000","last_active":"2024-09-13T16:10:46.073430+0000","last_peered":"2024-09-13T16:10:46.073430+0000","last_clean":"2024-09-13T16:10:46.073430+0000","last_became_active":"2024-09-13T16:10:45.085009+0000","last_became_peered":"2024-09-13T16:10:45.085009+0000","last_unstale":"2024-09-13T16:10:46.073430+0000","last_undegraded":"2024-09-13T16:10:46.073430+0000","last_fullsized":"2024-09-13T16:10:46.073430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017519+0000","last_change":"2024-09-13T16:10:45.088198+0000","last_active":"2024-09-13T16:10:47.017519+0000","last_peered":"2024-09-13T16:10:47.017519+0000","last_clean":"2024-09-13T16:10:47.017519+0000","last_became_active":"2024-09-13T16:10:45.087823+0000","last_became_peered":"2024-09-13T16:10:45.087823+0000","last_unstale":"2024-09-13T16:10:47.017519+0000","last_undegraded":"2024-09-13T16:10:47.017519+0000","last_fullsized":"2024-09-13T16:10:47.017519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072939+0000","last_change":"2024-09-13T16:10:45.078322+0000","last_active":"2024-09-13T16:10:46.072939+0000","last_peered":"2024-09-13T16:10:46.072939+0000","last_clean":"2024-09-13T16:10:46.072939+0000","last_became_active":"2024-09-13T16:10:45.077713+0000","last_became_peered":"2024-09-13T16:10:45.077713+0000","last_unstale":"2024-09-13T16:10:46.072939+0000","last_undegraded":"2024-09-13T16:10:46.072939+0000","last_fullsized":"2024-09-13T16:10:46.072939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017018+0000","last_change":"2024-09-13T16:10:45.089853+0000","last_active":"2024-09-13T16:10:47.017018+0000","last_peered":"2024-09-13T16:10:47.017018+0000","last_clean":"2024-09-13T16:10:47.017018+0000","last_became_active":"2024-09-13T16:10:45.089575+0000","last_became_peered":"2024-09-13T16:10:45.089575+0000","last_unstale":"2024-09-13T16:10:47.017018+0000","last_undegraded":"2024-09-13T16:10:47.017018+0000","last_fullsized":"2024-09-13T16:10:47.017018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073451+0000","last_change":"2024-09-13T16:10:45.089516+0000","last_active":"2024-09-13T16:10:46.073451+0000","last_peered":"2024-09-13T16:10:46.073451+0000","last_clean":"2024-09-13T16:10:46.073451+0000","last_became_active":"2024-09-13T16:10:45.089269+0000","last_became_peered":"2024-09-13T16:10:45.089269+0000","last_unstale":"2024-09-13T16:10:46.073451+0000","last_undegraded":"2024-09-13T16:10:46.073451+0000","last_fullsized":"2024-09-13T16:10:46.073451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:46.569219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017365+0000","last_change":"2024-09-13T16:10:45.085802+0000","last_active":"2024-09-13T16:10:47.017365+0000","last_peered":"2024-09-13T16:10:47.017365+0000","last_clean":"2024-09-13T16:10:47.017365+0000","last_became_active":"2024-09-13T16:10:45.085516+0000","last_became_peered":"2024-09-13T16:10:45.085516+0000","last_unstale":"2024-09-13T16:10:47.017365+0000","last_undegraded":"2024-09-13T16:10:47.017365+0000","last_fullsized":"2024-09-13T16:10:47.017365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016995+0000","last_change":"2024-09-13T16:10:45.090977+0000","last_active":"2024-09-13T16:10:47.016995+0000","last_peered":"2024-09-13T16:10:47.016995+0000","last_clean":"2024-09-13T16:10:47.016995+0000","last_became_active":"2024-09-13T16:10:45.090204+0000","last_became_peered":"2024-09-13T16:10:45.090204+0000","last_unstale":"2024-09-13T16:10:47.016995+0000","last_undegraded":"2024-09-13T16:10:47.016995+0000","last_fullsized":"2024-09-13T16:10:47.016995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073631+0000","last_change":"2024-09-13T16:10:45.081616+0000","last_active":"2024-09-13T16:10:46.073631+0000","last_peered":"2024-09-13T16:10:46.073631+0000","last_clean":"2024-09-13T16:10:46.073631+0000","last_became_active":"2024-09-13T16:10:45.080954+0000","last_became_peered":"2024-09-13T16:10:45.080954+0000","last_unstale":"2024-09-13T16:10:46.073631+0000","last_undegraded":"2024-09-13T16:10:46.073631+0000","last_fullsized":"2024-09-13T16:10:46.073631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018123+0000","last_change":"2024-09-13T16:10:45.082848+0000","last_active":"2024-09-13T16:10:47.018123+0000","last_peered":"2024-09-13T16:10:47.018123+0000","last_clean":"2024-09-13T16:10:47.018123+0000","last_became_active":"2024-09-13T16:10:45.082613+0000","last_became_peered":"2024-09-13T16:10:45.082613+0000","last_unstale":"2024-09-13T16:10:47.018123+0000","last_undegraded":"2024-09-13T16:10:47.018123+0000","last_fullsized":"2024-09-13T16:10:47.018123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017502+0000","last_change":"2024-09-13T16:10:45.087513+0000","last_active":"2024-09-13T16:10:47.017502+0000","last_peered":"2024-09-13T16:10:47.017502+0000","last_clean":"2024-09-13T16:10:47.017502+0000","last_became_active":"2024-09-13T16:10:45.087253+0000","last_became_peered":"2024-09-13T16:10:45.087253+0000","last_unstale":"2024-09-13T16:10:47.017502+0000","last_undegraded":"2024-09-13T16:10:47.017502+0000","last_fullsized":"2024-09-13T16:10:47.017502+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073462+0000","last_change":"2024-09-13T16:10:45.080287+0000","last_active":"2024-09-13T16:10:46.073462+0000","last_peered":"2024-09-13T16:10:46.073462+0000","last_clean":"2024-09-13T16:10:46.073462+0000","last_became_active":"2024-09-13T16:10:45.080014+0000","last_became_peered":"2024-09-13T16:10:45.080014+0000","last_unstale":"2024-09-13T16:10:46.073462+0000","last_undegraded":"2024-09-13T16:10:46.073462+0000","last_fullsized":"2024-09-13T16:10:46.073462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017158+0000","last_change":"2024-09-13T16:10:45.085892+0000","last_active":"2024-09-13T16:10:47.017158+0000","last_peered":"2024-09-13T16:10:47.017158+0000","last_clean":"2024-09-13T16:10:47.017158+0000","last_became_active":"2024-09-13T16:10:45.085600+0000","last_became_peered":"2024-09-13T16:10:45.085600+0000","last_unstale":"2024-09-13T16:10:47.017158+0000","last_undegraded":"2024-09-13T16:10:47.017158+0000","last_fullsized":"2024-09-13T16:10:47.017158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017670+0000","last_change":"2024-09-13T16:10:45.093945+0000","last_active":"2024-09-13T16:10:47.017670+0000","last_peered":"2024-09-13T16:10:47.017670+0000","last_clean":"2024-09-13T16:10:47.017670+0000","last_became_active":"2024-09-13T16:10:45.093419+0000","last_became_peered":"2024-09-13T16:10:45.093419+0000","last_unstale":"2024-09-13T16:10:47.017670+0000","last_undegraded":"2024-09-13T16:10:47.017670+0000","last_fullsized":"2024-09-13T16:10:47.017670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017401+0000","last_change":"2024-09-13T16:10:45.082793+0000","last_active":"2024-09-13T16:10:47.017401+0000","last_peered":"2024-09-13T16:10:47.017401+0000","last_clean":"2024-09-13T16:10:47.017401+0000","last_became_active":"2024-09-13T16:10:45.082524+0000","last_became_peered":"2024-09-13T16:10:45.082524+0000","last_unstale":"2024-09-13T16:10:47.017401+0000","last_undegraded":"2024-09-13T16:10:47.017401+0000","last_fullsized":"2024-09-13T16:10:47.017401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073347+0000","last_change":"2024-09-13T16:10:45.084613+0000","last_active":"2024-09-13T16:10:46.073347+0000","last_peered":"2024-09-13T16:10:46.073347+0000","last_clean":"2024-09-13T16:10:46.073347+0000","last_became_active":"2024-09-13T16:10:45.084351+0000","last_became_peered":"2024-09-13T16:10:45.084351+0000","last_unstale":"2024-09-13T16:10:46.073347+0000","last_undegraded":"2024-09-13T16:10:46.073347+0000","last_fullsized":"2024-09-13T16:10:46.073347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016898+0000","last_change":"2024-09-13T16:10:45.077134+0000","last_active":"2024-09-13T16:10:47.016898+0000","last_peered":"2024-09-13T16:10:47.016898+0000","last_clean":"2024-09-13T16:10:47.016898+0000","last_became_active":"2024-09-13T16:10:45.076878+0000","last_became_peered":"2024-09-13T16:10:45.076878+0000","last_unstale":"2024-09-13T16:10:47.016898+0000","last_undegraded":"2024-09-13T16:10:47.016898+0000","last_fullsized":"2024-09-13T16:10:47.016898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016964+0000","last_change":"2024-09-13T16:10:45.091633+0000","last_active":"2024-09-13T16:10:47.016964+0000","last_peered":"2024-09-13T16:10:47.016964+0000","last_clean":"2024-09-13T16:10:47.016964+0000","last_became_active":"2024-09-13T16:10:45.091016+0000","last_became_peered":"2024-09-13T16:10:45.091016+0000","last_unstale":"2024-09-13T16:10:47.016964+0000","last_undegraded":"2024-09-13T16:10:47.016964+0000","last_fullsized":"2024-09-13T16:10:47.016964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017231+0000","last_change":"2024-09-13T16:10:45.093295+0000","last_active":"2024-09-13T16:10:47.017231+0000","last_peered":"2024-09-13T16:10:47.017231+0000","last_clean":"2024-09-13T16:10:47.017231+0000","last_became_active":"2024-09-13T16:10:45.093032+0000","last_became_peered":"2024-09-13T16:10:45.093032+0000","last_unstale":"2024-09-13T16:10:47.017231+0000","last_undegraded":"2024-09-13T16:10:47.017231+0000","last_fullsized":"2024-09-13T16:10:47.017231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017835+0000","last_change":"2024-09-13T16:10:45.082232+0000","last_active":"2024-09-13T16:10:47.017835+0000","last_peered":"2024-09-13T16:10:47.017835+0000","last_clean":"2024-09-13T16:10:47.017835+0000","last_became_active":"2024-09-13T16:10:45.081980+0000","last_became_peered":"2024-09-13T16:10:45.081980+0000","last_unstale":"2024-09-13T16:10:47.017835+0000","last_undegraded":"2024-09-13T16:10:47.017835+0000","last_fullsized":"2024-09-13T16:10:47.017835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017444+0000","last_change":"2024-09-13T16:10:45.092800+0000","last_active":"2024-09-13T16:10:47.017444+0000","last_peered":"2024-09-13T16:10:47.017444+0000","last_clean":"2024-09-13T16:10:47.017444+0000","last_became_active":"2024-09-13T16:10:45.092482+0000","last_became_peered":"2024-09-13T16:10:45.092482+0000","last_unstale":"2024-09-13T16:10:47.017444+0000","last_undegraded":"2024-09-13T16:10:47.017444+0000","last_fullsized":"2024-09-13T16:10:47.017444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018079+0000","last_change":"2024-09-13T16:10:45.079842+0000","last_active":"2024-09-13T16:10:47.018079+0000","last_peered":"2024-09-13T16:10:47.018079+0000","last_clean":"2024-09-13T16:10:47.018079+0000","last_became_active":"2024-09-13T16:10:45.079604+0000","last_became_peered":"2024-09-13T16:10:45.079604+0000","last_unstale":"2024-09-13T16:10:47.018079+0000","last_undegraded":"2024-09-13T16:10:47.018079+0000","last_fullsized":"2024-09-13T16:10:47.018079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017234+0000","last_change":"2024-09-13T16:10:45.081165+0000","last_active":"2024-09-13T16:10:47.017234+0000","last_peered":"2024-09-13T16:10:47.017234+0000","last_clean":"2024-09-13T16:10:47.017234+0000","last_became_active":"2024-09-13T16:10:45.080806+0000","last_became_peered":"2024-09-13T16:10:45.080806+0000","last_unstale":"2024-09-13T16:10:47.017234+0000","last_undegraded":"2024-09-13T16:10:47.017234+0000","last_fullsized":"2024-09-13T16:10:47.017234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073633+0000","last_change":"2024-09-13T16:10:45.076721+0000","last_active":"2024-09-13T16:10:46.073633+0000","last_peered":"2024-09-13T16:10:46.073633+0000","last_clean":"2024-09-13T16:10:46.073633+0000","last_became_active":"2024-09-13T16:10:45.076476+0000","last_became_peered":"2024-09-13T16:10:45.076476+0000","last_unstale":"2024-09-13T16:10:46.073633+0000","last_undegraded":"2024-09-13T16:10:46.073633+0000","last_fullsized":"2024-09-13T16:10:46.073633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018005+0000","last_change":"2024-09-13T16:10:45.078348+0000","last_active":"2024-09-13T16:10:47.018005+0000","last_peered":"2024-09-13T16:10:47.018005+0000","last_clean":"2024-09-13T16:10:47.018005+0000","last_became_active":"2024-09-13T16:10:45.077410+0000","last_became_peered":"2024-09-13T16:10:45.077410+0000","last_unstale":"2024-09-13T16:10:47.018005+0000","last_undegraded":"2024-09-13T16:10:47.018005+0000","last_fullsized":"2024-09-13T16:10:47.018005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017128+0000","last_change":"2024-09-13T16:10:45.086108+0000","last_active":"2024-09-13T16:10:47.017128+0000","last_peered":"2024-09-13T16:10:47.017128+0000","last_clean":"2024-09-13T16:10:47.017128+0000","last_became_active":"2024-09-13T16:10:45.085583+0000","last_became_peered":"2024-09-13T16:10:45.085583+0000","last_unstale":"2024-09-13T16:10:47.017128+0000","last_undegraded":"2024-09-13T16:10:47.017128+0000","last_fullsized":"2024-09-13T16:10:47.017128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017366+0000","last_change":"2024-09-13T16:10:45.092692+0000","last_active":"2024-09-13T16:10:47.017366+0000","last_peered":"2024-09-13T16:10:47.017366+0000","last_clean":"2024-09-13T16:10:47.017366+0000","last_became_active":"2024-09-13T16:10:45.092430+0000","last_became_peered":"2024-09-13T16:10:45.092430+0000","last_unstale":"2024-09-13T16:10:47.017366+0000","last_undegraded":"2024-09-13T16:10:47.017366+0000","last_fullsized":"2024-09-13T16:10:47.017366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016820+0000","last_change":"2024-09-13T16:10:45.082861+0000","last_active":"2024-09-13T16:10:47.016820+0000","last_peered":"2024-09-13T16:10:47.016820+0000","last_clean":"2024-09-13T16:10:47.016820+0000","last_became_active":"2024-09-13T16:10:45.082592+0000","last_became_peered":"2024-09-13T16:10:45.082592+0000","last_unstale":"2024-09-13T16:10:47.016820+0000","last_undegraded":"2024-09-13T16:10:47.016820+0000","last_fullsized":"2024-09-13T16:10:47.016820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.087354+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.087076+0000","last_became_peered":"2024-09-13T16:10:45.087076+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072830+0000","last_change":"2024-09-13T16:10:45.079685+0000","last_active":"2024-09-13T16:10:46.072830+0000","last_peered":"2024-09-13T16:10:46.072830+0000","last_clean":"2024-09-13T16:10:46.072830+0000","last_became_active":"2024-09-13T16:10:45.078907+0000","last_became_peered":"2024-09-13T16:10:45.078907+0000","last_unstale":"2024-09-13T16:10:46.072830+0000","last_undegraded":"2024-09-13T16:10:46.072830+0000","last_fullsized":"2024-09-13T16:10:46.072830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018211+0000","last_change":"2024-09-13T16:10:44.714738+0000","last_active":"2024-09-13T16:10:47.018211+0000","last_peered":"2024-09-13T16:10:47.018211+0000","last_clean":"2024-09-13T16:10:47.018211+0000","last_became_active":"2024-09-13T16:10:44.714465+0000","last_became_peered":"2024-09-13T16:10:44.714465+0000","last_unstale":"2024-09-13T16:10:47.018211+0000","last_undegraded":"2024-09-13T16:10:47.018211+0000","last_fullsized":"2024-09-13T16:10:47.018211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.086431+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.086122+0000","last_became_peered":"2024-09-13T16:10:45.086122+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016989+0000","last_change":"2024-09-13T16:10:44.709473+0000","last_active":"2024-09-13T16:10:47.016989+0000","last_peered":"2024-09-13T16:10:47.016989+0000","last_clean":"2024-09-13T16:10:47.016989+0000","last_became_active":"2024-09-13T16:10:44.708888+0000","last_became_peered":"2024-09-13T16:10:44.708888+0000","last_unstale":"2024-09-13T16:10:47.016989+0000","last_undegraded":"2024-09-13T16:10:47.016989+0000","last_fullsized":"2024-09-13T16:10:47.016989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017882+0000","last_change":"2024-09-13T16:10:44.713471+0000","last_active":"2024-09-13T16:10:47.017882+0000","last_peered":"2024-09-13T16:10:47.017882+0000","last_clean":"2024-09-13T16:10:47.017882+0000","last_became_active":"2024-09-13T16:10:44.713213+0000","last_became_peered":"2024-09-13T16:10:44.713213+0000","last_unstale":"2024-09-13T16:10:47.017882+0000","last_undegraded":"2024-09-13T16:10:47.017882+0000","last_fullsized":"2024-09-13T16:10:47.017882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017110+0000","last_change":"2024-09-13T16:10:45.080198+0000","last_active":"2024-09-13T16:10:47.017110+0000","last_peered":"2024-09-13T16:10:47.017110+0000","last_clean":"2024-09-13T16:10:47.017110+0000","last_became_active":"2024-09-13T16:10:45.079960+0000","last_became_peered":"2024-09-13T16:10:45.079960+0000","last_unstale":"2024-09-13T16:10:47.017110+0000","last_undegraded":"2024-09-13T16:10:47.017110+0000","last_fullsized":"2024-09-13T16:10:47.017110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017292+0000","last_change":"2024-09-13T16:10:44.715316+0000","last_active":"2024-09-13T16:10:47.017292+0000","last_peered":"2024-09-13T16:10:47.017292+0000","last_clean":"2024-09-13T16:10:47.017292+0000","last_became_active":"2024-09-13T16:10:44.715021+0000","last_became_peered":"2024-09-13T16:10:44.715021+0000","last_unstale":"2024-09-13T16:10:47.017292+0000","last_undegraded":"2024-09-13T16:10:47.017292+0000","last_fullsized":"2024-09-13T16:10:47.017292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073371+0000","last_change":"2024-09-13T16:10:45.077414+0000","last_active":"2024-09-13T16:10:46.073371+0000","last_peered":"2024-09-13T16:10:46.073371+0000","last_clean":"2024-09-13T16:10:46.073371+0000","last_became_active":"2024-09-13T16:10:45.077102+0000","last_became_peered":"2024-09-13T16:10:45.077102+0000","last_unstale":"2024-09-13T16:10:46.073371+0000","last_undegraded":"2024-09-13T16:10:46.073371+0000","last_fullsized":"2024-09-13T16:10:46.073371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017151+0000","last_change":"2024-09-13T16:10:44.714454+0000","last_active":"2024-09-13T16:10:47.017151+0000","last_peered":"2024-09-13T16:10:47.017151+0000","last_clean":"2024-09-13T16:10:47.017151+0000","last_became_active":"2024-09-13T16:10:44.714100+0000","last_became_peered":"2024-09-13T16:10:44.714100+0000","last_unstale":"2024-09-13T16:10:47.017151+0000","last_undegraded":"2024-09-13T16:10:47.017151+0000","last_fullsized":"2024-09-13T16:10:47.017151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.093367+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.093094+0000","last_became_peered":"2024-09-13T16:10:45.093094+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017634+0000","last_change":"2024-09-13T16:10:44.717640+0000","last_active":"2024-09-13T16:10:47.017634+0000","last_peered":"2024-09-13T16:10:47.017634+0000","last_clean":"2024-09-13T16:10:47.017634+0000","last_became_active":"2024-09-13T16:10:44.717333+0000","last_became_peered":"2024-09-13T16:10:44.717333+0000","last_unstale":"2024-09-13T16:10:47.017634+0000","last_undegraded":"2024-09-13T16:10:47.017634+0000","last_fullsized":"2024-09-13T16:10:47.017634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.085289+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.084421+0000","last_became_peered":"2024-09-13T16:10:45.084421+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073481+0000","last_change":"2024-09-13T16:10:44.714860+0000","last_active":"2024-09-13T16:10:46.073481+0000","last_peered":"2024-09-13T16:10:46.073481+0000","last_clean":"2024-09-13T16:10:46.073481+0000","last_became_active":"2024-09-13T16:10:44.714557+0000","last_became_peered":"2024-09-13T16:10:44.714557+0000","last_unstale":"2024-09-13T16:10:46.073481+0000","last_undegraded":"2024-09-13T16:10:46.073481+0000","last_fullsized":"2024-09-13T16:10:46.073481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073717+0000","last_change":"2024-09-13T16:10:45.082962+0000","last_active":"2024-09-13T16:10:46.073717+0000","last_peered":"2024-09-13T16:10:46.073717+0000","last_clean":"2024-09-13T16:10:46.073717+0000","last_became_active":"2024-09-13T16:10:45.082602+0000","last_became_peered":"2024-09-13T16:10:45.082602+0000","last_unstale":"2024-09-13T16:10:46.073717+0000","last_undegraded":"2024-09-13T16:10:46.073717+0000","last_fullsized":"2024-09-13T16:10:46.073717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017072+0000","last_change":"2024-09-13T16:10:44.713349+0000","last_active":"2024-09-13T16:10:47.017072+0000","last_peered":"2024-09-13T16:10:47.017072+0000","last_clean":"2024-09-13T16:10:47.017072+0000","last_became_active":"2024-09-13T16:10:44.713001+0000","last_became_peered":"2024-09-13T16:10:44.713001+0000","last_unstale":"2024-09-13T16:10:47.017072+0000","last_undegraded":"2024-09-13T16:10:47.017072+0000","last_fullsized":"2024-09-13T16:10:47.017072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073054+0000","last_change":"2024-09-13T16:10:45.085490+0000","last_active":"2024-09-13T16:10:46.073054+0000","last_peered":"2024-09-13T16:10:46.073054+0000","last_clean":"2024-09-13T16:10:46.073054+0000","last_became_active":"2024-09-13T16:10:45.085096+0000","last_became_peered":"2024-09-13T16:10:45.085096+0000","last_unstale":"2024-09-13T16:10:46.073054+0000","last_undegraded":"2024-09-13T16:10:46.073054+0000","last_fullsized":"2024-09-13T16:10:46.073054+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:01.707134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017319+0000","last_change":"2024-09-13T16:10:44.709566+0000","last_active":"2024-09-13T16:10:47.017319+0000","last_peered":"2024-09-13T16:10:47.017319+0000","last_clean":"2024-09-13T16:10:47.017319+0000","last_became_active":"2024-09-13T16:10:44.708635+0000","last_became_peered":"2024-09-13T16:10:44.708635+0000","last_unstale":"2024-09-13T16:10:47.017319+0000","last_undegraded":"2024-09-13T16:10:47.017319+0000","last_fullsized":"2024-09-13T16:10:47.017319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017599+0000","last_change":"2024-09-13T16:10:45.085102+0000","last_active":"2024-09-13T16:10:47.017599+0000","last_peered":"2024-09-13T16:10:47.017599+0000","last_clean":"2024-09-13T16:10:47.017599+0000","last_became_active":"2024-09-13T16:10:45.084824+0000","last_became_peered":"2024-09-13T16:10:45.084824+0000","last_unstale":"2024-09-13T16:10:47.017599+0000","last_undegraded":"2024-09-13T16:10:47.017599+0000","last_fullsized":"2024-09-13T16:10:47.017599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017473+0000","last_change":"2024-09-13T16:10:44.716666+0000","last_active":"2024-09-13T16:10:47.017473+0000","last_peered":"2024-09-13T16:10:47.017473+0000","last_clean":"2024-09-13T16:10:47.017473+0000","last_became_active":"2024-09-13T16:10:44.716218+0000","last_became_peered":"2024-09-13T16:10:44.716218+0000","last_unstale":"2024-09-13T16:10:47.017473+0000","last_undegraded":"2024-09-13T16:10:47.017473+0000","last_fullsized":"2024-09-13T16:10:47.017473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073531+0000","last_change":"2024-09-13T16:10:45.082640+0000","last_active":"2024-09-13T16:10:46.073531+0000","last_peered":"2024-09-13T16:10:46.073531+0000","last_clean":"2024-09-13T16:10:46.073531+0000","last_became_active":"2024-09-13T16:10:45.080161+0000","last_became_peered":"2024-09-13T16:10:45.080161+0000","last_unstale":"2024-09-13T16:10:46.073531+0000","last_undegraded":"2024-09-13T16:10:46.073531+0000","last_fullsized":"2024-09-13T16:10:46.073531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016861+0000","last_change":"2024-09-13T16:10:44.711419+0000","last_active":"2024-09-13T16:10:47.016861+0000","last_peered":"2024-09-13T16:10:47.016861+0000","last_clean":"2024-09-13T16:10:47.016861+0000","last_became_active":"2024-09-13T16:10:44.711132+0000","last_became_peered":"2024-09-13T16:10:44.711132+0000","last_unstale":"2024-09-13T16:10:47.016861+0000","last_undegraded":"2024-09-13T16:10:47.016861+0000","last_fullsized":"2024-09-13T16:10:47.016861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.086756+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.086444+0000","last_became_peered":"2024-09-13T16:10:45.086444+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016812+0000","last_change":"2024-09-13T16:10:44.713900+0000","last_active":"2024-09-13T16:10:47.016812+0000","last_peered":"2024-09-13T16:10:47.016812+0000","last_clean":"2024-09-13T16:10:47.016812+0000","last_became_active":"2024-09-13T16:10:44.713528+0000","last_became_peered":"2024-09-13T16:10:44.713528+0000","last_unstale":"2024-09-13T16:10:47.016812+0000","last_undegraded":"2024-09-13T16:10:47.016812+0000","last_fullsized":"2024-09-13T16:10:47.016812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073030+0000","last_change":"2024-09-13T16:10:45.078524+0000","last_active":"2024-09-13T16:10:46.073030+0000","last_peered":"2024-09-13T16:10:46.073030+0000","last_clean":"2024-09-13T16:10:46.073030+0000","last_became_active":"2024-09-13T16:10:45.078059+0000","last_became_peered":"2024-09-13T16:10:45.078059+0000","last_unstale":"2024-09-13T16:10:46.073030+0000","last_undegraded":"2024-09-13T16:10:46.073030+0000","last_fullsized":"2024-09-13T16:10:46.073030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073772+0000","last_change":"2024-09-13T16:10:44.709248+0000","last_active":"2024-09-13T16:10:46.073772+0000","last_peered":"2024-09-13T16:10:46.073772+0000","last_clean":"2024-09-13T16:10:46.073772+0000","last_became_active":"2024-09-13T16:10:44.708975+0000","last_became_peered":"2024-09-13T16:10:44.708975+0000","last_unstale":"2024-09-13T16:10:46.073772+0000","last_undegraded":"2024-09-13T16:10:46.073772+0000","last_fullsized":"2024-09-13T16:10:46.073772+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073336+0000","last_change":"2024-09-13T16:10:45.078121+0000","last_active":"2024-09-13T16:10:46.073336+0000","last_peered":"2024-09-13T16:10:46.073336+0000","last_clean":"2024-09-13T16:10:46.073336+0000","last_became_active":"2024-09-13T16:10:45.077851+0000","last_became_peered":"2024-09-13T16:10:45.077851+0000","last_unstale":"2024-09-13T16:10:46.073336+0000","last_undegraded":"2024-09-13T16:10:46.073336+0000","last_fullsized":"2024-09-13T16:10:46.073336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017492+0000","last_change":"2024-09-13T16:10:44.714501+0000","last_active":"2024-09-13T16:10:47.017492+0000","last_peered":"2024-09-13T16:10:47.017492+0000","last_clean":"2024-09-13T16:10:47.017492+0000","last_became_active":"2024-09-13T16:10:44.714205+0000","last_became_peered":"2024-09-13T16:10:44.714205+0000","last_unstale":"2024-09-13T16:10:47.017492+0000","last_undegraded":"2024-09-13T16:10:47.017492+0000","last_fullsized":"2024-09-13T16:10:47.017492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073489+0000","last_change":"2024-09-13T16:10:45.081152+0000","last_active":"2024-09-13T16:10:46.073489+0000","last_peered":"2024-09-13T16:10:46.073489+0000","last_clean":"2024-09-13T16:10:46.073489+0000","last_became_active":"2024-09-13T16:10:45.080877+0000","last_became_peered":"2024-09-13T16:10:45.080877+0000","last_unstale":"2024-09-13T16:10:46.073489+0000","last_undegraded":"2024-09-13T16:10:46.073489+0000","last_fullsized":"2024-09-13T16:10:46.073489+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:02.471000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073584+0000","last_change":"2024-09-13T16:10:44.713441+0000","last_active":"2024-09-13T16:10:46.073584+0000","last_peered":"2024-09-13T16:10:46.073584+0000","last_clean":"2024-09-13T16:10:46.073584+0000","last_became_active":"2024-09-13T16:10:44.713173+0000","last_became_peered":"2024-09-13T16:10:44.713173+0000","last_unstale":"2024-09-13T16:10:46.073584+0000","last_undegraded":"2024-09-13T16:10:46.073584+0000","last_fullsized":"2024-09-13T16:10:46.073584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017718+0000","last_change":"2024-09-13T16:10:45.092675+0000","last_active":"2024-09-13T16:10:47.017718+0000","last_peered":"2024-09-13T16:10:47.017718+0000","last_clean":"2024-09-13T16:10:47.017718+0000","last_became_active":"2024-09-13T16:10:45.092398+0000","last_became_peered":"2024-09-13T16:10:45.092398+0000","last_unstale":"2024-09-13T16:10:47.017718+0000","last_undegraded":"2024-09-13T16:10:47.017718+0000","last_fullsized":"2024-09-13T16:10:47.017718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017140+0000","last_change":"2024-09-13T16:10:44.714886+0000","last_active":"2024-09-13T16:10:47.017140+0000","last_peered":"2024-09-13T16:10:47.017140+0000","last_clean":"2024-09-13T16:10:47.017140+0000","last_became_active":"2024-09-13T16:10:44.714403+0000","last_became_peered":"2024-09-13T16:10:44.714403+0000","last_unstale":"2024-09-13T16:10:47.017140+0000","last_undegraded":"2024-09-13T16:10:47.017140+0000","last_fullsized":"2024-09-13T16:10:47.017140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073145+0000","last_change":"2024-09-13T16:10:45.090849+0000","last_active":"2024-09-13T16:10:46.073145+0000","last_peered":"2024-09-13T16:10:46.073145+0000","last_clean":"2024-09-13T16:10:46.073145+0000","last_became_active":"2024-09-13T16:10:45.090578+0000","last_became_peered":"2024-09-13T16:10:45.090578+0000","last_unstale":"2024-09-13T16:10:46.073145+0000","last_undegraded":"2024-09-13T16:10:46.073145+0000","last_fullsized":"2024-09-13T16:10:46.073145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:26:18.476290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T16:10:45.069018+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:45.069018+0000","last_peered":"2024-09-13T16:10:45.069018+0000","last_clean":"2024-09-13T16:10:45.069018+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:45.069018+0000","last_undegraded":"2024-09-13T16:10:45.069018+0000","last_fullsized":"2024-09-13T16:10:45.069018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017304+0000","last_change":"2024-09-13T16:10:44.713436+0000","last_active":"2024-09-13T16:10:47.017304+0000","last_peered":"2024-09-13T16:10:47.017304+0000","last_clean":"2024-09-13T16:10:47.017304+0000","last_became_active":"2024-09-13T16:10:44.712483+0000","last_became_peered":"2024-09-13T16:10:44.712483+0000","last_unstale":"2024-09-13T16:10:47.017304+0000","last_undegraded":"2024-09-13T16:10:47.017304+0000","last_fullsized":"2024-09-13T16:10:47.017304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.090793+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.090544+0000","last_became_peered":"2024-09-13T16:10:45.090544+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072773+0000","last_change":"2024-09-13T16:10:44.712187+0000","last_active":"2024-09-13T16:10:46.072773+0000","last_peered":"2024-09-13T16:10:46.072773+0000","last_clean":"2024-09-13T16:10:46.072773+0000","last_became_active":"2024-09-13T16:10:44.711939+0000","last_became_peered":"2024-09-13T16:10:44.711939+0000","last_unstale":"2024-09-13T16:10:46.072773+0000","last_undegraded":"2024-09-13T16:10:46.072773+0000","last_fullsized":"2024-09-13T16:10:46.072773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:58.844423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016892+0000","last_change":"2024-09-13T16:10:45.083771+0000","last_active":"2024-09-13T16:10:47.016892+0000","last_peered":"2024-09-13T16:10:47.016892+0000","last_clean":"2024-09-13T16:10:47.016892+0000","last_became_active":"2024-09-13T16:10:45.083489+0000","last_became_peered":"2024-09-13T16:10:45.083489+0000","last_unstale":"2024-09-13T16:10:47.016892+0000","last_undegraded":"2024-09-13T16:10:47.016892+0000","last_fullsized":"2024-09-13T16:10:47.016892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017643+0000","last_change":"2024-09-13T16:10:44.713417+0000","last_active":"2024-09-13T16:10:47.017643+0000","last_peered":"2024-09-13T16:10:47.017643+0000","last_clean":"2024-09-13T16:10:47.017643+0000","last_became_active":"2024-09-13T16:10:44.713083+0000","last_became_peered":"2024-09-13T16:10:44.713083+0000","last_unstale":"2024-09-13T16:10:47.017643+0000","last_undegraded":"2024-09-13T16:10:47.017643+0000","last_fullsized":"2024-09-13T16:10:47.017643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073478+0000","last_change":"2024-09-13T16:10:45.081568+0000","last_active":"2024-09-13T16:10:46.073478+0000","last_peered":"2024-09-13T16:10:46.073478+0000","last_clean":"2024-09-13T16:10:46.073478+0000","last_became_active":"2024-09-13T16:10:45.081338+0000","last_became_peered":"2024-09-13T16:10:45.081338+0000","last_unstale":"2024-09-13T16:10:46.073478+0000","last_undegraded":"2024-09-13T16:10:46.073478+0000","last_fullsized":"2024-09-13T16:10:46.073478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:44.716472+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:44.715436+0000","last_became_peered":"2024-09-13T16:10:44.715436+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.084958+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.084689+0000","last_became_peered":"2024-09-13T16:10:45.084689+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:35.902397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073452+0000","last_change":"2024-09-13T16:10:44.711647+0000","last_active":"2024-09-13T16:10:46.073452+0000","last_peered":"2024-09-13T16:10:46.073452+0000","last_clean":"2024-09-13T16:10:46.073452+0000","last_became_active":"2024-09-13T16:10:44.711330+0000","last_became_peered":"2024-09-13T16:10:44.711330+0000","last_unstale":"2024-09-13T16:10:46.073452+0000","last_undegraded":"2024-09-13T16:10:46.073452+0000","last_fullsized":"2024-09-13T16:10:46.073452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017804+0000","last_change":"2024-09-13T16:10:45.091997+0000","last_active":"2024-09-13T16:10:47.017804+0000","last_peered":"2024-09-13T16:10:47.017804+0000","last_clean":"2024-09-13T16:10:47.017804+0000","last_became_active":"2024-09-13T16:10:45.091718+0000","last_became_peered":"2024-09-13T16:10:45.091718+0000","last_unstale":"2024-09-13T16:10:47.017804+0000","last_undegraded":"2024-09-13T16:10:47.017804+0000","last_fullsized":"2024-09-13T16:10:47.017804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:11.898994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073517+0000","last_change":"2024-09-13T16:10:44.713092+0000","last_active":"2024-09-13T16:10:46.073517+0000","last_peered":"2024-09-13T16:10:46.073517+0000","last_clean":"2024-09-13T16:10:46.073517+0000","last_became_active":"2024-09-13T16:10:44.712735+0000","last_became_peered":"2024-09-13T16:10:44.712735+0000","last_unstale":"2024-09-13T16:10:46.073517+0000","last_undegraded":"2024-09-13T16:10:46.073517+0000","last_fullsized":"2024-09-13T16:10:46.073517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073519+0000","last_change":"2024-09-13T16:10:45.080986+0000","last_active":"2024-09-13T16:10:46.073519+0000","last_peered":"2024-09-13T16:10:46.073519+0000","last_clean":"2024-09-13T16:10:46.073519+0000","last_became_active":"2024-09-13T16:10:45.080741+0000","last_became_peered":"2024-09-13T16:10:45.080741+0000","last_unstale":"2024-09-13T16:10:46.073519+0000","last_undegraded":"2024-09-13T16:10:46.073519+0000","last_fullsized":"2024-09-13T16:10:46.073519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.158729+0000","last_change":"2024-09-13T16:10:44.707818+0000","last_active":"2024-09-13T16:10:47.158729+0000","last_peered":"2024-09-13T16:10:47.158729+0000","last_clean":"2024-09-13T16:10:47.158729+0000","last_became_active":"2024-09-13T16:10:44.707408+0000","last_became_peered":"2024-09-13T16:10:44.707408+0000","last_unstale":"2024-09-13T16:10:47.158729+0000","last_undegraded":"2024-09-13T16:10:47.158729+0000","last_fullsized":"2024-09-13T16:10:47.158729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018128+0000","last_change":"2024-09-13T16:10:45.084750+0000","last_active":"2024-09-13T16:10:47.018128+0000","last_peered":"2024-09-13T16:10:47.018128+0000","last_clean":"2024-09-13T16:10:47.018128+0000","last_became_active":"2024-09-13T16:10:45.084470+0000","last_became_peered":"2024-09-13T16:10:45.084470+0000","last_unstale":"2024-09-13T16:10:47.018128+0000","last_undegraded":"2024-09-13T16:10:47.018128+0000","last_fullsized":"2024-09-13T16:10:47.018128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017314+0000","last_change":"2024-09-13T16:10:44.710168+0000","last_active":"2024-09-13T16:10:47.017314+0000","last_peered":"2024-09-13T16:10:47.017314+0000","last_clean":"2024-09-13T16:10:47.017314+0000","last_became_active":"2024-09-13T16:10:44.709806+0000","last_became_peered":"2024-09-13T16:10:44.709806+0000","last_unstale":"2024-09-13T16:10:47.017314+0000","last_undegraded":"2024-09-13T16:10:47.017314+0000","last_fullsized":"2024-09-13T16:10:47.017314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017273+0000","last_change":"2024-09-13T16:10:45.087407+0000","last_active":"2024-09-13T16:10:47.017273+0000","last_peered":"2024-09-13T16:10:47.017273+0000","last_clean":"2024-09-13T16:10:47.017273+0000","last_became_active":"2024-09-13T16:10:45.087008+0000","last_became_peered":"2024-09-13T16:10:45.087008+0000","last_unstale":"2024-09-13T16:10:47.017273+0000","last_undegraded":"2024-09-13T16:10:47.017273+0000","last_fullsized":"2024-09-13T16:10:47.017273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072674+0000","last_change":"2024-09-13T16:10:44.714178+0000","last_active":"2024-09-13T16:10:46.072674+0000","last_peered":"2024-09-13T16:10:46.072674+0000","last_clean":"2024-09-13T16:10:46.072674+0000","last_became_active":"2024-09-13T16:10:44.713928+0000","last_became_peered":"2024-09-13T16:10:44.713928+0000","last_unstale":"2024-09-13T16:10:46.072674+0000","last_undegraded":"2024-09-13T16:10:46.072674+0000","last_fullsized":"2024-09-13T16:10:46.072674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:34.891368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073153+0000","last_change":"2024-09-13T16:10:45.082553+0000","last_active":"2024-09-13T16:10:46.073153+0000","last_peered":"2024-09-13T16:10:46.073153+0000","last_clean":"2024-09-13T16:10:46.073153+0000","last_became_active":"2024-09-13T16:10:45.082172+0000","last_became_peered":"2024-09-13T16:10:45.082172+0000","last_unstale":"2024-09-13T16:10:46.073153+0000","last_undegraded":"2024-09-13T16:10:46.073153+0000","last_fullsized":"2024-09-13T16:10:46.073153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073473+0000","last_change":"2024-09-13T16:10:44.709409+0000","last_active":"2024-09-13T16:10:46.073473+0000","last_peered":"2024-09-13T16:10:46.073473+0000","last_clean":"2024-09-13T16:10:46.073473+0000","last_became_active":"2024-09-13T16:10:44.709103+0000","last_became_peered":"2024-09-13T16:10:44.709103+0000","last_unstale":"2024-09-13T16:10:46.073473+0000","last_undegraded":"2024-09-13T16:10:46.073473+0000","last_fullsized":"2024-09-13T16:10:46.073473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017199+0000","last_change":"2024-09-13T16:10:45.086258+0000","last_active":"2024-09-13T16:10:47.017199+0000","last_peered":"2024-09-13T16:10:47.017199+0000","last_clean":"2024-09-13T16:10:47.017199+0000","last_became_active":"2024-09-13T16:10:45.085997+0000","last_became_peered":"2024-09-13T16:10:45.085997+0000","last_unstale":"2024-09-13T16:10:47.017199+0000","last_undegraded":"2024-09-13T16:10:47.017199+0000","last_fullsized":"2024-09-13T16:10:47.017199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073484+0000","last_change":"2024-09-13T16:10:44.716411+0000","last_active":"2024-09-13T16:10:46.073484+0000","last_peered":"2024-09-13T16:10:46.073484+0000","last_clean":"2024-09-13T16:10:46.073484+0000","last_became_active":"2024-09-13T16:10:44.716120+0000","last_became_peered":"2024-09-13T16:10:44.716120+0000","last_unstale":"2024-09-13T16:10:46.073484+0000","last_undegraded":"2024-09-13T16:10:46.073484+0000","last_fullsized":"2024-09-13T16:10:46.073484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:03:48.481213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018177+0000","last_change":"2024-09-13T16:10:45.084036+0000","last_active":"2024-09-13T16:10:47.018177+0000","last_peered":"2024-09-13T16:10:47.018177+0000","last_clean":"2024-09-13T16:10:47.018177+0000","last_became_active":"2024-09-13T16:10:45.083753+0000","last_became_peered":"2024-09-13T16:10:45.083753+0000","last_unstale":"2024-09-13T16:10:47.018177+0000","last_undegraded":"2024-09-13T16:10:47.018177+0000","last_fullsized":"2024-09-13T16:10:47.018177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073577+0000","last_change":"2024-09-13T16:10:44.717080+0000","last_active":"2024-09-13T16:10:46.073577+0000","last_peered":"2024-09-13T16:10:46.073577+0000","last_clean":"2024-09-13T16:10:46.073577+0000","last_became_active":"2024-09-13T16:10:44.716807+0000","last_became_peered":"2024-09-13T16:10:44.716807+0000","last_unstale":"2024-09-13T16:10:46.073577+0000","last_undegraded":"2024-09-13T16:10:46.073577+0000","last_fullsized":"2024-09-13T16:10:46.073577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.080959+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.080678+0000","last_became_peered":"2024-09-13T16:10:45.080678+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017763+0000","last_change":"2024-09-13T16:10:45.093789+0000","last_active":"2024-09-13T16:10:47.017763+0000","last_peered":"2024-09-13T16:10:47.017763+0000","last_clean":"2024-09-13T16:10:47.017763+0000","last_became_active":"2024-09-13T16:10:45.093535+0000","last_became_peered":"2024-09-13T16:10:45.093535+0000","last_unstale":"2024-09-13T16:10:47.017763+0000","last_undegraded":"2024-09-13T16:10:47.017763+0000","last_fullsized":"2024-09-13T16:10:47.017763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073444+0000","last_change":"2024-09-13T16:10:44.718561+0000","last_active":"2024-09-13T16:10:46.073444+0000","last_peered":"2024-09-13T16:10:46.073444+0000","last_clean":"2024-09-13T16:10:46.073444+0000","last_became_active":"2024-09-13T16:10:44.718316+0000","last_became_peered":"2024-09-13T16:10:44.718316+0000","last_unstale":"2024-09-13T16:10:46.073444+0000","last_undegraded":"2024-09-13T16:10:46.073444+0000","last_fullsized":"2024-09-13T16:10:46.073444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:45.642851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:45.090086+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:45.089821+0000","last_became_peered":"2024-09-13T16:10:45.089821+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073238+0000","last_change":"2024-09-13T16:10:44.713790+0000","last_active":"2024-09-13T16:10:46.073238+0000","last_peered":"2024-09-13T16:10:46.073238+0000","last_clean":"2024-09-13T16:10:46.073238+0000","last_became_active":"2024-09-13T16:10:44.713435+0000","last_became_peered":"2024-09-13T16:10:44.713435+0000","last_unstale":"2024-09-13T16:10:46.073238+0000","last_undegraded":"2024-09-13T16:10:46.073238+0000","last_fullsized":"2024-09-13T16:10:46.073238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:28.004153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017430+0000","last_change":"2024-09-13T16:10:45.084948+0000","last_active":"2024-09-13T16:10:47.017430+0000","last_peered":"2024-09-13T16:10:47.017430+0000","last_clean":"2024-09-13T16:10:47.017430+0000","last_became_active":"2024-09-13T16:10:45.084698+0000","last_became_peered":"2024-09-13T16:10:45.084698+0000","last_unstale":"2024-09-13T16:10:47.017430+0000","last_undegraded":"2024-09-13T16:10:47.017430+0000","last_fullsized":"2024-09-13T16:10:47.017430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017712+0000","last_change":"2024-09-13T16:10:44.716080+0000","last_active":"2024-09-13T16:10:47.017712+0000","last_peered":"2024-09-13T16:10:47.017712+0000","last_clean":"2024-09-13T16:10:47.017712+0000","last_became_active":"2024-09-13T16:10:44.715812+0000","last_became_peered":"2024-09-13T16:10:44.715812+0000","last_unstale":"2024-09-13T16:10:47.017712+0000","last_undegraded":"2024-09-13T16:10:47.017712+0000","last_fullsized":"2024-09-13T16:10:47.017712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017628+0000","last_change":"2024-09-13T16:10:45.086113+0000","last_active":"2024-09-13T16:10:47.017628+0000","last_peered":"2024-09-13T16:10:47.017628+0000","last_clean":"2024-09-13T16:10:47.017628+0000","last_became_active":"2024-09-13T16:10:45.085803+0000","last_became_peered":"2024-09-13T16:10:45.085803+0000","last_unstale":"2024-09-13T16:10:47.017628+0000","last_undegraded":"2024-09-13T16:10:47.017628+0000","last_fullsized":"2024-09-13T16:10:47.017628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017594+0000","last_change":"2024-09-13T16:10:44.705257+0000","last_active":"2024-09-13T16:10:47.017594+0000","last_peered":"2024-09-13T16:10:47.017594+0000","last_clean":"2024-09-13T16:10:47.017594+0000","last_became_active":"2024-09-13T16:10:44.704952+0000","last_became_peered":"2024-09-13T16:10:44.704952+0000","last_unstale":"2024-09-13T16:10:47.017594+0000","last_undegraded":"2024-09-13T16:10:47.017594+0000","last_fullsized":"2024-09-13T16:10:47.017594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:35.470699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":77133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":77133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31328,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340512,"statfs":{"total":96636764160,"available":96604684288,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.307}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":819200,"data_stored":665956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6719999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7030000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9039999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.853}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:57.457 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:10:57.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.593+0000 7f9ef1d18640 1 Processor -- start 2024-09-13T16:10:57.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9ef1d18640 1 -- start start 2024-09-13T16:10:57.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9ef1d18640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9eec0b41a0 0x7f9eec0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9ef1d18640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9eec0d0a00 0x7f9eec167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9ef1d18640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9eec0cde30 con 0x7f9eec0ccf80 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9ef1d18640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eec0b5090 con 0x7f9eec0d0a00 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9ef1d18640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eec0cd820 con 0x7f9eec0b41a0 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9eebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9eec0d0a00 0x7f9eec167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.594+0000 7f9eebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9eec0d0a00 0x7f9eec167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37314/0 (socket says 172.21.15.39:37314) 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eebfff640 1 -- 172.21.15.39:0/490789071 learned_addr learned my addr 172.21.15.39:0/490789071 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eeb7fe640 1 --2- 172.21.15.39:0/490789071 >> v2:172.21.15.157:3300/0 conn(0x7f9eec0b41a0 0x7f9eec0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eebfff640 1 -- 172.21.15.39:0/490789071 >> v2:172.21.15.157:3300/0 conn(0x7f9eec0b41a0 msgr2=0x7f9eec0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eebfff640 1 --2- 172.21.15.39:0/490789071 >> v2:172.21.15.157:3300/0 conn(0x7f9eec0b41a0 0x7f9eec0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eebfff640 1 -- 172.21.15.39:0/490789071 >> v1:172.21.15.157:6789/0 conn(0x7f9eec0ccf80 legacy=0x7f9eec0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eebfff640 1 -- 172.21.15.39:0/490789071 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eec0b4ac0 con 0x7f9eec0d0a00 2024-09-13T16:10:57.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.595+0000 7f9eebfff640 1 --2- 172.21.15.39:0/490789071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0d0a00 0x7f9eec167010 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9eec073580 tx=0x7f9ee402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92e3252d31b12838 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9eea7fc640 1 -- 172.21.15.39:0/490789071 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4032440 con 0x7f9eec0d0a00 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9eea7fc640 1 -- 172.21.15.39:0/490789071 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ee40325a0 con 0x7f9eec0d0a00 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9eea7fc640 1 -- 172.21.15.39:0/490789071 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4032930 con 0x7f9eec0d0a00 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 -- 172.21.15.39:0/490789071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0d0a00 msgr2=0x7f9eec167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/490789071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0d0a00 0x7f9eec167010 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f9eec073580 tx=0x7f9ee402a230 comp rx=0 tx=0).stop 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 -- 172.21.15.39:0/490789071 shutdown_connections 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/490789071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0d0a00 0x7f9eec167010 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/490789071 >> v2:172.21.15.157:3300/0 conn(0x7f9eec0b41a0 0x7f9eec0b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 -- 172.21.15.39:0/490789071 >> 172.21.15.39:0/490789071 conn(0x7f9eec0cf1a0 msgr2=0x7f9eec0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 -- 172.21.15.39:0/490789071 shutdown_connections 2024-09-13T16:10:57.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.596+0000 7f9ef1d18640 1 -- 172.21.15.39:0/490789071 wait complete. 2024-09-13T16:10:57.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.597+0000 7f9ef1d18640 1 Processor -- start 2024-09-13T16:10:57.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 -- start start 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 0x7f9eec1551d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eec0ccf80 0x7f9eec14da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eec0d0a00 0x7f9eec155e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec155710 con 0x7f9eec0b41a0 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec1544a0 con 0x7f9eec0d0a00 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9ef1d18640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec153f00 con 0x7f9eec0ccf80 2024-09-13T16:10:57.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9eeb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 0x7f9eec1551d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9eeb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 0x7f9eec1551d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37320/0 (socket says 172.21.15.39:37320) 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9eeb7fe640 1 -- 172.21.15.39:0/2887784470 learned_addr learned my addr 172.21.15.39:0/2887784470 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9eebfff640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eec0d0a00 0x7f9eec155e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.598+0000 7f9eeaffd640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eec0ccf80 0x7f9eec14da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9eeb7fe640 1 -- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eec0ccf80 msgr2=0x7f9eec14da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9eeb7fe640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eec0ccf80 0x7f9eec14da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9eeb7fe640 1 -- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eec0d0a00 msgr2=0x7f9eec155e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9eeb7fe640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eec0d0a00 0x7f9eec155e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9eeb7fe640 1 -- 172.21.15.39:0/2887784470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ee40094d0 con 0x7f9eec0b41a0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9eeb7fe640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 0x7f9eec1551d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9edc007ef0 tx=0x7f9edc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9edc014620 con 0x7f9eec0b41a0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9edc014780 con 0x7f9eec0b41a0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9eec1569c0 con 0x7f9eec0b41a0 2024-09-13T16:10:57.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9edc014b30 con 0x7f9eec0b41a0 2024-09-13T16:10:57.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.599+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eec1549d0 con 0x7f9eec0b41a0 2024-09-13T16:10:57.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.600+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9eec067330 con 0x7f9eec0b41a0 2024-09-13T16:10:57.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.600+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9edc014c90 con 0x7f9eec0b41a0 2024-09-13T16:10:57.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.601+0000 7f9ee3fff640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ecc06ac00 0x7f9ecc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.601+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9edc089b50 con 0x7f9eec0b41a0 2024-09-13T16:10:57.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.601+0000 7f9eeaffd640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ecc06ac00 0x7f9ecc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.602+0000 7f9eeaffd640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ecc06ac00 0x7f9ecc06d0c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9eec153bb0 tx=0x7f9ed4007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.605+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9edc054e70 con 0x7f9eec0b41a0 2024-09-13T16:10:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.773+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f9eec0cdac0 con 0x7f9ecc06ac00 2024-09-13T16:10:57.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.780+0000 7f9ee3fff640 1 -- 172.21.15.39:0/2887784470 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+264590 (secure 0 0 0) 0x7f9ed4003940 con 0x7f9ecc06ac00 2024-09-13T16:10:57.784 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:10:57.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ecc06ac00 msgr2=0x7f9ecc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ecc06ac00 0x7f9ecc06d0c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f9eec153bb0 tx=0x7f9ed4007e30 comp rx=0 tx=0).stop 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 msgr2=0x7f9eec1551d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 0x7f9eec1551d0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f9edc007ef0 tx=0x7f9edc00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 shutdown_connections 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ecc06ac00 0x7f9ecc06d0c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eec0d0a00 0x7f9eec155e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eec0ccf80 0x7f9eec14da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 --2- 172.21.15.39:0/2887784470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eec0b41a0 0x7f9eec1551d0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 >> 172.21.15.39:0/2887784470 conn(0x7f9eec0cf1a0 msgr2=0x7f9eec0cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 shutdown_connections 2024-09-13T16:10:57.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.783+0000 7f9ef1d18640 1 -- 172.21.15.39:0/2887784470 wait complete. 2024-09-13T16:10:57.795 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":27,"stamp":"2024-09-13T16:10:57.137007+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":251856,"kb_used_data":2916,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754722864,"statfs":{"total":773094113280,"available":772836212736,"internally_reserved":0,"allocated":2985984,"data_stored":1789393,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.066026"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.082474+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.082205+0000","last_became_peered":"2024-09-13T16:10:45.082205+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073595+0000","last_change":"2024-09-13T16:10:45.083225+0000","last_active":"2024-09-13T16:10:46.073595+0000","last_peered":"2024-09-13T16:10:46.073595+0000","last_clean":"2024-09-13T16:10:46.073595+0000","last_became_active":"2024-09-13T16:10:45.082963+0000","last_became_peered":"2024-09-13T16:10:45.082963+0000","last_unstale":"2024-09-13T16:10:46.073595+0000","last_undegraded":"2024-09-13T16:10:46.073595+0000","last_fullsized":"2024-09-13T16:10:46.073595+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017057+0000","last_change":"2024-09-13T16:10:45.083898+0000","last_active":"2024-09-13T16:10:47.017057+0000","last_peered":"2024-09-13T16:10:47.017057+0000","last_clean":"2024-09-13T16:10:47.017057+0000","last_became_active":"2024-09-13T16:10:45.083598+0000","last_became_peered":"2024-09-13T16:10:45.083598+0000","last_unstale":"2024-09-13T16:10:47.017057+0000","last_undegraded":"2024-09-13T16:10:47.017057+0000","last_fullsized":"2024-09-13T16:10:47.017057+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017491+0000","last_change":"2024-09-13T16:10:45.092767+0000","last_active":"2024-09-13T16:10:47.017491+0000","last_peered":"2024-09-13T16:10:47.017491+0000","last_clean":"2024-09-13T16:10:47.017491+0000","last_became_active":"2024-09-13T16:10:45.092455+0000","last_became_peered":"2024-09-13T16:10:45.092455+0000","last_unstale":"2024-09-13T16:10:47.017491+0000","last_undegraded":"2024-09-13T16:10:47.017491+0000","last_fullsized":"2024-09-13T16:10:47.017491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073430+0000","last_change":"2024-09-13T16:10:45.086318+0000","last_active":"2024-09-13T16:10:46.073430+0000","last_peered":"2024-09-13T16:10:46.073430+0000","last_clean":"2024-09-13T16:10:46.073430+0000","last_became_active":"2024-09-13T16:10:45.085009+0000","last_became_peered":"2024-09-13T16:10:45.085009+0000","last_unstale":"2024-09-13T16:10:46.073430+0000","last_undegraded":"2024-09-13T16:10:46.073430+0000","last_fullsized":"2024-09-13T16:10:46.073430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017519+0000","last_change":"2024-09-13T16:10:45.088198+0000","last_active":"2024-09-13T16:10:47.017519+0000","last_peered":"2024-09-13T16:10:47.017519+0000","last_clean":"2024-09-13T16:10:47.017519+0000","last_became_active":"2024-09-13T16:10:45.087823+0000","last_became_peered":"2024-09-13T16:10:45.087823+0000","last_unstale":"2024-09-13T16:10:47.017519+0000","last_undegraded":"2024-09-13T16:10:47.017519+0000","last_fullsized":"2024-09-13T16:10:47.017519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072939+0000","last_change":"2024-09-13T16:10:45.078322+0000","last_active":"2024-09-13T16:10:46.072939+0000","last_peered":"2024-09-13T16:10:46.072939+0000","last_clean":"2024-09-13T16:10:46.072939+0000","last_became_active":"2024-09-13T16:10:45.077713+0000","last_became_peered":"2024-09-13T16:10:45.077713+0000","last_unstale":"2024-09-13T16:10:46.072939+0000","last_undegraded":"2024-09-13T16:10:46.072939+0000","last_fullsized":"2024-09-13T16:10:46.072939+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017018+0000","last_change":"2024-09-13T16:10:45.089853+0000","last_active":"2024-09-13T16:10:47.017018+0000","last_peered":"2024-09-13T16:10:47.017018+0000","last_clean":"2024-09-13T16:10:47.017018+0000","last_became_active":"2024-09-13T16:10:45.089575+0000","last_became_peered":"2024-09-13T16:10:45.089575+0000","last_unstale":"2024-09-13T16:10:47.017018+0000","last_undegraded":"2024-09-13T16:10:47.017018+0000","last_fullsized":"2024-09-13T16:10:47.017018+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073451+0000","last_change":"2024-09-13T16:10:45.089516+0000","last_active":"2024-09-13T16:10:46.073451+0000","last_peered":"2024-09-13T16:10:46.073451+0000","last_clean":"2024-09-13T16:10:46.073451+0000","last_became_active":"2024-09-13T16:10:45.089269+0000","last_became_peered":"2024-09-13T16:10:45.089269+0000","last_unstale":"2024-09-13T16:10:46.073451+0000","last_undegraded":"2024-09-13T16:10:46.073451+0000","last_fullsized":"2024-09-13T16:10:46.073451+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:24:46.569219+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017365+0000","last_change":"2024-09-13T16:10:45.085802+0000","last_active":"2024-09-13T16:10:47.017365+0000","last_peered":"2024-09-13T16:10:47.017365+0000","last_clean":"2024-09-13T16:10:47.017365+0000","last_became_active":"2024-09-13T16:10:45.085516+0000","last_became_peered":"2024-09-13T16:10:45.085516+0000","last_unstale":"2024-09-13T16:10:47.017365+0000","last_undegraded":"2024-09-13T16:10:47.017365+0000","last_fullsized":"2024-09-13T16:10:47.017365+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016995+0000","last_change":"2024-09-13T16:10:45.090977+0000","last_active":"2024-09-13T16:10:47.016995+0000","last_peered":"2024-09-13T16:10:47.016995+0000","last_clean":"2024-09-13T16:10:47.016995+0000","last_became_active":"2024-09-13T16:10:45.090204+0000","last_became_peered":"2024-09-13T16:10:45.090204+0000","last_unstale":"2024-09-13T16:10:47.016995+0000","last_undegraded":"2024-09-13T16:10:47.016995+0000","last_fullsized":"2024-09-13T16:10:47.016995+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073631+0000","last_change":"2024-09-13T16:10:45.081616+0000","last_active":"2024-09-13T16:10:46.073631+0000","last_peered":"2024-09-13T16:10:46.073631+0000","last_clean":"2024-09-13T16:10:46.073631+0000","last_became_active":"2024-09-13T16:10:45.080954+0000","last_became_peered":"2024-09-13T16:10:45.080954+0000","last_unstale":"2024-09-13T16:10:46.073631+0000","last_undegraded":"2024-09-13T16:10:46.073631+0000","last_fullsized":"2024-09-13T16:10:46.073631+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018123+0000","last_change":"2024-09-13T16:10:45.082848+0000","last_active":"2024-09-13T16:10:47.018123+0000","last_peered":"2024-09-13T16:10:47.018123+0000","last_clean":"2024-09-13T16:10:47.018123+0000","last_became_active":"2024-09-13T16:10:45.082613+0000","last_became_peered":"2024-09-13T16:10:45.082613+0000","last_unstale":"2024-09-13T16:10:47.018123+0000","last_undegraded":"2024-09-13T16:10:47.018123+0000","last_fullsized":"2024-09-13T16:10:47.018123+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017502+0000","last_change":"2024-09-13T16:10:45.087513+0000","last_active":"2024-09-13T16:10:47.017502+0000","last_peered":"2024-09-13T16:10:47.017502+0000","last_clean":"2024-09-13T16:10:47.017502+0000","last_became_active":"2024-09-13T16:10:45.087253+0000","last_became_peered":"2024-09-13T16:10:45.087253+0000","last_unstale":"2024-09-13T16:10:47.017502+0000","last_undegraded":"2024-09-13T16:10:47.017502+0000","last_fullsized":"2024-09-13T16:10:47.017502+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073462+0000","last_change":"2024-09-13T16:10:45.080287+0000","last_active":"2024-09-13T16:10:46.073462+0000","last_peered":"2024-09-13T16:10:46.073462+0000","last_clean":"2024-09-13T16:10:46.073462+0000","last_became_active":"2024-09-13T16:10:45.080014+0000","last_became_peered":"2024-09-13T16:10:45.080014+0000","last_unstale":"2024-09-13T16:10:46.073462+0000","last_undegraded":"2024-09-13T16:10:46.073462+0000","last_fullsized":"2024-09-13T16:10:46.073462+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017158+0000","last_change":"2024-09-13T16:10:45.085892+0000","last_active":"2024-09-13T16:10:47.017158+0000","last_peered":"2024-09-13T16:10:47.017158+0000","last_clean":"2024-09-13T16:10:47.017158+0000","last_became_active":"2024-09-13T16:10:45.085600+0000","last_became_peered":"2024-09-13T16:10:45.085600+0000","last_unstale":"2024-09-13T16:10:47.017158+0000","last_undegraded":"2024-09-13T16:10:47.017158+0000","last_fullsized":"2024-09-13T16:10:47.017158+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017670+0000","last_change":"2024-09-13T16:10:45.093945+0000","last_active":"2024-09-13T16:10:47.017670+0000","last_peered":"2024-09-13T16:10:47.017670+0000","last_clean":"2024-09-13T16:10:47.017670+0000","last_became_active":"2024-09-13T16:10:45.093419+0000","last_became_peered":"2024-09-13T16:10:45.093419+0000","last_unstale":"2024-09-13T16:10:47.017670+0000","last_undegraded":"2024-09-13T16:10:47.017670+0000","last_fullsized":"2024-09-13T16:10:47.017670+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017401+0000","last_change":"2024-09-13T16:10:45.082793+0000","last_active":"2024-09-13T16:10:47.017401+0000","last_peered":"2024-09-13T16:10:47.017401+0000","last_clean":"2024-09-13T16:10:47.017401+0000","last_became_active":"2024-09-13T16:10:45.082524+0000","last_became_peered":"2024-09-13T16:10:45.082524+0000","last_unstale":"2024-09-13T16:10:47.017401+0000","last_undegraded":"2024-09-13T16:10:47.017401+0000","last_fullsized":"2024-09-13T16:10:47.017401+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:46.653880+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073347+0000","last_change":"2024-09-13T16:10:45.084613+0000","last_active":"2024-09-13T16:10:46.073347+0000","last_peered":"2024-09-13T16:10:46.073347+0000","last_clean":"2024-09-13T16:10:46.073347+0000","last_became_active":"2024-09-13T16:10:45.084351+0000","last_became_peered":"2024-09-13T16:10:45.084351+0000","last_unstale":"2024-09-13T16:10:46.073347+0000","last_undegraded":"2024-09-13T16:10:46.073347+0000","last_fullsized":"2024-09-13T16:10:46.073347+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016898+0000","last_change":"2024-09-13T16:10:45.077134+0000","last_active":"2024-09-13T16:10:47.016898+0000","last_peered":"2024-09-13T16:10:47.016898+0000","last_clean":"2024-09-13T16:10:47.016898+0000","last_became_active":"2024-09-13T16:10:45.076878+0000","last_became_peered":"2024-09-13T16:10:45.076878+0000","last_unstale":"2024-09-13T16:10:47.016898+0000","last_undegraded":"2024-09-13T16:10:47.016898+0000","last_fullsized":"2024-09-13T16:10:47.016898+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016964+0000","last_change":"2024-09-13T16:10:45.091633+0000","last_active":"2024-09-13T16:10:47.016964+0000","last_peered":"2024-09-13T16:10:47.016964+0000","last_clean":"2024-09-13T16:10:47.016964+0000","last_became_active":"2024-09-13T16:10:45.091016+0000","last_became_peered":"2024-09-13T16:10:45.091016+0000","last_unstale":"2024-09-13T16:10:47.016964+0000","last_undegraded":"2024-09-13T16:10:47.016964+0000","last_fullsized":"2024-09-13T16:10:47.016964+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017231+0000","last_change":"2024-09-13T16:10:45.093295+0000","last_active":"2024-09-13T16:10:47.017231+0000","last_peered":"2024-09-13T16:10:47.017231+0000","last_clean":"2024-09-13T16:10:47.017231+0000","last_became_active":"2024-09-13T16:10:45.093032+0000","last_became_peered":"2024-09-13T16:10:45.093032+0000","last_unstale":"2024-09-13T16:10:47.017231+0000","last_undegraded":"2024-09-13T16:10:47.017231+0000","last_fullsized":"2024-09-13T16:10:47.017231+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:05:41.019499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017835+0000","last_change":"2024-09-13T16:10:45.082232+0000","last_active":"2024-09-13T16:10:47.017835+0000","last_peered":"2024-09-13T16:10:47.017835+0000","last_clean":"2024-09-13T16:10:47.017835+0000","last_became_active":"2024-09-13T16:10:45.081980+0000","last_became_peered":"2024-09-13T16:10:45.081980+0000","last_unstale":"2024-09-13T16:10:47.017835+0000","last_undegraded":"2024-09-13T16:10:47.017835+0000","last_fullsized":"2024-09-13T16:10:47.017835+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017444+0000","last_change":"2024-09-13T16:10:45.092800+0000","last_active":"2024-09-13T16:10:47.017444+0000","last_peered":"2024-09-13T16:10:47.017444+0000","last_clean":"2024-09-13T16:10:47.017444+0000","last_became_active":"2024-09-13T16:10:45.092482+0000","last_became_peered":"2024-09-13T16:10:45.092482+0000","last_unstale":"2024-09-13T16:10:47.017444+0000","last_undegraded":"2024-09-13T16:10:47.017444+0000","last_fullsized":"2024-09-13T16:10:47.017444+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:17.502220+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018079+0000","last_change":"2024-09-13T16:10:45.079842+0000","last_active":"2024-09-13T16:10:47.018079+0000","last_peered":"2024-09-13T16:10:47.018079+0000","last_clean":"2024-09-13T16:10:47.018079+0000","last_became_active":"2024-09-13T16:10:45.079604+0000","last_became_peered":"2024-09-13T16:10:45.079604+0000","last_unstale":"2024-09-13T16:10:47.018079+0000","last_undegraded":"2024-09-13T16:10:47.018079+0000","last_fullsized":"2024-09-13T16:10:47.018079+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017234+0000","last_change":"2024-09-13T16:10:45.081165+0000","last_active":"2024-09-13T16:10:47.017234+0000","last_peered":"2024-09-13T16:10:47.017234+0000","last_clean":"2024-09-13T16:10:47.017234+0000","last_became_active":"2024-09-13T16:10:45.080806+0000","last_became_peered":"2024-09-13T16:10:45.080806+0000","last_unstale":"2024-09-13T16:10:47.017234+0000","last_undegraded":"2024-09-13T16:10:47.017234+0000","last_fullsized":"2024-09-13T16:10:47.017234+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073633+0000","last_change":"2024-09-13T16:10:45.076721+0000","last_active":"2024-09-13T16:10:46.073633+0000","last_peered":"2024-09-13T16:10:46.073633+0000","last_clean":"2024-09-13T16:10:46.073633+0000","last_became_active":"2024-09-13T16:10:45.076476+0000","last_became_peered":"2024-09-13T16:10:45.076476+0000","last_unstale":"2024-09-13T16:10:46.073633+0000","last_undegraded":"2024-09-13T16:10:46.073633+0000","last_fullsized":"2024-09-13T16:10:46.073633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018005+0000","last_change":"2024-09-13T16:10:45.078348+0000","last_active":"2024-09-13T16:10:47.018005+0000","last_peered":"2024-09-13T16:10:47.018005+0000","last_clean":"2024-09-13T16:10:47.018005+0000","last_became_active":"2024-09-13T16:10:45.077410+0000","last_became_peered":"2024-09-13T16:10:45.077410+0000","last_unstale":"2024-09-13T16:10:47.018005+0000","last_undegraded":"2024-09-13T16:10:47.018005+0000","last_fullsized":"2024-09-13T16:10:47.018005+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017128+0000","last_change":"2024-09-13T16:10:45.086108+0000","last_active":"2024-09-13T16:10:47.017128+0000","last_peered":"2024-09-13T16:10:47.017128+0000","last_clean":"2024-09-13T16:10:47.017128+0000","last_became_active":"2024-09-13T16:10:45.085583+0000","last_became_peered":"2024-09-13T16:10:45.085583+0000","last_unstale":"2024-09-13T16:10:47.017128+0000","last_undegraded":"2024-09-13T16:10:47.017128+0000","last_fullsized":"2024-09-13T16:10:47.017128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017366+0000","last_change":"2024-09-13T16:10:45.092692+0000","last_active":"2024-09-13T16:10:47.017366+0000","last_peered":"2024-09-13T16:10:47.017366+0000","last_clean":"2024-09-13T16:10:47.017366+0000","last_became_active":"2024-09-13T16:10:45.092430+0000","last_became_peered":"2024-09-13T16:10:45.092430+0000","last_unstale":"2024-09-13T16:10:47.017366+0000","last_undegraded":"2024-09-13T16:10:47.017366+0000","last_fullsized":"2024-09-13T16:10:47.017366+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:53.255501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016820+0000","last_change":"2024-09-13T16:10:45.082861+0000","last_active":"2024-09-13T16:10:47.016820+0000","last_peered":"2024-09-13T16:10:47.016820+0000","last_clean":"2024-09-13T16:10:47.016820+0000","last_became_active":"2024-09-13T16:10:45.082592+0000","last_became_peered":"2024-09-13T16:10:45.082592+0000","last_unstale":"2024-09-13T16:10:47.016820+0000","last_undegraded":"2024-09-13T16:10:47.016820+0000","last_fullsized":"2024-09-13T16:10:47.016820+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.087354+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.087076+0000","last_became_peered":"2024-09-13T16:10:45.087076+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072830+0000","last_change":"2024-09-13T16:10:45.079685+0000","last_active":"2024-09-13T16:10:46.072830+0000","last_peered":"2024-09-13T16:10:46.072830+0000","last_clean":"2024-09-13T16:10:46.072830+0000","last_became_active":"2024-09-13T16:10:45.078907+0000","last_became_peered":"2024-09-13T16:10:45.078907+0000","last_unstale":"2024-09-13T16:10:46.072830+0000","last_undegraded":"2024-09-13T16:10:46.072830+0000","last_fullsized":"2024-09-13T16:10:46.072830+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:59.855452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1b","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018211+0000","last_change":"2024-09-13T16:10:44.714738+0000","last_active":"2024-09-13T16:10:47.018211+0000","last_peered":"2024-09-13T16:10:47.018211+0000","last_clean":"2024-09-13T16:10:47.018211+0000","last_became_active":"2024-09-13T16:10:44.714465+0000","last_became_peered":"2024-09-13T16:10:44.714465+0000","last_unstale":"2024-09-13T16:10:47.018211+0000","last_undegraded":"2024-09-13T16:10:47.018211+0000","last_fullsized":"2024-09-13T16:10:47.018211+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.086431+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.086122+0000","last_became_peered":"2024-09-13T16:10:45.086122+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1a","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016989+0000","last_change":"2024-09-13T16:10:44.709473+0000","last_active":"2024-09-13T16:10:47.016989+0000","last_peered":"2024-09-13T16:10:47.016989+0000","last_clean":"2024-09-13T16:10:47.016989+0000","last_became_active":"2024-09-13T16:10:44.708888+0000","last_became_peered":"2024-09-13T16:10:44.708888+0000","last_unstale":"2024-09-13T16:10:47.016989+0000","last_undegraded":"2024-09-13T16:10:47.016989+0000","last_fullsized":"2024-09-13T16:10:47.016989+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017882+0000","last_change":"2024-09-13T16:10:44.713471+0000","last_active":"2024-09-13T16:10:47.017882+0000","last_peered":"2024-09-13T16:10:47.017882+0000","last_clean":"2024-09-13T16:10:47.017882+0000","last_became_active":"2024-09-13T16:10:44.713213+0000","last_became_peered":"2024-09-13T16:10:44.713213+0000","last_unstale":"2024-09-13T16:10:47.017882+0000","last_undegraded":"2024-09-13T16:10:47.017882+0000","last_fullsized":"2024-09-13T16:10:47.017882+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017110+0000","last_change":"2024-09-13T16:10:45.080198+0000","last_active":"2024-09-13T16:10:47.017110+0000","last_peered":"2024-09-13T16:10:47.017110+0000","last_clean":"2024-09-13T16:10:47.017110+0000","last_became_active":"2024-09-13T16:10:45.079960+0000","last_became_peered":"2024-09-13T16:10:45.079960+0000","last_unstale":"2024-09-13T16:10:47.017110+0000","last_undegraded":"2024-09-13T16:10:47.017110+0000","last_fullsized":"2024-09-13T16:10:47.017110+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017292+0000","last_change":"2024-09-13T16:10:44.715316+0000","last_active":"2024-09-13T16:10:47.017292+0000","last_peered":"2024-09-13T16:10:47.017292+0000","last_clean":"2024-09-13T16:10:47.017292+0000","last_became_active":"2024-09-13T16:10:44.715021+0000","last_became_peered":"2024-09-13T16:10:44.715021+0000","last_unstale":"2024-09-13T16:10:47.017292+0000","last_undegraded":"2024-09-13T16:10:47.017292+0000","last_fullsized":"2024-09-13T16:10:47.017292+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073371+0000","last_change":"2024-09-13T16:10:45.077414+0000","last_active":"2024-09-13T16:10:46.073371+0000","last_peered":"2024-09-13T16:10:46.073371+0000","last_clean":"2024-09-13T16:10:46.073371+0000","last_became_active":"2024-09-13T16:10:45.077102+0000","last_became_peered":"2024-09-13T16:10:45.077102+0000","last_unstale":"2024-09-13T16:10:46.073371+0000","last_undegraded":"2024-09-13T16:10:46.073371+0000","last_fullsized":"2024-09-13T16:10:46.073371+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:40:21.313586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017151+0000","last_change":"2024-09-13T16:10:44.714454+0000","last_active":"2024-09-13T16:10:47.017151+0000","last_peered":"2024-09-13T16:10:47.017151+0000","last_clean":"2024-09-13T16:10:47.017151+0000","last_became_active":"2024-09-13T16:10:44.714100+0000","last_became_peered":"2024-09-13T16:10:44.714100+0000","last_unstale":"2024-09-13T16:10:47.017151+0000","last_undegraded":"2024-09-13T16:10:47.017151+0000","last_fullsized":"2024-09-13T16:10:47.017151+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.093367+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.093094+0000","last_became_peered":"2024-09-13T16:10:45.093094+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017634+0000","last_change":"2024-09-13T16:10:44.717640+0000","last_active":"2024-09-13T16:10:47.017634+0000","last_peered":"2024-09-13T16:10:47.017634+0000","last_clean":"2024-09-13T16:10:47.017634+0000","last_became_active":"2024-09-13T16:10:44.717333+0000","last_became_peered":"2024-09-13T16:10:44.717333+0000","last_unstale":"2024-09-13T16:10:47.017634+0000","last_undegraded":"2024-09-13T16:10:47.017634+0000","last_fullsized":"2024-09-13T16:10:47.017634+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017512+0000","last_change":"2024-09-13T16:10:45.085289+0000","last_active":"2024-09-13T16:10:47.017512+0000","last_peered":"2024-09-13T16:10:47.017512+0000","last_clean":"2024-09-13T16:10:47.017512+0000","last_became_active":"2024-09-13T16:10:45.084421+0000","last_became_peered":"2024-09-13T16:10:45.084421+0000","last_unstale":"2024-09-13T16:10:47.017512+0000","last_undegraded":"2024-09-13T16:10:47.017512+0000","last_fullsized":"2024-09-13T16:10:47.017512+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:04:46.999625+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"20'3","reported_seq":14,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073481+0000","last_change":"2024-09-13T16:10:44.714860+0000","last_active":"2024-09-13T16:10:46.073481+0000","last_peered":"2024-09-13T16:10:46.073481+0000","last_clean":"2024-09-13T16:10:46.073481+0000","last_became_active":"2024-09-13T16:10:44.714557+0000","last_became_peered":"2024-09-13T16:10:44.714557+0000","last_unstale":"2024-09-13T16:10:46.073481+0000","last_undegraded":"2024-09-13T16:10:46.073481+0000","last_fullsized":"2024-09-13T16:10:46.073481+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073717+0000","last_change":"2024-09-13T16:10:45.082962+0000","last_active":"2024-09-13T16:10:46.073717+0000","last_peered":"2024-09-13T16:10:46.073717+0000","last_clean":"2024-09-13T16:10:46.073717+0000","last_became_active":"2024-09-13T16:10:45.082602+0000","last_became_peered":"2024-09-13T16:10:45.082602+0000","last_unstale":"2024-09-13T16:10:46.073717+0000","last_undegraded":"2024-09-13T16:10:46.073717+0000","last_fullsized":"2024-09-13T16:10:46.073717+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:29.015181+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"20'6","reported_seq":17,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017072+0000","last_change":"2024-09-13T16:10:44.713349+0000","last_active":"2024-09-13T16:10:47.017072+0000","last_peered":"2024-09-13T16:10:47.017072+0000","last_clean":"2024-09-13T16:10:47.017072+0000","last_became_active":"2024-09-13T16:10:44.713001+0000","last_became_peered":"2024-09-13T16:10:44.713001+0000","last_unstale":"2024-09-13T16:10:47.017072+0000","last_undegraded":"2024-09-13T16:10:47.017072+0000","last_fullsized":"2024-09-13T16:10:47.017072+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073054+0000","last_change":"2024-09-13T16:10:45.085490+0000","last_active":"2024-09-13T16:10:46.073054+0000","last_peered":"2024-09-13T16:10:46.073054+0000","last_clean":"2024-09-13T16:10:46.073054+0000","last_became_active":"2024-09-13T16:10:45.085096+0000","last_became_peered":"2024-09-13T16:10:45.085096+0000","last_unstale":"2024-09-13T16:10:46.073054+0000","last_undegraded":"2024-09-13T16:10:46.073054+0000","last_fullsized":"2024-09-13T16:10:46.073054+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:11:01.707134+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017319+0000","last_change":"2024-09-13T16:10:44.709566+0000","last_active":"2024-09-13T16:10:47.017319+0000","last_peered":"2024-09-13T16:10:47.017319+0000","last_clean":"2024-09-13T16:10:47.017319+0000","last_became_active":"2024-09-13T16:10:44.708635+0000","last_became_peered":"2024-09-13T16:10:44.708635+0000","last_unstale":"2024-09-13T16:10:47.017319+0000","last_undegraded":"2024-09-13T16:10:47.017319+0000","last_fullsized":"2024-09-13T16:10:47.017319+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017599+0000","last_change":"2024-09-13T16:10:45.085102+0000","last_active":"2024-09-13T16:10:47.017599+0000","last_peered":"2024-09-13T16:10:47.017599+0000","last_clean":"2024-09-13T16:10:47.017599+0000","last_became_active":"2024-09-13T16:10:45.084824+0000","last_became_peered":"2024-09-13T16:10:45.084824+0000","last_unstale":"2024-09-13T16:10:47.017599+0000","last_undegraded":"2024-09-13T16:10:47.017599+0000","last_fullsized":"2024-09-13T16:10:47.017599+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:59:59.329034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017473+0000","last_change":"2024-09-13T16:10:44.716666+0000","last_active":"2024-09-13T16:10:47.017473+0000","last_peered":"2024-09-13T16:10:47.017473+0000","last_clean":"2024-09-13T16:10:47.017473+0000","last_became_active":"2024-09-13T16:10:44.716218+0000","last_became_peered":"2024-09-13T16:10:44.716218+0000","last_unstale":"2024-09-13T16:10:47.017473+0000","last_undegraded":"2024-09-13T16:10:47.017473+0000","last_fullsized":"2024-09-13T16:10:47.017473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073531+0000","last_change":"2024-09-13T16:10:45.082640+0000","last_active":"2024-09-13T16:10:46.073531+0000","last_peered":"2024-09-13T16:10:46.073531+0000","last_clean":"2024-09-13T16:10:46.073531+0000","last_became_active":"2024-09-13T16:10:45.080161+0000","last_became_peered":"2024-09-13T16:10:45.080161+0000","last_unstale":"2024-09-13T16:10:46.073531+0000","last_undegraded":"2024-09-13T16:10:46.073531+0000","last_fullsized":"2024-09-13T16:10:46.073531+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016861+0000","last_change":"2024-09-13T16:10:44.711419+0000","last_active":"2024-09-13T16:10:47.016861+0000","last_peered":"2024-09-13T16:10:47.016861+0000","last_clean":"2024-09-13T16:10:47.016861+0000","last_became_active":"2024-09-13T16:10:44.711132+0000","last_became_peered":"2024-09-13T16:10:44.711132+0000","last_unstale":"2024-09-13T16:10:47.016861+0000","last_undegraded":"2024-09-13T16:10:47.016861+0000","last_fullsized":"2024-09-13T16:10:47.016861+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:51:05.772773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.086756+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.086444+0000","last_became_peered":"2024-09-13T16:10:45.086444+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:56.763013+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"20'8","reported_seq":19,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016812+0000","last_change":"2024-09-13T16:10:44.713900+0000","last_active":"2024-09-13T16:10:47.016812+0000","last_peered":"2024-09-13T16:10:47.016812+0000","last_clean":"2024-09-13T16:10:47.016812+0000","last_became_active":"2024-09-13T16:10:44.713528+0000","last_became_peered":"2024-09-13T16:10:44.713528+0000","last_unstale":"2024-09-13T16:10:47.016812+0000","last_undegraded":"2024-09-13T16:10:47.016812+0000","last_fullsized":"2024-09-13T16:10:47.016812+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073030+0000","last_change":"2024-09-13T16:10:45.078524+0000","last_active":"2024-09-13T16:10:46.073030+0000","last_peered":"2024-09-13T16:10:46.073030+0000","last_clean":"2024-09-13T16:10:46.073030+0000","last_became_active":"2024-09-13T16:10:45.078059+0000","last_became_peered":"2024-09-13T16:10:45.078059+0000","last_unstale":"2024-09-13T16:10:46.073030+0000","last_undegraded":"2024-09-13T16:10:46.073030+0000","last_fullsized":"2024-09-13T16:10:46.073030+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073772+0000","last_change":"2024-09-13T16:10:44.709248+0000","last_active":"2024-09-13T16:10:46.073772+0000","last_peered":"2024-09-13T16:10:46.073772+0000","last_clean":"2024-09-13T16:10:46.073772+0000","last_became_active":"2024-09-13T16:10:44.708975+0000","last_became_peered":"2024-09-13T16:10:44.708975+0000","last_unstale":"2024-09-13T16:10:46.073772+0000","last_undegraded":"2024-09-13T16:10:46.073772+0000","last_fullsized":"2024-09-13T16:10:46.073772+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073336+0000","last_change":"2024-09-13T16:10:45.078121+0000","last_active":"2024-09-13T16:10:46.073336+0000","last_peered":"2024-09-13T16:10:46.073336+0000","last_clean":"2024-09-13T16:10:46.073336+0000","last_became_active":"2024-09-13T16:10:45.077851+0000","last_became_peered":"2024-09-13T16:10:45.077851+0000","last_unstale":"2024-09-13T16:10:46.073336+0000","last_undegraded":"2024-09-13T16:10:46.073336+0000","last_fullsized":"2024-09-13T16:10:46.073336+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:47.326945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017492+0000","last_change":"2024-09-13T16:10:44.714501+0000","last_active":"2024-09-13T16:10:47.017492+0000","last_peered":"2024-09-13T16:10:47.017492+0000","last_clean":"2024-09-13T16:10:47.017492+0000","last_became_active":"2024-09-13T16:10:44.714205+0000","last_became_peered":"2024-09-13T16:10:44.714205+0000","last_unstale":"2024-09-13T16:10:47.017492+0000","last_undegraded":"2024-09-13T16:10:47.017492+0000","last_fullsized":"2024-09-13T16:10:47.017492+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073489+0000","last_change":"2024-09-13T16:10:45.081152+0000","last_active":"2024-09-13T16:10:46.073489+0000","last_peered":"2024-09-13T16:10:46.073489+0000","last_clean":"2024-09-13T16:10:46.073489+0000","last_became_active":"2024-09-13T16:10:45.080877+0000","last_became_peered":"2024-09-13T16:10:45.080877+0000","last_unstale":"2024-09-13T16:10:46.073489+0000","last_undegraded":"2024-09-13T16:10:46.073489+0000","last_fullsized":"2024-09-13T16:10:46.073489+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:45:02.471000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073584+0000","last_change":"2024-09-13T16:10:44.713441+0000","last_active":"2024-09-13T16:10:46.073584+0000","last_peered":"2024-09-13T16:10:46.073584+0000","last_clean":"2024-09-13T16:10:46.073584+0000","last_became_active":"2024-09-13T16:10:44.713173+0000","last_became_peered":"2024-09-13T16:10:44.713173+0000","last_unstale":"2024-09-13T16:10:46.073584+0000","last_undegraded":"2024-09-13T16:10:46.073584+0000","last_fullsized":"2024-09-13T16:10:46.073584+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017718+0000","last_change":"2024-09-13T16:10:45.092675+0000","last_active":"2024-09-13T16:10:47.017718+0000","last_peered":"2024-09-13T16:10:47.017718+0000","last_clean":"2024-09-13T16:10:47.017718+0000","last_became_active":"2024-09-13T16:10:45.092398+0000","last_became_peered":"2024-09-13T16:10:45.092398+0000","last_unstale":"2024-09-13T16:10:47.017718+0000","last_undegraded":"2024-09-13T16:10:47.017718+0000","last_fullsized":"2024-09-13T16:10:47.017718+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:34:30.101815+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017140+0000","last_change":"2024-09-13T16:10:44.714886+0000","last_active":"2024-09-13T16:10:47.017140+0000","last_peered":"2024-09-13T16:10:47.017140+0000","last_clean":"2024-09-13T16:10:47.017140+0000","last_became_active":"2024-09-13T16:10:44.714403+0000","last_became_peered":"2024-09-13T16:10:44.714403+0000","last_unstale":"2024-09-13T16:10:47.017140+0000","last_undegraded":"2024-09-13T16:10:47.017140+0000","last_fullsized":"2024-09-13T16:10:47.017140+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073145+0000","last_change":"2024-09-13T16:10:45.090849+0000","last_active":"2024-09-13T16:10:46.073145+0000","last_peered":"2024-09-13T16:10:46.073145+0000","last_clean":"2024-09-13T16:10:46.073145+0000","last_became_active":"2024-09-13T16:10:45.090578+0000","last_became_peered":"2024-09-13T16:10:45.090578+0000","last_unstale":"2024-09-13T16:10:46.073145+0000","last_undegraded":"2024-09-13T16:10:46.073145+0000","last_fullsized":"2024-09-13T16:10:46.073145+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:26:18.476290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":164,"reported_epoch":20,"state":"active+clean","last_fresh":"2024-09-13T16:10:45.069018+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:10:45.069018+0000","last_peered":"2024-09-13T16:10:45.069018+0000","last_clean":"2024-09-13T16:10:45.069018+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:10:45.069018+0000","last_undegraded":"2024-09-13T16:10:45.069018+0000","last_fullsized":"2024-09-13T16:10:45.069018+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017304+0000","last_change":"2024-09-13T16:10:44.713436+0000","last_active":"2024-09-13T16:10:47.017304+0000","last_peered":"2024-09-13T16:10:47.017304+0000","last_clean":"2024-09-13T16:10:47.017304+0000","last_became_active":"2024-09-13T16:10:44.712483+0000","last_became_peered":"2024-09-13T16:10:44.712483+0000","last_unstale":"2024-09-13T16:10:47.017304+0000","last_undegraded":"2024-09-13T16:10:47.017304+0000","last_fullsized":"2024-09-13T16:10:47.017304+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:28:21.402819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017227+0000","last_change":"2024-09-13T16:10:45.090793+0000","last_active":"2024-09-13T16:10:47.017227+0000","last_peered":"2024-09-13T16:10:47.017227+0000","last_clean":"2024-09-13T16:10:47.017227+0000","last_became_active":"2024-09-13T16:10:45.090544+0000","last_became_peered":"2024-09-13T16:10:45.090544+0000","last_unstale":"2024-09-13T16:10:47.017227+0000","last_undegraded":"2024-09-13T16:10:47.017227+0000","last_fullsized":"2024-09-13T16:10:47.017227+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:50:15.933080+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072773+0000","last_change":"2024-09-13T16:10:44.712187+0000","last_active":"2024-09-13T16:10:46.072773+0000","last_peered":"2024-09-13T16:10:46.072773+0000","last_clean":"2024-09-13T16:10:46.072773+0000","last_became_active":"2024-09-13T16:10:44.711939+0000","last_became_peered":"2024-09-13T16:10:44.711939+0000","last_unstale":"2024-09-13T16:10:46.072773+0000","last_undegraded":"2024-09-13T16:10:46.072773+0000","last_fullsized":"2024-09-13T16:10:46.072773+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:58.844423+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016892+0000","last_change":"2024-09-13T16:10:45.083771+0000","last_active":"2024-09-13T16:10:47.016892+0000","last_peered":"2024-09-13T16:10:47.016892+0000","last_clean":"2024-09-13T16:10:47.016892+0000","last_became_active":"2024-09-13T16:10:45.083489+0000","last_became_peered":"2024-09-13T16:10:45.083489+0000","last_unstale":"2024-09-13T16:10:47.016892+0000","last_undegraded":"2024-09-13T16:10:47.016892+0000","last_fullsized":"2024-09-13T16:10:47.016892+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017643+0000","last_change":"2024-09-13T16:10:44.713417+0000","last_active":"2024-09-13T16:10:47.017643+0000","last_peered":"2024-09-13T16:10:47.017643+0000","last_clean":"2024-09-13T16:10:47.017643+0000","last_became_active":"2024-09-13T16:10:44.713083+0000","last_became_peered":"2024-09-13T16:10:44.713083+0000","last_unstale":"2024-09-13T16:10:47.017643+0000","last_undegraded":"2024-09-13T16:10:47.017643+0000","last_fullsized":"2024-09-13T16:10:47.017643+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073478+0000","last_change":"2024-09-13T16:10:45.081568+0000","last_active":"2024-09-13T16:10:46.073478+0000","last_peered":"2024-09-13T16:10:46.073478+0000","last_clean":"2024-09-13T16:10:46.073478+0000","last_became_active":"2024-09-13T16:10:45.081338+0000","last_became_peered":"2024-09-13T16:10:45.081338+0000","last_unstale":"2024-09-13T16:10:46.073478+0000","last_undegraded":"2024-09-13T16:10:46.073478+0000","last_fullsized":"2024-09-13T16:10:46.073478+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:44.716472+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:44.715436+0000","last_became_peered":"2024-09-13T16:10:44.715436+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:50:27.779348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073383+0000","last_change":"2024-09-13T16:10:45.084958+0000","last_active":"2024-09-13T16:10:46.073383+0000","last_peered":"2024-09-13T16:10:46.073383+0000","last_clean":"2024-09-13T16:10:46.073383+0000","last_became_active":"2024-09-13T16:10:45.084689+0000","last_became_peered":"2024-09-13T16:10:45.084689+0000","last_unstale":"2024-09-13T16:10:46.073383+0000","last_undegraded":"2024-09-13T16:10:46.073383+0000","last_fullsized":"2024-09-13T16:10:46.073383+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:35.902397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073452+0000","last_change":"2024-09-13T16:10:44.711647+0000","last_active":"2024-09-13T16:10:46.073452+0000","last_peered":"2024-09-13T16:10:46.073452+0000","last_clean":"2024-09-13T16:10:46.073452+0000","last_became_active":"2024-09-13T16:10:44.711330+0000","last_became_peered":"2024-09-13T16:10:44.711330+0000","last_unstale":"2024-09-13T16:10:46.073452+0000","last_undegraded":"2024-09-13T16:10:46.073452+0000","last_fullsized":"2024-09-13T16:10:46.073452+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017804+0000","last_change":"2024-09-13T16:10:45.091997+0000","last_active":"2024-09-13T16:10:47.017804+0000","last_peered":"2024-09-13T16:10:47.017804+0000","last_clean":"2024-09-13T16:10:47.017804+0000","last_became_active":"2024-09-13T16:10:45.091718+0000","last_became_peered":"2024-09-13T16:10:45.091718+0000","last_unstale":"2024-09-13T16:10:47.017804+0000","last_undegraded":"2024-09-13T16:10:47.017804+0000","last_fullsized":"2024-09-13T16:10:47.017804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:11.898994+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073517+0000","last_change":"2024-09-13T16:10:44.713092+0000","last_active":"2024-09-13T16:10:46.073517+0000","last_peered":"2024-09-13T16:10:46.073517+0000","last_clean":"2024-09-13T16:10:46.073517+0000","last_became_active":"2024-09-13T16:10:44.712735+0000","last_became_peered":"2024-09-13T16:10:44.712735+0000","last_unstale":"2024-09-13T16:10:46.073517+0000","last_undegraded":"2024-09-13T16:10:46.073517+0000","last_fullsized":"2024-09-13T16:10:46.073517+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:24:15.749050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073519+0000","last_change":"2024-09-13T16:10:45.080986+0000","last_active":"2024-09-13T16:10:46.073519+0000","last_peered":"2024-09-13T16:10:46.073519+0000","last_clean":"2024-09-13T16:10:46.073519+0000","last_became_active":"2024-09-13T16:10:45.080741+0000","last_became_peered":"2024-09-13T16:10:45.080741+0000","last_unstale":"2024-09-13T16:10:46.073519+0000","last_undegraded":"2024-09-13T16:10:46.073519+0000","last_fullsized":"2024-09-13T16:10:46.073519+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"21'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.158729+0000","last_change":"2024-09-13T16:10:44.707818+0000","last_active":"2024-09-13T16:10:47.158729+0000","last_peered":"2024-09-13T16:10:47.158729+0000","last_clean":"2024-09-13T16:10:47.158729+0000","last_became_active":"2024-09-13T16:10:44.707408+0000","last_became_peered":"2024-09-13T16:10:44.707408+0000","last_unstale":"2024-09-13T16:10:47.158729+0000","last_undegraded":"2024-09-13T16:10:47.158729+0000","last_fullsized":"2024-09-13T16:10:47.158729+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:07.198428+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018128+0000","last_change":"2024-09-13T16:10:45.084750+0000","last_active":"2024-09-13T16:10:47.018128+0000","last_peered":"2024-09-13T16:10:47.018128+0000","last_clean":"2024-09-13T16:10:47.018128+0000","last_became_active":"2024-09-13T16:10:45.084470+0000","last_became_peered":"2024-09-13T16:10:45.084470+0000","last_unstale":"2024-09-13T16:10:47.018128+0000","last_undegraded":"2024-09-13T16:10:47.018128+0000","last_fullsized":"2024-09-13T16:10:47.018128+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:38.817907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017314+0000","last_change":"2024-09-13T16:10:44.710168+0000","last_active":"2024-09-13T16:10:47.017314+0000","last_peered":"2024-09-13T16:10:47.017314+0000","last_clean":"2024-09-13T16:10:47.017314+0000","last_became_active":"2024-09-13T16:10:44.709806+0000","last_became_peered":"2024-09-13T16:10:44.709806+0000","last_unstale":"2024-09-13T16:10:47.017314+0000","last_undegraded":"2024-09-13T16:10:47.017314+0000","last_fullsized":"2024-09-13T16:10:47.017314+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:21.137959+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017273+0000","last_change":"2024-09-13T16:10:45.087407+0000","last_active":"2024-09-13T16:10:47.017273+0000","last_peered":"2024-09-13T16:10:47.017273+0000","last_clean":"2024-09-13T16:10:47.017273+0000","last_became_active":"2024-09-13T16:10:45.087008+0000","last_became_peered":"2024-09-13T16:10:45.087008+0000","last_unstale":"2024-09-13T16:10:47.017273+0000","last_undegraded":"2024-09-13T16:10:47.017273+0000","last_fullsized":"2024-09-13T16:10:47.017273+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:45.739469+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.072674+0000","last_change":"2024-09-13T16:10:44.714178+0000","last_active":"2024-09-13T16:10:46.072674+0000","last_peered":"2024-09-13T16:10:46.072674+0000","last_clean":"2024-09-13T16:10:46.072674+0000","last_became_active":"2024-09-13T16:10:44.713928+0000","last_became_peered":"2024-09-13T16:10:44.713928+0000","last_unstale":"2024-09-13T16:10:46.072674+0000","last_undegraded":"2024-09-13T16:10:46.072674+0000","last_fullsized":"2024-09-13T16:10:46.072674+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:34.891368+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073153+0000","last_change":"2024-09-13T16:10:45.082553+0000","last_active":"2024-09-13T16:10:46.073153+0000","last_peered":"2024-09-13T16:10:46.073153+0000","last_clean":"2024-09-13T16:10:46.073153+0000","last_became_active":"2024-09-13T16:10:45.082172+0000","last_became_peered":"2024-09-13T16:10:45.082172+0000","last_unstale":"2024-09-13T16:10:46.073153+0000","last_undegraded":"2024-09-13T16:10:46.073153+0000","last_fullsized":"2024-09-13T16:10:46.073153+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:42:25.296748+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073473+0000","last_change":"2024-09-13T16:10:44.709409+0000","last_active":"2024-09-13T16:10:46.073473+0000","last_peered":"2024-09-13T16:10:46.073473+0000","last_clean":"2024-09-13T16:10:46.073473+0000","last_became_active":"2024-09-13T16:10:44.709103+0000","last_became_peered":"2024-09-13T16:10:44.709103+0000","last_unstale":"2024-09-13T16:10:46.073473+0000","last_undegraded":"2024-09-13T16:10:46.073473+0000","last_fullsized":"2024-09-13T16:10:46.073473+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017199+0000","last_change":"2024-09-13T16:10:45.086258+0000","last_active":"2024-09-13T16:10:47.017199+0000","last_peered":"2024-09-13T16:10:47.017199+0000","last_clean":"2024-09-13T16:10:47.017199+0000","last_became_active":"2024-09-13T16:10:45.085997+0000","last_became_peered":"2024-09-13T16:10:45.085997+0000","last_unstale":"2024-09-13T16:10:47.017199+0000","last_undegraded":"2024-09-13T16:10:47.017199+0000","last_fullsized":"2024-09-13T16:10:47.017199+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":11,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073484+0000","last_change":"2024-09-13T16:10:44.716411+0000","last_active":"2024-09-13T16:10:46.073484+0000","last_peered":"2024-09-13T16:10:46.073484+0000","last_clean":"2024-09-13T16:10:46.073484+0000","last_became_active":"2024-09-13T16:10:44.716120+0000","last_became_peered":"2024-09-13T16:10:44.716120+0000","last_unstale":"2024-09-13T16:10:46.073484+0000","last_undegraded":"2024-09-13T16:10:46.073484+0000","last_fullsized":"2024-09-13T16:10:46.073484+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:03:48.481213+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.018177+0000","last_change":"2024-09-13T16:10:45.084036+0000","last_active":"2024-09-13T16:10:47.018177+0000","last_peered":"2024-09-13T16:10:47.018177+0000","last_clean":"2024-09-13T16:10:47.018177+0000","last_became_active":"2024-09-13T16:10:45.083753+0000","last_became_peered":"2024-09-13T16:10:45.083753+0000","last_unstale":"2024-09-13T16:10:47.018177+0000","last_undegraded":"2024-09-13T16:10:47.018177+0000","last_fullsized":"2024-09-13T16:10:47.018177+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073577+0000","last_change":"2024-09-13T16:10:44.717080+0000","last_active":"2024-09-13T16:10:46.073577+0000","last_peered":"2024-09-13T16:10:46.073577+0000","last_clean":"2024-09-13T16:10:46.073577+0000","last_became_active":"2024-09-13T16:10:44.716807+0000","last_became_peered":"2024-09-13T16:10:44.716807+0000","last_unstale":"2024-09-13T16:10:46.073577+0000","last_undegraded":"2024-09-13T16:10:46.073577+0000","last_fullsized":"2024-09-13T16:10:46.073577+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:39:53.873624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.016778+0000","last_change":"2024-09-13T16:10:45.080959+0000","last_active":"2024-09-13T16:10:47.016778+0000","last_peered":"2024-09-13T16:10:47.016778+0000","last_clean":"2024-09-13T16:10:47.016778+0000","last_became_active":"2024-09-13T16:10:45.080678+0000","last_became_peered":"2024-09-13T16:10:45.080678+0000","last_unstale":"2024-09-13T16:10:47.016778+0000","last_undegraded":"2024-09-13T16:10:47.016778+0000","last_fullsized":"2024-09-13T16:10:47.016778+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:12:15.658907+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017763+0000","last_change":"2024-09-13T16:10:45.093789+0000","last_active":"2024-09-13T16:10:47.017763+0000","last_peered":"2024-09-13T16:10:47.017763+0000","last_clean":"2024-09-13T16:10:47.017763+0000","last_became_active":"2024-09-13T16:10:45.093535+0000","last_became_peered":"2024-09-13T16:10:45.093535+0000","last_unstale":"2024-09-13T16:10:47.017763+0000","last_undegraded":"2024-09-13T16:10:47.017763+0000","last_fullsized":"2024-09-13T16:10:47.017763+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:41:01.465970+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073444+0000","last_change":"2024-09-13T16:10:44.718561+0000","last_active":"2024-09-13T16:10:46.073444+0000","last_peered":"2024-09-13T16:10:46.073444+0000","last_clean":"2024-09-13T16:10:46.073444+0000","last_became_active":"2024-09-13T16:10:44.718316+0000","last_became_peered":"2024-09-13T16:10:44.718316+0000","last_unstale":"2024-09-13T16:10:46.073444+0000","last_undegraded":"2024-09-13T16:10:46.073444+0000","last_fullsized":"2024-09-13T16:10:46.073444+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:49:45.642851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017603+0000","last_change":"2024-09-13T16:10:45.090086+0000","last_active":"2024-09-13T16:10:47.017603+0000","last_peered":"2024-09-13T16:10:47.017603+0000","last_clean":"2024-09-13T16:10:47.017603+0000","last_became_active":"2024-09-13T16:10:45.089821+0000","last_became_peered":"2024-09-13T16:10:45.089821+0000","last_unstale":"2024-09-13T16:10:47.017603+0000","last_undegraded":"2024-09-13T16:10:47.017603+0000","last_fullsized":"2024-09-13T16:10:47.017603+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:04:40.379375+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1d","version":"20'2","reported_seq":13,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:46.073238+0000","last_change":"2024-09-13T16:10:44.713790+0000","last_active":"2024-09-13T16:10:46.073238+0000","last_peered":"2024-09-13T16:10:46.073238+0000","last_clean":"2024-09-13T16:10:46.073238+0000","last_became_active":"2024-09-13T16:10:44.713435+0000","last_became_peered":"2024-09-13T16:10:44.713435+0000","last_unstale":"2024-09-13T16:10:46.073238+0000","last_undegraded":"2024-09-13T16:10:46.073238+0000","last_fullsized":"2024-09-13T16:10:46.073238+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:28.004153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017430+0000","last_change":"2024-09-13T16:10:45.084948+0000","last_active":"2024-09-13T16:10:47.017430+0000","last_peered":"2024-09-13T16:10:47.017430+0000","last_clean":"2024-09-13T16:10:47.017430+0000","last_became_active":"2024-09-13T16:10:45.084698+0000","last_became_peered":"2024-09-13T16:10:45.084698+0000","last_unstale":"2024-09-13T16:10:47.017430+0000","last_undegraded":"2024-09-13T16:10:47.017430+0000","last_fullsized":"2024-09-13T16:10:47.017430+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:44.246946+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1e","version":"20'1","reported_seq":12,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017712+0000","last_change":"2024-09-13T16:10:44.716080+0000","last_active":"2024-09-13T16:10:47.017712+0000","last_peered":"2024-09-13T16:10:47.017712+0000","last_clean":"2024-09-13T16:10:47.017712+0000","last_became_active":"2024-09-13T16:10:44.715812+0000","last_became_peered":"2024-09-13T16:10:44.715812+0000","last_unstale":"2024-09-13T16:10:47.017712+0000","last_undegraded":"2024-09-13T16:10:47.017712+0000","last_fullsized":"2024-09-13T16:10:47.017712+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:52.132781+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017628+0000","last_change":"2024-09-13T16:10:45.086113+0000","last_active":"2024-09-13T16:10:47.017628+0000","last_peered":"2024-09-13T16:10:47.017628+0000","last_clean":"2024-09-13T16:10:47.017628+0000","last_became_active":"2024-09-13T16:10:45.085803+0000","last_became_peered":"2024-09-13T16:10:45.085803+0000","last_unstale":"2024-09-13T16:10:47.017628+0000","last_undegraded":"2024-09-13T16:10:47.017628+0000","last_fullsized":"2024-09-13T16:10:47.017628+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:44.692177+0000","last_clean_scrub_stamp":"2024-09-13T16:10:44.692177+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:31.507888+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1f","version":"20'4","reported_seq":15,"reported_epoch":21,"state":"active+clean","last_fresh":"2024-09-13T16:10:47.017594+0000","last_change":"2024-09-13T16:10:44.705257+0000","last_active":"2024-09-13T16:10:47.017594+0000","last_peered":"2024-09-13T16:10:47.017594+0000","last_clean":"2024-09-13T16:10:47.017594+0000","last_became_active":"2024-09-13T16:10:44.704952+0000","last_became_peered":"2024-09-13T16:10:44.704952+0000","last_unstale":"2024-09-13T16:10:47.017594+0000","last_undegraded":"2024-09-13T16:10:47.017594+0000","last_fullsized":"2024-09-13T16:10:47.017594+0000","mapping_epoch":18,"log_start":"0'0","ondisk_log_start":"0'0","created":18,"last_epoch_clean":19,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:43.681148+0000","last_clean_scrub_stamp":"2024-09-13T16:10:43.681148+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:35.470699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574855,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31924,"kb_used_data":796,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339916,"statfs":{"total":96636764160,"available":96604073984,"internally_reserved":0,"allocated":815104,"data_stored":666519,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.628}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.745}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71199999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574855,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":77133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58799999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57199999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45700000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574856,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31332,"kb_used_data":216,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340508,"statfs":{"total":96636764160,"available":96604680192,"internally_reserved":0,"allocated":221184,"data_stored":75659,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61499999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45300000000000001}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58299999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574855,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":75695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61599999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71299999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65700000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47499999999999998}]}]},{"osd":3,"up_from":13,"seq":55834574856,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31340,"kb_used_data":224,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340500,"statfs":{"total":96636764160,"available":96604672000,"internally_reserved":0,"allocated":229376,"data_stored":77133,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35399999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45900000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.39800000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85499999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.57399999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78500000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574856,"num_pgs":13,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31328,"kb_used_data":212,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340512,"statfs":{"total":96636764160,"available":96604684288,"internally_reserved":0,"allocated":217088,"data_stored":75569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36599999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44400000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54600000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66500000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71599999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83199999999999996}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69799999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574856,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31336,"kb_used_data":220,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340504,"statfs":{"total":96636764160,"available":96604676096,"internally_reserved":0,"allocated":225280,"data_stored":75729,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.27700000000000002}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.307}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.372}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46600000000000003}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.43099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41099999999999998}]}]},{"osd":0,"up_from":13,"seq":55834574856,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31916,"kb_used_data":800,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339924,"statfs":{"total":96636764160,"available":96604082176,"internally_reserved":0,"allocated":819200,"data_stored":665956,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.6719999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.7030000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.9039999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68200000000000005}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.853}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78000000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:10:57.799 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T16:10:57.799 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T16:10:57.799 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T16:10:57.800 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T16:10:57.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.934+0000 7f56e44c9640 1 Processor -- start 2024-09-13T16:10:57.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.934+0000 7f56e44c9640 1 -- start start 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e44c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56dc071480 0x7f56dc071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e44c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f56dc0b3930 0x7f56dc0b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e44c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56dc071da0 con 0x7f56dc06ed00 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e44c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56dc06afe0 con 0x7f56dc071480 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e44c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56dc0b46a0 con 0x7f56dc0b3930 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2265640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56dc071480 0x7f56dc071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2a66640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f56dc06ed00 0x7f56dc06f150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38928/0 (socket says 172.21.15.39:38928) 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2a66640 1 -- 172.21.15.39:0/1758919717 learned_addr learned my addr 172.21.15.39:0/1758919717 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e1a64640 1 --2- 172.21.15.39:0/1758919717 >> v2:172.21.15.157:3300/0 conn(0x7f56dc0b3930 0x7f56dc0b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2265640 1 -- 172.21.15.39:0/1758919717 >> v2:172.21.15.157:3300/0 conn(0x7f56dc0b3930 msgr2=0x7f56dc0b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:57.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2265640 1 --2- 172.21.15.39:0/1758919717 >> v2:172.21.15.157:3300/0 conn(0x7f56dc0b3930 0x7f56dc0b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2265640 1 -- 172.21.15.39:0/1758919717 >> v1:172.21.15.39:6789/0 conn(0x7f56dc06ed00 legacy=0x7f56dc06f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.935+0000 7f56e2265640 1 -- 172.21.15.39:0/1758919717 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56dc0b4980 con 0x7f56dc071480 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.936+0000 7f56e2265640 1 --2- 172.21.15.39:0/1758919717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc071860 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0b3390 tx=0x7f56cc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=391e070860481fd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.936+0000 7f56e1263640 1 -- 172.21.15.39:0/1758919717 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56cc02aea0 con 0x7f56dc071480 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.936+0000 7f56e1263640 1 -- 172.21.15.39:0/1758919717 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56cc02d050 con 0x7f56dc071480 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.936+0000 7f56e1263640 1 -- 172.21.15.39:0/1758919717 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56cc007960 con 0x7f56dc071480 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 -- 172.21.15.39:0/1758919717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 msgr2=0x7f56dc071860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 --2- 172.21.15.39:0/1758919717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc071860 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0b3390 tx=0x7f56cc02a680 comp rx=0 tx=0).stop 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 -- 172.21.15.39:0/1758919717 shutdown_connections 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 --2- 172.21.15.39:0/1758919717 >> v2:172.21.15.157:3300/0 conn(0x7f56dc0b3930 0x7f56dc0b3da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 --2- 172.21.15.39:0/1758919717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc071860 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 -- 172.21.15.39:0/1758919717 >> 172.21.15.39:0/1758919717 conn(0x7f56dc0b2320 msgr2=0x7f56dc0b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:57.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 -- 172.21.15.39:0/1758919717 shutdown_connections 2024-09-13T16:10:57.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.937+0000 7f56e44c9640 1 -- 172.21.15.39:0/1758919717 wait complete. 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.938+0000 7f56e44c9640 1 Processor -- start 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.938+0000 7f56e44c9640 1 -- start start 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e44c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc06ed00 0x7f56dc1f2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e44c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc157e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e44c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc0b3930 0x7f56dc1551e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e44c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc156870 con 0x7f56dc071480 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e44c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc1f2790 con 0x7f56dc0b3930 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e44c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc155c60 con 0x7f56dc06ed00 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc157e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc157e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37348/0 (socket says 172.21.15.39:37348) 2024-09-13T16:10:57.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 -- 172.21.15.39:0/4129457388 learned_addr learned my addr 172.21.15.39:0/4129457388 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 -- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc06ed00 msgr2=0x7f56dc1f2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc06ed00 0x7f56dc1f2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 -- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc0b3930 msgr2=0x7f56dc1551e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc0b3930 0x7f56dc1551e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 -- 172.21.15.39:0/4129457388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56cc009a70 con 0x7f56dc071480 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.939+0000 7f56e1a64640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc157e70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f56d000c820 tx=0x7f56d000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.940+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d0004020 con 0x7f56dc071480 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.940+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56d0004180 con 0x7f56dc071480 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.940+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56dc155f40 con 0x7f56dc071480 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.940+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d0007830 con 0x7f56dc071480 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.940+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56dc156500 con 0x7f56dc071480 2024-09-13T16:10:57.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.941+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56dc071860 con 0x7f56dc071480 2024-09-13T16:10:57.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.941+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f56d0007990 con 0x7f56dc071480 2024-09-13T16:10:57.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.941+0000 7f56daffd640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c806ac00 0x7f56c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:57.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.942+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f56d0088fd0 con 0x7f56dc071480 2024-09-13T16:10:57.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.942+0000 7f56e2265640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c806ac00 0x7f56c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:57.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.942+0000 7f56e2265640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c806ac00 0x7f56c806d0c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f56cc034000 tx=0x7f56cc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:57.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:57.946+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f56d0054240 con 0x7f56dc071480 2024-09-13T16:10:58.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.153+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7f56dc156a20 con 0x7f56dc071480 2024-09-13T16:10:58.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.153+0000 7f56daffd640 1 -- 172.21.15.39:0/4129457388 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7f56dc156a20 con 0x7f56dc071480 2024-09-13T16:10:58.155 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:58.155 INFO:teuthology.orchestra.run.smithi039.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c806ac00 msgr2=0x7f56c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c806ac00 0x7f56c806d0c0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f56cc034000 tx=0x7f56cc02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 msgr2=0x7f56dc157e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc157e70 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7f56d000c820 tx=0x7f56d000cce0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 shutdown_connections 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c806ac00 0x7f56c806d0c0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc0b3930 0x7f56dc1551e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc071480 0x7f56dc157e70 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 --2- 172.21.15.39:0/4129457388 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc06ed00 0x7f56dc1f2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 >> 172.21.15.39:0/4129457388 conn(0x7f56dc0b2320 msgr2=0x7f56dc0cd680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:58.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 shutdown_connections 2024-09-13T16:10:58.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.155+0000 7f56e44c9640 1 -- 172.21.15.39:0/4129457388 wait complete. 2024-09-13T16:10:58.167 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T16:10:58.167 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:58.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.267+0000 7fece37bc640 1 Processor -- start 2024-09-13T16:10:58.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.267+0000 7fece37bc640 1 -- start start 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece37bc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fecdc06f170 0x7fecdc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece37bc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fecdc15d0a0 0x7fecdc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece37bc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecdc06f6e0 con 0x7fecdc156fb0 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece37bc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecdc15da70 con 0x7fecdc15d0a0 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece37bc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecdc06f9c0 con 0x7fecdc06f170 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece1d59640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fecdc15d0a0 0x7fecdc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece1d59640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fecdc15d0a0 0x7fecdc15d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37362/0 (socket says 172.21.15.39:37362) 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.268+0000 7fece1d59640 1 -- 172.21.15.39:0/4129556522 learned_addr learned my addr 172.21.15.39:0/4129556522 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece1d59640 1 -- 172.21.15.39:0/4129556522 >> v2:172.21.15.157:3300/0 conn(0x7fecdc06f170 msgr2=0x7fecdc0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece0d57640 1 --2- 172.21.15.39:0/4129556522 >> v2:172.21.15.157:3300/0 conn(0x7fecdc06f170 0x7fecdc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece1d59640 1 --2- 172.21.15.39:0/4129556522 >> v2:172.21.15.157:3300/0 conn(0x7fecdc06f170 0x7fecdc0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece1d59640 1 -- 172.21.15.39:0/4129556522 >> v1:172.21.15.157:6789/0 conn(0x7fecdc156fb0 legacy=0x7fecdc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece1d59640 1 -- 172.21.15.39:0/4129556522 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecdc06fca0 con 0x7fecdc15d0a0 2024-09-13T16:10:58.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece0d57640 1 --2- 172.21.15.39:0/4129556522 >> v2:172.21.15.157:3300/0 conn(0x7fecdc06f170 0x7fecdc0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fece1d59640 1 --2- 172.21.15.39:0/4129556522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc15d0a0 0x7fecdc15d530 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fecdc15b380 tx=0x7feccc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8654e26244a1b8f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fecdbfff640 1 -- 172.21.15.39:0/4129556522 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feccc031600 con 0x7fecdc15d0a0 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fecdbfff640 1 -- 172.21.15.39:0/4129556522 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feccc02d050 con 0x7fecdc15d0a0 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.269+0000 7fecdbfff640 1 -- 172.21.15.39:0/4129556522 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feccc031980 con 0x7fecdc15d0a0 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 -- 172.21.15.39:0/4129556522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc15d0a0 msgr2=0x7fecdc15d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 --2- 172.21.15.39:0/4129556522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc15d0a0 0x7fecdc15d530 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fecdc15b380 tx=0x7feccc02a660 comp rx=0 tx=0).stop 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 -- 172.21.15.39:0/4129556522 shutdown_connections 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 --2- 172.21.15.39:0/4129556522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc15d0a0 0x7fecdc15d530 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 --2- 172.21.15.39:0/4129556522 >> v2:172.21.15.157:3300/0 conn(0x7fecdc06f170 0x7fecdc0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 -- 172.21.15.39:0/4129556522 >> 172.21.15.39:0/4129556522 conn(0x7fecdc06b3b0 msgr2=0x7fecdc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 -- 172.21.15.39:0/4129556522 shutdown_connections 2024-09-13T16:10:58.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.270+0000 7fece37bc640 1 -- 172.21.15.39:0/4129556522 wait complete. 2024-09-13T16:10:58.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.271+0000 7fece37bc640 1 Processor -- start 2024-09-13T16:10:58.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.271+0000 7fece37bc640 1 -- start start 2024-09-13T16:10:58.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece37bc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecdc06f170 0x7fecdc14db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece37bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 0x7fecdc14c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece37bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecdc15d0a0 0x7fecdc1439d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece37bc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecdc14c920 con 0x7fecdc156fb0 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece37bc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecdc1443f0 con 0x7fecdc06f170 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece37bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecdc143f10 con 0x7fecdc15d0a0 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 0x7fecdc14c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 0x7fecdc14c3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37376/0 (socket says 172.21.15.39:37376) 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 -- 172.21.15.39:0/2135309535 learned_addr learned my addr 172.21.15.39:0/2135309535 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece1558640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecdc06f170 0x7fecdc14db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece1d59640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecdc15d0a0 0x7fecdc1439d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 -- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecdc15d0a0 msgr2=0x7fecdc1439d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecdc15d0a0 0x7fecdc1439d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 -- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecdc06f170 msgr2=0x7fecdc14db20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecdc06f170 0x7fecdc14db20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece0d57640 1 -- 172.21.15.39:0/2135309535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feccc009b30 con 0x7fecdc156fb0 2024-09-13T16:10:58.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.272+0000 7fece1d59640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecdc15d0a0 0x7fecdc1439d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.273+0000 7fece0d57640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 0x7fecdc14c3e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fecd000c820 tx=0x7fecd000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.273+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd0007a30 con 0x7fecdc156fb0 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.273+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecd0007b90 con 0x7fecdc156fb0 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.273+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecdc1f2290 con 0x7fecdc156fb0 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.273+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd000ce10 con 0x7fecdc156fb0 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.273+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecdc1f2850 con 0x7fecdc156fb0 2024-09-13T16:10:58.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.274+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecdc0672f0 con 0x7fecdc156fb0 2024-09-13T16:10:58.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.274+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecd00113f0 con 0x7fecdc156fb0 2024-09-13T16:10:58.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.275+0000 7fecd9ffb640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc806ac00 0x7fecc806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.275+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fecd00893c0 con 0x7fecdc156fb0 2024-09-13T16:10:58.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.275+0000 7fece1558640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc806ac00 0x7fecc806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.276+0000 7fece1558640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc806ac00 0x7fecc806d0c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fecdc0ad850 tx=0x7fecd4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.279+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fecd0054630 con 0x7fecdc156fb0 2024-09-13T16:10:58.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.450+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fecdc157390 con 0x7fecdc156fb0 2024-09-13T16:10:58.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.451+0000 7fecd9ffb640 1 -- 172.21.15.39:0/2135309535 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fecd0057c50 con 0x7fecdc156fb0 2024-09-13T16:10:58.453 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:58.453 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc806ac00 msgr2=0x7fecc806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc806ac00 0x7fecc806d0c0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fecdc0ad850 tx=0x7fecd4009040 comp rx=0 tx=0).stop 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 msgr2=0x7fecdc14c3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 0x7fecdc14c3e0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7fecd000c820 tx=0x7fecd000cce0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 shutdown_connections 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc806ac00 0x7fecc806d0c0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecdc15d0a0 0x7fecdc1439d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecdc156fb0 0x7fecdc14c3e0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 --2- 172.21.15.39:0/2135309535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecdc06f170 0x7fecdc14db20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 >> 172.21.15.39:0/2135309535 conn(0x7fecdc06b3b0 msgr2=0x7fecdc15b020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:58.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 shutdown_connections 2024-09-13T16:10:58.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.453+0000 7fece37bc640 1 -- 172.21.15.39:0/2135309535 wait complete. 2024-09-13T16:10:58.466 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:10:58.466 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:10:58.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.569+0000 7f57b55ec640 1 Processor -- start 2024-09-13T16:10:58.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.569+0000 7f57b55ec640 1 -- start start 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57b55ec640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f57b006a5e0 0x7f57b0167280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57b55ec640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57b00b3290 con 0x7f57b00ae630 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57b55ec640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57b0071200 con 0x7f57b0145880 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57b55ec640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57b00ac860 con 0x7f57b006a5e0 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57a7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f57b00ae630 0x7f57b0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38930/0 (socket says 172.21.15.39:38930) 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57a7fff640 1 -- 172.21.15.39:0/442905438 learned_addr learned my addr 172.21.15.39:0/442905438 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57af7fe640 1 --2- 172.21.15.39:0/442905438 >> v2:172.21.15.157:3300/0 conn(0x7f57b006a5e0 0x7f57b0167280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2380852731 0 0) 0x7f57b00b3290 con 0x7f57b00ae630 2024-09-13T16:10:58.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f579c003520 con 0x7f57b00ae630 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1263708548 0 0) 0x7f579c003520 con 0x7f57b00ae630 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 >> v2:172.21.15.157:3300/0 conn(0x7f57b006a5e0 msgr2=0x7f57b0167280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 --2- 172.21.15.39:0/442905438 >> v2:172.21.15.157:3300/0 conn(0x7f57b006a5e0 0x7f57b0167280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 >> v1:172.21.15.157:6789/0 conn(0x7f57b0145880 legacy=0x7f57b006bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57b00acb40 con 0x7f57b00ae630 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f5798001670 con 0x7f57b00ae630 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.570+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 >> v1:172.21.15.39:6789/0 conn(0x7f57b00ae630 legacy=0x7f57b0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57ae7fc640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c0039a0 0x7f579c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57ae7fc640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f579c0047c0 0x7f579c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57ae7fc640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f579c005180 0x7f579c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57b00ac860 con 0x7f579c005180 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f579c00c050 con 0x7f579c0039a0 2024-09-13T16:10:58.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f579c00c210 con 0x7f579c0047c0 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57af7fe640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f579c005180 0x7f579c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57a7fff640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f579c0047c0 0x7f579c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57aeffd640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c0039a0 0x7f579c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57af7fe640 1 -- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f579c0047c0 msgr2=0x7f579c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57af7fe640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f579c0047c0 0x7f579c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57af7fe640 1 -- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c0039a0 msgr2=0x7f579c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57af7fe640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c0039a0 0x7f579c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.571+0000 7f57af7fe640 1 -- 172.21.15.39:0/442905438 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f579c003520 con 0x7f579c005180 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57af7fe640 1 -- 172.21.15.39:0/442905438 reap_dead start 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57af7fe640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f579c005180 0x7f579c00b980 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f57a8009fc0 tx=0x7f579c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4e160c2fdad7e47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57a8003b90 con 0x7f579c005180 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57a800f040 con 0x7f579c005180 2024-09-13T16:10:58.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57ae7fc640 1 -- 172.21.15.39:0/442905438 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57a8004020 con 0x7f579c005180 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 -- 172.21.15.39:0/442905438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f579c005180 msgr2=0x7f579c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f579c005180 0x7f579c00b980 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f57a8009fc0 tx=0x7f579c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 -- 172.21.15.39:0/442905438 shutdown_connections 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 --2- 172.21.15.39:0/442905438 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f579c005180 0x7f579c00b980 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 -- 172.21.15.39:0/442905438 >> 172.21.15.39:0/442905438 conn(0x7f57b006afe0 msgr2=0x7f57b006b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 -- 172.21.15.39:0/442905438 shutdown_connections 2024-09-13T16:10:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.572+0000 7f57b55ec640 1 -- 172.21.15.39:0/442905438 wait complete. 2024-09-13T16:10:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 Processor -- start 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 -- start start 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c005180 0x7f57b013e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 0x7f57b015ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57b015b370 0x7f57b013b030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57b015b810 con 0x7f57b0139e00 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57b013e600 con 0x7f579c005180 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57b55ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57b013d300 con 0x7f57b015b370 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 0x7f57b015ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 0x7f57b015ae30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37392/0 (socket says 172.21.15.39:37392) 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57a7fff640 1 -- 172.21.15.39:0/226172029 learned_addr learned my addr 172.21.15.39:0/226172029 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:58.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57af7fe640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57b015b370 0x7f57b013b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.574+0000 7f57aeffd640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c005180 0x7f57b013e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a7fff640 1 -- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57b015b370 msgr2=0x7f57b013b030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a7fff640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57b015b370 0x7f57b013b030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a7fff640 1 -- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c005180 msgr2=0x7f57b013e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a7fff640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c005180 0x7f57b013e0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a7fff640 1 -- 172.21.15.39:0/226172029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57b013d5e0 con 0x7f57b0139e00 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a7fff640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 0x7f57b015ae30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5798001b40 tx=0x7f5798007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579800f940 con 0x7f57b0139e00 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f579800fae0 con 0x7f57b0139e00 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57b013d8c0 con 0x7f57b0139e00 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f579800fe90 con 0x7f57b0139e00 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.575+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57b015bad0 con 0x7f57b0139e00 2024-09-13T16:10:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.576+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57b015bc90 con 0x7f57b0139e00 2024-09-13T16:10:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.576+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f579801d460 con 0x7f57b0139e00 2024-09-13T16:10:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.577+0000 7f57a77fe640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f579006ac00 0x7f579006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.577+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5798089290 con 0x7f57b0139e00 2024-09-13T16:10:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.577+0000 7f57aeffd640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f579006ac00 0x7f579006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.578+0000 7f57aeffd640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f579006ac00 0x7f579006d0c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f57a0001760 tx=0x7f57a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.581+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f57980545b0 con 0x7f57b0139e00 2024-09-13T16:10:58.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.751+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f57b00672f0 con 0x7f57b0139e00 2024-09-13T16:10:58.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.751+0000 7f57a77fe640 1 -- 172.21.15.39:0/226172029 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5798057bd0 con 0x7f57b0139e00 2024-09-13T16:10:58.753 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:10:58.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f579006ac00 msgr2=0x7f579006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f579006ac00 0x7f579006d0c0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f57a0001760 tx=0x7f57a0009040 comp rx=0 tx=0).stop 2024-09-13T16:10:58.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 msgr2=0x7f57b015ae30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 0x7f57b015ae30 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f5798001b40 tx=0x7f5798007720 comp rx=0 tx=0).stop 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 shutdown_connections 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f579006ac00 0x7f579006d0c0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57b015b370 0x7f57b013b030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57b0139e00 0x7f57b015ae30 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 --2- 172.21.15.39:0/226172029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f579c005180 0x7f57b013e0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 >> 172.21.15.39:0/226172029 conn(0x7f57b006afe0 msgr2=0x7f57b00af0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 shutdown_connections 2024-09-13T16:10:58.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.753+0000 7f57b55ec640 1 -- 172.21.15.39:0/226172029 wait complete. 2024-09-13T16:10:58.765 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:10:58.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.868+0000 7f1180b9c640 1 Processor -- start 2024-09-13T16:10:58.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.868+0000 7f1180b9c640 1 -- start start 2024-09-13T16:10:58.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.869+0000 7f1180b9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f117c0d1630 0x7f117c0cd740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.869+0000 7f1180b9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f117c0b57d0 con 0x7f117c160ff0 2024-09-13T16:10:58.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.869+0000 7f1180b9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f117c0cfe50 con 0x7f117c0cdc80 2024-09-13T16:10:58.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.869+0000 7f1180b9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f117c0d1ef0 con 0x7f117c0d1630 2024-09-13T16:10:58.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.869+0000 7f117a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f117c160ff0 0x7f117c0b6370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38946/0 (socket says 172.21.15.39:38946) 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.869+0000 7f117a59c640 1 -- 172.21.15.39:0/2296167915 learned_addr learned my addr 172.21.15.39:0/2296167915 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f1179d9b640 1 --2- 172.21.15.39:0/2296167915 >> v2:172.21.15.157:3300/0 conn(0x7f117c0d1630 0x7f117c0cd740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 886979974 0 0) 0x7f117c0b57d0 con 0x7f117c160ff0 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1168003520 con 0x7f117c160ff0 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3476741729 0 0) 0x7f1168003520 con 0x7f117c160ff0 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 >> v2:172.21.15.157:3300/0 conn(0x7f117c0d1630 msgr2=0x7f117c0cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 --2- 172.21.15.39:0/2296167915 >> v2:172.21.15.157:3300/0 conn(0x7f117c0d1630 0x7f117c0cd740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 >> v1:172.21.15.157:6789/0 conn(0x7f117c0cdc80 legacy=0x7f117c0b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f117c0d2200 con 0x7f117c160ff0 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1174001670 con 0x7f117c160ff0 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 >> v1:172.21.15.39:6789/0 conn(0x7f117c160ff0 legacy=0x7f117c0b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1168003970 0x7f1168003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680047c0 0x7f1168004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11680052a0 0x7f116800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f116800c140 con 0x7f11680052a0 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f116800c2b0 con 0x7f1168003970 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f116800c470 con 0x7f11680047c0 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f1179d9b640 1 --2- 172.21.15.39:0/2296167915 >> v2:172.21.15.157:3300/0 conn(0x7f117c0d1630 0x7f117c0cd740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117ad9d640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11680052a0 0x7f116800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f117a59c640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1168003970 0x7f1168003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.870+0000 7f1179d9b640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680047c0 0x7f1168004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 -- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680047c0 msgr2=0x7f1168004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680047c0 0x7f1168004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 -- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1168003970 msgr2=0x7f1168003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1168003970 0x7f1168003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 -- 172.21.15.39:0/2296167915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1168003520 con 0x7f11680052a0 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f1179d9b640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680047c0 0x7f1168004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:58.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 -- 172.21.15.39:0/2296167915 reap_dead start 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117ad9d640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11680052a0 0x7f116800b980 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f117c0cf770 tx=0x7f11680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3a204f1d5600967 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c02add0 con 0x7f11680052a0 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f116c003970 con 0x7f11680052a0 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.871+0000 7f117959a640 1 -- 172.21.15.39:0/2296167915 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116c003d20 con 0x7f11680052a0 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 -- 172.21.15.39:0/2296167915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11680052a0 msgr2=0x7f116800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11680052a0 0x7f116800b980 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f117c0cf770 tx=0x7f11680057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 -- 172.21.15.39:0/2296167915 shutdown_connections 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 --2- 172.21.15.39:0/2296167915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11680052a0 0x7f116800b980 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 -- 172.21.15.39:0/2296167915 >> 172.21.15.39:0/2296167915 conn(0x7f117c06c080 msgr2=0x7f117c06c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 -- 172.21.15.39:0/2296167915 shutdown_connections 2024-09-13T16:10:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.872+0000 7f1180b9c640 1 -- 172.21.15.39:0/2296167915 wait complete. 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.873+0000 7f1180b9c640 1 Processor -- start 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.873+0000 7f1180b9c640 1 -- start start 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1180b9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680052a0 0x7f117c158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1180b9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 0x7f117c0b0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1180b9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f117c0cc0d0 0x7f117c15ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1180b9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117c0ccf00 con 0x7f117c0c78a0 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1180b9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117c0c6300 con 0x7f117c0cc0d0 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1180b9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f117c0cc660 con 0x7f11680052a0 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1179d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 0x7f117c0b0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1179d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 0x7f117c0b0ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37402/0 (socket says 172.21.15.39:37402) 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1179d9b640 1 -- 172.21.15.39:0/1538160994 learned_addr learned my addr 172.21.15.39:0/1538160994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f117a59c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680052a0 0x7f117c158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f117ad9d640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f117c0cc0d0 0x7f117c15ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1179d9b640 1 -- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680052a0 msgr2=0x7f117c158c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.874+0000 7f1179d9b640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680052a0 0x7f117c158c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1179d9b640 1 -- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f117c0cc0d0 msgr2=0x7f117c15ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1179d9b640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f117c0cc0d0 0x7f117c15ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1179d9b640 1 -- 172.21.15.39:0/1538160994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f117c0cc940 con 0x7f117c0c78a0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1179d9b640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 0x7f117c0b0ba0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1164004650 tx=0x7f1164011ca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116400f9c0 con 0x7f117c0c78a0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f116400fb20 con 0x7f117c0c78a0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f117c0ccc20 con 0x7f117c0c78a0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116400fe90 con 0x7f117c0c78a0 2024-09-13T16:10:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.875+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f117c0b10e0 con 0x7f117c0c78a0 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.876+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f117c0b1bd0 con 0x7f117c0c78a0 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.877+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1164015460 con 0x7f117c0c78a0 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.877+0000 7f1172ffd640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115c06ac00 0x7f115c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.877+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1164089b30 con 0x7f117c0c78a0 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.877+0000 7f117a59c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115c06ac00 0x7f115c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.878+0000 7f117a59c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115c06ac00 0x7f115c06d0c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f117c15b700 tx=0x7f1174001b20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:58.881+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1164054da0 con 0x7f117c0c78a0 2024-09-13T16:10:59.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.050+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f117c0b4e10 con 0x7f117c0c78a0 2024-09-13T16:10:59.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.051+0000 7f1172ffd640 1 -- 172.21.15.39:0/1538160994 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f11640583c0 con 0x7f117c0c78a0 2024-09-13T16:10:59.052 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:10:59.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115c06ac00 msgr2=0x7f115c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115c06ac00 0x7f115c06d0c0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f117c15b700 tx=0x7f1174001b20 comp rx=0 tx=0).stop 2024-09-13T16:10:59.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 msgr2=0x7f117c0b0ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 0x7f117c0b0ba0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f1164004650 tx=0x7f1164011ca0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 shutdown_connections 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115c06ac00 0x7f115c06d0c0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f117c0cc0d0 0x7f117c15ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f117c0c78a0 0x7f117c0b0ba0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 --2- 172.21.15.39:0/1538160994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11680052a0 0x7f117c158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 >> 172.21.15.39:0/1538160994 conn(0x7f117c06c080 msgr2=0x7f117c0ce060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 shutdown_connections 2024-09-13T16:10:59.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.053+0000 7f1180b9c640 1 -- 172.21.15.39:0/1538160994 wait complete. 2024-09-13T16:10:59.065 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:10:59.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.167+0000 7fafeb2b1640 1 Processor -- start 2024-09-13T16:10:59.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.167+0000 7fafeb2b1640 1 -- start start 2024-09-13T16:10:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.168+0000 7fafeb2b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafe40b4180 0x7fafe40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.168+0000 7fafeb2b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafe40b5550 con 0x7fafe40d1f40 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.168+0000 7fafeb2b1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafe40cfb50 con 0x7fafe415c7d0 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.168+0000 7fafeb2b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafe40b2000 con 0x7fafe40b4180 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.168+0000 7fafe984e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fafe40d1f40 0x7fafe40b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38962/0 (socket says 172.21.15.39:38962) 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.168+0000 7fafe984e640 1 -- 172.21.15.39:0/1591188536 learned_addr learned my addr 172.21.15.39:0/1591188536 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe884c640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafe40b4180 0x7fafe40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 958429600 0 0) 0x7fafe40b5550 con 0x7fafe40d1f40 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fafcc003520 con 0x7fafe40d1f40 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2453688473 0 0) 0x7fafcc003520 con 0x7fafe40d1f40 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafe40b4180 msgr2=0x7fafe40d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafe40b4180 0x7fafe40d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 >> v1:172.21.15.157:6789/0 conn(0x7fafe415c7d0 legacy=0x7fafe40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafe40d2340 con 0x7fafe40d1f40 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fafd40019f0 con 0x7fafe40d1f40 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 >> v1:172.21.15.39:6789/0 conn(0x7fafe40d1f40 legacy=0x7fafe40b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafcc0039a0 0x7fafcc003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0047c0 0x7fafcc004c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafcc005140 0x7fafcc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafe40b2000 con 0x7fafcc0039a0 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc00bec0 con 0x7fafcc005140 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafcc00c000 con 0x7fafcc0047c0 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe904d640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafcc0039a0 0x7fafcc003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe884c640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0047c0 0x7fafcc004c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe984e640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafcc005140 0x7fafcc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe904d640 1 -- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0047c0 msgr2=0x7fafcc004c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe904d640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0047c0 0x7fafcc004c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe904d640 1 -- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafcc005140 msgr2=0x7fafcc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe904d640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafcc005140 0x7fafcc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe904d640 1 -- 172.21.15.39:0/1591188536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafcc003520 con 0x7fafcc0039a0 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe884c640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0047c0 0x7fafcc004c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.169+0000 7fafe984e640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafcc005140 0x7fafcc00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.170+0000 7fafe904d640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafcc0039a0 0x7fafcc003dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fafdc001750 tx=0x7fafcc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea4ea70d7a3bf4e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.170+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafdc0052d0 con 0x7fafcc0039a0 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.170+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafdc005430 con 0x7fafcc0039a0 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.170+0000 7fafe3fff640 1 -- 172.21.15.39:0/1591188536 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafdc02abe0 con 0x7fafcc0039a0 2024-09-13T16:10:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafeb2b1640 1 -- 172.21.15.39:0/1591188536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafcc0039a0 msgr2=0x7fafcc003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/1591188536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafcc0039a0 0x7fafcc003dc0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fafdc001750 tx=0x7fafcc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafe984e640 1 -- 172.21.15.39:0/1591188536 reap_dead start 2024-09-13T16:10:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafeb2b1640 1 -- 172.21.15.39:0/1591188536 shutdown_connections 2024-09-13T16:10:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafeb2b1640 1 -- 172.21.15.39:0/1591188536 >> 172.21.15.39:0/1591188536 conn(0x7fafe406bc40 msgr2=0x7fafe406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafeb2b1640 1 -- 172.21.15.39:0/1591188536 shutdown_connections 2024-09-13T16:10:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.171+0000 7fafeb2b1640 1 -- 172.21.15.39:0/1591188536 wait complete. 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.172+0000 7fafeb2b1640 1 Processor -- start 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.172+0000 7fafeb2b1640 1 -- start start 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafeb2b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0039a0 0x7fafe41f2570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafeb2b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 0x7fafe40aaf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafeb2b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafe40a9120 0x7fafe40a95a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafeb2b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafe40ab4c0 con 0x7fafe40aab00 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafeb2b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafe41f2ab0 con 0x7fafe40a9120 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafeb2b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafe40cd360 con 0x7fafcc0039a0 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 0x7fafe40aaf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 0x7fafe40aaf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37418/0 (socket says 172.21.15.39:37418) 2024-09-13T16:10:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 -- 172.21.15.39:0/3948897555 learned_addr learned my addr 172.21.15.39:0/3948897555 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe984e640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafe40a9120 0x7fafe40a95a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe904d640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0039a0 0x7fafe41f2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 -- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0039a0 msgr2=0x7fafe41f2570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0039a0 0x7fafe41f2570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 -- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafe40a9120 msgr2=0x7fafe40a95a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafe40a9120 0x7fafe40a95a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 -- 172.21.15.39:0/3948897555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafe40ca8c0 con 0x7fafe40aab00 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe984e640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafe40a9120 0x7fafe40a95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe904d640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0039a0 0x7fafe41f2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.173+0000 7fafe884c640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 0x7fafe40aaf80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fafd8011610 tx=0x7fafd8011ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.174+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafd800f8f0 con 0x7fafe40aab00 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.174+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafd800fa50 con 0x7fafe40aab00 2024-09-13T16:10:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.174+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafe40caba0 con 0x7fafe40aab00 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.174+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafd800fdc0 con 0x7fafe40aab00 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.174+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafe40cd640 con 0x7fafe40aab00 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.175+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafe415cbb0 con 0x7fafe40aab00 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.175+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fafd8015460 con 0x7fafe40aab00 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.176+0000 7fafe1ffb640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafd006ac30 0x7fafd006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.176+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fafd8089a60 con 0x7fafe40aab00 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.176+0000 7fafe904d640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafd006ac30 0x7fafd006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.177+0000 7fafe904d640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafd006ac30 0x7fafd006d0f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fafdc032000 tx=0x7fafdc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.180+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fafd8054cd0 con 0x7fafe40aab00 2024-09-13T16:10:59.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.350+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fafe40b14d0 con 0x7fafe40aab00 2024-09-13T16:10:59.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.351+0000 7fafe1ffb640 1 -- 172.21.15.39:0/3948897555 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fafd80582f0 con 0x7fafe40aab00 2024-09-13T16:10:59.353 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:10:59.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafd006ac30 msgr2=0x7fafd006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafd006ac30 0x7fafd006d0f0 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7fafdc032000 tx=0x7fafdc02e000 comp rx=0 tx=0).stop 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 msgr2=0x7fafe40aaf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 0x7fafe40aaf80 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fafd8011610 tx=0x7fafd8011ad0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 shutdown_connections 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafd006ac30 0x7fafd006d0f0 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafe40a9120 0x7fafe40a95a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafe40aab00 0x7fafe40aaf80 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 --2- 172.21.15.39:0/3948897555 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafcc0039a0 0x7fafe41f2570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 >> 172.21.15.39:0/3948897555 conn(0x7fafe406bc40 msgr2=0x7fafe415afc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 shutdown_connections 2024-09-13T16:10:59.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.353+0000 7fafeb2b1640 1 -- 172.21.15.39:0/3948897555 wait complete. 2024-09-13T16:10:59.365 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:10:59.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.464+0000 7fab95fce640 1 Processor -- start 2024-09-13T16:10:59.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 -- start start 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fab9015a230 0x7fab900ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fab90070a70 0x7fab90070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab901601f0 0x7fab90160660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab9006ccd0 con 0x7fab90070a70 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fab900713f0 con 0x7fab9015a230 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab95fce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab9015a610 con 0x7fab901601f0 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.465+0000 7fab8effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fab90070a70 0x7fab90070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fab90070a70 0x7fab90070eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37430/0 (socket says 172.21.15.39:37430) 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 -- 172.21.15.39:0/3865619305 learned_addr learned my addr 172.21.15.39:0/3865619305 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8ffff640 1 --2- 172.21.15.39:0/3865619305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab901601f0 0x7fab90160660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8f7fe640 1 --2- 172.21.15.39:0/3865619305 >> v2:172.21.15.157:3300/0 conn(0x7fab9015a230 0x7fab900ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 -- 172.21.15.39:0/3865619305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab901601f0 msgr2=0x7fab90160660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 --2- 172.21.15.39:0/3865619305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab901601f0 0x7fab90160660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 -- 172.21.15.39:0/3865619305 >> v2:172.21.15.157:3300/0 conn(0x7fab9015a230 msgr2=0x7fab900ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 --2- 172.21.15.39:0/3865619305 >> v2:172.21.15.157:3300/0 conn(0x7fab9015a230 0x7fab900ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.466+0000 7fab8effd640 1 -- 172.21.15.39:0/3865619305 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab900ad1d0 con 0x7fab90070a70 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab8effd640 1 --2- 172.21.15.39:0/3865619305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab90070a70 0x7fab90070eb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fab90065bd0 tx=0x7fab7802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51bc377f70cfa3cb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab8e7fc640 1 -- 172.21.15.39:0/3865619305 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78032440 con 0x7fab90070a70 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab8e7fc640 1 -- 172.21.15.39:0/3865619305 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab780325a0 con 0x7fab90070a70 2024-09-13T16:10:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab8e7fc640 1 -- 172.21.15.39:0/3865619305 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab78032930 con 0x7fab90070a70 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 -- 172.21.15.39:0/3865619305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab90070a70 msgr2=0x7fab90070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 --2- 172.21.15.39:0/3865619305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab90070a70 0x7fab90070eb0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fab90065bd0 tx=0x7fab7802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 -- 172.21.15.39:0/3865619305 shutdown_connections 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 --2- 172.21.15.39:0/3865619305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab90070a70 0x7fab90070eb0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 --2- 172.21.15.39:0/3865619305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab901601f0 0x7fab90160660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 --2- 172.21.15.39:0/3865619305 >> v2:172.21.15.157:3300/0 conn(0x7fab9015a230 0x7fab900ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 -- 172.21.15.39:0/3865619305 >> 172.21.15.39:0/3865619305 conn(0x7fab9006a0b0 msgr2=0x7fab9006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 -- 172.21.15.39:0/3865619305 shutdown_connections 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.467+0000 7fab95fce640 1 -- 172.21.15.39:0/3865619305 wait complete. 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.468+0000 7fab95fce640 1 Processor -- start 2024-09-13T16:10:59.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 -- start start 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab90070a70 0x7fab90154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab9015a230 0x7fab90156660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 0x7fab9015e410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab900cc530 con 0x7fab901601f0 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fab900cd0b0 con 0x7fab90070a70 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab95fce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fab900cc780 con 0x7fab9015a230 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.469+0000 7fab8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 0x7fab9015e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8f7fe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab90070a70 0x7fab90154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 0x7fab9015e410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37438/0 (socket says 172.21.15.39:37438) 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 -- 172.21.15.39:0/319176558 learned_addr learned my addr 172.21.15.39:0/319176558 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8effd640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab9015a230 0x7fab90156660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 -- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab9015a230 msgr2=0x7fab90156660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab9015a230 0x7fab90156660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 -- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab90070a70 msgr2=0x7fab90154620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab90070a70 0x7fab90154620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 -- 172.21.15.39:0/319176558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fab780094d0 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab8ffff640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 0x7fab9015e410 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fab88007e90 tx=0x7fab8800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab88014420 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fab88014580 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fab88014930 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fab900cca60 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.470+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fab90154b60 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.471+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fab900672f0 con 0x7fab901601f0 2024-09-13T16:10:59.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.472+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fab88014a90 con 0x7fab901601f0 2024-09-13T16:10:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.472+0000 7fab87fff640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fab7006ac00 0x7fab7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.472+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fab88089bc0 con 0x7fab901601f0 2024-09-13T16:10:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.473+0000 7fab8f7fe640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fab7006ac00 0x7fab7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.473+0000 7fab8f7fe640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fab7006ac00 0x7fab7006d0c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fab80003610 tx=0x7fab80008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.477+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fab88054e50 con 0x7fab901601f0 2024-09-13T16:10:59.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.682+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fab9015cdc0 con 0x7fab901601f0 2024-09-13T16:10:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.683+0000 7fab87fff640 1 -- 172.21.15.39:0/319176558 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7fab88058470 con 0x7fab901601f0 2024-09-13T16:10:59.684 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:59.684 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:10:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:10:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fab7006ac00 msgr2=0x7fab7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fab7006ac00 0x7fab7006d0c0 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7fab80003610 tx=0x7fab80008040 comp rx=0 tx=0).stop 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 msgr2=0x7fab9015e410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 0x7fab9015e410 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fab88007e90 tx=0x7fab8800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 shutdown_connections 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fab7006ac00 0x7fab7006d0c0 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fab901601f0 0x7fab9015e410 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fab9015a230 0x7fab90156660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 --2- 172.21.15.39:0/319176558 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fab90070a70 0x7fab90154620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 >> 172.21.15.39:0/319176558 conn(0x7fab9006a0b0 msgr2=0x7fab900aed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 shutdown_connections 2024-09-13T16:10:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.685+0000 7fab95fce640 1 -- 172.21.15.39:0/319176558 wait complete. 2024-09-13T16:10:59.697 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:10:59.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.797+0000 7fd3f44e9640 1 Processor -- start 2024-09-13T16:10:59.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.797+0000 7fd3f44e9640 1 -- start start 2024-09-13T16:10:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f44e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 0x7fd3ec167250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f44e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3ec06f410 con 0x7fd3ec15c710 2024-09-13T16:10:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f44e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3ec06f6e0 con 0x7fd3ec15c330 2024-09-13T16:10:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f44e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec06f9c0 con 0x7fd3ec0b4cf0 2024-09-13T16:10:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1a84640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd3ec15c710 0x7fd3ec06b8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38974/0 (socket says 172.21.15.39:38974) 2024-09-13T16:10:59.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1a84640 1 -- 172.21.15.39:0/172454806 learned_addr learned my addr 172.21.15.39:0/172454806 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:10:59.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f2a86640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 0x7fd3ec167250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3691890343 0 0) 0x7fd3ec06f410 con 0x7fd3ec15c710 2024-09-13T16:10:59.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd3d8003520 con 0x7fd3ec15c710 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 706447645 0 0) 0x7fd3d8003520 con 0x7fd3ec15c710 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 msgr2=0x7fd3ec167250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 0x7fd3ec167250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 >> v1:172.21.15.157:6789/0 conn(0x7fd3ec15c330 legacy=0x7fd3ec06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec06fca0 con 0x7fd3ec15c710 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd3dc001670 con 0x7fd3ec15c710 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 >> v1:172.21.15.39:6789/0 conn(0x7fd3ec15c710 legacy=0x7fd3ec06b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d80039a0 0x7fd3d8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 0x7fd3d8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec06f9c0 con 0x7fd3d80047c0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d800ba30 con 0x7fd3d80039a0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.798+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d800bbf0 con 0x7fd3ec0b4cf0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f2285640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d80039a0 0x7fd3d8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f2a86640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 0x7fd3d8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f1a84640 1 -- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 msgr2=0x7fd3d8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec0b4cf0 0x7fd3d8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f1a84640 1 -- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d80039a0 msgr2=0x7fd3d8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d80039a0 0x7fd3d8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.799+0000 7fd3f1a84640 1 -- 172.21.15.39:0/172454806 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d8003520 con 0x7fd3d80047c0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3d8004c40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc001eb0 tx=0x7fd3d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfa0c1de27afb792 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc005ad0 con 0x7fd3d80047c0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3dc02d070 con 0x7fd3d80047c0 2024-09-13T16:10:59.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f1283640 1 -- 172.21.15.39:0/172454806 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3dc007070 con 0x7fd3d80047c0 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f44e9640 1 -- 172.21.15.39:0/172454806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 msgr2=0x7fd3d8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/172454806 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3d8004c40 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc001eb0 tx=0x7fd3d80057f0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f2a86640 1 -- 172.21.15.39:0/172454806 reap_dead start 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f44e9640 1 -- 172.21.15.39:0/172454806 shutdown_connections 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f44e9640 1 -- 172.21.15.39:0/172454806 >> 172.21.15.39:0/172454806 conn(0x7fd3ec06d5c0 msgr2=0x7fd3ec06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f44e9640 1 -- 172.21.15.39:0/172454806 shutdown_connections 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.800+0000 7fd3f44e9640 1 -- 172.21.15.39:0/172454806 wait complete. 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 Processor -- start 2024-09-13T16:10:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 -- start start 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3ec140010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec154380 0x7fd3ec135960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3ec14f8c0 0x7fd3ec14fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec150f20 con 0x7fd3d80047c0 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec0cc3d0 con 0x7fd3ec14f8c0 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f44e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3ec1548e0 con 0x7fd3ec154380 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f2285640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3ec140010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f2285640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3ec140010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37462/0 (socket says 172.21.15.39:37462) 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f2285640 1 -- 172.21.15.39:0/2229741617 learned_addr learned my addr 172.21.15.39:0/2229741617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.802+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec154380 0x7fd3ec135960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2a86640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3ec14f8c0 0x7fd3ec14fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2285640 1 -- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec154380 msgr2=0x7fd3ec135960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2285640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec154380 0x7fd3ec135960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2285640 1 -- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3ec14f8c0 msgr2=0x7fd3ec14fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2285640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3ec14f8c0 0x7fd3ec14fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2285640 1 -- 172.21.15.39:0/2229741617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3ec0cbaa0 con 0x7fd3d80047c0 2024-09-13T16:10:59.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2a86640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3ec14f8c0 0x7fd3ec14fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:10:59.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f2285640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3ec140010 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd3e800f5f0 tx=0x7fd3e800fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e80052e0 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e8005440 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3ec0cbd80 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e8003810 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.803+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3ec1502b0 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.804+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3ec06b8f0 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.804+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3e8003970 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.805+0000 7fd3e2ffd640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3d006ac30 0x7fd3d006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.805+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3e8089090 con 0x7fd3d80047c0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.805+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3d006ac30 0x7fd3d006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:10:59.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.806+0000 7fd3f1a84640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3d006ac30 0x7fd3d006d0f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc032000 tx=0x7fd3dc009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:10:59.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.809+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3e8054300 con 0x7fd3d80047c0 2024-09-13T16:10:59.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.984+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd3ec0cfcd0 con 0x7fd3d80047c0 2024-09-13T16:10:59.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.985+0000 7fd3e2ffd640 1 -- 172.21.15.39:0/2229741617 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fd3e8057920 con 0x7fd3d80047c0 2024-09-13T16:10:59.987 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:10:59.987 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3d006ac30 msgr2=0x7fd3d006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3d006ac30 0x7fd3d006d0f0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7fd3dc032000 tx=0x7fd3dc009030 comp rx=0 tx=0).stop 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 msgr2=0x7fd3ec140010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3ec140010 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fd3e800f5f0 tx=0x7fd3e800fab0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 shutdown_connections 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3d006ac30 0x7fd3d006d0f0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3ec14f8c0 0x7fd3ec14fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3ec154380 0x7fd3ec135960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 --2- 172.21.15.39:0/2229741617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d80047c0 0x7fd3ec140010 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 >> 172.21.15.39:0/2229741617 conn(0x7fd3ec06d5c0 msgr2=0x7fd3ec157760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:10:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 shutdown_connections 2024-09-13T16:10:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:10:59.987+0000 7fd3f44e9640 1 -- 172.21.15.39:0/2229741617 wait complete. 2024-09-13T16:11:00.000 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:00.000 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:00.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.103+0000 7f76622c9640 1 Processor -- start 2024-09-13T16:11:00.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.103+0000 7f76622c9640 1 -- start start 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f76622c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f765c15c680 0x7f765c160d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f76622c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f765c0cf2c0 0x7f765c06bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f76622c9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f765c161240 con 0x7f765c06ebb0 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f76622c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f765c06f130 con 0x7f765c15c680 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f76622c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f765c06f410 con 0x7f765c0cf2c0 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f765c15c680 0x7f765c160d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f765c15c680 0x7f765c160d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37468/0 (socket says 172.21.15.39:37468) 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 -- 172.21.15.39:0/1598667939 learned_addr learned my addr 172.21.15.39:0/1598667939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f7660866640 1 --2- 172.21.15.39:0/1598667939 >> v2:172.21.15.157:3300/0 conn(0x7f765c0cf2c0 0x7f765c06bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 -- 172.21.15.39:0/1598667939 >> v2:172.21.15.157:3300/0 conn(0x7f765c0cf2c0 msgr2=0x7f765c06bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 --2- 172.21.15.39:0/1598667939 >> v2:172.21.15.157:3300/0 conn(0x7f765c0cf2c0 0x7f765c06bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 -- 172.21.15.39:0/1598667939 >> v1:172.21.15.157:6789/0 conn(0x7f765c06ebb0 legacy=0x7f765c0cebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f765bfff640 1 -- 172.21.15.39:0/1598667939 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f765c06f6f0 con 0x7f765c15c680 2024-09-13T16:11:00.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.104+0000 7f7660866640 1 --2- 172.21.15.39:0/1598667939 >> v2:172.21.15.157:3300/0 conn(0x7f765c0cf2c0 0x7f765c06bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.105+0000 7f765bfff640 1 --2- 172.21.15.39:0/1598667939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c15c680 0x7f765c160d00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f765c066f50 tx=0x7f764c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95d2be592654f5f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.105+0000 7f765affd640 1 -- 172.21.15.39:0/1598667939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764c032440 con 0x7f765c15c680 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.105+0000 7f765affd640 1 -- 172.21.15.39:0/1598667939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f764c0325a0 con 0x7f765c15c680 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.105+0000 7f765affd640 1 -- 172.21.15.39:0/1598667939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764c032930 con 0x7f765c15c680 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.105+0000 7f76622c9640 1 -- 172.21.15.39:0/1598667939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c15c680 msgr2=0x7f765c160d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.105+0000 7f76622c9640 1 --2- 172.21.15.39:0/1598667939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c15c680 0x7f765c160d00 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f765c066f50 tx=0x7f764c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.106+0000 7f76622c9640 1 -- 172.21.15.39:0/1598667939 shutdown_connections 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.106+0000 7f76622c9640 1 --2- 172.21.15.39:0/1598667939 >> v2:172.21.15.157:3300/0 conn(0x7f765c0cf2c0 0x7f765c06bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.106+0000 7f76622c9640 1 --2- 172.21.15.39:0/1598667939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c15c680 0x7f765c160d00 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.106+0000 7f76622c9640 1 -- 172.21.15.39:0/1598667939 >> 172.21.15.39:0/1598667939 conn(0x7f765c0d04e0 msgr2=0x7f765c0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:00.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.106+0000 7f76622c9640 1 -- 172.21.15.39:0/1598667939 shutdown_connections 2024-09-13T16:11:00.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.106+0000 7f76622c9640 1 -- 172.21.15.39:0/1598667939 wait complete. 2024-09-13T16:11:00.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.107+0000 7f76622c9640 1 Processor -- start 2024-09-13T16:11:00.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.107+0000 7f76622c9640 1 -- start start 2024-09-13T16:11:00.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 0x7f765c14db70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f765c0cf2c0 0x7f765c14f3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c15c680 0x7f765c1f2b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f765c14f910 con 0x7f765c06ebb0 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f765c15cd70 con 0x7f765c15c680 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f765c15f890 con 0x7f765c0cf2c0 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 0x7f765c14db70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 0x7f765c14db70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37476/0 (socket says 172.21.15.39:37476) 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 -- 172.21.15.39:0/1282762404 learned_addr learned my addr 172.21.15.39:0/1282762404 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f7660866640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c15c680 0x7f765c1f2b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765b7fe640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f765c0cf2c0 0x7f765c14f3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 -- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f765c0cf2c0 msgr2=0x7f765c14f3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f765c0cf2c0 0x7f765c14f3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 -- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c15c680 msgr2=0x7f765c1f2b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c15c680 0x7f765c1f2b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 -- 172.21.15.39:0/1282762404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f764c0094d0 con 0x7f765c06ebb0 2024-09-13T16:11:00.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f765bfff640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 0x7f765c14db70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f764c02a220 tx=0x7f764c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764c032440 con 0x7f765c06ebb0 2024-09-13T16:11:00.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f764c030ba0 con 0x7f765c06ebb0 2024-09-13T16:11:00.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f765c15cbe0 con 0x7f765c06ebb0 2024-09-13T16:11:00.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f764c03d440 con 0x7f765c06ebb0 2024-09-13T16:11:00.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.108+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f765c15fe10 con 0x7f765c06ebb0 2024-09-13T16:11:00.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.109+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f765c067330 con 0x7f765c06ebb0 2024-09-13T16:11:00.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.110+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f764c039040 con 0x7f765c06ebb0 2024-09-13T16:11:00.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.110+0000 7f7658ff9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f764806ac00 0x7f764806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.110+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f764c0a9e80 con 0x7f765c06ebb0 2024-09-13T16:11:00.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.110+0000 7f765b7fe640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f764806ac00 0x7f764806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.111+0000 7f765b7fe640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f764806ac00 0x7f764806d0c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f765c0ce6a0 tx=0x7f7650009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.114+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f764c0750f0 con 0x7f765c06ebb0 2024-09-13T16:11:00.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.283+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f765c0d0010 con 0x7f765c06ebb0 2024-09-13T16:11:00.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.283+0000 7f7658ff9640 1 -- 172.21.15.39:0/1282762404 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f764c0410a0 con 0x7f765c06ebb0 2024-09-13T16:11:00.285 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:00.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f764806ac00 msgr2=0x7f764806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f764806ac00 0x7f764806d0c0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f765c0ce6a0 tx=0x7f7650009040 comp rx=0 tx=0).stop 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 msgr2=0x7f765c14db70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 0x7f765c14db70 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f764c02a220 tx=0x7f764c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 shutdown_connections 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f764806ac00 0x7f764806d0c0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f765c15c680 0x7f765c1f2b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f765c0cf2c0 0x7f765c14f3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 --2- 172.21.15.39:0/1282762404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f765c06ebb0 0x7f765c14db70 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 >> 172.21.15.39:0/1282762404 conn(0x7f765c0d04e0 msgr2=0x7f765c06d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 shutdown_connections 2024-09-13T16:11:00.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.286+0000 7f76622c9640 1 -- 172.21.15.39:0/1282762404 wait complete. 2024-09-13T16:11:00.298 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:00.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.401+0000 7f63f1096640 1 Processor -- start 2024-09-13T16:11:00.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.401+0000 7f63f1096640 1 -- start start 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63f1096640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f63ec145880 0x7f63ec06bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63f1096640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f63ec0ae630 0x7f63ec166270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63f1096640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63ec0b3290 con 0x7f63ec070cb0 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63f1096640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63ec071200 con 0x7f63ec145880 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63f1096640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63ec0ac860 con 0x7f63ec0ae630 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63ead9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f63ec145880 0x7f63ec06bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63e3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f63ec070cb0 0x7f63ec069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38986/0 (socket says 172.21.15.39:38986) 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63e3fff640 1 -- 172.21.15.39:0/4076999338 learned_addr learned my addr 172.21.15.39:0/4076999338 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63eb59e640 1 --2- 172.21.15.39:0/4076999338 >> v2:172.21.15.157:3300/0 conn(0x7f63ec0ae630 0x7f63ec166270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63ead9d640 1 -- 172.21.15.39:0/4076999338 >> v2:172.21.15.157:3300/0 conn(0x7f63ec0ae630 msgr2=0x7f63ec166270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63ead9d640 1 --2- 172.21.15.39:0/4076999338 >> v2:172.21.15.157:3300/0 conn(0x7f63ec0ae630 0x7f63ec166270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63ead9d640 1 -- 172.21.15.39:0/4076999338 >> v1:172.21.15.39:6789/0 conn(0x7f63ec070cb0 legacy=0x7f63ec069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63ead9d640 1 -- 172.21.15.39:0/4076999338 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63ec0acb40 con 0x7f63ec145880 2024-09-13T16:11:00.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.402+0000 7f63ea59c640 1 -- 172.21.15.39:0/4076999338 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1084115487 0 0) 0x7f63ec0b3290 con 0x7f63ec070cb0 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.403+0000 7f63ead9d640 1 --2- 172.21.15.39:0/4076999338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec145880 0x7f63ec06bb00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f63ec160170 tx=0x7f63dc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a48bba3290ae6012 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.403+0000 7f63ea59c640 1 -- 172.21.15.39:0/4076999338 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63dc032440 con 0x7f63ec145880 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.403+0000 7f63ea59c640 1 -- 172.21.15.39:0/4076999338 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63dc0325a0 con 0x7f63ec145880 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.403+0000 7f63ea59c640 1 -- 172.21.15.39:0/4076999338 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63dc032930 con 0x7f63ec145880 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 -- 172.21.15.39:0/4076999338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec145880 msgr2=0x7f63ec06bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 --2- 172.21.15.39:0/4076999338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec145880 0x7f63ec06bb00 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f63ec160170 tx=0x7f63dc02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 -- 172.21.15.39:0/4076999338 shutdown_connections 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 --2- 172.21.15.39:0/4076999338 >> v2:172.21.15.157:3300/0 conn(0x7f63ec0ae630 0x7f63ec166270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 --2- 172.21.15.39:0/4076999338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec145880 0x7f63ec06bb00 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 -- 172.21.15.39:0/4076999338 >> 172.21.15.39:0/4076999338 conn(0x7f63ec06afe0 msgr2=0x7f63ec06b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 -- 172.21.15.39:0/4076999338 shutdown_connections 2024-09-13T16:11:00.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.404+0000 7f63f1096640 1 -- 172.21.15.39:0/4076999338 wait complete. 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.405+0000 7f63f1096640 1 Processor -- start 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.405+0000 7f63f1096640 1 -- start start 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63f1096640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 0x7f63ec139480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63f1096640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63ec0ae630 0x7f63ec13d360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63f1096640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63ec145880 0x7f63ec15ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63f1096640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ec138750 con 0x7f63ec070cb0 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63f1096640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63ec1399c0 con 0x7f63ec145880 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63f1096640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63ec13d8a0 con 0x7f63ec0ae630 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 0x7f63ec139480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 0x7f63ec139480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37492/0 (socket says 172.21.15.39:37492) 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 -- 172.21.15.39:0/95235199 learned_addr learned my addr 172.21.15.39:0/95235199 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:00.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63eb59e640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63ec145880 0x7f63ec15ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63e3fff640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63ec0ae630 0x7f63ec13d360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 -- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63ec0ae630 msgr2=0x7f63ec13d360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63ec0ae630 0x7f63ec13d360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 -- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63ec145880 msgr2=0x7f63ec15ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63ec145880 0x7f63ec15ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 -- 172.21.15.39:0/95235199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63dc009400 con 0x7f63ec070cb0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63e3fff640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63ec0ae630 0x7f63ec13d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.406+0000 7f63ead9d640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 0x7f63ec139480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f63dc02a790 tx=0x7f63dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.407+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63dc030b80 con 0x7f63ec070cb0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.407+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63dc032e90 con 0x7f63ec070cb0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.407+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63ec14fd60 con 0x7f63ec070cb0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.407+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63dc006e10 con 0x7f63ec070cb0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.407+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63ec138c80 con 0x7f63ec070cb0 2024-09-13T16:11:00.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.408+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63ec0672f0 con 0x7f63ec070cb0 2024-09-13T16:11:00.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.408+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f63dc039040 con 0x7f63ec070cb0 2024-09-13T16:11:00.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.409+0000 7f63e37fe640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63cc06ac00 0x7f63cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.409+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f63dc0a9ee0 con 0x7f63ec070cb0 2024-09-13T16:11:00.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.409+0000 7f63e3fff640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63cc06ac00 0x7f63cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.409+0000 7f63e3fff640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63cc06ac00 0x7f63cc06d0c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f63ec13bc80 tx=0x7f63d4007c10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.413+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f63dc075150 con 0x7f63ec070cb0 2024-09-13T16:11:00.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.580+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f63ec06bb00 con 0x7f63ec070cb0 2024-09-13T16:11:00.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.581+0000 7f63e37fe640 1 -- 172.21.15.39:0/95235199 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f63dc078770 con 0x7f63ec070cb0 2024-09-13T16:11:00.582 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:00.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63cc06ac00 msgr2=0x7f63cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63cc06ac00 0x7f63cc06d0c0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f63ec13bc80 tx=0x7f63d4007c10 comp rx=0 tx=0).stop 2024-09-13T16:11:00.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 msgr2=0x7f63ec139480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 0x7f63ec139480 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7f63dc02a790 tx=0x7f63dc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 shutdown_connections 2024-09-13T16:11:00.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63cc06ac00 0x7f63cc06d0c0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63ec145880 0x7f63ec15ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63ec0ae630 0x7f63ec13d360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 --2- 172.21.15.39:0/95235199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63ec070cb0 0x7f63ec139480 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 >> 172.21.15.39:0/95235199 conn(0x7f63ec06afe0 msgr2=0x7f63ec069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:00.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 shutdown_connections 2024-09-13T16:11:00.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.583+0000 7f63f1096640 1 -- 172.21.15.39:0/95235199 wait complete. 2024-09-13T16:11:00.595 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:00.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.698+0000 7f20f8ca3640 1 Processor -- start 2024-09-13T16:11:00.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.698+0000 7f20f8ca3640 1 -- start start 2024-09-13T16:11:00.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.698+0000 7f20f8ca3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f20f415c7d0 0x7f20f40cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f8ca3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f20f40d2110 0x7f20f40b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f8ca3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f20f40b5550 con 0x7f20f40b4180 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f8ca3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20f40b2000 con 0x7f20f40d2110 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f8ca3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f20f40b4610 con 0x7f20f415c7d0 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f20f40d2110 0x7f20f40b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f20f40d2110 0x7f20f40b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37500/0 (socket says 172.21.15.39:37500) 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 -- 172.21.15.39:0/4008321978 learned_addr learned my addr 172.21.15.39:0/4008321978 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f259c640 1 --2- 172.21.15.39:0/4008321978 >> v2:172.21.15.157:3300/0 conn(0x7f20f415c7d0 0x7f20f40cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 -- 172.21.15.39:0/4008321978 >> v2:172.21.15.157:3300/0 conn(0x7f20f415c7d0 msgr2=0x7f20f40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 --2- 172.21.15.39:0/4008321978 >> v2:172.21.15.157:3300/0 conn(0x7f20f415c7d0 0x7f20f40cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 -- 172.21.15.39:0/4008321978 >> v1:172.21.15.157:6789/0 conn(0x7f20f40b4180 legacy=0x7f20f40d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:00.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f2d9d640 1 -- 172.21.15.39:0/4008321978 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20f40b48f0 con 0x7f20f40d2110 2024-09-13T16:11:00.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.699+0000 7f20f259c640 1 --2- 172.21.15.39:0/4008321978 >> v2:172.21.15.157:3300/0 conn(0x7f20f415c7d0 0x7f20f40cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:00.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f2d9d640 1 --2- 172.21.15.39:0/4008321978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40d2110 0x7f20f40b59e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f20f40d37d0 tx=0x7f20ec02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=297b2df586209750 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f159a640 1 -- 172.21.15.39:0/4008321978 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ec031600 con 0x7f20f40d2110 2024-09-13T16:11:00.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f159a640 1 -- 172.21.15.39:0/4008321978 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20ec02d050 con 0x7f20f40d2110 2024-09-13T16:11:00.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f159a640 1 -- 172.21.15.39:0/4008321978 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ec031980 con 0x7f20f40d2110 2024-09-13T16:11:00.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 -- 172.21.15.39:0/4008321978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40d2110 msgr2=0x7f20f40b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/4008321978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40d2110 0x7f20f40b59e0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f20f40d37d0 tx=0x7f20ec02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 -- 172.21.15.39:0/4008321978 shutdown_connections 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/4008321978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40d2110 0x7f20f40b59e0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/4008321978 >> v2:172.21.15.157:3300/0 conn(0x7f20f415c7d0 0x7f20f40cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 -- 172.21.15.39:0/4008321978 >> 172.21.15.39:0/4008321978 conn(0x7f20f406bc40 msgr2=0x7f20f406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 -- 172.21.15.39:0/4008321978 shutdown_connections 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.700+0000 7f20f8ca3640 1 -- 172.21.15.39:0/4008321978 wait complete. 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.702+0000 7f20f8ca3640 1 Processor -- start 2024-09-13T16:11:00.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.702+0000 7f20f8ca3640 1 -- start start 2024-09-13T16:11:00.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.702+0000 7f20f8ca3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20f40d2110 0x7f20f414beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f20f415c7d0 0x7f20f40cb380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 0x7f20f40a9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f40ccab0 con 0x7f20f40cced0 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f20f40cbe30 con 0x7f20f40d2110 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f20f40cc110 con 0x7f20f415c7d0 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 0x7f20f40a9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 0x7f20f40a9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37514/0 (socket says 172.21.15.39:37514) 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 -- 172.21.15.39:0/36726524 learned_addr learned my addr 172.21.15.39:0/36726524 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f259c640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20f40d2110 0x7f20f414beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f1d9b640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f20f415c7d0 0x7f20f40cb380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 -- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f20f415c7d0 msgr2=0x7f20f40cb380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f20f415c7d0 0x7f20f40cb380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 -- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20f40d2110 msgr2=0x7f20f414beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20f40d2110 0x7f20f414beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 -- 172.21.15.39:0/36726524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f20ec009b30 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f259c640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20f40d2110 0x7f20f414beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f2d9d640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 0x7f20f40a9120 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f20ec02ace0 tx=0x7f20ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ec03b820 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f20ec03b980 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f20f40cc3f0 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f20ec03bcf0 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.703+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f20f414c3f0 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.704+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f20f40ccbf0 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.705+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f20ec038050 con 0x7f20f40cced0 2024-09-13T16:11:00.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.705+0000 7f20e2ffd640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f20d406ac00 0x7f20d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:00.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.705+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f20ec0aa0a0 con 0x7f20f40cced0 2024-09-13T16:11:00.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.706+0000 7f20f259c640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f20d406ac00 0x7f20d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:00.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.706+0000 7f20f259c640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f20d406ac00 0x7f20d406d0c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f20e400a990 tx=0x7f20e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:00.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.710+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f20f40ccbf0 con 0x7f20f40cced0 2024-09-13T16:11:00.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.883+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f20f40ccbf0 con 0x7f20f40cced0 2024-09-13T16:11:00.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.884+0000 7f20e2ffd640 1 -- 172.21.15.39:0/36726524 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f20ec04b020 con 0x7f20f40cced0 2024-09-13T16:11:00.885 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:00.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f20d406ac00 msgr2=0x7f20d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f20d406ac00 0x7f20d406d0c0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f20e400a990 tx=0x7f20e4008040 comp rx=0 tx=0).stop 2024-09-13T16:11:00.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 msgr2=0x7f20f40a9120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 0x7f20f40a9120 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f20ec02ace0 tx=0x7f20ec004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 shutdown_connections 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f20d406ac00 0x7f20d406d0c0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f20f40cced0 0x7f20f40a9120 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f20f415c7d0 0x7f20f40cb380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 --2- 172.21.15.39:0/36726524 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f20f40d2110 0x7f20f414beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 >> 172.21.15.39:0/36726524 conn(0x7f20f406bc40 msgr2=0x7f20f40b6260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 shutdown_connections 2024-09-13T16:11:00.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.886+0000 7f20f8ca3640 1 -- 172.21.15.39:0/36726524 wait complete. 2024-09-13T16:11:00.898 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:01.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.998+0000 7f9d58d76640 1 Processor -- start 2024-09-13T16:11:01.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.998+0000 7f9d58d76640 1 -- start start 2024-09-13T16:11:01.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.999+0000 7f9d58d76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d54165710 0x7f9d54167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.999+0000 7f9d58d76640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d540cde30 con 0x7f9d540ccf80 2024-09-13T16:11:01.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.999+0000 7f9d58d76640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d540b5090 con 0x7f9d540b41a0 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.999+0000 7f9d58d76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d540cd820 con 0x7f9d54165710 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.999+0000 7f9d51d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9d540ccf80 0x7f9d54163ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38992/0 (socket says 172.21.15.39:38992) 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:00.999+0000 7f9d51d9b640 1 -- 172.21.15.39:0/2462538292 learned_addr learned my addr 172.21.15.39:0/2462538292 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d52d9d640 1 --2- 172.21.15.39:0/2462538292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d54165710 0x7f9d54167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1977586243 0 0) 0x7f9d540cde30 con 0x7f9d540ccf80 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d40003520 con 0x7f9d540ccf80 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1153612889 0 0) 0x7f9d540b5090 con 0x7f9d540b41a0 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d540cde30 con 0x7f9d540b41a0 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1314224653 0 0) 0x7f9d40003520 con 0x7f9d540ccf80 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d52d9d640 1 -- 172.21.15.39:0/2462538292 >> v1:172.21.15.157:6789/0 conn(0x7f9d540b41a0 legacy=0x7f9d540b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d52d9d640 1 -- 172.21.15.39:0/2462538292 >> v1:172.21.15.39:6789/0 conn(0x7f9d540ccf80 legacy=0x7f9d54163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.000+0000 7f9d52d9d640 1 -- 172.21.15.39:0/2462538292 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d5415cd60 con 0x7f9d54165710 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.001+0000 7f9d52d9d640 1 --2- 172.21.15.39:0/2462538292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d54165710 0x7f9d54167b00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009dc0 tx=0x7f9d4c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=274cd05aaad33545 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.001+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3c001670 con 0x7f9d54165710 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.001+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d4c02d050 con 0x7f9d54165710 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.001+0000 7f9d5159a640 1 -- 172.21.15.39:0/2462538292 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d4c007740 con 0x7f9d54165710 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.001+0000 7f9d58d76640 1 -- 172.21.15.39:0/2462538292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d54165710 msgr2=0x7f9d54167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.001+0000 7f9d58d76640 1 --2- 172.21.15.39:0/2462538292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d54165710 0x7f9d54167b00 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009dc0 tx=0x7f9d4c02a660 comp rx=0 tx=0).stop 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.002+0000 7f9d58d76640 1 -- 172.21.15.39:0/2462538292 shutdown_connections 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.002+0000 7f9d58d76640 1 --2- 172.21.15.39:0/2462538292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d54165710 0x7f9d54167b00 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.002+0000 7f9d58d76640 1 -- 172.21.15.39:0/2462538292 >> 172.21.15.39:0/2462538292 conn(0x7f9d540cf1a0 msgr2=0x7f9d540cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.002+0000 7f9d58d76640 1 -- 172.21.15.39:0/2462538292 shutdown_connections 2024-09-13T16:11:01.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.002+0000 7f9d58d76640 1 -- 172.21.15.39:0/2462538292 wait complete. 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.003+0000 7f9d58d76640 1 Processor -- start 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.003+0000 7f9d58d76640 1 -- start start 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d58d76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d540b41a0 0x7f9d54151210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d58d76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d540ccf80 0x7f9d54151750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d58d76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 0x7f9d54155bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d58d76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d54147a10 con 0x7f9d54165710 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d58d76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d54158930 con 0x7f9d540b41a0 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d58d76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d541f2590 con 0x7f9d540ccf80 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 0x7f9d54155bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 0x7f9d54155bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37522/0 (socket says 172.21.15.39:37522) 2024-09-13T16:11:01.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 -- 172.21.15.39:0/22838243 learned_addr learned my addr 172.21.15.39:0/22838243 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d51d9b640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d540ccf80 0x7f9d54151750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d5259c640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d540b41a0 0x7f9d54151210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 -- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d540ccf80 msgr2=0x7f9d54151750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d540ccf80 0x7f9d54151750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 -- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d540b41a0 msgr2=0x7f9d54151210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d540b41a0 0x7f9d54151210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 -- 172.21.15.39:0/22838243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d4c009a70 con 0x7f9d54165710 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d52d9d640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 0x7f9d54155bd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009ee0 tx=0x7f9d4c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.004+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d4c03b820 con 0x7f9d54165710 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.005+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d4c03b980 con 0x7f9d54165710 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.005+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d541f2870 con 0x7f9d54165710 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.005+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d4c03bd10 con 0x7f9d54165710 2024-09-13T16:11:01.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.005+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d541f2e30 con 0x7f9d54165710 2024-09-13T16:11:01.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.006+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d54067330 con 0x7f9d54165710 2024-09-13T16:11:01.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.006+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d4c031400 con 0x7f9d54165710 2024-09-13T16:11:01.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.006+0000 7f9d4affd640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d3406ac00 0x7f9d3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.007+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9d4c0aa520 con 0x7f9d54165710 2024-09-13T16:11:01.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.007+0000 7f9d5259c640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d3406ac00 0x7f9d3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.007+0000 7f9d5259c640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d3406ac00 0x7f9d3406d0c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9d44007fd0 tx=0x7f9d44009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.011+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d4c075840 con 0x7f9d54165710 2024-09-13T16:11:01.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.218+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d54066ec0 con 0x7f9d54165710 2024-09-13T16:11:01.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.219+0000 7f9d4affd640 1 -- 172.21.15.39:0/22838243 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7f9d4c078e60 con 0x7f9d54165710 2024-09-13T16:11:01.220 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:01.220 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:11:01.220 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:11:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.220+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d3406ac00 msgr2=0x7f9d3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.220+0000 7f9d58d76640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d3406ac00 0x7f9d3406d0c0 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f9d44007fd0 tx=0x7f9d44009040 comp rx=0 tx=0).stop 2024-09-13T16:11:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.220+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 msgr2=0x7f9d54155bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.220+0000 7f9d58d76640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 0x7f9d54155bd0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d4c009ee0 tx=0x7f9d4c004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 shutdown_connections 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d3406ac00 0x7f9d3406d0c0 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d54165710 0x7f9d54155bd0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d540ccf80 0x7f9d54151750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 --2- 172.21.15.39:0/22838243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d540b41a0 0x7f9d54151210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 >> 172.21.15.39:0/22838243 conn(0x7f9d540cf1a0 msgr2=0x7f9d540d01e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 shutdown_connections 2024-09-13T16:11:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.221+0000 7f9d58d76640 1 -- 172.21.15.39:0/22838243 wait complete. 2024-09-13T16:11:01.233 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:01.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.334+0000 7f856e56c640 1 Processor -- start 2024-09-13T16:11:01.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.334+0000 7f856e56c640 1 -- start start 2024-09-13T16:11:01.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.334+0000 7f856e56c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8568146130 0x7f8568160d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.334+0000 7f856e56c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f856806ba50 0x7f85680d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.334+0000 7f856e56c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85681612c0 con 0x7f856806bee0 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f856e56c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8568160330 con 0x7f8568146130 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f856e56c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f856806c430 con 0x7f856806ba50 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f8567fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8568146130 0x7f8568160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f856cb09640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f856806bee0 0x7f856815ccf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39000/0 (socket says 172.21.15.39:39000) 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f856cb09640 1 -- 172.21.15.39:0/909535780 learned_addr learned my addr 172.21.15.39:0/909535780 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f855ffff640 1 --2- 172.21.15.39:0/909535780 >> v2:172.21.15.157:3300/0 conn(0x7f856806ba50 0x7f85680d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f8567fff640 1 -- 172.21.15.39:0/909535780 >> v2:172.21.15.157:3300/0 conn(0x7f856806ba50 msgr2=0x7f85680d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f8567fff640 1 --2- 172.21.15.39:0/909535780 >> v2:172.21.15.157:3300/0 conn(0x7f856806ba50 0x7f85680d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f8567fff640 1 -- 172.21.15.39:0/909535780 >> v1:172.21.15.39:6789/0 conn(0x7f856806bee0 legacy=0x7f856815ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.335+0000 7f8567fff640 1 -- 172.21.15.39:0/909535780 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f856806c710 con 0x7f8568146130 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f8567fff640 1 --2- 172.21.15.39:0/909535780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f8568160d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f85680b7c20 tx=0x7f855802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33e02c94359d98f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f85677fe640 1 -- 172.21.15.39:0/909535780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8558032440 con 0x7f8568146130 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f85677fe640 1 -- 172.21.15.39:0/909535780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85580325a0 con 0x7f8568146130 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f85677fe640 1 -- 172.21.15.39:0/909535780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8558032930 con 0x7f8568146130 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f856e56c640 1 -- 172.21.15.39:0/909535780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 msgr2=0x7f8568160d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f856e56c640 1 --2- 172.21.15.39:0/909535780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f8568160d80 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f85680b7c20 tx=0x7f855802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f856e56c640 1 -- 172.21.15.39:0/909535780 shutdown_connections 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f856e56c640 1 --2- 172.21.15.39:0/909535780 >> v2:172.21.15.157:3300/0 conn(0x7f856806ba50 0x7f85680d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f856e56c640 1 --2- 172.21.15.39:0/909535780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f8568160d80 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.336+0000 7f856e56c640 1 -- 172.21.15.39:0/909535780 >> 172.21.15.39:0/909535780 conn(0x7f856806a4f0 msgr2=0x7f856806a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.337+0000 7f856e56c640 1 -- 172.21.15.39:0/909535780 shutdown_connections 2024-09-13T16:11:01.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.337+0000 7f856e56c640 1 -- 172.21.15.39:0/909535780 wait complete. 2024-09-13T16:11:01.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 Processor -- start 2024-09-13T16:11:01.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 -- start start 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f856806ba50 0x7f856813ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f856806bee0 0x7f8568156770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f856813ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8568155a40 con 0x7f8568146130 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8568154a20 con 0x7f856806ba50 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856e56c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8568154cc0 con 0x7f856806bee0 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.338+0000 7f856cb09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f856813ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f856813ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37548/0 (socket says 172.21.15.39:37548) 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 -- 172.21.15.39:0/1633657443 learned_addr learned my addr 172.21.15.39:0/1633657443 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f8567fff640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f856806ba50 0x7f856813ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f855ffff640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f856806bee0 0x7f8568156770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 -- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f856806bee0 msgr2=0x7f8568156770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f856806bee0 0x7f8568156770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 -- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f856806ba50 msgr2=0x7f856813ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f856806ba50 0x7f856813ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 -- 172.21.15.39:0/1633657443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8558009400 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856cb09640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f856813ea40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f856000cbc0 tx=0x7f856000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856000ad40 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8560012400 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8568155c90 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f856000aea0 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.339+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8568156250 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.340+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8568156440 con 0x7f8568146130 2024-09-13T16:11:01.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.341+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8560007070 con 0x7f8568146130 2024-09-13T16:11:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.341+0000 7f85657fa640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.341+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8560088fd0 con 0x7f8568146130 2024-09-13T16:11:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.341+0000 7f8567fff640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.342+0000 7f8567fff640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8558034000 tx=0x7f855802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.345+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f85600542f0 con 0x7f8568146130 2024-09-13T16:11:01.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.518+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85681612c0 con 0x7f8568146130 2024-09-13T16:11:01.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.519+0000 7f85657fa640 1 -- 172.21.15.39:0/1633657443 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f85681612c0 con 0x7f8568146130 2024-09-13T16:11:01.520 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:01.520 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:01.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 msgr2=0x7f854806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8558034000 tx=0x7f855802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:01.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 msgr2=0x7f856813ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f856813ea40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f856000cbc0 tx=0x7f856000a430 comp rx=0 tx=0).stop 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 shutdown_connections 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8568146130 0x7f856813ea40 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f856806bee0 0x7f8568156770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 --2- 172.21.15.39:0/1633657443 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f856806ba50 0x7f856813ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 >> 172.21.15.39:0/1633657443 conn(0x7f856806a4f0 msgr2=0x7f85680d19d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 shutdown_connections 2024-09-13T16:11:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.521+0000 7f856e56c640 1 -- 172.21.15.39:0/1633657443 wait complete. 2024-09-13T16:11:01.533 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.633+0000 7f25cf896640 1 Processor -- start 2024-09-13T16:11:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.634+0000 7f25cf896640 1 -- start start 2024-09-13T16:11:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.634+0000 7f25cf896640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25c80b41a0 0x7f25c80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cf896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80d0a00 0x7f25c8167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cf896640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25c80cde30 con 0x7f25c80ccf80 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cf896640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25c80b5090 con 0x7f25c80b41a0 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cf896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25c80cd820 con 0x7f25c80d0a00 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25c80b41a0 0x7f25c80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25c80b41a0 0x7f25c80b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37556/0 (socket says 172.21.15.39:37556) 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 -- 172.21.15.39:0/3104339258 learned_addr learned my addr 172.21.15.39:0/3104339258 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cde33640 1 --2- 172.21.15.39:0/3104339258 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80d0a00 0x7f25c8167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 -- 172.21.15.39:0/3104339258 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80d0a00 msgr2=0x7f25c8167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:01.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 --2- 172.21.15.39:0/3104339258 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80d0a00 0x7f25c8167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 -- 172.21.15.39:0/3104339258 >> v1:172.21.15.157:6789/0 conn(0x7f25c80ccf80 legacy=0x7f25c80d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.635+0000 7f25cd632640 1 -- 172.21.15.39:0/3104339258 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c80b4ac0 con 0x7f25c80b41a0 2024-09-13T16:11:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cd632640 1 --2- 172.21.15.39:0/3104339258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80b41a0 0x7f25c80b4580 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f25c4009870 tx=0x7f25c402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ed374559de06ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25bbfff640 1 -- 172.21.15.39:0/3104339258 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c4032440 con 0x7f25c80b41a0 2024-09-13T16:11:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25bbfff640 1 -- 172.21.15.39:0/3104339258 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25c40325a0 con 0x7f25c80b41a0 2024-09-13T16:11:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25bbfff640 1 -- 172.21.15.39:0/3104339258 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c4032930 con 0x7f25c80b41a0 2024-09-13T16:11:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cf896640 1 -- 172.21.15.39:0/3104339258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80b41a0 msgr2=0x7f25c80b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cf896640 1 --2- 172.21.15.39:0/3104339258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80b41a0 0x7f25c80b4580 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f25c4009870 tx=0x7f25c402a270 comp rx=0 tx=0).stop 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cf896640 1 -- 172.21.15.39:0/3104339258 shutdown_connections 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cf896640 1 --2- 172.21.15.39:0/3104339258 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80d0a00 0x7f25c8167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cf896640 1 --2- 172.21.15.39:0/3104339258 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80b41a0 0x7f25c80b4580 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.636+0000 7f25cf896640 1 -- 172.21.15.39:0/3104339258 >> 172.21.15.39:0/3104339258 conn(0x7f25c80cf1a0 msgr2=0x7f25c80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.637+0000 7f25cf896640 1 -- 172.21.15.39:0/3104339258 shutdown_connections 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.637+0000 7f25cf896640 1 -- 172.21.15.39:0/3104339258 wait complete. 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 Processor -- start 2024-09-13T16:11:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 -- start start 2024-09-13T16:11:01.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80b41a0 0x7f25c80cbc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c80ccf80 0x7f25c81566f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 0x7f25c814f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25c81571b0 con 0x7f25c80d0a00 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25c8157490 con 0x7f25c80ccf80 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.638+0000 7f25cf896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25c8157c70 con 0x7f25c80b41a0 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 0x7f25c814f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 0x7f25c814f740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37566/0 (socket says 172.21.15.39:37566) 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 -- 172.21.15.39:0/4101050702 learned_addr learned my addr 172.21.15.39:0/4101050702 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cd632640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80b41a0 0x7f25c80cbc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cce31640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c80ccf80 0x7f25c81566f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 -- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80b41a0 msgr2=0x7f25c80cbc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80b41a0 0x7f25c80cbc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 -- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c80ccf80 msgr2=0x7f25c81566f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c80ccf80 0x7f25c81566f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 -- 172.21.15.39:0/4101050702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c40094d0 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cde33640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 0x7f25c814f740 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f25c000efc0 tx=0x7f25c000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c0014480 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25c000f040 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25c8157f50 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25c0014820 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.639+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25c81561f0 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.640+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25c8067330 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.641+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f25c0014980 con 0x7f25c80d0a00 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.641+0000 7f25b9ffb640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac30 0x7f25ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:01.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.642+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f25c008a080 con 0x7f25c80d0a00 2024-09-13T16:11:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.642+0000 7f25cd632640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac30 0x7f25ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.642+0000 7f25cd632640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac30 0x7f25ac06d0f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f25c4034000 tx=0x7f25c402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:01.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.646+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f25c0055310 con 0x7f25c80d0a00 2024-09-13T16:11:01.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.852+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f25c8158190 con 0x7f25c80d0a00 2024-09-13T16:11:01.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.853+0000 7f25b9ffb640 1 -- 172.21.15.39:0/4101050702 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7f25c8158190 con 0x7f25c80d0a00 2024-09-13T16:11:01.855 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:01.855 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:11:01.855 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac30 msgr2=0x7f25ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac30 0x7f25ac06d0f0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f25c4034000 tx=0x7f25c402e000 comp rx=0 tx=0).stop 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 msgr2=0x7f25c814f740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 0x7f25c814f740 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f25c000efc0 tx=0x7f25c000c490 comp rx=0 tx=0).stop 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 shutdown_connections 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac30 0x7f25ac06d0f0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c80d0a00 0x7f25c814f740 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c80ccf80 0x7f25c81566f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 --2- 172.21.15.39:0/4101050702 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c80b41a0 0x7f25c80cbc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 >> 172.21.15.39:0/4101050702 conn(0x7f25c80cf1a0 msgr2=0x7f25c80b6c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:01.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 shutdown_connections 2024-09-13T16:11:01.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:01.855+0000 7f25cf896640 1 -- 172.21.15.39:0/4101050702 wait complete. 2024-09-13T16:11:02.271 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:10:45.063482+0000', 'modified': '2024-09-13T16:10:47.798774+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4275}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4275': {'gid': 4275, 'name': 'c', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6835/1036870857', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6834', 'nonce': 1036870857}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1036870857}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:11:02.271 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:11:02.271 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:11:02.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.376+0000 7f09a6819640 1 Processor -- start 2024-09-13T16:11:02.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.376+0000 7f09a6819640 1 -- start start 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a6819640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f09a00ac860 0x7f09a006c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a6819640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09a006cb70 0x7f09a00b1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a6819640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09a0070b90 con 0x7f09a015c840 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a6819640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09a015cc20 con 0x7f09a006cb70 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a6819640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09a006d000 con 0x7f09a00ac860 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09a006cb70 0x7f09a00b1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09a006cb70 0x7f09a00b1970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37582/0 (socket says 172.21.15.39:37582) 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 -- 172.21.15.39:0/2580132113 learned_addr learned my addr 172.21.15.39:0/2580132113 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f0997fff640 1 --2- 172.21.15.39:0/2580132113 >> v2:172.21.15.157:3300/0 conn(0x7f09a00ac860 0x7f09a006c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 -- 172.21.15.39:0/2580132113 >> v2:172.21.15.157:3300/0 conn(0x7f09a00ac860 msgr2=0x7f09a006c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 --2- 172.21.15.39:0/2580132113 >> v2:172.21.15.157:3300/0 conn(0x7f09a00ac860 0x7f09a006c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 -- 172.21.15.39:0/2580132113 >> v1:172.21.15.157:6789/0 conn(0x7f09a015c840 legacy=0x7f09a0070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.377+0000 7f09a4db6640 1 -- 172.21.15.39:0/2580132113 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09a0070e70 con 0x7f09a006cb70 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.378+0000 7f09a4db6640 1 --2- 172.21.15.39:0/2580132113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a006cb70 0x7f09a00b1970 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f09a0072660 tx=0x7f099802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a8b31b186aae0bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.378+0000 7f099f7fe640 1 -- 172.21.15.39:0/2580132113 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0998031600 con 0x7f09a006cb70 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.378+0000 7f099f7fe640 1 -- 172.21.15.39:0/2580132113 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f099802d050 con 0x7f09a006cb70 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.378+0000 7f099f7fe640 1 -- 172.21.15.39:0/2580132113 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0998031980 con 0x7f09a006cb70 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 -- 172.21.15.39:0/2580132113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a006cb70 msgr2=0x7f09a00b1970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 --2- 172.21.15.39:0/2580132113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a006cb70 0x7f09a00b1970 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f09a0072660 tx=0x7f099802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 -- 172.21.15.39:0/2580132113 shutdown_connections 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 --2- 172.21.15.39:0/2580132113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a006cb70 0x7f09a00b1970 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 --2- 172.21.15.39:0/2580132113 >> v2:172.21.15.157:3300/0 conn(0x7f09a00ac860 0x7f09a006c630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 -- 172.21.15.39:0/2580132113 >> 172.21.15.39:0/2580132113 conn(0x7f09a00b05e0 msgr2=0x7f09a00b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 -- 172.21.15.39:0/2580132113 shutdown_connections 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.379+0000 7f09a6819640 1 -- 172.21.15.39:0/2580132113 wait complete. 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.380+0000 7f09a6819640 1 Processor -- start 2024-09-13T16:11:02.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.380+0000 7f09a6819640 1 -- start start 2024-09-13T16:11:02.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a6819640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09a006cb70 0x7f09a014eed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a6819640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 0x7f09a015a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a6819640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09a015c840 0x7f09a014fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a6819640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a01f2470 con 0x7f09a00ac860 2024-09-13T16:11:02.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a6819640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09a014f410 con 0x7f09a015c840 2024-09-13T16:11:02.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a6819640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09a015b770 con 0x7f09a006cb70 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 0x7f09a015a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 0x7f09a015a840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37584/0 (socket says 172.21.15.39:37584) 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 -- 172.21.15.39:0/558087243 learned_addr learned my addr 172.21.15.39:0/558087243 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f099ffff640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09a006cb70 0x7f09a014eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f09a4db6640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09a015c840 0x7f09a014fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 -- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09a006cb70 msgr2=0x7f09a014eed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09a006cb70 0x7f09a014eed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 -- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09a015c840 msgr2=0x7f09a014fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09a015c840 0x7f09a014fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 -- 172.21.15.39:0/558087243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0998009b30 con 0x7f09a00ac860 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f0997fff640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 0x7f09a015a840 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f098800d800 tx=0x7f098800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.381+0000 7f099d7fa640 1 -- 172.21.15.39:0/558087243 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f098800b660 con 0x7f09a00ac860 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.382+0000 7f099d7fa640 1 -- 172.21.15.39:0/558087243 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f098800b7c0 con 0x7f09a00ac860 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.382+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09a015b1b0 con 0x7f09a00ac860 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.382+0000 7f099d7fa640 1 -- 172.21.15.39:0/558087243 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f098800bb50 con 0x7f09a00ac860 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.382+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09a01540c0 con 0x7f09a00ac860 2024-09-13T16:11:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.383+0000 7f099d7fa640 1 -- 172.21.15.39:0/558087243 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f098800bcb0 con 0x7f09a00ac860 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.383+0000 7f099d7fa640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f098006ac00 0x7f098006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.384+0000 7f099d7fa640 1 -- 172.21.15.39:0/558087243 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f09880896b0 con 0x7f09a00ac860 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.384+0000 7f099ffff640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f098006ac00 0x7f098006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.384+0000 7f099ffff640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f098006ac00 0x7f098006d0c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0990006fd0 tx=0x7f0990009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 Processor -- start 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 -- start start 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fe480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a6fb860 0x55a91a74b570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74bab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a6587c0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a667b70 con 0x55a91a725550 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a91a665300 con 0x55a91a6fb860 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f099ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fe480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f099ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fe480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37600/0 (socket says 172.21.15.39:37600) 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f099ffff640 1 -- 172.21.15.39:0/1744585852 learned_addr learned my addr 172.21.15.39:0/1744585852 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.385+0000 7f0997fff640 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a6fb860 0x55a91a74b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f09a4db6640 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74bab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f099ffff640 1 -- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a6fb860 msgr2=0x55a91a74b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f099ffff640 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a6fb860 0x55a91a74b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f099ffff640 1 -- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 msgr2=0x55a91a74bab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f099ffff640 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74bab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f099ffff640 1 -- 172.21.15.39:0/1744585852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a91a5ed4b0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f099ffff640 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fe480 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f099000eb70 tx=0x7f0990011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36dd218c0417120b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f0995ffb640 1 -- 172.21.15.39:0/1744585852 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0990015ac0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f0995ffb640 1 -- 172.21.15.39:0/1744585852 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0990015c20 con 0x55a91a6fe0a0 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f0995ffb640 1 -- 172.21.15.39:0/1744585852 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0990013450 con 0x55a91a6fe0a0 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f09a961b740 1 -- 172.21.15.39:0/1744585852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 msgr2=0x55a91a6fe480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.386+0000 7f09a961b740 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fe480 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f099000eb70 tx=0x7f0990011000 comp rx=0 tx=0).stop 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 -- 172.21.15.39:0/1744585852 shutdown_connections 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74bab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a6fb860 0x55a91a74b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 --2- 172.21.15.39:0/1744585852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fe480 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 -- 172.21.15.39:0/1744585852 >> 172.21.15.39:0/1744585852 conn(0x55a91a6fa7d0 msgr2=0x55a91a742c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 -- 172.21.15.39:0/1744585852 shutdown_connections 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 -- 172.21.15.39:0/1744585852 wait complete. 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 -- start start 2024-09-13T16:11:02.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.387+0000 7f09a961b740 1 Processor -- start 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a7402b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a726ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a660bf0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a61f250 con 0x55a91a725550 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a91a61eef0 con 0x55a91a7291f0 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a961b740 10 client.0 _ll_register_callbacks cb 0x55a91a651740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a4db6640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a726ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f0997fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a4db6640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a726ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:56026/0 (socket says 172.21.15.39:56026) 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f09a4db6640 1 -- 172.21.15.39:0/2014244979 learned_addr learned my addr 172.21.15.39:0/2014244979 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.388+0000 7f099ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a7402b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f099ffff640 1 -- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 msgr2=0x55a91a726ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f099ffff640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a726ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f099ffff640 1 -- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 msgr2=0x55a91a74abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f099ffff640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f099ffff640 1 -- 172.21.15.39:0/2014244979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f099000e850 con 0x55a91a6fe0a0 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f0997fff640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a4db6640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a726ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f099ffff640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a7402b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0990009400 tx=0x7f0990004680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eca5979ba4762a53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f097effd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f097effd640 1 -- 172.21.15.39:0/2014244979 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0990015ac0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f097effd640 1 -- 172.21.15.39:0/2014244979 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0990029dc0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55a91a3543c0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f097effd640 1 -- 172.21.15.39:0/2014244979 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0990034450 con 0x55a91a6fe0a0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 10 client.4698 fetch_fsmap learned FSMap version 7 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55a91a65f270 con 0x55a91a6fe0a0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f097effd640 1 -- 172.21.15.39:0/2014244979 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55a91a3543c0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f097effd640 1 -- 172.21.15.39:0/2014244979 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0990011070 con 0x55a91a6fe0a0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 10 client.4698 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 10 client.4698 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 20 client.4698 populate_metadata read hostname 'smithi039' 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a713500 0x55a91a711680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 4 client.4698 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.389+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 --> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55a91a3656c0 con 0x55a91a713500 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.390+0000 7f0997fff640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a713500 0x55a91a711680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.390+0000 7f097effd640 10 client.4698 ms_handle_connect on v2:172.21.15.39:6834/1036870857 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.390+0000 7f0997fff640 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a713500 0x55a91a711680 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=39a19660d8a9d974 server_cookie=9d1c1744ca0975a5 in_seq=0 out_seq=0 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.390+0000 7f097effd640 1 -- 172.21.15.39:0/2014244979 <== mds.0 v2:172.21.15.39:6834/1036870857 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55a91a3656c0 con 0x55a91a713500 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.390+0000 7f097effd640 10 client.4698 handle_command_reply: tid=0 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.390+0000 7f09a961b740 1 client.4698 shutdown 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 msgr2=0x55a91a7402b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a7402b0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f0990009400 tx=0x7f0990004680 comp rx=0 tx=0).stop 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 shutdown_connections 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a713500 0x55a91a711680 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a726ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a725550 0x55a91a74abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f097effd640 0 client.4698 ms_handle_reset on v2:172.21.15.39:6834/1036870857 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 --2- 172.21.15.39:0/2014244979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a7402b0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 >> 172.21.15.39:0/2014244979 conn(0x55a91a6fb860 msgr2=0x55a91a7422e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 shutdown_connections 2024-09-13T16:11:02.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 1 -- 172.21.15.39:0/2014244979 wait complete. 2024-09-13T16:11:02.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.391+0000 7f09a961b740 20 client.4698 trim_cache size 0 max 16384 2024-09-13T16:11:02.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 Processor -- start 2024-09-13T16:11:02.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 -- start start 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fd8d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a725550 0x55a91a743f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a7291f0 0x55a91a744e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a5e4460 con 0x55a91a6fe0a0 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a728130 con 0x55a91a7291f0 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.406+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a91a75c9a0 con 0x55a91a725550 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fd8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fd8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37620/0 (socket says 172.21.15.39:37620) 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 -- 172.21.15.39:0/2153803924 learned_addr learned my addr 172.21.15.39:0/2153803924 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f09a4db6640 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a7291f0 0x55a91a744e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f0997fff640 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a725550 0x55a91a743f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 -- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a725550 msgr2=0x55a91a743f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a725550 0x55a91a743f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 -- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a7291f0 msgr2=0x55a91a744e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a7291f0 0x55a91a744e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 -- 172.21.15.39:0/2153803924 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a91a6015f0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f09a4db6640 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a7291f0 0x55a91a744e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f099ffff640 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fd8d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0990034d50 tx=0x7f099002b040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=784ccf56944ef625 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f09967fc640 1 -- 172.21.15.39:0/2153803924 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0990015ac0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f09967fc640 1 -- 172.21.15.39:0/2153803924 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09900346d0 con 0x55a91a6fe0a0 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.407+0000 7f09967fc640 1 -- 172.21.15.39:0/2153803924 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0990034a80 con 0x55a91a6fe0a0 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 -- 172.21.15.39:0/2153803924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 msgr2=0x55a91a6fd8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fd8d0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f0990034d50 tx=0x7f099002b040 comp rx=0 tx=0).stop 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 -- 172.21.15.39:0/2153803924 shutdown_connections 2024-09-13T16:11:02.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a7291f0 0x55a91a744e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a725550 0x55a91a743f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 --2- 172.21.15.39:0/2153803924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a6fe0a0 0x55a91a6fd8d0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 -- 172.21.15.39:0/2153803924 >> 172.21.15.39:0/2153803924 conn(0x55a91a6fb860 msgr2=0x55a91a729c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 -- 172.21.15.39:0/2153803924 shutdown_connections 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 -- 172.21.15.39:0/2153803924 wait complete. 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.408+0000 7f09a961b740 1 -- start start 2024-09-13T16:11:02.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 Processor -- start 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a6fe0a0 0x55a91a745030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 0x55a91a7ab740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a7abc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a742010 con 0x55a91a725550 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a91a740410 con 0x55a91a6fe0a0 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a91a73f800 con 0x55a91a7291f0 2024-09-13T16:11:02.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f09a961b740 10 client.0 _ll_register_callbacks cb 0x7f0990009330 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f0997fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 0x55a91a7ab740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f0997fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 0x55a91a7ab740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37624/0 (socket says 172.21.15.39:37624) 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.409+0000 7f0997fff640 1 -- 172.21.15.39:0/822257833 learned_addr learned my addr 172.21.15.39:0/822257833 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f099ffff640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a6fe0a0 0x55a91a745030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a4db6640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a7abc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f0997fff640 1 -- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 msgr2=0x55a91a7abc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f0997fff640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a7abc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f0997fff640 1 -- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a6fe0a0 msgr2=0x55a91a745030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f0997fff640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a6fe0a0 0x55a91a745030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f0997fff640 1 -- 172.21.15.39:0/822257833 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a91a65f270 con 0x55a91a725550 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a4db6640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a7abc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f0997fff640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 0x55a91a7ab740 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0988058390 tx=0x7f09880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=356657db4e8b7206 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f097effd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:11:02.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f097effd640 1 -- 172.21.15.39:0/822257833 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f098805c0c0 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f097effd640 1 -- 172.21.15.39:0/822257833 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0988054da0 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0990015c20 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f097effd640 1 -- 172.21.15.39:0/822257833 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0988054f60 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 10 client.4704 fetch_fsmap learned FSMap version 7 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x55a91a626d00 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f097effd640 1 -- 172.21.15.39:0/822257833 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0990015c20 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f097effd640 1 -- 172.21.15.39:0/822257833 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 7) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0988060540 con 0x55a91a725550 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 10 client.4704 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 10 client.4704 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 20 client.4704 populate_metadata read hostname 'smithi039' 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a7afc20 0x55a91a7b0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 4 client.4704 mds_command: new command op to 4275 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.410+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 --> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55a91a3b8d10 con 0x55a91a7afc20 2024-09-13T16:11:02.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f099ffff640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a7afc20 0x55a91a7b0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f097effd640 10 client.4704 ms_handle_connect on v2:172.21.15.39:6834/1036870857 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f099ffff640 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a7afc20 0x55a91a7b0000 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=570106192c6c2fb7 server_cookie=57fe763a260f7d45 in_seq=0 out_seq=0 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f097effd640 1 -- 172.21.15.39:0/822257833 <== mds.0 v2:172.21.15.39:6834/1036870857 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x55a91a3b8d10 con 0x55a91a7afc20 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f097effd640 10 client.4704 handle_command_reply: tid=0 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 client.4704 shutdown 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 msgr2=0x55a91a7ab740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 0x55a91a7ab740 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f0988058390 tx=0x7f09880046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 shutdown_connections 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:6834/1036870857,v1:172.21.15.39:6835/1036870857] conn(0x55a91a7afc20 0x55a91a7b0000 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a91a7291f0 0x55a91a7abc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a91a725550 0x55a91a7ab740 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f097effd640 0 client.4704 ms_handle_reset on v2:172.21.15.39:6834/1036870857 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 --2- 172.21.15.39:0/822257833 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a91a6fe0a0 0x55a91a745030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 >> 172.21.15.39:0/822257833 conn(0x55a91a6fb860 msgr2=0x55a91a6fd670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 shutdown_connections 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.411+0000 7f09a961b740 1 -- 172.21.15.39:0/822257833 wait complete. 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a961b740 20 client.4704 trim_cache size 0 max 16384 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4275, 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:11:02.420 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 17.347152899000001, 2024-09-13T16:11:02.421 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 7, 2024-09-13T16:11:02.421 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 21, 2024-09-13T16:11:02.421 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 21, 2024-09-13T16:11:02.421 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 23.760678457000001 2024-09-13T16:11:02.421 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f098006ac00 msgr2=0x7f098006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f098006ac00 0x7f098006d0c0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f0990006fd0 tx=0x7f0990009060 comp rx=0 tx=0).stop 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 msgr2=0x7f09a015a840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 0x7f09a015a840 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f098800d800 tx=0x7f098800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 shutdown_connections 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f098006ac00 0x7f098006d0c0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09a015c840 0x7f09a014fbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09a00ac860 0x7f09a015a840 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 --2- 172.21.15.39:0/558087243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09a006cb70 0x7f09a014eed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 >> 172.21.15.39:0/558087243 conn(0x7f09a00b05e0 msgr2=0x7f09a015ed80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 shutdown_connections 2024-09-13T16:11:02.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.412+0000 7f09a6819640 1 -- 172.21.15.39:0/558087243 wait complete. 2024-09-13T16:11:02.424 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T16:11:02.433 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T16:11:02.434 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T16:11:02.434 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T16:11:02.434 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T16:11:02.467 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T16:11:02.467 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T16:11:02.467 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T16:11:02.467 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:11:02.467 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:02.467 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-13T16:11:02.467 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:11:02.467 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:02.468 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-13T16:11:02.468 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:11:02.468 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:02.468 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-13T16:11:02.468 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T16:11:02.468 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:02.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:02.468 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:11:02.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:02.485 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-09-13T16:11:02.552 INFO:teuthology.orchestra.run.smithi039.stderr:Cannot find device "ceph-brx" 2024-09-13T16:11:02.553 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:11:02.553 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:02.553 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-13T16:11:02.573 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:02.573 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link delete ceph-brx 2024-09-13T16:11:02.645 INFO:teuthology.orchestra.run.smithi157.stderr:Cannot find device "ceph-brx" 2024-09-13T16:11:02.647 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:11:02.647 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T16:11:02.647 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:11:02.647 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:11:02.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 Processor -- start 2024-09-13T16:11:02.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 -- start start 2024-09-13T16:11:02.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc06cca0 0x7fedfc0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fedfc0b4a50 0x7fedfc06db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fedfc0b4080 con 0x7fedfc15c830 2024-09-13T16:11:02.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fedfc0b1f50 con 0x7fedfc0b4a50 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.748+0000 7fee016d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedfc15cc10 con 0x7fedfc06cca0 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fedfc0b4a50 0x7fedfc06db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fedfc0b4a50 0x7fedfc06db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37626/0 (socket says 172.21.15.39:37626) 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 -- 172.21.15.39:0/1794794322 learned_addr learned my addr 172.21.15.39:0/1794794322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfa7fc640 1 --2- 172.21.15.39:0/1794794322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc06cca0 0x7fedfc0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 -- 172.21.15.39:0/1794794322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc06cca0 msgr2=0x7fedfc0b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 --2- 172.21.15.39:0/1794794322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc06cca0 0x7fedfc0b4510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 -- 172.21.15.39:0/1794794322 >> v1:172.21.15.157:6789/0 conn(0x7fedfc15c830 legacy=0x7fedfc0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:02.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.749+0000 7fedfb7fe640 1 -- 172.21.15.39:0/1794794322 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedfc0b3750 con 0x7fedfc0b4a50 2024-09-13T16:11:02.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fedfb7fe640 1 --2- 172.21.15.39:0/1794794322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc06db50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fedf4009e50 tx=0x7fedf402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c029beba68ada55d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fedf9ffb640 1 -- 172.21.15.39:0/1794794322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf402aea0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fedf9ffb640 1 -- 172.21.15.39:0/1794794322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedf402d050 con 0x7fedfc0b4a50 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fedf9ffb640 1 -- 172.21.15.39:0/1794794322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf4031820 con 0x7fedfc0b4a50 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 -- 172.21.15.39:0/1794794322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 msgr2=0x7fedfc06db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 --2- 172.21.15.39:0/1794794322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc06db50 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fedf4009e50 tx=0x7fedf402a6c0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 -- 172.21.15.39:0/1794794322 shutdown_connections 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 --2- 172.21.15.39:0/1794794322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc06db50 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 --2- 172.21.15.39:0/1794794322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc06cca0 0x7fedfc0b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 -- 172.21.15.39:0/1794794322 >> 172.21.15.39:0/1794794322 conn(0x7fedfc0ae990 msgr2=0x7fedfc0aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 -- 172.21.15.39:0/1794794322 shutdown_connections 2024-09-13T16:11:02.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.750+0000 7fee016d0640 1 -- 172.21.15.39:0/1794794322 wait complete. 2024-09-13T16:11:02.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.752+0000 7fee016d0640 1 Processor -- start 2024-09-13T16:11:02.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.752+0000 7fee016d0640 1 -- start start 2024-09-13T16:11:02.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fedfc06cca0 0x7fedfc154980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc1519c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc15c830 0x7fedfc14d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedfc156210 con 0x7fedfc0b4a50 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fedfc158280 con 0x7fedfc06cca0 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fedfc1520c0 con 0x7fedfc15c830 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc1519c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc1519c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37636/0 (socket says 172.21.15.39:37636) 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 -- 172.21.15.39:0/3563510656 learned_addr learned my addr 172.21.15.39:0/3563510656 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfaffd640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fedfc06cca0 0x7fedfc154980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfb7fe640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc15c830 0x7fedfc14d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 -- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc15c830 msgr2=0x7fedfc14d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc15c830 0x7fedfc14d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 -- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fedfc06cca0 msgr2=0x7fedfc154980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fedfc06cca0 0x7fedfc154980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 -- 172.21.15.39:0/3563510656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedf4009b30 con 0x7fedfc0b4a50 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedfa7fc640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc1519c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fede400c7f0 tx=0x7fede400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fede4004230 con 0x7fedfc0b4a50 2024-09-13T16:11:02.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fede4004390 con 0x7fedfc0b4a50 2024-09-13T16:11:02.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fede4007860 con 0x7fedfc0b4a50 2024-09-13T16:11:02.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fedfc1523a0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.753+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fedfc14dad0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.754+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fedfc0672f0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.755+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fede4007bd0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.755+0000 7fedf37fe640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feddc06ac00 0x7feddc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:02.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.755+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fede40892e0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.756+0000 7fedfaffd640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feddc06ac00 0x7feddc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:02.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.756+0000 7fedfaffd640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feddc06ac00 0x7feddc06d0c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fedfc151430 tx=0x7fedec007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:02.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.760+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fede4054600 con 0x7fedfc0b4a50 2024-09-13T16:11:02.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.969+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fedfc06bdb0 con 0x7fedfc0b4a50 2024-09-13T16:11:02.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.970+0000 7fedf37fe640 1 -- 172.21.15.39:0/3563510656 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fede4057c20 con 0x7fedfc0b4a50 2024-09-13T16:11:02.971 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:11:02.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feddc06ac00 msgr2=0x7feddc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feddc06ac00 0x7feddc06d0c0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fedfc151430 tx=0x7fedec007e30 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 msgr2=0x7fedfc1519c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc1519c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fede400c7f0 tx=0x7fede400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 shutdown_connections 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feddc06ac00 0x7feddc06d0c0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fedfc15c830 0x7fedfc14d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fedfc0b4a50 0x7fedfc1519c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 --2- 172.21.15.39:0/3563510656 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fedfc06cca0 0x7fedfc154980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 >> 172.21.15.39:0/3563510656 conn(0x7fedfc0ae990 msgr2=0x7fedfc06c220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 shutdown_connections 2024-09-13T16:11:02.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:02.972+0000 7fee016d0640 1 -- 172.21.15.39:0/3563510656 wait complete. 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:11:02.984 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:11:02.984 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:02.985 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:11:03.000 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:03.000 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:03.000 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:11:03.001 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42749sec preferred_lft 42749sec 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:11:03.002 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:11:03.002 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr flush dev ceph-brx 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set ceph-brx up 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:11:03.003 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:03.157 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.157 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:11:03.183 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:11:03.185 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.185 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:11:03.252 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:11:03.252 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:11:03.252 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:11:03.252 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:11:03.252 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:11:03.253 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.253 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:03.253 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:03.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:11:03.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:11:03.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:11:03.253 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:03.531 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.531 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:11:03.547 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.547 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list-id 2024-09-13T16:11:03.602 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.603 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:03.603 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:03.603 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:11:03.603 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T16:11:03.603 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:03.682 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T16:11:03.682 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T16:11:03.683 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:03.809 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:03.810 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:03.810 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:03.810 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:11:03.810 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:11:03.810 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:03.848 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:11:03.848 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:03.849 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:03.904 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:11:03.956 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:03.957 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:03.972 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:11:04.038 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:04.038 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:04.103 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:04.104 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:04.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:04.105 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:11:04.161 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:11:04.161 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:11:04.203 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:11:04.228 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:04.229 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:04.294 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:04.295 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:04.296 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:04.296 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:11:04.334 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:11:04.332+0000 7fdf66e47480 -1 init, newargv = 0x5567350ea350 newargc=15 2024-09-13T16:11:04.334 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[45317]: starting ceph client 2024-09-13T16:11:04.338 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[45317]: starting fuse 2024-09-13T16:11:04.350 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:11:04.350 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:11:04.350 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:11:04.351 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:11:04.352 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:04.352 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:11:04.352 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:11:04.466 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.45317.asok 2024-09-13T16:11:04.652 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.45317.asok 2024-09-13T16:11:04.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:04.653 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.45317.asok status 2024-09-13T16:11:04.789 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:11:04.789 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:11:04.789 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:11:04.789 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "45317", 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4716, 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:11:04.790 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 4716 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2108896490 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2108896490 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:04.791 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.4716 192.168.0.1:0/2108896490", 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/2108896490", 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 7, 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 21, 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:11:04.792 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:11:04.798 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:11:04.798 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:11:04.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.898+0000 7ff45de80640 1 Processor -- start 2024-09-13T16:11:04.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.898+0000 7ff45de80640 1 -- start start 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff45de80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff45815cef0 0x7ff4580cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff45de80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff4580b5ab0 0x7ff4580b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff45de80640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4580d11f0 con 0x7ff4580cd560 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff45de80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4580b6410 con 0x7ff45815cef0 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff45de80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff45815d2d0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff4577fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff45815cef0 0x7ff4580cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff4577fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff45815cef0 0x7ff4580cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45840/0 (socket says 172.21.15.39:45840) 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.899+0000 7ff4577fe640 1 -- 172.21.15.39:0/3435439232 learned_addr learned my addr 172.21.15.39:0/3435439232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.900+0000 7ff457fff640 1 --2- 172.21.15.39:0/3435439232 >> v2:172.21.15.157:3300/0 conn(0x7ff4580b5ab0 0x7ff4580b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:04.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.900+0000 7ff4577fe640 1 -- 172.21.15.39:0/3435439232 >> v2:172.21.15.157:3300/0 conn(0x7ff4580b5ab0 msgr2=0x7ff4580b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.900+0000 7ff4577fe640 1 --2- 172.21.15.39:0/3435439232 >> v2:172.21.15.157:3300/0 conn(0x7ff4580b5ab0 0x7ff4580b5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.900+0000 7ff4577fe640 1 -- 172.21.15.39:0/3435439232 >> v1:172.21.15.157:6789/0 conn(0x7ff4580cd560 legacy=0x7ff4580d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.900+0000 7ff4577fe640 1 -- 172.21.15.39:0/3435439232 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4580cda00 con 0x7ff45815cef0 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.900+0000 7ff4577fe640 1 --2- 172.21.15.39:0/3435439232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45815cef0 0x7ff4580cd020 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff4580d0cd0 tx=0x7ff44802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14ef77a79773a40b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff4567fc640 1 -- 172.21.15.39:0/3435439232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff448032640 con 0x7ff45815cef0 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff4567fc640 1 -- 172.21.15.39:0/3435439232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4480327a0 con 0x7ff45815cef0 2024-09-13T16:11:04.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff4567fc640 1 -- 172.21.15.39:0/3435439232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff448032b30 con 0x7ff45815cef0 2024-09-13T16:11:04.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 -- 172.21.15.39:0/3435439232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45815cef0 msgr2=0x7ff4580cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:04.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 --2- 172.21.15.39:0/3435439232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45815cef0 0x7ff4580cd020 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7ff4580d0cd0 tx=0x7ff44802a300 comp rx=0 tx=0).stop 2024-09-13T16:11:04.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 -- 172.21.15.39:0/3435439232 shutdown_connections 2024-09-13T16:11:04.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 --2- 172.21.15.39:0/3435439232 >> v2:172.21.15.157:3300/0 conn(0x7ff4580b5ab0 0x7ff4580b5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 --2- 172.21.15.39:0/3435439232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45815cef0 0x7ff4580cd020 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 -- 172.21.15.39:0/3435439232 >> 172.21.15.39:0/3435439232 conn(0x7ff45806a3a0 msgr2=0x7ff45806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 -- 172.21.15.39:0/3435439232 shutdown_connections 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.901+0000 7ff45de80640 1 -- 172.21.15.39:0/3435439232 wait complete. 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.902+0000 7ff45de80640 1 Processor -- start 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 -- start start 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 0x7ff4580c6d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4580cd560 0x7ff4580c77b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45815cef0 0x7ff458153000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4580c7cf0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4580c7f30 con 0x7ff45815cef0 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff45de80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4580c8240 con 0x7ff4580cd560 2024-09-13T16:11:04.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff4577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 0x7ff4580c6d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff4577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 0x7ff4580c6d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45848/0 (socket says 172.21.15.39:45848) 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.903+0000 7ff4577fe640 1 -- 172.21.15.39:0/3242703620 learned_addr learned my addr 172.21.15.39:0/3242703620 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff457fff640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45815cef0 0x7ff458153000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff456ffd640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4580cd560 0x7ff4580c77b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff4577fe640 1 -- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4580cd560 msgr2=0x7ff4580c77b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff4577fe640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4580cd560 0x7ff4580c77b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff4577fe640 1 -- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45815cef0 msgr2=0x7ff458153000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff4577fe640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45815cef0 0x7ff458153000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff4577fe640 1 -- 172.21.15.39:0/3242703620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4480094d0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff456ffd640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4580cd560 0x7ff4580c77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff4577fe640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 0x7ff4580c6d00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff44802a340 tx=0x7ff4480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff448030850 con 0x7ff4580b5ab0 2024-09-13T16:11:04.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4480309b0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff448030d60 con 0x7ff4580b5ab0 2024-09-13T16:11:04.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4580c8520 con 0x7ff4580b5ab0 2024-09-13T16:11:04.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.904+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4580c8ae0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.905+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff4580b5ed0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.906+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff448039040 con 0x7ff4580b5ab0 2024-09-13T16:11:04.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.906+0000 7ff43ffff640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff44406ac00 0x7ff44406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:04.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.906+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff4480a9dc0 con 0x7ff4580b5ab0 2024-09-13T16:11:04.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.906+0000 7ff456ffd640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff44406ac00 0x7ff44406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:04.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.907+0000 7ff456ffd640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff44406ac00 0x7ff44406d0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff44c007fd0 tx=0x7ff44c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:04.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:04.910+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff4480750e0 con 0x7ff4580b5ab0 2024-09-13T16:11:05.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.115+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7ff4580d0670 con 0x7ff4580b5ab0 2024-09-13T16:11:05.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.116+0000 7ff43ffff640 1 -- 172.21.15.39:0/3242703620 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7ff448078700 con 0x7ff4580b5ab0 2024-09-13T16:11:05.117 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:11:05.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff44406ac00 msgr2=0x7ff44406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff44406ac00 0x7ff44406d0c0 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7ff44c007fd0 tx=0x7ff44c009040 comp rx=0 tx=0).stop 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 msgr2=0x7ff4580c6d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 0x7ff4580c6d00 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7ff44802a340 tx=0x7ff4480046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 shutdown_connections 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff44406ac00 0x7ff44406d0c0 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45815cef0 0x7ff458153000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4580cd560 0x7ff4580c77b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 --2- 172.21.15.39:0/3242703620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4580b5ab0 0x7ff4580c6d00 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 >> 172.21.15.39:0/3242703620 conn(0x7ff45806a3a0 msgr2=0x7ff4580cf1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 shutdown_connections 2024-09-13T16:11:05.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:05.118+0000 7ff45de80640 1 -- 172.21.15.39:0/3242703620 wait complete. 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:11:05.130 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T16:11:05.131 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.131 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.147 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42747sec preferred_lft 42747sec 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:05.148 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:11:05.149 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.150 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.150 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:11:05.211 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:11:05.213 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.213 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:11:05.269 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:11:05.269 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:11:05.270 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:11:05.270 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:11:05.270 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:11:05.270 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.270 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:05.270 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:05.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:11:05.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:11:05.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:11:05.270 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:05.360 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.360 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:11:05.376 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:11:05.376 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.377 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list-id 2024-09-13T16:11:05.432 INFO:teuthology.orchestra.run.smithi039.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T16:11:05.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.432 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:05.432 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:05.432 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:11:05.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T16:11:05.433 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:05.511 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.511 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T16:11:05.576 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:05.576 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:05.576 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:05.576 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.576 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:05.576 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.577 INFO:teuthology.orchestra.run.smithi039.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:05.577 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether c2:76:06:c0:8e:3d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:11:05.577 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:11:05.577 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.577 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::c076:6ff:fec0:8e3d/64 scope link 2024-09-13T16:11:05.577 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.578 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.578 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T16:11:05.643 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether c2:76:06:c0:8e:3d brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.644 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::c076:6ff:fec0:8e3d/64 scope link 2024-09-13T16:11:05.645 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:05.646 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T16:11:05.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T16:11:05.646 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:05.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:05.762 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:05.762 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:05.762 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.1 up 2024-09-13T16:11:05.762 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T16:11:05.762 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:05.806 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-13T16:11:05.806 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:05.806 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:05.865 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T16:11:05.865 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:05.865 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:05.921 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:11:05.987 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:05.988 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:06.053 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:06.054 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:06.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:06.055 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:11:06.111 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:11:06.111 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [43] 2024-09-13T16:11:06.111 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-13T16:11:06.153 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:11:06.179 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:06.179 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:06.237 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi039.stderr:2024-09-13T16:11:06.236+0000 7fb07791d480 -1 init, newargv = 0x5620a24e32f0 newargc=15 2024-09-13T16:11:06.237 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi039.stderr:ceph-fuse[45794]: starting ceph client 2024-09-13T16:11:06.241 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi039.stderr:ceph-fuse[45794]: starting fuse 2024-09-13T16:11:06.247 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:06.248 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:06.248 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:06.248 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:11:06.305 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:11:06.305 INFO:teuthology.orchestra.run.smithi039.stdout:44 2024-09-13T16:11:06.306 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43, 44] 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-13T16:11:06.306 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.2")) 2024-09-13T16:11:06.307 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:11:06.422 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.2.45794.asok 2024-09-13T16:11:06.608 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.45794.asok 2024-09-13T16:11:06.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:06.609 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.45794.asok status 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "2", 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-13T16:11:06.747 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "45794", 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 4728, 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 4728 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:11:06.748 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 383926895 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 383926895 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.4728 192.168.0.2:0/383926895", 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.2:0/383926895", 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 7, 2024-09-13T16:11:06.749 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 21, 2024-09-13T16:11:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:11:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:11:06.750 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:11:06.750 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:11:06.755 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:11:06.755 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:11:06.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.855+0000 7fb599272640 1 Processor -- start 2024-09-13T16:11:06.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.856+0000 7fb599272640 1 -- start start 2024-09-13T16:11:06.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.856+0000 7fb599272640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb59415a360 0x7fb5940ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.856+0000 7fb599272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5940ce960 0x7fb59415b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.856+0000 7fb599272640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb594159760 con 0x7fb594159380 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.856+0000 7fb599272640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5940b38f0 con 0x7fb59415a360 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.856+0000 7fb599272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5940cedd0 con 0x7fb5940ce960 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb592ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb594159380 0x7fb5940b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35494/0 (socket says 172.21.15.39:35494) 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb592ffd640 1 -- 172.21.15.39:0/33476590 learned_addr learned my addr 172.21.15.39:0/33476590 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb5927fc640 1 --2- 172.21.15.39:0/33476590 >> v2:172.21.15.157:3300/0 conn(0x7fb59415a360 0x7fb5940ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb5937fe640 1 --2- 172.21.15.39:0/33476590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5940ce960 0x7fb59415b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb591ffb640 1 -- 172.21.15.39:0/33476590 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1891843635 0 0) 0x7fb594159760 con 0x7fb594159380 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb591ffb640 1 -- 172.21.15.39:0/33476590 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb580003520 con 0x7fb594159380 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb5937fe640 1 -- 172.21.15.39:0/33476590 >> v2:172.21.15.157:3300/0 conn(0x7fb59415a360 msgr2=0x7fb5940ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb5937fe640 1 --2- 172.21.15.39:0/33476590 >> v2:172.21.15.157:3300/0 conn(0x7fb59415a360 0x7fb5940ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb5937fe640 1 -- 172.21.15.39:0/33476590 >> v1:172.21.15.39:6789/0 conn(0x7fb594159380 legacy=0x7fb5940b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.857+0000 7fb5937fe640 1 -- 172.21.15.39:0/33476590 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb59415a880 con 0x7fb5940ce960 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.858+0000 7fb5937fe640 1 --2- 172.21.15.39:0/33476590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5940ce960 0x7fb59415b920 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009d90 tx=0x7fb58c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=87ea4cf42f1d717d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.858+0000 7fb591ffb640 1 -- 172.21.15.39:0/33476590 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c007740 con 0x7fb5940ce960 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.858+0000 7fb591ffb640 1 -- 172.21.15.39:0/33476590 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb58c02d050 con 0x7fb5940ce960 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.858+0000 7fb591ffb640 1 -- 172.21.15.39:0/33476590 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb58c007aa0 con 0x7fb5940ce960 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 -- 172.21.15.39:0/33476590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5940ce960 msgr2=0x7fb59415b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 --2- 172.21.15.39:0/33476590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5940ce960 0x7fb59415b920 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fb58c009d90 tx=0x7fb58c02a660 comp rx=0 tx=0).stop 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 -- 172.21.15.39:0/33476590 shutdown_connections 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 --2- 172.21.15.39:0/33476590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5940ce960 0x7fb59415b920 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 --2- 172.21.15.39:0/33476590 >> v2:172.21.15.157:3300/0 conn(0x7fb59415a360 0x7fb5940ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 -- 172.21.15.39:0/33476590 >> 172.21.15.39:0/33476590 conn(0x7fb5940b15d0 msgr2=0x7fb5940b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 -- 172.21.15.39:0/33476590 shutdown_connections 2024-09-13T16:11:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.859+0000 7fb599272640 1 -- 172.21.15.39:0/33476590 wait complete. 2024-09-13T16:11:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.860+0000 7fb599272640 1 Processor -- start 2024-09-13T16:11:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.860+0000 7fb599272640 1 -- start start 2024-09-13T16:11:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 0x7fb5941e2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb594159380 0x7fb5941e2990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb59415a360 0x7fb59414fd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5941e0aa0 con 0x7fb5940ce960 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5941e2fb0 con 0x7fb59415a360 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5941e3290 con 0x7fb594159380 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 0x7fb5941e2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 0x7fb5941e2450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45850/0 (socket says 172.21.15.39:45850) 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 -- 172.21.15.39:0/3950323265 learned_addr learned my addr 172.21.15.39:0/3950323265 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 -- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb594159380 msgr2=0x7fb5941e2990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb594159380 0x7fb5941e2990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 -- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb59415a360 msgr2=0x7fb59414fd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb59415a360 0x7fb59414fd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 -- 172.21.15.39:0/3950323265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb58c009a70 con 0x7fb5940ce960 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb592ffd640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 0x7fb5941e2450 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb58400c430 tx=0x7fb58400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb584005ce0 con 0x7fb5940ce960 2024-09-13T16:11:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb584005e40 con 0x7fb5940ce960 2024-09-13T16:11:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5941e3570 con 0x7fb5940ce960 2024-09-13T16:11:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.861+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5840072f0 con 0x7fb5940ce960 2024-09-13T16:11:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.862+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5941e05a0 con 0x7fb5940ce960 2024-09-13T16:11:06.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.863+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5941e37b0 con 0x7fb5940ce960 2024-09-13T16:11:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.863+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb584007450 con 0x7fb5940ce960 2024-09-13T16:11:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.864+0000 7fb58b7fe640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb57406ac00 0x7fb57406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.864+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb584088a90 con 0x7fb5940ce960 2024-09-13T16:11:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.864+0000 7fb5927fc640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb57406ac00 0x7fb57406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.864+0000 7fb5927fc640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb57406ac00 0x7fb57406d0c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb57c006a90 tx=0x7fb57c006a20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:06.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:06.868+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb5941e37b0 con 0x7fb5940ce960 2024-09-13T16:11:07.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.075+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fb5941e37b0 con 0x7fb5940ce960 2024-09-13T16:11:07.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.076+0000 7fb58b7fe640 1 -- 172.21.15.39:0/3950323265 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7fb5941e37b0 con 0x7fb5940ce960 2024-09-13T16:11:07.077 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:11:07.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb57406ac00 msgr2=0x7fb57406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:07.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb57406ac00 0x7fb57406d0c0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7fb57c006a90 tx=0x7fb57c006a20 comp rx=0 tx=0).stop 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 msgr2=0x7fb5941e2450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 0x7fb5941e2450 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7fb58400c430 tx=0x7fb58400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 shutdown_connections 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb57406ac00 0x7fb57406d0c0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb59415a360 0x7fb59414fd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb594159380 0x7fb5941e2990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 --2- 172.21.15.39:0/3950323265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5940ce960 0x7fb5941e2450 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 >> 172.21.15.39:0/3950323265 conn(0x7fb5940b15d0 msgr2=0x7fb5940b31e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 shutdown_connections 2024-09-13T16:11:07.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:07.078+0000 7fb599272640 1 -- 172.21.15.39:0/3950323265 wait complete. 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi157.front.sepia.ceph.com 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:11:07.090 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:11:07.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.091 DEBUG:teuthology.orchestra.run.smithi157:> ip addr 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:07.110 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:98 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f0 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:99 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f1 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.21.15.157/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft 42736sec preferred_lft 42736sec 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::ec4:7aff:fe88:7ea1/64 scope link noprefixroute 2024-09-13T16:11:07.111 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:07.112 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T16:11:07.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link add name ceph-brx type bridge 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip addr flush dev ceph-brx 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set ceph-brx up 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T16:11:07.112 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:07.387 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.387 DEBUG:teuthology.orchestra.run.smithi157:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:11:07.413 INFO:teuthology.orchestra.run.smithi157.stdout:1 2024-09-13T16:11:07.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.415 DEBUG:teuthology.orchestra.run.smithi157:> route 2024-09-13T16:11:07.482 INFO:teuthology.orchestra.run.smithi157.stdout:Kernel IP routing table 2024-09-13T16:11:07.482 INFO:teuthology.orchestra.run.smithi157.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:11:07.482 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:11:07.482 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:11:07.482 INFO:teuthology.orchestra.run.smithi157.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:11:07.483 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.483 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:07.483 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:07.483 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:11:07.483 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:11:07.483 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:11:07.483 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:07.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.769 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-13T16:11:07.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.786 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list-id 2024-09-13T16:11:07.841 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.841 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:07.841 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:07.841 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:11:07.841 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T16:11:07.841 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:07.922 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T16:11:07.922 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:07.922 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:07.922 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:07.922 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T16:11:07.923 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T16:11:07.923 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T16:11:07.923 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T16:11:07.923 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T16:11:07.923 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:08.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:08.060 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:08.060 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:08.060 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set brx.0 up 2024-09-13T16:11:08.060 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T16:11:08.060 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:08.097 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T16:11:08.097 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:08.098 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:08.153 INFO:teuthology.orchestra.run.smithi157.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T16:11:08.154 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:08.154 DEBUG:teuthology.orchestra.run.smithi157:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:08.209 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-13T16:11:08.275 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:08.276 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:08.339 INFO:teuthology.orchestra.run.smithi157.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:08.340 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:08.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:08.341 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-13T16:11:08.396 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:11:08.396 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T16:11:08.438 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-13T16:11:08.463 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:08.463 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:08.527 INFO:teuthology.orchestra.run.smithi157.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:08.528 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:08.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:08.529 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-13T16:11:08.532 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi157.stderr:2024-09-13T16:11:08.530+0000 7fce2291c480 -1 init, newargv = 0x561fc3e26320 newargc=15 2024-09-13T16:11:08.532 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi157.stderr:ceph-fuse[42538]: starting ceph client 2024-09-13T16:11:08.537 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi157.stderr:ceph-fuse[42538]: starting fuse 2024-09-13T16:11:08.548 INFO:teuthology.orchestra.run.smithi157.stdout:42 2024-09-13T16:11:08.548 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42] 2024-09-13T16:11:08.548 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:11:08.548 DEBUG:teuthology.orchestra.run.smithi157:> import glob 2024-09-13T16:11:08.548 DEBUG:teuthology.orchestra.run.smithi157:> import re 2024-09-13T16:11:08.548 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> import subprocess 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> def _find_admin_socket(client_name): 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> files = glob.glob(asok_path) 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> # Given a non-glob path, it better be there 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> if "*" not in asok_path: 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> assert(len(files) == 1) 2024-09-13T16:11:08.549 DEBUG:teuthology.orchestra.run.smithi157:> return files[0] 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> for f in files: 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> contents = proc_f.read() 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> if mountpoint in contents: 2024-09-13T16:11:08.550 DEBUG:teuthology.orchestra.run.smithi157:> return f 2024-09-13T16:11:08.551 DEBUG:teuthology.orchestra.run.smithi157:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:11:08.551 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:08.551 DEBUG:teuthology.orchestra.run.smithi157:> print(_find_admin_socket("client.1")) 2024-09-13T16:11:08.551 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-13T16:11:08.664 INFO:teuthology.orchestra.run.smithi157.stdout:/var/run/ceph/ceph-client.1.42538.asok 2024-09-13T16:11:08.850 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.42538.asok 2024-09-13T16:11:08.850 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:08.850 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.42538.asok status 2024-09-13T16:11:08.984 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "metadata": { 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "entity_id": "1", 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "hostname": "smithi157", 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "pid": "42538", 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "root": "/" 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_count": 0, 2024-09-13T16:11:08.985 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_pinned_count": 0, 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 4678, 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "inst": { 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "name": { 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "client", 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "num": 4678 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 1638640041 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:08.986 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 1638640041 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "inst_str": "client.4678 192.168.0.1:0/1638640041", 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "addr_str": "192.168.0.1:0/1638640041", 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "inode_count": 1, 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_epoch": 7, 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch": 21, 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "blocklisted": false, 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs" 2024-09-13T16:11:08.987 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-13T16:11:08.993 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T16:11:08.993 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:11:09.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.110+0000 7f3c3a945640 1 Processor -- start 2024-09-13T16:11:09.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.110+0000 7f3c3a945640 1 -- start start 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c3a945640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c3415c8d0 0x7f3c34160e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c3a945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c340b4c00 0x7f3c340d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c3a945640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c34161380 con 0x7f3c340ccd10 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c3a945640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c340cd1a0 con 0x7f3c3415c8d0 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c3a945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c340cd480 con 0x7f3c340b4c00 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c33fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c3415c8d0 0x7f3c34160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c2bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3c340ccd10 0x7f3c340b44f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35500/0 (socket says 172.21.15.39:35500) 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c2bfff640 1 -- 172.21.15.39:0/3302375418 learned_addr learned my addr 172.21.15.39:0/3302375418 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c38ee2640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c340b4c00 0x7f3c340d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c33fff640 1 -- 172.21.15.39:0/3302375418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c340b4c00 msgr2=0x7f3c340d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:09.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c33fff640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c340b4c00 0x7f3c340d0db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c33fff640 1 -- 172.21.15.39:0/3302375418 >> v1:172.21.15.39:6789/0 conn(0x7f3c340ccd10 legacy=0x7f3c340b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c33fff640 1 -- 172.21.15.39:0/3302375418 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c340cd760 con 0x7f3c3415c8d0 2024-09-13T16:11:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c337fe640 1 -- 172.21.15.39:0/3302375418 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1454415778 0 0) 0x7f3c1c001110 con 0x7f3c340ccd10 2024-09-13T16:11:09.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.111+0000 7f3c38ee2640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c340b4c00 0x7f3c340d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.112+0000 7f3c33fff640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415c8d0 0x7f3c34160e40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3c240097a0 tx=0x7f3c2402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=715266c06c67f1a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:09.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.112+0000 7f3c337fe640 1 -- 172.21.15.39:0/3302375418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c24032440 con 0x7f3c3415c8d0 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.112+0000 7f3c337fe640 1 -- 172.21.15.39:0/3302375418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c240325a0 con 0x7f3c3415c8d0 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.112+0000 7f3c337fe640 1 -- 172.21.15.39:0/3302375418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c24032930 con 0x7f3c3415c8d0 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 -- 172.21.15.39:0/3302375418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415c8d0 msgr2=0x7f3c34160e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415c8d0 0x7f3c34160e40 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f3c240097a0 tx=0x7f3c2402a180 comp rx=0 tx=0).stop 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 -- 172.21.15.39:0/3302375418 shutdown_connections 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c340b4c00 0x7f3c340d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 --2- 172.21.15.39:0/3302375418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415c8d0 0x7f3c34160e40 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 -- 172.21.15.39:0/3302375418 >> 172.21.15.39:0/3302375418 conn(0x7f3c340cf560 msgr2=0x7f3c340cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 -- 172.21.15.39:0/3302375418 shutdown_connections 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.113+0000 7f3c3a945640 1 -- 172.21.15.39:0/3302375418 wait complete. 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.114+0000 7f3c3a945640 1 Processor -- start 2024-09-13T16:11:09.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.114+0000 7f3c3a945640 1 -- start start 2024-09-13T16:11:09.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c3a945640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c340b4c00 0x7f3c340b0b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c3a945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3415c8d0 0x7f3c3415f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c3a945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 0x7f3c3415cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c3a945640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3415ff30 con 0x7f3c3415fac0 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c3a945640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3415dbd0 con 0x7f3c340b4c00 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c3a945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3415deb0 con 0x7f3c3415c8d0 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 0x7f3c3415cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 0x7f3c3415cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45870/0 (socket says 172.21.15.39:45870) 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 -- 172.21.15.39:0/318628644 learned_addr learned my addr 172.21.15.39:0/318628644 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c2bfff640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3415c8d0 0x7f3c3415f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c33fff640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c340b4c00 0x7f3c340b0b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 -- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3415c8d0 msgr2=0x7f3c3415f580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3415c8d0 0x7f3c3415f580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 -- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c340b4c00 msgr2=0x7f3c340b0b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:09.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c340b4c00 0x7f3c340b0b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 -- 172.21.15.39:0/318628644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c24009400 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.115+0000 7f3c38ee2640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 0x7f3c3415cea0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c00cea0 tx=0x7f3c2c00cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.116+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c003b90 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.116+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c2c003d10 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.116+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c3415e190 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.116+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c2c004260 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.116+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c3415e750 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.117+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c34160e40 con 0x7f3c3415fac0 2024-09-13T16:11:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.117+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3c2c0043c0 con 0x7f3c3415fac0 2024-09-13T16:11:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.118+0000 7f3c317fa640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c1406ac00 0x7f3c1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.118+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3c2c089c90 con 0x7f3c3415fac0 2024-09-13T16:11:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.118+0000 7f3c33fff640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c1406ac00 0x7f3c1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.118+0000 7f3c33fff640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c1406ac00 0x7f3c1406d0c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3c24034000 tx=0x7f3c2402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:09.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.122+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3c2c054e70 con 0x7f3c3415fac0 2024-09-13T16:11:09.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.327+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3c340d03a0 con 0x7f3c3415fac0 2024-09-13T16:11:09.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.328+0000 7f3c317fa640 1 -- 172.21.15.39:0/318628644 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3c2c058490 con 0x7f3c3415fac0 2024-09-13T16:11:09.329 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:11:09.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.329+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c1406ac00 msgr2=0x7f3c1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:09.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.329+0000 7f3c3a945640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c1406ac00 0x7f3c1406d0c0 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f3c24034000 tx=0x7f3c2402e000 comp rx=0 tx=0).stop 2024-09-13T16:11:09.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.329+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 msgr2=0x7f3c3415cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:09.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.329+0000 7f3c3a945640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 0x7f3c3415cea0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f3c2c00cea0 tx=0x7f3c2c00cf90 comp rx=0 tx=0).stop 2024-09-13T16:11:09.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 shutdown_connections 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c1406ac00 0x7f3c1406d0c0 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3415fac0 0x7f3c3415cea0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3415c8d0 0x7f3c3415f580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 --2- 172.21.15.39:0/318628644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c340b4c00 0x7f3c340b0b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 >> 172.21.15.39:0/318628644 conn(0x7f3c340cf560 msgr2=0x7f3c340b2100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 shutdown_connections 2024-09-13T16:11:09.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:09.330+0000 7f3c3a945640 1 -- 172.21.15.39:0/318628644 wait complete. 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi157.front.sepia.ceph.com 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:11:09.342 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T16:11:09.342 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.343 DEBUG:teuthology.orchestra.run.smithi157:> ip addr 2024-09-13T16:11:09.360 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:09.360 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:09.360 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:09.360 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.360 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:09.360 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:98 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f0 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:d9:37:99 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: altname enp7s0f1 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout:4: enp3s0f0: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a0 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 0c:c4:7a:88:7e:a1 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:09.361 INFO:teuthology.orchestra.run.smithi157.stdout: inet 172.21.15.157/20 brd 172.21.15.255 scope global dynamic noprefixroute enp3s0f1 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft 42733sec preferred_lft 42733sec 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::ec4:7aff:fe88:7ea1/64 scope link noprefixroute 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 22:ae:83:b1:61:55 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.362 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::d028:6ff:fe04:75b/64 scope link 2024-09-13T16:11:09.363 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.363 INFO:teuthology.orchestra.run.smithi157.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:11:09.363 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 22:ae:83:b1:61:55 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:11:09.363 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::20ae:83ff:feb1:6155/64 scope link 2024-09-13T16:11:09.363 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.363 DEBUG:teuthology.orchestra.run.smithi157:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:11:09.425 INFO:teuthology.orchestra.run.smithi157.stdout:1 2024-09-13T16:11:09.426 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.427 DEBUG:teuthology.orchestra.run.smithi157:> route 2024-09-13T16:11:09.483 INFO:teuthology.orchestra.run.smithi157.stdout:Kernel IP routing table 2024-09-13T16:11:09.484 INFO:teuthology.orchestra.run.smithi157.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:11:09.484 INFO:teuthology.orchestra.run.smithi157.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T16:11:09.484 INFO:teuthology.orchestra.run.smithi157.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 enp3s0f1 2024-09-13T16:11:09.484 INFO:teuthology.orchestra.run.smithi157.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:11:09.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.484 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:09.485 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:09.485 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T16:11:09.485 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T16:11:09.485 DEBUG:teuthology.orchestra.run.smithi157:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T16:11:09.485 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:09.571 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.571 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-13T16:11:09.586 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:11:09.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.587 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list-id 2024-09-13T16:11:09.642 INFO:teuthology.orchestra.run.smithi157.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T16:11:09.642 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.642 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:09.643 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:09.643 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:11:09.643 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T16:11:09.643 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:09.720 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.720 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T16:11:09.785 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 7e:af:01:91:f0:90 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::7caf:1ff:fe91:f090/64 scope link 2024-09-13T16:11:09.786 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.787 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.787 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T16:11:09.853 INFO:teuthology.orchestra.run.smithi157.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:09.853 INFO:teuthology.orchestra.run.smithi157.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:09.853 INFO:teuthology.orchestra.run.smithi157.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:09.853 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.853 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout:2: veth0@if7: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout: link/ether 7e:af:01:91:f0:90 brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout: inet6 fe80::7caf:1ff:fe91:f090/64 scope link 2024-09-13T16:11:09.854 INFO:teuthology.orchestra.run.smithi157.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:09.855 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T16:11:09.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.855 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:09.855 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:09.855 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T16:11:09.856 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T16:11:09.856 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T16:11:09.856 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T16:11:09.856 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T16:11:09.856 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:09.969 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:09.970 DEBUG:teuthology.orchestra.run.smithi157:> (cd / && exec bash -c ' 2024-09-13T16:11:09.970 DEBUG:teuthology.orchestra.run.smithi157:> set -e 2024-09-13T16:11:09.970 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set brx.1 up 2024-09-13T16:11:09.970 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T16:11:09.970 DEBUG:teuthology.orchestra.run.smithi157:> ') 2024-09-13T16:11:10.006 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-13T16:11:10.006 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:10.006 DEBUG:teuthology.orchestra.run.smithi157:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:10.065 INFO:teuthology.orchestra.run.smithi157.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T16:11:10.066 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:10.066 DEBUG:teuthology.orchestra.run.smithi157:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:10.121 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-13T16:11:10.186 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:10.186 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:10.250 INFO:teuthology.orchestra.run.smithi157.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:10.251 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:10.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:10.251 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-13T16:11:10.307 INFO:teuthology.orchestra.run.smithi157.stdout:42 2024-09-13T16:11:10.307 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [42] 2024-09-13T16:11:10.307 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-13T16:11:10.350 DEBUG:teuthology.orchestra.run.smithi157:> sudo modprobe fuse 2024-09-13T16:11:10.374 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:10.374 DEBUG:teuthology.orchestra.run.smithi157:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:10.431 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi157.stderr:2024-09-13T16:11:10.429+0000 7fd86f378480 -1 init, newargv = 0x559eea89d320 newargc=15 2024-09-13T16:11:10.431 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi157.stderr:ceph-fuse[42986]: starting ceph client 2024-09-13T16:11:10.436 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi157.stderr:ceph-fuse[42986]: starting fuse 2024-09-13T16:11:10.441 INFO:teuthology.orchestra.run.smithi157.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:10.442 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:10.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:10.442 DEBUG:teuthology.orchestra.run.smithi157:> ls /sys/fs/fuse/connections 2024-09-13T16:11:10.498 INFO:teuthology.orchestra.run.smithi157.stdout:42 2024-09-13T16:11:10.498 INFO:teuthology.orchestra.run.smithi157.stdout:44 2024-09-13T16:11:10.498 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [42, 44] 2024-09-13T16:11:10.498 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> import glob 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> import re 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> import os 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> import subprocess 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> def _find_admin_socket(client_name): 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> files = glob.glob(asok_path) 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> # Given a non-glob path, it better be there 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> if "*" not in asok_path: 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> assert(len(files) == 1) 2024-09-13T16:11:10.499 DEBUG:teuthology.orchestra.run.smithi157:> return files[0] 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> for f in files: 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> contents = proc_f.read() 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> if mountpoint in contents: 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> return f 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> print(_find_admin_socket("client.3")) 2024-09-13T16:11:10.500 DEBUG:teuthology.orchestra.run.smithi157:> ' 2024-09-13T16:11:10.612 INFO:teuthology.orchestra.run.smithi157.stdout:/var/run/ceph/ceph-client.3.42986.asok 2024-09-13T16:11:10.799 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.42986.asok 2024-09-13T16:11:10.799 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:10.799 DEBUG:teuthology.orchestra.run.smithi157:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.42986.asok status 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout:{ 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout: "metadata": { 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout: "entity_id": "3", 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout: "hostname": "smithi157", 2024-09-13T16:11:10.932 INFO:teuthology.orchestra.run.smithi157.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "pid": "42986", 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "root": "/" 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_count": 0, 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "dentry_pinned_count": 0, 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "id": 4541, 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "inst": { 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "name": { 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "client", 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "num": 4541 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-13T16:11:10.933 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 4216553523 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: } 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": { 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "type": "v1", 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "addr": "192.168.0.2:0", 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "nonce": 4216553523 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: }, 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "inst_str": "client.4541 192.168.0.2:0/4216553523", 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "addr_str": "192.168.0.2:0/4216553523", 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "inode_count": 1, 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "mds_epoch": 7, 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch": 21, 2024-09-13T16:11:10.934 INFO:teuthology.orchestra.run.smithi157.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:11:10.935 INFO:teuthology.orchestra.run.smithi157.stdout: "blocklisted": false, 2024-09-13T16:11:10.935 INFO:teuthology.orchestra.run.smithi157.stdout: "fs_name": "cephfs" 2024-09-13T16:11:10.935 INFO:teuthology.orchestra.run.smithi157.stdout:} 2024-09-13T16:11:10.941 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:10.941 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:11:10.941 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:10.962 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:11:10.962 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:10.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:10.962 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:11.035 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:11.035 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:11:11.036 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:11.095 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:11:11.095 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:11.095 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:11.096 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:11.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:11.169 DEBUG:teuthology.orchestra.run.smithi157:> stat --file-system '--printf=%T 2024-09-13T16:11:11.169 DEBUG:teuthology.orchestra.run.smithi157:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:11.185 INFO:teuthology.orchestra.run.smithi157.stdout:fuseblk 2024-09-13T16:11:11.186 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:11.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:11.186 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:11.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:11.251 DEBUG:teuthology.orchestra.run.smithi157:> stat --file-system '--printf=%T 2024-09-13T16:11:11.251 DEBUG:teuthology.orchestra.run.smithi157:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:11.307 INFO:teuthology.orchestra.run.smithi157.stdout:fuseblk 2024-09-13T16:11:11.308 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:11.308 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:11.308 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:11.372 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T16:11:11.391 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:11.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.505+0000 7f2abb0d0640 1 Processor -- start 2024-09-13T16:11:11.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.505+0000 7f2abb0d0640 1 -- start start 2024-09-13T16:11:11.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2abb0d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2ab415a230 0x7f2ab40ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2abb0d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab4070a70 0x7f2ab4070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2abb0d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2ab41601f0 0x7f2ab41606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2abb0d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ab406ccd0 con 0x7f2ab415a230 2024-09-13T16:11:11.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2abb0d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2ab40713f0 con 0x7f2ab41601f0 2024-09-13T16:11:11.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2abb0d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab415a610 con 0x7f2ab4070a70 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2ab415a230 0x7f2ab40ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2ab415a230 0x7f2ab40ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45872/0 (socket says 172.21.15.39:45872) 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 -- 172.21.15.39:0/1107275652 learned_addr learned my addr 172.21.15.39:0/1107275652 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab3fff640 1 --2- 172.21.15.39:0/1107275652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab4070a70 0x7f2ab4070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab966d640 1 --2- 172.21.15.39:0/1107275652 >> v2:172.21.15.157:3300/0 conn(0x7f2ab41601f0 0x7f2ab41606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 -- 172.21.15.39:0/1107275652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab4070a70 msgr2=0x7f2ab4070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 --2- 172.21.15.39:0/1107275652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab4070a70 0x7f2ab4070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 -- 172.21.15.39:0/1107275652 >> v2:172.21.15.157:3300/0 conn(0x7f2ab41601f0 msgr2=0x7f2ab41606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 --2- 172.21.15.39:0/1107275652 >> v2:172.21.15.157:3300/0 conn(0x7f2ab41601f0 0x7f2ab41606a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.506+0000 7f2ab8e6c640 1 -- 172.21.15.39:0/1107275652 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ab40ad1d0 con 0x7f2ab415a230 2024-09-13T16:11:11.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.507+0000 7f2ab8e6c640 1 --2- 172.21.15.39:0/1107275652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab415a230 0x7f2ab40ac860 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4160120 tx=0x7f2aa802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=29496ab480d3e353 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.507+0000 7f2ab37fe640 1 -- 172.21.15.39:0/1107275652 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8032440 con 0x7f2ab415a230 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.507+0000 7f2ab37fe640 1 -- 172.21.15.39:0/1107275652 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aa80325a0 con 0x7f2ab415a230 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.507+0000 7f2ab37fe640 1 -- 172.21.15.39:0/1107275652 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aa8032930 con 0x7f2ab415a230 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 -- 172.21.15.39:0/1107275652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab415a230 msgr2=0x7f2ab40ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/1107275652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab415a230 0x7f2ab40ac860 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f2ab4160120 tx=0x7f2aa802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 -- 172.21.15.39:0/1107275652 shutdown_connections 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/1107275652 >> v2:172.21.15.157:3300/0 conn(0x7f2ab41601f0 0x7f2ab41606a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/1107275652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab4070a70 0x7f2ab4070eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/1107275652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab415a230 0x7f2ab40ac860 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 -- 172.21.15.39:0/1107275652 >> 172.21.15.39:0/1107275652 conn(0x7f2ab406a0b0 msgr2=0x7f2ab406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:11.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 -- 172.21.15.39:0/1107275652 shutdown_connections 2024-09-13T16:11:11.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.508+0000 7f2abb0d0640 1 -- 172.21.15.39:0/1107275652 wait complete. 2024-09-13T16:11:11.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.509+0000 7f2abb0d0640 1 Processor -- start 2024-09-13T16:11:11.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.509+0000 7f2abb0d0640 1 -- start start 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2abb0d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ab4070a70 0x7f2ab4147ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2abb0d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab415a230 0x7f2ab41f5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2abb0d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 0x7f2ab415bc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2abb0d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab41f6410 con 0x7f2ab41601f0 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2abb0d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab41565a0 con 0x7f2ab4070a70 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2abb0d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ab4156880 con 0x7f2ab415a230 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2ab966d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 0x7f2ab415bc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2ab966d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 0x7f2ab415bc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45884/0 (socket says 172.21.15.39:45884) 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.510+0000 7f2ab966d640 1 -- 172.21.15.39:0/594777485 learned_addr learned my addr 172.21.15.39:0/594777485 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:11.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab3fff640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab415a230 0x7f2ab41f5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab8e6c640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ab4070a70 0x7f2ab4147ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab966d640 1 -- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab415a230 msgr2=0x7f2ab41f5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab966d640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab415a230 0x7f2ab41f5ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab966d640 1 -- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ab4070a70 msgr2=0x7f2ab4147ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab966d640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ab4070a70 0x7f2ab4147ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab966d640 1 -- 172.21.15.39:0/594777485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2aa80094d0 con 0x7f2ab41601f0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab966d640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 0x7f2ab415bc60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2aac007e90 tx=0x7f2aac00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac014420 con 0x7f2ab41601f0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aac014580 con 0x7f2ab41601f0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ab41f1db0 con 0x7f2ab41601f0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aac014930 con 0x7f2ab41601f0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.511+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ab415eab0 con 0x7f2ab41601f0 2024-09-13T16:11:11.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.512+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2ab40672f0 con 0x7f2ab41601f0 2024-09-13T16:11:11.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.513+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2aac014a90 con 0x7f2ab41601f0 2024-09-13T16:11:11.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.513+0000 7f2ab17fa640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a9806ac00 0x7f2a9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.513+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2aac089b60 con 0x7f2ab41601f0 2024-09-13T16:11:11.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.513+0000 7f2ab8e6c640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a9806ac00 0x7f2a9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.514+0000 7f2ab8e6c640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a9806ac00 0x7f2a9806d0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8034000 tx=0x7f2aa802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:11.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.518+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2aac054df0 con 0x7f2ab41601f0 2024-09-13T16:11:11.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.690+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2ab41569c0 con 0x7f2ab41601f0 2024-09-13T16:11:11.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.691+0000 7f2ab17fa640 1 -- 172.21.15.39:0/594777485 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f2aac058410 con 0x7f2ab41601f0 2024-09-13T16:11:11.693 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:11.693 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a9806ac00 msgr2=0x7f2a9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a9806ac00 0x7f2a9806d0c0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f2aa8034000 tx=0x7f2aa802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 msgr2=0x7f2ab415bc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 0x7f2ab415bc60 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f2aac007e90 tx=0x7f2aac00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 shutdown_connections 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a9806ac00 0x7f2a9806d0c0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2ab41601f0 0x7f2ab415bc60 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2ab415a230 0x7f2ab41f5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 --2- 172.21.15.39:0/594777485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2ab4070a70 0x7f2ab4147ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 >> 172.21.15.39:0/594777485 conn(0x7f2ab406a0b0 msgr2=0x7f2ab4154f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 shutdown_connections 2024-09-13T16:11:11.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.693+0000 7f2abb0d0640 1 -- 172.21.15.39:0/594777485 wait complete. 2024-09-13T16:11:11.706 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:11.706 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.809+0000 7f167dfe9640 1 Processor -- start 2024-09-13T16:11:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.809+0000 7f167dfe9640 1 -- start start 2024-09-13T16:11:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f167dfe9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1678071700 0x7f1678070c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f167dfe9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16780b4960 0x7f16780b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f167dfe9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16780b52d0 con 0x7f1678143e60 2024-09-13T16:11:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f167dfe9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16780cf390 con 0x7f1678071700 2024-09-13T16:11:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f167dfe9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1678071b70 con 0x7f16780b4960 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f1677fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16780b4960 0x7f16780b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f166effd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1678071700 0x7f1678070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f1677fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16780b4960 0x7f16780b4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:54912/0 (socket says 172.21.15.39:54912) 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f1677fff640 1 -- 172.21.15.39:0/512550885 learned_addr learned my addr 172.21.15.39:0/512550885 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f166effd640 1 -- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16780b4960 msgr2=0x7f16780b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f166effd640 1 --2- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16780b4960 0x7f16780b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f166effd640 1 -- 172.21.15.39:0/512550885 >> v1:172.21.15.157:6789/0 conn(0x7f1678143e60 legacy=0x7f16780ce610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f166effd640 1 -- 172.21.15.39:0/512550885 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1678070440 con 0x7f1678071700 2024-09-13T16:11:11.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.810+0000 7f1676ffd640 1 -- 172.21.15.39:0/512550885 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3755124736 0 0) 0x7f16780b52d0 con 0x7f1678143e60 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.811+0000 7f166effd640 1 --2- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1678071700 0x7f1678070c00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f16600097a0 tx=0x7f166002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4984bbea2cc2d98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.811+0000 7f1676ffd640 1 -- 172.21.15.39:0/512550885 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1660032440 con 0x7f1678071700 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.811+0000 7f1676ffd640 1 -- 172.21.15.39:0/512550885 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16600325a0 con 0x7f1678071700 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.811+0000 7f1676ffd640 1 -- 172.21.15.39:0/512550885 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1660032930 con 0x7f1678071700 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 -- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1678071700 msgr2=0x7f1678070c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 --2- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1678071700 0x7f1678070c00 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f16600097a0 tx=0x7f166002a180 comp rx=0 tx=0).stop 2024-09-13T16:11:11.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 -- 172.21.15.39:0/512550885 shutdown_connections 2024-09-13T16:11:11.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 --2- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16780b4960 0x7f16780b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 --2- 172.21.15.39:0/512550885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1678071700 0x7f1678070c00 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 -- 172.21.15.39:0/512550885 >> 172.21.15.39:0/512550885 conn(0x7f167806afe0 msgr2=0x7f167806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:11.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 -- 172.21.15.39:0/512550885 shutdown_connections 2024-09-13T16:11:11.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.812+0000 7f167dfe9640 1 -- 172.21.15.39:0/512550885 wait complete. 2024-09-13T16:11:11.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.813+0000 7f167dfe9640 1 Processor -- start 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.813+0000 7f167dfe9640 1 -- start start 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f167dfe9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 0x7f167814d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f167dfe9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16780b4960 0x7f1678140590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f167dfe9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1678143e60 0x7f16780acdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f167dfe9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16780ae680 con 0x7f1678071700 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f167dfe9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1678140ad0 con 0x7f16780b4960 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f167dfe9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16780ad5e0 con 0x7f1678143e60 2024-09-13T16:11:11.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f16777fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 0x7f167814d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f16777fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 0x7f167814d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45900/0 (socket says 172.21.15.39:45900) 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f16777fe640 1 -- 172.21.15.39:0/2943719602 learned_addr learned my addr 172.21.15.39:0/2943719602 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f166effd640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16780b4960 0x7f1678140590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f1677fff640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1678143e60 0x7f16780acdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f16777fe640 1 -- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1678143e60 msgr2=0x7f16780acdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.814+0000 7f16777fe640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1678143e60 0x7f16780acdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f16777fe640 1 -- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16780b4960 msgr2=0x7f1678140590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f16777fe640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16780b4960 0x7f1678140590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f16777fe640 1 -- 172.21.15.39:0/2943719602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1660009400 con 0x7f1678071700 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f16777fe640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 0x7f167814d9d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f166800c3e0 tx=0x7f166800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16680052d0 con 0x7f1678071700 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1668005430 con 0x7f1678071700 2024-09-13T16:11:11.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16780ad8c0 con 0x7f1678071700 2024-09-13T16:11:11.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1668003830 con 0x7f1678071700 2024-09-13T16:11:11.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.815+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16780ade80 con 0x7f1678071700 2024-09-13T16:11:11.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.816+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16780672f0 con 0x7f1678071700 2024-09-13T16:11:11.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.816+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1668003990 con 0x7f1678071700 2024-09-13T16:11:11.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.817+0000 7f1674ff9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:11.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.817+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f16680889f0 con 0x7f1678071700 2024-09-13T16:11:11.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.817+0000 7f166effd640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:11.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.817+0000 7f166effd640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1660034000 tx=0x7f166002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:11.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.821+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1668053b50 con 0x7f1678071700 2024-09-13T16:11:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.992+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f16780b4d90 con 0x7f1678071700 2024-09-13T16:11:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.992+0000 7f1674ff9640 1 -- 172.21.15.39:0/2943719602 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1668074e60 con 0x7f1678071700 2024-09-13T16:11:11.994 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 msgr2=0x7f165806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f1660034000 tx=0x7f166002e000 comp rx=0 tx=0).stop 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 msgr2=0x7f167814d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 0x7f167814d9d0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f166800c3e0 tx=0x7f166800c8a0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 shutdown_connections 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1678143e60 0x7f16780acdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16780b4960 0x7f1678140590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 --2- 172.21.15.39:0/2943719602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1678071700 0x7f167814d9d0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:11.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 >> 172.21.15.39:0/2943719602 conn(0x7f167806afe0 msgr2=0x7f16780b0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:11.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 shutdown_connections 2024-09-13T16:11:11.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:11.994+0000 7f167dfe9640 1 -- 172.21.15.39:0/2943719602 wait complete. 2024-09-13T16:11:12.007 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.111+0000 7f1671e9c640 1 Processor -- start 2024-09-13T16:11:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.111+0000 7f1671e9c640 1 -- start start 2024-09-13T16:11:12.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f1671e9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 0x7f166c15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f1671e9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f166c0cb080 con 0x7f166c0b25b0 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f1671e9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f166c070d40 con 0x7f166c06a5e0 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f1671e9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f166c0b3120 con 0x7f166c156e60 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f166c0b25b0 0x7f166c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35504/0 (socket says 172.21.15.39:35504) 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166affd640 1 -- 172.21.15.39:0/28421813 learned_addr learned my addr 172.21.15.39:0/28421813 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3027283201 0 0) 0x7f166c0cb080 con 0x7f166c0b25b0 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166b7fe640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 0x7f166c15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1654003520 con 0x7f166c0b25b0 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1110006887 0 0) 0x7f1654003520 con 0x7f166c0b25b0 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 msgr2=0x7f166c15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 0x7f166c15aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 >> v1:172.21.15.157:6789/0 conn(0x7f166c06a5e0 legacy=0x7f166c0711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f166c0b3400 con 0x7f166c0b25b0 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1660001670 con 0x7f166c0b25b0 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 >> v1:172.21.15.39:6789/0 conn(0x7f166c0b25b0 legacy=0x7f166c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 0x7f16540039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1654003f20 0x7f16540047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654004d00 0x7f1654005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f166c0b3120 con 0x7f1654003f20 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f165400ba60 con 0x7f1654004d00 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.112+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f165400de30 con 0x7f166c156e60 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166affd640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1654003f20 0x7f16540047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166bfff640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654004d00 0x7f1654005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166b7fe640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 0x7f16540039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166affd640 1 -- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 msgr2=0x7f16540039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:12.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166affd640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c156e60 0x7f16540039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166affd640 1 -- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654004d00 msgr2=0x7f1654005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166affd640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654004d00 0x7f1654005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.113+0000 7f166affd640 1 -- 172.21.15.39:0/28421813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1654003520 con 0x7f1654003f20 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f166affd640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1654003f20 0x7f16540047c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1660007fd0 tx=0x7f16540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb07aeff9ec8b51a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1660005ad0 con 0x7f1654003f20 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f166002d070 con 0x7f1654003f20 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f166a7fc640 1 -- 172.21.15.39:0/28421813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1660007070 con 0x7f1654003f20 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f1671e9c640 1 -- 172.21.15.39:0/28421813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1654003f20 msgr2=0x7f16540047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f1671e9c640 1 --2- 172.21.15.39:0/28421813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1654003f20 0x7f16540047c0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7f1660007fd0 tx=0x7f16540057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f166bfff640 1 -- 172.21.15.39:0/28421813 reap_dead start 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f1671e9c640 1 -- 172.21.15.39:0/28421813 shutdown_connections 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f1671e9c640 1 -- 172.21.15.39:0/28421813 >> 172.21.15.39:0/28421813 conn(0x7f166c0b00a0 msgr2=0x7f166c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f1671e9c640 1 -- 172.21.15.39:0/28421813 shutdown_connections 2024-09-13T16:11:12.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.114+0000 7f1671e9c640 1 -- 172.21.15.39:0/28421813 wait complete. 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.115+0000 7f1671e9c640 1 Processor -- start 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 -- start start 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654003f20 0x7f166c0c5e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c0c5920 0x7f166c15b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 0x7f166c15be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f166c0ac860 con 0x7f166c0ad890 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f166c0acad0 con 0x7f1654003f20 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.116+0000 7f1671e9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f166c0acdb0 con 0x7f166c0c5920 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 0x7f166c15be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 0x7f166c15be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45922/0 (socket says 172.21.15.39:45922) 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 -- 172.21.15.39:0/3560573723 learned_addr learned my addr 172.21.15.39:0/3560573723 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166affd640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c0c5920 0x7f166c15b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166b7fe640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654003f20 0x7f166c0c5e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 -- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c0c5920 msgr2=0x7f166c15b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c0c5920 0x7f166c15b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 -- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654003f20 msgr2=0x7f166c0c5e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654003f20 0x7f166c0c5e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 -- 172.21.15.39:0/3560573723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f166c0ad090 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f166bfff640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 0x7f166c15be30 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f166c0cad20 tx=0x7f166400fc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f166400fed0 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1664006d60 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f166c0ad370 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1664003b90 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.117+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f166c0c65a0 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.118+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f166c0672f0 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.119+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1664003cf0 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.119+0000 7f1653fff640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.119+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f16640889e0 con 0x7f166c0ad890 2024-09-13T16:11:12.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.119+0000 7f166b7fe640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.120+0000 7f166b7fe640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f166c067df0 tx=0x7f165c009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.123+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1664053d00 con 0x7f166c0ad890 2024-09-13T16:11:12.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.294+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f166c0b2a10 con 0x7f166c0ad890 2024-09-13T16:11:12.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.294+0000 7f1653fff640 1 -- 172.21.15.39:0/3560573723 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f166401a0a0 con 0x7f166c0ad890 2024-09-13T16:11:12.296 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 msgr2=0x7f165806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f166c067df0 tx=0x7f165c009190 comp rx=0 tx=0).stop 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 msgr2=0x7f166c15be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 0x7f166c15be30 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f166c0cad20 tx=0x7f166400fc80 comp rx=0 tx=0).stop 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 shutdown_connections 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f165806ac00 0x7f165806d0c0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f166c0ad890 0x7f166c15be30 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f166c0c5920 0x7f166c15b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 --2- 172.21.15.39:0/3560573723 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1654003f20 0x7f166c0c5e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 >> 172.21.15.39:0/3560573723 conn(0x7f166c0b00a0 msgr2=0x7f166c158ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 shutdown_connections 2024-09-13T16:11:12.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.296+0000 7f1671e9c640 1 -- 172.21.15.39:0/3560573723 wait complete. 2024-09-13T16:11:12.309 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.411+0000 7f8b31253640 1 Processor -- start 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b31253640 1 -- start start 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b31253640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b2c15c7d0 0x7f8b2c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b31253640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c0b4180 0x7f8b2c0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b31253640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b2c0b5550 con 0x7f8b2c0d1f40 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b31253640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b2c0b2000 con 0x7f8b2c15c7d0 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b31253640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c0d2340 con 0x7f8b2c0b4180 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.412+0000 7f8b2ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b2c15c7d0 0x7f8b2c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b2c15c7d0 0x7f8b2c0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45938/0 (socket says 172.21.15.39:45938) 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2ad9d640 1 -- 172.21.15.39:0/1918284114 learned_addr learned my addr 172.21.15.39:0/1918284114 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2a59c640 1 --2- 172.21.15.39:0/1918284114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c0b4180 0x7f8b2c0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2ad9d640 1 -- 172.21.15.39:0/1918284114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c0b4180 msgr2=0x7f8b2c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2ad9d640 1 --2- 172.21.15.39:0/1918284114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c0b4180 0x7f8b2c0d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2ad9d640 1 -- 172.21.15.39:0/1918284114 >> v1:172.21.15.157:6789/0 conn(0x7f8b2c0d1f40 legacy=0x7f8b2c0d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.413+0000 7f8b2ad9d640 1 -- 172.21.15.39:0/1918284114 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b2c0b4610 con 0x7f8b2c15c7d0 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b2ad9d640 1 --2- 172.21.15.39:0/1918284114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c15c7d0 0x7f8b2c0cf440 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c009870 tx=0x7f8b1c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4326efbe562d577 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b29d9b640 1 -- 172.21.15.39:0/1918284114 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b1c032440 con 0x7f8b2c15c7d0 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b29d9b640 1 -- 172.21.15.39:0/1918284114 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b1c0325a0 con 0x7f8b2c15c7d0 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b29d9b640 1 -- 172.21.15.39:0/1918284114 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b1c032930 con 0x7f8b2c15c7d0 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 -- 172.21.15.39:0/1918284114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c15c7d0 msgr2=0x7f8b2c0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 --2- 172.21.15.39:0/1918284114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c15c7d0 0x7f8b2c0cf440 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c009870 tx=0x7f8b1c02a270 comp rx=0 tx=0).stop 2024-09-13T16:11:12.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 -- 172.21.15.39:0/1918284114 shutdown_connections 2024-09-13T16:11:12.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 --2- 172.21.15.39:0/1918284114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c0b4180 0x7f8b2c0d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 --2- 172.21.15.39:0/1918284114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c15c7d0 0x7f8b2c0cf440 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 -- 172.21.15.39:0/1918284114 >> 172.21.15.39:0/1918284114 conn(0x7f8b2c06bc40 msgr2=0x7f8b2c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:12.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 -- 172.21.15.39:0/1918284114 shutdown_connections 2024-09-13T16:11:12.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.414+0000 7f8b31253640 1 -- 172.21.15.39:0/1918284114 wait complete. 2024-09-13T16:11:12.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.416+0000 7f8b31253640 1 Processor -- start 2024-09-13T16:11:12.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.416+0000 7f8b31253640 1 -- start start 2024-09-13T16:11:12.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b2c0d1f40 0x7f8b2c0ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c15c7d0 0x7f8b2c15b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 0x7f8b2c1f6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c1f65b0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c0c97d0 con 0x7f8b2c0d1f40 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b2c0c9a20 con 0x7f8b2c15c7d0 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 0x7f8b2c1f6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 0x7f8b2c1f6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45950/0 (socket says 172.21.15.39:45950) 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 -- 172.21.15.39:0/3241354282 learned_addr learned my addr 172.21.15.39:0/3241354282 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2ad9d640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b2c0d1f40 0x7f8b2c0ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2a59c640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c15c7d0 0x7f8b2c15b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 -- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c15c7d0 msgr2=0x7f8b2c15b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c15c7d0 0x7f8b2c15b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 -- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b2c0d1f40 msgr2=0x7f8b2c0ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b2c0d1f40 0x7f8b2c0ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 -- 172.21.15.39:0/3241354282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b1c0094d0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b2b59e640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 0x7f8b2c1f6070 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400c7a0 tx=0x7f8b2400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b24003b70 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b24003cf0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b2c0c9d00 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.417+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b24003ea0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.418+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b2c0ca2c0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.419+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b2c0ca4e0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.419+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b2400aa90 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.420+0000 7f8b237fe640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0c06ac30 0x7f8b0c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.420+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8b24089030 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.420+0000 7f8b2ad9d640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0c06ac30 0x7f8b0c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.421+0000 7f8b2ad9d640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0c06ac30 0x7f8b0c06d0f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c034000 tx=0x7f8b1c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.424+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8b240542c0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.595+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8b2c0d1a00 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.596+0000 7f8b237fe640 1 -- 172.21.15.39:0/3241354282 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8b240578e0 con 0x7f8b2c1f5be0 2024-09-13T16:11:12.597 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0c06ac30 msgr2=0x7f8b0c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0c06ac30 0x7f8b0c06d0f0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f8b1c034000 tx=0x7f8b1c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 msgr2=0x7f8b2c1f6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 0x7f8b2c1f6070 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f8b2400c7a0 tx=0x7f8b2400cc60 comp rx=0 tx=0).stop 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 shutdown_connections 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0c06ac30 0x7f8b0c06d0f0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b2c1f5be0 0x7f8b2c1f6070 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b2c15c7d0 0x7f8b2c15b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 --2- 172.21.15.39:0/3241354282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b2c0d1f40 0x7f8b2c0ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 >> 172.21.15.39:0/3241354282 conn(0x7f8b2c06bc40 msgr2=0x7f8b2c0d0a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:12.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 shutdown_connections 2024-09-13T16:11:12.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.598+0000 7f8b31253640 1 -- 172.21.15.39:0/3241354282 wait complete. 2024-09-13T16:11:12.611 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:12.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.710+0000 7f9ebcf08640 1 Processor -- start 2024-09-13T16:11:12.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.710+0000 7f9ebcf08640 1 -- start start 2024-09-13T16:11:12.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9ebcf08640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9eb815a230 0x7f9eb80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9ebcf08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb806e170 0x7f9eb8070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9ebcf08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9eb806ccd0 con 0x7f9eb8070a70 2024-09-13T16:11:12.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9ebcf08640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eb80713f0 con 0x7f9eb815a230 2024-09-13T16:11:12.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9ebcf08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb815a610 con 0x7f9eb806e170 2024-09-13T16:11:12.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9eb659c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9eb815a230 0x7f9eb80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9eb6d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb806e170 0x7f9eb8070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9eb659c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9eb815a230 0x7f9eb80ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:52104/0 (socket says 172.21.15.39:52104) 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9eb659c640 1 -- 172.21.15.39:0/1541771827 learned_addr learned my addr 172.21.15.39:0/1541771827 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.711+0000 7f9eb5d9b640 1 --1- 172.21.15.39:0/1541771827 >> v1:172.21.15.157:6789/0 conn(0x7f9eb8070a70 0x7f9eb81601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:35818/0 (socket says 172.21.15.39:35818) 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.712+0000 7f9eb659c640 1 -- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb806e170 msgr2=0x7f9eb8070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.712+0000 7f9eb659c640 1 --2- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb806e170 0x7f9eb8070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.712+0000 7f9eb659c640 1 -- 172.21.15.39:0/1541771827 >> v1:172.21.15.157:6789/0 conn(0x7f9eb8070a70 legacy=0x7f9eb81601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.712+0000 7f9eb559a640 1 -- 172.21.15.39:0/1541771827 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2684964800 0 0) 0x7f9eb806ccd0 con 0x7f9eb8070a70 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.712+0000 7f9eb659c640 1 -- 172.21.15.39:0/1541771827 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eb80ad1d0 con 0x7f9eb815a230 2024-09-13T16:11:12.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.712+0000 7f9eb6d9d640 1 --2- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb806e170 0x7f9eb8070eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:12.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9eb659c640 1 --2- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb815a230 0x7f9eb80ac860 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8009870 tx=0x7f9ea802a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f4343e4352fa56a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9eb559a640 1 -- 172.21.15.39:0/1541771827 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8032440 con 0x7f9eb815a230 2024-09-13T16:11:12.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9eb559a640 1 -- 172.21.15.39:0/1541771827 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ea80325a0 con 0x7f9eb815a230 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9eb559a640 1 -- 172.21.15.39:0/1541771827 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ea8032930 con 0x7f9eb815a230 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb815a230 msgr2=0x7f9eb80ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb815a230 0x7f9eb80ac860 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8009870 tx=0x7f9ea802a270 comp rx=0 tx=0).stop 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1541771827 shutdown_connections 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb806e170 0x7f9eb8070eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1541771827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb815a230 0x7f9eb80ac860 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1541771827 >> 172.21.15.39:0/1541771827 conn(0x7f9eb806a0b0 msgr2=0x7f9eb806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.713+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1541771827 shutdown_connections 2024-09-13T16:11:12.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.714+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1541771827 wait complete. 2024-09-13T16:11:12.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.715+0000 7f9ebcf08640 1 Processor -- start 2024-09-13T16:11:12.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.715+0000 7f9ebcf08640 1 -- start start 2024-09-13T16:11:12.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb806e170 0x7f9eb815fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 0x7f9eb814b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb815a230 0x7f9eb815cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb815e430 con 0x7f9eb8070a70 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb815d820 con 0x7f9eb806e170 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eb815db00 con 0x7f9eb815a230 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 0x7f9eb814b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 0x7f9eb814b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45954/0 (socket says 172.21.15.39:45954) 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 -- 172.21.15.39:0/1771124397 learned_addr learned my addr 172.21.15.39:0/1771124397 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb6d9d640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb815a230 0x7f9eb815cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb659c640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb806e170 0x7f9eb815fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 -- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb815a230 msgr2=0x7f9eb815cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb815a230 0x7f9eb815cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 -- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb806e170 msgr2=0x7f9eb815fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb806e170 0x7f9eb815fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 -- 172.21.15.39:0/1771124397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eb0009a70 con 0x7f9eb8070a70 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9eb5d9b640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 0x7f9eb814b7b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9eac00c430 tx=0x7f9eac00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac0074e0 con 0x7f9eb8070a70 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9eac007660 con 0x7f9eb8070a70 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ea80094d0 con 0x7f9eb8070a70 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eac004a20 con 0x7f9eb8070a70 2024-09-13T16:11:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.716+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eb815e0c0 con 0x7f9eb8070a70 2024-09-13T16:11:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.718+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9eb815e5e0 con 0x7f9eb8070a70 2024-09-13T16:11:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.718+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9eac004b80 con 0x7f9eb8070a70 2024-09-13T16:11:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.719+0000 7f9ea6ffd640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e9806ac00 0x7f9e9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.719+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9eac0890e0 con 0x7f9eb8070a70 2024-09-13T16:11:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.719+0000 7f9eb659c640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e9806ac00 0x7f9e9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.719+0000 7f9eb659c640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e9806ac00 0x7f9e9806d0c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8034000 tx=0x7f9ea802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.723+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9eb815e5e0 con 0x7f9eb8070a70 2024-09-13T16:11:12.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.894+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9eb80672f0 con 0x7f9eb8070a70 2024-09-13T16:11:12.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.895+0000 7f9ea6ffd640 1 -- 172.21.15.39:0/1771124397 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f9eac0542f0 con 0x7f9eb8070a70 2024-09-13T16:11:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:12.897 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e9806ac00 msgr2=0x7f9e9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e9806ac00 0x7f9e9806d0c0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f9ea8034000 tx=0x7f9ea802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 msgr2=0x7f9eb814b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 0x7f9eb814b7b0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9eac00c430 tx=0x7f9eac00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 shutdown_connections 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e9806ac00 0x7f9e9806d0c0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9eb815a230 0x7f9eb815cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9eb8070a70 0x7f9eb814b7b0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 --2- 172.21.15.39:0/1771124397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9eb806e170 0x7f9eb815fb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:12.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 >> 172.21.15.39:0/1771124397 conn(0x7f9eb806a0b0 msgr2=0x7f9eb80afd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:12.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 shutdown_connections 2024-09-13T16:11:12.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:12.897+0000 7f9ebcf08640 1 -- 172.21.15.39:0/1771124397 wait complete. 2024-09-13T16:11:12.910 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:12.910 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:13.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.014+0000 7fa4cfbbc640 1 Processor -- start 2024-09-13T16:11:13.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.014+0000 7fa4cfbbc640 1 -- start start 2024-09-13T16:11:13.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cfbbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c81594e0 0x7fa4c815a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cfbbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4c80ce4e0 0x7fa4c80712a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cfbbc640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4c80cd480 con 0x7fa4c80702a0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cfbbc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4c815a930 con 0x7fa4c80ce4e0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cfbbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4c80cd720 con 0x7fa4c81594e0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd157640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4c80ce4e0 0x7fa4c80712a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4ce159640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa4c80702a0 0x7fa4c815aa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35512/0 (socket says 172.21.15.39:35512) 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4ce159640 1 -- 172.21.15.39:0/2529238473 learned_addr learned my addr 172.21.15.39:0/2529238473 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd157640 1 --2- 172.21.15.39:0/2529238473 >> v2:172.21.15.39:3300/0 conn(0x7fa4c80ce4e0 0x7fa4c80712a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45964/0 (socket says 172.21.15.39:45964) 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd958640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c81594e0 0x7fa4c815a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd157640 1 -- 172.21.15.39:0/2529238473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c81594e0 msgr2=0x7fa4c815a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd157640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c81594e0 0x7fa4c815a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd157640 1 -- 172.21.15.39:0/2529238473 >> v1:172.21.15.39:6789/0 conn(0x7fa4c80702a0 legacy=0x7fa4c815aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd157640 1 -- 172.21.15.39:0/2529238473 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4c80cda00 con 0x7fa4c80ce4e0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cc956640 1 -- 172.21.15.39:0/2529238473 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2398611528 0 0) 0x7fa4c80cd480 con 0x7fa4c80702a0 2024-09-13T16:11:13.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.015+0000 7fa4cd958640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c81594e0 0x7fa4c815a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:13.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.016+0000 7fa4cd157640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ce4e0 0x7fa4c80712a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa4b800ba40 tx=0x7fa4b802c7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1710378e771e5400 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.016+0000 7fa4cc956640 1 -- 172.21.15.39:0/2529238473 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4b8031710 con 0x7fa4c80ce4e0 2024-09-13T16:11:13.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.016+0000 7fa4cc956640 1 -- 172.21.15.39:0/2529238473 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4b802f050 con 0x7fa4c80ce4e0 2024-09-13T16:11:13.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.016+0000 7fa4cc956640 1 -- 172.21.15.39:0/2529238473 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4b8031a90 con 0x7fa4c80ce4e0 2024-09-13T16:11:13.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/2529238473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ce4e0 msgr2=0x7fa4c80712a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ce4e0 0x7fa4c80712a0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fa4b800ba40 tx=0x7fa4b802c7b0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/2529238473 shutdown_connections 2024-09-13T16:11:13.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ce4e0 0x7fa4c80712a0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/2529238473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c81594e0 0x7fa4c815a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/2529238473 >> 172.21.15.39:0/2529238473 conn(0x7fa4c806afe0 msgr2=0x7fa4c806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/2529238473 shutdown_connections 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.017+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/2529238473 wait complete. 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.018+0000 7fa4cfbbc640 1 Processor -- start 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.018+0000 7fa4cfbbc640 1 -- start start 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c80702a0 0x7fa4c80ade30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4c80ce4e0 0x7fa4c81f65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 0x7fa4c8146610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4c80b5750 con 0x7fa4c80ac860 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4c814d5a0 con 0x7fa4c80ce4e0 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4c81f6b10 con 0x7fa4c80702a0 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 0x7fa4c8146610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 0x7fa4c8146610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45972/0 (socket says 172.21.15.39:45972) 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 -- 172.21.15.39:0/1644128344 learned_addr learned my addr 172.21.15.39:0/1644128344 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 -- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c80702a0 msgr2=0x7fa4c80ade30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c80702a0 0x7fa4c80ade30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 -- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4c80ce4e0 msgr2=0x7fa4c81f65d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4c80ce4e0 0x7fa4c81f65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 -- 172.21.15.39:0/1644128344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4b800b6a0 con 0x7fa4c80ac860 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4ce159640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 0x7fa4c8146610 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa4c000c750 tx=0x7fa4c000cc10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4c000ce60 con 0x7fa4c80ac860 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4c000a640 con 0x7fa4c80ac860 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4c000a9d0 con 0x7fa4c80ac860 2024-09-13T16:11:13.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.019+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4c80acd90 con 0x7fa4c80ac860 2024-09-13T16:11:13.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.020+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4c80ad350 con 0x7fa4c80ac860 2024-09-13T16:11:13.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.020+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4c80672f0 con 0x7fa4c80ac860 2024-09-13T16:11:13.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.021+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa4c000ab30 con 0x7fa4c80ac860 2024-09-13T16:11:13.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.021+0000 7fa4be7fc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4ac06ac00 0x7fa4ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.021+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa4c00887d0 con 0x7fa4c80ac860 2024-09-13T16:11:13.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.022+0000 7fa4cd958640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4ac06ac00 0x7fa4ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.022+0000 7fa4cd958640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4ac06ac00 0x7fa4ac06d0c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa4c4006fd0 tx=0x7fa4c4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.026+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa4c00539b0 con 0x7fa4c80ac860 2024-09-13T16:11:13.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.195+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa4c8070b40 con 0x7fa4c80ac860 2024-09-13T16:11:13.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.196+0000 7fa4be7fc640 1 -- 172.21.15.39:0/1644128344 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa4c0018020 con 0x7fa4c80ac860 2024-09-13T16:11:13.197 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:13.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4ac06ac00 msgr2=0x7fa4ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4ac06ac00 0x7fa4ac06d0c0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fa4c4006fd0 tx=0x7fa4c4008040 comp rx=0 tx=0).stop 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 msgr2=0x7fa4c8146610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 0x7fa4c8146610 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fa4c000c750 tx=0x7fa4c000cc10 comp rx=0 tx=0).stop 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 shutdown_connections 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4ac06ac00 0x7fa4ac06d0c0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4c80ac860 0x7fa4c8146610 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4c80ce4e0 0x7fa4c81f65d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 --2- 172.21.15.39:0/1644128344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4c80702a0 0x7fa4c80ade30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 >> 172.21.15.39:0/1644128344 conn(0x7fa4c806afe0 msgr2=0x7fa4c8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 shutdown_connections 2024-09-13T16:11:13.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.198+0000 7fa4cfbbc640 1 -- 172.21.15.39:0/1644128344 wait complete. 2024-09-13T16:11:13.210 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:13.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.313+0000 7f9cf2f1f640 1 Processor -- start 2024-09-13T16:11:13.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.314+0000 7f9cf2f1f640 1 -- start start 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.314+0000 7f9cf2f1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 0x7f9cec167410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.314+0000 7f9cf2f1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cec15d080 con 0x7f9cec070f50 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.314+0000 7f9cf2f1f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cec0b3f90 con 0x7f9cec0ce050 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.314+0000 7f9cf2f1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cec0b3380 con 0x7f9cec0add10 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.314+0000 7f9cebfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9cec070f50 0x7f9cec0b2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35514/0 (socket says 172.21.15.39:35514) 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9cebfff640 1 -- 172.21.15.39:0/1842654617 learned_addr learned my addr 172.21.15.39:0/1842654617 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9cf14bc640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 0x7f9cec167410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3293671750 0 0) 0x7f9cec15d080 con 0x7f9cec070f50 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9cd8003520 con 0x7f9cec070f50 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1038979335 0 0) 0x7f9cec0b3f90 con 0x7f9cec0ce050 2024-09-13T16:11:13.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9cec15d080 con 0x7f9cec0ce050 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2974238246 0 0) 0x7f9cd8003520 con 0x7f9cec070f50 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 msgr2=0x7f9cec167410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 0x7f9cec167410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 >> v1:172.21.15.157:6789/0 conn(0x7f9cec0ce050 legacy=0x7f9cec070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cec0b3660 con 0x7f9cec070f50 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9cd40019f0 con 0x7f9cec070f50 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 >> v1:172.21.15.39:6789/0 conn(0x7f9cec070f50 legacy=0x7f9cec0b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 0x7f9cd8003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004090 0x7f9cd80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cd8004d00 0x7f9cd8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cec0b3380 con 0x7f9cd8004d00 2024-09-13T16:11:13.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cd800ba60 con 0x7f9cd8004090 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cd800bc20 con 0x7f9cec0add10 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9cf14bc640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cd8004d00 0x7f9cd8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9cf0cbb640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 0x7f9cd8003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.315+0000 7f9cebfff640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004090 0x7f9cd80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9cf14bc640 1 -- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 msgr2=0x7f9cd8003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9cf14bc640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec0add10 0x7f9cd8003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9cf14bc640 1 -- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004090 msgr2=0x7f9cd80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9cf14bc640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004090 0x7f9cd80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9cf14bc640 1 -- 172.21.15.39:0/1842654617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cd8003520 con 0x7f9cd8004d00 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9cf14bc640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cd8004d00 0x7f9cd8005180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4009ac0 tx=0x7f9cd80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=458d6f0b7ab649c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce4031400 con 0x7f9cd8004d00 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce402d050 con 0x7f9cd8004d00 2024-09-13T16:11:13.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.316+0000 7f9ceb7fe640 1 -- 172.21.15.39:0/1842654617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce4031780 con 0x7f9cd8004d00 2024-09-13T16:11:13.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1842654617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cd8004d00 msgr2=0x7f9cd8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1842654617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cd8004d00 0x7f9cd8005180 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f9ce4009ac0 tx=0x7f9cd80057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf14bc640 1 -- 172.21.15.39:0/1842654617 reap_dead start 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1842654617 shutdown_connections 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1842654617 >> 172.21.15.39:0/1842654617 conn(0x7f9cec0b0eb0 msgr2=0x7f9cec069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1842654617 shutdown_connections 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.317+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1842654617 wait complete. 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.318+0000 7f9cf2f1f640 1 Processor -- start 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.318+0000 7f9cf2f1f640 1 -- start start 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf2f1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004d00 0x7f9cec1414c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf2f1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 0x7f9cec160510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf2f1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec14fac0 0x7f9cec14ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf2f1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cec1504b0 con 0x7f9cec160090 2024-09-13T16:11:13.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf2f1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cec160b50 con 0x7f9cd8004d00 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf2f1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cec14d0d0 con 0x7f9cec14fac0 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 0x7f9cec160510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 0x7f9cec160510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45988/0 (socket says 172.21.15.39:45988) 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cebfff640 1 -- 172.21.15.39:0/1744530215 learned_addr learned my addr 172.21.15.39:0/1744530215 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf0cbb640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004d00 0x7f9cec1414c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.319+0000 7f9cf14bc640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec14fac0 0x7f9cec14ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cebfff640 1 -- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec14fac0 msgr2=0x7f9cec14ff70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cebfff640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec14fac0 0x7f9cec14ff70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cebfff640 1 -- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004d00 msgr2=0x7f9cec1414c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cebfff640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004d00 0x7f9cec1414c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cebfff640 1 -- 172.21.15.39:0/1744530215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cec14d3b0 con 0x7f9cec160090 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cf0cbb640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004d00 0x7f9cec1414c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cebfff640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 0x7f9cec160510 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4007a20 tx=0x7f9cd400a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd40133f0 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cd4013570 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cec14d690 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cd4013920 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.320+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cec1f2220 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.321+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cec14dbb0 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.321+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9cd4013a80 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.322+0000 7f9ce97fa640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ccc06ac30 0x7f9ccc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.322+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cd4089fe0 con 0x7f9cec160090 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.322+0000 7f9cf0cbb640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ccc06ac30 0x7f9ccc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.322+0000 7f9cf0cbb640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ccc06ac30 0x7f9ccc06d0f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9cec1565e0 tx=0x7f9cdc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.326+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9cec14dbb0 con 0x7f9cec160090 2024-09-13T16:11:13.482 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:13.485 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:13.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.498+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9cec14dbb0 con 0x7f9cec160090 2024-09-13T16:11:13.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.499+0000 7f9ce97fa640 1 -- 172.21.15.39:0/1744530215 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9cd4017020 con 0x7f9cec160090 2024-09-13T16:11:13.500 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:13.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ccc06ac30 msgr2=0x7f9ccc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ccc06ac30 0x7f9ccc06d0f0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f9cec1565e0 tx=0x7f9cdc009040 comp rx=0 tx=0).stop 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 msgr2=0x7f9cec160510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 0x7f9cec160510 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f9cd4007a20 tx=0x7f9cd400a660 comp rx=0 tx=0).stop 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 shutdown_connections 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ccc06ac30 0x7f9ccc06d0f0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cec14fac0 0x7f9cec14ff70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cec160090 0x7f9cec160510 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 --2- 172.21.15.39:0/1744530215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cd8004d00 0x7f9cec1414c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 >> 172.21.15.39:0/1744530215 conn(0x7f9cec0b0eb0 msgr2=0x7f9cec069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 shutdown_connections 2024-09-13T16:11:13.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.501+0000 7f9cf2f1f640 1 -- 172.21.15.39:0/1744530215 wait complete. 2024-09-13T16:11:13.514 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:13.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.684+0000 7f41bdb1f640 1 Processor -- start 2024-09-13T16:11:13.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.684+0000 7f41bdb1f640 1 -- start start 2024-09-13T16:11:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.685+0000 7f41bdb1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f41b8154bf0 0x7f41b815b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.685+0000 7f41bdb1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 0x7f41b80cdb40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.685+0000 7f41bdb1f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41b806bcc0 con 0x7f41b80ce080 2024-09-13T16:11:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.685+0000 7f41bdb1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41b815b9f0 con 0x7f41b8154bf0 2024-09-13T16:11:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.685+0000 7f41bdb1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41b80ce530 con 0x7f41b80b2620 2024-09-13T16:11:13.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f41b8154bf0 0x7f41b815b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b6ffd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 0x7f41b80cdb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f41b8154bf0 0x7f41b815b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:45920/0 (socket says 172.21.15.39:45920) 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b7fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f41b80ce080 0x7f41b806c760 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:54424/0 (socket says 172.21.15.39:54424) 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b6ffd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 0x7f41b80cdb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:43702/0 (socket says 172.21.15.39:43702) 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 -- 172.21.15.39:0/1258679562 learned_addr learned my addr 172.21.15.39:0/1258679562 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 -- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 msgr2=0x7f41b80cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 --2- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 0x7f41b80cdb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 -- 172.21.15.39:0/1258679562 >> v1:172.21.15.157:6789/0 conn(0x7f41b80ce080 legacy=0x7f41b806c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b77fe640 1 -- 172.21.15.39:0/1258679562 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41b80cc2e0 con 0x7f41b8154bf0 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b67fc640 1 -- 172.21.15.39:0/1258679562 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3568161953 0 0) 0x7f41b806bcc0 con 0x7f41b80ce080 2024-09-13T16:11:13.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.686+0000 7f41b6ffd640 1 --2- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 0x7f41b80cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41b77fe640 1 --2- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b815b4b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009870 tx=0x7f41a802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=305d5c404132610e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41b67fc640 1 -- 172.21.15.39:0/1258679562 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a8032440 con 0x7f41b8154bf0 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41b67fc640 1 -- 172.21.15.39:0/1258679562 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41a80325a0 con 0x7f41b8154bf0 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41b67fc640 1 -- 172.21.15.39:0/1258679562 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a8032930 con 0x7f41b8154bf0 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41bdb1f640 1 -- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 msgr2=0x7f41b815b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b815b4b0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009870 tx=0x7f41a802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41bdb1f640 1 -- 172.21.15.39:0/1258679562 shutdown_connections 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.687+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80b2620 0x7f41b80cdb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.688+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/1258679562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b815b4b0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.688+0000 7f41bdb1f640 1 -- 172.21.15.39:0/1258679562 >> 172.21.15.39:0/1258679562 conn(0x7f41b80b0eb0 msgr2=0x7f41b8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.688+0000 7f41bdb1f640 1 -- 172.21.15.39:0/1258679562 shutdown_connections 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.688+0000 7f41bdb1f640 1 -- 172.21.15.39:0/1258679562 wait complete. 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.689+0000 7f41bdb1f640 1 Processor -- start 2024-09-13T16:11:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.689+0000 7f41bdb1f640 1 -- start start 2024-09-13T16:11:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41bdb1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 0x7f41b81e63a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41bdb1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80ce080 0x7f41b8151190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41bdb1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b813d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41bdb1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b81e5300 con 0x7f41b80b2620 2024-09-13T16:11:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41bdb1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41b81e55e0 con 0x7f41b8154bf0 2024-09-13T16:11:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41bdb1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41b81e58c0 con 0x7f41b80ce080 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 0x7f41b81e63a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 0x7f41b81e63a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56292/0 (socket says 172.21.15.39:56292) 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 -- 172.21.15.39:0/348846076 learned_addr learned my addr 172.21.15.39:0/348846076 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b7fff640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b813d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b6ffd640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80ce080 0x7f41b8151190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 -- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80ce080 msgr2=0x7f41b8151190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80ce080 0x7f41b8151190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 -- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 msgr2=0x7f41b813d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b813d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 -- 172.21.15.39:0/348846076 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41ac009400 con 0x7f41b80b2620 2024-09-13T16:11:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b7fff640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b813d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.690+0000 7f41b77fe640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 0x7f41b81e63a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009870 tx=0x7f41a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.691+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a8032440 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.691+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41a8004030 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.691+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41a80094d0 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.691+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41a80043e0 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.691+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41b81e5e80 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.692+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41b80672f0 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.692+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f41a8039050 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.692+0000 7f419ffff640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f41a406ac00 0x7f41a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.693+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f41a80a9ce0 con 0x7f41b80b2620 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.693+0000 7f41b6ffd640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f41a406ac00 0x7f41a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.693+0000 7f41b6ffd640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f41a406ac00 0x7f41a406d0c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f41b8066cb0 tx=0x7f41ac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.697+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f41a8074e30 con 0x7f41b80b2620 2024-09-13T16:11:13.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.870+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f41b81e6070 con 0x7f41b80b2620 2024-09-13T16:11:13.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.870+0000 7f419ffff640 1 -- 172.21.15.39:0/348846076 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f41a8037020 con 0x7f41b80b2620 2024-09-13T16:11:13.872 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f41a406ac00 msgr2=0x7f41a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f41a406ac00 0x7f41a406d0c0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f41b8066cb0 tx=0x7f41ac008040 comp rx=0 tx=0).stop 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 msgr2=0x7f41b81e63a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 0x7f41b81e63a0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f41a8009870 tx=0x7f41a80046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 shutdown_connections 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f41a406ac00 0x7f41a406d0c0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41b8154bf0 0x7f41b813d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41b80ce080 0x7f41b8151190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 --2- 172.21.15.39:0/348846076 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41b80b2620 0x7f41b81e63a0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 >> 172.21.15.39:0/348846076 conn(0x7f41b80b0eb0 msgr2=0x7f41b80aff40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 shutdown_connections 2024-09-13T16:11:13.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.872+0000 7f41bdb1f640 1 -- 172.21.15.39:0/348846076 wait complete. 2024-09-13T16:11:13.885 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:13.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.986+0000 7f0d9e5bc640 1 Processor -- start 2024-09-13T16:11:13.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.986+0000 7f0d9e5bc640 1 -- start start 2024-09-13T16:11:13.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d9e5bc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0d9815a230 0x7f0d980ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d9e5bc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d98070a70 0x7f0d98070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d9e5bc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d9806ccd0 con 0x7f0d981601f0 2024-09-13T16:11:13.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d9e5bc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d980713f0 con 0x7f0d98070a70 2024-09-13T16:11:13.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d9e5bc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d9815a610 con 0x7f0d9815a230 2024-09-13T16:11:13.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d8ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d98070a70 0x7f0d98070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d8ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d98070a70 0x7f0d98070eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56296/0 (socket says 172.21.15.39:56296) 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2985445649 learned_addr learned my addr 172.21.15.39:0/2985445649 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.987+0000 7f0d97fff640 1 --2- 172.21.15.39:0/2985445649 >> v2:172.21.15.157:3300/0 conn(0x7f0d9815a230 0x7f0d980ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.988+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2985445649 >> v2:172.21.15.157:3300/0 conn(0x7f0d9815a230 msgr2=0x7f0d980ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.988+0000 7f0d8ffff640 1 --2- 172.21.15.39:0/2985445649 >> v2:172.21.15.157:3300/0 conn(0x7f0d9815a230 0x7f0d980ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.988+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2985445649 >> v1:172.21.15.157:6789/0 conn(0x7f0d981601f0 legacy=0x7f0d98160620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.988+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2985445649 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d980ad1d0 con 0x7f0d98070a70 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.988+0000 7f0d8ffff640 1 --2- 172.21.15.39:0/2985445649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d98070a70 0x7f0d98070eb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0d98065bd0 tx=0x7f0d8002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd24486a3d8f4415 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d977fe640 1 -- 172.21.15.39:0/2985445649 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d80032440 con 0x7f0d98070a70 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d977fe640 1 -- 172.21.15.39:0/2985445649 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d800325a0 con 0x7f0d98070a70 2024-09-13T16:11:13.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d977fe640 1 -- 172.21.15.39:0/2985445649 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d80032930 con 0x7f0d98070a70 2024-09-13T16:11:13.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2985445649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d98070a70 msgr2=0x7f0d98070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2985445649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d98070a70 0x7f0d98070eb0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f0d98065bd0 tx=0x7f0d8002a270 comp rx=0 tx=0).stop 2024-09-13T16:11:13.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2985445649 shutdown_connections 2024-09-13T16:11:13.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2985445649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d98070a70 0x7f0d98070eb0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2985445649 >> v2:172.21.15.157:3300/0 conn(0x7f0d9815a230 0x7f0d980ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2985445649 >> 172.21.15.39:0/2985445649 conn(0x7f0d9806a0b0 msgr2=0x7f0d9806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2985445649 shutdown_connections 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.989+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2985445649 wait complete. 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.990+0000 7f0d9e5bc640 1 Processor -- start 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.990+0000 7f0d9e5bc640 1 -- start start 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9e5bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d98070a70 0x7f0d98156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9e5bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 0x7f0d980cc8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9e5bc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d981601f0 0x7f0d980cce10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9e5bc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d981592a0 con 0x7f0d9815a230 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9e5bc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d98159580 con 0x7f0d981601f0 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9e5bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d98159860 con 0x7f0d98070a70 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 0x7f0d980cc8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 0x7f0d980cc8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56310/0 (socket says 172.21.15.39:56310) 2024-09-13T16:11:13.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2569993616 learned_addr learned my addr 172.21.15.39:0/2569993616 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d97fff640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d98070a70 0x7f0d98156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.991+0000 7f0d9cb59640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d981601f0 0x7f0d980cce10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d98070a70 msgr2=0x7f0d98156210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d8ffff640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d98070a70 0x7f0d98156210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d981601f0 msgr2=0x7f0d980cce10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d8ffff640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d981601f0 0x7f0d980cce10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d8ffff640 1 -- 172.21.15.39:0/2569993616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d800094d0 con 0x7f0d9815a230 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d8ffff640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 0x7f0d980cc8d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0d8002a2b0 tx=0x7f0d800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d80032440 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d80030980 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d98157190 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d80030d10 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.992+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d98156c20 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.993+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d980672f0 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.993+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0d80039040 con 0x7f0d9815a230 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.994+0000 7f0d957fa640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d7806ac00 0x7f0d7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:13.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.994+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0d800a9b50 con 0x7f0d9815a230 2024-09-13T16:11:13.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.994+0000 7f0d97fff640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d7806ac00 0x7f0d7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:13.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.995+0000 7f0d97fff640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d7806ac00 0x7f0d7806d0c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f0d88009b40 tx=0x7f0d88009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:13.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:13.998+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0d80074e70 con 0x7f0d9815a230 2024-09-13T16:11:14.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.169+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0d98156ed0 con 0x7f0d9815a230 2024-09-13T16:11:14.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.171+0000 7f0d957fa640 1 -- 172.21.15.39:0/2569993616 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f0d80041090 con 0x7f0d9815a230 2024-09-13T16:11:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:14.172 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:14.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.172+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d7806ac00 msgr2=0x7f0d7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.172+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d7806ac00 0x7f0d7806d0c0 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f0d88009b40 tx=0x7f0d88009190 comp rx=0 tx=0).stop 2024-09-13T16:11:14.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.172+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 msgr2=0x7f0d980cc8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.172+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 0x7f0d980cc8d0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f0d8002a2b0 tx=0x7f0d800046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 shutdown_connections 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d7806ac00 0x7f0d7806d0c0 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d981601f0 0x7f0d980cce10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d9815a230 0x7f0d980cc8d0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 --2- 172.21.15.39:0/2569993616 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d98070a70 0x7f0d98156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 >> 172.21.15.39:0/2569993616 conn(0x7f0d9806a0b0 msgr2=0x7f0d980af3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 shutdown_connections 2024-09-13T16:11:14.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.173+0000 7f0d9e5bc640 1 -- 172.21.15.39:0/2569993616 wait complete. 2024-09-13T16:11:14.185 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:14.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:14.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.289+0000 7fc026c80640 1 Processor -- start 2024-09-13T16:11:14.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.289+0000 7fc026c80640 1 -- start start 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc026c80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc0200b2620 0x7fc02015b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc026c80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc0200ce250 0x7fc02006c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc026c80640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc02006bcc0 con 0x7fc020154bf0 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc026c80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc02015b9f0 con 0x7fc0200b2620 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc026c80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0200cc2e0 con 0x7fc0200ce250 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc01ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc0200b2620 0x7fc02015b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc01ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc0200b2620 0x7fc02015b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56322/0 (socket says 172.21.15.39:56322) 2024-09-13T16:11:14.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc01ffff640 1 -- 172.21.15.39:0/547904570 learned_addr learned my addr 172.21.15.39:0/547904570 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:14.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.290+0000 7fc02521d640 1 --2- 172.21.15.39:0/547904570 >> v2:172.21.15.157:3300/0 conn(0x7fc0200ce250 0x7fc02006c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01ffff640 1 -- 172.21.15.39:0/547904570 >> v2:172.21.15.157:3300/0 conn(0x7fc0200ce250 msgr2=0x7fc02006c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:14.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01ffff640 1 --2- 172.21.15.39:0/547904570 >> v2:172.21.15.157:3300/0 conn(0x7fc0200ce250 0x7fc02006c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01ffff640 1 -- 172.21.15.39:0/547904570 >> v1:172.21.15.157:6789/0 conn(0x7fc020154bf0 legacy=0x7fc0200cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:14.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01ffff640 1 -- 172.21.15.39:0/547904570 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc02006bf60 con 0x7fc0200b2620 2024-09-13T16:11:14.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01ffff640 1 --2- 172.21.15.39:0/547904570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0200b2620 0x7fc02015b4b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc02006f800 tx=0x7fc00802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91d474055ecabb38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01f7fe640 1 -- 172.21.15.39:0/547904570 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc008031600 con 0x7fc0200b2620 2024-09-13T16:11:14.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01f7fe640 1 -- 172.21.15.39:0/547904570 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc00802d050 con 0x7fc0200b2620 2024-09-13T16:11:14.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.291+0000 7fc01f7fe640 1 -- 172.21.15.39:0/547904570 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc008031980 con 0x7fc0200b2620 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 -- 172.21.15.39:0/547904570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0200b2620 msgr2=0x7fc02015b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 --2- 172.21.15.39:0/547904570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0200b2620 0x7fc02015b4b0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7fc02006f800 tx=0x7fc00802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 -- 172.21.15.39:0/547904570 shutdown_connections 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 --2- 172.21.15.39:0/547904570 >> v2:172.21.15.157:3300/0 conn(0x7fc0200ce250 0x7fc02006c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 --2- 172.21.15.39:0/547904570 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0200b2620 0x7fc02015b4b0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 -- 172.21.15.39:0/547904570 >> 172.21.15.39:0/547904570 conn(0x7fc0200b0eb0 msgr2=0x7fc020069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 -- 172.21.15.39:0/547904570 shutdown_connections 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.292+0000 7fc026c80640 1 -- 172.21.15.39:0/547904570 wait complete. 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.293+0000 7fc026c80640 1 Processor -- start 2024-09-13T16:11:14.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.293+0000 7fc026c80640 1 -- start start 2024-09-13T16:11:14.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc026c80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0200b2620 0x7fc02014f840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc026c80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0200ce250 0x7fc0200713a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc026c80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 0x7fc02006fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc026c80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc020070cc0 con 0x7fc020154bf0 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc026c80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0200af630 con 0x7fc0200ce250 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc026c80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0200af300 con 0x7fc0200b2620 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc02521d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 0x7fc02006fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc02521d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 0x7fc02006fa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56338/0 (socket says 172.21.15.39:56338) 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc02521d640 1 -- 172.21.15.39:0/1220858692 learned_addr learned my addr 172.21.15.39:0/1220858692 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc01ffff640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0200ce250 0x7fc0200713a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.294+0000 7fc024a1c640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0200b2620 0x7fc02014f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc02521d640 1 -- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0200b2620 msgr2=0x7fc02014f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc02521d640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0200b2620 0x7fc02014f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc02521d640 1 -- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0200ce250 msgr2=0x7fc0200713a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc02521d640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0200ce250 0x7fc0200713a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc02521d640 1 -- 172.21.15.39:0/1220858692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc008009b30 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc02521d640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 0x7fc02006fa40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc01800d5d0 tx=0x7fc01800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0180125f0 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc018012770 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc018012b20 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc020070420 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.295+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0200709e0 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.296+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0200672f0 con 0x7fc020154bf0 2024-09-13T16:11:14.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.296+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc018012c80 con 0x7fc020154bf0 2024-09-13T16:11:14.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.297+0000 7fc01d7fa640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc00006ac00 0x7fc00006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.297+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc0180896c0 con 0x7fc020154bf0 2024-09-13T16:11:14.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.297+0000 7fc024a1c640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc00006ac00 0x7fc00006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.298+0000 7fc024a1c640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc00006ac00 0x7fc00006d0c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc010000f60 tx=0x7fc010009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.301+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc018054960 con 0x7fc020154bf0 2024-09-13T16:11:14.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.471+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc0200af7a0 con 0x7fc020154bf0 2024-09-13T16:11:14.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.472+0000 7fc01d7fa640 1 -- 172.21.15.39:0/1220858692 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc018057f80 con 0x7fc020154bf0 2024-09-13T16:11:14.473 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:14.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc00006ac00 msgr2=0x7fc00006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc00006ac00 0x7fc00006d0c0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7fc010000f60 tx=0x7fc010009040 comp rx=0 tx=0).stop 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 msgr2=0x7fc02006fa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 0x7fc02006fa40 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7fc01800d5d0 tx=0x7fc01800da90 comp rx=0 tx=0).stop 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 shutdown_connections 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc00006ac00 0x7fc00006d0c0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc020154bf0 0x7fc02006fa40 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0200ce250 0x7fc0200713a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 --2- 172.21.15.39:0/1220858692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0200b2620 0x7fc02014f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 >> 172.21.15.39:0/1220858692 conn(0x7fc0200b0eb0 msgr2=0x7fc0200b2ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 shutdown_connections 2024-09-13T16:11:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.474+0000 7fc026c80640 1 -- 172.21.15.39:0/1220858692 wait complete. 2024-09-13T16:11:14.486 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.589+0000 7fdcf2d5a640 1 Processor -- start 2024-09-13T16:11:14.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.589+0000 7fdcf2d5a640 1 -- start start 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf2d5a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdcec15c7d0 0x7fdcec0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf2d5a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcec0b5550 con 0x7fdcec0b4180 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf2d5a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcec0b4610 con 0x7fdcec0d2110 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf2d5a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcec0b2000 con 0x7fdcec15c7d0 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf0af6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdcec15c7d0 0x7fdcec0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcebfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdcec0b4180 0x7fdcec0d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46156/0 (socket says 172.21.15.39:46156) 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcebfff640 1 -- 172.21.15.39:0/413754994 learned_addr learned my addr 172.21.15.39:0/413754994 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf0af6640 1 -- 172.21.15.39:0/413754994 >> v1:172.21.15.157:6789/0 conn(0x7fdcec0d2110 legacy=0x7fdcec0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf0af6640 1 -- 172.21.15.39:0/413754994 >> v1:172.21.15.39:6789/0 conn(0x7fdcec0b4180 legacy=0x7fdcec0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdceb7fe640 1 -- 172.21.15.39:0/413754994 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3628033240 0 0) 0x7fdcec0b5550 con 0x7fdcec0b4180 2024-09-13T16:11:14.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.590+0000 7fdcf0af6640 1 -- 172.21.15.39:0/413754994 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcec0b48f0 con 0x7fdcec15c7d0 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.591+0000 7fdcf0af6640 1 --2- 172.21.15.39:0/413754994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec0cf440 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdce0009d90 tx=0x7fdce002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f441dea65010d9a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.591+0000 7fdceb7fe640 1 -- 172.21.15.39:0/413754994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce0007740 con 0x7fdcec15c7d0 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.591+0000 7fdceb7fe640 1 -- 172.21.15.39:0/413754994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdce002d050 con 0x7fdcec15c7d0 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.591+0000 7fdceb7fe640 1 -- 172.21.15.39:0/413754994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdce0007ac0 con 0x7fdcec15c7d0 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/413754994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 msgr2=0x7fdcec0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/413754994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec0cf440 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fdce0009d90 tx=0x7fdce002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/413754994 shutdown_connections 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/413754994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec0cf440 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/413754994 >> 172.21.15.39:0/413754994 conn(0x7fdcec06bc40 msgr2=0x7fdcec06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:14.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/413754994 shutdown_connections 2024-09-13T16:11:14.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.592+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/413754994 wait complete. 2024-09-13T16:11:14.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.593+0000 7fdcf2d5a640 1 Processor -- start 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.593+0000 7fdcf2d5a640 1 -- start start 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf2d5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcec0d2110 0x7fdcec157870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf2d5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec155a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf2d5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcec153c00 0x7fdcec15a470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf2d5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcec15cd30 con 0x7fdcec15c7d0 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf2d5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcec15d8b0 con 0x7fdcec153c00 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf2d5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcec155f70 con 0x7fdcec0d2110 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec155a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec155a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56356/0 (socket says 172.21.15.39:56356) 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 -- 172.21.15.39:0/3807805114 learned_addr learned my addr 172.21.15.39:0/3807805114 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf12f7640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcec153c00 0x7fdcec15a470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcf0af6640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcec0d2110 0x7fdcec157870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 -- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcec0d2110 msgr2=0x7fdcec157870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcec0d2110 0x7fdcec157870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 -- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcec153c00 msgr2=0x7fdcec15a470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcec153c00 0x7fdcec15a470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.594+0000 7fdcebfff640 1 -- 172.21.15.39:0/3807805114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdce0009a70 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.595+0000 7fdcebfff640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec155a30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdcd800c490 tx=0x7fdcd800c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.595+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcd80074e0 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.595+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcd8007640 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.595+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcec15cf80 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.595+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcd8004a20 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.595+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcec15d540 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.596+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcec0cf440 con 0x7fdcec15c7d0 2024-09-13T16:11:14.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.596+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdcd8004b80 con 0x7fdcec15c7d0 2024-09-13T16:11:14.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.597+0000 7fdce97fa640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdcd006ac00 0x7fdcd006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.597+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdcd8088f90 con 0x7fdcec15c7d0 2024-09-13T16:11:14.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.597+0000 7fdcf0af6640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdcd006ac00 0x7fdcd006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.598+0000 7fdcf0af6640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdcd006ac00 0x7fdcd006d0c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdce0034000 tx=0x7fdce002f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.601+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdcd80bc9c0 con 0x7fdcec15c7d0 2024-09-13T16:11:14.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.772+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdcec0b1810 con 0x7fdcec15c7d0 2024-09-13T16:11:14.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.772+0000 7fdce97fa640 1 -- 172.21.15.39:0/3807805114 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdcd80542b0 con 0x7fdcec15c7d0 2024-09-13T16:11:14.774 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:14.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdcd006ac00 msgr2=0x7fdcd006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdcd006ac00 0x7fdcd006d0c0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fdce0034000 tx=0x7fdce002f000 comp rx=0 tx=0).stop 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 msgr2=0x7fdcec155a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec155a30 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7fdcd800c490 tx=0x7fdcd800c950 comp rx=0 tx=0).stop 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 shutdown_connections 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdcd006ac00 0x7fdcd006d0c0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcec153c00 0x7fdcec15a470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcec15c7d0 0x7fdcec155a30 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 --2- 172.21.15.39:0/3807805114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcec0d2110 0x7fdcec157870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 >> 172.21.15.39:0/3807805114 conn(0x7fdcec06bc40 msgr2=0x7fdcec159980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 shutdown_connections 2024-09-13T16:11:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.774+0000 7fdcf2d5a640 1 -- 172.21.15.39:0/3807805114 wait complete. 2024-09-13T16:11:14.787 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:14.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.889+0000 7f3f87fbc640 1 Processor -- start 2024-09-13T16:11:14.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.889+0000 7f3f87fbc640 1 -- start start 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f87fbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f80156e60 0x7f3f8015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f87fbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f800b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f87fbc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f800cb080 con 0x7f3f800b25b0 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f87fbc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f80070d40 con 0x7f3f80156e60 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f87fbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f800b3120 con 0x7f3f8006a5e0 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f80156e60 0x7f3f8015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f80156e60 0x7f3f8015aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56360/0 (socket says 172.21.15.39:56360) 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 -- 172.21.15.39:0/3912712491 learned_addr learned my addr 172.21.15.39:0/3912712491 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 -- 172.21.15.39:0/3912712491 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 msgr2=0x7f3f800b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 --2- 172.21.15.39:0/3912712491 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f800b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 -- 172.21.15.39:0/3912712491 >> v1:172.21.15.157:6789/0 conn(0x7f3f800b25b0 legacy=0x7f3f80069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:14.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.890+0000 7f3f85d58640 1 -- 172.21.15.39:0/3912712491 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f800b3400 con 0x7f3f80156e60 2024-09-13T16:11:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.891+0000 7f3f85d58640 1 --2- 172.21.15.39:0/3912712491 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f8015aa30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c009870 tx=0x7f3f7c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be1a4d21e9158204 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.891+0000 7f3f84d56640 1 -- 172.21.15.39:0/3912712491 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f7c032440 con 0x7f3f80156e60 2024-09-13T16:11:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.891+0000 7f3f84d56640 1 -- 172.21.15.39:0/3912712491 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f7c0325a0 con 0x7f3f80156e60 2024-09-13T16:11:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.891+0000 7f3f84d56640 1 -- 172.21.15.39:0/3912712491 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f7c032930 con 0x7f3f80156e60 2024-09-13T16:11:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 -- 172.21.15.39:0/3912712491 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 msgr2=0x7f3f8015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/3912712491 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f8015aa30 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c009870 tx=0x7f3f7c02a230 comp rx=0 tx=0).stop 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 -- 172.21.15.39:0/3912712491 shutdown_connections 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/3912712491 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f800b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/3912712491 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f8015aa30 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 -- 172.21.15.39:0/3912712491 >> 172.21.15.39:0/3912712491 conn(0x7f3f800b00a0 msgr2=0x7f3f800b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 -- 172.21.15.39:0/3912712491 shutdown_connections 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.892+0000 7f3f87fbc640 1 -- 172.21.15.39:0/3912712491 wait complete. 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.893+0000 7f3f87fbc640 1 Processor -- start 2024-09-13T16:11:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.893+0000 7f3f87fbc640 1 -- start start 2024-09-13T16:11:14.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f8014dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f800b25b0 0x7f3f800c9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f800b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f800c9250 con 0x7f3f80156e60 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f801f2180 con 0x7f3f800b25b0 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f8014e0e0 con 0x7f3f8006a5e0 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f800b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f800b14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56376/0 (socket says 172.21.15.39:56376) 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 -- 172.21.15.39:0/4056137830 learned_addr learned my addr 172.21.15.39:0/4056137830 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f85557640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f800b25b0 0x7f3f800c9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f85d58640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f8014dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 -- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 msgr2=0x7f3f8014dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f8014dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 -- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f800b25b0 msgr2=0x7f3f800c9dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f800b25b0 0x7f3f800c9dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 -- 172.21.15.39:0/4056137830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f7c0094d0 con 0x7f3f80156e60 2024-09-13T16:11:14.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f85d58640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f8014dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f86559640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f800b14a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3f7800b9e0 tx=0x7f3f7800bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f7800cac0 con 0x7f3f80156e60 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f7800cc20 con 0x7f3f80156e60 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f78014440 con 0x7f3f80156e60 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.894+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f800c86d0 con 0x7f3f80156e60 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.895+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f800c8c90 con 0x7f3f80156e60 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.895+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f801f22f0 con 0x7f3f80156e60 2024-09-13T16:11:14.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.896+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3f7801d3b0 con 0x7f3f80156e60 2024-09-13T16:11:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.896+0000 7f3f767fc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f6406ac00 0x7f3f6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.897+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3f780890e0 con 0x7f3f80156e60 2024-09-13T16:11:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.897+0000 7f3f85d58640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f6406ac00 0x7f3f6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:14.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.897+0000 7f3f85d58640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f6406ac00 0x7f3f6406d0c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c034000 tx=0x7f3f7c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:14.901+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3f801f22f0 con 0x7f3f80156e60 2024-09-13T16:11:15.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.071+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f3f800672f0 con 0x7f3f80156e60 2024-09-13T16:11:15.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.071+0000 7f3f767fc640 1 -- 172.21.15.39:0/4056137830 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3f78057e00 con 0x7f3f80156e60 2024-09-13T16:11:15.073 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:15.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f6406ac00 msgr2=0x7f3f6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f6406ac00 0x7f3f6406d0c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f3f7c034000 tx=0x7f3f7c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:15.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 msgr2=0x7f3f800b14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f800b14a0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f3f7800b9e0 tx=0x7f3f7800bea0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 shutdown_connections 2024-09-13T16:11:15.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f6406ac00 0x7f3f6406d0c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f80156e60 0x7f3f800b14a0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f800b25b0 0x7f3f800c9dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 --2- 172.21.15.39:0/4056137830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f8006a5e0 0x7f3f8014dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.073+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 >> 172.21.15.39:0/4056137830 conn(0x7f3f800b00a0 msgr2=0x7f3f80069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.074+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 shutdown_connections 2024-09-13T16:11:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.074+0000 7f3f87fbc640 1 -- 172.21.15.39:0/4056137830 wait complete. 2024-09-13T16:11:15.087 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.189+0000 7fdfba145640 1 Processor -- start 2024-09-13T16:11:15.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.189+0000 7fdfba145640 1 -- start start 2024-09-13T16:11:15.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.189+0000 7fdfba145640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfb40721f0 0x7fdfb40ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfba145640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdfb40ce7b0 0x7fdfb40cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfba145640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40cc650 0x7fdfb4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfba145640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfb415bed0 con 0x7fdfb40721f0 2024-09-13T16:11:15.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfba145640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfb40cebf0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfba145640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb415aa50 con 0x7fdfb40cc650 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfb40721f0 0x7fdfb40ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfb40721f0 0x7fdfb40ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56388/0 (socket says 172.21.15.39:56388) 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 -- 172.21.15.39:0/3669815973 learned_addr learned my addr 172.21.15.39:0/3669815973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb3fff640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40cc650 0x7fdfb4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb2ffd640 1 --2- 172.21.15.39:0/3669815973 >> v2:172.21.15.157:3300/0 conn(0x7fdfb40ce7b0 0x7fdfb40cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 -- 172.21.15.39:0/3669815973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40cc650 msgr2=0x7fdfb4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40cc650 0x7fdfb4069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 -- 172.21.15.39:0/3669815973 >> v2:172.21.15.157:3300/0 conn(0x7fdfb40ce7b0 msgr2=0x7fdfb40cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 --2- 172.21.15.39:0/3669815973 >> v2:172.21.15.157:3300/0 conn(0x7fdfb40ce7b0 0x7fdfb40cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb37fe640 1 -- 172.21.15.39:0/3669815973 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb415af50 con 0x7fdfb40721f0 2024-09-13T16:11:15.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb3fff640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40cc650 0x7fdfb4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:15.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.190+0000 7fdfb2ffd640 1 --2- 172.21.15.39:0/3669815973 >> v2:172.21.15.157:3300/0 conn(0x7fdfb40ce7b0 0x7fdfb40cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:15.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfb37fe640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40721f0 0x7fdfb40ce270 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdfb406f5a0 tx=0x7fdfa402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=685de13435626854 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfb27fc640 1 -- 172.21.15.39:0/3669815973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa402ae90 con 0x7fdfb40721f0 2024-09-13T16:11:15.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfb27fc640 1 -- 172.21.15.39:0/3669815973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfa4032440 con 0x7fdfb40721f0 2024-09-13T16:11:15.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfb27fc640 1 -- 172.21.15.39:0/3669815973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfa40327d0 con 0x7fdfb40721f0 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 -- 172.21.15.39:0/3669815973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40721f0 msgr2=0x7fdfb40ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40721f0 0x7fdfb40ce270 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdfb406f5a0 tx=0x7fdfa402a140 comp rx=0 tx=0).stop 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 -- 172.21.15.39:0/3669815973 shutdown_connections 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40cc650 0x7fdfb4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 --2- 172.21.15.39:0/3669815973 >> v2:172.21.15.157:3300/0 conn(0x7fdfb40ce7b0 0x7fdfb40cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 --2- 172.21.15.39:0/3669815973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40721f0 0x7fdfb40ce270 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 -- 172.21.15.39:0/3669815973 >> 172.21.15.39:0/3669815973 conn(0x7fdfb406b3b0 msgr2=0x7fdfb406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.191+0000 7fdfba145640 1 -- 172.21.15.39:0/3669815973 shutdown_connections 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.192+0000 7fdfba145640 1 -- 172.21.15.39:0/3669815973 wait complete. 2024-09-13T16:11:15.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.193+0000 7fdfba145640 1 Processor -- start 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.193+0000 7fdfba145640 1 -- start start 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfba145640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40721f0 0x7fdfb40c7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfba145640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfb40cc650 0x7fdfb4153510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfba145640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 0x7fdfb4140c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfba145640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb40b1a20 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfba145640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb40ca310 con 0x7fdfb40cc650 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfba145640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfb40ca5f0 con 0x7fdfb40721f0 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 0x7fdfb4140c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 0x7fdfb4140c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56400/0 (socket says 172.21.15.39:56400) 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 -- 172.21.15.39:0/2976212850 learned_addr learned my addr 172.21.15.39:0/2976212850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb2ffd640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfb40cc650 0x7fdfb4153510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb37fe640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40721f0 0x7fdfb40c7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 -- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40721f0 msgr2=0x7fdfb40c7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40721f0 0x7fdfb40c7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 -- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfb40cc650 msgr2=0x7fdfb4153510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfb40cc650 0x7fdfb4153510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 -- 172.21.15.39:0/2976212850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfa40094d0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb2ffd640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfb40cc650 0x7fdfb4153510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdfb3fff640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 0x7fdfb4140c70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fdfac00cef0 tx=0x7fdfac00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.194+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfac00d840 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.195+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfac00d9a0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.195+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfb40ca8d0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.195+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfac00dd50 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.195+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfb4152450 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.196+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfb40672f0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.196+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdfac01e3b0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.196+0000 7fdf9bfff640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfa006ac00 0x7fdfa006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.197+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdfac089da0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.197+0000 7fdfb37fe640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfa006ac00 0x7fdfa006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.197+0000 7fdfb37fe640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfa006ac00 0x7fdfa006d0c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4034000 tx=0x7fdfa402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.201+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdfac054f80 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.375+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfb40ccae0 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.376+0000 7fdf9bfff640 1 -- 172.21.15.39:0/2976212850 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fdfac01a020 con 0x7fdfb40ce7b0 2024-09-13T16:11:15.378 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:15.378 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:15.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfa006ac00 msgr2=0x7fdfa006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfa006ac00 0x7fdfa006d0c0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7fdfa4034000 tx=0x7fdfa402e000 comp rx=0 tx=0).stop 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 msgr2=0x7fdfb4140c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 0x7fdfb4140c70 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fdfac00cef0 tx=0x7fdfac00a710 comp rx=0 tx=0).stop 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 shutdown_connections 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfa006ac00 0x7fdfa006d0c0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfb40ce7b0 0x7fdfb4140c70 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfb40cc650 0x7fdfb4153510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 --2- 172.21.15.39:0/2976212850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfb40721f0 0x7fdfb40c7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 >> 172.21.15.39:0/2976212850 conn(0x7fdfb406b3b0 msgr2=0x7fdfb40b0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 shutdown_connections 2024-09-13T16:11:15.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.378+0000 7fdfba145640 1 -- 172.21.15.39:0/2976212850 wait complete. 2024-09-13T16:11:15.391 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:15.391 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:15.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.495+0000 7f1a3bbce640 1 Processor -- start 2024-09-13T16:11:15.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.495+0000 7f1a3bbce640 1 -- start start 2024-09-13T16:11:15.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3bbce640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1a34156e60 0x7f1a3415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3bbce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1a3406a5e0 0x7f1a340b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3bbce640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a340cb080 con 0x7f1a340b25b0 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3bbce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a34070d40 con 0x7f1a3406a5e0 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3bbce640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a340b3120 con 0x7f1a34156e60 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3a16b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1a3406a5e0 0x7f1a340b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a39169640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1a340b25b0 0x7f1a34069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46172/0 (socket says 172.21.15.39:46172) 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a39169640 1 -- 172.21.15.39:0/2025417571 learned_addr learned my addr 172.21.15.39:0/2025417571 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3a16b640 1 -- 172.21.15.39:0/2025417571 >> v2:172.21.15.157:3300/0 conn(0x7f1a34156e60 msgr2=0x7f1a3415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3996a640 1 --2- 172.21.15.39:0/2025417571 >> v2:172.21.15.157:3300/0 conn(0x7f1a34156e60 0x7f1a3415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a38968640 1 -- 172.21.15.39:0/2025417571 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2423378886 0 0) 0x7f1a340cb080 con 0x7f1a340b25b0 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3a16b640 1 --2- 172.21.15.39:0/2025417571 >> v2:172.21.15.157:3300/0 conn(0x7f1a34156e60 0x7f1a3415aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3a16b640 1 -- 172.21.15.39:0/2025417571 >> v1:172.21.15.39:6789/0 conn(0x7f1a340b25b0 legacy=0x7f1a34069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3a16b640 1 -- 172.21.15.39:0/2025417571 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a340b3400 con 0x7f1a3406a5e0 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.496+0000 7f1a3996a640 1 --2- 172.21.15.39:0/2025417571 >> v2:172.21.15.157:3300/0 conn(0x7f1a34156e60 0x7f1a3415aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:15.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.497+0000 7f1a3a16b640 1 --2- 172.21.15.39:0/2025417571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a3406a5e0 0x7f1a340b2a40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1a340739e0 tx=0x7f1a2c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3076c6a8ca3a1b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.497+0000 7f1a38968640 1 -- 172.21.15.39:0/2025417571 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c02aea0 con 0x7f1a3406a5e0 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.497+0000 7f1a38968640 1 -- 172.21.15.39:0/2025417571 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a2c02d050 con 0x7f1a3406a5e0 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.497+0000 7f1a38968640 1 -- 172.21.15.39:0/2025417571 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c007960 con 0x7f1a3406a5e0 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 -- 172.21.15.39:0/2025417571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a3406a5e0 msgr2=0x7f1a340b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/2025417571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a3406a5e0 0x7f1a340b2a40 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f1a340739e0 tx=0x7f1a2c02a680 comp rx=0 tx=0).stop 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 -- 172.21.15.39:0/2025417571 shutdown_connections 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/2025417571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a3406a5e0 0x7f1a340b2a40 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/2025417571 >> v2:172.21.15.157:3300/0 conn(0x7f1a34156e60 0x7f1a3415aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 -- 172.21.15.39:0/2025417571 >> 172.21.15.39:0/2025417571 conn(0x7f1a340b00a0 msgr2=0x7f1a340b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 -- 172.21.15.39:0/2025417571 shutdown_connections 2024-09-13T16:11:15.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.498+0000 7f1a3bbce640 1 -- 172.21.15.39:0/2025417571 wait complete. 2024-09-13T16:11:15.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.499+0000 7f1a3bbce640 1 Processor -- start 2024-09-13T16:11:15.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.499+0000 7f1a3bbce640 1 -- start start 2024-09-13T16:11:15.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a3bbce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a3406a5e0 0x7f1a34149950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a3bbce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 0x7f1a34148120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a3bbce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a34156e60 0x7f1a340cb550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a3bbce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a34144bf0 con 0x7f1a340b25b0 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a3bbce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a341454d0 con 0x7f1a34156e60 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a3bbce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a341494c0 con 0x7f1a3406a5e0 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 0x7f1a34148120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 0x7f1a34148120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56414/0 (socket says 172.21.15.39:56414) 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 -- 172.21.15.39:0/1629689631 learned_addr learned my addr 172.21.15.39:0/1629689631 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 -- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a3406a5e0 msgr2=0x7f1a34149950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a3406a5e0 0x7f1a34149950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 -- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a34156e60 msgr2=0x7f1a340cb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a34156e60 0x7f1a340cb550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 -- 172.21.15.39:0/1629689631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a2c009a70 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a39169640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 0x7f1a34148120 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400c4d0 tx=0x7f1a2400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a240074e0 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.500+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a24007660 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.501+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a24004a20 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.501+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a34144630 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.501+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a34149150 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.501+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a340672f0 con 0x7f1a340b25b0 2024-09-13T16:11:15.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.502+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1a24004b80 con 0x7f1a340b25b0 2024-09-13T16:11:15.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.503+0000 7f1a2a7fc640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a1806ac00 0x7f1a1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.503+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1a240884c0 con 0x7f1a340b25b0 2024-09-13T16:11:15.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.503+0000 7f1a3996a640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a1806ac00 0x7f1a1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.503+0000 7f1a3996a640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a1806ac00 0x7f1a1806d0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1a30006fd0 tx=0x7f1a30008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.507+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1a240536a0 con 0x7f1a340b25b0 2024-09-13T16:11:15.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.678+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1a340b2a40 con 0x7f1a340b25b0 2024-09-13T16:11:15.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.678+0000 7f1a2a7fc640 1 -- 172.21.15.39:0/1629689631 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1a24018020 con 0x7f1a340b25b0 2024-09-13T16:11:15.680 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:15.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a1806ac00 msgr2=0x7f1a1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a1806ac00 0x7f1a1806d0c0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f1a30006fd0 tx=0x7f1a30008040 comp rx=0 tx=0).stop 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 msgr2=0x7f1a34148120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 0x7f1a34148120 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f1a2400c4d0 tx=0x7f1a2400c990 comp rx=0 tx=0).stop 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 shutdown_connections 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a1806ac00 0x7f1a1806d0c0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a34156e60 0x7f1a340cb550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a340b25b0 0x7f1a34148120 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 --2- 172.21.15.39:0/1629689631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a3406a5e0 0x7f1a34149950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 >> 172.21.15.39:0/1629689631 conn(0x7f1a340b00a0 msgr2=0x7f1a340b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 shutdown_connections 2024-09-13T16:11:15.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.681+0000 7f1a3bbce640 1 -- 172.21.15.39:0/1629689631 wait complete. 2024-09-13T16:11:15.693 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:15.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.796+0000 7fec80b9c640 1 Processor -- start 2024-09-13T16:11:15.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.796+0000 7fec80b9c640 1 -- start start 2024-09-13T16:11:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.797+0000 7fec80b9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fec7c0b4180 0x7fec7c0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.797+0000 7fec80b9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec7c0b5550 con 0x7fec7c15c7d0 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.797+0000 7fec80b9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fec7c0cfb50 con 0x7fec7c0d1f40 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.797+0000 7fec80b9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fec7c0b2000 con 0x7fec7c0b4180 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.797+0000 7fec7a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fec7c15c7d0 0x7fec7c0cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46176/0 (socket says 172.21.15.39:46176) 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.797+0000 7fec7a59c640 1 -- 172.21.15.39:0/1681990260 learned_addr learned my addr 172.21.15.39:0/1681990260 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec79d9b640 1 --2- 172.21.15.39:0/1681990260 >> v2:172.21.15.157:3300/0 conn(0x7fec7c0b4180 0x7fec7c0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3782754266 0 0) 0x7fec7c0b5550 con 0x7fec7c15c7d0 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fec68003520 con 0x7fec7c15c7d0 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 235497609 0 0) 0x7fec68003520 con 0x7fec7c15c7d0 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 >> v2:172.21.15.157:3300/0 conn(0x7fec7c0b4180 msgr2=0x7fec7c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 --2- 172.21.15.39:0/1681990260 >> v2:172.21.15.157:3300/0 conn(0x7fec7c0b4180 0x7fec7c0d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 >> v1:172.21.15.157:6789/0 conn(0x7fec7c0d1f40 legacy=0x7fec7c0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec7c0b4610 con 0x7fec7c15c7d0 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fec6c0019f0 con 0x7fec7c15c7d0 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 >> v1:172.21.15.39:6789/0 conn(0x7fec7c15c7d0 legacy=0x7fec7c0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec68003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec680047c0 0x7fec68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec68005180 0x7fec6800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec7c0b2000 con 0x7fec68003970 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec6800c020 con 0x7fec68005180 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec6800c1e0 con 0x7fec680047c0 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7a59c640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec68003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec79d9b640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec680047c0 0x7fec68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.798+0000 7fec7ad9d640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec68005180 0x7fec6800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7a59c640 1 -- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec680047c0 msgr2=0x7fec68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:15.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7a59c640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec680047c0 0x7fec68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7a59c640 1 -- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec68005180 msgr2=0x7fec6800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7a59c640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec68005180 0x7fec6800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7a59c640 1 -- 172.21.15.39:0/1681990260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec68003520 con 0x7fec68003970 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7ad9d640 1 -- 172.21.15.39:0/1681990260 reap_dead start 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7a59c640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec68003d90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fec6c00a830 tx=0x7fec680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d6dc1c63be2acdca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec6c02ba50 con 0x7fec68003970 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec6c02bbb0 con 0x7fec68003970 2024-09-13T16:11:15.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.799+0000 7fec7959a640 1 -- 172.21.15.39:0/1681990260 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec6c034470 con 0x7fec68003970 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 -- 172.21.15.39:0/1681990260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 msgr2=0x7fec68003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec68003d90 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7fec6c00a830 tx=0x7fec680057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 -- 172.21.15.39:0/1681990260 shutdown_connections 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 --2- 172.21.15.39:0/1681990260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec68003d90 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 -- 172.21.15.39:0/1681990260 >> 172.21.15.39:0/1681990260 conn(0x7fec7c06bc40 msgr2=0x7fec7c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 -- 172.21.15.39:0/1681990260 shutdown_connections 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.800+0000 7fec80b9c640 1 -- 172.21.15.39:0/1681990260 wait complete. 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.801+0000 7fec80b9c640 1 Processor -- start 2024-09-13T16:11:15.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 -- start start 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec7c1f2f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec7c1f5a90 0x7fec7c0b0bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec7c15ef90 0x7fec7c15f410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec7c0cb720 con 0x7fec68003970 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fec7c1f3460 con 0x7fec7c15ef90 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec80b9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fec7c15f950 con 0x7fec7c1f5a90 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec7a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec7c1f2f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec7a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec7c1f2f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56438/0 (socket says 172.21.15.39:56438) 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec7a59c640 1 -- 172.21.15.39:0/3684297926 learned_addr learned my addr 172.21.15.39:0/3684297926 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec79d9b640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec7c1f5a90 0x7fec7c0b0bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.802+0000 7fec7ad9d640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec7c15ef90 0x7fec7c15f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec7a59c640 1 -- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec7c1f5a90 msgr2=0x7fec7c0b0bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec7a59c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec7c1f5a90 0x7fec7c0b0bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec7a59c640 1 -- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec7c15ef90 msgr2=0x7fec7c15f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec7a59c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec7c15ef90 0x7fec7c15f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec7a59c640 1 -- 172.21.15.39:0/3684297926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fec7c0cb220 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec7a59c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec7c1f2f20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fec6c0012e0 tx=0x7fec6c001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec6c038070 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fec6c034670 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fec7c1f6050 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fec6c034a20 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.803+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fec7c1f6610 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.804+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fec7c15dd30 con 0x7fec68003970 2024-09-13T16:11:15.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.805+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fec6c031070 con 0x7fec68003970 2024-09-13T16:11:15.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.805+0000 7fec72ffd640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fec5c06ac30 0x7fec5c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:15.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.805+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fec6c03b040 con 0x7fec68003970 2024-09-13T16:11:15.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.805+0000 7fec79d9b640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fec5c06ac30 0x7fec5c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:15.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.806+0000 7fec79d9b640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fec5c06ac30 0x7fec5c06d0f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fec7c04e440 tx=0x7fec64009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:15.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.810+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fec6c074650 con 0x7fec68003970 2024-09-13T16:11:15.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.982+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fec7c0d1540 con 0x7fec68003970 2024-09-13T16:11:15.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.982+0000 7fec72ffd640 1 -- 172.21.15.39:0/3684297926 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fec6c077c70 con 0x7fec68003970 2024-09-13T16:11:15.984 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fec5c06ac30 msgr2=0x7fec5c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fec5c06ac30 0x7fec5c06d0f0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fec7c04e440 tx=0x7fec64009190 comp rx=0 tx=0).stop 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 msgr2=0x7fec7c1f2f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec7c1f2f20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7fec6c0012e0 tx=0x7fec6c001d80 comp rx=0 tx=0).stop 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 shutdown_connections 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fec5c06ac30 0x7fec5c06d0f0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fec7c15ef90 0x7fec7c15f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fec7c1f5a90 0x7fec7c0b0bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 --2- 172.21.15.39:0/3684297926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fec68003970 0x7fec7c1f2f20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:15.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 >> 172.21.15.39:0/3684297926 conn(0x7fec7c06bc40 msgr2=0x7fec7c0d0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:15.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 shutdown_connections 2024-09-13T16:11:15.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:15.984+0000 7fec80b9c640 1 -- 172.21.15.39:0/3684297926 wait complete. 2024-09-13T16:11:15.997 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:16.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.100+0000 7f415e59c640 1 Processor -- start 2024-09-13T16:11:16.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.100+0000 7f415e59c640 1 -- start start 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f415e59c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f41580b25b0 0x7f41580b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f415e59c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41580cb080 con 0x7f4158156e60 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f415e59c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4158070d40 con 0x7f4158069ed0 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f415e59c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f415815b140 con 0x7f41580b25b0 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4157fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4158156e60 0x7f415815aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46186/0 (socket says 172.21.15.39:46186) 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4157fff640 1 -- 172.21.15.39:0/2778961255 learned_addr learned my addr 172.21.15.39:0/2778961255 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:16.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f41577fe640 1 --2- 172.21.15.39:0/2778961255 >> v2:172.21.15.157:3300/0 conn(0x7f41580b25b0 0x7f41580b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3569627484 0 0) 0x7f41580cb080 con 0x7f4158156e60 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4140003520 con 0x7f4158156e60 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2256104984 0 0) 0x7f4140003520 con 0x7f4158156e60 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 >> v2:172.21.15.157:3300/0 conn(0x7f41580b25b0 msgr2=0x7f41580b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 --2- 172.21.15.39:0/2778961255 >> v2:172.21.15.157:3300/0 conn(0x7f41580b25b0 0x7f41580b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 >> v1:172.21.15.157:6789/0 conn(0x7f4158069ed0 legacy=0x7f41580711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41580b3120 con 0x7f4158156e60 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4148001670 con 0x7f4158156e60 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.101+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 >> v1:172.21.15.39:6789/0 conn(0x7f4158156e60 legacy=0x7f415815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4156ffd640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4140003970 0x7f4140003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4156ffd640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41400047c0 0x7f4140004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4156ffd640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4140005180 0x7f414000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f415815b140 con 0x7f4140003970 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f414000c020 con 0x7f4140005180 2024-09-13T16:11:16.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f414000e3f0 con 0x7f41400047c0 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4157fff640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4140003970 0x7f4140003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f415cb39640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4140005180 0x7f414000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f41577fe640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41400047c0 0x7f4140004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4157fff640 1 -- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41400047c0 msgr2=0x7f4140004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4157fff640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f41400047c0 0x7f4140004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4157fff640 1 -- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4140005180 msgr2=0x7f414000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4157fff640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4140005180 0x7f414000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f4157fff640 1 -- 172.21.15.39:0/2778961255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4140003520 con 0x7f4140003970 2024-09-13T16:11:16.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f415cb39640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4140005180 0x7f414000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.102+0000 7f415cb39640 1 -- 172.21.15.39:0/2778961255 reap_dead start 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f4157fff640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4140003970 0x7f4140003d90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f414800c190 tx=0x7f41400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b18aa1f7431b63d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4148005ad0 con 0x7f4140003970 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f414802d070 con 0x7f4140003970 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f4156ffd640 1 -- 172.21.15.39:0/2778961255 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4148007070 con 0x7f4140003970 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 -- 172.21.15.39:0/2778961255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4140003970 msgr2=0x7f4140003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4140003970 0x7f4140003d90 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f414800c190 tx=0x7f41400057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 -- 172.21.15.39:0/2778961255 shutdown_connections 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 --2- 172.21.15.39:0/2778961255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4140003970 0x7f4140003d90 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 -- 172.21.15.39:0/2778961255 >> 172.21.15.39:0/2778961255 conn(0x7f41580b00a0 msgr2=0x7f41580b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 -- 172.21.15.39:0/2778961255 shutdown_connections 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.103+0000 7f415e59c640 1 -- 172.21.15.39:0/2778961255 wait complete. 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 Processor -- start 2024-09-13T16:11:16.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 -- start start 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4140003970 0x7f415814dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 0x7f4158157840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41580af2f0 0x7f41580af780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4158157d80 con 0x7f41581573c0 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41580aeee0 con 0x7f41580af2f0 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.105+0000 7f415e59c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41580adeb0 con 0x7f4140003970 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 0x7f4158157840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 0x7f4158157840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56442/0 (socket says 172.21.15.39:56442) 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 -- 172.21.15.39:0/521974699 learned_addr learned my addr 172.21.15.39:0/521974699 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:16.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f4157fff640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4140003970 0x7f415814dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f415cb39640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41580af2f0 0x7f41580af780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 -- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4140003970 msgr2=0x7f415814dd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4140003970 0x7f415814dd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 -- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41580af2f0 msgr2=0x7f41580af780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41580af2f0 0x7f41580af780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 -- 172.21.15.39:0/521974699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f415814e280 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f41577fe640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 0x7f4158157840 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f414c0116d0 tx=0x7f414c011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f414c00f960 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f414c00fac0 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41580ae120 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f414c00fe30 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.106+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41580ae6e0 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.107+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41580705b0 con 0x7f41581573c0 2024-09-13T16:11:16.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.108+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f414c015460 con 0x7f41581573c0 2024-09-13T16:11:16.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.108+0000 7f4154ff9640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f414406ac00 0x7f414406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.108+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f414c089650 con 0x7f41581573c0 2024-09-13T16:11:16.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.108+0000 7f4157fff640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f414406ac00 0x7f414406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.109+0000 7f4157fff640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f414406ac00 0x7f414406d0c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f4148032000 tx=0x7f414802d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.112+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f414c0548e0 con 0x7f41581573c0 2024-09-13T16:11:16.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.283+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f41580672f0 con 0x7f41581573c0 2024-09-13T16:11:16.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.284+0000 7f4154ff9640 1 -- 172.21.15.39:0/521974699 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f414c057f00 con 0x7f41581573c0 2024-09-13T16:11:16.286 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:16.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f414406ac00 msgr2=0x7f414406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f414406ac00 0x7f414406d0c0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f4148032000 tx=0x7f414802d000 comp rx=0 tx=0).stop 2024-09-13T16:11:16.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 msgr2=0x7f4158157840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 0x7f4158157840 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f414c0116d0 tx=0x7f414c011b90 comp rx=0 tx=0).stop 2024-09-13T16:11:16.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 shutdown_connections 2024-09-13T16:11:16.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f414406ac00 0x7f414406d0c0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41580af2f0 0x7f41580af780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f41581573c0 0x7f4158157840 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 --2- 172.21.15.39:0/521974699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4140003970 0x7f415814dd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 >> 172.21.15.39:0/521974699 conn(0x7f41580b00a0 msgr2=0x7f415815b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:16.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 shutdown_connections 2024-09-13T16:11:16.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.286+0000 7f415e59c640 1 -- 172.21.15.39:0/521974699 wait complete. 2024-09-13T16:11:16.333 INFO:tasks.cephfs_test_runner:Starting test: test_damaged_dentry (tasks.cephfs.test_damage.TestDamage) 2024-09-13T16:11:16.333 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.433+0000 7fce6fb84640 1 Processor -- start 2024-09-13T16:11:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.434+0000 7fce6fb84640 1 -- start start 2024-09-13T16:11:16.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.434+0000 7fce6fb84640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fce68156fb0 0x7fce6815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.434+0000 7fce6fb84640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fce6815d0a0 0x7fce6815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.434+0000 7fce6fb84640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce6815b1b0 con 0x7fce6806f170 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.434+0000 7fce6fb84640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce680b2400 con 0x7fce6815d0a0 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.434+0000 7fce6fb84640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce6815da70 con 0x7fce68156fb0 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fce6815d0a0 0x7fce6815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fce6815d0a0 0x7fce6815d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56446/0 (socket says 172.21.15.39:56446) 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 -- 172.21.15.39:0/628938022 learned_addr learned my addr 172.21.15.39:0/628938022 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6d920640 1 --2- 172.21.15.39:0/628938022 >> v2:172.21.15.157:3300/0 conn(0x7fce68156fb0 0x7fce6815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 -- 172.21.15.39:0/628938022 >> v2:172.21.15.157:3300/0 conn(0x7fce68156fb0 msgr2=0x7fce6815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 --2- 172.21.15.39:0/628938022 >> v2:172.21.15.157:3300/0 conn(0x7fce68156fb0 0x7fce6815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 -- 172.21.15.39:0/628938022 >> v1:172.21.15.157:6789/0 conn(0x7fce6806f170 legacy=0x7fce680b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.435+0000 7fce6e121640 1 -- 172.21.15.39:0/628938022 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce6806f6e0 con 0x7fce6815d0a0 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6e121640 1 --2- 172.21.15.39:0/628938022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce6815d530 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fce6806c5c0 tx=0x7fce6002c860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c840b5feffd9769c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6c91e640 1 -- 172.21.15.39:0/628938022 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6000b2e0 con 0x7fce6815d0a0 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6c91e640 1 -- 172.21.15.39:0/628938022 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce6000b440 con 0x7fce6815d0a0 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6c91e640 1 -- 172.21.15.39:0/628938022 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce60009820 con 0x7fce6815d0a0 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6fb84640 1 -- 172.21.15.39:0/628938022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 msgr2=0x7fce6815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6fb84640 1 --2- 172.21.15.39:0/628938022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce6815d530 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fce6806c5c0 tx=0x7fce6002c860 comp rx=0 tx=0).stop 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6fb84640 1 -- 172.21.15.39:0/628938022 shutdown_connections 2024-09-13T16:11:16.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6fb84640 1 --2- 172.21.15.39:0/628938022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce6815d530 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6fb84640 1 --2- 172.21.15.39:0/628938022 >> v2:172.21.15.157:3300/0 conn(0x7fce68156fb0 0x7fce6815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.436+0000 7fce6fb84640 1 -- 172.21.15.39:0/628938022 >> 172.21.15.39:0/628938022 conn(0x7fce6806b3b0 msgr2=0x7fce6806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.437+0000 7fce6fb84640 1 -- 172.21.15.39:0/628938022 shutdown_connections 2024-09-13T16:11:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.437+0000 7fce6fb84640 1 -- 172.21.15.39:0/628938022 wait complete. 2024-09-13T16:11:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 Processor -- start 2024-09-13T16:11:16.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 -- start start 2024-09-13T16:11:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fce6806f170 0x7fce6814ffb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce68156fb0 0x7fce6814d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce681531d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce68152e60 con 0x7fce6815d0a0 2024-09-13T16:11:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce68151a70 con 0x7fce68156fb0 2024-09-13T16:11:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.438+0000 7fce6fb84640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce68151d50 con 0x7fce6806f170 2024-09-13T16:11:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce681531d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce681531d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56462/0 (socket says 172.21.15.39:56462) 2024-09-13T16:11:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 -- 172.21.15.39:0/3145590336 learned_addr learned my addr 172.21.15.39:0/3145590336 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:16.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6d920640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fce6806f170 0x7fce6814ffb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6d11f640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce68156fb0 0x7fce6814d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 -- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fce6806f170 msgr2=0x7fce6814ffb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fce6806f170 0x7fce6814ffb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 -- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce68156fb0 msgr2=0x7fce6814d2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce68156fb0 0x7fce6814d2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 -- 172.21.15.39:0/3145590336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce6000bd40 con 0x7fce6815d0a0 2024-09-13T16:11:16.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6d920640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fce6806f170 0x7fce6814ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6d11f640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce68156fb0 0x7fce6814d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6e121640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce681531d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fce6000b5f0 tx=0x7fce60004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6000b2e0 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce60034b70 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce6000b720 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce681528a0 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.439+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce6814e2f0 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.440+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce680672f0 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.441+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fce60040450 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.441+0000 7fce5a7fc640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce4c06ac00 0x7fce4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.441+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fce600ac360 con 0x7fce6815d0a0 2024-09-13T16:11:16.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.442+0000 7fce6d920640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce4c06ac00 0x7fce4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.442+0000 7fce6d920640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce4c06ac00 0x7fce4c06d0c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fce681f1200 tx=0x7fce64008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.445+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fce600776f0 con 0x7fce6815d0a0 2024-09-13T16:11:16.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.615+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fce68157390 con 0x7fce6815d0a0 2024-09-13T16:11:16.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.616+0000 7fce5a7fc640 1 -- 172.21.15.39:0/3145590336 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fce6007ad10 con 0x7fce6815d0a0 2024-09-13T16:11:16.618 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:16.618 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:16.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce4c06ac00 msgr2=0x7fce4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce4c06ac00 0x7fce4c06d0c0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fce681f1200 tx=0x7fce64008040 comp rx=0 tx=0).stop 2024-09-13T16:11:16.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 msgr2=0x7fce681531d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce681531d0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fce6000b5f0 tx=0x7fce60004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:16.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 shutdown_connections 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce4c06ac00 0x7fce4c06d0c0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fce6815d0a0 0x7fce681531d0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fce68156fb0 0x7fce6814d2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 --2- 172.21.15.39:0/3145590336 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fce6806f170 0x7fce6814ffb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.618+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 >> 172.21.15.39:0/3145590336 conn(0x7fce6806b3b0 msgr2=0x7fce680b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.619+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 shutdown_connections 2024-09-13T16:11:16.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.619+0000 7fce6fb84640 1 -- 172.21.15.39:0/3145590336 wait complete. 2024-09-13T16:11:16.631 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:16.631 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:16.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.735+0000 7f9cbd7e9640 1 Processor -- start 2024-09-13T16:11:16.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.735+0000 7f9cbd7e9640 1 -- start start 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cbd7e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9cb8156e60 0x7f9cb815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cbd7e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb80b25b0 0x7f9cb80b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cbd7e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cb80cb080 con 0x7f9cb8069ed0 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cbd7e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cb8070d40 con 0x7f9cb8156e60 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cbd7e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb80b3120 con 0x7f9cb80b25b0 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9cb8156e60 0x7f9cb815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9cb8156e60 0x7f9cb815aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56466/0 (socket says 172.21.15.39:56466) 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 -- 172.21.15.39:0/1231579694 learned_addr learned my addr 172.21.15.39:0/1231579694 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb67fc640 1 --2- 172.21.15.39:0/1231579694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb80b25b0 0x7f9cb80b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 -- 172.21.15.39:0/1231579694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb80b25b0 msgr2=0x7f9cb80b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 --2- 172.21.15.39:0/1231579694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb80b25b0 0x7f9cb80b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 -- 172.21.15.39:0/1231579694 >> v1:172.21.15.157:6789/0 conn(0x7f9cb8069ed0 legacy=0x7f9cb80711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.736+0000 7f9cb6ffd640 1 -- 172.21.15.39:0/1231579694 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cb80b3400 con 0x7f9cb8156e60 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.737+0000 7f9cb6ffd640 1 --2- 172.21.15.39:0/1231579694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb815aa30 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9ca8009870 tx=0x7f9ca802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85f9dc3a95eded61 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.737+0000 7f9cb5ffb640 1 -- 172.21.15.39:0/1231579694 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca8032440 con 0x7f9cb8156e60 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.737+0000 7f9cb5ffb640 1 -- 172.21.15.39:0/1231579694 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ca80325a0 con 0x7f9cb8156e60 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.737+0000 7f9cb5ffb640 1 -- 172.21.15.39:0/1231579694 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ca8032930 con 0x7f9cb8156e60 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/1231579694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 msgr2=0x7f9cb815aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/1231579694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb815aa30 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f9ca8009870 tx=0x7f9ca802a210 comp rx=0 tx=0).stop 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/1231579694 shutdown_connections 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/1231579694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb80b25b0 0x7f9cb80b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/1231579694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb815aa30 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/1231579694 >> 172.21.15.39:0/1231579694 conn(0x7f9cb80b00a0 msgr2=0x7f9cb80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/1231579694 shutdown_connections 2024-09-13T16:11:16.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.738+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/1231579694 wait complete. 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.739+0000 7f9cbd7e9640 1 Processor -- start 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.739+0000 7f9cbd7e9640 1 -- start start 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb8069ed0 0x7f9cb8142cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cb80b25b0 0x7f9cb80cc050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb814f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb8153480 con 0x7f9cb8156e60 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb81431f0 con 0x7f9cb80b25b0 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cb8152870 con 0x7f9cb8069ed0 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb814f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb814f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56480/0 (socket says 172.21.15.39:56480) 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 -- 172.21.15.39:0/2538480053 learned_addr learned my addr 172.21.15.39:0/2538480053 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb6ffd640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb8069ed0 0x7f9cb8142cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb67fc640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cb80b25b0 0x7f9cb80cc050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 -- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb8069ed0 msgr2=0x7f9cb8142cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb8069ed0 0x7f9cb8142cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 -- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cb80b25b0 msgr2=0x7f9cb80cc050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cb80b25b0 0x7f9cb80cc050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 -- 172.21.15.39:0/2538480053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ca80094d0 con 0x7f9cb8156e60 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb67fc640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cb80b25b0 0x7f9cb80cc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cb77fe640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb814f750 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000c780 tx=0x7f9cb000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb0004b60 con 0x7f9cb8156e60 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cb000ce90 con 0x7f9cb8156e60 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cb000a850 con 0x7f9cb8156e60 2024-09-13T16:11:16.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.740+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cb8152b50 con 0x7f9cb8156e60 2024-09-13T16:11:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.741+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cb8153110 con 0x7f9cb8156e60 2024-09-13T16:11:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.742+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cb80672f0 con 0x7f9cb8156e60 2024-09-13T16:11:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.742+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9cb000a9b0 con 0x7f9cb8156e60 2024-09-13T16:11:16.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.743+0000 7f9c9f7fe640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ca406ac00 0x7f9ca406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.743+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9cb00894d0 con 0x7f9cb8156e60 2024-09-13T16:11:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.743+0000 7f9cb6ffd640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ca406ac00 0x7f9ca406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:16.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.744+0000 7f9cb6ffd640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ca406ac00 0x7f9ca406d0c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9ca8034000 tx=0x7f9ca802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:16.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.747+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9cb00546b0 con 0x7f9cb8156e60 2024-09-13T16:11:16.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.916+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9cb80b2a10 con 0x7f9cb8156e60 2024-09-13T16:11:16.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.917+0000 7f9c9f7fe640 1 -- 172.21.15.39:0/2538480053 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9cb0057cd0 con 0x7f9cb8156e60 2024-09-13T16:11:16.918 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.918+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ca406ac00 msgr2=0x7f9ca406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.918+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ca406ac00 0x7f9ca406d0c0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7f9ca8034000 tx=0x7f9ca802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.918+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 msgr2=0x7f9cb814f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.918+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb814f750 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f9cb000c780 tx=0x7f9cb000cc40 comp rx=0 tx=0).stop 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 shutdown_connections 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ca406ac00 0x7f9ca406d0c0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cb8156e60 0x7f9cb814f750 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cb80b25b0 0x7f9cb80cc050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 --2- 172.21.15.39:0/2538480053 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cb8069ed0 0x7f9cb8142cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:16.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 >> 172.21.15.39:0/2538480053 conn(0x7f9cb80b00a0 msgr2=0x7f9cb8154960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:16.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 shutdown_connections 2024-09-13T16:11:16.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:16.919+0000 7f9cbd7e9640 1 -- 172.21.15.39:0/2538480053 wait complete. 2024-09-13T16:11:16.931 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.034+0000 7f6cb74e9640 1 Processor -- start 2024-09-13T16:11:17.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.034+0000 7f6cb74e9640 1 -- start start 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb74e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6cb00ce050 0x7f6cb0070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb74e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6cb00b2e10 0x7f6cb00acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb74e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cb015d080 con 0x7f6cb0070d80 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb74e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cb00b3f90 con 0x7f6cb00b2e10 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb74e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cb00711b0 con 0x7f6cb00ce050 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6cb00b2e10 0x7f6cb00acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6cb00b2e10 0x7f6cb00acd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56496/0 (socket says 172.21.15.39:56496) 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 -- 172.21.15.39:0/804324283 learned_addr learned my addr 172.21.15.39:0/804324283 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5285640 1 --2- 172.21.15.39:0/804324283 >> v2:172.21.15.157:3300/0 conn(0x7f6cb00ce050 0x7f6cb0070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 -- 172.21.15.39:0/804324283 >> v2:172.21.15.157:3300/0 conn(0x7f6cb00ce050 msgr2=0x7f6cb0070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:17.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 --2- 172.21.15.39:0/804324283 >> v2:172.21.15.157:3300/0 conn(0x7f6cb00ce050 0x7f6cb0070840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 -- 172.21.15.39:0/804324283 >> v1:172.21.15.157:6789/0 conn(0x7f6cb0070d80 legacy=0x7f6cb00b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:17.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.035+0000 7f6cb5a86640 1 -- 172.21.15.39:0/804324283 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cb00b3380 con 0x7f6cb00b2e10 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.036+0000 7f6cb5a86640 1 --2- 172.21.15.39:0/804324283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00b2e10 0x7f6cb00acd00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6cb00b13a0 tx=0x7f6ca802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0cb37bd78478c59 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.036+0000 7f6ca7fff640 1 -- 172.21.15.39:0/804324283 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ca8031600 con 0x7f6cb00b2e10 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.036+0000 7f6ca7fff640 1 -- 172.21.15.39:0/804324283 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ca802d050 con 0x7f6cb00b2e10 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.036+0000 7f6ca7fff640 1 -- 172.21.15.39:0/804324283 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ca8031980 con 0x7f6cb00b2e10 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 -- 172.21.15.39:0/804324283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00b2e10 msgr2=0x7f6cb00acd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/804324283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00b2e10 0x7f6cb00acd00 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f6cb00b13a0 tx=0x7f6ca802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 -- 172.21.15.39:0/804324283 shutdown_connections 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/804324283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00b2e10 0x7f6cb00acd00 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/804324283 >> v2:172.21.15.157:3300/0 conn(0x7f6cb00ce050 0x7f6cb0070840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 -- 172.21.15.39:0/804324283 >> 172.21.15.39:0/804324283 conn(0x7f6cb00b0eb0 msgr2=0x7f6cb0069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 -- 172.21.15.39:0/804324283 shutdown_connections 2024-09-13T16:11:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.037+0000 7f6cb74e9640 1 -- 172.21.15.39:0/804324283 wait complete. 2024-09-13T16:11:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.038+0000 7f6cb74e9640 1 Processor -- start 2024-09-13T16:11:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.038+0000 7f6cb74e9640 1 -- start start 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb74e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6cb0070d80 0x7f6cb01f2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb74e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6cb00b2e10 0x7f6cb014c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb74e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 0x7f6cb01543e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb74e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb01f30f0 con 0x7f6cb00ce050 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb74e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb0153f50 con 0x7f6cb00b2e10 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb74e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cb014ceb0 con 0x7f6cb0070d80 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 0x7f6cb01543e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 0x7f6cb01543e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56500/0 (socket says 172.21.15.39:56500) 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 -- 172.21.15.39:0/440354811 learned_addr learned my addr 172.21.15.39:0/440354811 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 -- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6cb0070d80 msgr2=0x7f6cb01f2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6cb0070d80 0x7f6cb01f2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 -- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6cb00b2e10 msgr2=0x7f6cb014c970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6cb00b2e10 0x7f6cb014c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 -- 172.21.15.39:0/440354811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ca8009b30 con 0x7f6cb00ce050 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.039+0000 7f6cb5a86640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 0x7f6cb01543e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6ca802ace0 tx=0x7f6ca8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.040+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ca803d860 con 0x7f6cb00ce050 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.040+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ca803d9e0 con 0x7f6cb00ce050 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.040+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cb0153060 con 0x7f6cb00ce050 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.040+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ca803dd90 con 0x7f6cb00ce050 2024-09-13T16:11:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.040+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cb0153620 con 0x7f6cb00ce050 2024-09-13T16:11:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.041+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cb00672f0 con 0x7f6cb00ce050 2024-09-13T16:11:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.041+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ca803b400 con 0x7f6cb00ce050 2024-09-13T16:11:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.042+0000 7f6ca5ffb640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6c9406ac30 0x7f6c9406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.042+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6ca80aa350 con 0x7f6cb00ce050 2024-09-13T16:11:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.042+0000 7f6cb5285640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6c9406ac30 0x7f6c9406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.043+0000 7f6cb5285640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6c9406ac30 0x7f6c9406d0f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6cac006fd0 tx=0x7f6cac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.046+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ca8075520 con 0x7f6cb00ce050 2024-09-13T16:11:17.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.219+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6cb0070840 con 0x7f6cb00ce050 2024-09-13T16:11:17.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.220+0000 7f6ca5ffb640 1 -- 172.21.15.39:0/440354811 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6ca8009510 con 0x7f6cb00ce050 2024-09-13T16:11:17.221 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:17.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.221+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6c9406ac30 msgr2=0x7f6c9406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.221+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6c9406ac30 0x7f6c9406d0f0 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f6cac006fd0 tx=0x7f6cac008040 comp rx=0 tx=0).stop 2024-09-13T16:11:17.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.221+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 msgr2=0x7f6cb01543e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.221+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 0x7f6cb01543e0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f6ca802ace0 tx=0x7f6ca8004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:17.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 shutdown_connections 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6c9406ac30 0x7f6c9406d0f0 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6cb00ce050 0x7f6cb01543e0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6cb00b2e10 0x7f6cb014c970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 --2- 172.21.15.39:0/440354811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6cb0070d80 0x7f6cb01f2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 >> 172.21.15.39:0/440354811 conn(0x7f6cb00b0eb0 msgr2=0x7f6cb00ae6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 shutdown_connections 2024-09-13T16:11:17.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.222+0000 7f6cb74e9640 1 -- 172.21.15.39:0/440354811 wait complete. 2024-09-13T16:11:17.234 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:17.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.337+0000 7f7052dc7640 1 Processor -- start 2024-09-13T16:11:17.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.337+0000 7f7052dc7640 1 -- start start 2024-09-13T16:11:17.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7052dc7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f704c0b2620 0x7f704c15b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7052dc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 0x7f704c06c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7052dc7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f704c06bcc0 con 0x7f704c154bf0 2024-09-13T16:11:17.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7052dc7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f704c15b9f0 con 0x7f704c0b2620 2024-09-13T16:11:17.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7052dc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f704c0cc2e0 con 0x7f704c0ce250 2024-09-13T16:11:17.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f704bfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f704c0b2620 0x7f704c15b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7051364640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 0x7f704c06c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f704bfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f704c0b2620 0x7f704c15b4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:46092/0 (socket says 172.21.15.39:46092) 2024-09-13T16:11:17.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7050b63640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f704c154bf0 0x7f704c0cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:54526/0 (socket says 172.21.15.39:54526) 2024-09-13T16:11:17.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f704bfff640 1 -- 172.21.15.39:0/438098814 learned_addr learned my addr 172.21.15.39:0/438098814 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:17.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.338+0000 7f7051364640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 0x7f704c06c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:43878/0 (socket says 172.21.15.39:43878) 2024-09-13T16:11:17.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.339+0000 7f704bfff640 1 -- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 msgr2=0x7f704c06c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:17.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.339+0000 7f704bfff640 1 --2- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 0x7f704c06c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.339+0000 7f704bfff640 1 -- 172.21.15.39:0/438098814 >> v1:172.21.15.157:6789/0 conn(0x7f704c154bf0 legacy=0x7f704c0cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.339+0000 7f704bfff640 1 -- 172.21.15.39:0/438098814 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f704c06bf60 con 0x7f704c0b2620 2024-09-13T16:11:17.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.339+0000 7f7051364640 1 --2- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 0x7f704c06c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.339+0000 7f704bfff640 1 --2- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0b2620 0x7f704c15b4b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7038009870 tx=0x7f703802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=18ec08077c5683e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f704b7fe640 1 -- 172.21.15.39:0/438098814 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7038032440 con 0x7f704c0b2620 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f704b7fe640 1 -- 172.21.15.39:0/438098814 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70380325a0 con 0x7f704c0b2620 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f704b7fe640 1 -- 172.21.15.39:0/438098814 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7038032930 con 0x7f704c0b2620 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 -- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0b2620 msgr2=0x7f704c15b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 --2- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0b2620 0x7f704c15b4b0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f7038009870 tx=0x7f703802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 -- 172.21.15.39:0/438098814 shutdown_connections 2024-09-13T16:11:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 --2- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0ce250 0x7f704c06c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 --2- 172.21.15.39:0/438098814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0b2620 0x7f704c15b4b0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 -- 172.21.15.39:0/438098814 >> 172.21.15.39:0/438098814 conn(0x7f704c0b0eb0 msgr2=0x7f704c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 -- 172.21.15.39:0/438098814 shutdown_connections 2024-09-13T16:11:17.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.340+0000 7f7052dc7640 1 -- 172.21.15.39:0/438098814 wait complete. 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.341+0000 7f7052dc7640 1 Processor -- start 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.341+0000 7f7052dc7640 1 -- start start 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7052dc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0b2620 0x7f704c13eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7052dc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 0x7f704c142130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7052dc7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c154bf0 0x7f704c156240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7052dc7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f704c13f400 con 0x7f704c0ce250 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7052dc7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f704c155db0 con 0x7f704c154bf0 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7052dc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f704c142670 con 0x7f704c0b2620 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f704bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 0x7f704c142130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7050b63640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0b2620 0x7f704c13eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f704bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 0x7f704c142130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56512/0 (socket says 172.21.15.39:56512) 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f704bfff640 1 -- 172.21.15.39:0/3613920233 learned_addr learned my addr 172.21.15.39:0/3613920233 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.342+0000 7f7051364640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c154bf0 0x7f704c156240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f704bfff640 1 -- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0b2620 msgr2=0x7f704c13eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f704bfff640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0b2620 0x7f704c13eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f704bfff640 1 -- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c154bf0 msgr2=0x7f704c156240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f704bfff640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c154bf0 0x7f704c156240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f704bfff640 1 -- 172.21.15.39:0/3613920233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7044009a70 con 0x7f704c0ce250 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f7051364640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c154bf0 0x7f704c156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f704bfff640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 0x7f704c142130 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f703802a200 tx=0x7f70380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7038032440 con 0x7f704c0ce250 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7038030980 con 0x7f704c0ce250 2024-09-13T16:11:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70380094d0 con 0x7f704c0ce250 2024-09-13T16:11:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7038030d30 con 0x7f704c0ce250 2024-09-13T16:11:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.343+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f704c155480 con 0x7f704c0ce250 2024-09-13T16:11:17.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.344+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f704c155f60 con 0x7f704c0ce250 2024-09-13T16:11:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.345+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7038039040 con 0x7f704c0ce250 2024-09-13T16:11:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.345+0000 7f70497fa640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703006ac30 0x7f703006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.345+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f70380a9af0 con 0x7f704c0ce250 2024-09-13T16:11:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.345+0000 7f7050b63640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703006ac30 0x7f703006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.346+0000 7f7050b63640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703006ac30 0x7f703006d0f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7040007fd0 tx=0x7f7040007e80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.349+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f704c155f60 con 0x7f704c0ce250 2024-09-13T16:11:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.520+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f704c155f60 con 0x7f704c0ce250 2024-09-13T16:11:17.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.521+0000 7f70497fa640 1 -- 172.21.15.39:0/3613920233 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f704c155f60 con 0x7f704c0ce250 2024-09-13T16:11:17.523 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:17.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703006ac30 msgr2=0x7f703006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703006ac30 0x7f703006d0f0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f7040007fd0 tx=0x7f7040007e80 comp rx=0 tx=0).stop 2024-09-13T16:11:17.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 msgr2=0x7f704c142130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 0x7f704c142130 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f703802a200 tx=0x7f70380046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 shutdown_connections 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703006ac30 0x7f703006d0f0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c154bf0 0x7f704c156240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0ce250 0x7f704c142130 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 --2- 172.21.15.39:0/3613920233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f704c0b2620 0x7f704c13eec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 >> 172.21.15.39:0/3613920233 conn(0x7f704c0b0eb0 msgr2=0x7f704c159d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 shutdown_connections 2024-09-13T16:11:17.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.523+0000 7f7052dc7640 1 -- 172.21.15.39:0/3613920233 wait complete. 2024-09-13T16:11:17.535 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry' 2024-09-13T16:11:17.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.635+0000 7f7877fff640 1 Processor -- start 2024-09-13T16:11:17.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.635+0000 7f7877fff640 1 -- start start 2024-09-13T16:11:17.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7877fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f787815c750 0x7f78780d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7877fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f78780b5b00 0x7f78780b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7877fff640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78780d05d0 con 0x7f78780d1bb0 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7877fff640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78780d08b0 con 0x7f787815c750 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7877fff640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78780d0b90 con 0x7f78780b5b00 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7876ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f787815c750 0x7f78780d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f78767fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f78780d1bb0 0x7f78780b53f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46196/0 (socket says 172.21.15.39:46196) 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f78767fc640 1 -- 172.21.15.39:0/3861126230 learned_addr learned my addr 172.21.15.39:0/3861126230 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7876ffd640 1 -- 172.21.15.39:0/3861126230 >> v2:172.21.15.157:3300/0 conn(0x7f78780b5b00 msgr2=0x7f78780b12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7876ffd640 1 --2- 172.21.15.39:0/3861126230 >> v2:172.21.15.157:3300/0 conn(0x7f78780b5b00 0x7f78780b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7876ffd640 1 -- 172.21.15.39:0/3861126230 >> v1:172.21.15.39:6789/0 conn(0x7f78780d1bb0 legacy=0x7f78780b53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7875ffb640 1 -- 172.21.15.39:0/3861126230 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 328105183 0 0) 0x7f78780d05d0 con 0x7f78780d1bb0 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.636+0000 7f7876ffd640 1 -- 172.21.15.39:0/3861126230 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78780d0e70 con 0x7f787815c750 2024-09-13T16:11:17.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.637+0000 7f7876ffd640 1 --2- 172.21.15.39:0/3861126230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f787815c750 0x7f78780d1670 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f78780d0030 tx=0x7f786802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83af14dc284aee36 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.637+0000 7f7875ffb640 1 -- 172.21.15.39:0/3861126230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7868032440 con 0x7f787815c750 2024-09-13T16:11:17.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.637+0000 7f7875ffb640 1 -- 172.21.15.39:0/3861126230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78680325a0 con 0x7f787815c750 2024-09-13T16:11:17.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.637+0000 7f7875ffb640 1 -- 172.21.15.39:0/3861126230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7868032930 con 0x7f787815c750 2024-09-13T16:11:17.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 -- 172.21.15.39:0/3861126230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f787815c750 msgr2=0x7f78780d1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 --2- 172.21.15.39:0/3861126230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f787815c750 0x7f78780d1670 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7f78780d0030 tx=0x7f786802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 -- 172.21.15.39:0/3861126230 shutdown_connections 2024-09-13T16:11:17.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 --2- 172.21.15.39:0/3861126230 >> v2:172.21.15.157:3300/0 conn(0x7f78780b5b00 0x7f78780b12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 --2- 172.21.15.39:0/3861126230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f787815c750 0x7f78780d1670 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 -- 172.21.15.39:0/3861126230 >> 172.21.15.39:0/3861126230 conn(0x7f78780ceee0 msgr2=0x7f78780cf2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 -- 172.21.15.39:0/3861126230 shutdown_connections 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.638+0000 7f7877fff640 1 -- 172.21.15.39:0/3861126230 wait complete. 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.639+0000 7f7877fff640 1 Processor -- start 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.639+0000 7f7877fff640 1 -- start start 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7877fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 0x7f78781f3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7877fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78780d1bb0 0x7f78780b2700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7877fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787815c750 0x7f7878158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7877fff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78781f4330 con 0x7f78780b5b00 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7877fff640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78781f4610 con 0x7f787815c750 2024-09-13T16:11:17.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7877fff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78781f48f0 con 0x7f78780d1bb0 2024-09-13T16:11:17.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 0x7f78781f3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 0x7f78781f3ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56520/0 (socket says 172.21.15.39:56520) 2024-09-13T16:11:17.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 -- 172.21.15.39:0/3170479277 learned_addr learned my addr 172.21.15.39:0/3170479277 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:17.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f78777fe640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787815c750 0x7f7878158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 -- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78780d1bb0 msgr2=0x7f78780b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78780d1bb0 0x7f78780b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 -- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787815c750 msgr2=0x7f7878158550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787815c750 0x7f7878158550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 -- 172.21.15.39:0/3170479277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7868009400 con 0x7f78780b5b00 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f78777fe640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787815c750 0x7f7878158550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.640+0000 7f7876ffd640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 0x7f78781f3ab0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7868000c00 tx=0x7f78680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.641+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7868030b80 con 0x7f78780b5b00 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.641+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7868030d00 con 0x7f78780b5b00 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.641+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78781f4bd0 con 0x7f78780b5b00 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.641+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f786803b640 con 0x7f78780b5b00 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.641+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78781f3ff0 con 0x7f78780b5b00 2024-09-13T16:11:17.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.642+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78781f50f0 con 0x7f78780b5b00 2024-09-13T16:11:17.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.642+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7868039040 con 0x7f78780b5b00 2024-09-13T16:11:17.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.643+0000 7f785ffff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac30 0x7f786406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:17.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.643+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f78680a9c20 con 0x7f78780b5b00 2024-09-13T16:11:17.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.643+0000 7f78767fc640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac30 0x7f786406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:17.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.644+0000 7f78767fc640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac30 0x7f786406d0f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f786c007fd0 tx=0x7f786c007920 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:17.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.647+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f78781f50f0 con 0x7f78780b5b00 2024-09-13T16:11:17.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.880+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]} v 0) v1 -- 0x7f78781f50f0 con 0x7f78780b5b00 2024-09-13T16:11:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.957+0000 7f785ffff640 1 -- 172.21.15.39:0/3170479277 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]}]=0 v55) v1 ==== 137+0+0 (secure 0 0 0) 0x7f78680370d0 con 0x7f78780b5b00 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac30 msgr2=0x7f786406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac30 0x7f786406d0f0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f786c007fd0 tx=0x7f786c007920 comp rx=0 tx=0).stop 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 msgr2=0x7f78781f3ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 0x7f78781f3ab0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f7868000c00 tx=0x7f78680046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 shutdown_connections 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac30 0x7f786406d0f0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f787815c750 0x7f7878158550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78780d1bb0 0x7f78780b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 --2- 172.21.15.39:0/3170479277 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78780b5b00 0x7f78781f3ab0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.959+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 >> 172.21.15.39:0/3170479277 conn(0x7f78780ceee0 msgr2=0x7f78780ccde0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.960+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 shutdown_connections 2024-09-13T16:11:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:17.960+0000 7f7877fff640 1 -- 172.21.15.39:0/3170479277 wait complete. 2024-09-13T16:11:17.972 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:11:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.075+0000 7fd3d8896640 1 Processor -- start 2024-09-13T16:11:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.075+0000 7fd3d8896640 1 -- start start 2024-09-13T16:11:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.076+0000 7fd3d8896640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd3d4160ff0 0x7fd3d40b6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.076+0000 7fd3d8896640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3d40b4160 0x7fd3d40b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.076+0000 7fd3d8896640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3d40b57d0 con 0x7fd3d40d1630 2024-09-13T16:11:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.076+0000 7fd3d8896640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3d40d1ef0 con 0x7fd3d40b4160 2024-09-13T16:11:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.076+0000 7fd3d8896640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3d40d0130 con 0x7fd3d4160ff0 2024-09-13T16:11:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.076+0000 7fd3d2d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3d40b4160 0x7fd3d40b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d2d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3d40b4160 0x7fd3d40b45d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56530/0 (socket says 172.21.15.39:56530) 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/698191055 learned_addr learned my addr 172.21.15.39:0/698191055 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d259c640 1 --2- 172.21.15.39:0/698191055 >> v2:172.21.15.157:3300/0 conn(0x7fd3d4160ff0 0x7fd3d40b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/698191055 >> v2:172.21.15.157:3300/0 conn(0x7fd3d4160ff0 msgr2=0x7fd3d40b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d2d9d640 1 --2- 172.21.15.39:0/698191055 >> v2:172.21.15.157:3300/0 conn(0x7fd3d4160ff0 0x7fd3d40b6370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/698191055 >> v1:172.21.15.157:6789/0 conn(0x7fd3d40d1630 legacy=0x7fd3d40cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.077+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/698191055 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d40cfe50 con 0x7fd3d40b4160 2024-09-13T16:11:18.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d2d9d640 1 --2- 172.21.15.39:0/698191055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d40b4160 0x7fd3d40b45d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd3d406a090 tx=0x7fd3c402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f087e2ed13dc8e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d159a640 1 -- 172.21.15.39:0/698191055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4031600 con 0x7fd3d40b4160 2024-09-13T16:11:18.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d159a640 1 -- 172.21.15.39:0/698191055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3c402d050 con 0x7fd3d40b4160 2024-09-13T16:11:18.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d159a640 1 -- 172.21.15.39:0/698191055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c4031980 con 0x7fd3d40b4160 2024-09-13T16:11:18.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 -- 172.21.15.39:0/698191055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d40b4160 msgr2=0x7fd3d40b45d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 --2- 172.21.15.39:0/698191055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d40b4160 0x7fd3d40b45d0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7fd3d406a090 tx=0x7fd3c402a5d0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 -- 172.21.15.39:0/698191055 shutdown_connections 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 --2- 172.21.15.39:0/698191055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d40b4160 0x7fd3d40b45d0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 --2- 172.21.15.39:0/698191055 >> v2:172.21.15.157:3300/0 conn(0x7fd3d4160ff0 0x7fd3d40b6370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 -- 172.21.15.39:0/698191055 >> 172.21.15.39:0/698191055 conn(0x7fd3d406c080 msgr2=0x7fd3d406c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 -- 172.21.15.39:0/698191055 shutdown_connections 2024-09-13T16:11:18.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.078+0000 7fd3d8896640 1 -- 172.21.15.39:0/698191055 wait complete. 2024-09-13T16:11:18.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.080+0000 7fd3d8896640 1 Processor -- start 2024-09-13T16:11:18.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.080+0000 7fd3d8896640 1 -- start start 2024-09-13T16:11:18.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d40b4160 0x7fd3d415a5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d40d1630 0x7fd3d40c9a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 0x7fd3d414b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d415b550 con 0x7fd3d4160ff0 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d415acb0 con 0x7fd3d40b4160 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3d415af90 con 0x7fd3d40d1630 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 0x7fd3d414b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 0x7fd3d414b6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56538/0 (socket says 172.21.15.39:56538) 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/3645994067 learned_addr learned my addr 172.21.15.39:0/3645994067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d259c640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d40b4160 0x7fd3d415a5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d1d9b640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d40d1630 0x7fd3d40c9a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d40d1630 msgr2=0x7fd3d40c9a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d40d1630 0x7fd3d40c9a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d40b4160 msgr2=0x7fd3d415a5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d40b4160 0x7fd3d415a5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 -- 172.21.15.39:0/3645994067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3c4009b30 con 0x7fd3d4160ff0 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d1d9b640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d40d1630 0x7fd3d40c9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d2d9d640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 0x7fd3d414b6e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4034040 tx=0x7fd3c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c403d860 con 0x7fd3d4160ff0 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3c403d9e0 con 0x7fd3d4160ff0 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3c403dd90 con 0x7fd3d4160ff0 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.081+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3d415b270 con 0x7fd3d4160ff0 2024-09-13T16:11:18.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.082+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3d40c9f60 con 0x7fd3d4160ff0 2024-09-13T16:11:18.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.083+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3d40ca0f0 con 0x7fd3d4160ff0 2024-09-13T16:11:18.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.083+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3c403b400 con 0x7fd3d4160ff0 2024-09-13T16:11:18.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.084+0000 7fd3caffd640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b406ac00 0x7fd3b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.084+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3c40a9f10 con 0x7fd3d4160ff0 2024-09-13T16:11:18.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.084+0000 7fd3d259c640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b406ac00 0x7fd3b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.085+0000 7fd3d259c640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b406ac00 0x7fd3b406d0c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc006fd0 tx=0x7fd3cc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.088+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd3c40750f0 con 0x7fd3d4160ff0 2024-09-13T16:11:18.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.257+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fd3d41574e0 con 0x7fd3d4160ff0 2024-09-13T16:11:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.260+0000 7fd3caffd640 1 -- 172.21.15.39:0/3645994067 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7fd3c4009510 con 0x7fd3d4160ff0 2024-09-13T16:11:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b406ac00 msgr2=0x7fd3b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b406ac00 0x7fd3b406d0c0 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc006fd0 tx=0x7fd3cc008040 comp rx=0 tx=0).stop 2024-09-13T16:11:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 msgr2=0x7fd3d414b6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 0x7fd3d414b6e0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fd3c4034040 tx=0x7fd3c4004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 shutdown_connections 2024-09-13T16:11:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b406ac00 0x7fd3b406d0c0 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3d4160ff0 0x7fd3d414b6e0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3d40d1630 0x7fd3d40c9a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 --2- 172.21.15.39:0/3645994067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3d40b4160 0x7fd3d415a5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.262+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 >> 172.21.15.39:0/3645994067 conn(0x7fd3d406c080 msgr2=0x7fd3d40cd740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.263+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 shutdown_connections 2024-09-13T16:11:18.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.263+0000 7fd3d8896640 1 -- 172.21.15.39:0/3645994067 wait complete. 2024-09-13T16:11:18.275 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:11:18.275 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:11:18.315 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:11:18.358 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:11:18.358 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:18.358 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:18.375 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:18.375 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:18.432 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:18.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.572+0000 7f6e07776640 1 Processor -- start 2024-09-13T16:11:18.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.573+0000 7f6e07776640 1 -- start start 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.573+0000 7f6e07776640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e00156fb0 0x7f6e0015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.573+0000 7f6e07776640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6e0006f170 0x7f6e000b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.573+0000 7f6e07776640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e0015b1b0 con 0x7f6e0015d0a0 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.573+0000 7f6e07776640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e0006f6e0 con 0x7f6e00156fb0 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.573+0000 7f6e07776640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e0006f9c0 con 0x7f6e0006f170 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05512640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e00156fb0 0x7f6e0015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05d13640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6e0015d0a0 0x7f6e00070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46200/0 (socket says 172.21.15.39:46200) 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05d13640 1 -- 172.21.15.39:0/3183232402 learned_addr learned my addr 172.21.15.39:0/3183232402 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e04d11640 1 --2- 172.21.15.39:0/3183232402 >> v2:172.21.15.157:3300/0 conn(0x7f6e0006f170 0x7f6e000b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05512640 1 -- 172.21.15.39:0/3183232402 >> v2:172.21.15.157:3300/0 conn(0x7f6e0006f170 msgr2=0x7f6e000b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05512640 1 --2- 172.21.15.39:0/3183232402 >> v2:172.21.15.157:3300/0 conn(0x7f6e0006f170 0x7f6e000b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05512640 1 -- 172.21.15.39:0/3183232402 >> v1:172.21.15.39:6789/0 conn(0x7f6e0015d0a0 legacy=0x7f6e00070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.574+0000 7f6e05512640 1 -- 172.21.15.39:0/3183232402 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e0006fca0 con 0x7f6e00156fb0 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e05512640 1 --2- 172.21.15.39:0/3183232402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e00156fb0 0x7f6e0015ac70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6e000affe0 tx=0x7f6df002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cd399a75ccbe29c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6dfffff640 1 -- 172.21.15.39:0/3183232402 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6df0007740 con 0x7f6e00156fb0 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6dfffff640 1 -- 172.21.15.39:0/3183232402 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6df002d050 con 0x7f6e00156fb0 2024-09-13T16:11:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6dfffff640 1 -- 172.21.15.39:0/3183232402 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6df0007ac0 con 0x7f6e00156fb0 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e07776640 1 -- 172.21.15.39:0/3183232402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e00156fb0 msgr2=0x7f6e0015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e07776640 1 --2- 172.21.15.39:0/3183232402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e00156fb0 0x7f6e0015ac70 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f6e000affe0 tx=0x7f6df002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e07776640 1 -- 172.21.15.39:0/3183232402 shutdown_connections 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e07776640 1 --2- 172.21.15.39:0/3183232402 >> v2:172.21.15.157:3300/0 conn(0x7f6e0006f170 0x7f6e000b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e07776640 1 --2- 172.21.15.39:0/3183232402 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e00156fb0 0x7f6e0015ac70 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.575+0000 7f6e07776640 1 -- 172.21.15.39:0/3183232402 >> 172.21.15.39:0/3183232402 conn(0x7f6e0006b3b0 msgr2=0x7f6e0006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.576+0000 7f6e07776640 1 -- 172.21.15.39:0/3183232402 shutdown_connections 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.576+0000 7f6e07776640 1 -- 172.21.15.39:0/3183232402 wait complete. 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 Processor -- start 2024-09-13T16:11:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 -- start start 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 0x7f6e00150a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e00156fb0 0x7f6e0014e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e0015d0a0 0x7f6e000ae9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e000aef10 con 0x7f6e0006f170 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e000af1c0 con 0x7f6e00156fb0 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e07776640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e000af4a0 con 0x7f6e0015d0a0 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.577+0000 7f6e05512640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 0x7f6e00150a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 0x7f6e00150a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56550/0 (socket says 172.21.15.39:56550) 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 -- 172.21.15.39:0/3629326738 learned_addr learned my addr 172.21.15.39:0/3629326738 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 -- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e0015d0a0 msgr2=0x7f6e000ae9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e0015d0a0 0x7f6e000ae9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 -- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e00156fb0 msgr2=0x7f6e0014e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e00156fb0 0x7f6e0014e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 -- 172.21.15.39:0/3629326738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6df0009a70 con 0x7f6e0006f170 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e05512640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 0x7f6e00150a40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6df0009e80 tx=0x7f6df0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6df0031890 con 0x7f6e0006f170 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6df00319f0 con 0x7f6e0006f170 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e000af780 con 0x7f6e0006f170 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6df0031da0 con 0x7f6e0006f170 2024-09-13T16:11:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.578+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e000afd40 con 0x7f6e0006f170 2024-09-13T16:11:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.579+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e000672f0 con 0x7f6e0006f170 2024-09-13T16:11:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.580+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6df003c420 con 0x7f6e0006f170 2024-09-13T16:11:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.580+0000 7f6dfdffb640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6dec06ac00 0x7f6dec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.580+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6df00aac60 con 0x7f6e0006f170 2024-09-13T16:11:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.580+0000 7f6e04d11640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6dec06ac00 0x7f6dec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.581+0000 7f6e04d11640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6dec06ac00 0x7f6dec06d0c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6df4006fd0 tx=0x7f6df4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.584+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6df0075ed0 con 0x7f6e0006f170 2024-09-13T16:11:18.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.760+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6e000aff30 con 0x7f6e0006f170 2024-09-13T16:11:18.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.761+0000 7f6dfdffb640 1 -- 172.21.15.39:0/3629326738 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f6df00794f0 con 0x7f6e0006f170 2024-09-13T16:11:18.762 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:18.763 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:18.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6dec06ac00 msgr2=0x7f6dec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6dec06ac00 0x7f6dec06d0c0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f6df4006fd0 tx=0x7f6df4008040 comp rx=0 tx=0).stop 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 msgr2=0x7f6e00150a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 0x7f6e00150a40 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f6df0009e80 tx=0x7f6df0004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 shutdown_connections 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6dec06ac00 0x7f6dec06d0c0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e0015d0a0 0x7f6e000ae9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e00156fb0 0x7f6e0014e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 --2- 172.21.15.39:0/3629326738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e0006f170 0x7f6e00150a40 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 >> 172.21.15.39:0/3629326738 conn(0x7f6e0006b3b0 msgr2=0x7f6e00069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 shutdown_connections 2024-09-13T16:11:18.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.763+0000 7f6e07776640 1 -- 172.21.15.39:0/3629326738 wait complete. 2024-09-13T16:11:18.775 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:18.776 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.878+0000 7f31ecb57640 1 Processor -- start 2024-09-13T16:11:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.879+0000 7f31ecb57640 1 -- start start 2024-09-13T16:11:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.879+0000 7f31ecb57640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 0x7f31e80cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.879+0000 7f31ecb57640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f31e80b4180 0x7f31e80d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.879+0000 7f31ecb57640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31e80b5550 con 0x7f31e80d1f40 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.879+0000 7f31ecb57640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31e80b2000 con 0x7f31e80b4180 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31ecb57640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80d2340 con 0x7f31e815c7d0 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e6d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f31e80d1f40 0x7f31e80d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46216/0 (socket says 172.21.15.39:46216) 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e6d9d640 1 -- 172.21.15.39:0/3325992177 learned_addr learned my addr 172.21.15.39:0/3325992177 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e5d9b640 1 --2- 172.21.15.39:0/3325992177 >> v2:172.21.15.157:3300/0 conn(0x7f31e80b4180 0x7f31e80d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e659c640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 0x7f31e80cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 28316924 0 0) 0x7f31e80b5550 con 0x7f31e80d1f40 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f31d4003520 con 0x7f31e80d1f40 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3754699713 0 0) 0x7f31d4003520 con 0x7f31e80d1f40 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 msgr2=0x7f31e80cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 0x7f31e80cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 >> v2:172.21.15.157:3300/0 conn(0x7f31e80b4180 msgr2=0x7f31e80d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 --2- 172.21.15.39:0/3325992177 >> v2:172.21.15.157:3300/0 conn(0x7f31e80b4180 0x7f31e80d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e80b4610 con 0x7f31e80d1f40 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f31d80019f0 con 0x7f31e80d1f40 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e5d9b640 1 --2- 172.21.15.39:0/3325992177 >> v2:172.21.15.157:3300/0 conn(0x7f31e80b4180 0x7f31e80d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 >> v1:172.21.15.39:6789/0 conn(0x7f31e80d1f40 legacy=0x7f31e80d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d4003970 0x7f31d4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d40047c0 0x7f31d4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 0x7f31d4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80b2000 con 0x7f31d4003970 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80d2340 con 0x7f31d40047c0 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31d400b980 con 0x7f31e815c7d0 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.880+0000 7f31e659c640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d4003970 0x7f31d4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e5d9b640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d40047c0 0x7f31d4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e6d9d640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 0x7f31d4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e659c640 1 -- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 msgr2=0x7f31d4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e659c640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e815c7d0 0x7f31d4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e659c640 1 -- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d40047c0 msgr2=0x7f31d4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e659c640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d40047c0 0x7f31d4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.881+0000 7f31e659c640 1 -- 172.21.15.39:0/3325992177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31d4003520 con 0x7f31d4003970 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31e659c640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d4003970 0x7f31d4003d90 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f31e0009ac0 tx=0x7f31d40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b07dc32e5f3df92b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e0031400 con 0x7f31d4003970 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31e002d050 con 0x7f31d4003970 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31e559a640 1 -- 172.21.15.39:0/3325992177 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31e0031780 con 0x7f31d4003970 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31ecb57640 1 -- 172.21.15.39:0/3325992177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d4003970 msgr2=0x7f31d4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31ecb57640 1 --2- 172.21.15.39:0/3325992177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31d4003970 0x7f31d4003d90 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f31e0009ac0 tx=0x7f31d40057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31e6d9d640 1 -- 172.21.15.39:0/3325992177 reap_dead start 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31ecb57640 1 -- 172.21.15.39:0/3325992177 shutdown_connections 2024-09-13T16:11:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31ecb57640 1 -- 172.21.15.39:0/3325992177 >> 172.21.15.39:0/3325992177 conn(0x7f31e806bc40 msgr2=0x7f31e806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31ecb57640 1 -- 172.21.15.39:0/3325992177 shutdown_connections 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.882+0000 7f31ecb57640 1 -- 172.21.15.39:0/3325992177 wait complete. 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 Processor -- start 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 -- start start 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d4003970 0x7f31e81f6570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e8158f80 0x7f31e80ccf60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 0x7f31e80cd4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80b1010 con 0x7f31e81589c0 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31e80ccbe0 con 0x7f31d4003970 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.884+0000 7f31ecb57640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31e81f6ab0 con 0x7f31e8158f80 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 0x7f31e80cd4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 0x7f31e80cd4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56564/0 (socket says 172.21.15.39:56564) 2024-09-13T16:11:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 -- 172.21.15.39:0/2643568968 learned_addr learned my addr 172.21.15.39:0/2643568968 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e659c640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d4003970 0x7f31e81f6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e5d9b640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e8158f80 0x7f31e80ccf60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 -- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e8158f80 msgr2=0x7f31e80ccf60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e8158f80 0x7f31e80ccf60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 -- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d4003970 msgr2=0x7f31e81f6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d4003970 0x7f31e81f6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 -- 172.21.15.39:0/2643568968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31e80cc380 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31e6d9d640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 0x7f31e80cd4a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f31e80ce8a0 tx=0x7f31d8007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d800ac20 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31d800ad80 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31e80cc620 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31d8013630 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.885+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31e80c9970 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.886+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31e80c97d0 con 0x7f31e81589c0 2024-09-13T16:11:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.887+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f31d8013790 con 0x7f31e81589c0 2024-09-13T16:11:18.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.887+0000 7f31deffd640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f31c806ac30 0x7f31c806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:18.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.887+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f31d8089940 con 0x7f31e81589c0 2024-09-13T16:11:18.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.887+0000 7f31e659c640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f31c806ac30 0x7f31c806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:18.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.888+0000 7f31e659c640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f31c806ac30 0x7f31c806d0f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f31e0033000 tx=0x7f31e0008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:18.891+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f31e80c97d0 con 0x7f31e81589c0 2024-09-13T16:11:19.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.062+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f31e80c97d0 con 0x7f31e81589c0 2024-09-13T16:11:19.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.063+0000 7f31deffd640 1 -- 172.21.15.39:0/2643568968 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f31e80c97d0 con 0x7f31e81589c0 2024-09-13T16:11:19.064 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:19.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f31c806ac30 msgr2=0x7f31c806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f31c806ac30 0x7f31c806d0f0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f31e0033000 tx=0x7f31e0008030 comp rx=0 tx=0).stop 2024-09-13T16:11:19.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 msgr2=0x7f31e80cd4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 0x7f31e80cd4a0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f31e80ce8a0 tx=0x7f31d8007bd0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 shutdown_connections 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f31c806ac30 0x7f31c806d0f0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31e81589c0 0x7f31e80cd4a0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31e8158f80 0x7f31e80ccf60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 --2- 172.21.15.39:0/2643568968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31d4003970 0x7f31e81f6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.064+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 >> 172.21.15.39:0/2643568968 conn(0x7f31e806bc40 msgr2=0x7f31e80b6c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.065+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 shutdown_connections 2024-09-13T16:11:19.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.065+0000 7f31ecb57640 1 -- 172.21.15.39:0/2643568968 wait complete. 2024-09-13T16:11:19.077 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:19.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.180+0000 7efdffb57640 1 Processor -- start 2024-09-13T16:11:19.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.180+0000 7efdffb57640 1 -- start start 2024-09-13T16:11:19.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdffb57640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efdf80cb810 0x7efdf8159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdffb57640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efdf80cc460 0x7efdf80b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdffb57640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80b2b20 0x7efdf815a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdffb57640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdf815a000 con 0x7efdf80cb810 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdffb57640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdf80cbbf0 con 0x7efdf80cc460 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdffb57640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdf80b1540 con 0x7efdf80b2b20 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efdf80cb810 0x7efdf8159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efdf80cb810 0x7efdf8159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56570/0 (socket says 172.21.15.39:56570) 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 -- 172.21.15.39:0/3038306482 learned_addr learned my addr 172.21.15.39:0/3038306482 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfe0f4640 1 --2- 172.21.15.39:0/3038306482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80b2b20 0x7efdf815a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd0f2640 1 --2- 172.21.15.39:0/3038306482 >> v2:172.21.15.157:3300/0 conn(0x7efdf80cc460 0x7efdf80b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 -- 172.21.15.39:0/3038306482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80b2b20 msgr2=0x7efdf815a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 --2- 172.21.15.39:0/3038306482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80b2b20 0x7efdf815a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 -- 172.21.15.39:0/3038306482 >> v2:172.21.15.157:3300/0 conn(0x7efdf80cc460 msgr2=0x7efdf80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 --2- 172.21.15.39:0/3038306482 >> v2:172.21.15.157:3300/0 conn(0x7efdf80cc460 0x7efdf80b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.181+0000 7efdfd8f3640 1 -- 172.21.15.39:0/3038306482 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdf80b1820 con 0x7efdf80cb810 2024-09-13T16:11:19.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.182+0000 7efdfd8f3640 1 --2- 172.21.15.39:0/3038306482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cb810 0x7efdf8159ac0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7efdf80add20 tx=0x7efdf402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a422be433975c9c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.182+0000 7efdfc8f1640 1 -- 172.21.15.39:0/3038306482 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf4032440 con 0x7efdf80cb810 2024-09-13T16:11:19.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.182+0000 7efdfc8f1640 1 -- 172.21.15.39:0/3038306482 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdf40325a0 con 0x7efdf80cb810 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.182+0000 7efdfc8f1640 1 -- 172.21.15.39:0/3038306482 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf4032930 con 0x7efdf80cb810 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.182+0000 7efdffb57640 1 -- 172.21.15.39:0/3038306482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cb810 msgr2=0x7efdf8159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.182+0000 7efdffb57640 1 --2- 172.21.15.39:0/3038306482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cb810 0x7efdf8159ac0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7efdf80add20 tx=0x7efdf402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 -- 172.21.15.39:0/3038306482 shutdown_connections 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 --2- 172.21.15.39:0/3038306482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80b2b20 0x7efdf815a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 --2- 172.21.15.39:0/3038306482 >> v2:172.21.15.157:3300/0 conn(0x7efdf80cc460 0x7efdf80b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 --2- 172.21.15.39:0/3038306482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cb810 0x7efdf8159ac0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 -- 172.21.15.39:0/3038306482 >> 172.21.15.39:0/3038306482 conn(0x7efdf80b00a0 msgr2=0x7efdf80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 -- 172.21.15.39:0/3038306482 shutdown_connections 2024-09-13T16:11:19.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.183+0000 7efdffb57640 1 -- 172.21.15.39:0/3038306482 wait complete. 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.184+0000 7efdffb57640 1 Processor -- start 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.184+0000 7efdffb57640 1 -- start start 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdf80b2b20 0x7efdf814b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80cb810 0x7efdf814a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 0x7efdf814f470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf814ba90 con 0x7efdf80cc460 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdf814a6d0 con 0x7efdf80b2b20 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdf814f9b0 con 0x7efdf80cb810 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 0x7efdf814f470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 0x7efdf814f470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56584/0 (socket says 172.21.15.39:56584) 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 -- 172.21.15.39:0/1509283083 learned_addr learned my addr 172.21.15.39:0/1509283083 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:19.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfd0f2640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80cb810 0x7efdf814a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfd8f3640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdf80b2b20 0x7efdf814b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 -- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80cb810 msgr2=0x7efdf814a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80cb810 0x7efdf814a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 -- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdf80b2b20 msgr2=0x7efdf814b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdf80b2b20 0x7efdf814b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 -- 172.21.15.39:0/1509283083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdf40094d0 con 0x7efdf80cc460 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdfe0f4640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 0x7efdf814f470 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7efdf0007f20 tx=0x7efdf0010780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0013880 con 0x7efdf80cc460 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdf0013a00 con 0x7efdf80cc460 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdf814b7b0 con 0x7efdf80cc460 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.185+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdf0013db0 con 0x7efdf80cc460 2024-09-13T16:11:19.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.186+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdf814ec70 con 0x7efdf80cc460 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.186+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efdf814e7f0 con 0x7efdf80cc460 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.187+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efdf00123d0 con 0x7efdf80cc460 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.187+0000 7efdea7fc640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efddc06ac00 0x7efddc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.188+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7efdf008c360 con 0x7efdf80cc460 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.188+0000 7efdfd8f3640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efddc06ac00 0x7efddc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.188+0000 7efdfd8f3640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efddc06ac00 0x7efddc06d0c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efdf4034000 tx=0x7efdf402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.192+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efdf814e7f0 con 0x7efdf80cc460 2024-09-13T16:11:19.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.362+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7efdf814e7f0 con 0x7efdf80cc460 2024-09-13T16:11:19.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.363+0000 7efdea7fc640 1 -- 172.21.15.39:0/1509283083 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7efdf814e7f0 con 0x7efdf80cc460 2024-09-13T16:11:19.365 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:19.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efddc06ac00 msgr2=0x7efddc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efddc06ac00 0x7efddc06d0c0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7efdf4034000 tx=0x7efdf402e000 comp rx=0 tx=0).stop 2024-09-13T16:11:19.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 msgr2=0x7efdf814f470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 0x7efdf814f470 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7efdf0007f20 tx=0x7efdf0010780 comp rx=0 tx=0).stop 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 shutdown_connections 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efddc06ac00 0x7efddc06d0c0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdf80cc460 0x7efdf814f470 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdf80cb810 0x7efdf814a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 --2- 172.21.15.39:0/1509283083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdf80b2b20 0x7efdf814b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 >> 172.21.15.39:0/1509283083 conn(0x7efdf80b00a0 msgr2=0x7efdf815b730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 shutdown_connections 2024-09-13T16:11:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.365+0000 7efdffb57640 1 -- 172.21.15.39:0/1509283083 wait complete. 2024-09-13T16:11:19.377 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:19.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.481+0000 7fb943d33640 1 Processor -- start 2024-09-13T16:11:19.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.481+0000 7fb943d33640 1 -- start start 2024-09-13T16:11:19.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb943d33640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb93c145880 0x7fb93c06bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb943d33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb943d33640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb93c0b3290 con 0x7fb93c06a410 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb943d33640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb93c06a880 con 0x7fb93c145880 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb943d33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c071200 con 0x7fb93c070cb0 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb93c145880 0x7fb93c06bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb93c145880 0x7fb93c06bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56594/0 (socket says 172.21.15.39:56594) 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 -- 172.21.15.39:0/1443981659 learned_addr learned my addr 172.21.15.39:0/1443981659 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb9412ce640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 -- 172.21.15.39:0/1443981659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 msgr2=0x7fb93c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 -- 172.21.15.39:0/1443981659 >> v1:172.21.15.157:6789/0 conn(0x7fb93c06a410 legacy=0x7fb93c0ad620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb941acf640 1 -- 172.21.15.39:0/1443981659 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb93c0ac860 con 0x7fb93c145880 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.482+0000 7fb9412ce640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:19.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.483+0000 7fb941acf640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c145880 0x7fb93c06bb00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb938009870 tx=0x7fb93802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66d7449f6258e4b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.483+0000 7fb940acd640 1 -- 172.21.15.39:0/1443981659 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938032440 con 0x7fb93c145880 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.483+0000 7fb940acd640 1 -- 172.21.15.39:0/1443981659 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9380325a0 con 0x7fb93c145880 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.483+0000 7fb940acd640 1 -- 172.21.15.39:0/1443981659 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938032930 con 0x7fb93c145880 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 -- 172.21.15.39:0/1443981659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c145880 msgr2=0x7fb93c06bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c145880 0x7fb93c06bb00 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb938009870 tx=0x7fb93802a210 comp rx=0 tx=0).stop 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 -- 172.21.15.39:0/1443981659 shutdown_connections 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 --2- 172.21.15.39:0/1443981659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c145880 0x7fb93c06bb00 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 -- 172.21.15.39:0/1443981659 >> 172.21.15.39:0/1443981659 conn(0x7fb93c06afe0 msgr2=0x7fb93c06b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 -- 172.21.15.39:0/1443981659 shutdown_connections 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.484+0000 7fb943d33640 1 -- 172.21.15.39:0/1443981659 wait complete. 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.485+0000 7fb943d33640 1 Processor -- start 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.485+0000 7fb943d33640 1 -- start start 2024-09-13T16:11:19.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 0x7fb93c1f3080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c15ba70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c145880 0x7fb93c13d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c13b1e0 con 0x7fb93c06a410 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c1386c0 con 0x7fb93c145880 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c1f35c0 con 0x7fb93c070cb0 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 0x7fb93c1f3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 0x7fb93c1f3080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56608/0 (socket says 172.21.15.39:56608) 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 -- 172.21.15.39:0/2011780472 learned_addr learned my addr 172.21.15.39:0/2011780472 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9422d0640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c145880 0x7fb93c13d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9412ce640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c15ba70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 -- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 msgr2=0x7fb93c15ba70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c15ba70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 -- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c145880 msgr2=0x7fb93c13d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c145880 0x7fb93c13d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 -- 172.21.15.39:0/2011780472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9380094d0 con 0x7fb93c06a410 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9412ce640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c15ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9422d0640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c145880 0x7fb93c13d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb941acf640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 0x7fb93c1f3080 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb93802a250 tx=0x7fb9380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938030b80 con 0x7fb93c06a410 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb938030d00 con 0x7fb93c06a410 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb93c13bd70 con 0x7fb93c06a410 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93803d680 con 0x7fb93c06a410 2024-09-13T16:11:19.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.486+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb93c15bfb0 con 0x7fb93c06a410 2024-09-13T16:11:19.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.487+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb93c0672f0 con 0x7fb93c06a410 2024-09-13T16:11:19.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.488+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb938039040 con 0x7fb93c06a410 2024-09-13T16:11:19.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.488+0000 7fb9327fc640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92006ac00 0x7fb92006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.488+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb9380aa060 con 0x7fb93c06a410 2024-09-13T16:11:19.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.489+0000 7fb9412ce640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92006ac00 0x7fb92006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.489+0000 7fb9412ce640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92006ac00 0x7fb92006d0c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb92c006fd0 tx=0x7fb92c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.492+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb9380752f0 con 0x7fb93c06a410 2024-09-13T16:11:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.662+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb93c145c60 con 0x7fb93c06a410 2024-09-13T16:11:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.663+0000 7fb9327fc640 1 -- 172.21.15.39:0/2011780472 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb938078910 con 0x7fb93c06a410 2024-09-13T16:11:19.664 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:19.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92006ac00 msgr2=0x7fb92006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92006ac00 0x7fb92006d0c0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fb92c006fd0 tx=0x7fb92c008040 comp rx=0 tx=0).stop 2024-09-13T16:11:19.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 msgr2=0x7fb93c1f3080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 0x7fb93c1f3080 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fb93802a250 tx=0x7fb9380046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 shutdown_connections 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92006ac00 0x7fb92006d0c0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c145880 0x7fb93c13d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb93c070cb0 0x7fb93c15ba70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 --2- 172.21.15.39:0/2011780472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c06a410 0x7fb93c1f3080 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 >> 172.21.15.39:0/2011780472 conn(0x7fb93c06afe0 msgr2=0x7fb93c0af0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 shutdown_connections 2024-09-13T16:11:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.665+0000 7fb943d33640 1 -- 172.21.15.39:0/2011780472 wait complete. 2024-09-13T16:11:19.677 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:19.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.778+0000 7febcfbe9640 1 Processor -- start 2024-09-13T16:11:19.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.778+0000 7febcfbe9640 1 -- start start 2024-09-13T16:11:19.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcfbe9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7febc806db50 0x7febc806e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcfbe9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febc80b4080 con 0x7febc806cca0 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcfbe9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febc815cc10 con 0x7febc815c830 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcfbe9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7febc806e540 con 0x7febc806db50 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcd184640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7febc806cca0 0x7febc80b4510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46218/0 (socket says 172.21.15.39:46218) 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcd184640 1 -- 172.21.15.39:0/3972000967 learned_addr learned my addr 172.21.15.39:0/3972000967 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febce186640 1 --2- 172.21.15.39:0/3972000967 >> v2:172.21.15.157:3300/0 conn(0x7febc806db50 0x7febc806e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 185571679 0 0) 0x7febc80b4080 con 0x7febc806cca0 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7febb4003520 con 0x7febc806cca0 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2101907682 0 0) 0x7febb4003520 con 0x7febc806cca0 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 >> v2:172.21.15.157:3300/0 conn(0x7febc806db50 msgr2=0x7febc806e000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 --2- 172.21.15.39:0/3972000967 >> v2:172.21.15.157:3300/0 conn(0x7febc806db50 0x7febc806e000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 >> v1:172.21.15.157:6789/0 conn(0x7febc815c830 legacy=0x7febc80ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febc80b3750 con 0x7febc806cca0 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7febb8001670 con 0x7febc806cca0 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 >> v1:172.21.15.39:6789/0 conn(0x7febc806cca0 legacy=0x7febc80b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febb4003970 0x7febb4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.779+0000 7febcc983640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febb4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcc983640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febb4005180 0x7febb400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febc806e540 con 0x7febb40047c0 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febb400c020 con 0x7febb4005180 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febb400c1e0 con 0x7febb4003970 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd184640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febb4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd985640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febb4003970 0x7febb4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febce186640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febb4005180 0x7febb400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd184640 1 -- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febb4003970 msgr2=0x7febb4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd184640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febb4003970 0x7febb4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd184640 1 -- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febb4005180 msgr2=0x7febb400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd184640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febb4005180 0x7febb400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febcd184640 1 -- 172.21.15.39:0/3972000967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febb4003520 con 0x7febb40047c0 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.780+0000 7febce186640 1 -- 172.21.15.39:0/3972000967 reap_dead start 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcd184640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febb4004c40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7febb8007fd0 tx=0x7febb40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46d85905301899b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb8005ad0 con 0x7febb40047c0 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febb802d070 con 0x7febb40047c0 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcc983640 1 -- 172.21.15.39:0/3972000967 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febb8007070 con 0x7febb40047c0 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 -- 172.21.15.39:0/3972000967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 msgr2=0x7febb4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febb4004c40 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7febb8007fd0 tx=0x7febb40057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 -- 172.21.15.39:0/3972000967 shutdown_connections 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 --2- 172.21.15.39:0/3972000967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febb4004c40 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 -- 172.21.15.39:0/3972000967 >> 172.21.15.39:0/3972000967 conn(0x7febc80ae990 msgr2=0x7febc80aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 -- 172.21.15.39:0/3972000967 shutdown_connections 2024-09-13T16:11:19.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.781+0000 7febcfbe9640 1 -- 172.21.15.39:0/3972000967 wait complete. 2024-09-13T16:11:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 Processor -- start 2024-09-13T16:11:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 -- start start 2024-09-13T16:11:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febc815e800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febc814ebf0 0x7febc814d640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febc8150830 0x7febc8150ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febc81f23f0 con 0x7febb40047c0 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febc814f3d0 con 0x7febc8150830 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcfbe9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febc8151220 con 0x7febc814ebf0 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.783+0000 7febcd985640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febc815e800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febc815e800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56626/0 (socket says 172.21.15.39:56626) 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 -- 172.21.15.39:0/252028680 learned_addr learned my addr 172.21.15.39:0/252028680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd184640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febc814ebf0 0x7febc814d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febce186640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febc8150830 0x7febc8150ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 -- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febc814ebf0 msgr2=0x7febc814d640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febc814ebf0 0x7febc814d640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 -- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febc8150830 msgr2=0x7febc8150ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febc8150830 0x7febc8150ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 -- 172.21.15.39:0/252028680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febc814f0f0 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd184640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febc814ebf0 0x7febc814d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcd985640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febc815e800 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febc400f5f0 tx=0x7febc400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc40052e0 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc4005440 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc4003810 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febc81f2600 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.784+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febc81f2bc0 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.785+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febc81f2d50 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.786+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7febc4003970 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.786+0000 7febbe7fc640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febac06ac30 0x7febac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.786+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7febc4089160 con 0x7febb40047c0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.786+0000 7febcd184640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febac06ac30 0x7febac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.787+0000 7febcd184640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febac06ac30 0x7febac06d0f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7febb8032000 tx=0x7febb802d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.790+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7febc40543d0 con 0x7febb40047c0 2024-09-13T16:11:19.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.975+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7febc80672f0 con 0x7febb40047c0 2024-09-13T16:11:19.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.976+0000 7febbe7fc640 1 -- 172.21.15.39:0/252028680 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7febc40579f0 con 0x7febb40047c0 2024-09-13T16:11:19.977 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febac06ac30 msgr2=0x7febac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febac06ac30 0x7febac06d0f0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7febb8032000 tx=0x7febb802d000 comp rx=0 tx=0).stop 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 msgr2=0x7febc815e800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febc815e800 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7febc400f5f0 tx=0x7febc400fab0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 shutdown_connections 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febac06ac30 0x7febac06d0f0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febc8150830 0x7febc8150ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febc814ebf0 0x7febc814d640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 --2- 172.21.15.39:0/252028680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febb40047c0 0x7febc815e800 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:19.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.977+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 >> 172.21.15.39:0/252028680 conn(0x7febc80ae990 msgr2=0x7febc80aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:19.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.978+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 shutdown_connections 2024-09-13T16:11:19.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:19.978+0000 7febcfbe9640 1 -- 172.21.15.39:0/252028680 wait complete. 2024-09-13T16:11:19.990 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:19.990 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:20.006 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.147+0000 7f4d2d27d640 1 Processor -- start 2024-09-13T16:11:20.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.147+0000 7f4d2d27d640 1 -- start start 2024-09-13T16:11:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.147+0000 7f4d2d27d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d28156fb0 0x7f4d2815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.147+0000 7f4d2d27d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2806f170 0x7f4d280b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d2d27d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4d2815d0a0 0x7f4d2815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d2d27d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d2815da70 con 0x7f4d28156fb0 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d2d27d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d2815b1b0 con 0x7f4d2815d0a0 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d2d27d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d2806f6e0 con 0x7f4d2806f170 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d28156fb0 0x7f4d2815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4d28156fb0 0x7f4d2815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56638/0 (socket says 172.21.15.39:56638) 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 -- 172.21.15.39:0/3729772189 learned_addr learned my addr 172.21.15.39:0/3729772189 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d277fe640 1 --2- 172.21.15.39:0/3729772189 >> v2:172.21.15.157:3300/0 conn(0x7f4d2815d0a0 0x7f4d2815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d1ffff640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2806f170 0x7f4d280b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 -- 172.21.15.39:0/3729772189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2806f170 msgr2=0x7f4d280b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2806f170 0x7f4d280b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 -- 172.21.15.39:0/3729772189 >> v2:172.21.15.157:3300/0 conn(0x7f4d2815d0a0 msgr2=0x7f4d2815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3729772189 >> v2:172.21.15.157:3300/0 conn(0x7f4d2815d0a0 0x7f4d2815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d26ffd640 1 -- 172.21.15.39:0/3729772189 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d2806f9c0 con 0x7f4d28156fb0 2024-09-13T16:11:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d277fe640 1 --2- 172.21.15.39:0/3729772189 >> v2:172.21.15.157:3300/0 conn(0x7f4d2815d0a0 0x7f4d2815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.148+0000 7f4d1ffff640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2806f170 0x7f4d280b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.149+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d2815ac70 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4d280cf0f0 tx=0x7f4d1802c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b290504b76f1b16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.149+0000 7f4d267fc640 1 -- 172.21.15.39:0/3729772189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d18030050 con 0x7f4d28156fb0 2024-09-13T16:11:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.149+0000 7f4d267fc640 1 -- 172.21.15.39:0/3729772189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d18032700 con 0x7f4d28156fb0 2024-09-13T16:11:20.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.149+0000 7f4d267fc640 1 -- 172.21.15.39:0/3729772189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d18032a90 con 0x7f4d28156fb0 2024-09-13T16:11:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.149+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3729772189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 msgr2=0x7f4d2815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.149+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d2815ac70 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f4d280cf0f0 tx=0x7f4d1802c800 comp rx=0 tx=0).stop 2024-09-13T16:11:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3729772189 shutdown_connections 2024-09-13T16:11:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3729772189 >> v2:172.21.15.157:3300/0 conn(0x7f4d2815d0a0 0x7f4d2815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2806f170 0x7f4d280b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3729772189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d2815ac70 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3729772189 >> 172.21.15.39:0/3729772189 conn(0x7f4d2806b3b0 msgr2=0x7f4d2806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3729772189 shutdown_connections 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.150+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3729772189 wait complete. 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.151+0000 7f4d2d27d640 1 Processor -- start 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.151+0000 7f4d2d27d640 1 -- start start 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d2d27d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4d2806f170 0x7f4d281524b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d2d27d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d280cb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d2d27d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2815d0a0 0x7f4d280cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d2d27d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d281e35c0 con 0x7f4d28156fb0 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d2d27d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d280b0680 con 0x7f4d2806f170 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d2d27d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d281e2c20 con 0x7f4d2815d0a0 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d280cb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d280cb0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56652/0 (socket says 172.21.15.39:56652) 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 -- 172.21.15.39:0/3207769795 learned_addr learned my addr 172.21.15.39:0/3207769795 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4d2806f170 0x7f4d281524b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d277fe640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2815d0a0 0x7f4d280cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 -- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2815d0a0 msgr2=0x7f4d280cb5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2815d0a0 0x7f4d280cb5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 -- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4d2806f170 msgr2=0x7f4d281524b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4d2806f170 0x7f4d281524b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 -- 172.21.15.39:0/3207769795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d1800b770 con 0x7f4d28156fb0 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d277fe640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2815d0a0 0x7f4d280cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4d2806f170 0x7f4d281524b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.152+0000 7f4d1ffff640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d280cb0b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4d1000c7f0 tx=0x7f4d1000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.153+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d10007820 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.153+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d10007980 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.153+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d281e2f00 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.153+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d10007d30 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.153+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d280b0300 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.154+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d280672f0 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.154+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4d100113f0 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.155+0000 7f4d1f7fe640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4d0806ac00 0x7f4d0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.155+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4d100895e0 con 0x7f4d28156fb0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.155+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4d0806ac00 0x7f4d0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.155+0000 7f4d26ffd640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4d0806ac00 0x7f4d0806d0c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4d18037000 tx=0x7f4d18036040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.159+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4d100547d0 con 0x7f4d28156fb0 2024-09-13T16:11:20.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.330+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4d28157390 con 0x7f4d28156fb0 2024-09-13T16:11:20.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.331+0000 7f4d1f7fe640 1 -- 172.21.15.39:0/3207769795 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f4d10057df0 con 0x7f4d28156fb0 2024-09-13T16:11:20.332 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:20.333 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:20.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4d0806ac00 msgr2=0x7f4d0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4d0806ac00 0x7f4d0806d0c0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f4d18037000 tx=0x7f4d18036040 comp rx=0 tx=0).stop 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 msgr2=0x7f4d280cb0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d280cb0b0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4d1000c7f0 tx=0x7f4d1000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 shutdown_connections 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4d0806ac00 0x7f4d0806d0c0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4d2815d0a0 0x7f4d280cb5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4d28156fb0 0x7f4d280cb0b0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 --2- 172.21.15.39:0/3207769795 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4d2806f170 0x7f4d281524b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 >> 172.21.15.39:0/3207769795 conn(0x7f4d2806b3b0 msgr2=0x7f4d28159e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 shutdown_connections 2024-09-13T16:11:20.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.333+0000 7f4d2d27d640 1 -- 172.21.15.39:0/3207769795 wait complete. 2024-09-13T16:11:20.345 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:20.346 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:20.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.448+0000 7fc01495e640 1 Processor -- start 2024-09-13T16:11:20.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.448+0000 7fc01495e640 1 -- start start 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.449+0000 7fc01495e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc010156e60 0x7fc01015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.449+0000 7fc01495e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0100cb080 con 0x7fc0100b25b0 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.449+0000 7fc01495e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc010070d40 con 0x7fc01006a5e0 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.449+0000 7fc01495e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc0100b3120 con 0x7fc010156e60 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.449+0000 7fc00dd9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc0100b25b0 0x7fc010069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46228/0 (socket says 172.21.15.39:46228) 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.449+0000 7fc00dd9b640 1 -- 172.21.15.39:0/2921446829 learned_addr learned my addr 172.21.15.39:0/2921446829 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00e59c640 1 --2- 172.21.15.39:0/2921446829 >> v2:172.21.15.157:3300/0 conn(0x7fc010156e60 0x7fc01015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1603537379 0 0) 0x7fc0100cb080 con 0x7fc0100b25b0 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbffc003520 con 0x7fc0100b25b0 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1672201865 0 0) 0x7fbffc003520 con 0x7fc0100b25b0 2024-09-13T16:11:20.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 >> v2:172.21.15.157:3300/0 conn(0x7fc010156e60 msgr2=0x7fc01015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 --2- 172.21.15.39:0/2921446829 >> v2:172.21.15.157:3300/0 conn(0x7fc010156e60 0x7fc01015aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 >> v1:172.21.15.157:6789/0 conn(0x7fc01006a5e0 legacy=0x7fc0100711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0100b3400 con 0x7fc0100b25b0 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fbff8001670 con 0x7fc0100b25b0 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 >> v1:172.21.15.39:6789/0 conn(0x7fc0100b25b0 legacy=0x7fc010069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc003970 0x7fbffc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbffc0047c0 0x7fbffc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbffc005180 0x7fbffc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0100b3120 con 0x7fbffc005180 2024-09-13T16:11:20.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbffc00c020 con 0x7fbffc0047c0 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbffc00c1e0 con 0x7fbffc003970 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00ed9d640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbffc005180 0x7fbffc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00e59c640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc003970 0x7fbffc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00dd9b640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbffc0047c0 0x7fbffc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00ed9d640 1 -- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc003970 msgr2=0x7fbffc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00ed9d640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc003970 0x7fbffc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00ed9d640 1 -- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbffc0047c0 msgr2=0x7fbffc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00ed9d640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbffc0047c0 0x7fbffc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.450+0000 7fc00ed9d640 1 -- 172.21.15.39:0/2921446829 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbffc003520 con 0x7fbffc005180 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.451+0000 7fc00ed9d640 1 -- 172.21.15.39:0/2921446829 reap_dead start 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.451+0000 7fc00ed9d640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbffc005180 0x7fbffc00b980 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc000001e20 tx=0x7fbffc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bcd33b0eac5d884 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.451+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc00002ae40 con 0x7fbffc005180 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.451+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc000003970 con 0x7fbffc005180 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.451+0000 7fc00d59a640 1 -- 172.21.15.39:0/2921446829 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc000003d20 con 0x7fbffc005180 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 -- 172.21.15.39:0/2921446829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbffc005180 msgr2=0x7fbffc00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbffc005180 0x7fbffc00b980 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7fc000001e20 tx=0x7fbffc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 -- 172.21.15.39:0/2921446829 shutdown_connections 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 --2- 172.21.15.39:0/2921446829 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbffc005180 0x7fbffc00b980 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 -- 172.21.15.39:0/2921446829 >> 172.21.15.39:0/2921446829 conn(0x7fc0100b00a0 msgr2=0x7fc0100b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 -- 172.21.15.39:0/2921446829 shutdown_connections 2024-09-13T16:11:20.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.452+0000 7fc01495e640 1 -- 172.21.15.39:0/2921446829 wait complete. 2024-09-13T16:11:20.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.453+0000 7fc01495e640 1 Processor -- start 2024-09-13T16:11:20.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.453+0000 7fc01495e640 1 -- start start 2024-09-13T16:11:20.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc01495e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc005180 0x7fc0100ad6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc01495e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 0x7fc0100ae460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc01495e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc010153e90 0x7fc0100ae9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc01495e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0100ad2a0 con 0x7fc010153a10 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc01495e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc010152120 con 0x7fc010153e90 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc01495e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0100ac900 con 0x7fbffc005180 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 0x7fc0100ae460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 0x7fc0100ae460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56662/0 (socket says 172.21.15.39:56662) 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 -- 172.21.15.39:0/4227474492 learned_addr learned my addr 172.21.15.39:0/4227474492 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00e59c640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc005180 0x7fc0100ad6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00ed9d640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc010153e90 0x7fc0100ae9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 -- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc005180 msgr2=0x7fc0100ad6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc005180 0x7fc0100ad6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 -- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc010153e90 msgr2=0x7fc0100ae9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc010153e90 0x7fc0100ae9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00dd9b640 1 -- 172.21.15.39:0/4227474492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0100acbe0 con 0x7fc010153a10 2024-09-13T16:11:20.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.454+0000 7fc00e59c640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc005180 0x7fc0100ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc00ed9d640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc010153e90 0x7fc0100ae9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc00dd9b640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 0x7fc0100ae460 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbff80072c0 tx=0x7fbff8007780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff8004ea0 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbff800f8e0 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0100acec0 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbff800fc90 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.455+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0100af040 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.456+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0100672f0 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.456+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbff801d460 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.457+0000 7fc006ffd640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbff006ac00 0x7fbff006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.457+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbff8089470 con 0x7fc010153a10 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.457+0000 7fc00e59c640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbff006ac00 0x7fbff006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.457+0000 7fc00e59c640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbff006ac00 0x7fbff006d0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc008009a40 tx=0x7fc008008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.461+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbff8054790 con 0x7fc010153a10 2024-09-13T16:11:20.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.633+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc0100b2a40 con 0x7fc010153a10 2024-09-13T16:11:20.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.633+0000 7fc006ffd640 1 -- 172.21.15.39:0/4227474492 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbff800fdf0 con 0x7fc010153a10 2024-09-13T16:11:20.635 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:20.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbff006ac00 msgr2=0x7fbff006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbff006ac00 0x7fbff006d0c0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc008009a40 tx=0x7fc008008040 comp rx=0 tx=0).stop 2024-09-13T16:11:20.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 msgr2=0x7fc0100ae460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 0x7fc0100ae460 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fbff80072c0 tx=0x7fbff8007780 comp rx=0 tx=0).stop 2024-09-13T16:11:20.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 shutdown_connections 2024-09-13T16:11:20.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbff006ac00 0x7fbff006d0c0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc010153e90 0x7fc0100ae9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc010153a10 0x7fc0100ae460 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 --2- 172.21.15.39:0/4227474492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbffc005180 0x7fc0100ad6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.635+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 >> 172.21.15.39:0/4227474492 conn(0x7fc0100b00a0 msgr2=0x7fc01015d610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:20.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.636+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 shutdown_connections 2024-09-13T16:11:20.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.636+0000 7fc01495e640 1 -- 172.21.15.39:0/4227474492 wait complete. 2024-09-13T16:11:20.648 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:20.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.751+0000 7f11f4908640 1 Processor -- start 2024-09-13T16:11:20.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.751+0000 7f11f4908640 1 -- start start 2024-09-13T16:11:20.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11f4908640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11f4908640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11f006f880 0x7f11f006fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11f4908640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11f0071eb0 con 0x7f11f00b3610 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11f4908640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11f0070230 con 0x7f11f006f880 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11f4908640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11f0072440 con 0x7f11f0143d30 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11f006f880 0x7f11f006fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11f006f880 0x7f11f006fcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56670/0 (socket says 172.21.15.39:56670) 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 -- 172.21.15.39:0/1508431432 learned_addr learned my addr 172.21.15.39:0/1508431432 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11ee59c640 1 --2- 172.21.15.39:0/1508431432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 -- 172.21.15.39:0/1508431432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 msgr2=0x7f11f015eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 --2- 172.21.15.39:0/1508431432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f015eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 -- 172.21.15.39:0/1508431432 >> v1:172.21.15.157:6789/0 conn(0x7f11f00b3610 legacy=0x7f11f00717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.752+0000 7f11eed9d640 1 -- 172.21.15.39:0/1508431432 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11f0144110 con 0x7f11f006f880 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.753+0000 7f11eed9d640 1 --2- 172.21.15.39:0/1508431432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f006fcf0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f11e8009e50 tx=0x7f11e802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53fc9c228aec2638 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.753+0000 7f11ed59a640 1 -- 172.21.15.39:0/1508431432 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e802aea0 con 0x7f11f006f880 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.753+0000 7f11ed59a640 1 -- 172.21.15.39:0/1508431432 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11e802d050 con 0x7f11f006f880 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.753+0000 7f11ed59a640 1 -- 172.21.15.39:0/1508431432 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e8031820 con 0x7f11f006f880 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.753+0000 7f11f4908640 1 -- 172.21.15.39:0/1508431432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 msgr2=0x7f11f006fcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.753+0000 7f11f4908640 1 --2- 172.21.15.39:0/1508431432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f006fcf0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f11e8009e50 tx=0x7f11e802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.754+0000 7f11f4908640 1 -- 172.21.15.39:0/1508431432 shutdown_connections 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.754+0000 7f11f4908640 1 --2- 172.21.15.39:0/1508431432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f006fcf0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.754+0000 7f11f4908640 1 --2- 172.21.15.39:0/1508431432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f015eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.754+0000 7f11f4908640 1 -- 172.21.15.39:0/1508431432 >> 172.21.15.39:0/1508431432 conn(0x7f11f00b00a0 msgr2=0x7f11f00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:20.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.754+0000 7f11f4908640 1 -- 172.21.15.39:0/1508431432 shutdown_connections 2024-09-13T16:11:20.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.754+0000 7f11f4908640 1 -- 172.21.15.39:0/1508431432 wait complete. 2024-09-13T16:11:20.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.755+0000 7f11f4908640 1 Processor -- start 2024-09-13T16:11:20.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.755+0000 7f11f4908640 1 -- start start 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f00cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11f00b3610 0x7f11f00acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f00c3d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11f00cb980 con 0x7f11f006f880 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11f00cbc40 con 0x7f11f00b3610 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11f00cbf20 con 0x7f11f0143d30 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f00cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f00cca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56680/0 (socket says 172.21.15.39:56680) 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 -- 172.21.15.39:0/3499157397 learned_addr learned my addr 172.21.15.39:0/3499157397 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 -- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 msgr2=0x7f11f00c3d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f00c3d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11edd9b640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11f00b3610 0x7f11f00acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 -- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11f00b3610 msgr2=0x7f11f00acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11f00b3610 0x7f11f00acad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 -- 172.21.15.39:0/3499157397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11e8009b30 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11edd9b640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11f00b3610 0x7f11f00acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11ee59c640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f00cca00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f11e000d800 tx=0x7f11e000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e000b6c0 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11e000b820 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.756+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11f00cc200 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.757+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11e000bbb0 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.757+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11f013ec30 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.757+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11f00672f0 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.758+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f11e000bd10 con 0x7f11f006f880 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.758+0000 7f11deffd640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11d006ac00 0x7f11d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:20.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.759+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f11e0089990 con 0x7f11f006f880 2024-09-13T16:11:20.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.759+0000 7f11edd9b640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11d006ac00 0x7f11d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:20.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.759+0000 7f11edd9b640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11d006ac00 0x7f11d006d0c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f11f00b18a0 tx=0x7f11e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:20.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.763+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11e0054ae0 con 0x7f11f006f880 2024-09-13T16:11:20.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.936+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f11f006fcf0 con 0x7f11f006f880 2024-09-13T16:11:20.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.936+0000 7f11deffd640 1 -- 172.21.15.39:0/3499157397 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f11e0058100 con 0x7f11f006f880 2024-09-13T16:11:20.938 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11d006ac00 msgr2=0x7f11d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11d006ac00 0x7f11d006d0c0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7f11f00b18a0 tx=0x7f11e4008040 comp rx=0 tx=0).stop 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 msgr2=0x7f11f00cca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f00cca00 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f11e000d800 tx=0x7f11e000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 shutdown_connections 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11d006ac00 0x7f11d006d0c0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11f0143d30 0x7f11f00c3d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11f00b3610 0x7f11f00acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 --2- 172.21.15.39:0/3499157397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11f006f880 0x7f11f00cca00 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 >> 172.21.15.39:0/3499157397 conn(0x7f11f00b00a0 msgr2=0x7f11f00ae820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:20.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 shutdown_connections 2024-09-13T16:11:20.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:20.939+0000 7f11f4908640 1 -- 172.21.15.39:0/3499157397 wait complete. 2024-09-13T16:11:20.952 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:21.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.054+0000 7fed07953640 1 Processor -- start 2024-09-13T16:11:21.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.055+0000 7fed07953640 1 -- start start 2024-09-13T16:11:21.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.055+0000 7fed07953640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000b4180 0x7fed000d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.055+0000 7fed07953640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fed000d1f40 0x7fed000b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.055+0000 7fed07953640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed000b5550 con 0x7fed0015c7d0 2024-09-13T16:11:21.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.055+0000 7fed07953640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed000b2000 con 0x7fed000d1f40 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.055+0000 7fed07953640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed000cfb50 con 0x7fed000b4180 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fed000d1f40 0x7fed000b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fed000d1f40 0x7fed000b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56690/0 (socket says 172.21.15.39:56690) 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 -- 172.21.15.39:0/1549115789 learned_addr learned my addr 172.21.15.39:0/1549115789 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed056ef640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fed0015c7d0 0x7fed000cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46232/0 (socket says 172.21.15.39:46232) 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 -- 172.21.15.39:0/1549115789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000b4180 msgr2=0x7fed000d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 --2- 172.21.15.39:0/1549115789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000b4180 0x7fed000d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 -- 172.21.15.39:0/1549115789 >> v1:172.21.15.39:6789/0 conn(0x7fed0015c7d0 legacy=0x7fed000cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fecf7fff640 1 -- 172.21.15.39:0/1549115789 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3939088971 0 0) 0x7fed000b5550 con 0x7fed0015c7d0 2024-09-13T16:11:21.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.056+0000 7fed05ef0640 1 -- 172.21.15.39:0/1549115789 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed000d2340 con 0x7fed000d1f40 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed05ef0640 1 --2- 172.21.15.39:0/1549115789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed000d1f40 0x7fed000b59e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fecf8009e50 tx=0x7fecf802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80dd5dd18701a2c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fecf7fff640 1 -- 172.21.15.39:0/1549115789 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf8031600 con 0x7fed000d1f40 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fecf7fff640 1 -- 172.21.15.39:0/1549115789 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecf802d050 con 0x7fed000d1f40 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fecf7fff640 1 -- 172.21.15.39:0/1549115789 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf8031980 con 0x7fed000d1f40 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 -- 172.21.15.39:0/1549115789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed000d1f40 msgr2=0x7fed000b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 --2- 172.21.15.39:0/1549115789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed000d1f40 0x7fed000b59e0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7fecf8009e50 tx=0x7fecf802a710 comp rx=0 tx=0).stop 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 -- 172.21.15.39:0/1549115789 shutdown_connections 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 --2- 172.21.15.39:0/1549115789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed000d1f40 0x7fed000b59e0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 --2- 172.21.15.39:0/1549115789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000b4180 0x7fed000d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 -- 172.21.15.39:0/1549115789 >> 172.21.15.39:0/1549115789 conn(0x7fed0006bc40 msgr2=0x7fed0006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:21.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.057+0000 7fed07953640 1 -- 172.21.15.39:0/1549115789 shutdown_connections 2024-09-13T16:11:21.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.058+0000 7fed07953640 1 -- 172.21.15.39:0/1549115789 wait complete. 2024-09-13T16:11:21.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.059+0000 7fed07953640 1 Processor -- start 2024-09-13T16:11:21.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.059+0000 7fed07953640 1 -- start start 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.059+0000 7fed07953640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000d1f40 0x7fed000c9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.059+0000 7fed07953640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 0x7fed000cc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.059+0000 7fed07953640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed00158ea0 0x7fed001f29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.059+0000 7fed07953640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed001f2530 con 0x7fed0015c7d0 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed07953640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed000ccf70 con 0x7fed00158ea0 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed07953640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed001f2200 con 0x7fed000d1f40 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 0x7fed000cc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 0x7fed000cc1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56706/0 (socket says 172.21.15.39:56706) 2024-09-13T16:11:21.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 -- 172.21.15.39:0/1284070976 learned_addr learned my addr 172.21.15.39:0/1284070976 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed056ef640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000d1f40 0x7fed000c9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 -- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000d1f40 msgr2=0x7fed000c9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000d1f40 0x7fed000c9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 -- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed00158ea0 msgr2=0x7fed001f29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed05ef0640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed00158ea0 0x7fed001f29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed00158ea0 0x7fed001f29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 -- 172.21.15.39:0/1284070976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecf8009b30 con 0x7fed0015c7d0 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed056ef640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000d1f40 0x7fed000c9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed05ef0640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed00158ea0 0x7fed001f29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed04eee640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 0x7fed000cc1d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fecf000b450 tx=0x7fecf000b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0011890 con 0x7fed0015c7d0 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecf00119f0 con 0x7fed0015c7d0 2024-09-13T16:11:21.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed000cc710 con 0x7fed0015c7d0 2024-09-13T16:11:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.060+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecf0011da0 con 0x7fed0015c7d0 2024-09-13T16:11:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.061+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed000ccc90 con 0x7fed0015c7d0 2024-09-13T16:11:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.062+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed001f2060 con 0x7fed0015c7d0 2024-09-13T16:11:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.062+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecf001a400 con 0x7fed0015c7d0 2024-09-13T16:11:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.062+0000 7fecf5ffb640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fece406ac00 0x7fece406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.062+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fecf0089790 con 0x7fed0015c7d0 2024-09-13T16:11:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.062+0000 7fed056ef640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fece406ac00 0x7fece406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.063+0000 7fed056ef640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fece406ac00 0x7fece406d0c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fecfc000f60 tx=0x7fecfc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.066+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fed001f2060 con 0x7fed0015c7d0 2024-09-13T16:11:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.238+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fed001f2060 con 0x7fed0015c7d0 2024-09-13T16:11:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.238+0000 7fecf5ffb640 1 -- 172.21.15.39:0/1284070976 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7fed001f2060 con 0x7fed0015c7d0 2024-09-13T16:11:21.240 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fece406ac00 msgr2=0x7fece406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fece406ac00 0x7fece406d0c0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7fecfc000f60 tx=0x7fecfc009040 comp rx=0 tx=0).stop 2024-09-13T16:11:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 msgr2=0x7fed000cc1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 0x7fed000cc1d0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7fecf000b450 tx=0x7fecf000b910 comp rx=0 tx=0).stop 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 shutdown_connections 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fece406ac00 0x7fece406d0c0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed00158ea0 0x7fed001f29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed0015c7d0 0x7fed000cc1d0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 --2- 172.21.15.39:0/1284070976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed000d1f40 0x7fed000c9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 >> 172.21.15.39:0/1284070976 conn(0x7fed0006bc40 msgr2=0x7fed000d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 shutdown_connections 2024-09-13T16:11:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.241+0000 7fed07953640 1 -- 172.21.15.39:0/1284070976 wait complete. 2024-09-13T16:11:21.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:21.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.354+0000 7f1330c19640 1 Processor -- start 2024-09-13T16:11:21.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.354+0000 7f1330c19640 1 -- start start 2024-09-13T16:11:21.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.355+0000 7f1330c19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f132c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.355+0000 7f1330c19640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f132c159760 con 0x7f132c0ceb30 2024-09-13T16:11:21.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.355+0000 7f1330c19640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f132c15a880 con 0x7f132c15a360 2024-09-13T16:11:21.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.355+0000 7f1330c19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c15ab60 con 0x7f132c159380 2024-09-13T16:11:21.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.355+0000 7f132ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f132c0ceb30 0x7f132c15b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46236/0 (socket says 172.21.15.39:46236) 2024-09-13T16:11:21.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.355+0000 7f132ad9d640 1 -- 172.21.15.39:0/581232755 learned_addr learned my addr 172.21.15.39:0/581232755 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:21.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3360673586 0 0) 0x7f132c159760 con 0x7f132c0ceb30 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1318005730 con 0x7f132c0ceb30 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132a59c640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f132c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4120269660 0 0) 0x7f1318005730 con 0x7f132c0ceb30 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 msgr2=0x7f132c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f132c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 >> v1:172.21.15.157:6789/0 conn(0x7f132c15a360 legacy=0x7f132c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f132c15ae40 con 0x7f132c0ceb30 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1324001670 con 0x7f132c0ceb30 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 >> v1:172.21.15.39:6789/0 conn(0x7f132c0ceb30 legacy=0x7f132c15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1318005bb0 0x7f1318005fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13180069d0 0x7f1318006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f1318007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c15ab60 con 0x7f1318005bb0 2024-09-13T16:11:21.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f131800dc40 con 0x7f13180069d0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f131800de00 con 0x7f132c159380 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132a59c640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1318005bb0 0x7f1318005fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f1329d9b640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13180069d0 0x7f1318006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.356+0000 7f132ad9d640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f1318007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132a59c640 1 -- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 msgr2=0x7f1318007390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132a59c640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f1318007390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132a59c640 1 -- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13180069d0 msgr2=0x7f1318006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132a59c640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13180069d0 0x7f1318006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132a59c640 1 -- 172.21.15.39:0/581232755 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1318005730 con 0x7f1318005bb0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132ad9d640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f132c159380 0x7f1318007390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132a59c640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1318005bb0 0x7f1318005fd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f131c009f90 tx=0x7f1318007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fafa9017c42dc284 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f131c0315f0 con 0x7f1318005bb0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f131c00f040 con 0x7f1318005bb0 2024-09-13T16:11:21.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.357+0000 7f132959a640 1 -- 172.21.15.39:0/581232755 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f131c031990 con 0x7f1318005bb0 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f1330c19640 1 -- 172.21.15.39:0/581232755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1318005bb0 msgr2=0x7f1318005fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f1330c19640 1 --2- 172.21.15.39:0/581232755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1318005bb0 0x7f1318005fd0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f131c009f90 tx=0x7f1318007a00 comp rx=0 tx=0).stop 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f132ad9d640 1 -- 172.21.15.39:0/581232755 reap_dead start 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f1330c19640 1 -- 172.21.15.39:0/581232755 shutdown_connections 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f1330c19640 1 -- 172.21.15.39:0/581232755 >> 172.21.15.39:0/581232755 conn(0x7f132c0b15d0 msgr2=0x7f132c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f1330c19640 1 -- 172.21.15.39:0/581232755 shutdown_connections 2024-09-13T16:11:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.358+0000 7f1330c19640 1 -- 172.21.15.39:0/581232755 wait complete. 2024-09-13T16:11:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.359+0000 7f1330c19640 1 Processor -- start 2024-09-13T16:11:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.359+0000 7f1330c19640 1 -- start start 2024-09-13T16:11:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1330c19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1318005bb0 0x7f132c1e2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1330c19640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f132c1502d0 0x7f132c150730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1330c19640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 0x7f132c0716e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1330c19640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c14f860 con 0x7f132c071280 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1330c19640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c071c20 con 0x7f132c1502d0 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1330c19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c14e940 con 0x7f1318005bb0 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f132ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 0x7f132c0716e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f132ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 0x7f132c0716e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56730/0 (socket says 172.21.15.39:56730) 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f132ad9d640 1 -- 172.21.15.39:0/3293396598 learned_addr learned my addr 172.21.15.39:0/3293396598 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f1329d9b640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f132c1502d0 0x7f132c150730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.360+0000 7f132a59c640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1318005bb0 0x7f132c1e2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f132ad9d640 1 -- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1318005bb0 msgr2=0x7f132c1e2eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f132ad9d640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1318005bb0 0x7f132c1e2eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f132ad9d640 1 -- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f132c1502d0 msgr2=0x7f132c150730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f132ad9d640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f132c1502d0 0x7f132c150730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f132ad9d640 1 -- 172.21.15.39:0/3293396598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f132c14ae20 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f132ad9d640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 0x7f132c0716e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1318005b80 tx=0x7f132400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132400eed0 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f132400c590 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f132c14ebe0 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132400c920 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.361+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f132c14f1a0 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.362+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f132c14f9a0 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.363+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f132400ca80 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.363+0000 7f1322ffd640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f130c06ac30 0x7f130c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.363+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1324088bd0 con 0x7f132c071280 2024-09-13T16:11:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.363+0000 7f132a59c640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f130c06ac30 0x7f130c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.364+0000 7f132a59c640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f130c06ac30 0x7f130c06d0f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f131c035000 tx=0x7f131c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.367+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f132c14f9a0 con 0x7f132c071280 2024-09-13T16:11:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.550+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f132c14f9a0 con 0x7f132c071280 2024-09-13T16:11:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.550+0000 7f1322ffd640 1 -- 172.21.15.39:0/3293396598 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f132c14f9a0 con 0x7f132c071280 2024-09-13T16:11:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.552+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f130c06ac30 msgr2=0x7f130c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.552+0000 7f1330c19640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f130c06ac30 0x7f130c06d0f0 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f131c035000 tx=0x7f131c02f000 comp rx=0 tx=0).stop 2024-09-13T16:11:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.552+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 msgr2=0x7f132c0716e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.552+0000 7f1330c19640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 0x7f132c0716e0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f1318005b80 tx=0x7f132400eb90 comp rx=0 tx=0).stop 2024-09-13T16:11:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 shutdown_connections 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f130c06ac30 0x7f130c06d0f0 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f132c071280 0x7f132c0716e0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f132c1502d0 0x7f132c150730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 --2- 172.21.15.39:0/3293396598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1318005bb0 0x7f132c1e2eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 >> 172.21.15.39:0/3293396598 conn(0x7f132c0b15d0 msgr2=0x7f132c06f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 shutdown_connections 2024-09-13T16:11:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.553+0000 7f1330c19640 1 -- 172.21.15.39:0/3293396598 wait complete. 2024-09-13T16:11:21.565 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:11:21.565 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:21.565 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:21.591 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:21.591 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:11:21.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:21.591 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:11:21.661 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:11:21.661 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:21.681 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:11:21.682 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:21.742 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:21.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.841+0000 7f7e1313e640 1 Processor -- start 2024-09-13T16:11:21.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.841+0000 7f7e1313e640 1 -- start start 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e1313e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7e0c145ef0 0x7f7e0c0cd960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e1313e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e0c1462d0 con 0x7f7e0c06a5e0 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e1313e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e0c0cd4f0 con 0x7f7e0c0cbe60 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e1313e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e0c0cc310 con 0x7f7e0c145ef0 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e116db640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7e0c06a5e0 0x7f7e0c0b2690 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46252/0 (socket says 172.21.15.39:46252) 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e116db640 1 -- 172.21.15.39:0/752343913 learned_addr learned my addr 172.21.15.39:0/752343913 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.842+0000 7f7e10eda640 1 --2- 172.21.15.39:0/752343913 >> v2:172.21.15.157:3300/0 conn(0x7f7e0c145ef0 0x7f7e0c0cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2440641309 0 0) 0x7f7e0c1462d0 con 0x7f7e0c06a5e0 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7dfc003520 con 0x7f7e0c06a5e0 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 196199699 0 0) 0x7f7e0c0cd4f0 con 0x7f7e0c0cbe60 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7e0c1462d0 con 0x7f7e0c0cbe60 2024-09-13T16:11:21.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3412619222 0 0) 0x7f7dfc003520 con 0x7f7e0c06a5e0 2024-09-13T16:11:21.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 >> v2:172.21.15.157:3300/0 conn(0x7f7e0c145ef0 msgr2=0x7f7e0c0cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 --2- 172.21.15.39:0/752343913 >> v2:172.21.15.157:3300/0 conn(0x7f7e0c145ef0 0x7f7e0c0cd960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 >> v1:172.21.15.157:6789/0 conn(0x7f7e0c0cbe60 legacy=0x7f7e0c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e0c0cc5f0 con 0x7f7e0c06a5e0 2024-09-13T16:11:21.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f7e040019f0 con 0x7f7e0c06a5e0 2024-09-13T16:11:21.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 >> v1:172.21.15.39:6789/0 conn(0x7f7e0c06a5e0 legacy=0x7f7e0c0b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7dfc003b50 0x7f7dfc003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc0047c0 0x7f7dfc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dfc005180 0x7f7dfc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0c0cc310 con 0x7f7dfc005180 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7dfc00c050 con 0x7f7dfc003b50 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7dfc00c210 con 0x7f7dfc0047c0 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e116db640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dfc005180 0x7f7dfc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e10eda640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7dfc003b50 0x7f7dfc003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0bfff640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc0047c0 0x7f7dfc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e116db640 1 -- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc0047c0 msgr2=0x7f7dfc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e116db640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc0047c0 0x7f7dfc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e116db640 1 -- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7dfc003b50 msgr2=0x7f7dfc003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e116db640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7dfc003b50 0x7f7dfc003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e116db640 1 -- 172.21.15.39:0/752343913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dfc003520 con 0x7f7dfc005180 2024-09-13T16:11:21.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.843+0000 7f7e0bfff640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc0047c0 0x7f7dfc004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:21.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.844+0000 7f7e116db640 1 -- 172.21.15.39:0/752343913 reap_dead start 2024-09-13T16:11:21.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.844+0000 7f7e116db640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dfc005180 0x7f7dfc00b980 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7e0400a700 tx=0x7f7dfc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1fbfb27345bb121b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.844+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0402b8f0 con 0x7f7dfc005180 2024-09-13T16:11:21.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.844+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e0402ba50 con 0x7f7dfc005180 2024-09-13T16:11:21.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.844+0000 7f7e0b7fe640 1 -- 172.21.15.39:0/752343913 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e0402be00 con 0x7f7dfc005180 2024-09-13T16:11:21.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 -- 172.21.15.39:0/752343913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dfc005180 msgr2=0x7f7dfc00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dfc005180 0x7f7dfc00b980 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f7e0400a700 tx=0x7f7dfc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 -- 172.21.15.39:0/752343913 shutdown_connections 2024-09-13T16:11:21.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 --2- 172.21.15.39:0/752343913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7dfc005180 0x7f7dfc00b980 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 -- 172.21.15.39:0/752343913 >> 172.21.15.39:0/752343913 conn(0x7f7e0c06afe0 msgr2=0x7f7e0c06b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 -- 172.21.15.39:0/752343913 shutdown_connections 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.845+0000 7f7e1313e640 1 -- 172.21.15.39:0/752343913 wait complete. 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.846+0000 7f7e1313e640 1 Processor -- start 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.846+0000 7f7e1313e640 1 -- start start 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e1313e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc005180 0x7f7e0c1f4ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e1313e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 0x7f7e0c0cd960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e1313e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e0c1454f0 0x7f7e0c0cdea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e1313e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0c15f950 con 0x7f7e0c145070 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e1313e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0c1f24c0 con 0x7f7e0c1454f0 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e1313e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e0c1f27a0 con 0x7f7dfc005180 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e0bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 0x7f7e0c0cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e0bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 0x7f7e0c0cd960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56754/0 (socket says 172.21.15.39:56754) 2024-09-13T16:11:21.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e0bfff640 1 -- 172.21.15.39:0/537311393 learned_addr learned my addr 172.21.15.39:0/537311393 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e116db640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e0c1454f0 0x7f7e0c0cdea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.847+0000 7f7e10eda640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc005180 0x7f7e0c1f4ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e0bfff640 1 -- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc005180 msgr2=0x7f7e0c1f4ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e0bfff640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc005180 0x7f7e0c1f4ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e0bfff640 1 -- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e0c1454f0 msgr2=0x7f7e0c0cdea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e0bfff640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e0c1454f0 0x7f7e0c0cdea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e0bfff640 1 -- 172.21.15.39:0/537311393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e0c1f2a80 con 0x7f7e0c145070 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e0bfff640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 0x7f7e0c0cd960 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7df800e780 tx=0x7f7df800eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df8017070 con 0x7f7e0c145070 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7df800eec0 con 0x7f7e0c145070 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e0c1f2d60 con 0x7f7e0c145070 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7df80050d0 con 0x7f7e0c145070 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.848+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e0c1f2090 con 0x7f7e0c145070 2024-09-13T16:11:21.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.849+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e0c1f3280 con 0x7f7e0c145070 2024-09-13T16:11:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.849+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7df8005230 con 0x7f7e0c145070 2024-09-13T16:11:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.850+0000 7f7e097fa640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7df006ac00 0x7f7df006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.850+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7df8088a60 con 0x7f7e0c145070 2024-09-13T16:11:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.850+0000 7f7e10eda640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7df006ac00 0x7f7df006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.851+0000 7f7e10eda640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7df006ac00 0x7f7df006d0c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009b40 tx=0x7f7e00009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:21.854+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7df8053d00 con 0x7f7e0c145070 2024-09-13T16:11:22.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.026+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e0c1f2220 con 0x7f7e0c145070 2024-09-13T16:11:22.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.027+0000 7f7e097fa640 1 -- 172.21.15.39:0/537311393 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f7df8057320 con 0x7f7e0c145070 2024-09-13T16:11:22.028 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:22.029 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:22.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7df006ac00 msgr2=0x7f7df006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7df006ac00 0x7f7df006d0c0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f7e00009b40 tx=0x7f7e00009190 comp rx=0 tx=0).stop 2024-09-13T16:11:22.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 msgr2=0x7f7e0c0cd960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 0x7f7e0c0cd960 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f7df800e780 tx=0x7f7df800eb80 comp rx=0 tx=0).stop 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 shutdown_connections 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7df006ac00 0x7f7df006d0c0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e0c1454f0 0x7f7e0c0cdea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e0c145070 0x7f7e0c0cd960 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 --2- 172.21.15.39:0/537311393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7dfc005180 0x7f7e0c1f4ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 >> 172.21.15.39:0/537311393 conn(0x7f7e0c06afe0 msgr2=0x7f7e0c0715b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 shutdown_connections 2024-09-13T16:11:22.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.029+0000 7f7e1313e640 1 -- 172.21.15.39:0/537311393 wait complete. 2024-09-13T16:11:22.041 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:22.042 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:22.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.144+0000 7f496cf53640 1 Processor -- start 2024-09-13T16:11:22.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.144+0000 7f496cf53640 1 -- start start 2024-09-13T16:11:22.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.145+0000 7f496cf53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f49680afc80 0x7f49680cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.145+0000 7f496cf53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49681610b0 con 0x7f4968160900 2024-09-13T16:11:22.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.145+0000 7f496cf53640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49680cd650 con 0x7f49680ce9e0 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.145+0000 7f496cf53640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f496815cfa0 con 0x7f49680afc80 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f496659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f49680afc80 0x7f49680cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f4966d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4968160900 0x7f496806ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46266/0 (socket says 172.21.15.39:46266) 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f4966d9d640 1 -- 172.21.15.39:0/3012847054 learned_addr learned my addr 172.21.15.39:0/3012847054 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f496659c640 1 -- 172.21.15.39:0/3012847054 >> v1:172.21.15.157:6789/0 conn(0x7f49680ce9e0 legacy=0x7f49681601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f496659c640 1 -- 172.21.15.39:0/3012847054 >> v1:172.21.15.39:6789/0 conn(0x7f4968160900 legacy=0x7f496806ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f496659c640 1 -- 172.21.15.39:0/3012847054 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4968160dd0 con 0x7f49680afc80 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.146+0000 7f496559a640 1 -- 172.21.15.39:0/3012847054 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1522872688 0 0) 0x7f49681610b0 con 0x7f4968160900 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496659c640 1 --2- 172.21.15.39:0/3012847054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f49680cdae0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f49580097a0 tx=0x7f495802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6490757afe141ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496559a640 1 -- 172.21.15.39:0/3012847054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f495802ae60 con 0x7f49680afc80 2024-09-13T16:11:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496559a640 1 -- 172.21.15.39:0/3012847054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4958032440 con 0x7f49680afc80 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496559a640 1 -- 172.21.15.39:0/3012847054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49580327d0 con 0x7f49680afc80 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 -- 172.21.15.39:0/3012847054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 msgr2=0x7f49680cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 --2- 172.21.15.39:0/3012847054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f49680cdae0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f49580097a0 tx=0x7f495802a110 comp rx=0 tx=0).stop 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 -- 172.21.15.39:0/3012847054 shutdown_connections 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 --2- 172.21.15.39:0/3012847054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f49680cdae0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 -- 172.21.15.39:0/3012847054 >> 172.21.15.39:0/3012847054 conn(0x7f49680d04e0 msgr2=0x7f49680d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 -- 172.21.15.39:0/3012847054 shutdown_connections 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.147+0000 7f496cf53640 1 -- 172.21.15.39:0/3012847054 wait complete. 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 Processor -- start 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 -- start start 2024-09-13T16:11:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f4968149ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49680ce9e0 0x7f496814aa60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4968160900 0x7f49680c9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49681e7ef0 con 0x7f49680afc80 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49681e72e0 con 0x7f4968160900 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.149+0000 7f496cf53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49681e75c0 con 0x7f49680ce9e0 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f4968149ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f4968149ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56768/0 (socket says 172.21.15.39:56768) 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 -- 172.21.15.39:0/2017787202 learned_addr learned my addr 172.21.15.39:0/2017787202 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4965d9b640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49680ce9e0 0x7f496814aa60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4966d9d640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4968160900 0x7f49680c9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 -- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49680ce9e0 msgr2=0x7f496814aa60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49680ce9e0 0x7f496814aa60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 -- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4968160900 msgr2=0x7f49680c9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4968160900 0x7f49680c9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 -- 172.21.15.39:0/2017787202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4958009400 con 0x7f49680afc80 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4965d9b640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49680ce9e0 0x7f496814aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4966d9d640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4968160900 0x7f49680c9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496659c640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f4968149ef0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f49580098c0 tx=0x7f49580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4958030c40 con 0x7f49680afc80 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4958030da0 con 0x7f49680afc80 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49681e78a0 con 0x7f49680afc80 2024-09-13T16:11:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f495803d680 con 0x7f49680afc80 2024-09-13T16:11:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.150+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f496815adf0 con 0x7f49680afc80 2024-09-13T16:11:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.151+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49680cdae0 con 0x7f49680afc80 2024-09-13T16:11:22.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.152+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4958039040 con 0x7f49680afc80 2024-09-13T16:11:22.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.152+0000 7f4956ffd640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f494806ac00 0x7f494806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.152+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4958032e40 con 0x7f49680afc80 2024-09-13T16:11:22.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.153+0000 7f4965d9b640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f494806ac00 0x7f494806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.153+0000 7f4965d9b640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f494806ac00 0x7f494806d0c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f496815caa0 tx=0x7f495c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.156+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f49580754b0 con 0x7f49680afc80 2024-09-13T16:11:22.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.329+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f49680d10a0 con 0x7f49680afc80 2024-09-13T16:11:22.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.329+0000 7f4956ffd640 1 -- 172.21.15.39:0/2017787202 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4958078ad0 con 0x7f49680afc80 2024-09-13T16:11:22.331 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f494806ac00 msgr2=0x7f494806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f494806ac00 0x7f494806d0c0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f496815caa0 tx=0x7f495c009040 comp rx=0 tx=0).stop 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 msgr2=0x7f4968149ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f4968149ef0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f49580098c0 tx=0x7f49580046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 shutdown_connections 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f494806ac00 0x7f494806d0c0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4968160900 0x7f49680c9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49680ce9e0 0x7f496814aa60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 --2- 172.21.15.39:0/2017787202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49680afc80 0x7f4968149ef0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 >> 172.21.15.39:0/2017787202 conn(0x7f49680d04e0 msgr2=0x7f4968072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 shutdown_connections 2024-09-13T16:11:22.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.331+0000 7f496cf53640 1 -- 172.21.15.39:0/2017787202 wait complete. 2024-09-13T16:11:22.343 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:22.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.447+0000 7f5a46725640 1 Processor -- start 2024-09-13T16:11:22.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.447+0000 7f5a46725640 1 -- start start 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a46725640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5a400b4180 0x7f5a400d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a46725640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a400d1f40 0x7f5a400b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a46725640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a400b5550 con 0x7f5a4015c7d0 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a46725640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a400b2000 con 0x7f5a400d1f40 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a46725640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a400d23b0 con 0x7f5a400b4180 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a44cc2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a400d1f40 0x7f5a400b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a3ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5a4015c7d0 0x7f5a400cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46268/0 (socket says 172.21.15.39:46268) 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a3ffff640 1 -- 172.21.15.39:0/2314813797 learned_addr learned my addr 172.21.15.39:0/2314813797 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a44cc2640 1 -- 172.21.15.39:0/2314813797 >> v2:172.21.15.157:3300/0 conn(0x7f5a400b4180 msgr2=0x7f5a400d1a00 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a44cc2640 1 --2- 172.21.15.39:0/2314813797 >> v2:172.21.15.157:3300/0 conn(0x7f5a400b4180 0x7f5a400d1a00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a44cc2640 1 -- 172.21.15.39:0/2314813797 >> v1:172.21.15.39:6789/0 conn(0x7f5a4015c7d0 legacy=0x7f5a400cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.448+0000 7f5a44cc2640 1 -- 172.21.15.39:0/2314813797 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a400cfb50 con 0x7f5a400d1f40 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.449+0000 7f5a44cc2640 1 --2- 172.21.15.39:0/2314813797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a400d1f40 0x7f5a400b59e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5a401602f0 tx=0x7f5a3802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a60bc05d02d7e965 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.449+0000 7f5a3effd640 1 -- 172.21.15.39:0/2314813797 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a3802aea0 con 0x7f5a400d1f40 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.449+0000 7f5a3effd640 1 -- 172.21.15.39:0/2314813797 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a3802d050 con 0x7f5a400d1f40 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.449+0000 7f5a3effd640 1 -- 172.21.15.39:0/2314813797 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a38007960 con 0x7f5a400d1f40 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 -- 172.21.15.39:0/2314813797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a400d1f40 msgr2=0x7f5a400b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 --2- 172.21.15.39:0/2314813797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a400d1f40 0x7f5a400b59e0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5a401602f0 tx=0x7f5a3802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 -- 172.21.15.39:0/2314813797 shutdown_connections 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 --2- 172.21.15.39:0/2314813797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a400d1f40 0x7f5a400b59e0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 --2- 172.21.15.39:0/2314813797 >> v2:172.21.15.157:3300/0 conn(0x7f5a400b4180 0x7f5a400d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 -- 172.21.15.39:0/2314813797 >> 172.21.15.39:0/2314813797 conn(0x7f5a4006bc40 msgr2=0x7f5a4006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 -- 172.21.15.39:0/2314813797 shutdown_connections 2024-09-13T16:11:22.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.450+0000 7f5a46725640 1 -- 172.21.15.39:0/2314813797 wait complete. 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.451+0000 7f5a46725640 1 Processor -- start 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.451+0000 7f5a46725640 1 -- start start 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a46725640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a400d1f40 0x7f5a40158c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a46725640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 0x7f5a400cb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a46725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a400cb780 0x7f5a400cbe40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a46725640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a401f29e0 con 0x7f5a4015c7d0 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a46725640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a401f2cc0 con 0x7f5a400d1f40 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a46725640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a401f2fa0 con 0x7f5a400cb780 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 0x7f5a400cb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 0x7f5a400cb240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56790/0 (socket says 172.21.15.39:56790) 2024-09-13T16:11:22.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 -- 172.21.15.39:0/698401910 learned_addr learned my addr 172.21.15.39:0/698401910 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a44cc2640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a400cb780 0x7f5a400cbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3ffff640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a400d1f40 0x7f5a40158c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 -- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a400cb780 msgr2=0x7f5a400cbe40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a400cb780 0x7f5a400cbe40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 -- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a400d1f40 msgr2=0x7f5a40158c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a400d1f40 0x7f5a40158c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 -- 172.21.15.39:0/698401910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a38009a70 con 0x7f5a4015c7d0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3ffff640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a400d1f40 0x7f5a40158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.452+0000 7f5a3f7fe640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 0x7f5a400cb240 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5a3400b3c0 tx=0x7f5a3400b880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.453+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a34011830 con 0x7f5a4015c7d0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.453+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a34011990 con 0x7f5a4015c7d0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.453+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a401f3280 con 0x7f5a4015c7d0 2024-09-13T16:11:22.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.453+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a34011d60 con 0x7f5a4015c7d0 2024-09-13T16:11:22.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.453+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a40159190 con 0x7f5a4015c7d0 2024-09-13T16:11:22.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.454+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a400b4b90 con 0x7f5a4015c7d0 2024-09-13T16:11:22.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.454+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5a3401b460 con 0x7f5a4015c7d0 2024-09-13T16:11:22.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.455+0000 7f5a3cff9640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2c06ac00 0x7f5a2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.455+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5a34088f50 con 0x7f5a4015c7d0 2024-09-13T16:11:22.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.455+0000 7f5a3ffff640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2c06ac00 0x7f5a2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.455+0000 7f5a3ffff640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2c06ac00 0x7f5a2c06d0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5a30005880 tx=0x7f5a30009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.459+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5a340541c0 con 0x7f5a4015c7d0 2024-09-13T16:11:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.633+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5a4015dd30 con 0x7f5a4015c7d0 2024-09-13T16:11:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.634+0000 7f5a3cff9640 1 -- 172.21.15.39:0/698401910 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5a340577e0 con 0x7f5a4015c7d0 2024-09-13T16:11:22.635 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2c06ac00 msgr2=0x7f5a2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2c06ac00 0x7f5a2c06d0c0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f5a30005880 tx=0x7f5a30009040 comp rx=0 tx=0).stop 2024-09-13T16:11:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 msgr2=0x7f5a400cb240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 0x7f5a400cb240 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f5a3400b3c0 tx=0x7f5a3400b880 comp rx=0 tx=0).stop 2024-09-13T16:11:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 shutdown_connections 2024-09-13T16:11:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2c06ac00 0x7f5a2c06d0c0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a400cb780 0x7f5a400cbe40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4015c7d0 0x7f5a400cb240 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.635+0000 7f5a46725640 1 --2- 172.21.15.39:0/698401910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a400d1f40 0x7f5a40158c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.636+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 >> 172.21.15.39:0/698401910 conn(0x7f5a4006bc40 msgr2=0x7f5a4015f780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.636+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 shutdown_connections 2024-09-13T16:11:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.636+0000 7f5a46725640 1 -- 172.21.15.39:0/698401910 wait complete. 2024-09-13T16:11:22.648 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:22.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.751+0000 7f6d25fbc640 1 Processor -- start 2024-09-13T16:11:22.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.751+0000 7f6d25fbc640 1 -- start start 2024-09-13T16:11:22.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d25fbc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6d200b3610 0x7f6d2015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d25fbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d2006fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d25fbc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d200701f0 con 0x7f6d20143d30 2024-09-13T16:11:22.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d25fbc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d20071eb0 con 0x7f6d200b3610 2024-09-13T16:11:22.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d25fbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d20072440 con 0x7f6d2006f880 2024-09-13T16:11:22.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d2006fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1effd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6d200b3610 0x7f6d2015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d2006fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:44146/0 (socket says 172.21.15.39:44146) 2024-09-13T16:11:22.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 -- 172.21.15.39:0/4249660503 learned_addr learned my addr 172.21.15.39:0/4249660503 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 -- 172.21.15.39:0/4249660503 >> v2:172.21.15.157:3300/0 conn(0x7f6d200b3610 msgr2=0x7f6d2015eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 --2- 172.21.15.39:0/4249660503 >> v2:172.21.15.157:3300/0 conn(0x7f6d200b3610 0x7f6d2015eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 -- 172.21.15.39:0/4249660503 >> v1:172.21.15.157:6789/0 conn(0x7f6d20143d30 legacy=0x7f6d200717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1e7fc640 1 -- 172.21.15.39:0/4249660503 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2368036971 0 0) 0x7f6d200701f0 con 0x7f6d20143d30 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.752+0000 7f6d1ffff640 1 -- 172.21.15.39:0/4249660503 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d20144110 con 0x7f6d2006f880 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.753+0000 7f6d1ffff640 1 --2- 172.21.15.39:0/4249660503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d2006fcb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009e50 tx=0x7f6d1802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e20f68a5bb04aa5b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.753+0000 7f6d1e7fc640 1 -- 172.21.15.39:0/4249660503 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d18031600 con 0x7f6d2006f880 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.753+0000 7f6d1e7fc640 1 -- 172.21.15.39:0/4249660503 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1802d050 con 0x7f6d2006f880 2024-09-13T16:11:22.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.753+0000 7f6d1e7fc640 1 -- 172.21.15.39:0/4249660503 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d18031980 con 0x7f6d2006f880 2024-09-13T16:11:22.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 -- 172.21.15.39:0/4249660503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 msgr2=0x7f6d2006fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/4249660503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d2006fcb0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009e50 tx=0x7f6d1802a710 comp rx=0 tx=0).stop 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 -- 172.21.15.39:0/4249660503 shutdown_connections 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/4249660503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d2006fcb0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/4249660503 >> v2:172.21.15.157:3300/0 conn(0x7f6d200b3610 0x7f6d2015eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 -- 172.21.15.39:0/4249660503 >> 172.21.15.39:0/4249660503 conn(0x7f6d200b00a0 msgr2=0x7f6d200b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 -- 172.21.15.39:0/4249660503 shutdown_connections 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.754+0000 7f6d25fbc640 1 -- 172.21.15.39:0/4249660503 wait complete. 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.755+0000 7f6d25fbc640 1 Processor -- start 2024-09-13T16:11:22.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.755+0000 7f6d25fbc640 1 -- start start 2024-09-13T16:11:22.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d25fbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d200ac1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d25fbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d200b3610 0x7f6d20159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d25fbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 0x7f6d200aa8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d25fbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d2015a460 con 0x7f6d20143d30 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d25fbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d200ab100 con 0x7f6d200b3610 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d25fbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d200ab3e0 con 0x7f6d2006f880 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d1ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 0x7f6d200aa8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d1ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 0x7f6d200aa8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56804/0 (socket says 172.21.15.39:56804) 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d1ffff640 1 -- 172.21.15.39:0/2790836921 learned_addr learned my addr 172.21.15.39:0/2790836921 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d1effd640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d200b3610 0x7f6d20159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.756+0000 7f6d1f7fe640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d200ac1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d1ffff640 1 -- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 msgr2=0x7f6d200ac1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d1ffff640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d200ac1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d1ffff640 1 -- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d200b3610 msgr2=0x7f6d20159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d1ffff640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d200b3610 0x7f6d20159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d1ffff640 1 -- 172.21.15.39:0/2790836921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d18009b30 con 0x7f6d20143d30 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d1ffff640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 0x7f6d200aa8d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009e50 tx=0x7f6d18004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1803d860 con 0x7f6d20143d30 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d1803d9c0 con 0x7f6d20143d30 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d200ab6c0 con 0x7f6d20143d30 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d1803dd70 con 0x7f6d20143d30 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.757+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d200abc80 con 0x7f6d20143d30 2024-09-13T16:11:22.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.758+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d200672f0 con 0x7f6d20143d30 2024-09-13T16:11:22.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.759+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6d1803b400 con 0x7f6d20143d30 2024-09-13T16:11:22.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.759+0000 7f6d07fff640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d0c06ac00 0x7f6d0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:22.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.759+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d180aa0b0 con 0x7f6d20143d30 2024-09-13T16:11:22.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.759+0000 7f6d1f7fe640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d0c06ac00 0x7f6d0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:22.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.760+0000 7f6d1f7fe640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d0c06ac00 0x7f6d0c06d0c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6d10000f60 tx=0x7f6d10009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:22.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.763+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6d18075340 con 0x7f6d20143d30 2024-09-13T16:11:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.932+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f6d2015eb20 con 0x7f6d20143d30 2024-09-13T16:11:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.933+0000 7f6d07fff640 1 -- 172.21.15.39:0/2790836921 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f6d18009510 con 0x7f6d20143d30 2024-09-13T16:11:22.934 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:22.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d0c06ac00 msgr2=0x7f6d0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d0c06ac00 0x7f6d0c06d0c0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f6d10000f60 tx=0x7f6d10009040 comp rx=0 tx=0).stop 2024-09-13T16:11:22.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 msgr2=0x7f6d200aa8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 0x7f6d200aa8d0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f6d18009e50 tx=0x7f6d18004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 shutdown_connections 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d0c06ac00 0x7f6d0c06d0c0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d20143d30 0x7f6d200aa8d0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d200b3610 0x7f6d20159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 --2- 172.21.15.39:0/2790836921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d2006f880 0x7f6d200ac1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 >> 172.21.15.39:0/2790836921 conn(0x7f6d200b00a0 msgr2=0x7f6d2006fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 shutdown_connections 2024-09-13T16:11:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:22.935+0000 7f6d25fbc640 1 -- 172.21.15.39:0/2790836921 wait complete. 2024-09-13T16:11:22.947 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.048+0000 7f95ea745640 1 Processor -- start 2024-09-13T16:11:23.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.048+0000 7f95ea745640 1 -- start start 2024-09-13T16:11:23.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.049+0000 7f95ea745640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f95e4071480 0x7f95e4071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.049+0000 7f95ea745640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95e4071da0 con 0x7f95e406baa0 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.049+0000 7f95ea745640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95e406afe0 con 0x7f95e40b3930 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.049+0000 7f95ea745640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95e40b44b0 con 0x7f95e4071480 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.049+0000 7f95e8ce2640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f95e406baa0 0x7f95e406bef0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46278/0 (socket says 172.21.15.39:46278) 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.049+0000 7f95e8ce2640 1 -- 172.21.15.39:0/2513621360 learned_addr learned my addr 172.21.15.39:0/2513621360 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2706343189 0 0) 0x7f95e4071da0 con 0x7f95e406baa0 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 --2- 172.21.15.39:0/2513621360 >> v2:172.21.15.157:3300/0 conn(0x7f95e4071480 0x7f95e4071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f95d0003520 con 0x7f95e406baa0 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1593167667 0 0) 0x7f95d0003520 con 0x7f95e406baa0 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 >> v2:172.21.15.157:3300/0 conn(0x7f95e4071480 msgr2=0x7f95e4071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 --2- 172.21.15.39:0/2513621360 >> v2:172.21.15.157:3300/0 conn(0x7f95e4071480 0x7f95e4071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 >> v1:172.21.15.157:6789/0 conn(0x7f95e40b3930 legacy=0x7f95e40b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95e40b46a0 con 0x7f95e406baa0 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f95dc0019f0 con 0x7f95e406baa0 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 >> v1:172.21.15.39:6789/0 conn(0x7f95e406baa0 legacy=0x7f95e406bef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95d00047c0 0x7f95d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95d0005180 0x7f95d000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95d000bff0 con 0x7f95d0003970 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95d000c160 con 0x7f95d0005180 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95d000c320 con 0x7f95d00047c0 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95dbfff640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95d00047c0 0x7f95d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e8ce2640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95d0005180 0x7f95d000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 -- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95d00047c0 msgr2=0x7f95d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:23.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95d00047c0 0x7f95d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 -- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95d0005180 msgr2=0x7f95d000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95d0005180 0x7f95d000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e8ce2640 1 -- 172.21.15.39:0/2513621360 reap_dead start 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.050+0000 7f95e3fff640 1 -- 172.21.15.39:0/2513621360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95d0003520 con 0x7f95d0003970 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.051+0000 7f95e3fff640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95d0003d90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f95d4009ac0 tx=0x7f95d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9cfb511bfb2932a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.051+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d4031400 con 0x7f95d0003970 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.051+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95d402d050 con 0x7f95d0003970 2024-09-13T16:11:23.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.051+0000 7f95e37fe640 1 -- 172.21.15.39:0/2513621360 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d4031780 con 0x7f95d0003970 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 -- 172.21.15.39:0/2513621360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 msgr2=0x7f95d0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95d0003d90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f95d4009ac0 tx=0x7f95d00057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 -- 172.21.15.39:0/2513621360 shutdown_connections 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 --2- 172.21.15.39:0/2513621360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95d0003d90 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 -- 172.21.15.39:0/2513621360 >> 172.21.15.39:0/2513621360 conn(0x7f95e40b2320 msgr2=0x7f95e40b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 -- 172.21.15.39:0/2513621360 shutdown_connections 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.052+0000 7f95ea745640 1 -- 172.21.15.39:0/2513621360 wait complete. 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.053+0000 7f95ea745640 1 Processor -- start 2024-09-13T16:11:23.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.053+0000 7f95ea745640 1 -- start start 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95ea745640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95e40cde60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95ea745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95e40ce400 0x7f95e4152ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95ea745640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95e41f2140 0x7f95e40cbb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95ea745640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e40ce860 con 0x7f95d0003970 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95ea745640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95e40cda80 con 0x7f95e41f2140 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95ea745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95e4153d20 con 0x7f95e40ce400 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95e40cde60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95e40cde60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56816/0 (socket says 172.21.15.39:56816) 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 -- 172.21.15.39:0/3588050591 learned_addr learned my addr 172.21.15.39:0/3588050591 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e8ce2640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95e41f2140 0x7f95e40cbb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95dbfff640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95e40ce400 0x7f95e4152ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 -- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95e40ce400 msgr2=0x7f95e4152ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95e40ce400 0x7f95e4152ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 -- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95e41f2140 msgr2=0x7f95e40cbb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95e41f2140 0x7f95e40cbb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.054+0000 7f95e3fff640 1 -- 172.21.15.39:0/3588050591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95e40cea90 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.055+0000 7f95e3fff640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95e40cde60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f95d402aae0 tx=0x7f95d4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.055+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d4003e90 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.055+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95d403b400 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.055+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95e40ced70 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.055+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95d403b790 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.055+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95e40cf050 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.056+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95e4071860 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.056+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f95d403b8f0 con 0x7f95d0003970 2024-09-13T16:11:23.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.057+0000 7f95e17fa640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95c406ac00 0x7f95c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.057+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95d40a98b0 con 0x7f95d0003970 2024-09-13T16:11:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.057+0000 7f95dbfff640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95c406ac00 0x7f95c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.058+0000 7f95dbfff640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95c406ac00 0x7f95c406d0c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f95cc007fd0 tx=0x7f95cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.061+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f95d4074bd0 con 0x7f95d0003970 2024-09-13T16:11:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.244+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f95e40ce7e0 con 0x7f95d0003970 2024-09-13T16:11:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.244+0000 7f95e17fa640 1 -- 172.21.15.39:0/3588050591 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f95d40781f0 con 0x7f95d0003970 2024-09-13T16:11:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95c406ac00 msgr2=0x7f95c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95c406ac00 0x7f95c406d0c0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f95cc007fd0 tx=0x7f95cc009040 comp rx=0 tx=0).stop 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 msgr2=0x7f95e40cde60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95e40cde60 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f95d402aae0 tx=0x7f95d4004730 comp rx=0 tx=0).stop 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 shutdown_connections 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95c406ac00 0x7f95c406d0c0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95e41f2140 0x7f95e40cbb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95e40ce400 0x7f95e4152ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 --2- 172.21.15.39:0/3588050591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95d0003970 0x7f95e40cde60 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 >> 172.21.15.39:0/3588050591 conn(0x7f95e40b2320 msgr2=0x7f95e40b1700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 shutdown_connections 2024-09-13T16:11:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.246+0000 7f95ea745640 1 -- 172.21.15.39:0/3588050591 wait complete. 2024-09-13T16:11:23.259 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:11:23.259 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:23.279 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.379+0000 7fb3962a3640 1 Processor -- start 2024-09-13T16:11:23.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.379+0000 7fb3962a3640 1 -- start start 2024-09-13T16:11:23.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb3962a3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3900721f0 0x7fb3900ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb3962a3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb3900ce7b0 0x7fb3900cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb3962a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3900cebf0 con 0x7fb3900cc650 2024-09-13T16:11:23.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb3962a3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb39015bed0 con 0x7fb3900721f0 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb3962a3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb39015aa50 con 0x7fb3900ce7b0 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb38ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3900721f0 0x7fb3900ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb394840640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb3900cc650 0x7fb390069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46288/0 (socket says 172.21.15.39:46288) 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb394840640 1 -- 172.21.15.39:0/2337552464 learned_addr learned my addr 172.21.15.39:0/2337552464 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.380+0000 7fb387fff640 1 --2- 172.21.15.39:0/2337552464 >> v2:172.21.15.157:3300/0 conn(0x7fb3900ce7b0 0x7fb3900cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38ffff640 1 -- 172.21.15.39:0/2337552464 >> v2:172.21.15.157:3300/0 conn(0x7fb3900ce7b0 msgr2=0x7fb3900cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38ffff640 1 --2- 172.21.15.39:0/2337552464 >> v2:172.21.15.157:3300/0 conn(0x7fb3900ce7b0 0x7fb3900cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38ffff640 1 -- 172.21.15.39:0/2337552464 >> v1:172.21.15.39:6789/0 conn(0x7fb3900cc650 legacy=0x7fb390069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38ffff640 1 -- 172.21.15.39:0/2337552464 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb39015af50 con 0x7fb3900721f0 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38f7fe640 1 -- 172.21.15.39:0/2337552464 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3021233326 0 0) 0x7fb3900cebf0 con 0x7fb3900cc650 2024-09-13T16:11:23.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38ffff640 1 --2- 172.21.15.39:0/2337552464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb3900ce270 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb39006f5a0 tx=0x7fb38002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84d9e573e768c1b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.381+0000 7fb38f7fe640 1 -- 172.21.15.39:0/2337552464 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38002ae60 con 0x7fb3900721f0 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb38f7fe640 1 -- 172.21.15.39:0/2337552464 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb380032440 con 0x7fb3900721f0 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb38f7fe640 1 -- 172.21.15.39:0/2337552464 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3800327d0 con 0x7fb3900721f0 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 -- 172.21.15.39:0/2337552464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 msgr2=0x7fb3900ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 --2- 172.21.15.39:0/2337552464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb3900ce270 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb39006f5a0 tx=0x7fb38002a110 comp rx=0 tx=0).stop 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 -- 172.21.15.39:0/2337552464 shutdown_connections 2024-09-13T16:11:23.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 --2- 172.21.15.39:0/2337552464 >> v2:172.21.15.157:3300/0 conn(0x7fb3900ce7b0 0x7fb3900cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 --2- 172.21.15.39:0/2337552464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb3900ce270 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 -- 172.21.15.39:0/2337552464 >> 172.21.15.39:0/2337552464 conn(0x7fb39006b3b0 msgr2=0x7fb39006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 -- 172.21.15.39:0/2337552464 shutdown_connections 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.382+0000 7fb3962a3640 1 -- 172.21.15.39:0/2337552464 wait complete. 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.383+0000 7fb3962a3640 1 Processor -- start 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.383+0000 7fb3962a3640 1 -- start start 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb3962a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb39014b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb3962a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3900cc650 0x7fb390151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb3962a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3900ce7b0 0x7fb390153970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb3962a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39014e350 con 0x7fb3900721f0 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb3962a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb39014d4c0 con 0x7fb3900cc650 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb3962a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb39014d740 con 0x7fb3900ce7b0 2024-09-13T16:11:23.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb39014b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb39014b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56838/0 (socket says 172.21.15.39:56838) 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 -- 172.21.15.39:0/948538903 learned_addr learned my addr 172.21.15.39:0/948538903 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb387fff640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3900cc650 0x7fb390151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb394840640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3900ce7b0 0x7fb390153970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 -- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3900ce7b0 msgr2=0x7fb390153970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3900ce7b0 0x7fb390153970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 -- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3900cc650 msgr2=0x7fb390151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3900cc650 0x7fb390151ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.384+0000 7fb38ffff640 1 -- 172.21.15.39:0/948538903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb380009400 con 0x7fb3900721f0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.385+0000 7fb38ffff640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb39014b9b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb380009890 tx=0x7fb3800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.385+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb380030990 con 0x7fb3900721f0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.385+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb380030b10 con 0x7fb3900721f0 2024-09-13T16:11:23.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.385+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb39014da20 con 0x7fb3900721f0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.385+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb38003d420 con 0x7fb3900721f0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.385+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb39014dfe0 con 0x7fb3900721f0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.386+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3900672f0 con 0x7fb3900721f0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.386+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb380039040 con 0x7fb3900721f0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.387+0000 7fb38d7fa640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb37006ac00 0x7fb37006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.387+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb3800a9f00 con 0x7fb3900721f0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.387+0000 7fb387fff640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb37006ac00 0x7fb37006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.388+0000 7fb387fff640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb37006ac00 0x7fb37006d0c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb39014ee90 tx=0x7fb378008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.391+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb3800750e0 con 0x7fb3900721f0 2024-09-13T16:11:23.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.561+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3900ccae0 con 0x7fb3900721f0 2024-09-13T16:11:23.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.563+0000 7fb38d7fa640 1 -- 172.21.15.39:0/948538903 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7fb38004b090 con 0x7fb3900721f0 2024-09-13T16:11:23.564 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:23.564 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb37006ac00 msgr2=0x7fb37006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb37006ac00 0x7fb37006d0c0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fb39014ee90 tx=0x7fb378008040 comp rx=0 tx=0).stop 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 msgr2=0x7fb39014b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb39014b9b0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fb380009890 tx=0x7fb3800046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 shutdown_connections 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb37006ac00 0x7fb37006d0c0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3900ce7b0 0x7fb390153970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3900cc650 0x7fb390151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 --2- 172.21.15.39:0/948538903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3900721f0 0x7fb39014b9b0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.564+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 >> 172.21.15.39:0/948538903 conn(0x7fb39006b3b0 msgr2=0x7fb3900716f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.565+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 shutdown_connections 2024-09-13T16:11:23.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.565+0000 7fb3962a3640 1 -- 172.21.15.39:0/948538903 wait complete. 2024-09-13T16:11:23.577 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:23.578 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:23.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.681+0000 7fa0c1576640 1 Processor -- start 2024-09-13T16:11:23.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.681+0000 7fa0c1576640 1 -- start start 2024-09-13T16:11:23.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0c1576640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc0b25b0 0x7fa0bc0b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0c1576640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa0bc069ed0 0x7fa0bc06a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0c1576640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa0bc0cb080 con 0x7fa0bc156e60 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0c1576640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa0bc06a8a0 con 0x7fa0bc069ed0 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0c1576640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc070d40 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa0bc069ed0 0x7fa0bc06a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa0bc069ed0 0x7fa0bc06a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44770/0 (socket says 172.21.15.39:44770) 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 -- 172.21.15.39:0/3419704430 learned_addr learned my addr 172.21.15.39:0/3419704430 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0ba7fc640 1 --2- 172.21.15.39:0/3419704430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc0b25b0 0x7fa0bc0b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 -- 172.21.15.39:0/3419704430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc0b25b0 msgr2=0x7fa0bc0b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:23.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 --2- 172.21.15.39:0/3419704430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc0b25b0 0x7fa0bc0b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 -- 172.21.15.39:0/3419704430 >> v1:172.21.15.157:6789/0 conn(0x7fa0bc156e60 legacy=0x7fa0bc15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.682+0000 7fa0bb7fe640 1 -- 172.21.15.39:0/3419704430 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0bc15b140 con 0x7fa0bc069ed0 2024-09-13T16:11:23.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.683+0000 7fa0bb7fe640 1 --2- 172.21.15.39:0/3419704430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc06a360 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009870 tx=0x7fa0b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86337ce0a3cb4f98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.683+0000 7fa0b9ffb640 1 -- 172.21.15.39:0/3419704430 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4032440 con 0x7fa0bc069ed0 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.683+0000 7fa0b9ffb640 1 -- 172.21.15.39:0/3419704430 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0b40325a0 con 0x7fa0bc069ed0 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.683+0000 7fa0b9ffb640 1 -- 172.21.15.39:0/3419704430 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0b4032930 con 0x7fa0bc069ed0 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.683+0000 7fa0c1576640 1 -- 172.21.15.39:0/3419704430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc069ed0 msgr2=0x7fa0bc06a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.683+0000 7fa0c1576640 1 --2- 172.21.15.39:0/3419704430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc06a360 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa0b4009870 tx=0x7fa0b402a270 comp rx=0 tx=0).stop 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.684+0000 7fa0c1576640 1 -- 172.21.15.39:0/3419704430 shutdown_connections 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.684+0000 7fa0c1576640 1 --2- 172.21.15.39:0/3419704430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc06a360 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.684+0000 7fa0c1576640 1 --2- 172.21.15.39:0/3419704430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc0b25b0 0x7fa0bc0b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.684+0000 7fa0c1576640 1 -- 172.21.15.39:0/3419704430 >> 172.21.15.39:0/3419704430 conn(0x7fa0bc0b00a0 msgr2=0x7fa0bc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.684+0000 7fa0c1576640 1 -- 172.21.15.39:0/3419704430 shutdown_connections 2024-09-13T16:11:23.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.684+0000 7fa0c1576640 1 -- 172.21.15.39:0/3419704430 wait complete. 2024-09-13T16:11:23.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.685+0000 7fa0c1576640 1 Processor -- start 2024-09-13T16:11:23.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.685+0000 7fa0c1576640 1 -- start start 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0c1576640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc0c87a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0c1576640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 0x7fa0bc14ed50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0c1576640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc156e60 0x7fa0bc0b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0c1576640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0c8310 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0c1576640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0c7720 con 0x7fa0bc069ed0 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0c1576640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0bc0c79e0 con 0x7fa0bc156e60 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 0x7fa0bc14ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 0x7fa0bc14ed50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44784/0 (socket says 172.21.15.39:44784) 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 -- 172.21.15.39:0/2856741472 learned_addr learned my addr 172.21.15.39:0/2856741472 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0baffd640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc0c87a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0bb7fe640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc156e60 0x7fa0bc0b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 -- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc156e60 msgr2=0x7fa0bc0b14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc156e60 0x7fa0bc0b14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 -- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0bc069ed0 msgr2=0x7fa0bc0c87a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc0c87a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 -- 172.21.15.39:0/2856741472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0b40094d0 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0baffd640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc0c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.686+0000 7fa0ba7fc640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 0x7fa0bc14ed50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa0a400e980 tx=0x7fa0a400ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.687+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a4009670 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.687+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa0a400ca00 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.687+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa0bc0c7cc0 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.687+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0a400cd90 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.687+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0bc0b19e0 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.688+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0bc0672f0 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.688+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa0a4013470 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.689+0000 7fa0b37fe640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa09c06ac00 0x7fa09c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.689+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa0a4089590 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.689+0000 7fa0baffd640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa09c06ac00 0x7fa09c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.689+0000 7fa0baffd640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa09c06ac00 0x7fa09c06d0c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac0012e0 tx=0x7fa0ac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.693+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0a4054770 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.863+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa0bc0705f0 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.864+0000 7fa0b37fe640 1 -- 172.21.15.39:0/2856741472 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa0a4057d90 con 0x7fa0bc0b25b0 2024-09-13T16:11:23.865 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:23.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.865+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa09c06ac00 msgr2=0x7fa09c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.865+0000 7fa0c1576640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa09c06ac00 0x7fa09c06d0c0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7fa0ac0012e0 tx=0x7fa0ac009040 comp rx=0 tx=0).stop 2024-09-13T16:11:23.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.865+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 msgr2=0x7fa0bc14ed50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.865+0000 7fa0c1576640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 0x7fa0bc14ed50 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fa0a400e980 tx=0x7fa0a400ee40 comp rx=0 tx=0).stop 2024-09-13T16:11:23.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 shutdown_connections 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa09c06ac00 0x7fa09c06d0c0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0bc156e60 0x7fa0bc0b14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0bc0b25b0 0x7fa0bc14ed50 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 --2- 172.21.15.39:0/2856741472 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0bc069ed0 0x7fa0bc0c87a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 >> 172.21.15.39:0/2856741472 conn(0x7fa0bc0b00a0 msgr2=0x7fa0bc157e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 shutdown_connections 2024-09-13T16:11:23.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.866+0000 7fa0c1576640 1 -- 172.21.15.39:0/2856741472 wait complete. 2024-09-13T16:11:23.878 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:23.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.981+0000 7fc863aa3640 1 Processor -- start 2024-09-13T16:11:23.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.981+0000 7fc863aa3640 1 -- start start 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc863aa3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c0b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc863aa3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc85c0b2c40 0x7fc85c0acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc863aa3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc85c15d080 con 0x7fc85c0ce050 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc863aa3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc85c0b3f90 con 0x7fc85c0b2c40 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc863aa3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c0b30d0 con 0x7fc85c070f50 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc862040640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc85c0b2c40 0x7fc85c0acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc86183f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc85c0ce050 0x7fc85c070840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41986/0 (socket says 172.21.15.39:41986) 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.982+0000 7fc86183f640 1 -- 172.21.15.39:0/713515411 learned_addr learned my addr 172.21.15.39:0/713515411 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc86103e640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c0b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc862040640 1 -- 172.21.15.39:0/713515411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 msgr2=0x7fc85c0b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc862040640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c0b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc862040640 1 -- 172.21.15.39:0/713515411 >> v1:172.21.15.39:6789/0 conn(0x7fc85c0ce050 legacy=0x7fc85c070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc862040640 1 -- 172.21.15.39:0/713515411 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc85c0b3380 con 0x7fc85c0b2c40 2024-09-13T16:11:23.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc86103e640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c0b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:23.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc862040640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0b2c40 0x7fc85c0acd00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009d90 tx=0x7fc84c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8ad3c40e7ec6e98 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.983+0000 7fc86083d640 1 -- 172.21.15.39:0/713515411 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84c007740 con 0x7fc85c0b2c40 2024-09-13T16:11:23.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc86083d640 1 -- 172.21.15.39:0/713515411 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc84c02d050 con 0x7fc85c0b2c40 2024-09-13T16:11:23.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc86083d640 1 -- 172.21.15.39:0/713515411 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84c007ac0 con 0x7fc85c0b2c40 2024-09-13T16:11:23.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 -- 172.21.15.39:0/713515411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0b2c40 msgr2=0x7fc85c0acd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0b2c40 0x7fc85c0acd00 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009d90 tx=0x7fc84c02a660 comp rx=0 tx=0).stop 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 -- 172.21.15.39:0/713515411 shutdown_connections 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0b2c40 0x7fc85c0acd00 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 --2- 172.21.15.39:0/713515411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c0b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 -- 172.21.15.39:0/713515411 >> 172.21.15.39:0/713515411 conn(0x7fc85c0b0eb0 msgr2=0x7fc85c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 -- 172.21.15.39:0/713515411 shutdown_connections 2024-09-13T16:11:23.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.984+0000 7fc863aa3640 1 -- 172.21.15.39:0/713515411 wait complete. 2024-09-13T16:11:23.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.986+0000 7fc863aa3640 1 Processor -- start 2024-09-13T16:11:23.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.986+0000 7fc863aa3640 1 -- start start 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc863aa3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c15bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc863aa3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc85c0b2c40 0x7fc85c14c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc863aa3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 0x7fc85c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc863aa3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c14def0 con 0x7fc85c0ce050 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc863aa3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c150290 con 0x7fc85c0b2c40 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc863aa3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc85c14d6e0 con 0x7fc85c070f50 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 0x7fc85c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 0x7fc85c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44808/0 (socket says 172.21.15.39:44808) 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 -- 172.21.15.39:0/471004707 learned_addr learned my addr 172.21.15.39:0/471004707 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc86103e640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc85c0b2c40 0x7fc85c14c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc86183f640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c15bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 -- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 msgr2=0x7fc85c15bee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c15bee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 -- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc85c0b2c40 msgr2=0x7fc85c14c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc85c0b2c40 0x7fc85c14c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 -- 172.21.15.39:0/471004707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc84c009a70 con 0x7fc85c0ce050 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.987+0000 7fc862040640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 0x7fc85c069ed0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009eb0 tx=0x7fc84c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.988+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84c031910 con 0x7fc85c0ce050 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.988+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc84c031a70 con 0x7fc85c0ce050 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.988+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc85c14d930 con 0x7fc85c0ce050 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.988+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84c031de0 con 0x7fc85c0ce050 2024-09-13T16:11:23.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.988+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc85c1504a0 con 0x7fc85c0ce050 2024-09-13T16:11:23.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.989+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc85c0672f0 con 0x7fc85c0ce050 2024-09-13T16:11:23.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.989+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc84c03c420 con 0x7fc85c0ce050 2024-09-13T16:11:23.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.990+0000 7fc85a7fc640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84806ac00 0x7fc84806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:23.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.990+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc84c0aaef0 con 0x7fc85c0ce050 2024-09-13T16:11:23.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.990+0000 7fc86183f640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84806ac00 0x7fc84806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:23.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.991+0000 7fc86183f640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84806ac00 0x7fc84806d0c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc854005880 tx=0x7fc854009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:23.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:23.994+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc84c076330 con 0x7fc85c0ce050 2024-09-13T16:11:24.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.163+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc85c150690 con 0x7fc85c0ce050 2024-09-13T16:11:24.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.163+0000 7fc85a7fc640 1 -- 172.21.15.39:0/471004707 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc84c079950 con 0x7fc85c0ce050 2024-09-13T16:11:24.165 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84806ac00 msgr2=0x7fc84806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84806ac00 0x7fc84806d0c0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fc854005880 tx=0x7fc854009040 comp rx=0 tx=0).stop 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 msgr2=0x7fc85c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 0x7fc85c069ed0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7fc84c009eb0 tx=0x7fc84c004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 shutdown_connections 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84806ac00 0x7fc84806d0c0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85c0ce050 0x7fc85c069ed0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc85c0b2c40 0x7fc85c14c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 --2- 172.21.15.39:0/471004707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85c070f50 0x7fc85c15bee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 >> 172.21.15.39:0/471004707 conn(0x7fc85c0b0eb0 msgr2=0x7fc85c0ada70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 shutdown_connections 2024-09-13T16:11:24.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.165+0000 7fc863aa3640 1 -- 172.21.15.39:0/471004707 wait complete. 2024-09-13T16:11:24.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.281+0000 7f7351b5a640 1 Processor -- start 2024-09-13T16:11:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.282+0000 7f7351b5a640 1 -- start start 2024-09-13T16:11:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.282+0000 7f7351b5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 0x7f734c0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.282+0000 7f7351b5a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f734c1610b0 con 0x7f734c1601f0 2024-09-13T16:11:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.282+0000 7f7351b5a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f734c0cd650 con 0x7f734c0afc80 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.282+0000 7f7351b5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f734c15cfa0 con 0x7f734c0cf0f0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f734c1601f0 0x7f734c06ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42000/0 (socket says 172.21.15.39:42000) 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734bfff640 1 -- 172.21.15.39:0/575921714 learned_addr learned my addr 172.21.15.39:0/575921714 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1271868468 0 0) 0x7f734c1610b0 con 0x7f734c1601f0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7338003520 con 0x7f734c1601f0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734affd640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 0x7f734c0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1561337655 0 0) 0x7f7338003520 con 0x7f734c1601f0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 msgr2=0x7f734c0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 0x7f734c0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 >> v1:172.21.15.157:6789/0 conn(0x7f734c0afc80 legacy=0x7f734c0ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f734c160dd0 con 0x7f734c1601f0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f7344001670 con 0x7f734c1601f0 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 >> v1:172.21.15.39:6789/0 conn(0x7f734c1601f0 legacy=0x7f734c06ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73380039a0 0x7f7338003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 0x7f73380047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7338004d00 0x7f7338005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f734c15cfa0 con 0x7f73380039a0 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f733800bb70 con 0x7f7338004d00 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f733800bd30 con 0x7f734c0cf0f0 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734b7fe640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73380039a0 0x7f7338003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734affd640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 0x7f73380047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.283+0000 7f734bfff640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7338004d00 0x7f7338005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734b7fe640 1 -- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 msgr2=0x7f73380047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734b7fe640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c0cf0f0 0x7f73380047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734b7fe640 1 -- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7338004d00 msgr2=0x7f7338005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734b7fe640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7338004d00 0x7f7338005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734b7fe640 1 -- 172.21.15.39:0/575921714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7338003520 con 0x7f73380039a0 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734bfff640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7338004d00 0x7f7338005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734b7fe640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73380039a0 0x7f7338003dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f733c001e50 tx=0x7f73380057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d2a1fbbfc6abfe9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c02ae70 con 0x7f73380039a0 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f733c003970 con 0x7f73380039a0 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.284+0000 7f734a7fc640 1 -- 172.21.15.39:0/575921714 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733c003d20 con 0x7f73380039a0 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f7351b5a640 1 -- 172.21.15.39:0/575921714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73380039a0 msgr2=0x7f7338003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f7351b5a640 1 --2- 172.21.15.39:0/575921714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73380039a0 0x7f7338003dc0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f733c001e50 tx=0x7f73380057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f734bfff640 1 -- 172.21.15.39:0/575921714 reap_dead start 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f7351b5a640 1 -- 172.21.15.39:0/575921714 shutdown_connections 2024-09-13T16:11:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f7351b5a640 1 -- 172.21.15.39:0/575921714 >> 172.21.15.39:0/575921714 conn(0x7f734c0d04e0 msgr2=0x7f734c0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f7351b5a640 1 -- 172.21.15.39:0/575921714 shutdown_connections 2024-09-13T16:11:24.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.285+0000 7f7351b5a640 1 -- 172.21.15.39:0/575921714 wait complete. 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.286+0000 7f7351b5a640 1 Processor -- start 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.286+0000 7f7351b5a640 1 -- start start 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f7351b5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73380039a0 0x7f734c148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f7351b5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 0x7f734c0b3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f7351b5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c15a0e0 0x7f734c15a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f7351b5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f734c15aaa0 con 0x7f734c0b3510 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f7351b5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f734c0c9da0 con 0x7f73380039a0 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f7351b5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f734c0b4080 con 0x7f734c15a0e0 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f734affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 0x7f734c0b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f734affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 0x7f734c0b3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44826/0 (socket says 172.21.15.39:44826) 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f734affd640 1 -- 172.21.15.39:0/1621082008 learned_addr learned my addr 172.21.15.39:0/1621082008 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f734b7fe640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73380039a0 0x7f734c148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.287+0000 7f734bfff640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c15a0e0 0x7f734c15a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f734affd640 1 -- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c15a0e0 msgr2=0x7f734c15a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f734affd640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c15a0e0 0x7f734c15a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f734affd640 1 -- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73380039a0 msgr2=0x7f734c148060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f734affd640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73380039a0 0x7f734c148060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f734affd640 1 -- 172.21.15.39:0/1621082008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f734c0b4360 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f734affd640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 0x7f734c0b3990 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7334011960 tx=0x7f7334011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7334004300 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7334004460 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f734c0c9a30 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f733400fa20 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.288+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f734c1f3ae0 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.289+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f734c0c9890 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.289+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f733400fb80 con 0x7f734c0b3510 2024-09-13T16:11:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.290+0000 7f7343fff640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f732c06ac30 0x7f732c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.290+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7334089810 con 0x7f734c0b3510 2024-09-13T16:11:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.290+0000 7f734b7fe640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f732c06ac30 0x7f732c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.291+0000 7f734b7fe640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f732c06ac30 0x7f732c06d0f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f733c032000 tx=0x7f733c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.294+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f734c0c9890 con 0x7f734c0b3510 2024-09-13T16:11:24.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.462+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f734c0c9890 con 0x7f734c0b3510 2024-09-13T16:11:24.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.463+0000 7f7343fff640 1 -- 172.21.15.39:0/1621082008 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v21) v1 ==== 100+0+11 (secure 0 0 0) 0x7f734c0c9890 con 0x7f734c0b3510 2024-09-13T16:11:24.464 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:24.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f732c06ac30 msgr2=0x7f732c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f732c06ac30 0x7f732c06d0f0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f733c032000 tx=0x7f733c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 msgr2=0x7f734c0b3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 0x7f734c0b3990 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f7334011960 tx=0x7f7334011e20 comp rx=0 tx=0).stop 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 shutdown_connections 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f732c06ac30 0x7f732c06d0f0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f734c15a0e0 0x7f734c15a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f734c0b3510 0x7f734c0b3990 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 --2- 172.21.15.39:0/1621082008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73380039a0 0x7f734c148060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.464+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 >> 172.21.15.39:0/1621082008 conn(0x7f734c0d04e0 msgr2=0x7f734c0cfa60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.465+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 shutdown_connections 2024-09-13T16:11:24.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.465+0000 7f7351b5a640 1 -- 172.21.15.39:0/1621082008 wait complete. 2024-09-13T16:11:24.477 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.578+0000 7f3d8f3ae640 1 Processor -- start 2024-09-13T16:11:24.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.578+0000 7f3d8f3ae640 1 -- start start 2024-09-13T16:11:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8f3ae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3d88159380 0x7f3d880b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8f3ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d8815a360 0x7f3d880ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8f3ae640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d88159760 con 0x7f3d880ce960 2024-09-13T16:11:24.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8f3ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d880cedd0 con 0x7f3d8815a360 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8f3ae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d8815a880 con 0x7f3d88159380 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8c949640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d8815a360 0x7f3d880ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8c949640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d8815a360 0x7f3d880ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44828/0 (socket says 172.21.15.39:44828) 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.579+0000 7f3d8c949640 1 -- 172.21.15.39:0/3511885917 learned_addr learned my addr 172.21.15.39:0/3511885917 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.580+0000 7f3d8d14a640 1 --2- 172.21.15.39:0/3511885917 >> v2:172.21.15.157:3300/0 conn(0x7f3d88159380 0x7f3d880b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.580+0000 7f3d8c949640 1 -- 172.21.15.39:0/3511885917 >> v2:172.21.15.157:3300/0 conn(0x7f3d88159380 msgr2=0x7f3d880b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.580+0000 7f3d8c949640 1 --2- 172.21.15.39:0/3511885917 >> v2:172.21.15.157:3300/0 conn(0x7f3d88159380 0x7f3d880b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.580+0000 7f3d8c949640 1 -- 172.21.15.39:0/3511885917 >> v1:172.21.15.157:6789/0 conn(0x7f3d880ce960 legacy=0x7f3d88071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:24.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.580+0000 7f3d8c949640 1 -- 172.21.15.39:0/3511885917 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d8815ab60 con 0x7f3d8815a360 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.580+0000 7f3d8c949640 1 --2- 172.21.15.39:0/3511885917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d880ce420 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3d880ce3f0 tx=0x7f3d7c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=109fa6c4007cd35c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d87fff640 1 -- 172.21.15.39:0/3511885917 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c032440 con 0x7f3d8815a360 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d87fff640 1 -- 172.21.15.39:0/3511885917 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d7c0325a0 con 0x7f3d8815a360 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d87fff640 1 -- 172.21.15.39:0/3511885917 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c032930 con 0x7f3d8815a360 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/3511885917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 msgr2=0x7f3d880ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/3511885917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d880ce420 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7f3d880ce3f0 tx=0x7f3d7c02a230 comp rx=0 tx=0).stop 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/3511885917 shutdown_connections 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/3511885917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d880ce420 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/3511885917 >> v2:172.21.15.157:3300/0 conn(0x7f3d88159380 0x7f3d880b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/3511885917 >> 172.21.15.39:0/3511885917 conn(0x7f3d880b15d0 msgr2=0x7f3d880b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/3511885917 shutdown_connections 2024-09-13T16:11:24.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.581+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/3511885917 wait complete. 2024-09-13T16:11:24.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.582+0000 7f3d8f3ae640 1 Processor -- start 2024-09-13T16:11:24.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.582+0000 7f3d8f3ae640 1 -- start start 2024-09-13T16:11:24.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8f3ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d880ce960 0x7f3d881e5960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8f3ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d88159380 0x7f3d881e40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8f3ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d8814cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8f3ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d881f2320 con 0x7f3d8815a360 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8f3ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d881e1440 con 0x7f3d88159380 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8f3ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d881e1720 con 0x7f3d880ce960 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8d94b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d8814cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8d94b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d8814cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44830/0 (socket says 172.21.15.39:44830) 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8d94b640 1 -- 172.21.15.39:0/1679637459 learned_addr learned my addr 172.21.15.39:0/1679637459 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8d14a640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d880ce960 0x7f3d881e5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.583+0000 7f3d8c949640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d88159380 0x7f3d881e40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8d94b640 1 -- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d880ce960 msgr2=0x7f3d881e5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8d94b640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d880ce960 0x7f3d881e5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8d94b640 1 -- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d88159380 msgr2=0x7f3d881e40c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8d94b640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d88159380 0x7f3d881e40c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8d94b640 1 -- 172.21.15.39:0/1679637459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d7c0094d0 con 0x7f3d8815a360 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8d94b640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d8814cd40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000c410 tx=0x7f3d8000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d80011790 con 0x7f3d8815a360 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d800118f0 con 0x7f3d8815a360 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d881e1a00 con 0x7f3d8815a360 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d80011ca0 con 0x7f3d8815a360 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.584+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d881e5ea0 con 0x7f3d8815a360 2024-09-13T16:11:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.585+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d881f24b0 con 0x7f3d8815a360 2024-09-13T16:11:24.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.586+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3d8001c460 con 0x7f3d8815a360 2024-09-13T16:11:24.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.586+0000 7f3d85ffb640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7406ac00 0x7f3d7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:24.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.586+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3d80088ea0 con 0x7f3d8815a360 2024-09-13T16:11:24.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.586+0000 7f3d8d14a640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7406ac00 0x7f3d7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:24.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.587+0000 7f3d8d14a640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7406ac00 0x7f3d7406d0c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3d78003b80 tx=0x7f3d780098d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:24.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.590+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3d881f24b0 con 0x7f3d8815a360 2024-09-13T16:11:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.775+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3d880672f0 con 0x7f3d8815a360 2024-09-13T16:11:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.775+0000 7f3d85ffb640 1 -- 172.21.15.39:0/1679637459 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v21) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3d80054130 con 0x7f3d8815a360 2024-09-13T16:11:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7406ac00 msgr2=0x7f3d7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7406ac00 0x7f3d7406d0c0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f3d78003b80 tx=0x7f3d780098d0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 msgr2=0x7f3d8814cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d8814cd40 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000c410 tx=0x7f3d8000c8d0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 shutdown_connections 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7406ac00 0x7f3d7406d0c0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8815a360 0x7f3d8814cd40 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d88159380 0x7f3d881e40c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 --2- 172.21.15.39:0/1679637459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d880ce960 0x7f3d881e5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 >> 172.21.15.39:0/1679637459 conn(0x7f3d880b15d0 msgr2=0x7f3d88154e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:24.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 shutdown_connections 2024-09-13T16:11:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:24.777+0000 7f3d8f3ae640 1 -- 172.21.15.39:0/1679637459 wait complete. 2024-09-13T16:11:24.790 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi157.front.sepia.ceph.com... 2024-09-13T16:11:24.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:24.790 DEBUG:teuthology.orchestra.run.smithi157:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T16:11:24.825 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:24.825 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:11:24.825 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:24.826 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:11:24.891 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:24.891 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:24.908 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:24.908 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:24.965 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.106+0000 7f5d7209c640 1 Processor -- start 2024-09-13T16:11:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.106+0000 7f5d7209c640 1 -- start start 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d7209c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5d6c158cb0 0x7f5d6c0cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d7209c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5d6c06a5e0 0x7f5d6c0cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d7209c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d6c06f910 con 0x7f5d6c06f4a0 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d7209c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d6c06fbd0 con 0x7f5d6c06a5e0 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d7209c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d6c06feb0 con 0x7f5d6c158cb0 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d6bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5d6c06a5e0 0x7f5d6c0cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d6bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5d6c06a5e0 0x7f5d6c0cad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44836/0 (socket says 172.21.15.39:44836) 2024-09-13T16:11:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d6bfff640 1 -- 172.21.15.39:0/3115669739 learned_addr learned my addr 172.21.15.39:0/3115669739 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d6b7fe640 1 --2- 172.21.15.39:0/3115669739 >> v2:172.21.15.157:3300/0 conn(0x7f5d6c158cb0 0x7f5d6c0cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d6bfff640 1 -- 172.21.15.39:0/3115669739 >> v2:172.21.15.157:3300/0 conn(0x7f5d6c158cb0 msgr2=0x7f5d6c0cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.107+0000 7f5d6bfff640 1 --2- 172.21.15.39:0/3115669739 >> v2:172.21.15.157:3300/0 conn(0x7f5d6c158cb0 0x7f5d6c0cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.108+0000 7f5d6bfff640 1 -- 172.21.15.39:0/3115669739 >> v1:172.21.15.157:6789/0 conn(0x7f5d6c06f4a0 legacy=0x7f5d6c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.108+0000 7f5d6bfff640 1 -- 172.21.15.39:0/3115669739 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d6c070190 con 0x7f5d6c06a5e0 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.108+0000 7f5d6bfff640 1 --2- 172.21.15.39:0/3115669739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c06a5e0 0x7f5d6c0cad30 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c068520 tx=0x7f5d6402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7dfd8cc32a81a6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.108+0000 7f5d6a7fc640 1 -- 172.21.15.39:0/3115669739 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d64031600 con 0x7f5d6c06a5e0 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d6a7fc640 1 -- 172.21.15.39:0/3115669739 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d6402d050 con 0x7f5d6c06a5e0 2024-09-13T16:11:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d6a7fc640 1 -- 172.21.15.39:0/3115669739 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d64031980 con 0x7f5d6c06a5e0 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 -- 172.21.15.39:0/3115669739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c06a5e0 msgr2=0x7f5d6c0cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 --2- 172.21.15.39:0/3115669739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c06a5e0 0x7f5d6c0cad30 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c068520 tx=0x7f5d6402a730 comp rx=0 tx=0).stop 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 -- 172.21.15.39:0/3115669739 shutdown_connections 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 --2- 172.21.15.39:0/3115669739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c06a5e0 0x7f5d6c0cad30 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 --2- 172.21.15.39:0/3115669739 >> v2:172.21.15.157:3300/0 conn(0x7f5d6c158cb0 0x7f5d6c0cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 -- 172.21.15.39:0/3115669739 >> 172.21.15.39:0/3115669739 conn(0x7f5d6c06b3b0 msgr2=0x7f5d6c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 -- 172.21.15.39:0/3115669739 shutdown_connections 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.109+0000 7f5d7209c640 1 -- 172.21.15.39:0/3115669739 wait complete. 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.110+0000 7f5d7209c640 1 Processor -- start 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 -- start start 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d6c06a5e0 0x7f5d6c14ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d6c06f4a0 0x7f5d6c0b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 0x7f5d6c0b1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d6c0ada40 con 0x7f5d6c158cb0 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d6c159520 con 0x7f5d6c06f4a0 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d7209c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d6c159800 con 0x7f5d6c06a5e0 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d6bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 0x7f5d6c0b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d6bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 0x7f5d6c0b1870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44850/0 (socket says 172.21.15.39:44850) 2024-09-13T16:11:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.111+0000 7f5d6bfff640 1 -- 172.21.15.39:0/446788141 learned_addr learned my addr 172.21.15.39:0/446788141 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6affd640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d6c06f4a0 0x7f5d6c0b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6b7fe640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d6c06a5e0 0x7f5d6c14ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6bfff640 1 -- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d6c06a5e0 msgr2=0x7f5d6c14ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6bfff640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d6c06a5e0 0x7f5d6c14ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6bfff640 1 -- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d6c06f4a0 msgr2=0x7f5d6c0b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6bfff640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d6c06f4a0 0x7f5d6c0b1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6bfff640 1 -- 172.21.15.39:0/446788141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d64009b30 con 0x7f5d6c158cb0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6b7fe640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d6c06a5e0 0x7f5d6c14ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d6bfff640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 0x7f5d6c0b1870 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5d64034040 tx=0x7f5d64004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d6403d860 con 0x7f5d6c158cb0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d6403d9c0 con 0x7f5d6c158cb0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d6c159ae0 con 0x7f5d6c158cb0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d6403dd70 con 0x7f5d6c158cb0 2024-09-13T16:11:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.112+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d6c14b3a0 con 0x7f5d6c158cb0 2024-09-13T16:11:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.113+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d6c0672f0 con 0x7f5d6c158cb0 2024-09-13T16:11:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.114+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5d6403b400 con 0x7f5d6c158cb0 2024-09-13T16:11:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.114+0000 7f5d53fff640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d5806ac00 0x7f5d5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.114+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5d640aa0b0 con 0x7f5d6c158cb0 2024-09-13T16:11:25.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.114+0000 7f5d6b7fe640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d5806ac00 0x7f5d5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.115+0000 7f5d6b7fe640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d5806ac00 0x7f5d5806d0c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c14e6c0 tx=0x7f5d5c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.118+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5d64075320 con 0x7f5d6c158cb0 2024-09-13T16:11:25.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.292+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5d6c0cee00 con 0x7f5d6c158cb0 2024-09-13T16:11:25.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.293+0000 7f5d53fff640 1 -- 172.21.15.39:0/446788141 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v21) v1 ==== 74+0+16493 (secure 0 0 0) 0x7f5d64009510 con 0x7f5d6c158cb0 2024-09-13T16:11:25.295 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:25.295 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:10:46.065279+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d5806ac00 msgr2=0x7f5d5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d5806ac00 0x7f5d5806d0c0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f5d6c14e6c0 tx=0x7f5d5c008040 comp rx=0 tx=0).stop 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 msgr2=0x7f5d6c0b1870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 0x7f5d6c0b1870 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f5d64034040 tx=0x7f5d64004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 shutdown_connections 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d5806ac00 0x7f5d5806d0c0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d6c158cb0 0x7f5d6c0b1870 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d6c06f4a0 0x7f5d6c0b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 --2- 172.21.15.39:0/446788141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d6c06a5e0 0x7f5d6c14ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 >> 172.21.15.39:0/446788141 conn(0x7f5d6c06b3b0 msgr2=0x7f5d6c0af740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:25.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 shutdown_connections 2024-09-13T16:11:25.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.295+0000 7f5d7209c640 1 -- 172.21.15.39:0/446788141 wait complete. 2024-09-13T16:11:25.308 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:25.309 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:25.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.412+0000 7fca642de640 1 Processor -- start 2024-09-13T16:11:25.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.412+0000 7fca642de640 1 -- start start 2024-09-13T16:11:25.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca642de640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca5c0b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca642de640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca5c15d080 con 0x7fca5c0ce050 2024-09-13T16:11:25.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca642de640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca5c0b3f90 con 0x7fca5c0b2c40 2024-09-13T16:11:25.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca642de640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c0b30d0 con 0x7fca5c070f50 2024-09-13T16:11:25.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca6207a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fca5c0ce050 0x7fca5c070840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42016/0 (socket says 172.21.15.39:42016) 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca6207a640 1 -- 172.21.15.39:0/435111872 learned_addr learned my addr 172.21.15.39:0/435111872 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1843766576 0 0) 0x7fca5c15d080 con 0x7fca5c0ce050 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca44003520 con 0x7fca5c0ce050 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.413+0000 7fca61879640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca5c0b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2286662400 0 0) 0x7fca44003520 con 0x7fca5c0ce050 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 msgr2=0x7fca5c0b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca5c0b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 >> v1:172.21.15.157:6789/0 conn(0x7fca5c0b2c40 legacy=0x7fca5c0acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca5c0b3380 con 0x7fca5c0ce050 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fca4c0019f0 con 0x7fca5c0ce050 2024-09-13T16:11:25.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61879640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca5c0b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 >> v1:172.21.15.39:6789/0 conn(0x7fca5c0ce050 legacy=0x7fca5c070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca44003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca440047c0 0x7fca44004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca440051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c0b30d0 con 0x7fca440039a0 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca4400bb10 con 0x7fca440047c0 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca4400bcd0 con 0x7fca5c070f50 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6207a640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca44003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca61879640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca440047c0 0x7fca44004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6287b640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca440051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6207a640 1 -- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 msgr2=0x7fca440051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6207a640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c070f50 0x7fca440051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6207a640 1 -- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca440047c0 msgr2=0x7fca44004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6207a640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca440047c0 0x7fca44004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.414+0000 7fca6207a640 1 -- 172.21.15.39:0/435111872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca44003520 con 0x7fca440039a0 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.415+0000 7fca6207a640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca44003dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fca4c00a750 tx=0x7fca440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8f11da617e1f300 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.415+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca4c02b980 con 0x7fca440039a0 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.415+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca4c02bb00 con 0x7fca440039a0 2024-09-13T16:11:25.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.415+0000 7fca61078640 1 -- 172.21.15.39:0/435111872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca4c034470 con 0x7fca440039a0 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca642de640 1 -- 172.21.15.39:0/435111872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 msgr2=0x7fca44003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca642de640 1 --2- 172.21.15.39:0/435111872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca44003dc0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7fca4c00a750 tx=0x7fca440057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca6287b640 1 -- 172.21.15.39:0/435111872 reap_dead start 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca642de640 1 -- 172.21.15.39:0/435111872 shutdown_connections 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca642de640 1 -- 172.21.15.39:0/435111872 >> 172.21.15.39:0/435111872 conn(0x7fca5c0b0eb0 msgr2=0x7fca5c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca642de640 1 -- 172.21.15.39:0/435111872 shutdown_connections 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.416+0000 7fca642de640 1 -- 172.21.15.39:0/435111872 wait complete. 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.417+0000 7fca642de640 1 Processor -- start 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.417+0000 7fca642de640 1 -- start start 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca5c14ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca5c14c760 0x7fca5c1f2270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c1f27b0 0x7fca5c1f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c1503c0 con 0x7fca440039a0 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c1f3180 con 0x7fca5c14c760 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca5c154e90 con 0x7fca5c1f27b0 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca5c14ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca5c14ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44874/0 (socket says 172.21.15.39:44874) 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 -- 172.21.15.39:0/4223301678 learned_addr learned my addr 172.21.15.39:0/4223301678 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca61879640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca5c14c760 0x7fca5c1f2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6287b640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c1f27b0 0x7fca5c1f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 -- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c1f27b0 msgr2=0x7fca5c1f2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c1f27b0 0x7fca5c1f2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 -- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca5c14c760 msgr2=0x7fca5c1f2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca5c14c760 0x7fca5c1f2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 -- 172.21.15.39:0/4223301678 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca5c14f340 con 0x7fca440039a0 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6287b640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c1f27b0 0x7fca5c1f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:25.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca6207a640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca5c14ec40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fca4c02b360 tx=0x7fca5c0b3f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca4c03b040 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca4c034470 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca5c14f620 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.418+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca4c034820 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.419+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca5c14f900 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.419+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca5c0672f0 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.420+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fca4c031070 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.420+0000 7fca5affd640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca4806ac30 0x7fca4806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.420+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fca4c0a9980 con 0x7fca440039a0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.421+0000 7fca61879640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca4806ac30 0x7fca4806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.421+0000 7fca61879640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca4806ac30 0x7fca4806d0f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fca50006fd0 tx=0x7fca50008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.424+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fca4c074b60 con 0x7fca440039a0 2024-09-13T16:11:25.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.596+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fca5c0b2700 con 0x7fca440039a0 2024-09-13T16:11:25.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.596+0000 7fca5affd640 1 -- 172.21.15.39:0/4223301678 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v21) v1 ==== 93+0+10 (secure 0 0 0) 0x7fca4c078180 con 0x7fca440039a0 2024-09-13T16:11:25.598 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca4806ac30 msgr2=0x7fca4806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca4806ac30 0x7fca4806d0f0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7fca50006fd0 tx=0x7fca50008040 comp rx=0 tx=0).stop 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 msgr2=0x7fca5c14ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca5c14ec40 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7fca4c02b360 tx=0x7fca5c0b3f00 comp rx=0 tx=0).stop 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 shutdown_connections 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca4806ac30 0x7fca4806d0f0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca5c1f27b0 0x7fca5c1f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca5c14c760 0x7fca5c1f2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 --2- 172.21.15.39:0/4223301678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca440039a0 0x7fca5c14ec40 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.598+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 >> 172.21.15.39:0/4223301678 conn(0x7fca5c0b0eb0 msgr2=0x7fca5c0afea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:25.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.599+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 shutdown_connections 2024-09-13T16:11:25.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.599+0000 7fca642de640 1 -- 172.21.15.39:0/4223301678 wait complete. 2024-09-13T16:11:25.611 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:25.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.714+0000 7fb4b9565640 1 Processor -- start 2024-09-13T16:11:25.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.714+0000 7fb4b9565640 1 -- start start 2024-09-13T16:11:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b9565640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b40b4180 0x7fb4b40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b9565640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb4b40d1f40 0x7fb4b40b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b9565640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4b40b5550 con 0x7fb4b415c7d0 2024-09-13T16:11:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b9565640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4b40b2000 con 0x7fb4b40d1f40 2024-09-13T16:11:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b9565640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b40cfb50 con 0x7fb4b40b4180 2024-09-13T16:11:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b2ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb4b415c7d0 0x7fb4b40cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42032/0 (socket says 172.21.15.39:42032) 2024-09-13T16:11:25.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.715+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/1506062980 learned_addr learned my addr 172.21.15.39:0/1506062980 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:25.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b27fc640 1 --2- 172.21.15.39:0/1506062980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b40b4180 0x7fb4b40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b37fe640 1 --2- 172.21.15.39:0/1506062980 >> v2:172.21.15.157:3300/0 conn(0x7fb4b40d1f40 0x7fb4b40b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b1ffb640 1 -- 172.21.15.39:0/1506062980 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2872262460 0 0) 0x7fb4b40b5550 con 0x7fb4b415c7d0 2024-09-13T16:11:25.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b1ffb640 1 -- 172.21.15.39:0/1506062980 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb4a0003520 con 0x7fb4b415c7d0 2024-09-13T16:11:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b27fc640 1 -- 172.21.15.39:0/1506062980 >> v2:172.21.15.157:3300/0 conn(0x7fb4b40d1f40 msgr2=0x7fb4b40b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b27fc640 1 --2- 172.21.15.39:0/1506062980 >> v2:172.21.15.157:3300/0 conn(0x7fb4b40d1f40 0x7fb4b40b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b27fc640 1 -- 172.21.15.39:0/1506062980 >> v1:172.21.15.39:6789/0 conn(0x7fb4b415c7d0 legacy=0x7fb4b40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b1ffb640 1 -- 172.21.15.39:0/1506062980 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 634495669 0 0) 0x7fb4a0003520 con 0x7fb4b415c7d0 2024-09-13T16:11:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.716+0000 7fb4b27fc640 1 -- 172.21.15.39:0/1506062980 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4b40d2340 con 0x7fb4b40b4180 2024-09-13T16:11:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.717+0000 7fb4b27fc640 1 --2- 172.21.15.39:0/1506062980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b40b4180 0x7fb4b40d1a00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0097a0 tx=0x7fb49c02a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7aca2c4d731e3d19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.717+0000 7fb4b1ffb640 1 -- 172.21.15.39:0/1506062980 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a40019f0 con 0x7fb4b40b4180 2024-09-13T16:11:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.717+0000 7fb4b1ffb640 1 -- 172.21.15.39:0/1506062980 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb49c02aba0 con 0x7fb4b40b4180 2024-09-13T16:11:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.717+0000 7fb4b1ffb640 1 -- 172.21.15.39:0/1506062980 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb49c032440 con 0x7fb4b40b4180 2024-09-13T16:11:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 -- 172.21.15.39:0/1506062980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b40b4180 msgr2=0x7fb4b40d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 --2- 172.21.15.39:0/1506062980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b40b4180 0x7fb4b40d1a00 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7fb49c0097a0 tx=0x7fb49c02a110 comp rx=0 tx=0).stop 2024-09-13T16:11:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 -- 172.21.15.39:0/1506062980 shutdown_connections 2024-09-13T16:11:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 --2- 172.21.15.39:0/1506062980 >> v2:172.21.15.157:3300/0 conn(0x7fb4b40d1f40 0x7fb4b40b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 --2- 172.21.15.39:0/1506062980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b40b4180 0x7fb4b40d1a00 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 -- 172.21.15.39:0/1506062980 >> 172.21.15.39:0/1506062980 conn(0x7fb4b406bc40 msgr2=0x7fb4b406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 -- 172.21.15.39:0/1506062980 shutdown_connections 2024-09-13T16:11:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.718+0000 7fb4b9565640 1 -- 172.21.15.39:0/1506062980 wait complete. 2024-09-13T16:11:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.719+0000 7fb4b9565640 1 Processor -- start 2024-09-13T16:11:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.719+0000 7fb4b9565640 1 -- start start 2024-09-13T16:11:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 0x7fb4b414dc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b415c7d0 0x7fb4b415e170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4b4159460 0x7fb4b41598f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b415dd50 con 0x7fb4b40d1f40 2024-09-13T16:11:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b415fe70 con 0x7fb4b4159460 2024-09-13T16:11:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b4159e30 con 0x7fb4b415c7d0 2024-09-13T16:11:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 0x7fb4b414dc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 0x7fb4b414dc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44876/0 (socket says 172.21.15.39:44876) 2024-09-13T16:11:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/3854424052 learned_addr learned my addr 172.21.15.39:0/3854424052 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b415c7d0 msgr2=0x7fb4b415e170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b37fe640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4b4159460 0x7fb4b41598f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b415c7d0 0x7fb4b415e170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4b4159460 msgr2=0x7fb4b41598f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4b4159460 0x7fb4b41598f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/3854424052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb49c009400 con 0x7fb4b40d1f40 2024-09-13T16:11:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b2ffd640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 0x7fb4b414dc30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb4a400cc40 tx=0x7fb4a400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a400ce50 con 0x7fb4b40d1f40 2024-09-13T16:11:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4a4012400 con 0x7fb4b40d1f40 2024-09-13T16:11:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4b415f660 con 0x7fb4b40d1f40 2024-09-13T16:11:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.720+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a4012830 con 0x7fb4b40d1f40 2024-09-13T16:11:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.721+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4b415f8b0 con 0x7fb4b40d1f40 2024-09-13T16:11:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.722+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4b415cbb0 con 0x7fb4b40d1f40 2024-09-13T16:11:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.722+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb4a4007070 con 0x7fb4b40d1f40 2024-09-13T16:11:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.722+0000 7fb4ab7fe640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb49406ac00 0x7fb49406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.722+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb4a4089490 con 0x7fb4b40d1f40 2024-09-13T16:11:25.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.723+0000 7fb4b27fc640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb49406ac00 0x7fb49406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:25.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.723+0000 7fb4b27fc640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb49406ac00 0x7fb49406d0c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb49c034000 tx=0x7fb49c02c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:25.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.726+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb4a4054700 con 0x7fb4b40d1f40 2024-09-13T16:11:25.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.895+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fb4b40d1d20 con 0x7fb4b40d1f40 2024-09-13T16:11:25.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.896+0000 7fb4ab7fe640 1 -- 172.21.15.39:0/3854424052 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v21) v1 ==== 104+0+11 (secure 0 0 0) 0x7fb4a4057d20 con 0x7fb4b40d1f40 2024-09-13T16:11:25.897 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb49406ac00 msgr2=0x7fb49406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb49406ac00 0x7fb49406d0c0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fb49c034000 tx=0x7fb49c02c000 comp rx=0 tx=0).stop 2024-09-13T16:11:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 msgr2=0x7fb4b414dc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:25.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 0x7fb4b414dc30 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7fb4a400cc40 tx=0x7fb4a400a430 comp rx=0 tx=0).stop 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 shutdown_connections 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb49406ac00 0x7fb49406d0c0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4b4159460 0x7fb4b41598f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4b415c7d0 0x7fb4b415e170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 --2- 172.21.15.39:0/3854424052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4b40d1f40 0x7fb4b414dc30 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 >> 172.21.15.39:0/3854424052 conn(0x7fb4b406bc40 msgr2=0x7fb4b40b8020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 shutdown_connections 2024-09-13T16:11:25.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:25.898+0000 7fb4b9565640 1 -- 172.21.15.39:0/3854424052 wait complete. 2024-09-13T16:11:25.910 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:26.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.017+0000 7ff804325640 1 Processor -- start 2024-09-13T16:11:26.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.017+0000 7ff804325640 1 -- start start 2024-09-13T16:11:26.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff804325640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff804325640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff7fc15ffa0 0x7ff7fc0d1f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff804325640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7fc0d1560 con 0x7ff7fc0d0810 2024-09-13T16:11:26.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff804325640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7fc0b4220 con 0x7ff7fc15ffa0 2024-09-13T16:11:26.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff804325640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7fc0b4500 con 0x7ff7fc15fbc0 2024-09-13T16:11:26.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff8020c1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff8018c0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff7fc15ffa0 0x7ff7fc0d1f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff8028c2640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff7fc0d0810 0x7ff7fc0d0ca0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:54878/0 (socket says 172.21.15.39:54878) 2024-09-13T16:11:26.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.018+0000 7ff8028c2640 1 -- 172.21.15.39:0/781311126 learned_addr learned my addr 172.21.15.39:0/781311126 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:26.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8010bf640 1 -- 172.21.15.39:0/781311126 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3529533962 0 0) 0x7ff7fc0d1560 con 0x7ff7fc0d0810 2024-09-13T16:11:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8010bf640 1 -- 172.21.15.39:0/781311126 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff7e8003520 con 0x7ff7fc0d0810 2024-09-13T16:11:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8020c1640 1 -- 172.21.15.39:0/781311126 >> v2:172.21.15.157:3300/0 conn(0x7ff7fc15ffa0 msgr2=0x7ff7fc0d1f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8020c1640 1 --2- 172.21.15.39:0/781311126 >> v2:172.21.15.157:3300/0 conn(0x7ff7fc15ffa0 0x7ff7fc0d1f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8020c1640 1 -- 172.21.15.39:0/781311126 >> v1:172.21.15.157:6789/0 conn(0x7ff7fc0d0810 legacy=0x7ff7fc0d0ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8020c1640 1 -- 172.21.15.39:0/781311126 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7fc0b47e0 con 0x7ff7fc15fbc0 2024-09-13T16:11:26.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8018c0640 1 --2- 172.21.15.39:0/781311126 >> v2:172.21.15.157:3300/0 conn(0x7ff7fc15ffa0 0x7ff7fc0d1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.019+0000 7ff8020c1640 1 --2- 172.21.15.39:0/781311126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0d1a00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80097a0 tx=0x7ff7f802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c9bfd8517d2f817 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff8010bf640 1 -- 172.21.15.39:0/781311126 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f8032440 con 0x7ff7fc15fbc0 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff8010bf640 1 -- 172.21.15.39:0/781311126 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7f80325a0 con 0x7ff7fc15fbc0 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff8010bf640 1 -- 172.21.15.39:0/781311126 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f8032910 con 0x7ff7fc15fbc0 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 -- 172.21.15.39:0/781311126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 msgr2=0x7ff7fc0d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 --2- 172.21.15.39:0/781311126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0d1a00 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80097a0 tx=0x7ff7f802a180 comp rx=0 tx=0).stop 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 -- 172.21.15.39:0/781311126 shutdown_connections 2024-09-13T16:11:26.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 --2- 172.21.15.39:0/781311126 >> v2:172.21.15.157:3300/0 conn(0x7ff7fc15ffa0 0x7ff7fc0d1f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 --2- 172.21.15.39:0/781311126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0d1a00 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 -- 172.21.15.39:0/781311126 >> 172.21.15.39:0/781311126 conn(0x7ff7fc06bc40 msgr2=0x7ff7fc06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 -- 172.21.15.39:0/781311126 shutdown_connections 2024-09-13T16:11:26.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.020+0000 7ff804325640 1 -- 172.21.15.39:0/781311126 wait complete. 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.021+0000 7ff804325640 1 Processor -- start 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.021+0000 7ff804325640 1 -- start start 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff804325640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 0x7ff7fc150b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff804325640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0caf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff804325640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7fc15ffa0 0x7ff7fc152a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff804325640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7fc1576c0 con 0x7ff7fc0d0810 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff804325640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7fc1510a0 con 0x7ff7fc15ffa0 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff804325640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7fc1519b0 con 0x7ff7fc15fbc0 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff8020c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 0x7ff7fc150b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff8020c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 0x7ff7fc150b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44890/0 (socket says 172.21.15.39:44890) 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff8020c1640 1 -- 172.21.15.39:0/3927700854 learned_addr learned my addr 172.21.15.39:0/3927700854 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:26.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff8028c2640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7fc15ffa0 0x7ff7fc152a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.022+0000 7ff8018c0640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0caf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff8020c1640 1 -- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 msgr2=0x7ff7fc0caf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff8020c1640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0caf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff8020c1640 1 -- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7fc15ffa0 msgr2=0x7ff7fc152a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff8020c1640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7fc15ffa0 0x7ff7fc152a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff8020c1640 1 -- 172.21.15.39:0/3927700854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f0009400 con 0x7ff7fc0d0810 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff8020c1640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 0x7ff7fc150b60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80098c0 tx=0x7ff7f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f803e920 con 0x7ff7fc0d0810 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7f803ea80 con 0x7ff7fc0d0810 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7f8009400 con 0x7ff7fc0d0810 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7f803ee30 con 0x7ff7fc0d0810 2024-09-13T16:11:26.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.023+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7fc151f70 con 0x7ff7fc0d0810 2024-09-13T16:11:26.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.024+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7fc0d0ca0 con 0x7ff7fc0d0810 2024-09-13T16:11:26.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.025+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff7f803c400 con 0x7ff7fc0d0810 2024-09-13T16:11:26.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.025+0000 7ff7eeffd640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7e006ac00 0x7ff7e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.025+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5862+0+0 (secure 0 0 0) 0x7ff7f80aa1a0 con 0x7ff7fc0d0810 2024-09-13T16:11:26.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.025+0000 7ff8018c0640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7e006ac00 0x7ff7e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.026+0000 7ff8018c0640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7e006ac00 0x7ff7e006d0c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc0ce420 tx=0x7ff7f0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.029+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff7f8075310 con 0x7ff7fc0d0810 2024-09-13T16:11:26.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.199+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff7fc0d3200 con 0x7ff7fc0d0810 2024-09-13T16:11:26.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.199+0000 7ff7eeffd640 1 -- 172.21.15.39:0/3927700854 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v22) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff7f8078930 con 0x7ff7fc0d0810 2024-09-13T16:11:26.200 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:26.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7e006ac00 msgr2=0x7ff7e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7e006ac00 0x7ff7e006d0c0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7ff7fc0ce420 tx=0x7ff7f0009190 comp rx=0 tx=0).stop 2024-09-13T16:11:26.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 msgr2=0x7ff7fc150b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 0x7ff7fc150b60 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7ff7f80098c0 tx=0x7ff7f80046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 shutdown_connections 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7e006ac00 0x7ff7e006d0c0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7fc15ffa0 0x7ff7fc152a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7fc15fbc0 0x7ff7fc0caf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 --2- 172.21.15.39:0/3927700854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7fc0d0810 0x7ff7fc150b60 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 >> 172.21.15.39:0/3927700854 conn(0x7ff7fc06bc40 msgr2=0x7ff7fc0d2510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 shutdown_connections 2024-09-13T16:11:26.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.202+0000 7ff804325640 1 -- 172.21.15.39:0/3927700854 wait complete. 2024-09-13T16:11:26.214 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:26.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.316+0000 7f0903696640 1 Processor -- start 2024-09-13T16:11:26.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.316+0000 7f0903696640 1 -- start start 2024-09-13T16:11:26.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0903696640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08fc15a360 0x7f08fc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0903696640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08fc159760 con 0x7f08fc159380 2024-09-13T16:11:26.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0903696640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08fc15a880 con 0x7f08fc0ce960 2024-09-13T16:11:26.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0903696640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08fc0b38f0 con 0x7f08fc15a360 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0900c31640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08fc15a360 0x7f08fc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0901432640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f08fc159380 0x7f08fc0b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42034/0 (socket says 172.21.15.39:42034) 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0901432640 1 -- 172.21.15.39:0/2139175951 learned_addr learned my addr 172.21.15.39:0/2139175951 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0900c31640 1 -- 172.21.15.39:0/2139175951 >> v1:172.21.15.157:6789/0 conn(0x7f08fc0ce960 legacy=0x7f08fc15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0900c31640 1 -- 172.21.15.39:0/2139175951 >> v1:172.21.15.39:6789/0 conn(0x7f08fc159380 legacy=0x7f08fc0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f08effff640 1 -- 172.21.15.39:0/2139175951 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2361733470 0 0) 0x7f08fc159760 con 0x7f08fc159380 2024-09-13T16:11:26.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.317+0000 7f0900c31640 1 -- 172.21.15.39:0/2139175951 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08fc15ab60 con 0x7f08fc15a360 2024-09-13T16:11:26.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.318+0000 7f0900c31640 1 --2- 172.21.15.39:0/2139175951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc15a360 0x7f08fc0ce420 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f08f00097a0 tx=0x7f08f002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38f3477a73e716a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.318+0000 7f08effff640 1 -- 172.21.15.39:0/2139175951 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0032440 con 0x7f08fc15a360 2024-09-13T16:11:26.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.318+0000 7f08effff640 1 -- 172.21.15.39:0/2139175951 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f00325a0 con 0x7f08fc15a360 2024-09-13T16:11:26.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.318+0000 7f08effff640 1 -- 172.21.15.39:0/2139175951 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0032930 con 0x7f08fc15a360 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 -- 172.21.15.39:0/2139175951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc15a360 msgr2=0x7f08fc0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 --2- 172.21.15.39:0/2139175951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc15a360 0x7f08fc0ce420 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f08f00097a0 tx=0x7f08f002a230 comp rx=0 tx=0).stop 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 -- 172.21.15.39:0/2139175951 shutdown_connections 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 --2- 172.21.15.39:0/2139175951 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc15a360 0x7f08fc0ce420 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 -- 172.21.15.39:0/2139175951 >> 172.21.15.39:0/2139175951 conn(0x7f08fc0b15d0 msgr2=0x7f08fc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 -- 172.21.15.39:0/2139175951 shutdown_connections 2024-09-13T16:11:26.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.319+0000 7f0903696640 1 -- 172.21.15.39:0/2139175951 wait complete. 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.320+0000 7f0903696640 1 Processor -- start 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.320+0000 7f0903696640 1 -- start start 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08fc0ce960 0x7f08fc149330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 0x7f08fc1e25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08fc15a360 0x7f08fc1e2b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc152060 con 0x7f08fc159380 2024-09-13T16:11:26.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc153fe0 con 0x7f08fc15a360 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08fc151a10 con 0x7f08fc0ce960 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 0x7f08fc1e25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 0x7f08fc1e25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44904/0 (socket says 172.21.15.39:44904) 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 -- 172.21.15.39:0/281681973 learned_addr learned my addr 172.21.15.39:0/281681973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0901432640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08fc0ce960 0x7f08fc149330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0901c33640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08fc15a360 0x7f08fc1e2b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 -- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08fc0ce960 msgr2=0x7f08fc149330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08fc0ce960 0x7f08fc149330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 -- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08fc15a360 msgr2=0x7f08fc1e2b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08fc15a360 0x7f08fc1e2b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 -- 172.21.15.39:0/281681973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f0009400 con 0x7f08fc159380 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0900c31640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 0x7f08fc1e25e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f08f0000c00 tx=0x7f08f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0004230 con 0x7f08fc159380 2024-09-13T16:11:26.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f0004390 con 0x7f08fc159380 2024-09-13T16:11:26.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08fc151cf0 con 0x7f08fc159380 2024-09-13T16:11:26.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.321+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0030ac0 con 0x7f08fc159380 2024-09-13T16:11:26.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.322+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08fc149870 con 0x7f08fc159380 2024-09-13T16:11:26.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.323+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08fc0672f0 con 0x7f08fc159380 2024-09-13T16:11:26.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.323+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f08f0039050 con 0x7f08fc159380 2024-09-13T16:11:26.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.323+0000 7f08edffb640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08e006ac00 0x7f08e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.324+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f08f00a9ec0 con 0x7f08fc159380 2024-09-13T16:11:26.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.324+0000 7f0901432640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08e006ac00 0x7f08e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.324+0000 7f0901432640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08e006ac00 0x7f08e006d0c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f08f8000f60 tx=0x7f08f8007b90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.328+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f08f0075120 con 0x7f08fc159380 2024-09-13T16:11:26.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.513+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f08fc0cd2b0 con 0x7f08fc159380 2024-09-13T16:11:26.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.514+0000 7f08edffb640 1 -- 172.21.15.39:0/281681973 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v22) v1 ==== 80+0+0 (secure 0 0 0) 0x7f08f004b080 con 0x7f08fc159380 2024-09-13T16:11:26.515 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:26.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08e006ac00 msgr2=0x7f08e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08e006ac00 0x7f08e006d0c0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f08f8000f60 tx=0x7f08f8007b90 comp rx=0 tx=0).stop 2024-09-13T16:11:26.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 msgr2=0x7f08fc1e25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 0x7f08fc1e25e0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f08f0000c00 tx=0x7f08f00046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 shutdown_connections 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08e006ac00 0x7f08e006d0c0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08fc15a360 0x7f08fc1e2b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08fc159380 0x7f08fc1e25e0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 --2- 172.21.15.39:0/281681973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08fc0ce960 0x7f08fc149330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.515+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 >> 172.21.15.39:0/281681973 conn(0x7f08fc0b15d0 msgr2=0x7f08fc159990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.516+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 shutdown_connections 2024-09-13T16:11:26.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.516+0000 7f0903696640 1 -- 172.21.15.39:0/281681973 wait complete. 2024-09-13T16:11:26.527 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:26.528 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:26.544 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:26.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.684+0000 7fccaa2c9640 1 Processor -- start 2024-09-13T16:11:26.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.684+0000 7fccaa2c9640 1 -- start start 2024-09-13T16:11:26.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fccaa2c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 0x7fcca40ca970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fccaa2c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 0x7fcca406fba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fccaa2c9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcca40b3630 con 0x7fcca40700e0 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fccaa2c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcca40b1b20 con 0x7fcca4160c20 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fccaa2c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcca40caeb0 con 0x7fcca40b2ec0 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fcca3fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 0x7fcca40ca970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.685+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 0x7fcca406fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcca3fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 0x7fcca40ca970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:59728/0 (socket says 172.21.15.39:59728) 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcca3fff640 1 -- 172.21.15.39:0/2965709202 learned_addr learned my addr 172.21.15.39:0/2965709202 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 0x7fcca406fba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:33898/0 (socket says 172.21.15.39:33898) 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcca8866640 1 --1- 172.21.15.39:0/2965709202 >> v1:172.21.15.157:6789/0 conn(0x7fcca40700e0 0x7fcca40ce250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:54890/0 (socket says 172.21.15.39:54890) 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcc9bfff640 1 -- 172.21.15.39:0/2965709202 >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 msgr2=0x7fcca40ca970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcc9bfff640 1 --2- 172.21.15.39:0/2965709202 >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 0x7fcca40ca970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcc9bfff640 1 -- 172.21.15.39:0/2965709202 >> v1:172.21.15.157:6789/0 conn(0x7fcca40700e0 legacy=0x7fcca40ce250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcc9bfff640 1 -- 172.21.15.39:0/2965709202 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcca40b3350 con 0x7fcca40b2ec0 2024-09-13T16:11:26.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcca3fff640 1 --2- 172.21.15.39:0/2965709202 >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 0x7fcca40ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:26.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.686+0000 7fcca37fe640 1 -- 172.21.15.39:0/2965709202 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3126294509 0 0) 0x7fcca40b3630 con 0x7fcca40700e0 2024-09-13T16:11:26.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.687+0000 7fcc9bfff640 1 --2- 172.21.15.39:0/2965709202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 0x7fcca406fba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c0097a0 tx=0x7fcc8c02a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d761c7794b5a430a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.687+0000 7fcca37fe640 1 -- 172.21.15.39:0/2965709202 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c02adb0 con 0x7fcca40b2ec0 2024-09-13T16:11:26.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.687+0000 7fcca37fe640 1 -- 172.21.15.39:0/2965709202 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc8c032440 con 0x7fcca40b2ec0 2024-09-13T16:11:26.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.687+0000 7fcca37fe640 1 -- 172.21.15.39:0/2965709202 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c0327d0 con 0x7fcca40b2ec0 2024-09-13T16:11:26.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 -- 172.21.15.39:0/2965709202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 msgr2=0x7fcca406fba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/2965709202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 0x7fcca406fba0 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c0097a0 tx=0x7fcc8c02a060 comp rx=0 tx=0).stop 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 -- 172.21.15.39:0/2965709202 shutdown_connections 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/2965709202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca40b2ec0 0x7fcca406fba0 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/2965709202 >> v2:172.21.15.157:3300/0 conn(0x7fcca4160c20 0x7fcca40ca970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 -- 172.21.15.39:0/2965709202 >> 172.21.15.39:0/2965709202 conn(0x7fcca406b3b0 msgr2=0x7fcca406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 -- 172.21.15.39:0/2965709202 shutdown_connections 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.688+0000 7fccaa2c9640 1 -- 172.21.15.39:0/2965709202 wait complete. 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.689+0000 7fccaa2c9640 1 Processor -- start 2024-09-13T16:11:26.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.689+0000 7fccaa2c9640 1 -- start start 2024-09-13T16:11:26.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fccaa2c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcca40700e0 0x7fcca415b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fccaa2c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 0x7fcca4161180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fccaa2c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca4163600 0x7fcca4163ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fccaa2c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcca40acb20 con 0x7fcca4160c20 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fccaa2c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcca4163ff0 con 0x7fcca40700e0 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fccaa2c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcca415be60 con 0x7fcca4163600 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 0x7fcca4161180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 0x7fcca4161180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44912/0 (socket says 172.21.15.39:44912) 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 -- 172.21.15.39:0/4121208421 learned_addr learned my addr 172.21.15.39:0/4121208421 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcca3fff640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcca40700e0 0x7fcca415b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcca8866640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca4163600 0x7fcca4163ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 -- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca4163600 msgr2=0x7fcca4163ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca4163600 0x7fcca4163ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 -- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcca40700e0 msgr2=0x7fcca415b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcca40700e0 0x7fcca415b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 -- 172.21.15.39:0/4121208421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc940094d0 con 0x7fcca4160c20 2024-09-13T16:11:26.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcc9bfff640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 0x7fcca4161180 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c0098c0 tx=0x7fcc8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.690+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c004230 con 0x7fcca4160c20 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.691+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc8c004390 con 0x7fcca4160c20 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.691+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc8c003850 con 0x7fcca4160c20 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.691+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc8c009400 con 0x7fcca4160c20 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.691+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcca40ac180 con 0x7fcca4160c20 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.691+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcca40acc60 con 0x7fcca4160c20 2024-09-13T16:11:26.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.692+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcc8c039050 con 0x7fcca4160c20 2024-09-13T16:11:26.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.693+0000 7fcca17fa640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc8406ac00 0x7fcc8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.693+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5862+0+0 (secure 0 0 0) 0x7fcc8c0a99e0 con 0x7fcca4160c20 2024-09-13T16:11:26.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.693+0000 7fcca3fff640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc8406ac00 0x7fcc8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.694+0000 7fcca3fff640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc8406ac00 0x7fcc8406d0c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcca406f7c0 tx=0x7fcc94009240 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.697+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcca40acc60 con 0x7fcca4160c20 2024-09-13T16:11:26.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.867+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcca40acc60 con 0x7fcca4160c20 2024-09-13T16:11:26.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.868+0000 7fcca17fa640 1 -- 172.21.15.39:0/4121208421 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v22) v1 ==== 74+0+16807 (secure 0 0 0) 0x7fcca40acc60 con 0x7fcca4160c20 2024-09-13T16:11:26.870 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:26.870 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":22,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:25.990712+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2},{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc8406ac00 msgr2=0x7fcc8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc8406ac00 0x7fcc8406d0c0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fcca406f7c0 tx=0x7fcc94009240 comp rx=0 tx=0).stop 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 msgr2=0x7fcca4161180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 0x7fcca4161180 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7fcc8c0098c0 tx=0x7fcc8c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 shutdown_connections 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc8406ac00 0x7fcc8406d0c0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcca4163600 0x7fcca4163ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcca4160c20 0x7fcca4161180 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 --2- 172.21.15.39:0/4121208421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcca40700e0 0x7fcca415b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.870+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 >> 172.21.15.39:0/4121208421 conn(0x7fcca406b3b0 msgr2=0x7fcca40b1f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.871+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 shutdown_connections 2024-09-13T16:11:26.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.871+0000 7fccaa2c9640 1 -- 172.21.15.39:0/4121208421 wait complete. 2024-09-13T16:11:26.883 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:26.883 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:26.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.987+0000 7faeadad7640 1 Processor -- start 2024-09-13T16:11:26.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.987+0000 7faeadad7640 1 -- start start 2024-09-13T16:11:26.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.987+0000 7faeadad7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faea8143d30 0x7faea815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.987+0000 7faeadad7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea806f880 0x7faea806fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faeadad7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faea80701f0 con 0x7faea80b3610 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faeadad7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faea8071eb0 con 0x7faea8143d30 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faeadad7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faea8072440 con 0x7faea806f880 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faea8143d30 0x7faea815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faea80b3610 0x7faea80717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42048/0 (socket says 172.21.15.39:42048) 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea6ffd640 1 -- 172.21.15.39:0/3557768398 learned_addr learned my addr 172.21.15.39:0/3557768398 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea7fff640 1 --2- 172.21.15.39:0/3557768398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea806f880 0x7faea806fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea77fe640 1 -- 172.21.15.39:0/3557768398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea806f880 msgr2=0x7faea806fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea77fe640 1 --2- 172.21.15.39:0/3557768398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea806f880 0x7faea806fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea67fc640 1 -- 172.21.15.39:0/3557768398 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4098161645 0 0) 0x7faea80701f0 con 0x7faea80b3610 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea77fe640 1 -- 172.21.15.39:0/3557768398 >> v1:172.21.15.39:6789/0 conn(0x7faea80b3610 legacy=0x7faea80717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.988+0000 7faea77fe640 1 -- 172.21.15.39:0/3557768398 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea8144110 con 0x7faea8143d30 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.989+0000 7faea77fe640 1 --2- 172.21.15.39:0/3557768398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815eb20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fae980097a0 tx=0x7fae9802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42e708ff106461ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.989+0000 7faea67fc640 1 -- 172.21.15.39:0/3557768398 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae98032440 con 0x7faea8143d30 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.989+0000 7faea67fc640 1 -- 172.21.15.39:0/3557768398 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae980325a0 con 0x7faea8143d30 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.989+0000 7faea67fc640 1 -- 172.21.15.39:0/3557768398 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae98032930 con 0x7faea8143d30 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.989+0000 7faeadad7640 1 -- 172.21.15.39:0/3557768398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 msgr2=0x7faea815eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.989+0000 7faeadad7640 1 --2- 172.21.15.39:0/3557768398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815eb20 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7fae980097a0 tx=0x7fae9802a180 comp rx=0 tx=0).stop 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.990+0000 7faeadad7640 1 -- 172.21.15.39:0/3557768398 shutdown_connections 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.990+0000 7faeadad7640 1 --2- 172.21.15.39:0/3557768398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea806f880 0x7faea806fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.990+0000 7faeadad7640 1 --2- 172.21.15.39:0/3557768398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815eb20 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.990+0000 7faeadad7640 1 -- 172.21.15.39:0/3557768398 >> 172.21.15.39:0/3557768398 conn(0x7faea80b00a0 msgr2=0x7faea80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:26.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.990+0000 7faeadad7640 1 -- 172.21.15.39:0/3557768398 shutdown_connections 2024-09-13T16:11:26.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.990+0000 7faeadad7640 1 -- 172.21.15.39:0/3557768398 wait complete. 2024-09-13T16:11:26.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.991+0000 7faeadad7640 1 Processor -- start 2024-09-13T16:11:26.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.991+0000 7faeadad7640 1 -- start start 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faeadad7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faea806f880 0x7faea815daf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faeadad7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea80b3610 0x7faea80acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faeadad7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815c210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faeadad7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faea8142320 con 0x7faea8143d30 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faeadad7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faea80cb3b0 con 0x7faea806f880 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faeadad7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faea80cb690 con 0x7faea80b3610 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815c210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815c210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44924/0 (socket says 172.21.15.39:44924) 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 -- 172.21.15.39:0/761151245 learned_addr learned my addr 172.21.15.39:0/761151245 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea6ffd640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea80b3610 0x7faea80acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 -- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea80b3610 msgr2=0x7faea80acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea77fe640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faea806f880 0x7faea815daf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea80b3610 0x7faea80acad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 -- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faea806f880 msgr2=0x7faea815daf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faea806f880 0x7faea815daf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 -- 172.21.15.39:0/761151245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae98009400 con 0x7faea8143d30 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7faea7fff640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815c210 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7faea000efc0 tx=0x7faea000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea0014480 con 0x7faea8143d30 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.992+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faea000f040 con 0x7faea8143d30 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.993+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faea80cb970 con 0x7faea8143d30 2024-09-13T16:11:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.993+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea0014820 con 0x7faea8143d30 2024-09-13T16:11:26.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.993+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faea80cbf30 con 0x7faea8143d30 2024-09-13T16:11:26.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.993+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faea80672f0 con 0x7faea8143d30 2024-09-13T16:11:26.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.994+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faea0014980 con 0x7faea8143d30 2024-09-13T16:11:26.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.994+0000 7fae8ffff640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9406ac30 0x7fae9406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:26.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.995+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5862+0+0 (secure 0 0 0) 0x7faea0089e70 con 0x7faea8143d30 2024-09-13T16:11:26.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.995+0000 7faea77fe640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9406ac30 0x7fae9406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:26.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.995+0000 7faea77fe640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9406ac30 0x7fae9406d0f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fae98034000 tx=0x7fae9802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:26.999+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faea0055040 con 0x7faea8143d30 2024-09-13T16:11:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.171+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faea80adcf0 con 0x7faea8143d30 2024-09-13T16:11:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.171+0000 7fae8ffff640 1 -- 172.21.15.39:0/761151245 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7faea0018020 con 0x7faea8143d30 2024-09-13T16:11:27.173 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9406ac30 msgr2=0x7fae9406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9406ac30 0x7fae9406d0f0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fae98034000 tx=0x7fae9802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 msgr2=0x7faea815c210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815c210 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7faea000efc0 tx=0x7faea000c490 comp rx=0 tx=0).stop 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 shutdown_connections 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9406ac30 0x7fae9406d0f0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faea8143d30 0x7faea815c210 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faea80b3610 0x7faea80acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 --2- 172.21.15.39:0/761151245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faea806f880 0x7faea815daf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 >> 172.21.15.39:0/761151245 conn(0x7faea80b00a0 msgr2=0x7faea8071760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 shutdown_connections 2024-09-13T16:11:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.173+0000 7faeadad7640 1 -- 172.21.15.39:0/761151245 wait complete. 2024-09-13T16:11:27.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.289+0000 7f548a57d640 1 Processor -- start 2024-09-13T16:11:27.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.289+0000 7f548a57d640 1 -- start start 2024-09-13T16:11:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f548a57d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f54840cb810 0x7f5484159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f548a57d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f548415a000 con 0x7f54840cc460 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f548a57d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54840cbbf0 con 0x7f548415a200 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f548a57d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54840b1540 con 0x7f54840cb810 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f547bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f54840cc460 0x7f54840b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42064/0 (socket says 172.21.15.39:42064) 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f547bfff640 1 -- 172.21.15.39:0/38142142 learned_addr learned my addr 172.21.15.39:0/38142142 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f5483fff640 1 --2- 172.21.15.39:0/38142142 >> v2:172.21.15.157:3300/0 conn(0x7f54840cb810 0x7f5484159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3555834471 0 0) 0x7f548415a000 con 0x7f54840cc460 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.290+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5470003520 con 0x7f54840cc460 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3802583186 0 0) 0x7f5470003520 con 0x7f54840cc460 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 >> v2:172.21.15.157:3300/0 conn(0x7f54840cb810 msgr2=0x7f5484159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 --2- 172.21.15.39:0/38142142 >> v2:172.21.15.157:3300/0 conn(0x7f54840cb810 0x7f5484159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 >> v1:172.21.15.157:6789/0 conn(0x7f548415a200 legacy=0x7f54840ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54840b1820 con 0x7f54840cc460 2024-09-13T16:11:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f546c001670 con 0x7f54840cc460 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 >> v1:172.21.15.39:6789/0 conn(0x7f54840cc460 legacy=0x7f54840b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5470003970 0x7f5470003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54700047c0 0x7f5470004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f547000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54840b1540 con 0x7f5470005180 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f547000c020 con 0x7f5470003970 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f547000c1e0 con 0x7f54700047c0 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5488b1a640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f547000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5483fff640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5470003970 0x7f5470003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f547bfff640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54700047c0 0x7f5470004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5488b1a640 1 -- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54700047c0 msgr2=0x7f5470004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5488b1a640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54700047c0 0x7f5470004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5488b1a640 1 -- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5470003970 msgr2=0x7f5470003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5488b1a640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5470003970 0x7f5470003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f5488b1a640 1 -- 172.21.15.39:0/38142142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5470003520 con 0x7f5470005180 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.291+0000 7f547bfff640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54700047c0 0x7f5470004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.292+0000 7f5488b1a640 1 -- 172.21.15.39:0/38142142 reap_dead start 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.292+0000 7f5488b1a640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f547000b980 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f547c001e50 tx=0x7f54700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eddc527a7ff3959 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.292+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547c02ae70 con 0x7f5470005180 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.292+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f547c003970 con 0x7f5470005180 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.292+0000 7f54837fe640 1 -- 172.21.15.39:0/38142142 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547c003d40 con 0x7f5470005180 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 -- 172.21.15.39:0/38142142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 msgr2=0x7f547000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f547000b980 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f547c001e50 tx=0x7f54700057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 -- 172.21.15.39:0/38142142 shutdown_connections 2024-09-13T16:11:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 --2- 172.21.15.39:0/38142142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f547000b980 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 -- 172.21.15.39:0/38142142 >> 172.21.15.39:0/38142142 conn(0x7f54840b00a0 msgr2=0x7f54840b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 -- 172.21.15.39:0/38142142 shutdown_connections 2024-09-13T16:11:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.293+0000 7f548a57d640 1 -- 172.21.15.39:0/38142142 wait complete. 2024-09-13T16:11:27.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.294+0000 7f548a57d640 1 Processor -- start 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.294+0000 7f548a57d640 1 -- start start 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f548a57d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f54840ae260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f548a57d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548413e970 0x7f548413edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f548a57d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54840ac8b0 0x7f54840acd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f548a57d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54840ab810 con 0x7f5470005180 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f548a57d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54840abaf0 con 0x7f54840ac8b0 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f548a57d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54840abdd0 con 0x7f548413e970 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f54840ae260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f54840ae260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44940/0 (socket says 172.21.15.39:44940) 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 -- 172.21.15.39:0/1443644857 learned_addr learned my addr 172.21.15.39:0/1443644857 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5488b1a640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54840ac8b0 0x7f54840acd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 -- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548413e970 msgr2=0x7f548413edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f547bfff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548413e970 0x7f548413edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548413e970 0x7f548413edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 -- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54840ac8b0 msgr2=0x7f54840acd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54840ac8b0 0x7f54840acd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 -- 172.21.15.39:0/1443644857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54840ac0b0 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f547bfff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548413e970 0x7f548413edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5488b1a640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54840ac8b0 0x7f54840acd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.295+0000 7f5483fff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f54840ae260 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f54740117f0 tx=0x7f5474011cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.296+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547400fd30 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.296+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f547400fe90 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.296+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54840ac390 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.296+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547401c6c0 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.296+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54840ae980 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.297+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54840672f0 con 0x7f5470005180 2024-09-13T16:11:27.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.297+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f547401c820 con 0x7f5470005180 2024-09-13T16:11:27.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.298+0000 7f54817fa640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546406ac00 0x7f546406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.298+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f5474017070 con 0x7f5470005180 2024-09-13T16:11:27.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.298+0000 7f547bfff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546406ac00 0x7f546406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.298+0000 7f547bfff640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546406ac00 0x7f546406d0c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f546c001eb0 tx=0x7f546c000f10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.302+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5474054fa0 con 0x7f5470005180 2024-09-13T16:11:27.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.474+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f54840ac520 con 0x7f5470005180 2024-09-13T16:11:27.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.474+0000 7f54817fa640 1 -- 172.21.15.39:0/1443644857 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f54740585c0 con 0x7f5470005180 2024-09-13T16:11:27.476 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546406ac00 msgr2=0x7f546406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546406ac00 0x7f546406d0c0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f546c001eb0 tx=0x7f546c000f10 comp rx=0 tx=0).stop 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 msgr2=0x7f54840ae260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f54840ae260 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f54740117f0 tx=0x7f5474011cb0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 shutdown_connections 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546406ac00 0x7f546406d0c0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54840ac8b0 0x7f54840acd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548413e970 0x7f548413edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 --2- 172.21.15.39:0/1443644857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5470005180 0x7f54840ae260 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.476+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 >> 172.21.15.39:0/1443644857 conn(0x7f54840b00a0 msgr2=0x7f548415ad20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:27.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.477+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 shutdown_connections 2024-09-13T16:11:27.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.477+0000 7f548a57d640 1 -- 172.21.15.39:0/1443644857 wait complete. 2024-09-13T16:11:27.489 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:27.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.591+0000 7f10d30d0640 1 Processor -- start 2024-09-13T16:11:27.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.591+0000 7f10d30d0640 1 -- start start 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10d30d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f10cc0cf0f0 0x7f10cc0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10d30d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10cc1610b0 con 0x7f10cc1601f0 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10d30d0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10cc0cd650 con 0x7f10cc0afc80 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10d30d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10cc15cfa0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10cbfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f10cc0cf0f0 0x7f10cc0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10d166d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f10cc1601f0 0x7f10cc06ebb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42074/0 (socket says 172.21.15.39:42074) 2024-09-13T16:11:27.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.592+0000 7f10d166d640 1 -- 172.21.15.39:0/102810141 learned_addr learned my addr 172.21.15.39:0/102810141 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:27.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.593+0000 7f10cbfff640 1 -- 172.21.15.39:0/102810141 >> v1:172.21.15.157:6789/0 conn(0x7f10cc0afc80 legacy=0x7f10cc0ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.593+0000 7f10cbfff640 1 -- 172.21.15.39:0/102810141 >> v1:172.21.15.39:6789/0 conn(0x7f10cc1601f0 legacy=0x7f10cc06ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.593+0000 7f10cbfff640 1 -- 172.21.15.39:0/102810141 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10cc160dd0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.593+0000 7f10cb7fe640 1 -- 172.21.15.39:0/102810141 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 15139481 0 0) 0x7f10cc1610b0 con 0x7f10cc1601f0 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.593+0000 7f10cbfff640 1 --2- 172.21.15.39:0/102810141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc0cdae0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f10b80097a0 tx=0x7f10b802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=703635aead258b49 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10cb7fe640 1 -- 172.21.15.39:0/102810141 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10b802ae60 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10cb7fe640 1 -- 172.21.15.39:0/102810141 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10b8032440 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10cb7fe640 1 -- 172.21.15.39:0/102810141 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10b80327d0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 -- 172.21.15.39:0/102810141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 msgr2=0x7f10cc0cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 --2- 172.21.15.39:0/102810141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc0cdae0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f10b80097a0 tx=0x7f10b802a110 comp rx=0 tx=0).stop 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 -- 172.21.15.39:0/102810141 shutdown_connections 2024-09-13T16:11:27.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 --2- 172.21.15.39:0/102810141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc0cdae0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 -- 172.21.15.39:0/102810141 >> 172.21.15.39:0/102810141 conn(0x7f10cc0d04e0 msgr2=0x7f10cc0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 -- 172.21.15.39:0/102810141 shutdown_connections 2024-09-13T16:11:27.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.594+0000 7f10d30d0640 1 -- 172.21.15.39:0/102810141 wait complete. 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.595+0000 7f10d30d0640 1 Processor -- start 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.595+0000 7f10d30d0640 1 -- start start 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10d30d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10cc0afc80 0x7f10cc0b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10d30d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc157ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10d30d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10cc1601f0 0x7f10cc142850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10d30d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10cc0b4960 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10d30d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10cc0b3ce0 con 0x7f10cc0afc80 2024-09-13T16:11:27.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10d30d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10cc0b3fc0 con 0x7f10cc1601f0 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc157ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc157ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44962/0 (socket says 172.21.15.39:44962) 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.596+0000 7f10cbfff640 1 -- 172.21.15.39:0/2060760699 learned_addr learned my addr 172.21.15.39:0/2060760699 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10d0e6c640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10cc0afc80 0x7f10cc0b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10cbfff640 1 -- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10cc1601f0 msgr2=0x7f10cc142850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10d166d640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10cc1601f0 0x7f10cc142850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10cbfff640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10cc1601f0 0x7f10cc142850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10cbfff640 1 -- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10cc0afc80 msgr2=0x7f10cc0b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10cbfff640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10cc0afc80 0x7f10cc0b4d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10cbfff640 1 -- 172.21.15.39:0/2060760699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10b8009400 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10d0e6c640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10cc0afc80 0x7f10cc0b4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10cbfff640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc157ad0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f10b80097a0 tx=0x7f10b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10b8030b80 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10b8030ce0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10cc0b42a0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10b803b640 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.597+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10cc155500 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.598+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10cc0b4aa0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.598+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f10b8039040 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.599+0000 7f10c97fa640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b006ac00 0x7f10b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.599+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f10b80a9eb0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.599+0000 7f10d0e6c640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b006ac00 0x7f10b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.600+0000 7f10d0e6c640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b006ac00 0x7f10b006d0c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f10c0000f60 tx=0x7f10c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.603+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10cc0b4aa0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.776+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f10cc0b4aa0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.776+0000 7f10c97fa640 1 -- 172.21.15.39:0/2060760699 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f10cc0b4aa0 con 0x7f10cc0cf0f0 2024-09-13T16:11:27.778 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:27.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b006ac00 msgr2=0x7f10b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b006ac00 0x7f10b006d0c0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f10c0000f60 tx=0x7f10c0009040 comp rx=0 tx=0).stop 2024-09-13T16:11:27.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 msgr2=0x7f10cc157ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc157ad0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f10b80097a0 tx=0x7f10b80046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 shutdown_connections 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b006ac00 0x7f10b006d0c0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10cc1601f0 0x7f10cc142850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10cc0cf0f0 0x7f10cc157ad0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.778+0000 7f10d30d0640 1 --2- 172.21.15.39:0/2060760699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10cc0afc80 0x7f10cc0b4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.779+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 >> 172.21.15.39:0/2060760699 conn(0x7f10cc0d04e0 msgr2=0x7f10cc06c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.779+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 shutdown_connections 2024-09-13T16:11:27.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.779+0000 7f10d30d0640 1 -- 172.21.15.39:0/2060760699 wait complete. 2024-09-13T16:11:27.791 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:27.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.892+0000 7f55055c7640 1 Processor -- start 2024-09-13T16:11:27.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.892+0000 7f55055c7640 1 -- start start 2024-09-13T16:11:27.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f55055c7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5500159380 0x7f55000b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f55055c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5500159760 con 0x7f550015a360 2024-09-13T16:11:27.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f55055c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f550015a880 con 0x7f55000ceb30 2024-09-13T16:11:27.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f55055c7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f550015ab60 con 0x7f5500159380 2024-09-13T16:11:27.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fe7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f550015a360 0x7f55000ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42082/0 (socket says 172.21.15.39:42082) 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fe7fc640 1 -- 172.21.15.39:0/3079461001 learned_addr learned my addr 172.21.15.39:0/3079461001 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54feffd640 1 --2- 172.21.15.39:0/3079461001 >> v2:172.21.15.157:3300/0 conn(0x7f5500159380 0x7f55000b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2847465721 0 0) 0x7f5500159760 con 0x7f550015a360 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54e8005730 con 0x7f550015a360 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2964114135 0 0) 0x7f54e8005730 con 0x7f550015a360 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 >> v2:172.21.15.157:3300/0 conn(0x7f5500159380 msgr2=0x7f55000b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 --2- 172.21.15.39:0/3079461001 >> v2:172.21.15.157:3300/0 conn(0x7f5500159380 0x7f55000b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 >> v1:172.21.15.157:6789/0 conn(0x7f55000ceb30 legacy=0x7f550015b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f550015ae40 con 0x7f550015a360 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f54f4001670 con 0x7f550015a360 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 >> v1:172.21.15.39:6789/0 conn(0x7f550015a360 legacy=0x7f55000ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e8005b80 0x7f54e8005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e80069d0 0x7f54e8006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e8007390 0x7f54e800db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.893+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f550015ab60 con 0x7f54e8005b80 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e800e230 con 0x7f54e8007390 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54e800e3f0 con 0x7f54e80069d0 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54feffd640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e8005b80 0x7f54e8005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54ff7fe640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e8007390 0x7f54e800db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54fe7fc640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e80069d0 0x7f54e8006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54feffd640 1 -- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e80069d0 msgr2=0x7f54e8006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54feffd640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e80069d0 0x7f54e8006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54feffd640 1 -- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e8007390 msgr2=0x7f54e800db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54feffd640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e8007390 0x7f54e800db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54ff7fe640 1 -- 172.21.15.39:0/3079461001 reap_dead start 2024-09-13T16:11:27.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.894+0000 7f54feffd640 1 -- 172.21.15.39:0/3079461001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e8005730 con 0x7f54e8005b80 2024-09-13T16:11:27.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f54feffd640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e8005b80 0x7f54e8005fa0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009ac0 tx=0x7f54e8007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c729f6c80b74bc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0031400 con 0x7f54e8005b80 2024-09-13T16:11:27.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54f002d050 con 0x7f54e8005b80 2024-09-13T16:11:27.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f54fdffb640 1 -- 172.21.15.39:0/3079461001 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0031780 con 0x7f54e8005b80 2024-09-13T16:11:27.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 -- 172.21.15.39:0/3079461001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e8005b80 msgr2=0x7f54e8005fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e8005b80 0x7f54e8005fa0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009ac0 tx=0x7f54e8007a00 comp rx=0 tx=0).stop 2024-09-13T16:11:27.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 -- 172.21.15.39:0/3079461001 shutdown_connections 2024-09-13T16:11:27.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 --2- 172.21.15.39:0/3079461001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e8005b80 0x7f54e8005fa0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 -- 172.21.15.39:0/3079461001 >> 172.21.15.39:0/3079461001 conn(0x7f55000b15d0 msgr2=0x7f55000b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:27.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 -- 172.21.15.39:0/3079461001 shutdown_connections 2024-09-13T16:11:27.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.895+0000 7f55055c7640 1 -- 172.21.15.39:0/3079461001 wait complete. 2024-09-13T16:11:27.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 Processor -- start 2024-09-13T16:11:27.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 -- start start 2024-09-13T16:11:27.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e8005b80 0x7f550014d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f55001e07d0 0x7f550014f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 0x7f550014fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f55001e19a0 con 0x7f550014f990 2024-09-13T16:11:27.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5500150330 con 0x7f55001e07d0 2024-09-13T16:11:27.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f55055c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f55001e0d90 con 0x7f54e8005b80 2024-09-13T16:11:27.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f54ff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 0x7f550014fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f54ff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 0x7f550014fdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44984/0 (socket says 172.21.15.39:44984) 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.897+0000 7f54ff7fe640 1 -- 172.21.15.39:0/722486297 learned_addr learned my addr 172.21.15.39:0/722486297 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54feffd640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e8005b80 0x7f550014d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54fe7fc640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f55001e07d0 0x7f550014f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54ff7fe640 1 -- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e8005b80 msgr2=0x7f550014d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54ff7fe640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e8005b80 0x7f550014d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54ff7fe640 1 -- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f55001e07d0 msgr2=0x7f550014f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54ff7fe640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f55001e07d0 0x7f550014f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54ff7fe640 1 -- 172.21.15.39:0/722486297 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f55001e1070 con 0x7f550014f990 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54ff7fe640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 0x7f550014fdf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f550006d720 tx=0x7f54f800fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f8006d60 con 0x7f550014f990 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54f8003970 con 0x7f550014f990 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f55001e1350 con 0x7f550014f990 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f8003d20 con 0x7f550014f990 2024-09-13T16:11:27.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.898+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5500148aa0 con 0x7f550014f990 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.899+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f55000672f0 con 0x7f550014f990 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.900+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f54f8005110 con 0x7f550014f990 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.900+0000 7f54e77fe640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54ec06ac30 0x7f54ec06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.900+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f54f8088bd0 con 0x7f550014f990 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.900+0000 7f54feffd640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54ec06ac30 0x7f54ec06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.901+0000 7f54feffd640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54ec06ac30 0x7f54ec06d0f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f54f0033000 tx=0x7f54f0008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:27.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:27.905+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54f8053d10 con 0x7f550014f990 2024-09-13T16:11:28.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.086+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f5500070830 con 0x7f550014f990 2024-09-13T16:11:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.086+0000 7f54e77fe640 1 -- 172.21.15.39:0/722486297 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7f54f801a080 con 0x7f550014f990 2024-09-13T16:11:28.088 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54ec06ac30 msgr2=0x7f54ec06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54ec06ac30 0x7f54ec06d0f0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f54f0033000 tx=0x7f54f0008030 comp rx=0 tx=0).stop 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 msgr2=0x7f550014fdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 0x7f550014fdf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f550006d720 tx=0x7f54f800fc00 comp rx=0 tx=0).stop 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 shutdown_connections 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54ec06ac30 0x7f54ec06d0f0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f550014f990 0x7f550014fdf0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f55001e07d0 0x7f550014f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 --2- 172.21.15.39:0/722486297 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e8005b80 0x7f550014d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 >> 172.21.15.39:0/722486297 conn(0x7f55000b15d0 msgr2=0x7f5500070120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 shutdown_connections 2024-09-13T16:11:28.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.088+0000 7f55055c7640 1 -- 172.21.15.39:0/722486297 wait complete. 2024-09-13T16:11:28.102 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:11:28.102 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:28.102 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-13T16:11:28.127 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:28.128 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:11:28.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:28.128 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:11:28.184 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:11:28.184 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:28.204 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:11:28.204 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:28.263 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:28.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.363+0000 7fb68285a640 1 Processor -- start 2024-09-13T16:11:28.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.363+0000 7fb68285a640 1 -- start start 2024-09-13T16:11:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.363+0000 7fb68285a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb67c165710 0x7fb67c167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.363+0000 7fb68285a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb67c0cde30 con 0x7fb67c0b41a0 2024-09-13T16:11:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.363+0000 7fb68285a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb67c0b5090 con 0x7fb67c0ccf80 2024-09-13T16:11:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.363+0000 7fb68285a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb67c0cd820 con 0x7fb67c165710 2024-09-13T16:11:28.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb67bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb67c0b41a0 0x7fb67c0b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42098/0 (socket says 172.21.15.39:42098) 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb67bfff640 1 -- 172.21.15.39:0/2233172561 learned_addr learned my addr 172.21.15.39:0/2233172561 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb680df7640 1 --2- 172.21.15.39:0/2233172561 >> v2:172.21.15.39:3300/0 conn(0x7fb67c165710 0x7fb67c167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb67affd640 1 -- 172.21.15.39:0/2233172561 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2687565136 0 0) 0x7fb67c0cde30 con 0x7fb67c0b41a0 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb67affd640 1 -- 172.21.15.39:0/2233172561 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb664003520 con 0x7fb67c0b41a0 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb680df7640 1 -- 172.21.15.39:0/2233172561 >> v1:172.21.15.157:6789/0 conn(0x7fb67c0ccf80 legacy=0x7fb67c163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb680df7640 1 -- 172.21.15.39:0/2233172561 >> v1:172.21.15.39:6789/0 conn(0x7fb67c0b41a0 legacy=0x7fb67c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.364+0000 7fb680df7640 1 -- 172.21.15.39:0/2233172561 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb67c15cd60 con 0x7fb67c165710 2024-09-13T16:11:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb680df7640 1 --2- 172.21.15.39:0/2233172561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c165710 0x7fb67c167b00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb674009d90 tx=0x7fb67402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6689ad0d175b5e2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb67affd640 1 -- 172.21.15.39:0/2233172561 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb674007740 con 0x7fb67c165710 2024-09-13T16:11:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb67affd640 1 -- 172.21.15.39:0/2233172561 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb67402d050 con 0x7fb67c165710 2024-09-13T16:11:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb67affd640 1 -- 172.21.15.39:0/2233172561 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb674007ac0 con 0x7fb67c165710 2024-09-13T16:11:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 -- 172.21.15.39:0/2233172561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c165710 msgr2=0x7fb67c167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 --2- 172.21.15.39:0/2233172561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c165710 0x7fb67c167b00 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fb674009d90 tx=0x7fb67402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 -- 172.21.15.39:0/2233172561 shutdown_connections 2024-09-13T16:11:28.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 --2- 172.21.15.39:0/2233172561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c165710 0x7fb67c167b00 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 -- 172.21.15.39:0/2233172561 >> 172.21.15.39:0/2233172561 conn(0x7fb67c0cf1a0 msgr2=0x7fb67c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:28.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 -- 172.21.15.39:0/2233172561 shutdown_connections 2024-09-13T16:11:28.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.365+0000 7fb68285a640 1 -- 172.21.15.39:0/2233172561 wait complete. 2024-09-13T16:11:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 Processor -- start 2024-09-13T16:11:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 -- start start 2024-09-13T16:11:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb67c0b41a0 0x7fb67c154f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 0x7fb67c14d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb67c165710 0x7fb67c1588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb67c0c9350 con 0x7fb67c0ccf80 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb67c14e9a0 con 0x7fb67c165710 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.367+0000 7fb68285a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb67c14ec80 con 0x7fb67c0b41a0 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 0x7fb67c14d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 0x7fb67c14d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44998/0 (socket says 172.21.15.39:44998) 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 -- 172.21.15.39:0/343283752 learned_addr learned my addr 172.21.15.39:0/343283752 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67bfff640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb67c0b41a0 0x7fb67c154f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb680df7640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb67c165710 0x7fb67c1588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 -- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb67c0b41a0 msgr2=0x7fb67c154f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb67c0b41a0 0x7fb67c154f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 -- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb67c165710 msgr2=0x7fb67c1588b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb67c165710 0x7fb67c1588b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 -- 172.21.15.39:0/343283752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb674009a70 con 0x7fb67c0ccf80 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb680df7640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb67c165710 0x7fb67c1588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:28.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb67b7fe640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 0x7fb67c14d280 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb67000c450 tx=0x7fb67000c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6700052d0 con 0x7fb67c0ccf80 2024-09-13T16:11:28.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb670005430 con 0x7fb67c0ccf80 2024-09-13T16:11:28.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb67c14ef60 con 0x7fb67c0ccf80 2024-09-13T16:11:28.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb670012870 con 0x7fb67c0ccf80 2024-09-13T16:11:28.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.368+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb67c14d7c0 con 0x7fb67c0ccf80 2024-09-13T16:11:28.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.369+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb67c067330 con 0x7fb67c0ccf80 2024-09-13T16:11:28.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.370+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb6700129d0 con 0x7fb67c0ccf80 2024-09-13T16:11:28.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.370+0000 7fb678ff9640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb66806ac00 0x7fb66806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.370+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7fb670088e10 con 0x7fb67c0ccf80 2024-09-13T16:11:28.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.370+0000 7fb67bfff640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb66806ac00 0x7fb66806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.371+0000 7fb67bfff640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb66806ac00 0x7fb66806d0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb66c0011e0 tx=0x7fb66c007d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.374+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb670053fe0 con 0x7fb67c0ccf80 2024-09-13T16:11:28.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.545+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb67c14f480 con 0x7fb67c0ccf80 2024-09-13T16:11:28.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.546+0000 7fb678ff9640 1 -- 172.21.15.39:0/343283752 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16807 (secure 0 0 0) 0x7fb67c14f480 con 0x7fb67c0ccf80 2024-09-13T16:11:28.547 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:28.548 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:27.001144+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2},{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:28.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb66806ac00 msgr2=0x7fb66806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb66806ac00 0x7fb66806d0c0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fb66c0011e0 tx=0x7fb66c007d30 comp rx=0 tx=0).stop 2024-09-13T16:11:28.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 msgr2=0x7fb67c14d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 0x7fb67c14d280 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7fb67000c450 tx=0x7fb67000c910 comp rx=0 tx=0).stop 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 shutdown_connections 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb66806ac00 0x7fb66806d0c0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb67c165710 0x7fb67c1588b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb67c0ccf80 0x7fb67c14d280 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 --2- 172.21.15.39:0/343283752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb67c0b41a0 0x7fb67c154f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 >> 172.21.15.39:0/343283752 conn(0x7fb67c0cf1a0 msgr2=0x7fb67c0b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 shutdown_connections 2024-09-13T16:11:28.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.548+0000 7fb68285a640 1 -- 172.21.15.39:0/343283752 wait complete. 2024-09-13T16:11:28.560 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:28.561 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:28.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.663+0000 7f47a4ee9640 1 Processor -- start 2024-09-13T16:11:28.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.663+0000 7f47a4ee9640 1 -- start start 2024-09-13T16:11:28.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f47a4ee9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00afc80 0x7f47a00cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f47a4ee9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f47a0160900 0x7f47a00cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f47a4ee9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47a01610b0 con 0x7f47a00ce9e0 2024-09-13T16:11:28.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f47a4ee9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47a015cfa0 con 0x7f47a0160900 2024-09-13T16:11:28.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f47a4ee9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a00cd650 con 0x7f47a00afc80 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f479ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f47a0160900 0x7f47a00cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f479dd9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f47a00ce9e0 0x7f47a01601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42104/0 (socket says 172.21.15.39:42104) 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.664+0000 7f479dd9b640 1 -- 172.21.15.39:0/732076652 learned_addr learned my addr 172.21.15.39:0/732076652 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479e59c640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00afc80 0x7f47a00cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479ed9d640 1 -- 172.21.15.39:0/732076652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00afc80 msgr2=0x7f47a00cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479ed9d640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00afc80 0x7f47a00cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479ed9d640 1 -- 172.21.15.39:0/732076652 >> v1:172.21.15.39:6789/0 conn(0x7f47a00ce9e0 legacy=0x7f47a01601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479ed9d640 1 -- 172.21.15.39:0/732076652 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a00cf360 con 0x7f47a0160900 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479d59a640 1 -- 172.21.15.39:0/732076652 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1068117332 0 0) 0x7f47a01610b0 con 0x7f47a00ce9e0 2024-09-13T16:11:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479e59c640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00afc80 0x7f47a00cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.665+0000 7f479ed9d640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a00cee20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f47900097a0 tx=0x7f479002a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2ef3e968631cf53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f479d59a640 1 -- 172.21.15.39:0/732076652 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f479002adb0 con 0x7f47a0160900 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f479d59a640 1 -- 172.21.15.39:0/732076652 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4790032440 con 0x7f47a0160900 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f479d59a640 1 -- 172.21.15.39:0/732076652 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47900327d0 con 0x7f47a0160900 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 -- 172.21.15.39:0/732076652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 msgr2=0x7f47a00cee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a00cee20 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f47900097a0 tx=0x7f479002a060 comp rx=0 tx=0).stop 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 -- 172.21.15.39:0/732076652 shutdown_connections 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a00cee20 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/732076652 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00afc80 0x7f47a00cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 -- 172.21.15.39:0/732076652 >> 172.21.15.39:0/732076652 conn(0x7f47a00d04e0 msgr2=0x7f47a00d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 -- 172.21.15.39:0/732076652 shutdown_connections 2024-09-13T16:11:28.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.666+0000 7f47a4ee9640 1 -- 172.21.15.39:0/732076652 wait complete. 2024-09-13T16:11:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 Processor -- start 2024-09-13T16:11:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 -- start start 2024-09-13T16:11:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a00afc80 0x7f47a01f17e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00ce9e0 0x7f47a00b3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a0154880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a01f1d20 con 0x7f47a0160900 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a0155460 con 0x7f47a00afc80 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f47a4ee9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a0147e50 con 0x7f47a00ce9e0 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f479ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a0154880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f479ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a0154880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45018/0 (socket says 172.21.15.39:45018) 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.668+0000 7f479ed9d640 1 -- 172.21.15.39:0/417175912 learned_addr learned my addr 172.21.15.39:0/417175912 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479e59c640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a00afc80 0x7f47a01f17e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479dd9b640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00ce9e0 0x7f47a00b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479ed9d640 1 -- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00ce9e0 msgr2=0x7f47a00b3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479ed9d640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00ce9e0 0x7f47a00b3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479ed9d640 1 -- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a00afc80 msgr2=0x7f47a01f17e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479ed9d640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a00afc80 0x7f47a01f17e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479ed9d640 1 -- 172.21.15.39:0/417175912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4790009400 con 0x7f47a0160900 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479e59c640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a00afc80 0x7f47a01f17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479dd9b640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00ce9e0 0x7f47a00b3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f479ed9d640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a0154880 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f47900097a0 tx=0x7f47900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4790004230 con 0x7f47a0160900 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4790004390 con 0x7f47a0160900 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47a00ca480 con 0x7f47a0160900 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4790003810 con 0x7f47a0160900 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.669+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47a00caa00 con 0x7f47a0160900 2024-09-13T16:11:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.670+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47a00cdae0 con 0x7f47a0160900 2024-09-13T16:11:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.671+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4790039050 con 0x7f47a0160900 2024-09-13T16:11:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.671+0000 7f4796ffd640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478006ac00 0x7f478006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.671+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f47900a9b00 con 0x7f47a0160900 2024-09-13T16:11:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.672+0000 7f479e59c640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478006ac00 0x7f478006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.672+0000 7f479e59c640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478006ac00 0x7f478006d0c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f479800e550 tx=0x7f4798007ab0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.676+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4790074d60 con 0x7f47a0160900 2024-09-13T16:11:28.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.846+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f47a00d10a0 con 0x7f47a0160900 2024-09-13T16:11:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.846+0000 7f4796ffd640 1 -- 172.21.15.39:0/417175912 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f479004b0a0 con 0x7f47a0160900 2024-09-13T16:11:28.848 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478006ac00 msgr2=0x7f478006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478006ac00 0x7f478006d0c0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f479800e550 tx=0x7f4798007ab0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 msgr2=0x7f47a0154880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a0154880 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7f47900097a0 tx=0x7f47900046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 shutdown_connections 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478006ac00 0x7f478006d0c0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a0160900 0x7f47a0154880 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a00ce9e0 0x7f47a00b3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 --2- 172.21.15.39:0/417175912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a00afc80 0x7f47a01f17e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 >> 172.21.15.39:0/417175912 conn(0x7f47a00d04e0 msgr2=0x7f47a006d6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:28.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 shutdown_connections 2024-09-13T16:11:28.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.848+0000 7f47a4ee9640 1 -- 172.21.15.39:0/417175912 wait complete. 2024-09-13T16:11:28.861 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.964+0000 7f7076f76640 1 Processor -- start 2024-09-13T16:11:28.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.964+0000 7f7076f76640 1 -- start start 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.964+0000 7f7076f76640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7070156e60 0x7f707015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.964+0000 7f7076f76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f70700b25b0 0x7f70700b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.964+0000 7f7076f76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070069ed0 0x7f707006a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7076f76640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f707006a880 con 0x7f7070156e60 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7076f76640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70700cb080 con 0x7f70700b25b0 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7076f76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7070070d40 con 0x7f7070069ed0 2024-09-13T16:11:28.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7070156e60 0x7f707015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7070156e60 0x7f707015aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45020/0 (socket says 172.21.15.39:45020) 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 -- 172.21.15.39:0/37939641 learned_addr learned my addr 172.21.15.39:0/37939641 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7075513640 1 --2- 172.21.15.39:0/37939641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070069ed0 0x7f707006a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f706ffff640 1 --2- 172.21.15.39:0/37939641 >> v2:172.21.15.157:3300/0 conn(0x7f70700b25b0 0x7f70700b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 -- 172.21.15.39:0/37939641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070069ed0 msgr2=0x7f707006a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 --2- 172.21.15.39:0/37939641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070069ed0 0x7f707006a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 -- 172.21.15.39:0/37939641 >> v2:172.21.15.157:3300/0 conn(0x7f70700b25b0 msgr2=0x7f70700b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 --2- 172.21.15.39:0/37939641 >> v2:172.21.15.157:3300/0 conn(0x7f70700b25b0 0x7f70700b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f7074d12640 1 -- 172.21.15.39:0/37939641 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70700b3120 con 0x7f7070156e60 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.965+0000 7f706ffff640 1 --2- 172.21.15.39:0/37939641 >> v2:172.21.15.157:3300/0 conn(0x7f70700b25b0 0x7f70700b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7074d12640 1 --2- 172.21.15.39:0/37939641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070156e60 0x7f707015aa30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f70700adde0 tx=0x7f706402c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25ae9b4dbdf236da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f706f7fe640 1 -- 172.21.15.39:0/37939641 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7064032790 con 0x7f7070156e60 2024-09-13T16:11:28.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f706f7fe640 1 -- 172.21.15.39:0/37939641 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70640328f0 con 0x7f7070156e60 2024-09-13T16:11:28.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f706f7fe640 1 -- 172.21.15.39:0/37939641 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7064032c80 con 0x7f7070156e60 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 -- 172.21.15.39:0/37939641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070156e60 msgr2=0x7f707015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 --2- 172.21.15.39:0/37939641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070156e60 0x7f707015aa30 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f70700adde0 tx=0x7f706402c8d0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 -- 172.21.15.39:0/37939641 shutdown_connections 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 --2- 172.21.15.39:0/37939641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070069ed0 0x7f707006a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 --2- 172.21.15.39:0/37939641 >> v2:172.21.15.157:3300/0 conn(0x7f70700b25b0 0x7f70700b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 --2- 172.21.15.39:0/37939641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7070156e60 0x7f707015aa30 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 -- 172.21.15.39:0/37939641 >> 172.21.15.39:0/37939641 conn(0x7f70700b00a0 msgr2=0x7f70700b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.966+0000 7f7076f76640 1 -- 172.21.15.39:0/37939641 shutdown_connections 2024-09-13T16:11:28.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.967+0000 7f7076f76640 1 -- 172.21.15.39:0/37939641 wait complete. 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.968+0000 7f7076f76640 1 Processor -- start 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.968+0000 7f7076f76640 1 -- start start 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7070069ed0 0x7f707014de60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 0x7f70700ccbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070156e60 0x7f7070152da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70700cd110 con 0x7f70700b25b0 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f707014f1a0 con 0x7f7070069ed0 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70700ca740 con 0x7f7070156e60 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 0x7f70700ccbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 0x7f70700ccbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45024/0 (socket says 172.21.15.39:45024) 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 -- 172.21.15.39:0/1801523410 learned_addr learned my addr 172.21.15.39:0/1801523410 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7075513640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070156e60 0x7f7070152da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7074d12640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7070069ed0 0x7f707014de60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 -- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070156e60 msgr2=0x7f7070152da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070156e60 0x7f7070152da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 -- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7070069ed0 msgr2=0x7f707014de60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7070069ed0 0x7f707014de60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 -- 172.21.15.39:0/1801523410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f706400b770 con 0x7f70700b25b0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706ffff640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 0x7f70700ccbd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f705c00c7f0 tx=0x7f705c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705c007a30 con 0x7f70700b25b0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f705c007b90 con 0x7f70700b25b0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70700cc500 con 0x7f70700b25b0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705c00ce40 con 0x7f70700b25b0 2024-09-13T16:11:28.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.969+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f707014eb50 con 0x7f70700b25b0 2024-09-13T16:11:28.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.971+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70700672f0 con 0x7f70700b25b0 2024-09-13T16:11:28.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.971+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f705c0113f0 con 0x7f70700b25b0 2024-09-13T16:11:28.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.971+0000 7f706d7fa640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705406ac30 0x7f705406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:28.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.971+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f705c0894a0 con 0x7f70700b25b0 2024-09-13T16:11:28.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.972+0000 7f7074d12640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705406ac30 0x7f705406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:28.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.972+0000 7f7074d12640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705406ac30 0x7f705406d0f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7064037000 tx=0x7f7064032000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:28.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:28.975+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f705c054690 con 0x7f70700b25b0 2024-09-13T16:11:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.145+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7070154cc0 con 0x7f70700b25b0 2024-09-13T16:11:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.145+0000 7f706d7fa640 1 -- 172.21.15.39:0/1801523410 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f705c057cb0 con 0x7f70700b25b0 2024-09-13T16:11:29.147 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705406ac30 msgr2=0x7f705406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705406ac30 0x7f705406d0f0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f7064037000 tx=0x7f7064032000 comp rx=0 tx=0).stop 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 msgr2=0x7f70700ccbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 0x7f70700ccbd0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f705c00c7f0 tx=0x7f705c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 shutdown_connections 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705406ac30 0x7f705406d0f0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7070156e60 0x7f7070152da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70700b25b0 0x7f70700ccbd0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 --2- 172.21.15.39:0/1801523410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7070069ed0 0x7f707014de60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 >> 172.21.15.39:0/1801523410 conn(0x7f70700b00a0 msgr2=0x7f7070159700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 shutdown_connections 2024-09-13T16:11:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.147+0000 7f7076f76640 1 -- 172.21.15.39:0/1801523410 wait complete. 2024-09-13T16:11:29.160 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:29.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.262+0000 7fb857d08640 1 Processor -- start 2024-09-13T16:11:29.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb857d08640 1 -- start start 2024-09-13T16:11:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb857d08640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb8500d2110 0x7fb8501673d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb857d08640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8500b5550 con 0x7fb85015c7d0 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb857d08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8500cfb50 con 0x7fb8500b4180 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb857d08640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8500b2000 con 0x7fb8500d2110 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb855aa4640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb85015c7d0 0x7fb8500cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42114/0 (socket says 172.21.15.39:42114) 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.263+0000 7fb855aa4640 1 -- 172.21.15.39:0/2320757568 learned_addr learned my addr 172.21.15.39:0/2320757568 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb8562a5640 1 --2- 172.21.15.39:0/2320757568 >> v2:172.21.15.157:3300/0 conn(0x7fb8500d2110 0x7fb8501673d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb854aa2640 1 -- 172.21.15.39:0/2320757568 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3458314950 0 0) 0x7fb8500b5550 con 0x7fb85015c7d0 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb854aa2640 1 -- 172.21.15.39:0/2320757568 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb838003520 con 0x7fb85015c7d0 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb8562a5640 1 -- 172.21.15.39:0/2320757568 >> v1:172.21.15.157:6789/0 conn(0x7fb8500b4180 legacy=0x7fb8500d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb8562a5640 1 -- 172.21.15.39:0/2320757568 >> v1:172.21.15.39:6789/0 conn(0x7fb85015c7d0 legacy=0x7fb8500cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb854aa2640 1 -- 172.21.15.39:0/2320757568 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2915165791 0 0) 0x7fb838003520 con 0x7fb85015c7d0 2024-09-13T16:11:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.264+0000 7fb8562a5640 1 -- 172.21.15.39:0/2320757568 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8500b4610 con 0x7fb8500d2110 2024-09-13T16:11:29.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.265+0000 7fb8562a5640 1 --2- 172.21.15.39:0/2320757568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8500d2110 0x7fb8501673d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb840009d90 tx=0x7fb84002a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c689bad1de81db server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.265+0000 7fb854aa2640 1 -- 172.21.15.39:0/2320757568 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb848001670 con 0x7fb8500d2110 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.265+0000 7fb854aa2640 1 -- 172.21.15.39:0/2320757568 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb84002d050 con 0x7fb8500d2110 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.265+0000 7fb854aa2640 1 -- 172.21.15.39:0/2320757568 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb840007740 con 0x7fb8500d2110 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 -- 172.21.15.39:0/2320757568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8500d2110 msgr2=0x7fb8501673d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 --2- 172.21.15.39:0/2320757568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8500d2110 0x7fb8501673d0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7fb840009d90 tx=0x7fb84002a680 comp rx=0 tx=0).stop 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 -- 172.21.15.39:0/2320757568 shutdown_connections 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 --2- 172.21.15.39:0/2320757568 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8500d2110 0x7fb8501673d0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 -- 172.21.15.39:0/2320757568 >> 172.21.15.39:0/2320757568 conn(0x7fb85006bc40 msgr2=0x7fb85006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 -- 172.21.15.39:0/2320757568 shutdown_connections 2024-09-13T16:11:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.266+0000 7fb857d08640 1 -- 172.21.15.39:0/2320757568 wait complete. 2024-09-13T16:11:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.267+0000 7fb857d08640 1 Processor -- start 2024-09-13T16:11:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.267+0000 7fb857d08640 1 -- start start 2024-09-13T16:11:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb857d08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 0x7fb8500c9020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb857d08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb85015c7d0 0x7fb8501f2280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb857d08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8501f27c0 0x7fb8501f2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb857d08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8500cc200 con 0x7fb8500d2110 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb857d08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8501f3180 con 0x7fb8501f27c0 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb857d08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8500a9490 con 0x7fb85015c7d0 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 0x7fb8500c9020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 0x7fb8500c9020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45028/0 (socket says 172.21.15.39:45028) 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 -- 172.21.15.39:0/1306620848 learned_addr learned my addr 172.21.15.39:0/1306620848 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb8562a5640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8501f27c0 0x7fb8501f2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb8552a3640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb85015c7d0 0x7fb8501f2280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 -- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb85015c7d0 msgr2=0x7fb8501f2280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb85015c7d0 0x7fb8501f2280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 -- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8501f27c0 msgr2=0x7fb8501f2c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8501f27c0 0x7fb8501f2c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 -- 172.21.15.39:0/1306620848 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb840009a70 con 0x7fb8500d2110 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb8552a3640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb85015c7d0 0x7fb8501f2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:29.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb855aa4640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 0x7fb8500c9020 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb84800c520 tx=0x7fb84800c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.268+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb848005ce0 con 0x7fb8500d2110 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.269+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb848005e40 con 0x7fb8500d2110 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.269+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8500cb680 con 0x7fb8500d2110 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.269+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb848007290 con 0x7fb8500d2110 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.269+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8500cbc40 con 0x7fb8500d2110 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.269+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8500d1a00 con 0x7fb8500d2110 2024-09-13T16:11:29.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.270+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb8480073f0 con 0x7fb8500d2110 2024-09-13T16:11:29.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.270+0000 7fb84e7fc640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb83c06ac00 0x7fb83c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.271+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7fb848088a60 con 0x7fb8500d2110 2024-09-13T16:11:29.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.271+0000 7fb8552a3640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb83c06ac00 0x7fb83c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.271+0000 7fb8552a3640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb83c06ac00 0x7fb83c06d0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb8500ce8b0 tx=0x7fb844009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.275+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb848053ba0 con 0x7fb8500d2110 2024-09-13T16:11:29.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.447+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fb8500d1130 con 0x7fb8500d2110 2024-09-13T16:11:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.447+0000 7fb84e7fc640 1 -- 172.21.15.39:0/1306620848 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7fb8480170a0 con 0x7fb8500d2110 2024-09-13T16:11:29.449 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb83c06ac00 msgr2=0x7fb83c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb83c06ac00 0x7fb83c06d0c0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7fb8500ce8b0 tx=0x7fb844009040 comp rx=0 tx=0).stop 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 msgr2=0x7fb8500c9020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 0x7fb8500c9020 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fb84800c520 tx=0x7fb84800c9e0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 shutdown_connections 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb83c06ac00 0x7fb83c06d0c0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8501f27c0 0x7fb8501f2c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb85015c7d0 0x7fb8501f2280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 --2- 172.21.15.39:0/1306620848 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8500d2110 0x7fb8500c9020 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 >> 172.21.15.39:0/1306620848 conn(0x7fb85006bc40 msgr2=0x7fb8500cf340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 shutdown_connections 2024-09-13T16:11:29.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.449+0000 7fb857d08640 1 -- 172.21.15.39:0/1306620848 wait complete. 2024-09-13T16:11:29.462 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.563+0000 7f9b7a725640 1 Processor -- start 2024-09-13T16:11:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.563+0000 7f9b7a725640 1 -- start start 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b7a725640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9b7406a5e0 0x7f9b7406c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b7a725640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b7406ec90 con 0x7f9b7406e880 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b7a725640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b7406cd80 con 0x7f9b74145820 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b7a725640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b74145c00 con 0x7f9b7406a5e0 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b737fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9b7406a5e0 0x7f9b7406c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b78cc2640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9b7406e880 0x7f9b740ad100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42128/0 (socket says 172.21.15.39:42128) 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b78cc2640 1 -- 172.21.15.39:0/3707134055 learned_addr learned my addr 172.21.15.39:0/3707134055 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b737fe640 1 -- 172.21.15.39:0/3707134055 >> v1:172.21.15.157:6789/0 conn(0x7f9b74145820 legacy=0x7f9b74069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b737fe640 1 -- 172.21.15.39:0/3707134055 >> v1:172.21.15.39:6789/0 conn(0x7f9b7406e880 legacy=0x7f9b740ad100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b737fe640 1 -- 172.21.15.39:0/3707134055 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b7406d060 con 0x7f9b7406a5e0 2024-09-13T16:11:29.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.564+0000 7f9b72ffd640 1 -- 172.21.15.39:0/3707134055 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2042744101 0 0) 0x7f9b7406ec90 con 0x7f9b7406e880 2024-09-13T16:11:29.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.565+0000 7f9b737fe640 1 --2- 172.21.15.39:0/3707134055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b7406a5e0 0x7f9b7406c750 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9b680097a0 tx=0x7f9b6802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=855e0deb2e519b46 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.565+0000 7f9b72ffd640 1 -- 172.21.15.39:0/3707134055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b68032440 con 0x7f9b7406a5e0 2024-09-13T16:11:29.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.565+0000 7f9b72ffd640 1 -- 172.21.15.39:0/3707134055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b680325a0 con 0x7f9b7406a5e0 2024-09-13T16:11:29.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.565+0000 7f9b72ffd640 1 -- 172.21.15.39:0/3707134055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b68032930 con 0x7f9b7406a5e0 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 -- 172.21.15.39:0/3707134055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b7406a5e0 msgr2=0x7f9b7406c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 --2- 172.21.15.39:0/3707134055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b7406a5e0 0x7f9b7406c750 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f9b680097a0 tx=0x7f9b6802a230 comp rx=0 tx=0).stop 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 -- 172.21.15.39:0/3707134055 shutdown_connections 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 --2- 172.21.15.39:0/3707134055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b7406a5e0 0x7f9b7406c750 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 -- 172.21.15.39:0/3707134055 >> 172.21.15.39:0/3707134055 conn(0x7f9b7406afe0 msgr2=0x7f9b7406b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 -- 172.21.15.39:0/3707134055 shutdown_connections 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.566+0000 7f9b7a725640 1 -- 172.21.15.39:0/3707134055 wait complete. 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.567+0000 7f9b7a725640 1 Processor -- start 2024-09-13T16:11:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.567+0000 7f9b7a725640 1 -- start start 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b7a725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b7406a5e0 0x7f9b740ce9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b7a725640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b7406e880 0x7f9b740cc310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b7a725640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 0x7f9b741f5870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b7a725640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b740cd4a0 con 0x7f9b74145820 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b7a725640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b740cde80 con 0x7f9b7406e880 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b7a725640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b7415d4e0 con 0x7f9b7406a5e0 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 0x7f9b741f5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 0x7f9b741f5870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45050/0 (socket says 172.21.15.39:45050) 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 -- 172.21.15.39:0/2058942635 learned_addr learned my addr 172.21.15.39:0/2058942635 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b737fe640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b7406e880 0x7f9b740cc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b73fff640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b7406a5e0 0x7f9b740ce9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 -- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b7406a5e0 msgr2=0x7f9b740ce9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b7406a5e0 0x7f9b740ce9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 -- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b7406e880 msgr2=0x7f9b740cc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b7406e880 0x7f9b740cc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.568+0000 7f9b78cc2640 1 -- 172.21.15.39:0/2058942635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b68009400 con 0x7f9b74145820 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.569+0000 7f9b78cc2640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 0x7f9b741f5870 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c00cb30 tx=0x7f9b6c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.569+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b6c00ac40 con 0x7f9b74145820 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.569+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b6c00adc0 con 0x7f9b74145820 2024-09-13T16:11:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.569+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b7415cf20 con 0x7f9b74145820 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.569+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b6c012640 con 0x7f9b74145820 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.569+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b740cd680 con 0x7f9b74145820 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.570+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b740672f0 con 0x7f9b74145820 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.570+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9b6c007070 con 0x7f9b74145820 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.571+0000 7f9b70ff9640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b6006ac00 0x7f9b6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.571+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f9b6c089260 con 0x7f9b74145820 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.571+0000 7f9b73fff640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b6006ac00 0x7f9b6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.571+0000 7f9b73fff640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b6006ac00 0x7f9b6006d0c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9b74161530 tx=0x7f9b64009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.575+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9b6c0544e0 con 0x7f9b74145820 2024-09-13T16:11:29.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.756+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f9b7406c750 con 0x7f9b74145820 2024-09-13T16:11:29.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.756+0000 7f9b70ff9640 1 -- 172.21.15.39:0/2058942635 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9b6c057b00 con 0x7f9b74145820 2024-09-13T16:11:29.758 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b6006ac00 msgr2=0x7f9b6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b6006ac00 0x7f9b6006d0c0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f9b74161530 tx=0x7f9b64009040 comp rx=0 tx=0).stop 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 msgr2=0x7f9b741f5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 0x7f9b741f5870 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f9b6c00cb30 tx=0x7f9b6c00a060 comp rx=0 tx=0).stop 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 shutdown_connections 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b6006ac00 0x7f9b6006d0c0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b74145820 0x7f9b741f5870 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b7406e880 0x7f9b740cc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 --2- 172.21.15.39:0/2058942635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b7406a5e0 0x7f9b740ce9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 >> 172.21.15.39:0/2058942635 conn(0x7f9b7406afe0 msgr2=0x7f9b74142ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 shutdown_connections 2024-09-13T16:11:29.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.758+0000 7f9b7a725640 1 -- 172.21.15.39:0/2058942635 wait complete. 2024-09-13T16:11:29.770 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:11:29.771 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:29.791 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.891+0000 7f1ca5872640 1 Processor -- start 2024-09-13T16:11:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.891+0000 7f1ca5872640 1 -- start start 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1ca5872640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ca00ccf80 0x7f1ca0163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1ca5872640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca0164530 0x7f1ca0166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1ca5872640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ca00cde30 con 0x7f1ca00b41a0 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1ca5872640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ca00b5090 con 0x7f1ca00ccf80 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1ca5872640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca00cd820 con 0x7f1ca0164530 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ca00ccf80 0x7f1ca0163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ca00ccf80 0x7f1ca0163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45060/0 (socket says 172.21.15.39:45060) 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 -- 172.21.15.39:0/238322827 learned_addr learned my addr 172.21.15.39:0/238322827 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c9f7fe640 1 --2- 172.21.15.39:0/238322827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca0164530 0x7f1ca0166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 -- 172.21.15.39:0/238322827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca0164530 msgr2=0x7f1ca0166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 --2- 172.21.15.39:0/238322827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca0164530 0x7f1ca0166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 -- 172.21.15.39:0/238322827 >> v1:172.21.15.157:6789/0 conn(0x7f1ca00b41a0 legacy=0x7f1ca00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:29.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.892+0000 7f1c97fff640 1 -- 172.21.15.39:0/238322827 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ca015cd60 con 0x7f1ca00ccf80 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.893+0000 7f1c97fff640 1 --2- 172.21.15.39:0/238322827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca00ccf80 0x7f1ca0163ff0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1c88009870 tx=0x7f1c8802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f0d73033bbf1f8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.893+0000 7f1c9e7fc640 1 -- 172.21.15.39:0/238322827 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c88032440 con 0x7f1ca00ccf80 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.893+0000 7f1c9e7fc640 1 -- 172.21.15.39:0/238322827 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c880325a0 con 0x7f1ca00ccf80 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.893+0000 7f1c9e7fc640 1 -- 172.21.15.39:0/238322827 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c88032930 con 0x7f1ca00ccf80 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 -- 172.21.15.39:0/238322827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca00ccf80 msgr2=0x7f1ca0163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 --2- 172.21.15.39:0/238322827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca00ccf80 0x7f1ca0163ff0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7f1c88009870 tx=0x7f1c8802a210 comp rx=0 tx=0).stop 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 -- 172.21.15.39:0/238322827 shutdown_connections 2024-09-13T16:11:29.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 --2- 172.21.15.39:0/238322827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca0164530 0x7f1ca0166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 --2- 172.21.15.39:0/238322827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca00ccf80 0x7f1ca0163ff0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 -- 172.21.15.39:0/238322827 >> 172.21.15.39:0/238322827 conn(0x7f1ca00cf1a0 msgr2=0x7f1ca00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 -- 172.21.15.39:0/238322827 shutdown_connections 2024-09-13T16:11:29.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.894+0000 7f1ca5872640 1 -- 172.21.15.39:0/238322827 wait complete. 2024-09-13T16:11:29.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.895+0000 7f1ca5872640 1 Processor -- start 2024-09-13T16:11:29.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.895+0000 7f1ca5872640 1 -- start start 2024-09-13T16:11:29.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1ca5872640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ca00b41a0 0x7f1ca01f4f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1ca5872640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca00ccf80 0x7f1ca00cb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1ca5872640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 0x7f1ca00cb820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1ca5872640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca01f54c0 con 0x7f1ca0164530 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1ca5872640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca00cbe10 con 0x7f1ca00b41a0 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1ca5872640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ca00cc0f0 con 0x7f1ca00ccf80 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 0x7f1ca00cb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 0x7f1ca00cb820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45068/0 (socket says 172.21.15.39:45068) 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 -- 172.21.15.39:0/2084252109 learned_addr learned my addr 172.21.15.39:0/2084252109 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9effd640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ca00b41a0 0x7f1ca01f4f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c97fff640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca00ccf80 0x7f1ca00cb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 -- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca00ccf80 msgr2=0x7f1ca00cb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca00ccf80 0x7f1ca00cb2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 -- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ca00b41a0 msgr2=0x7f1ca01f4f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:29.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ca00b41a0 0x7f1ca01f4f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:29.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 -- 172.21.15.39:0/2084252109 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c880094d0 con 0x7f1ca0164530 2024-09-13T16:11:29.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.896+0000 7f1c9f7fe640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 0x7f1ca00cb820 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009fd0 tx=0x7f1c9800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.897+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c98014420 con 0x7f1ca0164530 2024-09-13T16:11:29.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.897+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c98014580 con 0x7f1ca0164530 2024-09-13T16:11:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.897+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c98014930 con 0x7f1ca0164530 2024-09-13T16:11:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.897+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ca00cc3d0 con 0x7f1ca0164530 2024-09-13T16:11:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.897+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ca00cc990 con 0x7f1ca0164530 2024-09-13T16:11:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.898+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ca0067330 con 0x7f1ca0164530 2024-09-13T16:11:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.898+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c98014a90 con 0x7f1ca0164530 2024-09-13T16:11:29.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.899+0000 7f1c9cff9640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c8006ac00 0x7f1c8006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:29.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.899+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f1c98089b30 con 0x7f1ca0164530 2024-09-13T16:11:29.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.899+0000 7f1c9effd640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c8006ac00 0x7f1c8006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:29.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.900+0000 7f1c9effd640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c8006ac00 0x7f1c8006d0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1c90004f60 tx=0x7f1c90007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:29.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:29.903+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c98054db0 con 0x7f1ca0164530 2024-09-13T16:11:30.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.078+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1ca0066ec0 con 0x7f1ca0164530 2024-09-13T16:11:30.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.079+0000 7f1c9cff9640 1 -- 172.21.15.39:0/2084252109 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16807 (secure 0 0 0) 0x7f1c980583d0 con 0x7f1ca0164530 2024-09-13T16:11:30.081 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:30.081 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:27.001144+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2},{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:30.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c8006ac00 msgr2=0x7f1c8006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c8006ac00 0x7f1c8006d0c0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f1c90004f60 tx=0x7f1c90007e30 comp rx=0 tx=0).stop 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 msgr2=0x7f1ca00cb820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 0x7f1ca00cb820 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f1c98009fd0 tx=0x7f1c9800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 shutdown_connections 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c8006ac00 0x7f1c8006d0c0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ca0164530 0x7f1ca00cb820 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ca00ccf80 0x7f1ca00cb2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 --2- 172.21.15.39:0/2084252109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ca00b41a0 0x7f1ca01f4f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 >> 172.21.15.39:0/2084252109 conn(0x7f1ca00cf1a0 msgr2=0x7f1ca00cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 shutdown_connections 2024-09-13T16:11:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.081+0000 7f1ca5872640 1 -- 172.21.15.39:0/2084252109 wait complete. 2024-09-13T16:11:30.094 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:30.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:30.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.198+0000 7fd24bc2b640 1 Processor -- start 2024-09-13T16:11:30.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.198+0000 7fd24bc2b640 1 -- start start 2024-09-13T16:11:30.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24bc2b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd24415e4d0 0x7fd244069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24bc2b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd244161a00 0x7fd2441620b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24bc2b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd244161e30 con 0x7fd24406a410 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24bc2b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd24406a880 con 0x7fd244161a00 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24bc2b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2440b2420 con 0x7fd24415e4d0 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24a1c8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd244161a00 0x7fd2441620b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd2491c6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd24406a410 0x7fd2441612f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42136/0 (socket says 172.21.15.39:42136) 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd2491c6640 1 -- 172.21.15.39:0/2294326770 learned_addr learned my addr 172.21.15.39:0/2294326770 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd2499c7640 1 --2- 172.21.15.39:0/2294326770 >> v2:172.21.15.157:3300/0 conn(0x7fd24415e4d0 0x7fd244069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2294326770 >> v2:172.21.15.157:3300/0 conn(0x7fd24415e4d0 msgr2=0x7fd244069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24a1c8640 1 --2- 172.21.15.39:0/2294326770 >> v2:172.21.15.157:3300/0 conn(0x7fd24415e4d0 0x7fd244069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2294326770 >> v1:172.21.15.39:6789/0 conn(0x7fd24406a410 legacy=0x7fd2441612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd2489c5640 1 -- 172.21.15.39:0/2294326770 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3791420008 0 0) 0x7fd244161e30 con 0x7fd24406a410 2024-09-13T16:11:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.199+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2294326770 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2440b13a0 con 0x7fd244161a00 2024-09-13T16:11:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.200+0000 7fd2499c7640 1 --2- 172.21.15.39:0/2294326770 >> v2:172.21.15.157:3300/0 conn(0x7fd24415e4d0 0x7fd244069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.200+0000 7fd24a1c8640 1 --2- 172.21.15.39:0/2294326770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd2441620b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd2440739b0 tx=0x7fd23c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ed47a5e840c18de server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.200+0000 7fd2489c5640 1 -- 172.21.15.39:0/2294326770 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23c007740 con 0x7fd244161a00 2024-09-13T16:11:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.200+0000 7fd2489c5640 1 -- 172.21.15.39:0/2294326770 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd23c02d050 con 0x7fd244161a00 2024-09-13T16:11:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.200+0000 7fd2489c5640 1 -- 172.21.15.39:0/2294326770 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23c007ac0 con 0x7fd244161a00 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2294326770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 msgr2=0x7fd2441620b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2294326770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd2441620b0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7fd2440739b0 tx=0x7fd23c02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2294326770 shutdown_connections 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2294326770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd2441620b0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2294326770 >> v2:172.21.15.157:3300/0 conn(0x7fd24415e4d0 0x7fd244069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2294326770 >> 172.21.15.39:0/2294326770 conn(0x7fd2440b00a0 msgr2=0x7fd2440b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2294326770 shutdown_connections 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.201+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2294326770 wait complete. 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.202+0000 7fd24bc2b640 1 Processor -- start 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.202+0000 7fd24bc2b640 1 -- start start 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24bc2b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd24406a410 0x7fd2440cbb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24bc2b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd24415e4d0 0x7fd2440ccb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24bc2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd24415b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24bc2b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2441f6300 con 0x7fd244161a00 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24bc2b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2440cd260 con 0x7fd24406a410 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24bc2b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2440cd070 con 0x7fd24415e4d0 2024-09-13T16:11:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd24415b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd24415b360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45082/0 (socket says 172.21.15.39:45082) 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2146890796 learned_addr learned my addr 172.21.15.39:0/2146890796 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd2499c7640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd24406a410 0x7fd2440cbb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd2491c6640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd24415e4d0 0x7fd2440ccb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd24415e4d0 msgr2=0x7fd2440ccb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd24415e4d0 0x7fd2440ccb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd24406a410 msgr2=0x7fd2440cbb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd24406a410 0x7fd2440cbb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd24a1c8640 1 -- 172.21.15.39:0/2146890796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd23c009a70 con 0x7fd244161a00 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.203+0000 7fd2499c7640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd24406a410 0x7fd2440cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.204+0000 7fd24a1c8640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd24415b360 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd23c02abe0 tx=0x7fd23c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.204+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23c031890 con 0x7fd244161a00 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.204+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd23c0319f0 con 0x7fd244161a00 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.204+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd244162250 con 0x7fd244161a00 2024-09-13T16:11:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.204+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd23c031d60 con 0x7fd244161a00 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.204+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd244162810 con 0x7fd244161a00 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.205+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2440672f0 con 0x7fd244161a00 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.205+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd23c03b410 con 0x7fd244161a00 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.206+0000 7fd23a7fc640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd22806ac00 0x7fd22806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.206+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7fd23c0aad60 con 0x7fd244161a00 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.206+0000 7fd2499c7640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd22806ac00 0x7fd22806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.207+0000 7fd2499c7640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd22806ac00 0x7fd22806d0c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd240006fd0 tx=0x7fd240008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.210+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd23c075eb0 con 0x7fd244161a00 2024-09-13T16:11:30.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.379+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd24415e8b0 con 0x7fd244161a00 2024-09-13T16:11:30.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.380+0000 7fd23a7fc640 1 -- 172.21.15.39:0/2146890796 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd23c04c350 con 0x7fd244161a00 2024-09-13T16:11:30.382 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:30.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd22806ac00 msgr2=0x7fd22806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd22806ac00 0x7fd22806d0c0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd240006fd0 tx=0x7fd240008040 comp rx=0 tx=0).stop 2024-09-13T16:11:30.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 msgr2=0x7fd24415b360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd24415b360 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fd23c02abe0 tx=0x7fd23c004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:30.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 shutdown_connections 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd22806ac00 0x7fd22806d0c0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd244161a00 0x7fd24415b360 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd24415e4d0 0x7fd2440ccb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 --2- 172.21.15.39:0/2146890796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd24406a410 0x7fd2440cbb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 >> 172.21.15.39:0/2146890796 conn(0x7fd2440b00a0 msgr2=0x7fd244160570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 shutdown_connections 2024-09-13T16:11:30.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.382+0000 7fd24bc2b640 1 -- 172.21.15.39:0/2146890796 wait complete. 2024-09-13T16:11:30.394 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:30.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.497+0000 7f5f32053640 1 Processor -- start 2024-09-13T16:11:30.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.497+0000 7f5f32053640 1 -- start start 2024-09-13T16:11:30.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.497+0000 7f5f32053640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f2c0b1d60 0x7f5f2c0d0d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.497+0000 7f5f32053640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f2c0cff20 con 0x7f5f2c0b4930 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.497+0000 7f5f32053640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f2c0cd9a0 con 0x7f5f2c15fc80 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.497+0000 7f5f32053640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f2c0d0200 con 0x7f5f2c0b1d60 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.498+0000 7f5f2bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f2c0b1d60 0x7f5f2c0d0d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.498+0000 7f5f2affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5f2c0b4930 0x7f5f2c0d0610 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42150/0 (socket says 172.21.15.39:42150) 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.498+0000 7f5f2affd640 1 -- 172.21.15.39:0/4159542684 learned_addr learned my addr 172.21.15.39:0/4159542684 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.498+0000 7f5f2bfff640 1 -- 172.21.15.39:0/4159542684 >> v1:172.21.15.157:6789/0 conn(0x7f5f2c15fc80 legacy=0x7f5f2c0b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.498+0000 7f5f2bfff640 1 -- 172.21.15.39:0/4159542684 >> v1:172.21.15.39:6789/0 conn(0x7f5f2c0b4930 legacy=0x7f5f2c0d0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.498+0000 7f5f2bfff640 1 -- 172.21.15.39:0/4159542684 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f2c0cdc80 con 0x7f5f2c0b1d60 2024-09-13T16:11:30.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f2bfff640 1 --2- 172.21.15.39:0/4159542684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0d0d20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5f24009d90 tx=0x7f5f2402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=773b68cd5dcf3673 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f2a7fc640 1 -- 172.21.15.39:0/4159542684 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f24007740 con 0x7f5f2c0b1d60 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f2a7fc640 1 -- 172.21.15.39:0/4159542684 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f2402d050 con 0x7f5f2c0b1d60 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f2a7fc640 1 -- 172.21.15.39:0/4159542684 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f24007ac0 con 0x7f5f2c0b1d60 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f32053640 1 -- 172.21.15.39:0/4159542684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b1d60 msgr2=0x7f5f2c0d0d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f32053640 1 --2- 172.21.15.39:0/4159542684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0d0d20 secure :-1 s=READY pgs=336 cs=0 l=1 rev1=1 crypto rx=0x7f5f24009d90 tx=0x7f5f2402a660 comp rx=0 tx=0).stop 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f32053640 1 -- 172.21.15.39:0/4159542684 shutdown_connections 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f32053640 1 --2- 172.21.15.39:0/4159542684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0d0d20 unknown :-1 s=CLOSED pgs=336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.499+0000 7f5f32053640 1 -- 172.21.15.39:0/4159542684 >> 172.21.15.39:0/4159542684 conn(0x7f5f2c06c270 msgr2=0x7f5f2c0cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.500+0000 7f5f32053640 1 -- 172.21.15.39:0/4159542684 shutdown_connections 2024-09-13T16:11:30.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.500+0000 7f5f32053640 1 -- 172.21.15.39:0/4159542684 wait complete. 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.501+0000 7f5f32053640 1 Processor -- start 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.501+0000 7f5f32053640 1 -- start start 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0c9240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 0x7f5f2c1586d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f2c15fc80 0x7f5f2c0ca0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f2c0c7450 con 0x7f5f2c0b4930 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f2c0ca5e0 con 0x7f5f2c0b1d60 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f2c158dd0 con 0x7f5f2c15fc80 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 0x7f5f2c1586d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 0x7f5f2c1586d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45090/0 (socket says 172.21.15.39:45090) 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 -- 172.21.15.39:0/838681871 learned_addr learned my addr 172.21.15.39:0/838681871 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2b7fe640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0c9240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2bfff640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f2c15fc80 0x7f5f2c0ca0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 -- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f2c15fc80 msgr2=0x7f5f2c0ca0a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f2c15fc80 0x7f5f2c0ca0a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 -- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f2c0b1d60 msgr2=0x7f5f2c0c9240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0c9240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 -- 172.21.15.39:0/838681871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f24009a70 con 0x7f5f2c0b4930 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f2affd640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 0x7f5f2c1586d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5f2000c430 tx=0x7f5f2000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f200074e0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f20007640 con 0x7f5f2c0b4930 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f2c1590b0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.502+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f200059a0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.503+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f2c159670 con 0x7f5f2c0b4930 2024-09-13T16:11:30.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.503+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f2c0b1250 con 0x7f5f2c0b4930 2024-09-13T16:11:30.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.504+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5f20005bc0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.504+0000 7f5f13fff640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f1806ac00 0x7f5f1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.504+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f5f200889c0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.505+0000 7f5f2b7fe640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f1806ac00 0x7f5f1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.505+0000 7f5f2b7fe640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f1806ac00 0x7f5f1806d0c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c000f60 tx=0x7f5f1c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.509+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5f20053bc0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.680+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f5f2c0b4f70 con 0x7f5f2c0b4930 2024-09-13T16:11:30.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.681+0000 7f5f13fff640 1 -- 172.21.15.39:0/838681871 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5f200170a0 con 0x7f5f2c0b4930 2024-09-13T16:11:30.682 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:30.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f1806ac00 msgr2=0x7f5f1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f1806ac00 0x7f5f1806d0c0 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f5f1c000f60 tx=0x7f5f1c009040 comp rx=0 tx=0).stop 2024-09-13T16:11:30.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 msgr2=0x7f5f2c1586d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 0x7f5f2c1586d0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f5f2000c430 tx=0x7f5f2000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 shutdown_connections 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f1806ac00 0x7f5f1806d0c0 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f2c15fc80 0x7f5f2c0ca0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f2c0b4930 0x7f5f2c1586d0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 --2- 172.21.15.39:0/838681871 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f2c0b1d60 0x7f5f2c0c9240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 >> 172.21.15.39:0/838681871 conn(0x7f5f2c06c270 msgr2=0x7f5f2c0b4000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 shutdown_connections 2024-09-13T16:11:30.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.683+0000 7f5f32053640 1 -- 172.21.15.39:0/838681871 wait complete. 2024-09-13T16:11:30.696 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:30.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.799+0000 7f769259d640 1 Processor -- start 2024-09-13T16:11:30.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.799+0000 7f769259d640 1 -- start start 2024-09-13T16:11:30.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769259d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f768c0b4e80 0x7f768c06c6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769259d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c06afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769259d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f768c06cf60 con 0x7f768c0b33c0 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769259d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f768c06f1a0 con 0x7f768c0b4e80 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769259d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f768c06cc80 con 0x7f768c15c810 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f768c0b4e80 0x7f768c06c6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f768c0b4e80 0x7f768c06c6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45098/0 (socket says 172.21.15.39:45098) 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 -- 172.21.15.39:0/516413280 learned_addr learned my addr 172.21.15.39:0/516413280 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 -- 172.21.15.39:0/516413280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 msgr2=0x7f768c06afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 --2- 172.21.15.39:0/516413280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c06afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 -- 172.21.15.39:0/516413280 >> v1:172.21.15.157:6789/0 conn(0x7f768c0b33c0 legacy=0x7f768c15c100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:30.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.800+0000 7f769159b640 1 -- 172.21.15.39:0/516413280 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f768c06eae0 con 0x7f768c0b4e80 2024-09-13T16:11:30.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769159b640 1 --2- 172.21.15.39:0/516413280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b4e80 0x7f768c06c6a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f7684009870 tx=0x7f768402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=240c7745cca3b2dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f768bfff640 1 -- 172.21.15.39:0/516413280 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f768402ae10 con 0x7f768c0b4e80 2024-09-13T16:11:30.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f768bfff640 1 -- 172.21.15.39:0/516413280 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7684032440 con 0x7f768c0b4e80 2024-09-13T16:11:30.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f768bfff640 1 -- 172.21.15.39:0/516413280 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76840327d0 con 0x7f768c0b4e80 2024-09-13T16:11:30.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769259d640 1 -- 172.21.15.39:0/516413280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b4e80 msgr2=0x7f768c06c6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769259d640 1 --2- 172.21.15.39:0/516413280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b4e80 0x7f768c06c6a0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f7684009870 tx=0x7f768402a100 comp rx=0 tx=0).stop 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769259d640 1 -- 172.21.15.39:0/516413280 shutdown_connections 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769259d640 1 --2- 172.21.15.39:0/516413280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c06afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769259d640 1 --2- 172.21.15.39:0/516413280 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b4e80 0x7f768c06c6a0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.801+0000 7f769259d640 1 -- 172.21.15.39:0/516413280 >> 172.21.15.39:0/516413280 conn(0x7f768c0d03d0 msgr2=0x7f768c0d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.802+0000 7f769259d640 1 -- 172.21.15.39:0/516413280 shutdown_connections 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.802+0000 7f769259d640 1 -- 172.21.15.39:0/516413280 wait complete. 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 Processor -- start 2024-09-13T16:11:30.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 -- start start 2024-09-13T16:11:30.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 0x7f768c151e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f768c0b4e80 0x7f768c1f2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c151620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f768c152da0 con 0x7f768c0b33c0 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f768c153080 con 0x7f768c0b4e80 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.803+0000 7f769259d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f768c153360 con 0x7f768c15c810 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 0x7f768c151e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 0x7f768c151e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45106/0 (socket says 172.21.15.39:45106) 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 -- 172.21.15.39:0/4289222182 learned_addr learned my addr 172.21.15.39:0/4289222182 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f7691d9c640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c151620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f7690d9a640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f768c0b4e80 0x7f768c1f2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 -- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 msgr2=0x7f768c151620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c151620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 -- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f768c0b4e80 msgr2=0x7f768c1f2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f768c0b4e80 0x7f768c1f2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 -- 172.21.15.39:0/4289222182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76840094d0 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769159b640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 0x7f768c151e00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7684009870 tx=0x7f76840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7684030b80 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7684030d00 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f768c153640 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.804+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f768403b640 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.805+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f768c151b60 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.806+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f768c152ee0 con 0x7f768c0b33c0 2024-09-13T16:11:30.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.806+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7684039040 con 0x7f768c0b33c0 2024-09-13T16:11:30.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.806+0000 7f7689ffb640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f767806ac00 0x7f767806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:30.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.807+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f76840a9cc0 con 0x7f768c0b33c0 2024-09-13T16:11:30.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.807+0000 7f7690d9a640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f767806ac00 0x7f767806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:30.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.807+0000 7f7690d9a640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f767806ac00 0x7f767806d0c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f768c152700 tx=0x7f76800094f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:30.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.811+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f768c152ee0 con 0x7f768c0b33c0 2024-09-13T16:11:30.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.981+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f768c152ee0 con 0x7f768c0b33c0 2024-09-13T16:11:30.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.981+0000 7f7689ffb640 1 -- 172.21.15.39:0/4289222182 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f768c152ee0 con 0x7f768c0b33c0 2024-09-13T16:11:30.983 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f767806ac00 msgr2=0x7f767806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f767806ac00 0x7f767806d0c0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f768c152700 tx=0x7f76800094f0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 msgr2=0x7f768c151e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 0x7f768c151e00 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f7684009870 tx=0x7f76840046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 shutdown_connections 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f767806ac00 0x7f767806d0c0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f768c15c810 0x7f768c151620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f768c0b4e80 0x7f768c1f2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 --2- 172.21.15.39:0/4289222182 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f768c0b33c0 0x7f768c151e00 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:30.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 >> 172.21.15.39:0/4289222182 conn(0x7f768c0d03d0 msgr2=0x7f768c06c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:30.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 shutdown_connections 2024-09-13T16:11:30.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:30.983+0000 7f769259d640 1 -- 172.21.15.39:0/4289222182 wait complete. 2024-09-13T16:11:30.996 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:31.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.097+0000 7f29e6cd7640 1 Processor -- start 2024-09-13T16:11:31.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.097+0000 7f29e6cd7640 1 -- start start 2024-09-13T16:11:31.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.097+0000 7f29e6cd7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f29e015cef0 0x7f29e00cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.097+0000 7f29e6cd7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29e00d11f0 con 0x7f29e00cd560 2024-09-13T16:11:31.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.097+0000 7f29e6cd7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f29e015d2d0 con 0x7f29e00b5ab0 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.097+0000 7f29e6cd7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f29e00cda00 con 0x7f29e015cef0 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29e4a73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f29e015cef0 0x7f29e00cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29dffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f29e00cd560 0x7f29e00d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42152/0 (socket says 172.21.15.39:42152) 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29dffff640 1 -- 172.21.15.39:0/2230453132 learned_addr learned my addr 172.21.15.39:0/2230453132 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29e4a73640 1 -- 172.21.15.39:0/2230453132 >> v1:172.21.15.157:6789/0 conn(0x7f29e00b5ab0 legacy=0x7f29e00ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29e4a73640 1 -- 172.21.15.39:0/2230453132 >> v1:172.21.15.39:6789/0 conn(0x7f29e00cd560 legacy=0x7f29e00d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29e4a73640 1 -- 172.21.15.39:0/2230453132 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29e00cdce0 con 0x7f29e015cef0 2024-09-13T16:11:31.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.098+0000 7f29df7fe640 1 -- 172.21.15.39:0/2230453132 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 959581845 0 0) 0x7f29e00d11f0 con 0x7f29e00cd560 2024-09-13T16:11:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e4a73640 1 --2- 172.21.15.39:0/2230453132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e015cef0 0x7f29e00cd020 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f29d40097a0 tx=0x7f29d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba84501e1f4190d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29df7fe640 1 -- 172.21.15.39:0/2230453132 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d4032440 con 0x7f29e015cef0 2024-09-13T16:11:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29df7fe640 1 -- 172.21.15.39:0/2230453132 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29d40325a0 con 0x7f29e015cef0 2024-09-13T16:11:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29df7fe640 1 -- 172.21.15.39:0/2230453132 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d4032930 con 0x7f29e015cef0 2024-09-13T16:11:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 -- 172.21.15.39:0/2230453132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e015cef0 msgr2=0x7f29e00cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/2230453132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e015cef0 0x7f29e00cd020 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f29d40097a0 tx=0x7f29d402a270 comp rx=0 tx=0).stop 2024-09-13T16:11:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 -- 172.21.15.39:0/2230453132 shutdown_connections 2024-09-13T16:11:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/2230453132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e015cef0 0x7f29e00cd020 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 -- 172.21.15.39:0/2230453132 >> 172.21.15.39:0/2230453132 conn(0x7f29e006a3a0 msgr2=0x7f29e006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 -- 172.21.15.39:0/2230453132 shutdown_connections 2024-09-13T16:11:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.099+0000 7f29e6cd7640 1 -- 172.21.15.39:0/2230453132 wait complete. 2024-09-13T16:11:31.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.101+0000 7f29e6cd7640 1 Processor -- start 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.101+0000 7f29e6cd7640 1 -- start start 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.101+0000 7f29e6cd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 0x7f29e01f6ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.101+0000 7f29e6cd7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f29e00cd560 0x7f29e01473b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e6cd7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f29e015cef0 0x7f29e00cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e6cd7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e01f7410 con 0x7f29e00b5ab0 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e6cd7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f29e00c64a0 con 0x7f29e00cd560 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e6cd7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f29e00c8500 con 0x7f29e015cef0 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 0x7f29e01f6ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 0x7f29e01f6ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45112/0 (socket says 172.21.15.39:45112) 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 -- 172.21.15.39:0/239876381 learned_addr learned my addr 172.21.15.39:0/239876381 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29dffff640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f29e00cd560 0x7f29e01473b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 -- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f29e015cef0 msgr2=0x7f29e00cbd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e5274640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f29e015cef0 0x7f29e00cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f29e015cef0 0x7f29e00cbd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 -- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f29e00cd560 msgr2=0x7f29e01473b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f29e00cd560 0x7f29e01473b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 -- 172.21.15.39:0/239876381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29d4009400 con 0x7f29e00b5ab0 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29dffff640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f29e00cd560 0x7f29e01473b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e5274640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f29e015cef0 0x7f29e00cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e4a73640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 0x7f29e01f6ed0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f29d40097a0 tx=0x7f29d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d4030b80 con 0x7f29e00b5ab0 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29d4030ce0 con 0x7f29e00b5ab0 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f29e014a310 con 0x7f29e00b5ab0 2024-09-13T16:11:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29d403b640 con 0x7f29e00b5ab0 2024-09-13T16:11:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.102+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f29e014a8d0 con 0x7f29e00b5ab0 2024-09-13T16:11:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.103+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f29e00d1e20 con 0x7f29e00b5ab0 2024-09-13T16:11:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.104+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f29d4039040 con 0x7f29e00b5ab0 2024-09-13T16:11:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.104+0000 7f29dd7fa640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f29c406ac00 0x7f29c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.104+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f29d40a9d90 con 0x7f29e00b5ab0 2024-09-13T16:11:31.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.104+0000 7f29dffff640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f29c406ac00 0x7f29c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.105+0000 7f29dffff640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f29c406ac00 0x7f29c406d0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f29e015a5b0 tx=0x7f29cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.108+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f29d4074ed0 con 0x7f29e00b5ab0 2024-09-13T16:11:31.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.288+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f29e00d0670 con 0x7f29e00b5ab0 2024-09-13T16:11:31.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.288+0000 7f29dd7fa640 1 -- 172.21.15.39:0/239876381 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v23) v1 ==== 80+0+0 (secure 0 0 0) 0x7f29d4037080 con 0x7f29e00b5ab0 2024-09-13T16:11:31.290 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.290+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f29c406ac00 msgr2=0x7f29c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.290+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f29c406ac00 0x7f29c406d0c0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f29e015a5b0 tx=0x7f29cc009040 comp rx=0 tx=0).stop 2024-09-13T16:11:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 msgr2=0x7f29e01f6ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 0x7f29e01f6ed0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f29d40097a0 tx=0x7f29d40046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 shutdown_connections 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f29c406ac00 0x7f29c406d0c0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f29e015cef0 0x7f29e00cbd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f29e00cd560 0x7f29e01473b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 --2- 172.21.15.39:0/239876381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f29e00b5ab0 0x7f29e01f6ed0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 >> 172.21.15.39:0/239876381 conn(0x7f29e006a3a0 msgr2=0x7f29e00b6ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 shutdown_connections 2024-09-13T16:11:31.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.291+0000 7f29e6cd7640 1 -- 172.21.15.39:0/239876381 wait complete. 2024-09-13T16:11:31.303 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi157.front.sepia.ceph.com... 2024-09-13T16:11:31.303 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:31.303 DEBUG:teuthology.orchestra.run.smithi157:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-13T16:11:31.334 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:31.334 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:11:31.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:31.334 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:11:31.395 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:11:31.395 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:31.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.495+0000 7f4837576640 1 Processor -- start 2024-09-13T16:11:31.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.496+0000 7f4837576640 1 -- start start 2024-09-13T16:11:31.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.496+0000 7f4837576640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48300cf660 0x7f48300d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.496+0000 7f4837576640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48300cfcc0 con 0x7f48300ccf30 2024-09-13T16:11:31.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.496+0000 7f4837576640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48300cffa0 con 0x7f483015ca50 2024-09-13T16:11:31.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.496+0000 7f4837576640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48300cfab0 con 0x7f48300cf660 2024-09-13T16:11:31.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4835b13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48300cf660 0x7f48300d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4834b11640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f48300ccf30 0x7f4830164470 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42156/0 (socket says 172.21.15.39:42156) 2024-09-13T16:11:31.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4835b13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48300cf660 0x7f48300d1cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45114/0 (socket says 172.21.15.39:45114) 2024-09-13T16:11:31.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4834b11640 1 -- 172.21.15.39:0/565081311 learned_addr learned my addr 172.21.15.39:0/565081311 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:31.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4835b13640 1 -- 172.21.15.39:0/565081311 >> v1:172.21.15.157:6789/0 conn(0x7f483015ca50 legacy=0x7f48300cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:31.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4835b13640 1 -- 172.21.15.39:0/565081311 >> v1:172.21.15.39:6789/0 conn(0x7f48300ccf30 legacy=0x7f4830164470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.497+0000 7f4835b13640 1 -- 172.21.15.39:0/565081311 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48300cd7d0 con 0x7f48300cf660 2024-09-13T16:11:31.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4835b13640 1 --2- 172.21.15.39:0/565081311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300cf660 0x7f48300d1cc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4828009d90 tx=0x7f482802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86ae175d0449ad93 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4827fff640 1 -- 172.21.15.39:0/565081311 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4828007740 con 0x7f48300cf660 2024-09-13T16:11:31.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4827fff640 1 -- 172.21.15.39:0/565081311 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f482802d050 con 0x7f48300cf660 2024-09-13T16:11:31.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4827fff640 1 -- 172.21.15.39:0/565081311 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4828007ac0 con 0x7f48300cf660 2024-09-13T16:11:31.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 -- 172.21.15.39:0/565081311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300cf660 msgr2=0x7f48300d1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 --2- 172.21.15.39:0/565081311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300cf660 0x7f48300d1cc0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f4828009d90 tx=0x7f482802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 -- 172.21.15.39:0/565081311 shutdown_connections 2024-09-13T16:11:31.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 --2- 172.21.15.39:0/565081311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300cf660 0x7f48300d1cc0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 -- 172.21.15.39:0/565081311 >> 172.21.15.39:0/565081311 conn(0x7f48300b42a0 msgr2=0x7f48300b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:31.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 -- 172.21.15.39:0/565081311 shutdown_connections 2024-09-13T16:11:31.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.498+0000 7f4837576640 1 -- 172.21.15.39:0/565081311 wait complete. 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 Processor -- start 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 -- start start 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 0x7f48300c97a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48300cf660 0x7f483015b260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f483015ca50 0x7f4830154e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48300ca870 con 0x7f48300ccf30 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4830142420 con 0x7f48300cf660 2024-09-13T16:11:31.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4837576640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48300c9fd0 con 0x7f483015ca50 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.500+0000 7f4835312640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 0x7f48300c97a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 0x7f48300c97a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45128/0 (socket says 172.21.15.39:45128) 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 -- 172.21.15.39:0/1188280291 learned_addr learned my addr 172.21.15.39:0/1188280291 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835b13640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f483015ca50 0x7f4830154e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4834b11640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48300cf660 0x7f483015b260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 -- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f483015ca50 msgr2=0x7f4830154e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f483015ca50 0x7f4830154e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 -- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48300cf660 msgr2=0x7f483015b260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48300cf660 0x7f483015b260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 -- 172.21.15.39:0/1188280291 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4828009a70 con 0x7f48300ccf30 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4834b11640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48300cf660 0x7f483015b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835b13640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f483015ca50 0x7f4830154e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:31.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4835312640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 0x7f48300c97a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f482c00b3f0 tx=0x7f482c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f482c011830 con 0x7f48300ccf30 2024-09-13T16:11:31.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f482c011990 con 0x7f48300ccf30 2024-09-13T16:11:31.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48300ca2b0 con 0x7f48300ccf30 2024-09-13T16:11:31.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f482c011d40 con 0x7f48300ccf30 2024-09-13T16:11:31.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.501+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48300cb290 con 0x7f48300ccf30 2024-09-13T16:11:31.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.503+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48300d1cc0 con 0x7f48300ccf30 2024-09-13T16:11:31.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.503+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f482c01a400 con 0x7f48300ccf30 2024-09-13T16:11:31.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.504+0000 7f4825ffb640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f481406ac00 0x7f481406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.504+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f482c0891b0 con 0x7f48300ccf30 2024-09-13T16:11:31.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.504+0000 7f4834b11640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f481406ac00 0x7f481406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.504+0000 7f4834b11640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f481406ac00 0x7f481406d0c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f483015deb0 tx=0x7f4820009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.508+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f482c054380 con 0x7f48300ccf30 2024-09-13T16:11:31.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.713+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f48300cd510 con 0x7f48300ccf30 2024-09-13T16:11:31.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.713+0000 7f4825ffb640 1 -- 172.21.15.39:0/1188280291 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7f482c0579a0 con 0x7f48300ccf30 2024-09-13T16:11:31.715 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:31.715 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:11:31.715 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f481406ac00 msgr2=0x7f481406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f481406ac00 0x7f481406d0c0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f483015deb0 tx=0x7f4820009040 comp rx=0 tx=0).stop 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 msgr2=0x7f48300c97a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 0x7f48300c97a0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f482c00b3f0 tx=0x7f482c00b8b0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 shutdown_connections 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f481406ac00 0x7f481406d0c0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f483015ca50 0x7f4830154e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48300cf660 0x7f483015b260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 --2- 172.21.15.39:0/1188280291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48300ccf30 0x7f48300c97a0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 >> 172.21.15.39:0/1188280291 conn(0x7f48300b42a0 msgr2=0x7f48300b5ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:31.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 shutdown_connections 2024-09-13T16:11:31.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.715+0000 7f4837576640 1 -- 172.21.15.39:0/1188280291 wait complete. 2024-09-13T16:11:31.728 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:31.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.827+0000 7f89bfa5a640 1 Processor -- start 2024-09-13T16:11:31.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.828+0000 7f89bfa5a640 1 -- start start 2024-09-13T16:11:31.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.828+0000 7f89bfa5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80b41a0 0x7f89b80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.828+0000 7f89bfa5a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89b80ccf80 0x7f89b80d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bfa5a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89b80cde30 con 0x7f89b80d0830 2024-09-13T16:11:31.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bfa5a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89b80b5090 con 0x7f89b80ccf80 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bfa5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b80cd820 con 0x7f89b80b41a0 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89b80ccf80 0x7f89b80d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89b80ccf80 0x7f89b80d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45142/0 (socket says 172.21.15.39:45142) 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 -- 172.21.15.39:0/2032702787 learned_addr learned my addr 172.21.15.39:0/2032702787 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bd7f6640 1 --2- 172.21.15.39:0/2032702787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80b41a0 0x7f89b80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 -- 172.21.15.39:0/2032702787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80b41a0 msgr2=0x7f89b80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 --2- 172.21.15.39:0/2032702787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80b41a0 0x7f89b80b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 -- 172.21.15.39:0/2032702787 >> v1:172.21.15.157:6789/0 conn(0x7f89b80d0830 legacy=0x7f89b8166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.829+0000 7f89bcff5640 1 -- 172.21.15.39:0/2032702787 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b80b4ac0 con 0x7f89b80ccf80 2024-09-13T16:11:31.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.830+0000 7f89bcff5640 1 --2- 172.21.15.39:0/2032702787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80ccf80 0x7f89b80d02f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f89b4009870 tx=0x7f89b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3400ed9301d79e22 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.830+0000 7f89abfff640 1 -- 172.21.15.39:0/2032702787 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b4032440 con 0x7f89b80ccf80 2024-09-13T16:11:31.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.830+0000 7f89abfff640 1 -- 172.21.15.39:0/2032702787 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89b40325a0 con 0x7f89b80ccf80 2024-09-13T16:11:31.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.830+0000 7f89abfff640 1 -- 172.21.15.39:0/2032702787 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b4032930 con 0x7f89b80ccf80 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 -- 172.21.15.39:0/2032702787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80ccf80 msgr2=0x7f89b80d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/2032702787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80ccf80 0x7f89b80d02f0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f89b4009870 tx=0x7f89b402a270 comp rx=0 tx=0).stop 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 -- 172.21.15.39:0/2032702787 shutdown_connections 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/2032702787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80ccf80 0x7f89b80d02f0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/2032702787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80b41a0 0x7f89b80b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 -- 172.21.15.39:0/2032702787 >> 172.21.15.39:0/2032702787 conn(0x7f89b80cf1a0 msgr2=0x7f89b80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 -- 172.21.15.39:0/2032702787 shutdown_connections 2024-09-13T16:11:31.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.831+0000 7f89bfa5a640 1 -- 172.21.15.39:0/2032702787 wait complete. 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.832+0000 7f89bfa5a640 1 Processor -- start 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.832+0000 7f89bfa5a640 1 -- start start 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89b80b41a0 0x7f89b8153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80ccf80 0x7f89b8155fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 0x7f89b81564e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b81557c0 con 0x7f89b80d0830 2024-09-13T16:11:31.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89b8154bb0 con 0x7f89b80b41a0 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89b8154e90 con 0x7f89b80ccf80 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 0x7f89b81564e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 0x7f89b81564e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45150/0 (socket says 172.21.15.39:45150) 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 -- 172.21.15.39:0/3740538084 learned_addr learned my addr 172.21.15.39:0/3740538084 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bd7f6640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89b80b41a0 0x7f89b8153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bcff5640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80ccf80 0x7f89b8155fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 -- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80ccf80 msgr2=0x7f89b8155fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80ccf80 0x7f89b8155fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 -- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89b80b41a0 msgr2=0x7f89b8153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89b80b41a0 0x7f89b8153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 -- 172.21.15.39:0/3740538084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b40094d0 con 0x7f89b80d0830 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bdff7640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 0x7f89b81564e0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f89b000c7a0 tx=0x7f89b000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b0003b70 con 0x7f89b80d0830 2024-09-13T16:11:31.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89b0003cf0 con 0x7f89b80d0830 2024-09-13T16:11:31.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89b8155170 con 0x7f89b80d0830 2024-09-13T16:11:31.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.833+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b0003ea0 con 0x7f89b80d0830 2024-09-13T16:11:31.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.834+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89b81542d0 con 0x7f89b80d0830 2024-09-13T16:11:31.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.835+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89b8067330 con 0x7f89b80d0830 2024-09-13T16:11:31.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.835+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89b000aa90 con 0x7f89b80d0830 2024-09-13T16:11:31.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.835+0000 7f89a9ffb640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f899c06ac00 0x7f899c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:31.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.836+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f89b0089090 con 0x7f89b80d0830 2024-09-13T16:11:31.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.836+0000 7f89bd7f6640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f899c06ac00 0x7f899c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:31.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.836+0000 7f89bd7f6640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f899c06ac00 0x7f899c06d0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f89ac009aa0 tx=0x7f89ac009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:31.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:31.840+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f89b0054310 con 0x7f89b80d0830 2024-09-13T16:11:32.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.016+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f89b8066ec0 con 0x7f89b80d0830 2024-09-13T16:11:32.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.017+0000 7f89a9ffb640 1 -- 172.21.15.39:0/3740538084 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16807 (secure 0 0 0) 0x7f89b0057930 con 0x7f89b80d0830 2024-09-13T16:11:32.019 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:32.019 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:27.001144+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2},{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f899c06ac00 msgr2=0x7f899c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f899c06ac00 0x7f899c06d0c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f89ac009aa0 tx=0x7f89ac009190 comp rx=0 tx=0).stop 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 msgr2=0x7f89b81564e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 0x7f89b81564e0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f89b000c7a0 tx=0x7f89b000cc60 comp rx=0 tx=0).stop 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 shutdown_connections 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f899c06ac00 0x7f899c06d0c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89b80d0830 0x7f89b81564e0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89b80ccf80 0x7f89b8155fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 --2- 172.21.15.39:0/3740538084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89b80b41a0 0x7f89b8153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 >> 172.21.15.39:0/3740538084 conn(0x7f89b80cf1a0 msgr2=0x7f89b80b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 shutdown_connections 2024-09-13T16:11:32.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.019+0000 7f89bfa5a640 1 -- 172.21.15.39:0/3740538084 wait complete. 2024-09-13T16:11:32.032 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:10:43.080705+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '20', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:10:44.047692+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:32.033 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:32.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.135+0000 7f6a38a3a640 1 Processor -- start 2024-09-13T16:11:32.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.136+0000 7f6a38a3a640 1 -- start start 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.136+0000 7f6a38a3a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6a3415c7d0 0x7f6a340cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.136+0000 7f6a38a3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a340d2110 0x7f6a340b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.136+0000 7f6a38a3a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a340b5550 con 0x7f6a340b4180 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.136+0000 7f6a38a3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a340b2000 con 0x7f6a340d2110 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.136+0000 7f6a38a3a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a340b4610 con 0x7f6a3415c7d0 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a32d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a340d2110 0x7f6a340b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a31d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6a340b4180 0x7f6a340d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42166/0 (socket says 172.21.15.39:42166) 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a31d9b640 1 -- 172.21.15.39:0/1085165190 learned_addr learned my addr 172.21.15.39:0/1085165190 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:32.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a32d9d640 1 --2- 172.21.15.39:0/1085165190 >> v2:172.21.15.39:3300/0 conn(0x7f6a340d2110 0x7f6a340b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45160/0 (socket says 172.21.15.39:45160) 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a3259c640 1 --2- 172.21.15.39:0/1085165190 >> v2:172.21.15.157:3300/0 conn(0x7f6a3415c7d0 0x7f6a340cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a32d9d640 1 -- 172.21.15.39:0/1085165190 >> v2:172.21.15.157:3300/0 conn(0x7f6a3415c7d0 msgr2=0x7f6a340cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a32d9d640 1 --2- 172.21.15.39:0/1085165190 >> v2:172.21.15.157:3300/0 conn(0x7f6a3415c7d0 0x7f6a340cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a32d9d640 1 -- 172.21.15.39:0/1085165190 >> v1:172.21.15.39:6789/0 conn(0x7f6a340b4180 legacy=0x7f6a340d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a32d9d640 1 -- 172.21.15.39:0/1085165190 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a340b48f0 con 0x7f6a340d2110 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.137+0000 7f6a3159a640 1 -- 172.21.15.39:0/1085165190 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1343062849 0 0) 0x7f6a340b5550 con 0x7f6a340b4180 2024-09-13T16:11:32.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a32d9d640 1 --2- 172.21.15.39:0/1085165190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a340b59e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f6a340d37d0 tx=0x7f6a2c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=309b6da51609d5da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a3159a640 1 -- 172.21.15.39:0/1085165190 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a2c02aea0 con 0x7f6a340d2110 2024-09-13T16:11:32.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a3159a640 1 -- 172.21.15.39:0/1085165190 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a2c02d050 con 0x7f6a340d2110 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a3159a640 1 -- 172.21.15.39:0/1085165190 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a2c007960 con 0x7f6a340d2110 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a38a3a640 1 -- 172.21.15.39:0/1085165190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 msgr2=0x7f6a340b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/1085165190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a340b59e0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f6a340d37d0 tx=0x7f6a2c02a680 comp rx=0 tx=0).stop 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a38a3a640 1 -- 172.21.15.39:0/1085165190 shutdown_connections 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.138+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/1085165190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a340b59e0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.139+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/1085165190 >> v2:172.21.15.157:3300/0 conn(0x7f6a3415c7d0 0x7f6a340cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.139+0000 7f6a38a3a640 1 -- 172.21.15.39:0/1085165190 >> 172.21.15.39:0/1085165190 conn(0x7f6a3406bc40 msgr2=0x7f6a3406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.139+0000 7f6a38a3a640 1 -- 172.21.15.39:0/1085165190 shutdown_connections 2024-09-13T16:11:32.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.139+0000 7f6a38a3a640 1 -- 172.21.15.39:0/1085165190 wait complete. 2024-09-13T16:11:32.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.140+0000 7f6a38a3a640 1 Processor -- start 2024-09-13T16:11:32.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.140+0000 7f6a38a3a640 1 -- start start 2024-09-13T16:11:32.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a3414ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3415c7d0 0x7f6a3415f3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3415f8e0 0x7f6a340a9120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a340cad80 con 0x7f6a340d2110 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a340cb060 con 0x7f6a3415c7d0 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a340cb340 con 0x7f6a3415f8e0 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a3414ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a3414ec40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45164/0 (socket says 172.21.15.39:45164) 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 -- 172.21.15.39:0/3630760530 learned_addr learned my addr 172.21.15.39:0/3630760530 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a31d9b640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3415c7d0 0x7f6a3415f3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a32d9d640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3415f8e0 0x7f6a340a9120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 -- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3415f8e0 msgr2=0x7f6a340a9120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3415f8e0 0x7f6a340a9120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 -- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3415c7d0 msgr2=0x7f6a3415f3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3415c7d0 0x7f6a3415f3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 -- 172.21.15.39:0/3630760530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a2c009a70 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a3259c640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a3414ec40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6a2400c7f0 tx=0x7f6a2400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a24004220 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a24004380 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a24007840 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a340cb620 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.141+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a340caa50 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.142+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a340cbb40 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.143+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6a24007bb0 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.143+0000 7f6a22ffd640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a1406ac00 0x7f6a1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.143+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f6a240892c0 con 0x7f6a340d2110 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.144+0000 7f6a31d9b640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a1406ac00 0x7f6a1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.144+0000 7f6a31d9b640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a1406ac00 0x7f6a1406d0c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6a28007fd0 tx=0x7f6a28009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.147+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6a340cbb40 con 0x7f6a340d2110 2024-09-13T16:11:32.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.318+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f6a340d1ed0 con 0x7f6a340d2110 2024-09-13T16:11:32.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.319+0000 7f6a22ffd640 1 -- 172.21.15.39:0/3630760530 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v23) v1 ==== 93+0+10 (secure 0 0 0) 0x7f6a24054490 con 0x7f6a340d2110 2024-09-13T16:11:32.321 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:32.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a1406ac00 msgr2=0x7f6a1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a1406ac00 0x7f6a1406d0c0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f6a28007fd0 tx=0x7f6a28009040 comp rx=0 tx=0).stop 2024-09-13T16:11:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 msgr2=0x7f6a3414ec40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a3414ec40 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7f6a2400c7f0 tx=0x7f6a2400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 shutdown_connections 2024-09-13T16:11:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a1406ac00 0x7f6a1406d0c0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3415f8e0 0x7f6a340a9120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3415c7d0 0x7f6a3415f3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 --2- 172.21.15.39:0/3630760530 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a340d2110 0x7f6a3414ec40 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 >> 172.21.15.39:0/3630760530 conn(0x7f6a3406bc40 msgr2=0x7f6a340d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 shutdown_connections 2024-09-13T16:11:32.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.321+0000 7f6a38a3a640 1 -- 172.21.15.39:0/3630760530 wait complete. 2024-09-13T16:11:32.333 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:32.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.437+0000 7f0c011db640 1 Processor -- start 2024-09-13T16:11:32.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.437+0000 7f0c011db640 1 -- start start 2024-09-13T16:11:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.437+0000 7f0c011db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 0x7f0bfc0b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.437+0000 7f0c011db640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bfc0cb080 con 0x7f0bfc0b25b0 2024-09-13T16:11:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.437+0000 7f0c011db640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bfc070d40 con 0x7f0bfc156e60 2024-09-13T16:11:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.437+0000 7f0c011db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bfc15b140 con 0x7f0bfc06a5e0 2024-09-13T16:11:32.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bfa59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0bfc0b25b0 0x7f0bfc069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42174/0 (socket says 172.21.15.39:42174) 2024-09-13T16:11:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bfa59c640 1 -- 172.21.15.39:0/900926169 learned_addr learned my addr 172.21.15.39:0/900926169 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bfb59e640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 0x7f0bfc0b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3767417589 0 0) 0x7f0bfc0cb080 con 0x7f0bfc0b25b0 2024-09-13T16:11:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0be4005730 con 0x7f0bfc0b25b0 2024-09-13T16:11:32.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 128183296 0 0) 0x7f0be4005730 con 0x7f0bfc0b25b0 2024-09-13T16:11:32.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 msgr2=0x7f0bfc0b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:32.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 0x7f0bfc0b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 >> v1:172.21.15.157:6789/0 conn(0x7f0bfc156e60 legacy=0x7f0bfc15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bfc0b3120 con 0x7f0bfc0b25b0 2024-09-13T16:11:32.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f0bf0001670 con 0x7f0bfc0b25b0 2024-09-13T16:11:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 >> v1:172.21.15.39:6789/0 conn(0x7f0bfc0b25b0 legacy=0x7f0bfc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be4005bb0 0x7f0be4005f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 0x7f0be40069d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0be4007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bfc15b140 con 0x7f0be4006f10 2024-09-13T16:11:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be400dbc0 con 0x7f0be4005bb0 2024-09-13T16:11:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be400dd80 con 0x7f0bfc06a5e0 2024-09-13T16:11:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bfb59e640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0be4007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.438+0000 7f0bfa59c640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 0x7f0be40069d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.439+0000 7f0bfad9d640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be4005bb0 0x7f0be4005f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.439+0000 7f0bfb59e640 1 -- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 msgr2=0x7f0be40069d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:32.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.439+0000 7f0bfb59e640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc06a5e0 0x7f0be40069d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.439+0000 7f0bfb59e640 1 -- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be4005bb0 msgr2=0x7f0be4005f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:32.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.439+0000 7f0bfb59e640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be4005bb0 0x7f0be4005f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.439+0000 7f0bfb59e640 1 -- 172.21.15.39:0/900926169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be4005730 con 0x7f0be4006f10 2024-09-13T16:11:32.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0bfb59e640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0be4007390 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc073920 tx=0x7f0be4007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbb9cdaf98206f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf4032640 con 0x7f0be4006f10 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bf400f040 con 0x7f0be4006f10 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0bf9d9b640 1 -- 172.21.15.39:0/900926169 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf40329a0 con 0x7f0be4006f10 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0c011db640 1 -- 172.21.15.39:0/900926169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 msgr2=0x7f0be4007390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0c011db640 1 --2- 172.21.15.39:0/900926169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0be4007390 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc073920 tx=0x7f0be4007a00 comp rx=0 tx=0).stop 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0bfb59e640 1 -- 172.21.15.39:0/900926169 reap_dead start 2024-09-13T16:11:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0c011db640 1 -- 172.21.15.39:0/900926169 shutdown_connections 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0c011db640 1 -- 172.21.15.39:0/900926169 >> 172.21.15.39:0/900926169 conn(0x7f0bfc0b00a0 msgr2=0x7f0bfc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0c011db640 1 -- 172.21.15.39:0/900926169 shutdown_connections 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.440+0000 7f0c011db640 1 -- 172.21.15.39:0/900926169 wait complete. 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.442+0000 7f0c011db640 1 Processor -- start 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.442+0000 7f0c011db640 1 -- start start 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.442+0000 7f0c011db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0bfc0af920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bfc0a8450 0x7f0bfc1ed690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc0a88d0 0x7f0bfc1edbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bfc154810 con 0x7f0be4006f10 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bfc0afe60 con 0x7f0bfc0a8450 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bfc0adc50 con 0x7f0bfc0a88d0 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0bfc0af920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0bfc0af920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45190/0 (socket says 172.21.15.39:45190) 2024-09-13T16:11:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 -- 172.21.15.39:0/832678423 learned_addr learned my addr 172.21.15.39:0/832678423 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfb59e640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc0a88d0 0x7f0bfc1edbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfa59c640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bfc0a8450 0x7f0bfc1ed690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 -- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc0a88d0 msgr2=0x7f0bfc1edbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc0a88d0 0x7f0bfc1edbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 -- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bfc0a8450 msgr2=0x7f0bfc1ed690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bfc0a8450 0x7f0bfc1ed690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 -- 172.21.15.39:0/832678423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bfc1eea90 con 0x7f0be4006f10 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0bfad9d640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0bfc0af920 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0bec00f8b0 tx=0x7f0bec00fd70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bec001550 con 0x7f0be4006f10 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bec0052e0 con 0x7f0be4006f10 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bfc1ee1f0 con 0x7f0be4006f10 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bec00d910 con 0x7f0be4006f10 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.443+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bfc1ee7b0 con 0x7f0be4006f10 2024-09-13T16:11:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.444+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bfc0672f0 con 0x7f0be4006f10 2024-09-13T16:11:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.445+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0bec00da70 con 0x7f0be4006f10 2024-09-13T16:11:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.445+0000 7f0be37fe640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0be806ac30 0x7f0be806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.445+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f0bec0893a0 con 0x7f0be4006f10 2024-09-13T16:11:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.446+0000 7f0bfa59c640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0be806ac30 0x7f0be806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.446+0000 7f0bfa59c640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0be806ac30 0x7f0be806d0f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc15d570 tx=0x7f0bf0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.450+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0bec054570 con 0x7f0be4006f10 2024-09-13T16:11:32.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.620+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f0bfc0719c0 con 0x7f0be4006f10 2024-09-13T16:11:32.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.621+0000 7f0be37fe640 1 -- 172.21.15.39:0/832678423 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v23) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0bec057b90 con 0x7f0be4006f10 2024-09-13T16:11:32.622 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:32.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0be806ac30 msgr2=0x7f0be806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0be806ac30 0x7f0be806d0f0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f0bfc15d570 tx=0x7f0bf0009040 comp rx=0 tx=0).stop 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 msgr2=0x7f0bfc0af920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0bfc0af920 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f0bec00f8b0 tx=0x7f0bec00fd70 comp rx=0 tx=0).stop 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 shutdown_connections 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0be806ac30 0x7f0be806d0f0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bfc0a88d0 0x7f0bfc1edbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bfc0a8450 0x7f0bfc1ed690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 --2- 172.21.15.39:0/832678423 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be4006f10 0x7f0bfc0af920 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 >> 172.21.15.39:0/832678423 conn(0x7f0bfc0b00a0 msgr2=0x7f0bfc0b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 shutdown_connections 2024-09-13T16:11:32.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.623+0000 7f0c011db640 1 -- 172.21.15.39:0/832678423 wait complete. 2024-09-13T16:11:32.635 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:32.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.739+0000 7f54e9d45640 1 Processor -- start 2024-09-13T16:11:32.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.739+0000 7f54e9d45640 1 -- start start 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e9d45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54e4143e60 0x7f54e4071700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e9d45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40ce610 0x7f54e4070c00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e9d45640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54e4070440 con 0x7f54e40b4960 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e9d45640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54e40cf390 con 0x7f54e4143e60 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e9d45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54e4144240 con 0x7f54e40ce610 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54e4143e60 0x7f54e4071700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f54e40b4960 0x7f54e415abe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42176/0 (socket says 172.21.15.39:42176) 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e3fff640 1 -- 172.21.15.39:0/1594381075 learned_addr learned my addr 172.21.15.39:0/1594381075 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:32.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.740+0000 7f54e2ffd640 1 --2- 172.21.15.39:0/1594381075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40ce610 0x7f54e4070c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e37fe640 1 -- 172.21.15.39:0/1594381075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40ce610 msgr2=0x7f54e4070c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:32.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e37fe640 1 --2- 172.21.15.39:0/1594381075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40ce610 0x7f54e4070c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e37fe640 1 -- 172.21.15.39:0/1594381075 >> v1:172.21.15.39:6789/0 conn(0x7f54e40b4960 legacy=0x7f54e415abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e37fe640 1 -- 172.21.15.39:0/1594381075 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e40cedd0 con 0x7f54e4143e60 2024-09-13T16:11:32.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e27fc640 1 -- 172.21.15.39:0/1594381075 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 396634765 0 0) 0x7f54e4070440 con 0x7f54e40b4960 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e37fe640 1 --2- 172.21.15.39:0/1594381075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4143e60 0x7f54e4071700 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f54d40097a0 tx=0x7f54d402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6194b5a14def8fe0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e27fc640 1 -- 172.21.15.39:0/1594381075 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d4032440 con 0x7f54e4143e60 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.741+0000 7f54e27fc640 1 -- 172.21.15.39:0/1594381075 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54d40325a0 con 0x7f54e4143e60 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e27fc640 1 -- 172.21.15.39:0/1594381075 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d4032930 con 0x7f54e4143e60 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 -- 172.21.15.39:0/1594381075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4143e60 msgr2=0x7f54e4071700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 --2- 172.21.15.39:0/1594381075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4143e60 0x7f54e4071700 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f54d40097a0 tx=0x7f54d402a180 comp rx=0 tx=0).stop 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 -- 172.21.15.39:0/1594381075 shutdown_connections 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 --2- 172.21.15.39:0/1594381075 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40ce610 0x7f54e4070c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 --2- 172.21.15.39:0/1594381075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4143e60 0x7f54e4071700 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 -- 172.21.15.39:0/1594381075 >> 172.21.15.39:0/1594381075 conn(0x7f54e406afe0 msgr2=0x7f54e406b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 -- 172.21.15.39:0/1594381075 shutdown_connections 2024-09-13T16:11:32.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.742+0000 7f54e9d45640 1 -- 172.21.15.39:0/1594381075 wait complete. 2024-09-13T16:11:32.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.743+0000 7f54e9d45640 1 Processor -- start 2024-09-13T16:11:32.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.743+0000 7f54e9d45640 1 -- start start 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e9d45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40b4960 0x7f54e40b42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e9d45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 0x7f54e4141ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e9d45640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e4143e60 0x7f54e41423e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e9d45640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e40b4810 con 0x7f54e40ce610 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e9d45640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e40ada60 con 0x7f54e4143e60 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e9d45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54e40aca00 con 0x7f54e40b4960 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 0x7f54e4141ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 0x7f54e4141ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45198/0 (socket says 172.21.15.39:45198) 2024-09-13T16:11:32.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e2ffd640 1 -- 172.21.15.39:0/2933092852 learned_addr learned my addr 172.21.15.39:0/2933092852 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:32.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.744+0000 7f54e37fe640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40b4960 0x7f54e40b42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e3fff640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e4143e60 0x7f54e41423e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e2ffd640 1 -- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40b4960 msgr2=0x7f54e40b42d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e2ffd640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40b4960 0x7f54e40b42d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e2ffd640 1 -- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e4143e60 msgr2=0x7f54e41423e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e2ffd640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e4143e60 0x7f54e41423e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e2ffd640 1 -- 172.21.15.39:0/2933092852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54d4009400 con 0x7f54e40ce610 2024-09-13T16:11:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e37fe640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40b4960 0x7f54e40b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e2ffd640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 0x7f54e4141ea0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f54d800d800 tx=0x7f54d800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d800b6c0 con 0x7f54e40ce610 2024-09-13T16:11:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54d800b820 con 0x7f54e40ce610 2024-09-13T16:11:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54e40acca0 con 0x7f54e40ce610 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d800bbb0 con 0x7f54e40ce610 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.745+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54e40ad260 con 0x7f54e40ce610 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.746+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54e40672f0 con 0x7f54e40ce610 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.747+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f54d800bd10 con 0x7f54e40ce610 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.747+0000 7f54cbfff640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.747+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f54d8089970 con 0x7f54e40ce610 2024-09-13T16:11:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.747+0000 7f54e37fe640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:32.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.748+0000 7f54e37fe640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f54d4034000 tx=0x7f54d402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:32.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.751+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54d8054ab0 con 0x7f54e40ce610 2024-09-13T16:11:32.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.922+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f54e4070c00 con 0x7f54e40ce610 2024-09-13T16:11:32.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.923+0000 7f54cbfff640 1 -- 172.21.15.39:0/2933092852 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v23) v1 ==== 100+0+11 (secure 0 0 0) 0x7f54d80580d0 con 0x7f54e40ce610 2024-09-13T16:11:32.924 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:32.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 msgr2=0x7f54d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f54d4034000 tx=0x7f54d402e000 comp rx=0 tx=0).stop 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 msgr2=0x7f54e4141ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 0x7f54e4141ea0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f54d800d800 tx=0x7f54d800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 shutdown_connections 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e4143e60 0x7f54e41423e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40ce610 0x7f54e4141ea0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 --2- 172.21.15.39:0/2933092852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e40b4960 0x7f54e40b42d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 >> 172.21.15.39:0/2933092852 conn(0x7f54e406afe0 msgr2=0x7f54e406b470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 shutdown_connections 2024-09-13T16:11:32.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:32.925+0000 7f54e9d45640 1 -- 172.21.15.39:0/2933092852 wait complete. 2024-09-13T16:11:32.937 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:33.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.036+0000 7f6d948b7640 1 Processor -- start 2024-09-13T16:11:33.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.037+0000 7f6d948b7640 1 -- start start 2024-09-13T16:11:33.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d948b7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6d900ccf80 0x7f6d90163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d948b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d90164530 0x7f6d90166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d948b7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d900cde30 con 0x7f6d900b41a0 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d948b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d900b5090 con 0x7f6d90164530 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d948b7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d900cd820 con 0x7f6d900ccf80 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d90164530 0x7f6d90166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d90164530 0x7f6d90166920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45210/0 (socket says 172.21.15.39:45210) 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 -- 172.21.15.39:0/2308482163 learned_addr learned my addr 172.21.15.39:0/2308482163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8dd9b640 1 --2- 172.21.15.39:0/2308482163 >> v2:172.21.15.157:3300/0 conn(0x7f6d900ccf80 0x7f6d90163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 -- 172.21.15.39:0/2308482163 >> v2:172.21.15.157:3300/0 conn(0x7f6d900ccf80 msgr2=0x7f6d90163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 --2- 172.21.15.39:0/2308482163 >> v2:172.21.15.157:3300/0 conn(0x7f6d900ccf80 0x7f6d90163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 -- 172.21.15.39:0/2308482163 >> v1:172.21.15.157:6789/0 conn(0x7f6d900b41a0 legacy=0x7f6d900b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.038+0000 7f6d8ed9d640 1 -- 172.21.15.39:0/2308482163 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d9015cd60 con 0x7f6d90164530 2024-09-13T16:11:33.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.039+0000 7f6d8ed9d640 1 --2- 172.21.15.39:0/2308482163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d90164530 0x7f6d90166920 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6d9008b140 tx=0x7f6d8802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5f1c69cb0893cbd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d8d59a640 1 -- 172.21.15.39:0/2308482163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d88031600 con 0x7f6d90164530 2024-09-13T16:11:33.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d8d59a640 1 -- 172.21.15.39:0/2308482163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d8802d050 con 0x7f6d90164530 2024-09-13T16:11:33.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d8d59a640 1 -- 172.21.15.39:0/2308482163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d88031980 con 0x7f6d90164530 2024-09-13T16:11:33.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 -- 172.21.15.39:0/2308482163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d90164530 msgr2=0x7f6d90166920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 --2- 172.21.15.39:0/2308482163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d90164530 0x7f6d90166920 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f6d9008b140 tx=0x7f6d8802a730 comp rx=0 tx=0).stop 2024-09-13T16:11:33.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 -- 172.21.15.39:0/2308482163 shutdown_connections 2024-09-13T16:11:33.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 --2- 172.21.15.39:0/2308482163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d90164530 0x7f6d90166920 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 --2- 172.21.15.39:0/2308482163 >> v2:172.21.15.157:3300/0 conn(0x7f6d900ccf80 0x7f6d90163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 -- 172.21.15.39:0/2308482163 >> 172.21.15.39:0/2308482163 conn(0x7f6d900cf1a0 msgr2=0x7f6d900cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:33.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.042+0000 7f6d948b7640 1 -- 172.21.15.39:0/2308482163 shutdown_connections 2024-09-13T16:11:33.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.043+0000 7f6d948b7640 1 -- 172.21.15.39:0/2308482163 wait complete. 2024-09-13T16:11:33.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.044+0000 7f6d948b7640 1 Processor -- start 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.044+0000 7f6d948b7640 1 -- start start 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d948b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 0x7f6d90156620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d948b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d900ccf80 0x7f6d9015cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d948b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d90164530 0x7f6d900b5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d948b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d90156b60 con 0x7f6d900b41a0 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d948b7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9015da50 con 0x7f6d900ccf80 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d948b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9015dd30 con 0x7f6d90164530 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 0x7f6d90156620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 0x7f6d90156620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45220/0 (socket says 172.21.15.39:45220) 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 -- 172.21.15.39:0/94256426 learned_addr learned my addr 172.21.15.39:0/94256426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8ed9d640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d90164530 0x7f6d900b5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8dd9b640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d900ccf80 0x7f6d9015cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 -- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d90164530 msgr2=0x7f6d900b5e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d90164530 0x7f6d900b5e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 -- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d900ccf80 msgr2=0x7f6d9015cf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d900ccf80 0x7f6d9015cf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 -- 172.21.15.39:0/94256426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d88009b30 con 0x7f6d900b41a0 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8ed9d640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d90164530 0x7f6d900b5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8dd9b640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d900ccf80 0x7f6d9015cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d8e59c640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 0x7f6d90156620 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6d8000c3c0 tx=0x7f6d8000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.045+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d800052d0 con 0x7f6d900b41a0 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.046+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d80005450 con 0x7f6d900b41a0 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.046+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d9015e010 con 0x7f6d900b41a0 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.046+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d80007260 con 0x7f6d900b41a0 2024-09-13T16:11:33.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.046+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d9015e5d0 con 0x7f6d900b41a0 2024-09-13T16:11:33.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.046+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d90067330 con 0x7f6d900b41a0 2024-09-13T16:11:33.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.047+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6d800073c0 con 0x7f6d900b41a0 2024-09-13T16:11:33.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.047+0000 7f6d7effd640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7006ac00 0x7f6d7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.048+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f6d80088790 con 0x7f6d900b41a0 2024-09-13T16:11:33.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.048+0000 7f6d8dd9b640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7006ac00 0x7f6d7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.048+0000 7f6d8dd9b640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7006ac00 0x7f6d7006d0c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6d900b3e70 tx=0x7f6d84008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.052+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6d800538d0 con 0x7f6d900b41a0 2024-09-13T16:11:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.259+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6d90066ec0 con 0x7f6d900b41a0 2024-09-13T16:11:33.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.259+0000 7f6d7effd640 1 -- 172.21.15.39:0/94256426 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7f6d80056ef0 con 0x7f6d900b41a0 2024-09-13T16:11:33.261 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:33.261 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:11:33.261 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7006ac00 msgr2=0x7f6d7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7006ac00 0x7f6d7006d0c0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7f6d900b3e70 tx=0x7f6d84008040 comp rx=0 tx=0).stop 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 msgr2=0x7f6d90156620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 0x7f6d90156620 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f6d8000c3c0 tx=0x7f6d8000c880 comp rx=0 tx=0).stop 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 shutdown_connections 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d7006ac00 0x7f6d7006d0c0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d90164530 0x7f6d900b5e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d900ccf80 0x7f6d9015cf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 --2- 172.21.15.39:0/94256426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d900b41a0 0x7f6d90156620 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 >> 172.21.15.39:0/94256426 conn(0x7f6d900cf1a0 msgr2=0x7f6d900b4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:33.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 shutdown_connections 2024-09-13T16:11:33.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.261+0000 7f6d948b7640 1 -- 172.21.15.39:0/94256426 wait complete. 2024-09-13T16:11:33.275 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:33.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.375+0000 7fe57d03d640 1 Processor -- start 2024-09-13T16:11:33.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.375+0000 7fe57d03d640 1 -- start start 2024-09-13T16:11:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe57d03d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe578156fb0 0x7fe57815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe57d03d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe57815b1b0 con 0x7fe57806f170 2024-09-13T16:11:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe57d03d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe57806f6e0 con 0x7fe57815d0a0 2024-09-13T16:11:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe57d03d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5780b2400 con 0x7fe578156fb0 2024-09-13T16:11:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe57659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe57806f170 0x7fe5780b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42190/0 (socket says 172.21.15.39:42190) 2024-09-13T16:11:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe57659c640 1 -- 172.21.15.39:0/143452714 learned_addr learned my addr 172.21.15.39:0/143452714 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe576d9d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe578156fb0 0x7fe57815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2505964970 0 0) 0x7fe57815b1b0 con 0x7fe57806f170 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.376+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe564003520 con 0x7fe57806f170 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1329507342 0 0) 0x7fe57806f6e0 con 0x7fe57815d0a0 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe57815b1b0 con 0x7fe57815d0a0 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1657230820 0 0) 0x7fe564003520 con 0x7fe57806f170 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe578156fb0 msgr2=0x7fe57815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe578156fb0 0x7fe57815ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 >> v1:172.21.15.157:6789/0 conn(0x7fe57815d0a0 legacy=0x7fe578070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe57806f9c0 con 0x7fe57806f170 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fe560001670 con 0x7fe57806f170 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 >> v1:172.21.15.39:6789/0 conn(0x7fe57806f170 legacy=0x7fe5780b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe564003b30 0x7fe564003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5640047c0 0x7fe564004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe564005180 0x7fe56400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5780b2400 con 0x7fe564003b30 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe56400bff0 con 0x7fe564005180 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe56400c1b0 con 0x7fe5640047c0 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe578156fb0 0x7fe57815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe564003b30 0x7fe564003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe57759e640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe564005180 0x7fe56400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe57659c640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5640047c0 0x7fe564004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 -- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5640047c0 msgr2=0x7fe564004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5640047c0 0x7fe564004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 -- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe564005180 msgr2=0x7fe56400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe564005180 0x7fe56400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe576d9d640 1 -- 172.21.15.39:0/143452714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe564003520 con 0x7fe564003b30 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.377+0000 7fe57659c640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5640047c0 0x7fe564004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.378+0000 7fe576d9d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe564003b30 0x7fe564003f30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe5780b10c0 tx=0x7fe5640057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6db494309e09604b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.378+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe570004030 con 0x7fe564003b30 2024-09-13T16:11:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.378+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe57002d050 con 0x7fe564003b30 2024-09-13T16:11:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.378+0000 7fe575d9b640 1 -- 172.21.15.39:0/143452714 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5700043b0 con 0x7fe564003b30 2024-09-13T16:11:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57d03d640 1 -- 172.21.15.39:0/143452714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe564003b30 msgr2=0x7fe564003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57d03d640 1 --2- 172.21.15.39:0/143452714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe564003b30 0x7fe564003f30 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fe5780b10c0 tx=0x7fe5640057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57759e640 1 -- 172.21.15.39:0/143452714 reap_dead start 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57d03d640 1 -- 172.21.15.39:0/143452714 shutdown_connections 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57d03d640 1 -- 172.21.15.39:0/143452714 >> 172.21.15.39:0/143452714 conn(0x7fe57806b3b0 msgr2=0x7fe57806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57d03d640 1 -- 172.21.15.39:0/143452714 shutdown_connections 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.379+0000 7fe57d03d640 1 -- 172.21.15.39:0/143452714 wait complete. 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.380+0000 7fe57d03d640 1 Processor -- start 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.380+0000 7fe57d03d640 1 -- start start 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57d03d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe564003b30 0x7fe578149090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57d03d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 0x7fe5780ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57d03d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5780aec40 0x7fe5780acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57d03d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5781495d0 con 0x7fe578151b30 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57d03d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe578152080 con 0x7fe5780aec40 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57d03d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe578152360 con 0x7fe564003b30 2024-09-13T16:11:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 0x7fe5780ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 0x7fe5780ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45232/0 (socket says 172.21.15.39:45232) 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 -- 172.21.15.39:0/3491097033 learned_addr learned my addr 172.21.15.39:0/3491097033 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 -- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe564003b30 msgr2=0x7fe578149090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe564003b30 0x7fe578149090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 -- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5780aec40 msgr2=0x7fe5780acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5780aec40 0x7fe5780acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 -- 172.21.15.39:0/3491097033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe578152640 con 0x7fe578151b30 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.381+0000 7fe57659c640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 0x7fe5780ac860 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe56000e780 tx=0x7fe56000ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.382+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe56000ee30 con 0x7fe578151b30 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.382+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe56000c7f0 con 0x7fe578151b30 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.382+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe578152920 con 0x7fe578151b30 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.382+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe56000cb60 con 0x7fe578151b30 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.382+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5780af640 con 0x7fe578151b30 2024-09-13T16:11:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.383+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5780af800 con 0x7fe578151b30 2024-09-13T16:11:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.383+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe56000ccc0 con 0x7fe578151b30 2024-09-13T16:11:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.384+0000 7fe56f7fe640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe55806ac00 0x7fe55806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.384+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7fe560089130 con 0x7fe578151b30 2024-09-13T16:11:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.384+0000 7fe576d9d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe55806ac00 0x7fe55806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.384+0000 7fe576d9d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe55806ac00 0x7fe55806d0c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe570033000 tx=0x7fe57002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.388+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe560054270 con 0x7fe578151b30 2024-09-13T16:11:33.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.558+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe5780672f0 con 0x7fe578151b30 2024-09-13T16:11:33.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.559+0000 7fe56f7fe640 1 -- 172.21.15.39:0/3491097033 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16807 (secure 0 0 0) 0x7fe560057890 con 0x7fe578151b30 2024-09-13T16:11:33.561 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:33.561 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:27.001144+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2},{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:33.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe55806ac00 msgr2=0x7fe55806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe55806ac00 0x7fe55806d0c0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7fe570033000 tx=0x7fe57002e000 comp rx=0 tx=0).stop 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 msgr2=0x7fe5780ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 0x7fe5780ac860 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7fe56000e780 tx=0x7fe56000ec40 comp rx=0 tx=0).stop 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 shutdown_connections 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe55806ac00 0x7fe55806d0c0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5780aec40 0x7fe5780acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe578151b30 0x7fe5780ac860 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 --2- 172.21.15.39:0/3491097033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe564003b30 0x7fe578149090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 >> 172.21.15.39:0/3491097033 conn(0x7fe57806b3b0 msgr2=0x7fe5780b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 shutdown_connections 2024-09-13T16:11:33.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.561+0000 7fe57d03d640 1 -- 172.21.15.39:0/3491097033 wait complete. 2024-09-13T16:11:33.574 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:11:33.574 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:33.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.676+0000 7fbaa362b640 1 Processor -- start 2024-09-13T16:11:33.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.676+0000 7fbaa362b640 1 -- start start 2024-09-13T16:11:33.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa362b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c156fb0 0x7fba9c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa362b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba9c06f170 0x7fba9c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa362b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fba9c15d0a0 0x7fba9c15d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa362b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba9c15da90 con 0x7fba9c06f170 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa362b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba9c15b1b0 con 0x7fba9c15d0a0 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa362b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba9c06f6e0 con 0x7fba9c156fb0 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa0bc6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba9c06f170 0x7fba9c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa0bc6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba9c06f170 0x7fba9c0b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56000/0 (socket says 172.21.15.39:56000) 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2703223545 learned_addr learned my addr 172.21.15.39:0/2703223545 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.677+0000 7fbaa1bc8640 1 --2- 172.21.15.39:0/2703223545 >> v2:172.21.15.157:3300/0 conn(0x7fba9c15d0a0 0x7fba9c15d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.678+0000 7fbaa13c7640 1 --2- 172.21.15.39:0/2703223545 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c156fb0 0x7fba9c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.678+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2703223545 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c156fb0 msgr2=0x7fba9c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.678+0000 7fbaa0bc6640 1 --2- 172.21.15.39:0/2703223545 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c156fb0 0x7fba9c15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.678+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2703223545 >> v2:172.21.15.157:3300/0 conn(0x7fba9c15d0a0 msgr2=0x7fba9c15d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.678+0000 7fbaa0bc6640 1 --2- 172.21.15.39:0/2703223545 >> v2:172.21.15.157:3300/0 conn(0x7fba9c15d0a0 0x7fba9c15d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.678+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2703223545 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba9c06f9c0 con 0x7fba9c06f170 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa0bc6640 1 --2- 172.21.15.39:0/2703223545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c06f170 0x7fba9c0b1cf0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fba9c0cf0f0 tx=0x7fba9002c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96d45d8445403c0f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fba9bfff640 1 -- 172.21.15.39:0/2703223545 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba90030050 con 0x7fba9c06f170 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fba9bfff640 1 -- 172.21.15.39:0/2703223545 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba90032700 con 0x7fba9c06f170 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fba9bfff640 1 -- 172.21.15.39:0/2703223545 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba90032a90 con 0x7fba9c06f170 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 -- 172.21.15.39:0/2703223545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c06f170 msgr2=0x7fba9c0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2703223545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c06f170 0x7fba9c0b1cf0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7fba9c0cf0f0 tx=0x7fba9002c800 comp rx=0 tx=0).stop 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 -- 172.21.15.39:0/2703223545 shutdown_connections 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2703223545 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c06f170 0x7fba9c0b1cf0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2703223545 >> v2:172.21.15.157:3300/0 conn(0x7fba9c15d0a0 0x7fba9c15d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2703223545 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c156fb0 0x7fba9c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 -- 172.21.15.39:0/2703223545 >> 172.21.15.39:0/2703223545 conn(0x7fba9c06b3b0 msgr2=0x7fba9c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 -- 172.21.15.39:0/2703223545 shutdown_connections 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.679+0000 7fbaa362b640 1 -- 172.21.15.39:0/2703223545 wait complete. 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.680+0000 7fbaa362b640 1 Processor -- start 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 -- start start 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c06f170 0x7fba9c1551f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 0x7fba9c0b0550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba9c15d0a0 0x7fba9c0b0a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba9c1f3130 con 0x7fba9c156fb0 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba9c1f21f0 con 0x7fba9c15d0a0 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa362b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba9c1f24b0 con 0x7fba9c06f170 2024-09-13T16:11:33.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa0bc6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 0x7fba9c0b0550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa0bc6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 0x7fba9c0b0550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56002/0 (socket says 172.21.15.39:56002) 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2520532181 learned_addr learned my addr 172.21.15.39:0/2520532181 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.681+0000 7fbaa13c7640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c06f170 0x7fba9c1551f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa1bc8640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba9c15d0a0 0x7fba9c0b0a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c06f170 msgr2=0x7fba9c1551f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa0bc6640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c06f170 0x7fba9c1551f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba9c15d0a0 msgr2=0x7fba9c0b0a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa0bc6640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba9c15d0a0 0x7fba9c0b0a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa0bc6640 1 -- 172.21.15.39:0/2520532181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba9000b770 con 0x7fba9c156fb0 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa1bc8640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba9c15d0a0 0x7fba9c0b0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa0bc6640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 0x7fba9c0b0550 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fba9002c840 tx=0x7fba90004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba900349b0 con 0x7fba9c156fb0 2024-09-13T16:11:33.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba90034b30 con 0x7fba9c156fb0 2024-09-13T16:11:33.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba9003d460 con 0x7fba9c156fb0 2024-09-13T16:11:33.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba9c1f2790 con 0x7fba9c156fb0 2024-09-13T16:11:33.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.682+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba9c1f2d50 con 0x7fba9c156fb0 2024-09-13T16:11:33.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.683+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba9c150960 con 0x7fba9c156fb0 2024-09-13T16:11:33.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.684+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fba9003d5c0 con 0x7fba9c156fb0 2024-09-13T16:11:33.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.684+0000 7fba99ffb640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba8806ac00 0x7fba8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:33.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.684+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7fba900aa020 con 0x7fba9c156fb0 2024-09-13T16:11:33.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.685+0000 7fbaa13c7640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba8806ac00 0x7fba8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:33.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.685+0000 7fbaa13c7640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba8806ac00 0x7fba8806d0c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fba9c06a820 tx=0x7fba8c00d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:33.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.689+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fba900751f0 con 0x7fba9c156fb0 2024-09-13T16:11:33.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.893+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fba9c0672f0 con 0x7fba9c156fb0 2024-09-13T16:11:33.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.893+0000 7fba99ffb640 1 -- 172.21.15.39:0/2520532181 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7fba90078810 con 0x7fba9c156fb0 2024-09-13T16:11:33.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:33.895 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:11:33.895 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba8806ac00 msgr2=0x7fba8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba8806ac00 0x7fba8806d0c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fba9c06a820 tx=0x7fba8c00d040 comp rx=0 tx=0).stop 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 msgr2=0x7fba9c0b0550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 0x7fba9c0b0550 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7fba9002c840 tx=0x7fba90004730 comp rx=0 tx=0).stop 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 shutdown_connections 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba8806ac00 0x7fba8806d0c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba9c15d0a0 0x7fba9c0b0a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba9c156fb0 0x7fba9c0b0550 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 --2- 172.21.15.39:0/2520532181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba9c06f170 0x7fba9c1551f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:33.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 >> 172.21.15.39:0/2520532181 conn(0x7fba9c06b3b0 msgr2=0x7fba9c0ac860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:33.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 shutdown_connections 2024-09-13T16:11:33.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:33.895+0000 7fbaa362b640 1 -- 172.21.15.39:0/2520532181 wait complete. 2024-09-13T16:11:33.908 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:34.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.008+0000 7f2e4f925640 1 Processor -- start 2024-09-13T16:11:34.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.008+0000 7f2e4f925640 1 -- start start 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4f925640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4806a5e0 0x7f2e480cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4f925640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e4806f4a0 0x7f2e480cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4f925640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e4806f910 con 0x7f2e48158cb0 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4f925640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e4806fbd0 con 0x7f2e4806f4a0 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4f925640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4806feb0 con 0x7f2e4806a5e0 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4dec2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e4806f4a0 0x7f2e480cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4d6c1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2e48158cb0 0x7f2e48069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39890/0 (socket says 172.21.15.39:39890) 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4d6c1640 1 -- 172.21.15.39:0/15733173 learned_addr learned my addr 172.21.15.39:0/15733173 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4cec0640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4806a5e0 0x7f2e480cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4dec2640 1 -- 172.21.15.39:0/15733173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4806a5e0 msgr2=0x7f2e480cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4dec2640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4806a5e0 0x7f2e480cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4dec2640 1 -- 172.21.15.39:0/15733173 >> v1:172.21.15.39:6789/0 conn(0x7f2e48158cb0 legacy=0x7f2e48069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4dec2640 1 -- 172.21.15.39:0/15733173 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e48070190 con 0x7f2e4806f4a0 2024-09-13T16:11:34.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e3ffff640 1 -- 172.21.15.39:0/15733173 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2713224809 0 0) 0x7f2e4806f910 con 0x7f2e48158cb0 2024-09-13T16:11:34.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.009+0000 7f2e4cec0640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4806a5e0 0x7f2e480cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:34.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.010+0000 7f2e4dec2640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480cad30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f2e40009d90 tx=0x7f2e4002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b282200130008795 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.010+0000 7f2e3ffff640 1 -- 172.21.15.39:0/15733173 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e40007740 con 0x7f2e4806f4a0 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.010+0000 7f2e3ffff640 1 -- 172.21.15.39:0/15733173 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e4002d050 con 0x7f2e4806f4a0 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.010+0000 7f2e3ffff640 1 -- 172.21.15.39:0/15733173 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e40007ac0 con 0x7f2e4806f4a0 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 -- 172.21.15.39:0/15733173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 msgr2=0x7f2e480cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480cad30 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7f2e40009d90 tx=0x7f2e4002a660 comp rx=0 tx=0).stop 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 -- 172.21.15.39:0/15733173 shutdown_connections 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480cad30 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 --2- 172.21.15.39:0/15733173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4806a5e0 0x7f2e480cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 -- 172.21.15.39:0/15733173 >> 172.21.15.39:0/15733173 conn(0x7f2e4806b3b0 msgr2=0x7f2e4806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 -- 172.21.15.39:0/15733173 shutdown_connections 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.011+0000 7f2e4f925640 1 -- 172.21.15.39:0/15733173 wait complete. 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.012+0000 7f2e4f925640 1 Processor -- start 2024-09-13T16:11:34.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.012+0000 7f2e4f925640 1 -- start start 2024-09-13T16:11:34.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4f925640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4806a5e0 0x7f2e48154510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4f925640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480ad200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4f925640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e48158cb0 0x7f2e480cad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4f925640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e480ad740 con 0x7f2e4806f4a0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4f925640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4815a410 con 0x7f2e4806a5e0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4f925640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4815b270 con 0x7f2e48158cb0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480ad200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480ad200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56020/0 (socket says 172.21.15.39:56020) 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 -- 172.21.15.39:0/3217381218 learned_addr learned my addr 172.21.15.39:0/3217381218 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4d6c1640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4806a5e0 0x7f2e48154510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4dec2640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e48158cb0 0x7f2e480cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 -- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e48158cb0 msgr2=0x7f2e480cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e48158cb0 0x7f2e480cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 -- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4806a5e0 msgr2=0x7f2e48154510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4806a5e0 0x7f2e48154510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 -- 172.21.15.39:0/3217381218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e40009a70 con 0x7f2e4806f4a0 2024-09-13T16:11:34.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.013+0000 7f2e4cec0640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480ad200 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2e3800c820 tx=0x7f2e3800cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.014+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e38007a30 con 0x7f2e4806f4a0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.014+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e38007b90 con 0x7f2e4806f4a0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.014+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e4815a660 con 0x7f2e4806f4a0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.014+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e3800ce70 con 0x7f2e4806f4a0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.014+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e4815ac20 con 0x7f2e4806f4a0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.015+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e480672f0 con 0x7f2e4806f4a0 2024-09-13T16:11:34.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.015+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e380113f0 con 0x7f2e4806f4a0 2024-09-13T16:11:34.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.015+0000 7f2e3dffb640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.016+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f2e38089470 con 0x7f2e4806f4a0 2024-09-13T16:11:34.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.016+0000 7f2e4d6c1640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.016+0000 7f2e4d6c1640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2e44007fd0 tx=0x7f2e44007de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.020+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e380546f0 con 0x7f2e4806f4a0 2024-09-13T16:11:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.226+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2e480cee00 con 0x7f2e4806f4a0 2024-09-13T16:11:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.226+0000 7f2e3dffb640 1 -- 172.21.15.39:0/3217381218 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4734 (secure 0 0 0) 0x7f2e38057d10 con 0x7f2e4806f4a0 2024-09-13T16:11:34.228 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:34.228 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4270,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2444957966","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2444957966},{"type":"v1","addr":"172.21.15.157:6836","nonce":2444957966}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4272,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/4085787398","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4085787398},{"type":"v1","addr":"172.21.15.39:6833","nonce":4085787398}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4273,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2044562458","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":2044562458},{"type":"v1","addr":"172.21.15.157:6837","nonce":2044562458}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:10:45.063482+0000","modified":"2024-09-13T16:10:47.798774+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4275},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4275":{"gid":4275,"name":"c","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1036870857","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1036870857},{"type":"v1","addr":"172.21.15.39:6835","nonce":1036870857}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T16:11:34.228 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 7 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 msgr2=0x7f2e2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f2e44007fd0 tx=0x7f2e44007de0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 msgr2=0x7f2e480ad200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480ad200 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7f2e3800c820 tx=0x7f2e3800cc20 comp rx=0 tx=0).stop 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 shutdown_connections 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e48158cb0 0x7f2e480cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4806f4a0 0x7f2e480ad200 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 --2- 172.21.15.39:0/3217381218 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4806a5e0 0x7f2e48154510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.228+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 >> 172.21.15.39:0/3217381218 conn(0x7f2e4806b3b0 msgr2=0x7f2e48155100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.229+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 shutdown_connections 2024-09-13T16:11:34.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.229+0000 7f2e4f925640 1 -- 172.21.15.39:0/3217381218 wait complete. 2024-09-13T16:11:34.241 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:34.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.342+0000 7f145d619640 1 Processor -- start 2024-09-13T16:11:34.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.343+0000 7f145d619640 1 -- start start 2024-09-13T16:11:34.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.343+0000 7f145d619640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f145815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.343+0000 7f145d619640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f145806f170 0x7f14580b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.343+0000 7f145d619640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f145815b1b0 con 0x7f145815d0a0 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.343+0000 7f145d619640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f145806f6e0 con 0x7f145806f170 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.343+0000 7f145d619640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f145806f9c0 con 0x7f1458156fb0 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f14577fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f145815d0a0 0x7f1458070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39906/0 (socket says 172.21.15.39:39906) 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f14577fe640 1 -- 172.21.15.39:0/3839920052 learned_addr learned my addr 172.21.15.39:0/3839920052 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1456ffd640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f145815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 789323501 0 0) 0x7f145815b1b0 con 0x7f145815d0a0 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1440003520 con 0x7f145815d0a0 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f14567fc640 1 --2- 172.21.15.39:0/3839920052 >> v2:172.21.15.157:3300/0 conn(0x7f145806f170 0x7f14580b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1467947320 0 0) 0x7f1440003520 con 0x7f145815d0a0 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 msgr2=0x7f145815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f145815ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 >> v2:172.21.15.157:3300/0 conn(0x7f145806f170 msgr2=0x7f14580b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 --2- 172.21.15.39:0/3839920052 >> v2:172.21.15.157:3300/0 conn(0x7f145806f170 0x7f14580b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f145806fca0 con 0x7f145815d0a0 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f14500019f0 con 0x7f145815d0a0 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 >> v1:172.21.15.39:6789/0 conn(0x7f145815d0a0 legacy=0x7f1458070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1440003970 0x7f1440003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14400047c0 0x7f1440004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f1440005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145806f6e0 con 0x7f1440003970 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145806f9c0 con 0x7f14400047c0 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f144000db90 con 0x7f1458156fb0 2024-09-13T16:11:34.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f1456ffd640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1440003970 0x7f1440003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f14567fc640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14400047c0 0x7f1440004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.344+0000 7f14577fe640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f1440005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f1456ffd640 1 -- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 msgr2=0x7f1440005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f1456ffd640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f1440005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f1456ffd640 1 -- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14400047c0 msgr2=0x7f1440004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f1456ffd640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14400047c0 0x7f1440004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f1456ffd640 1 -- 172.21.15.39:0/3839920052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1440003520 con 0x7f1440003970 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f14577fe640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1458156fb0 0x7f1440005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.345+0000 7f1456ffd640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1440003970 0x7f1440003d90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1448009af0 tx=0x7f14400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a37d8e888260607 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1448031400 con 0x7f1440003970 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f144802d050 con 0x7f1440003970 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f1455ffb640 1 -- 172.21.15.39:0/3839920052 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1448031780 con 0x7f1440003970 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f145d619640 1 -- 172.21.15.39:0/3839920052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1440003970 msgr2=0x7f1440003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f145d619640 1 --2- 172.21.15.39:0/3839920052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1440003970 0x7f1440003d90 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f1448009af0 tx=0x7f14400057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f14577fe640 1 -- 172.21.15.39:0/3839920052 reap_dead start 2024-09-13T16:11:34.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f145d619640 1 -- 172.21.15.39:0/3839920052 shutdown_connections 2024-09-13T16:11:34.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f145d619640 1 -- 172.21.15.39:0/3839920052 >> 172.21.15.39:0/3839920052 conn(0x7f145806b3b0 msgr2=0x7f145806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f145d619640 1 -- 172.21.15.39:0/3839920052 shutdown_connections 2024-09-13T16:11:34.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.346+0000 7f145d619640 1 -- 172.21.15.39:0/3839920052 wait complete. 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.347+0000 7f145d619640 1 Processor -- start 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.347+0000 7f145d619640 1 -- start start 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f145d619640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1440003970 0x7f145814ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f145d619640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f145814b380 0x7f1458149e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f145d619640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 0x7f145815b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f145d619640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145814a370 con 0x7f14581515f0 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f145d619640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f145814b840 con 0x7f1440003970 2024-09-13T16:11:34.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f145d619640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f145814bb20 con 0x7f145814b380 2024-09-13T16:11:34.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f14577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 0x7f145815b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f14577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 0x7f145815b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56030/0 (socket says 172.21.15.39:56030) 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f14577fe640 1 -- 172.21.15.39:0/58765632 learned_addr learned my addr 172.21.15.39:0/58765632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f14567fc640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f145814b380 0x7f1458149e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.348+0000 7f1456ffd640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1440003970 0x7f145814ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f14577fe640 1 -- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f145814b380 msgr2=0x7f1458149e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f14577fe640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f145814b380 0x7f1458149e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f14577fe640 1 -- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1440003970 msgr2=0x7f145814ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f14577fe640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1440003970 0x7f145814ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f14577fe640 1 -- 172.21.15.39:0/58765632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f145814be00 con 0x7f14581515f0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f14577fe640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 0x7f145815b930 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f14580cf0c0 tx=0x7f145000e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f145000eb90 con 0x7f14581515f0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f145000ecf0 con 0x7f14581515f0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1450013640 con 0x7f14581515f0 2024-09-13T16:11:34.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f145814c0e0 con 0x7f14581515f0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.349+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1458151a80 con 0x7f14581515f0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.350+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f145814c600 con 0x7f14581515f0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.350+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f14500137a0 con 0x7f14581515f0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.351+0000 7f143f7fe640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f144406ac00 0x7f144406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.351+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f1450089700 con 0x7f14581515f0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.351+0000 7f1456ffd640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f144406ac00 0x7f144406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.352+0000 7f1456ffd640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f144406ac00 0x7f144406d0c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1448033000 tx=0x7f1448008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.355+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f145814c600 con 0x7f14581515f0 2024-09-13T16:11:34.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.528+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f145814c600 con 0x7f14581515f0 2024-09-13T16:11:34.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.529+0000 7f143f7fe640 1 -- 172.21.15.39:0/58765632 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v23) v1 ==== 74+0+16807 (secure 0 0 0) 0x7f145814c600 con 0x7f14581515f0 2024-09-13T16:11:34.531 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:34.531 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:27.001144+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:10:43.080705+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"20","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T16:10:44.047692+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.a","mappings":[{"from":4,"to":2}]},{"pgid":"3.15","mappings":[{"from":3,"to":1}]},{"pgid":"3.1c","mappings":[{"from":5,"to":2}]},{"pgid":"3.1f","mappings":[{"from":5,"to":1}]},{"pgid":"3.2f","mappings":[{"from":5,"to":2},{"from":7,"to":1}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:34.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f144406ac00 msgr2=0x7f144406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f144406ac00 0x7f144406d0c0 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f1448033000 tx=0x7f1448008030 comp rx=0 tx=0).stop 2024-09-13T16:11:34.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 msgr2=0x7f145815b930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 0x7f145815b930 secure :-1 s=READY pgs=369 cs=0 l=1 rev1=1 crypto rx=0x7f14580cf0c0 tx=0x7f145000e530 comp rx=0 tx=0).stop 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 shutdown_connections 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f144406ac00 0x7f144406d0c0 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14581515f0 0x7f145815b930 unknown :-1 s=CLOSED pgs=369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f145814b380 0x7f1458149e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 --2- 172.21.15.39:0/58765632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1440003970 0x7f145814ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 >> 172.21.15.39:0/58765632 conn(0x7f145806b3b0 msgr2=0x7f1458154940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 shutdown_connections 2024-09-13T16:11:34.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.531+0000 7f145d619640 1 -- 172.21.15.39:0/58765632 wait complete. 2024-09-13T16:11:34.544 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:11:34.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.646+0000 7f0444844640 1 Processor -- start 2024-09-13T16:11:34.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.646+0000 7f0444844640 1 -- start start 2024-09-13T16:11:34.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f0444844640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 0x7f04400716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f0444844640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04400b2ff0 con 0x7f0440154a80 2024-09-13T16:11:34.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f0444844640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04400b32d0 con 0x7f04400cd9a0 2024-09-13T16:11:34.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f0444844640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0440071c30 con 0x7f0440071280 2024-09-13T16:11:34.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043e59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0440154a80 0x7f04400b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39916/0 (socket says 172.21.15.39:39916) 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043e59c640 1 -- 172.21.15.39:0/3868705917 learned_addr learned my addr 172.21.15.39:0/3868705917 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 0x7f04400716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1724948081 0 0) 0x7f04400b2ff0 con 0x7f0440154a80 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0428003520 con 0x7f0440154a80 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3249803059 0 0) 0x7f0428003520 con 0x7f0440154a80 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 msgr2=0x7f04400716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 0x7f04400716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 >> v1:172.21.15.157:6789/0 conn(0x7f04400cd9a0 legacy=0x7f04400cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04400b35b0 con 0x7f0440154a80 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f0430001670 con 0x7f0440154a80 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 >> v1:172.21.15.39:6789/0 conn(0x7f0440154a80 legacy=0x7f04400b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 0x7f04280039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0428003f70 0x7f04280047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.647+0000 7f043d59a640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0428004d00 0x7f0428005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0440071c30 con 0x7f0428003f70 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f042800bac0 con 0x7f0428004d00 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f042800bc80 con 0x7f0440071280 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0428003f70 0x7f04280047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043ed9d640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0428004d00 0x7f0428005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043e59c640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 0x7f04280039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043dd9b640 1 -- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 msgr2=0x7f04280039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0440071280 0x7f04280039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043dd9b640 1 -- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0428004d00 msgr2=0x7f0428005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0428004d00 0x7f0428005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.648+0000 7f043dd9b640 1 -- 172.21.15.39:0/3868705917 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0428003520 con 0x7f0428003f70 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0428003f70 0x7f04280047c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f0434009ac0 tx=0x7f04280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b3f743738d21746 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0434031400 con 0x7f0428003f70 2024-09-13T16:11:34.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f043402d050 con 0x7f0428003f70 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f043d59a640 1 -- 172.21.15.39:0/3868705917 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0434031780 con 0x7f0428003f70 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f0444844640 1 -- 172.21.15.39:0/3868705917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0428003f70 msgr2=0x7f04280047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f0444844640 1 --2- 172.21.15.39:0/3868705917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0428003f70 0x7f04280047c0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f0434009ac0 tx=0x7f04280057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f043ed9d640 1 -- 172.21.15.39:0/3868705917 reap_dead start 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f0444844640 1 -- 172.21.15.39:0/3868705917 shutdown_connections 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f0444844640 1 -- 172.21.15.39:0/3868705917 >> 172.21.15.39:0/3868705917 conn(0x7f04400b15d0 msgr2=0x7f04400b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f0444844640 1 -- 172.21.15.39:0/3868705917 shutdown_connections 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.649+0000 7f0444844640 1 -- 172.21.15.39:0/3868705917 wait complete. 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 Processor -- start 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 -- start start 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0428003f70 0x7f04401f31d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 0x7f044014b330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04400cc0c0 0x7f04401532e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04401f2d40 con 0x7f04400b07e0 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.651+0000 7f0444844640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04401f2730 con 0x7f04400cc0c0 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f0444844640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04400ccaa0 con 0x7f0428003f70 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 0x7f044014b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 0x7f044014b330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56050/0 (socket says 172.21.15.39:56050) 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 -- 172.21.15.39:0/3919914882 learned_addr learned my addr 172.21.15.39:0/3919914882 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043e59c640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0428003f70 0x7f04401f31d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043ed9d640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04400cc0c0 0x7f04401532e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 -- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0428003f70 msgr2=0x7f04401f31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0428003f70 0x7f04401f31d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 -- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04400cc0c0 msgr2=0x7f04401532e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04400cc0c0 0x7f04401532e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 -- 172.21.15.39:0/3919914882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04401f29d0 con 0x7f04400b07e0 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043ed9d640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04400cc0c0 0x7f04401532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:34.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f043dd9b640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 0x7f044014b330 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f043402aa10 tx=0x7f0434004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0434003c50 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0434003db0 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04400ccd80 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0434044630 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.652+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04400cc730 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.653+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04401f2ef0 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.654+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0434038070 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.654+0000 7f042effd640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f042006ac00 0x7f042006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.655+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(23..23 src has 1..23) v4 ==== 5862+0+0 (secure 0 0 0) 0x7f04340a9510 con 0x7f04400b07e0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.655+0000 7f043e59c640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f042006ac00 0x7f042006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:34.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.655+0000 7f043e59c640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f042006ac00 0x7f042006d0c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0430001050 tx=0x7f0430007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:34.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.659+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f04401f2ef0 con 0x7f04400b07e0 2024-09-13T16:11:34.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.865+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f04401f2ef0 con 0x7f04400b07e0 2024-09-13T16:11:34.867 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:11:34.866+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:11:34.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.877+0000 7f042effd640 1 -- 172.21.15.39:0/3919914882 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v8) v1 ==== 161+0+0 (secure 0 0 0) 0x7f04401f2ef0 con 0x7f04400b07e0 2024-09-13T16:11:34.879 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:11:34.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f042006ac00 msgr2=0x7f042006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f042006ac00 0x7f042006d0c0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0430001050 tx=0x7f0430007040 comp rx=0 tx=0).stop 2024-09-13T16:11:34.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 msgr2=0x7f044014b330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:34.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 0x7f044014b330 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f043402aa10 tx=0x7f0434004730 comp rx=0 tx=0).stop 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 shutdown_connections 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f042006ac00 0x7f042006d0c0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04400cc0c0 0x7f04401532e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04400b07e0 0x7f044014b330 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 --2- 172.21.15.39:0/3919914882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0428003f70 0x7f04401f31d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 >> 172.21.15.39:0/3919914882 conn(0x7f04400b15d0 msgr2=0x7f044014ba70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 shutdown_connections 2024-09-13T16:11:34.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.880+0000 7f0444844640 1 -- 172.21.15.39:0/3919914882 wait complete. 2024-09-13T16:11:34.882 INFO:tasks.ceph.mds.c.smithi039.stderr: -2821> 2024-09-13T16:10:49.672+0000 7f04e2791640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:11:34.893 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:11:34.911 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:11:34.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 Processor -- start 2024-09-13T16:11:34.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 -- start start 2024-09-13T16:11:34.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbfc415c920 0x7fbfc415cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbfc415d240 0x7fbfc40cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:34.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfc415dd50 con 0x7fbfc4160400 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfc40cd290 con 0x7fbfc415c920 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.997+0000 7fbfcae7d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfc415d790 con 0x7fbfc415d240 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbfc415c920 0x7fbfc415cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbfc415c920 0x7fbfc415cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56090/0 (socket says 172.21.15.39:56090) 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 -- 172.21.15.39:0/3796571273 learned_addr learned my addr 172.21.15.39:0/3796571273 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc941a640 1 --2- 172.21.15.39:0/3796571273 >> v2:172.21.15.157:3300/0 conn(0x7fbfc415d240 0x7fbfc40cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 -- 172.21.15.39:0/3796571273 >> v2:172.21.15.157:3300/0 conn(0x7fbfc415d240 msgr2=0x7fbfc40cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 --2- 172.21.15.39:0/3796571273 >> v2:172.21.15.157:3300/0 conn(0x7fbfc415d240 0x7fbfc40cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 -- 172.21.15.39:0/3796571273 >> v1:172.21.15.157:6789/0 conn(0x7fbfc4160400 legacy=0x7fbfc40d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.998+0000 7fbfc8c19640 1 -- 172.21.15.39:0/3796571273 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc415da70 con 0x7fbfc415c920 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfc8c19640 1 --2- 172.21.15.39:0/3796571273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415c920 0x7fbfc415cd00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4067180 tx=0x7fbfb802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a0f57b8a253c555 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfc37fe640 1 -- 172.21.15.39:0/3796571273 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8032440 con 0x7fbfc415c920 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfc37fe640 1 -- 172.21.15.39:0/3796571273 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfb80325a0 con 0x7fbfc415c920 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfc37fe640 1 -- 172.21.15.39:0/3796571273 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb8032930 con 0x7fbfc415c920 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 -- 172.21.15.39:0/3796571273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415c920 msgr2=0x7fbfc415cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/3796571273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415c920 0x7fbfc415cd00 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4067180 tx=0x7fbfb802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 -- 172.21.15.39:0/3796571273 shutdown_connections 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/3796571273 >> v2:172.21.15.157:3300/0 conn(0x7fbfc415d240 0x7fbfc40cf710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/3796571273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415c920 0x7fbfc415cd00 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 -- 172.21.15.39:0/3796571273 >> 172.21.15.39:0/3796571273 conn(0x7fbfc406a790 msgr2=0x7fbfc406aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 -- 172.21.15.39:0/3796571273 shutdown_connections 2024-09-13T16:11:35.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:34.999+0000 7fbfcae7d640 1 -- 172.21.15.39:0/3796571273 wait complete. 2024-09-13T16:11:35.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.000+0000 7fbfcae7d640 1 Processor -- start 2024-09-13T16:11:35.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 -- start start 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfc415c920 0x7fbfc40b37f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 0x7fbfc41557f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfc4160400 0x7fbfc4155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc40b5110 con 0x7fbfc415d240 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc40b3d30 con 0x7fbfc4160400 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfcae7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfc40b3fb0 con 0x7fbfc415c920 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.001+0000 7fbfc3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 0x7fbfc41557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 0x7fbfc41557f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56104/0 (socket says 172.21.15.39:56104) 2024-09-13T16:11:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 -- 172.21.15.39:0/4185770260 learned_addr learned my addr 172.21.15.39:0/4185770260 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc8c19640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfc415c920 0x7fbfc40b37f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc941a640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfc4160400 0x7fbfc4155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 -- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfc415c920 msgr2=0x7fbfc40b37f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfc415c920 0x7fbfc40b37f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 -- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfc4160400 msgr2=0x7fbfc4155d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfc4160400 0x7fbfc4155d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 -- 172.21.15.39:0/4185770260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfb80094d0 con 0x7fbfc415d240 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc3fff640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 0x7fbfc41557f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000b3e0 tx=0x7fbfb000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb0011830 con 0x7fbfc415d240 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfb00119b0 con 0x7fbfc415d240 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbfc40d1450 con 0x7fbfc415d240 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfb0011d60 con 0x7fbfc415d240 2024-09-13T16:11:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.002+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfc40ca7b0 con 0x7fbfc415d240 2024-09-13T16:11:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.003+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfc4067330 con 0x7fbfc415d240 2024-09-13T16:11:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.004+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbfb001a400 con 0x7fbfc415d240 2024-09-13T16:11:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.004+0000 7fbfc17fa640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfa806ac00 0x7fbfa806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.004+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5948+0+0 (secure 0 0 0) 0x7fbfb00894d0 con 0x7fbfc415d240 2024-09-13T16:11:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.004+0000 7fbfc8c19640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfa806ac00 0x7fbfa806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:35.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.005+0000 7fbfc8c19640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfa806ac00 0x7fbfa806d0c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8034000 tx=0x7fbfb802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:35.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.008+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbfb0054670 con 0x7fbfc415d240 2024-09-13T16:11:35.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.220+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fbfc40d0010 con 0x7fbfc415d240 2024-09-13T16:11:35.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.880+0000 7fbfc17fa640 1 -- 172.21.15.39:0/4185770260 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v9) v1 ==== 104+0+0 (secure 0 0 0) 0x7fbfb0057c90 con 0x7fbfc415d240 2024-09-13T16:11:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.882+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfa806ac00 msgr2=0x7fbfa806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.882+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfa806ac00 0x7fbfa806d0c0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7fbfb8034000 tx=0x7fbfb802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.882+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 msgr2=0x7fbfc41557f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.882+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 0x7fbfc41557f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fbfb000b3e0 tx=0x7fbfb000b8a0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 shutdown_connections 2024-09-13T16:11:35.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfa806ac00 0x7fbfa806d0c0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfc4160400 0x7fbfc4155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfc415d240 0x7fbfc41557f0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 --2- 172.21.15.39:0/4185770260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfc415c920 0x7fbfc40b37f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 >> 172.21.15.39:0/4185770260 conn(0x7fbfc406a790 msgr2=0x7fbfc406ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 shutdown_connections 2024-09-13T16:11:35.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:35.883+0000 7fbfcae7d640 1 -- 172.21.15.39:0/4185770260 wait complete. 2024-09-13T16:11:35.898 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:11:36.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.048+0000 7f0f4711f640 1 Processor -- start 2024-09-13T16:11:36.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.049+0000 7f0f4711f640 1 -- start start 2024-09-13T16:11:36.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.049+0000 7f0f4711f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f4015ce60 0x7f0f400cee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.049+0000 7f0f4711f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400cf3b0 0x7f0f400d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.049+0000 7f0f4711f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f400b5bb0 con 0x7f0f400d0d80 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.049+0000 7f0f4711f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f400d1e10 con 0x7f0f4015ce60 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.049+0000 7f0f4711f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f400d1570 con 0x7f0f400cf3b0 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f4015ce60 0x7f0f400cee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f4015ce60 0x7f0f400cee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56118/0 (socket says 172.21.15.39:56118) 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 -- 172.21.15.39:0/3536842110 learned_addr learned my addr 172.21.15.39:0/3536842110 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f3ffff640 1 --2- 172.21.15.39:0/3536842110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400cf3b0 0x7f0f400d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 -- 172.21.15.39:0/3536842110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400cf3b0 msgr2=0x7f0f400d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 --2- 172.21.15.39:0/3536842110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400cf3b0 0x7f0f400d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 -- 172.21.15.39:0/3536842110 >> v1:172.21.15.157:6789/0 conn(0x7f0f400d0d80 legacy=0x7f0f400b4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.050+0000 7f0f44ebb640 1 -- 172.21.15.39:0/3536842110 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f400d1850 con 0x7f0f4015ce60 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f44ebb640 1 --2- 172.21.15.39:0/3536842110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f4015ce60 0x7f0f400cee70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0f30009870 tx=0x7f0f3002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80d5c1529fba6fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f3f7fe640 1 -- 172.21.15.39:0/3536842110 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f30032440 con 0x7f0f4015ce60 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f3f7fe640 1 -- 172.21.15.39:0/3536842110 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f300325a0 con 0x7f0f4015ce60 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f3f7fe640 1 -- 172.21.15.39:0/3536842110 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f30032930 con 0x7f0f4015ce60 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 -- 172.21.15.39:0/3536842110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f4015ce60 msgr2=0x7f0f400cee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 --2- 172.21.15.39:0/3536842110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f4015ce60 0x7f0f400cee70 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7f0f30009870 tx=0x7f0f3002a270 comp rx=0 tx=0).stop 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 -- 172.21.15.39:0/3536842110 shutdown_connections 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 --2- 172.21.15.39:0/3536842110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400cf3b0 0x7f0f400d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 --2- 172.21.15.39:0/3536842110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f4015ce60 0x7f0f400cee70 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 -- 172.21.15.39:0/3536842110 >> 172.21.15.39:0/3536842110 conn(0x7f0f4006a3a0 msgr2=0x7f0f4006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:36.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 -- 172.21.15.39:0/3536842110 shutdown_connections 2024-09-13T16:11:36.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.051+0000 7f0f4711f640 1 -- 172.21.15.39:0/3536842110 wait complete. 2024-09-13T16:11:36.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.053+0000 7f0f4711f640 1 Processor -- start 2024-09-13T16:11:36.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.053+0000 7f0f4711f640 1 -- start start 2024-09-13T16:11:36.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 0x7f0f4014dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400d0d80 0x7f0f400aad20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f4015ce60 0x7f0f400a9200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f400aa890 con 0x7f0f400cf3b0 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f400a9c80 con 0x7f0f4015ce60 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f400a9f60 con 0x7f0f400d0d80 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 0x7f0f4014dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 0x7f0f4014dbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56120/0 (socket says 172.21.15.39:56120) 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 -- 172.21.15.39:0/2959998828 learned_addr learned my addr 172.21.15.39:0/2959998828 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 -- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400d0d80 msgr2=0x7f0f400aad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400d0d80 0x7f0f400aad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 -- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f4015ce60 msgr2=0x7f0f400a9200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:36.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f4015ce60 0x7f0f400a9200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 -- 172.21.15.39:0/2959998828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f300094d0 con 0x7f0f400cf3b0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f44ebb640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 0x7f0f4014dbd0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0f30000c00 tx=0x7f0f300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f30032440 con 0x7f0f400cf3b0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f30030b80 con 0x7f0f400cf3b0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f400aa240 con 0x7f0f400cf3b0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f3003d440 con 0x7f0f400cf3b0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.054+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f4014e110 con 0x7f0f400cf3b0 2024-09-13T16:11:36.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.055+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f400ce950 con 0x7f0f400cf3b0 2024-09-13T16:11:36.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.056+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f30039040 con 0x7f0f400cf3b0 2024-09-13T16:11:36.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.056+0000 7f0f3d7fa640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f2006ac00 0x7f0f2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:36.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.056+0000 7f0f3ffff640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f2006ac00 0x7f0f2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:36.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.057+0000 7f0f3ffff640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f2006ac00 0x7f0f2006d0c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0f401f61d0 tx=0x7f0f28008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:36.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.060+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 5948+0+0 (secure 0 0 0) 0x7f0f30079430 con 0x7f0f400cf3b0 2024-09-13T16:11:36.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.065+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f30075070 con 0x7f0f400cf3b0 2024-09-13T16:11:36.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:36.235+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f0f400aa0a0 con 0x7f0f400cf3b0 2024-09-13T16:11:37.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.074+0000 7f0f3d7fa640 1 -- 172.21.15.39:0/2959998828 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v25) v1 ==== 181+0+0 (secure 0 0 0) 0x7f0f400aa0a0 con 0x7f0f400cf3b0 2024-09-13T16:11:37.076 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:11:37.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f2006ac00 msgr2=0x7f0f2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f2006ac00 0x7f0f2006d0c0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f0f401f61d0 tx=0x7f0f28008040 comp rx=0 tx=0).stop 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 msgr2=0x7f0f4014dbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 0x7f0f4014dbd0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f0f30000c00 tx=0x7f0f300046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 shutdown_connections 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f2006ac00 0x7f0f2006d0c0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f4015ce60 0x7f0f400a9200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f400d0d80 0x7f0f400aad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 --2- 172.21.15.39:0/2959998828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f400cf3b0 0x7f0f4014dbd0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 >> 172.21.15.39:0/2959998828 conn(0x7f0f4006a3a0 msgr2=0x7f0f4015f820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 shutdown_connections 2024-09-13T16:11:37.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.077+0000 7f0f4711f640 1 -- 172.21.15.39:0/2959998828 wait complete. 2024-09-13T16:11:37.093 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:11:37.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.201+0000 7f50e0c12640 1 Processor -- start 2024-09-13T16:11:37.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.201+0000 7f50e0c12640 1 -- start start 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50e0c12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0b0dd0 0x7f50dc165140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50e0c12640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50dc0b34d0 con 0x7f50dc0cdf20 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50e0c12640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50dc15beb0 con 0x7f50dc15a3b0 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50e0c12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50dc0b25e0 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50d9d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f50dc0cdf20 0x7f50dc15a790 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39932/0 (socket says 172.21.15.39:39932) 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50d9d9b640 1 -- 172.21.15.39:0/1219995935 learned_addr learned my addr 172.21.15.39:0/1219995935 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50dad9d640 1 --2- 172.21.15.39:0/1219995935 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0b0dd0 0x7f50dc165140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1686929757 0 0) 0x7f50dc0b34d0 con 0x7f50dc0cdf20 2024-09-13T16:11:37.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50c4003520 con 0x7f50dc0cdf20 2024-09-13T16:11:37.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2169900883 0 0) 0x7f50dc15beb0 con 0x7f50dc15a3b0 2024-09-13T16:11:37.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f50dc0b34d0 con 0x7f50dc15a3b0 2024-09-13T16:11:37.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50dad9d640 1 -- 172.21.15.39:0/1219995935 >> v1:172.21.15.157:6789/0 conn(0x7f50dc15a3b0 legacy=0x7f50dc0cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50dad9d640 1 -- 172.21.15.39:0/1219995935 >> v1:172.21.15.39:6789/0 conn(0x7f50dc0cdf20 legacy=0x7f50dc15a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.202+0000 7f50dad9d640 1 -- 172.21.15.39:0/1219995935 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50dc0b28c0 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.203+0000 7f50dad9d640 1 --2- 172.21.15.39:0/1219995935 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0b0dd0 0x7f50dc165140 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f50d4009dc0 tx=0x7f50d402a760 comp rx=0 tx=0).ready entity=mon.2 client_cookie=886fbd819e48636d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.203+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d4007740 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.203+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50d402d050 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50d959a640 1 -- 172.21.15.39:0/1219995935 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50d4007aa0 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 -- 172.21.15.39:0/1219995935 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0b0dd0 msgr2=0x7f50dc165140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 --2- 172.21.15.39:0/1219995935 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0b0dd0 0x7f50dc165140 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f50d4009dc0 tx=0x7f50d402a760 comp rx=0 tx=0).stop 2024-09-13T16:11:37.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 -- 172.21.15.39:0/1219995935 shutdown_connections 2024-09-13T16:11:37.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 --2- 172.21.15.39:0/1219995935 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0b0dd0 0x7f50dc165140 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 -- 172.21.15.39:0/1219995935 >> 172.21.15.39:0/1219995935 conn(0x7f50dc0b15d0 msgr2=0x7f50dc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:37.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 -- 172.21.15.39:0/1219995935 shutdown_connections 2024-09-13T16:11:37.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.204+0000 7f50e0c12640 1 -- 172.21.15.39:0/1219995935 wait complete. 2024-09-13T16:11:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.205+0000 7f50e0c12640 1 Processor -- start 2024-09-13T16:11:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.205+0000 7f50e0c12640 1 -- start start 2024-09-13T16:11:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50e0c12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 0x7f50dc1451d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50e0c12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0cdf20 0x7f50dc0cb980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50e0c12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50dc15a3b0 0x7f50dc0cbec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50e0c12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50dc153220 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50e0c12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50dc152180 con 0x7f50dc15a3b0 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50e0c12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50dc152460 con 0x7f50dc0cdf20 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50da59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 0x7f50dc1451d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50da59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 0x7f50dc1451d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56126/0 (socket says 172.21.15.39:56126) 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50da59c640 1 -- 172.21.15.39:0/2069811978 learned_addr learned my addr 172.21.15.39:0/2069811978 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50d9d9b640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0cdf20 0x7f50dc0cb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.206+0000 7f50dad9d640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50dc15a3b0 0x7f50dc0cbec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50da59c640 1 -- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0cdf20 msgr2=0x7f50dc0cb980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50da59c640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0cdf20 0x7f50dc0cb980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50da59c640 1 -- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50dc15a3b0 msgr2=0x7f50dc0cbec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50da59c640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50dc15a3b0 0x7f50dc0cbec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50da59c640 1 -- 172.21.15.39:0/2069811978 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50d4009a70 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50da59c640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 0x7f50dc1451d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f50cc00c430 tx=0x7f50cc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50cc0052d0 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50cc005450 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50dc152740 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50cc003830 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.207+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50dc152d00 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.208+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50dc0672f0 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.209+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f50cc003990 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.209+0000 7f50caffd640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50bc06ac00 0x7f50bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:37.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.209+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 5510+0+0 (secure 0 0 0) 0x7f50cc088790 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.209+0000 7f50d9d9b640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50bc06ac00 0x7f50bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:37.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.210+0000 7f50d9d9b640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50bc06ac00 0x7f50bc06d0c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f50dc0ca470 tx=0x7f50d0007d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:37.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.213+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f50cc053af0 con 0x7f50dc0b0dd0 2024-09-13T16:11:37.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:37.384+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f50dc0cd810 con 0x7f50dc0b0dd0 2024-09-13T16:11:38.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.094+0000 7f50caffd640 1 -- 172.21.15.39:0/2069811978 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v26) v1 ==== 169+0+0 (secure 0 0 0) 0x7f50cc057110 con 0x7f50dc0b0dd0 2024-09-13T16:11:38.095 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:11:38.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50bc06ac00 msgr2=0x7f50bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50bc06ac00 0x7f50bc06d0c0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f50dc0ca470 tx=0x7f50d0007d30 comp rx=0 tx=0).stop 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 msgr2=0x7f50dc1451d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 0x7f50dc1451d0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f50cc00c430 tx=0x7f50cc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 shutdown_connections 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50bc06ac00 0x7f50bc06d0c0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50dc15a3b0 0x7f50dc0cbec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50dc0cdf20 0x7f50dc0cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 --2- 172.21.15.39:0/2069811978 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50dc0b0dd0 0x7f50dc1451d0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 >> 172.21.15.39:0/2069811978 conn(0x7f50dc0b15d0 msgr2=0x7f50dc06b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 shutdown_connections 2024-09-13T16:11:38.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.097+0000 7f50e0c12640 1 -- 172.21.15.39:0/2069811978 wait complete. 2024-09-13T16:11:38.111 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:11:38.111 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:11:38.112 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:11:38.112 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:38.112 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:11:38.112 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:11:38.112 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:11:38.112 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:38.113 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:11:38.113 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:11:38.113 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:11:38.113 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:38.113 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:11:38.114 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:11:38.114 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:11:38.114 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:11:38.122 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:11:38.122 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:11:38.123 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:11:38.123 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:11:38.126 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:11:38.126 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:11:38.127 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:11:38.127 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:11:38.165 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:11:38.165 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:38.165 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:11:38.166 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:38.168 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:11:38.168 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:38.169 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:11:38.169 DEBUG:teuthology.parallel:result is None 2024-09-13T16:11:38.169 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:11:38.243 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:11:38.243 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:11:38.250 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:11:38.250 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:11:38.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.282+0000 7fc0f07ff640 1 Processor -- start 2024-09-13T16:11:38.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.282+0000 7fc0f07ff640 1 -- start start 2024-09-13T16:11:38.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.283+0000 7fc0f07ff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e80d1680 0x7fc0e80d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.283+0000 7fc0f07ff640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0e80d11f0 con 0x7fc0e80b5ab0 2024-09-13T16:11:38.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.283+0000 7fc0f07ff640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0e815d2d0 con 0x7fc0e815cef0 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.283+0000 7fc0f07ff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e80d1fe0 con 0x7fc0e80d1680 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.283+0000 7fc0eed9c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc0e80b5ab0 0x7fc0e80ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39940/0 (socket says 172.21.15.39:39940) 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0eed9c640 1 -- 172.21.15.39:0/710195576 learned_addr learned my addr 172.21.15.39:0/710195576 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0edd9a640 1 --2- 172.21.15.39:0/710195576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e80d1680 0x7fc0e80d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2421329583 0 0) 0x7fc0e80d11f0 con 0x7fc0e80b5ab0 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0d4003520 con 0x7fc0e80b5ab0 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1058715488 0 0) 0x7fc0e815d2d0 con 0x7fc0e815cef0 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0e80d11f0 con 0x7fc0e815cef0 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0edd9a640 1 -- 172.21.15.39:0/710195576 >> v1:172.21.15.157:6789/0 conn(0x7fc0e815cef0 legacy=0x7fc0e80cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0edd9a640 1 -- 172.21.15.39:0/710195576 >> v1:172.21.15.39:6789/0 conn(0x7fc0e80b5ab0 legacy=0x7fc0e80ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.284+0000 7fc0edd9a640 1 -- 172.21.15.39:0/710195576 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0e80cd730 con 0x7fc0e80d1680 2024-09-13T16:11:38.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.285+0000 7fc0edd9a640 1 --2- 172.21.15.39:0/710195576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e80d1680 0x7fc0e80d1aa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80097d0 tx=0x7fc0d802a290 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6650a0bbd59019e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.285+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8032440 con 0x7fc0e80d1680 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.285+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0d80325a0 con 0x7fc0e80d1680 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.285+0000 7fc0ed599640 1 -- 172.21.15.39:0/710195576 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d8032910 con 0x7fc0e80d1680 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 -- 172.21.15.39:0/710195576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e80d1680 msgr2=0x7fc0e80d1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/710195576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e80d1680 0x7fc0e80d1aa0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80097d0 tx=0x7fc0d802a290 comp rx=0 tx=0).stop 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 -- 172.21.15.39:0/710195576 shutdown_connections 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/710195576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e80d1680 0x7fc0e80d1aa0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 -- 172.21.15.39:0/710195576 >> 172.21.15.39:0/710195576 conn(0x7fc0e806a3a0 msgr2=0x7fc0e806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 -- 172.21.15.39:0/710195576 shutdown_connections 2024-09-13T16:11:38.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.286+0000 7fc0f07ff640 1 -- 172.21.15.39:0/710195576 wait complete. 2024-09-13T16:11:38.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.287+0000 7fc0f07ff640 1 Processor -- start 2024-09-13T16:11:38.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.287+0000 7fc0f07ff640 1 -- start start 2024-09-13T16:11:38.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0e80b5ab0 0x7fc0e81f00b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 0x7fc0e81f35d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e815cef0 0x7fc0e815ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e81f05f0 con 0x7fc0e80d1680 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e80c6820 con 0x7fc0e80b5ab0 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0e81f3b10 con 0x7fc0e815cef0 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 0x7fc0e81f35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 0x7fc0e81f35d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56166/0 (socket says 172.21.15.39:56166) 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 -- 172.21.15.39:0/3154468774 learned_addr learned my addr 172.21.15.39:0/3154468774 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0eed9c640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e815cef0 0x7fc0e815ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0ee59b640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0e80b5ab0 0x7fc0e81f00b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 -- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e815cef0 msgr2=0x7fc0e815ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e815cef0 0x7fc0e815ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 -- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0e80b5ab0 msgr2=0x7fc0e81f00b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0e80b5ab0 0x7fc0e81f00b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 -- 172.21.15.39:0/3154468774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0d8009400 con 0x7fc0e80d1680 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0edd9a640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 0x7fc0e81f35d0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80098f0 tx=0x7fc0d80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d803d8f0 con 0x7fc0e80d1680 2024-09-13T16:11:38.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0e80c8c60 con 0x7fc0e80d1680 2024-09-13T16:11:38.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.288+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0d803da70 con 0x7fc0e80d1680 2024-09-13T16:11:38.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.289+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0d803de20 con 0x7fc0e80d1680 2024-09-13T16:11:38.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.289+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0e80c61d0 con 0x7fc0e80d1680 2024-09-13T16:11:38.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0e8160c10 con 0x7fc0e80d1680 2024-09-13T16:11:38.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.290+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc0d8039040 con 0x7fc0e80d1680 2024-09-13T16:11:38.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.290+0000 7fc0deffd640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0cc06ac30 0x7fc0cc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:38.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.291+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 4943+0+0 (secure 0 0 0) 0x7fc0d807e8b0 con 0x7fc0e80d1680 2024-09-13T16:11:38.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.291+0000 7fc0ee59b640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0cc06ac30 0x7fc0cc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:38.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.291+0000 7fc0ee59b640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0cc06ac30 0x7fc0cc06d0f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40011e0 tx=0x7fc0e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:38.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.295+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc0d8075330 con 0x7fc0e80d1680 2024-09-13T16:11:38.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:38.477+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fc0e80d0670 con 0x7fc0e80d1680 2024-09-13T16:11:39.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.288+0000 7fc0deffd640 1 -- 172.21.15.39:0/3154468774 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v31) v1 ==== 97+0+0 (secure 0 0 0) 0x7fc0d8075330 con 0x7fc0e80d1680 2024-09-13T16:11:39.289 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0cc06ac30 msgr2=0x7fc0cc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0cc06ac30 0x7fc0cc06d0f0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fc0e40011e0 tx=0x7fc0e4009040 comp rx=0 tx=0).stop 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 msgr2=0x7fc0e81f35d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 0x7fc0e81f35d0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7fc0d80098f0 tx=0x7fc0d80046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 shutdown_connections 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0cc06ac30 0x7fc0cc06d0f0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0e815cef0 0x7fc0e815ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0e80d1680 0x7fc0e81f35d0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 --2- 172.21.15.39:0/3154468774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0e80b5ab0 0x7fc0e81f00b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 >> 172.21.15.39:0/3154468774 conn(0x7fc0e806a3a0 msgr2=0x7fc0e80ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 shutdown_connections 2024-09-13T16:11:39.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.290+0000 7fc0f07ff640 1 -- 172.21.15.39:0/3154468774 wait complete. 2024-09-13T16:11:39.305 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:11:39.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.414+0000 7efeee1db640 1 Processor -- start 2024-09-13T16:11:39.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.414+0000 7efeee1db640 1 -- start start 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efeee1db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee8156fb0 0x7efee815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efeee1db640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efee815d0a0 0x7efee815d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efeee1db640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efee815b1b0 con 0x7efee806f170 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efeee1db640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efee815da90 con 0x7efee815d0a0 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efeee1db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efee80b2400 con 0x7efee8156fb0 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efee806f170 0x7efee80b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39946/0 (socket says 172.21.15.39:39946) 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee6ffd640 1 -- 172.21.15.39:0/3274583517 learned_addr learned my addr 172.21.15.39:0/3274583517 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee7fff640 1 --2- 172.21.15.39:0/3274583517 >> v2:172.21.15.157:3300/0 conn(0x7efee815d0a0 0x7efee815d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee77fe640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee8156fb0 0x7efee815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee67fc640 1 -- 172.21.15.39:0/3274583517 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3380247359 0 0) 0x7efee815b1b0 con 0x7efee806f170 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee67fc640 1 -- 172.21.15.39:0/3274583517 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efed0003520 con 0x7efee806f170 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee7fff640 1 -- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee8156fb0 msgr2=0x7efee815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee7fff640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee8156fb0 0x7efee815ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee7fff640 1 -- 172.21.15.39:0/3274583517 >> v1:172.21.15.39:6789/0 conn(0x7efee806f170 legacy=0x7efee80b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee7fff640 1 -- 172.21.15.39:0/3274583517 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efee806f6e0 con 0x7efee815d0a0 2024-09-13T16:11:39.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.415+0000 7efee77fe640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee8156fb0 0x7efee815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.416+0000 7efee7fff640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee815d0a0 0x7efee815d550 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efee0009d90 tx=0x7efee002a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f4ff42b970f8ae7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.416+0000 7efee67fc640 1 -- 172.21.15.39:0/3274583517 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efee0031600 con 0x7efee815d0a0 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.416+0000 7efee67fc640 1 -- 172.21.15.39:0/3274583517 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efee002d050 con 0x7efee815d0a0 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.416+0000 7efee67fc640 1 -- 172.21.15.39:0/3274583517 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efee0031980 con 0x7efee815d0a0 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 -- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee815d0a0 msgr2=0x7efee815d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee815d0a0 0x7efee815d550 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7efee0009d90 tx=0x7efee002a5d0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 -- 172.21.15.39:0/3274583517 shutdown_connections 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee815d0a0 0x7efee815d550 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 --2- 172.21.15.39:0/3274583517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee8156fb0 0x7efee815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 -- 172.21.15.39:0/3274583517 >> 172.21.15.39:0/3274583517 conn(0x7efee806b3b0 msgr2=0x7efee806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 -- 172.21.15.39:0/3274583517 shutdown_connections 2024-09-13T16:11:39.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.417+0000 7efeee1db640 1 -- 172.21.15.39:0/3274583517 wait complete. 2024-09-13T16:11:39.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.418+0000 7efeee1db640 1 Processor -- start 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.418+0000 7efeee1db640 1 -- start start 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efeee1db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 0x7efee81f2ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efeee1db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee8156fb0 0x7efee814e770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efeee1db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee815d0a0 0x7efee80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efeee1db640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efee8152640 con 0x7efee806f170 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efeee1db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efee81517b0 con 0x7efee8156fb0 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efeee1db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efee80cb120 con 0x7efee815d0a0 2024-09-13T16:11:39.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 0x7efee81f2ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 0x7efee81f2ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56176/0 (socket says 172.21.15.39:56176) 2024-09-13T16:11:39.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 -- 172.21.15.39:0/2326262163 learned_addr learned my addr 172.21.15.39:0/2326262163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:39.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee6ffd640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee8156fb0 0x7efee814e770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee7fff640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee815d0a0 0x7efee80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 -- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee815d0a0 msgr2=0x7efee80ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee815d0a0 0x7efee80ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 -- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee8156fb0 msgr2=0x7efee814e770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.419+0000 7efee77fe640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee8156fb0 0x7efee814e770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efee77fe640 1 -- 172.21.15.39:0/2326262163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efed8009400 con 0x7efee806f170 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efee77fe640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 0x7efee81f2ce0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7efed800ec10 tx=0x7efed800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed8009760 con 0x7efee806f170 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efed800cc30 con 0x7efee806f170 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efee0009a70 con 0x7efee806f170 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efed8013470 con 0x7efee806f170 2024-09-13T16:11:39.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.420+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efee81519c0 con 0x7efee806f170 2024-09-13T16:11:39.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.421+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efee80672f0 con 0x7efee806f170 2024-09-13T16:11:39.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.421+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efed80135d0 con 0x7efee806f170 2024-09-13T16:11:39.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.422+0000 7efecffff640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efed406ac00 0x7efed406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.422+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7efed8089280 con 0x7efee806f170 2024-09-13T16:11:39.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.422+0000 7efee6ffd640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efed406ac00 0x7efed406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.423+0000 7efee6ffd640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efed406ac00 0x7efed406d0c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efee815cbe0 tx=0x7efedc007d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.426+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efed8054860 con 0x7efee806f170 2024-09-13T16:11:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.658+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7efee8157390 con 0x7efee806f170 2024-09-13T16:11:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.659+0000 7efecffff640 1 -- 172.21.15.39:0/2326262163 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6645 (secure 0 0 0) 0x7efed8057e80 con 0x7efee806f170 2024-09-13T16:11:39.660 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:39.660 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:11:39.660 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA==", 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.661 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ==", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw==", 2024-09-13T16:11:39.662 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw==", 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.663 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg==", 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.664 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg==", 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ==", 2024-09-13T16:11:39.665 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA==", 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.666 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg==", 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ==", 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.667 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA==", 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.668 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ==", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg==", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.669 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw==", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:11:39.670 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw==", 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-13T16:11:39.671 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA==", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm1cQkFxAAGGRvI5BHKMxqnb7fUwtDfw==", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:11:39.672 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-mds", 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDtY+RmQTSSABAA0hzH2tgT5ztxO2mKaWVoEA==", 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.673 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDtY+Rm3zySABAApgOuesI0xmkbfldTWe40Tg==", 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-osd", 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDtY+Rmi0SSABAAq1GJSUZ3SM77ROqoGDOeBg==", 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.674 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDtY+RmDUySABAAOKPnorw2oxeFL6fF70V/UA==", 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDtY+RmxFOSABAANDOZYroZQ0icrrgLyHLujw==", 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDtY+Rm4FySABAAflXG2vLJJFtfyRD8kBns/w==", 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA==", 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.676 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA==", 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-13T16:11:39.677 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efed406ac00 msgr2=0x7efed406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efed406ac00 0x7efed406d0c0 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7efee815cbe0 tx=0x7efedc007d30 comp rx=0 tx=0).stop 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 msgr2=0x7efee81f2ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 0x7efee81f2ce0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7efed800ec10 tx=0x7efed800c520 comp rx=0 tx=0).stop 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 shutdown_connections 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efed406ac00 0x7efed406d0c0 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efee815d0a0 0x7efee80ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efee8156fb0 0x7efee814e770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 --2- 172.21.15.39:0/2326262163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efee806f170 0x7efee81f2ce0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 >> 172.21.15.39:0/2326262163 conn(0x7efee806b3b0 msgr2=0x7efee81575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 shutdown_connections 2024-09-13T16:11:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.661+0000 7efeee1db640 1 -- 172.21.15.39:0/2326262163 wait complete. 2024-09-13T16:11:39.680 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T16:11:39.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.781+0000 7f918f176640 1 Processor -- start 2024-09-13T16:11:39.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.781+0000 7f918f176640 1 -- start start 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918f176640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f918815c790 0x7f9188069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918f176640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cbb10 0x7f91880cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918f176640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91880cfd50 con 0x7f91880cf920 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918f176640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f918806a540 con 0x7f918815c790 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918f176640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91880b1180 con 0x7f91880cbb10 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918cf12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f918815c790 0x7f9188069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918d713640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f91880cf920 0x7f9188160490 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39952/0 (socket says 172.21.15.39:39952) 2024-09-13T16:11:39.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918d713640 1 -- 172.21.15.39:0/1499083445 learned_addr learned my addr 172.21.15.39:0/1499083445 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.782+0000 7f918cf12640 1 --2- 172.21.15.39:0/1499083445 >> v2:172.21.15.39:3300/0 conn(0x7f918815c790 0x7f9188069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56192/0 (socket says 172.21.15.39:56192) 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f9187fff640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cbb10 0x7f91880cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f918cf12640 1 -- 172.21.15.39:0/1499083445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cbb10 msgr2=0x7f91880cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f918cf12640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cbb10 0x7f91880cf3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f918cf12640 1 -- 172.21.15.39:0/1499083445 >> v1:172.21.15.39:6789/0 conn(0x7f91880cf920 legacy=0x7f9188160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f918cf12640 1 -- 172.21.15.39:0/1499083445 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91880b1460 con 0x7f918815c790 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f91877fe640 1 -- 172.21.15.39:0/1499083445 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1905410954 0 0) 0x7f91880cfd50 con 0x7f91880cf920 2024-09-13T16:11:39.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f9187fff640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cbb10 0x7f91880cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:39.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.783+0000 7f918cf12640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f918815c790 0x7f9188069ed0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f91780097a0 tx=0x7f917802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6751fa62d112892 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f91877fe640 1 -- 172.21.15.39:0/1499083445 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f917802ae50 con 0x7f918815c790 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f91877fe640 1 -- 172.21.15.39:0/1499083445 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9178032440 con 0x7f918815c790 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f91877fe640 1 -- 172.21.15.39:0/1499083445 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91780327d0 con 0x7f918815c790 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 -- 172.21.15.39:0/1499083445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f918815c790 msgr2=0x7f9188069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f918815c790 0x7f9188069ed0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f91780097a0 tx=0x7f917802a100 comp rx=0 tx=0).stop 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 -- 172.21.15.39:0/1499083445 shutdown_connections 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cbb10 0x7f91880cf3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 --2- 172.21.15.39:0/1499083445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f918815c790 0x7f9188069ed0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 -- 172.21.15.39:0/1499083445 >> 172.21.15.39:0/1499083445 conn(0x7f9188065bd0 msgr2=0x7f9188065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 -- 172.21.15.39:0/1499083445 shutdown_connections 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.784+0000 7f918f176640 1 -- 172.21.15.39:0/1499083445 wait complete. 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.785+0000 7f918f176640 1 Processor -- start 2024-09-13T16:11:39.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.785+0000 7f918f176640 1 -- start start 2024-09-13T16:11:39.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918f176640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 0x7f9188152ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918f176640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cf920 0x7f9188142f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918f176640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f918815c790 0x7f9188158d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918f176640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9188153b80 con 0x7f91880cbb10 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918f176640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91881538a0 con 0x7f918815c790 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918f176640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9188154fc0 con 0x7f91880cf920 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918cf12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 0x7f9188152ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918cf12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 0x7f9188152ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56204/0 (socket says 172.21.15.39:56204) 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918cf12640 1 -- 172.21.15.39:0/2458453952 learned_addr learned my addr 172.21.15.39:0/2458453952 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f9187fff640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cf920 0x7f9188142f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.786+0000 7f918d713640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f918815c790 0x7f9188158d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918cf12640 1 -- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cf920 msgr2=0x7f9188142f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918cf12640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cf920 0x7f9188142f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918cf12640 1 -- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f918815c790 msgr2=0x7f9188158d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918cf12640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f918815c790 0x7f9188158d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:39.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918cf12640 1 -- 172.21.15.39:0/2458453952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9178009400 con 0x7f91880cbb10 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918cf12640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 0x7f9188152ff0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9178035040 tx=0x7f91780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f917803d650 con 0x7f91880cbb10 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f917803d7d0 con 0x7f91880cbb10 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91881552a0 con 0x7f91880cbb10 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f917803db80 con 0x7f91880cbb10 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.787+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9188153530 con 0x7f91880cbb10 2024-09-13T16:11:39.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.788+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91881557c0 con 0x7f91880cbb10 2024-09-13T16:11:39.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.789+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9178039040 con 0x7f91880cbb10 2024-09-13T16:11:39.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.789+0000 7f91857fa640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f916806ac30 0x7f916806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:39.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.789+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f91780a95e0 con 0x7f91880cbb10 2024-09-13T16:11:39.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.789+0000 7f9187fff640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f916806ac30 0x7f916806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:39.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.790+0000 7f9187fff640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f916806ac30 0x7f916806d0f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9188143930 tx=0x7f9170007810 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:39.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:39.793+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f91881557c0 con 0x7f91880cbb10 2024-09-13T16:11:40.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.027+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f91881557c0 con 0x7f91880cbb10 2024-09-13T16:11:40.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.031+0000 7f91857fa640 1 -- 172.21.15.39:0/2458453952 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f91881557c0 con 0x7f91880cbb10 2024-09-13T16:11:40.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f916806ac30 msgr2=0x7f916806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f916806ac30 0x7f916806d0f0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f9188143930 tx=0x7f9170007810 comp rx=0 tx=0).stop 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 msgr2=0x7f9188152ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 0x7f9188152ff0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f9178035040 tx=0x7f91780046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 shutdown_connections 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f916806ac30 0x7f916806d0f0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f918815c790 0x7f9188158d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91880cf920 0x7f9188142f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 --2- 172.21.15.39:0/2458453952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91880cbb10 0x7f9188152ff0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 >> 172.21.15.39:0/2458453952 conn(0x7f9188065bd0 msgr2=0x7f91880714c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 shutdown_connections 2024-09-13T16:11:40.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.033+0000 7f918f176640 1 -- 172.21.15.39:0/2458453952 wait complete. 2024-09-13T16:11:40.046 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T16:11:40.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.147+0000 7efc89c3a640 1 Processor -- start 2024-09-13T16:11:40.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.147+0000 7efc89c3a640 1 -- start start 2024-09-13T16:11:40.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc89c3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efc840b41a0 0x7efc840b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc89c3a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efc840ccf80 0x7efc840d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc89c3a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc840cde30 con 0x7efc840d0830 2024-09-13T16:11:40.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc89c3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc840b5090 con 0x7efc840b41a0 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc89c3a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc840cd820 con 0x7efc840ccf80 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc837fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efc840b41a0 0x7efc840b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc83fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efc840d0830 0x7efc84166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39966/0 (socket says 172.21.15.39:39966) 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.148+0000 7efc83fff640 1 -- 172.21.15.39:0/420403696 learned_addr learned my addr 172.21.15.39:0/420403696 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc82ffd640 1 --2- 172.21.15.39:0/420403696 >> v2:172.21.15.157:3300/0 conn(0x7efc840ccf80 0x7efc840d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc837fe640 1 -- 172.21.15.39:0/420403696 >> v2:172.21.15.157:3300/0 conn(0x7efc840ccf80 msgr2=0x7efc840d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc837fe640 1 --2- 172.21.15.39:0/420403696 >> v2:172.21.15.157:3300/0 conn(0x7efc840ccf80 0x7efc840d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc837fe640 1 -- 172.21.15.39:0/420403696 >> v1:172.21.15.39:6789/0 conn(0x7efc840d0830 legacy=0x7efc84166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc827fc640 1 -- 172.21.15.39:0/420403696 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1981534276 0 0) 0x7efc840cde30 con 0x7efc840d0830 2024-09-13T16:11:40.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc837fe640 1 -- 172.21.15.39:0/420403696 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc840b4ac0 con 0x7efc840b41a0 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.149+0000 7efc837fe640 1 --2- 172.21.15.39:0/420403696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc840b4580 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7efc8408b140 tx=0x7efc7402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53f6f3ef24372ccf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc827fc640 1 -- 172.21.15.39:0/420403696 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc74032440 con 0x7efc840b41a0 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc827fc640 1 -- 172.21.15.39:0/420403696 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc740325a0 con 0x7efc840b41a0 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc827fc640 1 -- 172.21.15.39:0/420403696 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc74032930 con 0x7efc840b41a0 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 -- 172.21.15.39:0/420403696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 msgr2=0x7efc840b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 --2- 172.21.15.39:0/420403696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc840b4580 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7efc8408b140 tx=0x7efc7402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 -- 172.21.15.39:0/420403696 shutdown_connections 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 --2- 172.21.15.39:0/420403696 >> v2:172.21.15.157:3300/0 conn(0x7efc840ccf80 0x7efc840d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 --2- 172.21.15.39:0/420403696 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc840b4580 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 -- 172.21.15.39:0/420403696 >> 172.21.15.39:0/420403696 conn(0x7efc840cf1a0 msgr2=0x7efc840cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 -- 172.21.15.39:0/420403696 shutdown_connections 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.150+0000 7efc89c3a640 1 -- 172.21.15.39:0/420403696 wait complete. 2024-09-13T16:11:40.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.151+0000 7efc89c3a640 1 Processor -- start 2024-09-13T16:11:40.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 -- start start 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc841f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc840ccf80 0x7efc840c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efc840d0830 0x7efc840aacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc840aa860 con 0x7efc840b41a0 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc841f6330 con 0x7efc840ccf80 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc89c3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc840a9c50 con 0x7efc840d0830 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.152+0000 7efc837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc841f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc841f5df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56218/0 (socket says 172.21.15.39:56218) 2024-09-13T16:11:40.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 -- 172.21.15.39:0/2980950059 learned_addr learned my addr 172.21.15.39:0/2980950059 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc82ffd640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc840ccf80 0x7efc840c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc83fff640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efc840d0830 0x7efc840aacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 -- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efc840d0830 msgr2=0x7efc840aacf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efc840d0830 0x7efc840aacf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 -- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc840ccf80 msgr2=0x7efc840c8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc840ccf80 0x7efc840c8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 -- 172.21.15.39:0/2980950059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc74009400 con 0x7efc840b41a0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc82ffd640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc840ccf80 0x7efc840c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc83fff640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efc840d0830 0x7efc840aacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc837fe640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc841f5df0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7efc74009890 tx=0x7efc740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc74004230 con 0x7efc840b41a0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc74004390 con 0x7efc840b41a0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc840a9f30 con 0x7efc840b41a0 2024-09-13T16:11:40.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc74030ba0 con 0x7efc840b41a0 2024-09-13T16:11:40.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.153+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc840aa4f0 con 0x7efc840b41a0 2024-09-13T16:11:40.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.154+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc84067330 con 0x7efc840b41a0 2024-09-13T16:11:40.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.155+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efc74039050 con 0x7efc840b41a0 2024-09-13T16:11:40.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.155+0000 7efc6bfff640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efc7006ac00 0x7efc7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.155+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7efc740a9a30 con 0x7efc840b41a0 2024-09-13T16:11:40.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.156+0000 7efc82ffd640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efc7006ac00 0x7efc7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.156+0000 7efc82ffd640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efc7006ac00 0x7efc7006d0c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7efc7800a9d0 tx=0x7efc78008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.160+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efc74074ff0 con 0x7efc840b41a0 2024-09-13T16:11:40.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.396+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7efc84066ec0 con 0x7efc840b41a0 2024-09-13T16:11:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.400+0000 7efc6bfff640 1 -- 172.21.15.39:0/2980950059 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7efc7404b020 con 0x7efc840b41a0 2024-09-13T16:11:40.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efc7006ac00 msgr2=0x7efc7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efc7006ac00 0x7efc7006d0c0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7efc7800a9d0 tx=0x7efc78008040 comp rx=0 tx=0).stop 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 msgr2=0x7efc841f5df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc841f5df0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7efc74009890 tx=0x7efc740046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 shutdown_connections 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efc7006ac00 0x7efc7006d0c0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efc840d0830 0x7efc840aacf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efc840ccf80 0x7efc840c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 --2- 172.21.15.39:0/2980950059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efc840b41a0 0x7efc841f5df0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 >> 172.21.15.39:0/2980950059 conn(0x7efc840cf1a0 msgr2=0x7efc840cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 shutdown_connections 2024-09-13T16:11:40.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.402+0000 7efc89c3a640 1 -- 172.21.15.39:0/2980950059 wait complete. 2024-09-13T16:11:40.414 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T16:11:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 Processor -- start 2024-09-13T16:11:40.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 -- start start 2024-09-13T16:11:40.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc3240b41a0 0x7fc3240b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3240d0a00 0x7fc324167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3240cde30 con 0x7fc3240ccf80 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3240b5090 con 0x7fc3240d0a00 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.516+0000 7fc329eaa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3240cd820 con 0x7fc3240b41a0 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc323fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3240d0a00 0x7fc324167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc322ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc3240ccf80 0x7fc3240d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39972/0 (socket says 172.21.15.39:39972) 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc322ffd640 1 -- 172.21.15.39:0/954277353 learned_addr learned my addr 172.21.15.39:0/954277353 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:40.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc3237fe640 1 --2- 172.21.15.39:0/954277353 >> v2:172.21.15.157:3300/0 conn(0x7fc3240b41a0 0x7fc3240b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc323fff640 1 -- 172.21.15.39:0/954277353 >> v2:172.21.15.157:3300/0 conn(0x7fc3240b41a0 msgr2=0x7fc3240b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc323fff640 1 --2- 172.21.15.39:0/954277353 >> v2:172.21.15.157:3300/0 conn(0x7fc3240b41a0 0x7fc3240b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc323fff640 1 -- 172.21.15.39:0/954277353 >> v1:172.21.15.39:6789/0 conn(0x7fc3240ccf80 legacy=0x7fc3240d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc323fff640 1 -- 172.21.15.39:0/954277353 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3240b4ac0 con 0x7fc3240d0a00 2024-09-13T16:11:40.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.517+0000 7fc3227fc640 1 -- 172.21.15.39:0/954277353 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3040711428 0 0) 0x7fc3240cde30 con 0x7fc3240ccf80 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc323fff640 1 --2- 172.21.15.39:0/954277353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc324167010 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc324073580 tx=0x7fc31c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60d2ee4e6cec781b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc3227fc640 1 -- 172.21.15.39:0/954277353 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31c02aea0 con 0x7fc3240d0a00 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc3227fc640 1 -- 172.21.15.39:0/954277353 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc31c02d050 con 0x7fc3240d0a00 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc3227fc640 1 -- 172.21.15.39:0/954277353 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31c007960 con 0x7fc3240d0a00 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 -- 172.21.15.39:0/954277353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 msgr2=0x7fc324167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 --2- 172.21.15.39:0/954277353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc324167010 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fc324073580 tx=0x7fc31c02a680 comp rx=0 tx=0).stop 2024-09-13T16:11:40.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 -- 172.21.15.39:0/954277353 shutdown_connections 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 --2- 172.21.15.39:0/954277353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc324167010 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 --2- 172.21.15.39:0/954277353 >> v2:172.21.15.157:3300/0 conn(0x7fc3240b41a0 0x7fc3240b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 -- 172.21.15.39:0/954277353 >> 172.21.15.39:0/954277353 conn(0x7fc3240cf1a0 msgr2=0x7fc3240cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 -- 172.21.15.39:0/954277353 shutdown_connections 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.518+0000 7fc329eaa640 1 -- 172.21.15.39:0/954277353 wait complete. 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 Processor -- start 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 -- start start 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3240b41a0 0x7fc3240cc7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3240ccf80 0x7fc3240cac60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc3240c85b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3240cc3d0 con 0x7fc3240d0a00 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3240cb750 con 0x7fc3240b41a0 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.520+0000 7fc329eaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3240cba30 con 0x7fc3240ccf80 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc3240c85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc3240c85b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56240/0 (socket says 172.21.15.39:56240) 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 -- 172.21.15.39:0/474454819 learned_addr learned my addr 172.21.15.39:0/474454819 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 -- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3240ccf80 msgr2=0x7fc3240cac60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3240ccf80 0x7fc3240cac60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 -- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3240b41a0 msgr2=0x7fc3240cc7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc3237fe640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3240b41a0 0x7fc3240cc7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3240b41a0 0x7fc3240cc7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 -- 172.21.15.39:0/474454819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc31c009a70 con 0x7fc3240d0a00 2024-09-13T16:11:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc323fff640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc3240c85b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc31c02ac70 tx=0x7fc31c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31c03b820 con 0x7fc3240d0a00 2024-09-13T16:11:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc31c03b980 con 0x7fc3240d0a00 2024-09-13T16:11:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3240cbd10 con 0x7fc3240d0a00 2024-09-13T16:11:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc31c03bcf0 con 0x7fc3240d0a00 2024-09-13T16:11:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.521+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc324155d00 con 0x7fc3240d0a00 2024-09-13T16:11:40.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.522+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc324067330 con 0x7fc3240d0a00 2024-09-13T16:11:40.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.523+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc31c044460 con 0x7fc3240d0a00 2024-09-13T16:11:40.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.523+0000 7fc31bfff640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc30406ac00 0x7fc30406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.523+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc31c0aa980 con 0x7fc3240d0a00 2024-09-13T16:11:40.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.523+0000 7fc3237fe640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc30406ac00 0x7fc30406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.524+0000 7fc3237fe640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc30406ac00 0x7fc30406d0c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc314006fd0 tx=0x7fc314008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.528+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc31c075fd0 con 0x7fc3240d0a00 2024-09-13T16:11:40.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.764+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7fc3240cc510 con 0x7fc3240d0a00 2024-09-13T16:11:40.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.768+0000 7fc31bfff640 1 -- 172.21.15.39:0/474454819 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7fc3240cc510 con 0x7fc3240d0a00 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc30406ac00 msgr2=0x7fc30406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc30406ac00 0x7fc30406d0c0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7fc314006fd0 tx=0x7fc314008040 comp rx=0 tx=0).stop 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 msgr2=0x7fc3240c85b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc3240c85b0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fc31c02ac70 tx=0x7fc31c004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 shutdown_connections 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc30406ac00 0x7fc30406d0c0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3240d0a00 0x7fc3240c85b0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3240ccf80 0x7fc3240cac60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 --2- 172.21.15.39:0/474454819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3240b41a0 0x7fc3240cc7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 >> 172.21.15.39:0/474454819 conn(0x7fc3240cf1a0 msgr2=0x7fc3240c8e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 shutdown_connections 2024-09-13T16:11:40.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.770+0000 7fc329eaa640 1 -- 172.21.15.39:0/474454819 wait complete. 2024-09-13T16:11:40.784 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T16:11:40.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.884+0000 7fe5e142b640 1 Processor -- start 2024-09-13T16:11:40.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.884+0000 7fe5e142b640 1 -- start start 2024-09-13T16:11:40.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5e142b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5dc0b41a0 0x7fe5dc0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5e142b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc0d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5e142b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5dc0cde30 con 0x7fe5dc0d0830 2024-09-13T16:11:40.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5e142b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5dc0b5090 con 0x7fe5dc0b41a0 2024-09-13T16:11:40.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5e142b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc0cd820 con 0x7fe5dc0ccf80 2024-09-13T16:11:40.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5daffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5dc0b41a0 0x7fe5dc0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.885+0000 7fe5daffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5dc0b41a0 0x7fe5dc0b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56254/0 (socket says 172.21.15.39:56254) 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5daffd640 1 -- 172.21.15.39:0/1938189617 learned_addr learned my addr 172.21.15.39:0/1938189617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5da7fc640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc0d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5daffd640 1 -- 172.21.15.39:0/1938189617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 msgr2=0x7fe5dc0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5daffd640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc0d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5daffd640 1 -- 172.21.15.39:0/1938189617 >> v1:172.21.15.157:6789/0 conn(0x7fe5dc0d0830 legacy=0x7fe5dc166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5daffd640 1 -- 172.21.15.39:0/1938189617 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5dc0b4ac0 con 0x7fe5dc0b41a0 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.886+0000 7fe5da7fc640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc0d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5daffd640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc0b4580 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009e50 tx=0x7fe5d402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e725c2a5239cb43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5d9ffb640 1 -- 172.21.15.39:0/1938189617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d4031600 con 0x7fe5dc0b41a0 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5d9ffb640 1 -- 172.21.15.39:0/1938189617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5d402d050 con 0x7fe5dc0b41a0 2024-09-13T16:11:40.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5d9ffb640 1 -- 172.21.15.39:0/1938189617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5d4031980 con 0x7fe5dc0b41a0 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 -- 172.21.15.39:0/1938189617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0b41a0 msgr2=0x7fe5dc0b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc0b4580 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4009e50 tx=0x7fe5d402a710 comp rx=0 tx=0).stop 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 -- 172.21.15.39:0/1938189617 shutdown_connections 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc0d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 --2- 172.21.15.39:0/1938189617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc0b4580 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 -- 172.21.15.39:0/1938189617 >> 172.21.15.39:0/1938189617 conn(0x7fe5dc0cf1a0 msgr2=0x7fe5dc0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:40.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 -- 172.21.15.39:0/1938189617 shutdown_connections 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.887+0000 7fe5e142b640 1 -- 172.21.15.39:0/1938189617 wait complete. 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.889+0000 7fe5e142b640 1 Processor -- start 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.889+0000 7fe5e142b640 1 -- start start 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.889+0000 7fe5e142b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc1522d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 0x7fe5dc157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc1553f0 con 0x7fe5dc0d0830 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc1556d0 con 0x7fe5dc0b41a0 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5dc1559b0 con 0x7fe5dc0ccf80 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 0x7fe5dc157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 0x7fe5dc157140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56270/0 (socket says 172.21.15.39:56270) 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 -- 172.21.15.39:0/3686573380 learned_addr learned my addr 172.21.15.39:0/3686573380 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5daffd640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc1522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5da7fc640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 -- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 msgr2=0x7fe5dc156740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc156740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 -- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc0b41a0 msgr2=0x7fe5dc1522d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc1522d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 -- 172.21.15.39:0/3686573380 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5d4009b30 con 0x7fe5dc0d0830 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5daffd640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc1522d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5db7fe640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 0x7fe5dc157140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc00c390 tx=0x7fe5cc00c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc0052d0 con 0x7fe5dc0d0830 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe5cc005430 con 0x7fe5dc0d0830 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe5dc155c90 con 0x7fe5dc0d0830 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5cc003810 con 0x7fe5dc0d0830 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.890+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe5dc156c80 con 0x7fe5dc0d0830 2024-09-13T16:11:40.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.891+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe5dc067330 con 0x7fe5dc0d0830 2024-09-13T16:11:40.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.892+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe5cc003970 con 0x7fe5dc0d0830 2024-09-13T16:11:40.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.892+0000 7fe5d37fe640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe5bc06ac30 0x7fe5bc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:40.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.892+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe5cc0883f0 con 0x7fe5dc0d0830 2024-09-13T16:11:40.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.893+0000 7fe5daffd640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe5bc06ac30 0x7fe5bc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:40.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.893+0000 7fe5daffd640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe5bc06ac30 0x7fe5bc06d0f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4033000 tx=0x7fe5d4009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:40.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:40.897+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe5cc0539d0 con 0x7fe5dc0d0830 2024-09-13T16:11:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.132+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7fe5dc066ec0 con 0x7fe5dc0d0830 2024-09-13T16:11:41.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.135+0000 7fe5d37fe640 1 -- 172.21.15.39:0/3686573380 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7fe5cc056ff0 con 0x7fe5dc0d0830 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe5bc06ac30 msgr2=0x7fe5bc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe5bc06ac30 0x7fe5bc06d0f0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fe5d4033000 tx=0x7fe5d4009000 comp rx=0 tx=0).stop 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 msgr2=0x7fe5dc157140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 0x7fe5dc157140 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fe5cc00c390 tx=0x7fe5cc00c850 comp rx=0 tx=0).stop 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 shutdown_connections 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe5bc06ac30 0x7fe5bc06d0f0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5dc0d0830 0x7fe5dc157140 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5dc0ccf80 0x7fe5dc156740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 --2- 172.21.15.39:0/3686573380 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5dc0b41a0 0x7fe5dc1522d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 >> 172.21.15.39:0/3686573380 conn(0x7fe5dc0cf1a0 msgr2=0x7fe5dc0b5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 shutdown_connections 2024-09-13T16:11:41.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.137+0000 7fe5e142b640 1 -- 172.21.15.39:0/3686573380 wait complete. 2024-09-13T16:11:41.149 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T16:11:41.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.250+0000 7f26a4090640 1 Processor -- start 2024-09-13T16:11:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.250+0000 7f26a4090640 1 -- start start 2024-09-13T16:11:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a4090640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 0x7f269c06c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a4090640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f269c06eca0 con 0x7f269c06a5e0 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a4090640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f269c06cd80 con 0x7f269c06e880 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a4090640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f269c145c00 con 0x7f269c145820 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a262d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f269c06a5e0 0x7f269c0ad100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39978/0 (socket says 172.21.15.39:39978) 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a262d640 1 -- 172.21.15.39:0/2411311493 learned_addr learned my addr 172.21.15.39:0/2411311493 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.251+0000 7f26a1e2c640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 0x7f269c06c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2243011430 0 0) 0x7f269c06eca0 con 0x7f269c06a5e0 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2684003520 con 0x7f269c06a5e0 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1718119213 0 0) 0x7f2684003520 con 0x7f269c06a5e0 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 msgr2=0x7f269c06c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 0x7f269c06c750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 >> v1:172.21.15.157:6789/0 conn(0x7f269c06e880 legacy=0x7f269c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f269c06d060 con 0x7f269c06a5e0 2024-09-13T16:11:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2694001670 con 0x7f269c06a5e0 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 >> v1:172.21.15.39:6789/0 conn(0x7f269c06a5e0 legacy=0x7f269c0ad100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 0x7f26840039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2684003f20 0x7f26840047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2684004d00 0x7f2684005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269c145c00 con 0x7f2684004d00 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f268400ba60 con 0x7f2684003f20 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f268400bc20 con 0x7f269c145820 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a262d640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2684004d00 0x7f2684005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a1e2c640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 0x7f26840039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a162b640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2684003f20 0x7f26840047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a262d640 1 -- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 msgr2=0x7f26840039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a262d640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f269c145820 0x7f26840039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a262d640 1 -- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2684003f20 msgr2=0x7f26840047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a262d640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2684003f20 0x7f26840047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a262d640 1 -- 172.21.15.39:0/2411311493 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2684003520 con 0x7f2684004d00 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.252+0000 7f26a162b640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2684003f20 0x7f26840047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.253+0000 7f26a262d640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2684004d00 0x7f2684005180 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f269c0716f0 tx=0x7f26840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=278da134e86f6431 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.253+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2694005ad0 con 0x7f2684004d00 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.253+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f269402d070 con 0x7f2684004d00 2024-09-13T16:11:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.253+0000 7f26a0e2a640 1 -- 172.21.15.39:0/2411311493 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2694005e90 con 0x7f2684004d00 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a4090640 1 -- 172.21.15.39:0/2411311493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2684004d00 msgr2=0x7f2684005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a4090640 1 --2- 172.21.15.39:0/2411311493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2684004d00 0x7f2684005180 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f269c0716f0 tx=0x7f26840057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a262d640 1 -- 172.21.15.39:0/2411311493 reap_dead start 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a4090640 1 -- 172.21.15.39:0/2411311493 shutdown_connections 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a4090640 1 -- 172.21.15.39:0/2411311493 >> 172.21.15.39:0/2411311493 conn(0x7f269c06afe0 msgr2=0x7f269c06b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a4090640 1 -- 172.21.15.39:0/2411311493 shutdown_connections 2024-09-13T16:11:41.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.254+0000 7f26a4090640 1 -- 172.21.15.39:0/2411311493 wait complete. 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.255+0000 7f26a4090640 1 Processor -- start 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.255+0000 7f26a4090640 1 -- start start 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a4090640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2684004d00 0x7f269c1f1c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a4090640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 0x7f269c1373c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a4090640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f269c0ccbe0 0x7f269c0cd060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a4090640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269c13dd10 con 0x7f269c13d160 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a4090640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f269c1f2150 con 0x7f269c0ccbe0 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a4090640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f269c13cf20 con 0x7f2684004d00 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 0x7f269c1373c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 0x7f269c1373c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56298/0 (socket says 172.21.15.39:56298) 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 -- 172.21.15.39:0/2297036488 learned_addr learned my addr 172.21.15.39:0/2297036488 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a1e2c640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2684004d00 0x7f269c1f1c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a262d640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f269c0ccbe0 0x7f269c0cd060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 -- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2684004d00 msgr2=0x7f269c1f1c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2684004d00 0x7f269c1f1c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 -- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f269c0ccbe0 msgr2=0x7f269c0cd060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f269c0ccbe0 0x7f269c0cd060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 -- 172.21.15.39:0/2297036488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f269c13cc40 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a1e2c640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2684004d00 0x7f269c1f1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.256+0000 7f26a162b640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 0x7f269c1373c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f269000e550 tx=0x7f269000ea10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.257+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26900052e0 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.257+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2690005440 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.257+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f269c13d750 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.257+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2690003830 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.257+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f269c137900 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.258+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f269c0672f0 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.258+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2690003990 con 0x7f269c13d160 2024-09-13T16:11:41.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.259+0000 7f269a7fc640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f268806ac00 0x7f268806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.259+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2690088cd0 con 0x7f269c13d160 2024-09-13T16:11:41.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.259+0000 7f26a1e2c640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f268806ac00 0x7f268806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.259+0000 7f26a1e2c640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f268806ac00 0x7f268806d0c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f268c007440 tx=0x7f268c00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.263+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2690054290 con 0x7f269c13d160 2024-09-13T16:11:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.500+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f269c067c40 con 0x7f269c13d160 2024-09-13T16:11:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.503+0000 7f269a7fc640 1 -- 172.21.15.39:0/2297036488 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7f26900578b0 con 0x7f269c13d160 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f268806ac00 msgr2=0x7f268806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f268806ac00 0x7f268806d0c0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7f268c007440 tx=0x7f268c00b040 comp rx=0 tx=0).stop 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 msgr2=0x7f269c1373c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 0x7f269c1373c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7f269000e550 tx=0x7f269000ea10 comp rx=0 tx=0).stop 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 shutdown_connections 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f268806ac00 0x7f268806d0c0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f269c0ccbe0 0x7f269c0cd060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f269c13d160 0x7f269c1373c0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 --2- 172.21.15.39:0/2297036488 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2684004d00 0x7f269c1f1c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.505+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 >> 172.21.15.39:0/2297036488 conn(0x7f269c06afe0 msgr2=0x7f269c15c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.506+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 shutdown_connections 2024-09-13T16:11:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.506+0000 7f26a4090640 1 -- 172.21.15.39:0/2297036488 wait complete. 2024-09-13T16:11:41.517 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T16:11:41.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.618+0000 7f1b0d09c640 1 Processor -- start 2024-09-13T16:11:41.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.618+0000 7f1b0d09c640 1 -- start start 2024-09-13T16:11:41.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0d09c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1b08158cb0 0x7f1b080cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0d09c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b0806f4a0 0x7f1b08069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0d09c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b0806a830 con 0x7f1b0806a410 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0d09c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b0806f910 con 0x7f1b08158cb0 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0d09c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0806fbd0 con 0x7f1b0806f4a0 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1b08158cb0 0x7f1b080cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1b08158cb0 0x7f1b080cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56306/0 (socket says 172.21.15.39:56306) 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 -- 172.21.15.39:0/2943893988 learned_addr learned my addr 172.21.15.39:0/2943893988 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0659c640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b0806f4a0 0x7f1b08069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 -- 172.21.15.39:0/2943893988 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b0806f4a0 msgr2=0x7f1b08069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b0806f4a0 0x7f1b08069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 -- 172.21.15.39:0/2943893988 >> v1:172.21.15.157:6789/0 conn(0x7f1b0806a410 legacy=0x7f1b080b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b06d9d640 1 -- 172.21.15.39:0/2943893988 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b0806feb0 con 0x7f1b08158cb0 2024-09-13T16:11:41.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.619+0000 7f1b0659c640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b0806f4a0 0x7f1b08069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:41.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.620+0000 7f1b06d9d640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b08158cb0 0x7f1b080cee00 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1af8009e50 tx=0x7f1af802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7b027569d0f5bb3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.620+0000 7f1b05d9b640 1 -- 172.21.15.39:0/2943893988 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af802aea0 con 0x7f1b08158cb0 2024-09-13T16:11:41.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.620+0000 7f1b05d9b640 1 -- 172.21.15.39:0/2943893988 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1af802d050 con 0x7f1b08158cb0 2024-09-13T16:11:41.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.620+0000 7f1b05d9b640 1 -- 172.21.15.39:0/2943893988 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af8031820 con 0x7f1b08158cb0 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 -- 172.21.15.39:0/2943893988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b08158cb0 msgr2=0x7f1b080cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b08158cb0 0x7f1b080cee00 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f1af8009e50 tx=0x7f1af802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 -- 172.21.15.39:0/2943893988 shutdown_connections 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b0806f4a0 0x7f1b08069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/2943893988 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b08158cb0 0x7f1b080cee00 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 -- 172.21.15.39:0/2943893988 >> 172.21.15.39:0/2943893988 conn(0x7f1b0806b3b0 msgr2=0x7f1b0806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 -- 172.21.15.39:0/2943893988 shutdown_connections 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.621+0000 7f1b0d09c640 1 -- 172.21.15.39:0/2943893988 wait complete. 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.622+0000 7f1b0d09c640 1 Processor -- start 2024-09-13T16:11:41.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.622+0000 7f1b0d09c640 1 -- start start 2024-09-13T16:11:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0d09c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0806a410 0x7f1b080cc340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0d09c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 0x7f1b08144fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0d09c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b08158cb0 0x7f1b080b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0d09c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b08147650 con 0x7f1b0806f4a0 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0d09c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b08145500 con 0x7f1b0806a410 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0d09c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b081465b0 con 0x7f1b08158cb0 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 0x7f1b08144fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 0x7f1b08144fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56308/0 (socket says 172.21.15.39:56308) 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0659c640 1 -- 172.21.15.39:0/1668872580 learned_addr learned my addr 172.21.15.39:0/1668872580 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b06d9d640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0806a410 0x7f1b080cc340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.623+0000 7f1b0759e640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b08158cb0 0x7f1b080b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0659c640 1 -- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b08158cb0 msgr2=0x7f1b080b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0659c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b08158cb0 0x7f1b080b1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0659c640 1 -- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0806a410 msgr2=0x7f1b080cc340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0659c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0806a410 0x7f1b080cc340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0659c640 1 -- 172.21.15.39:0/1668872580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1af8009b30 con 0x7f1b0806f4a0 2024-09-13T16:11:41.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0659c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 0x7f1b08144fc0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1af000c7f0 tx=0x7f1af000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af0007a30 con 0x7f1b0806f4a0 2024-09-13T16:11:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1af0007b90 con 0x7f1b0806f4a0 2024-09-13T16:11:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b08146890 con 0x7f1b0806f4a0 2024-09-13T16:11:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1af000ce40 con 0x7f1b0806f4a0 2024-09-13T16:11:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.624+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b08146e50 con 0x7f1b0806f4a0 2024-09-13T16:11:41.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.625+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b080672f0 con 0x7f1b0806f4a0 2024-09-13T16:11:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.626+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1af00113f0 con 0x7f1b0806f4a0 2024-09-13T16:11:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.626+0000 7f1aff7fe640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ae806ac00 0x7f1ae806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.626+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f1af0089190 con 0x7f1b0806f4a0 2024-09-13T16:11:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.626+0000 7f1b06d9d640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ae806ac00 0x7f1ae806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.627+0000 7f1b06d9d640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ae806ac00 0x7f1ae806d0c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1af8033000 tx=0x7f1af8009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.630+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1af00546e0 con 0x7f1b0806f4a0 2024-09-13T16:11:41.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.869+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f1b08069ed0 con 0x7f1b0806f4a0 2024-09-13T16:11:41.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.877+0000 7f1aff7fe640 1 -- 172.21.15.39:0/1668872580 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7f1af001f0a0 con 0x7f1b0806f4a0 2024-09-13T16:11:41.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ae806ac00 msgr2=0x7f1ae806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ae806ac00 0x7f1ae806d0c0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1af8033000 tx=0x7f1af8009000 comp rx=0 tx=0).stop 2024-09-13T16:11:41.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 msgr2=0x7f1b08144fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 0x7f1b08144fc0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f1af000c7f0 tx=0x7f1af000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 shutdown_connections 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ae806ac00 0x7f1ae806d0c0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b08158cb0 0x7f1b080b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0806f4a0 0x7f1b08144fc0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 --2- 172.21.15.39:0/1668872580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0806a410 0x7f1b080cc340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 >> 172.21.15.39:0/1668872580 conn(0x7f1b0806b3b0 msgr2=0x7f1b080cce40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 shutdown_connections 2024-09-13T16:11:41.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.879+0000 7f1b0d09c640 1 -- 172.21.15.39:0/1668872580 wait complete. 2024-09-13T16:11:41.892 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.991+0000 7f75d4e90640 1 Processor -- start 2024-09-13T16:11:41.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.991+0000 7f75d4e90640 1 -- start start 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75d4e90640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f75d015c790 0x7f75d0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75d4e90640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f75d00cbb10 0x7f75d00cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75d4e90640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f75d00cfd30 con 0x7f75d00cf920 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75d4e90640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75d006a540 con 0x7f75d00cbb10 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75d4e90640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f75d00b1180 con 0x7f75d015c790 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75cdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f75d00cbb10 0x7f75d00cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75cdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f75d00cbb10 0x7f75d00cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56314/0 (socket says 172.21.15.39:56314) 2024-09-13T16:11:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1363886106 learned_addr learned my addr 172.21.15.39:0/1363886106 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.992+0000 7f75ce59c640 1 --2- 172.21.15.39:0/1363886106 >> v2:172.21.15.157:3300/0 conn(0x7f75d015c790 0x7f75d0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1363886106 >> v2:172.21.15.157:3300/0 conn(0x7f75d015c790 msgr2=0x7f75d0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75cdd9b640 1 --2- 172.21.15.39:0/1363886106 >> v2:172.21.15.157:3300/0 conn(0x7f75d015c790 0x7f75d0069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1363886106 >> v1:172.21.15.157:6789/0 conn(0x7f75d00cf920 legacy=0x7f75d0160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1363886106 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75d00b1460 con 0x7f75d00cbb10 2024-09-13T16:11:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75ce59c640 1 --2- 172.21.15.39:0/1363886106 >> v2:172.21.15.157:3300/0 conn(0x7f75d015c790 0x7f75d0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:41.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75cdd9b640 1 --2- 172.21.15.39:0/1363886106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cbb10 0x7f75d00cf3e0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f75d00cc410 tx=0x7f75b802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85298fc7c298fa4d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:41.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.993+0000 7f75cd59a640 1 -- 172.21.15.39:0/1363886106 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b8032440 con 0x7f75d00cbb10 2024-09-13T16:11:41.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75cd59a640 1 -- 172.21.15.39:0/1363886106 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75b80325a0 con 0x7f75d00cbb10 2024-09-13T16:11:41.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75cd59a640 1 -- 172.21.15.39:0/1363886106 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b8032930 con 0x7f75d00cbb10 2024-09-13T16:11:41.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 -- 172.21.15.39:0/1363886106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cbb10 msgr2=0x7f75d00cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:41.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1363886106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cbb10 0x7f75d00cf3e0 secure :-1 s=READY pgs=407 cs=0 l=1 rev1=1 crypto rx=0x7f75d00cc410 tx=0x7f75b802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 -- 172.21.15.39:0/1363886106 shutdown_connections 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1363886106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cbb10 0x7f75d00cf3e0 unknown :-1 s=CLOSED pgs=407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1363886106 >> v2:172.21.15.157:3300/0 conn(0x7f75d015c790 0x7f75d0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 -- 172.21.15.39:0/1363886106 >> 172.21.15.39:0/1363886106 conn(0x7f75d0065bd0 msgr2=0x7f75d0065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 -- 172.21.15.39:0/1363886106 shutdown_connections 2024-09-13T16:11:41.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.994+0000 7f75d4e90640 1 -- 172.21.15.39:0/1363886106 wait complete. 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.995+0000 7f75d4e90640 1 Processor -- start 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 -- start start 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d00cbb10 0x7f75d01e7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 0x7f75d0157c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d015c790 0x7f75d00c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75d00c9a70 con 0x7f75d00cf920 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f75d00c9d50 con 0x7f75d00cbb10 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75d4e90640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f75d01e5a10 con 0x7f75d015c790 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75cdd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 0x7f75d0157c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:41.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75cdd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 0x7f75d0157c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56328/0 (socket says 172.21.15.39:56328) 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.996+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1682408763 learned_addr learned my addr 172.21.15.39:0/1682408763 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75ce59c640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d00cbb10 0x7f75d01e7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75ced9d640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d015c790 0x7f75d00c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d015c790 msgr2=0x7f75d00c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75cdd9b640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d015c790 0x7f75d00c88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d00cbb10 msgr2=0x7f75d01e7690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75cdd9b640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d00cbb10 0x7f75d01e7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75cdd9b640 1 -- 172.21.15.39:0/1682408763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75b80094d0 con 0x7f75d00cf920 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75cdd9b640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 0x7f75d0157c80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f75b802a1e0 tx=0x7f75b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b8030b80 con 0x7f75d00cf920 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75b8030ce0 con 0x7f75d00cf920 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f75d01e5cf0 con 0x7f75d00cf920 2024-09-13T16:11:42.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75b803d680 con 0x7f75d00cf920 2024-09-13T16:11:42.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.997+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f75d0152490 con 0x7f75d00cf920 2024-09-13T16:11:42.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.998+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f75d00672f0 con 0x7f75d00cf920 2024-09-13T16:11:42.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.999+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f75b8039040 con 0x7f75d00cf920 2024-09-13T16:11:42.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.999+0000 7f75c6ffd640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b006ac00 0x7f75b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:41.999+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f75b80a9ce0 con 0x7f75d00cf920 2024-09-13T16:11:42.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.000+0000 7f75ce59c640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b006ac00 0x7f75b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.000+0000 7f75ce59c640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b006ac00 0x7f75b006d0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f75c8008850 tx=0x7f75c8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.004+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f75b80752a0 con 0x7f75d00cf920 2024-09-13T16:11:42.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.175+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f75d00672f0 con 0x7f75d00cf920 2024-09-13T16:11:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.175+0000 7f75c6ffd640 1 -- 172.21.15.39:0/1682408763 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v31) v1 ==== 74+0+12845 (secure 0 0 0) 0x7f75b80788c0 con 0x7f75d00cf920 2024-09-13T16:11:42.177 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:42.177 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":31,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:39.282356+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":19,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":22,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b006ac00 msgr2=0x7f75b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b006ac00 0x7f75b006d0c0 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7f75c8008850 tx=0x7f75c8008040 comp rx=0 tx=0).stop 2024-09-13T16:11:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 msgr2=0x7f75d0157c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 0x7f75d0157c80 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f75b802a1e0 tx=0x7f75b80046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 shutdown_connections 2024-09-13T16:11:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b006ac00 0x7f75b006d0c0 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75d015c790 0x7f75d00c88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f75d00cf920 0x7f75d0157c80 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 --2- 172.21.15.39:0/1682408763 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f75d00cbb10 0x7f75d01e7690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 >> 172.21.15.39:0/1682408763 conn(0x7f75d0065bd0 msgr2=0x7f75d015a140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.177+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 shutdown_connections 2024-09-13T16:11:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.178+0000 7f75d4e90640 1 -- 172.21.15.39:0/1682408763 wait complete. 2024-09-13T16:11:42.190 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:42.190 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:42.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.294+0000 7f7129111640 1 Processor -- start 2024-09-13T16:11:42.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.294+0000 7f7129111640 1 -- start start 2024-09-13T16:11:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7129111640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f712415c7d0 0x7f71240cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7129111640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240b4180 0x7f71240d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7129111640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71240b5550 con 0x7f71240d1f40 2024-09-13T16:11:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7129111640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71240b2000 con 0x7f712415c7d0 2024-09-13T16:11:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7129111640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71240d2340 con 0x7f71240b4180 2024-09-13T16:11:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7122d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f712415c7d0 0x7f71240cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7122d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f712415c7d0 0x7f71240cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56334/0 (socket says 172.21.15.39:56334) 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f7122d9d640 1 -- 172.21.15.39:0/3480418954 learned_addr learned my addr 172.21.15.39:0/3480418954 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.295+0000 7f712259c640 1 --2- 172.21.15.39:0/3480418954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240b4180 0x7f71240d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.296+0000 7f7122d9d640 1 -- 172.21.15.39:0/3480418954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240b4180 msgr2=0x7f71240d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.296+0000 7f7122d9d640 1 --2- 172.21.15.39:0/3480418954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240b4180 0x7f71240d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.296+0000 7f7122d9d640 1 -- 172.21.15.39:0/3480418954 >> v1:172.21.15.157:6789/0 conn(0x7f71240d1f40 legacy=0x7f71240d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.296+0000 7f7122d9d640 1 -- 172.21.15.39:0/3480418954 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71240b4610 con 0x7f712415c7d0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.296+0000 7f7122d9d640 1 --2- 172.21.15.39:0/3480418954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712415c7d0 0x7f71240cf440 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f711c009870 tx=0x7f711c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c369e7b5ae3c343 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.296+0000 7f7121d9b640 1 -- 172.21.15.39:0/3480418954 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711c032440 con 0x7f712415c7d0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7121d9b640 1 -- 172.21.15.39:0/3480418954 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f711c0325a0 con 0x7f712415c7d0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7121d9b640 1 -- 172.21.15.39:0/3480418954 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711c032930 con 0x7f712415c7d0 2024-09-13T16:11:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 -- 172.21.15.39:0/3480418954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712415c7d0 msgr2=0x7f71240cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 --2- 172.21.15.39:0/3480418954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712415c7d0 0x7f71240cf440 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f711c009870 tx=0x7f711c02a270 comp rx=0 tx=0).stop 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 -- 172.21.15.39:0/3480418954 shutdown_connections 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 --2- 172.21.15.39:0/3480418954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240b4180 0x7f71240d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 --2- 172.21.15.39:0/3480418954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712415c7d0 0x7f71240cf440 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 -- 172.21.15.39:0/3480418954 >> 172.21.15.39:0/3480418954 conn(0x7f712406bc40 msgr2=0x7f712406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 -- 172.21.15.39:0/3480418954 shutdown_connections 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.297+0000 7f7129111640 1 -- 172.21.15.39:0/3480418954 wait complete. 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 Processor -- start 2024-09-13T16:11:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 -- start start 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240d1f40 0x7f71240ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712415c7d0 0x7f712415b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 0x7f71241f6070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71241f65b0 con 0x7f71241f5be0 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71240c97d0 con 0x7f712415c7d0 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f7129111640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71240c9a20 con 0x7f71240d1f40 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f712359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 0x7f71241f6070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.299+0000 7f712359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 0x7f71241f6070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56350/0 (socket says 172.21.15.39:56350) 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 -- 172.21.15.39:0/1143311756 learned_addr learned my addr 172.21.15.39:0/1143311756 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f7122d9d640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240d1f40 0x7f71240ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712259c640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712415c7d0 0x7f712415b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 -- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240d1f40 msgr2=0x7f71240ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240d1f40 0x7f71240ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 -- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712415c7d0 msgr2=0x7f712415b250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712415c7d0 0x7f712415b250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 -- 172.21.15.39:0/1143311756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f711c0094d0 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f712359e640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 0x7f71241f6070 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f711400c7a0 tx=0x7f711400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7114003b70 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7114003cf0 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71240c9d00 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7114003ea0 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.300+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71240ca2c0 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.301+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71240d1a00 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.302+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f711400aa90 con 0x7f71241f5be0 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.302+0000 7f711b7fe640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f710406ac30 0x7f710406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.302+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7114088cc0 con 0x7f71241f5be0 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.302+0000 7f7122d9d640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f710406ac30 0x7f710406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.303+0000 7f7122d9d640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f710406ac30 0x7f710406d0f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f711c034000 tx=0x7f711c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.307+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71140542a0 con 0x7f71241f5be0 2024-09-13T16:11:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.477+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f71240ca480 con 0x7f71241f5be0 2024-09-13T16:11:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.477+0000 7f711b7fe640 1 -- 172.21.15.39:0/1143311756 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v31) v1 ==== 93+0+10 (secure 0 0 0) 0x7f71140578c0 con 0x7f71241f5be0 2024-09-13T16:11:42.479 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f710406ac30 msgr2=0x7f710406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f710406ac30 0x7f710406d0f0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f711c034000 tx=0x7f711c02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 msgr2=0x7f71241f6070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 0x7f71241f6070 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7f711400c7a0 tx=0x7f711400cc60 comp rx=0 tx=0).stop 2024-09-13T16:11:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 shutdown_connections 2024-09-13T16:11:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f710406ac30 0x7f710406d0f0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71241f5be0 0x7f71241f6070 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712415c7d0 0x7f712415b250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 --2- 172.21.15.39:0/1143311756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71240d1f40 0x7f71240ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.479+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 >> 172.21.15.39:0/1143311756 conn(0x7f712406bc40 msgr2=0x7f71240d0a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.480+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 shutdown_connections 2024-09-13T16:11:42.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.480+0000 7f7129111640 1 -- 172.21.15.39:0/1143311756 wait complete. 2024-09-13T16:11:42.492 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:11:42.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.592+0000 7f601fc53640 1 Processor -- start 2024-09-13T16:11:42.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.592+0000 7f601fc53640 1 -- start start 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601fc53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6018146130 0x7f6018160d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601fc53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f601806ba50 0x7f60180d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601fc53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60181612c0 con 0x7f601806beb0 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601fc53640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6018160330 con 0x7f6018146130 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601fc53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f601806c430 con 0x7f601806ba50 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601d9ef640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6018146130 0x7f6018160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601e1f0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f601806beb0 0x7f601815ccf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39988/0 (socket says 172.21.15.39:39988) 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.593+0000 7f601e1f0640 1 -- 172.21.15.39:0/1106102793 learned_addr learned my addr 172.21.15.39:0/1106102793 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d1ee640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f601806ba50 0x7f60180d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d9ef640 1 -- 172.21.15.39:0/1106102793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f601806ba50 msgr2=0x7f60180d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d9ef640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f601806ba50 0x7f60180d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d9ef640 1 -- 172.21.15.39:0/1106102793 >> v1:172.21.15.39:6789/0 conn(0x7f601806beb0 legacy=0x7f601815ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601c9ed640 1 -- 172.21.15.39:0/1106102793 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3333289392 0 0) 0x7f6008001490 con 0x7f601806beb0 2024-09-13T16:11:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d9ef640 1 -- 172.21.15.39:0/1106102793 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f601806c710 con 0x7f6018146130 2024-09-13T16:11:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d1ee640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f601806ba50 0x7f60180d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.594+0000 7f601d9ef640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6018146130 0x7f6018160d80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f60100097a0 tx=0x7f601002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4896b9862044ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601c9ed640 1 -- 172.21.15.39:0/1106102793 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6010032440 con 0x7f6018146130 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601c9ed640 1 -- 172.21.15.39:0/1106102793 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60100325a0 con 0x7f6018146130 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601c9ed640 1 -- 172.21.15.39:0/1106102793 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6010032930 con 0x7f6018146130 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 -- 172.21.15.39:0/1106102793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6018146130 msgr2=0x7f6018160d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6018146130 0x7f6018160d80 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f60100097a0 tx=0x7f601002a180 comp rx=0 tx=0).stop 2024-09-13T16:11:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 -- 172.21.15.39:0/1106102793 shutdown_connections 2024-09-13T16:11:42.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f601806ba50 0x7f60180d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 --2- 172.21.15.39:0/1106102793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6018146130 0x7f6018160d80 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 -- 172.21.15.39:0/1106102793 >> 172.21.15.39:0/1106102793 conn(0x7f601806a4f0 msgr2=0x7f601806a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 -- 172.21.15.39:0/1106102793 shutdown_connections 2024-09-13T16:11:42.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.595+0000 7f601fc53640 1 -- 172.21.15.39:0/1106102793 wait complete. 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 Processor -- start 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 -- start start 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601806ba50 0x7f601813b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 0x7f601813bed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6018146130 0x7f60181f55e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601813ce40 con 0x7f601806beb0 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601812cd30 con 0x7f601806ba50 2024-09-13T16:11:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601fc53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60181384b0 con 0x7f6018146130 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601d1ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 0x7f601813bed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601d1ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 0x7f601813bed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56368/0 (socket says 172.21.15.39:56368) 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.597+0000 7f601d1ee640 1 -- 172.21.15.39:0/1614820121 learned_addr learned my addr 172.21.15.39:0/1614820121 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d9ef640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601806ba50 0x7f601813b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601e1f0640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6018146130 0x7f60181f55e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d1ee640 1 -- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6018146130 msgr2=0x7f60181f55e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d1ee640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6018146130 0x7f60181f55e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d1ee640 1 -- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601806ba50 msgr2=0x7f601813b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d1ee640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601806ba50 0x7f601813b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d1ee640 1 -- 172.21.15.39:0/1614820121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6010009400 con 0x7f601806beb0 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601e1f0640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6018146130 0x7f60181f55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d9ef640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601806ba50 0x7f601813b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601d1ee640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 0x7f601813bed0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f600c00e7e0 tx=0x7f600c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c004030 con 0x7f601806beb0 2024-09-13T16:11:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f600c004190 con 0x7f601806beb0 2024-09-13T16:11:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c004520 con 0x7f601806beb0 2024-09-13T16:11:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60181f5b20 con 0x7f601806beb0 2024-09-13T16:11:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.598+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f601812c390 con 0x7f601806beb0 2024-09-13T16:11:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.599+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60180b7840 con 0x7f601806beb0 2024-09-13T16:11:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.600+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f600c00c6d0 con 0x7f601806beb0 2024-09-13T16:11:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.600+0000 7f60167fc640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600406ac00 0x7f600406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.600+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f600c088d40 con 0x7f601806beb0 2024-09-13T16:11:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.601+0000 7f601d9ef640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600406ac00 0x7f600406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.601+0000 7f601d9ef640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600406ac00 0x7f600406d0c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6010034000 tx=0x7f601002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.604+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f600c0541e0 con 0x7f601806beb0 2024-09-13T16:11:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.776+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f60180b5cf0 con 0x7f601806beb0 2024-09-13T16:11:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.776+0000 7f60167fc640 1 -- 172.21.15.39:0/1614820121 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v31) v1 ==== 84+0+65 (secure 0 0 0) 0x7f600c057800 con 0x7f601806beb0 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:42.778 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:11:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600406ac00 msgr2=0x7f600406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600406ac00 0x7f600406d0c0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f6010034000 tx=0x7f601002e000 comp rx=0 tx=0).stop 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 msgr2=0x7f601813bed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 0x7f601813bed0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f600c00e7e0 tx=0x7f600c00eca0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 shutdown_connections 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600406ac00 0x7f600406d0c0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6018146130 0x7f60181f55e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601806beb0 0x7f601813bed0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 --2- 172.21.15.39:0/1614820121 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601806ba50 0x7f601813b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 >> 172.21.15.39:0/1614820121 conn(0x7f601806a4f0 msgr2=0x7f60181547a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 shutdown_connections 2024-09-13T16:11:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.778+0000 7f601fc53640 1 -- 172.21.15.39:0/1614820121 wait complete. 2024-09-13T16:11:42.790 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:11:42.790 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:11:42.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.894+0000 7f7ec079c640 1 Processor -- start 2024-09-13T16:11:42.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.894+0000 7f7ec079c640 1 -- start start 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ec079c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7eb80b4ad0 0x7f7eb815d6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ec079c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb806bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ec079c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7eb806e240 con 0x7f7eb806c2f0 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ec079c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7eb80b4eb0 con 0x7f7eb80b4ad0 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ec079c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb806c780 con 0x7f7eb8071c20 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebe538640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7eb80b4ad0 0x7f7eb815d6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebed39640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7eb806c2f0 0x7f7eb8160250 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39992/0 (socket says 172.21.15.39:39992) 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebed39640 1 -- 172.21.15.39:0/2662904109 learned_addr learned my addr 172.21.15.39:0/2662904109 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebe538640 1 --2- 172.21.15.39:0/2662904109 >> v2:172.21.15.39:3300/0 conn(0x7f7eb80b4ad0 0x7f7eb815d6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56370/0 (socket says 172.21.15.39:56370) 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebdd37640 1 --2- 172.21.15.39:0/2662904109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb806bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebe538640 1 -- 172.21.15.39:0/2662904109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 msgr2=0x7f7eb806bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebe538640 1 --2- 172.21.15.39:0/2662904109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb806bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebe538640 1 -- 172.21.15.39:0/2662904109 >> v1:172.21.15.39:6789/0 conn(0x7f7eb806c2f0 legacy=0x7f7eb8160250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebd536640 1 -- 172.21.15.39:0/2662904109 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1774088094 0 0) 0x7f7eb806e240 con 0x7f7eb806c2f0 2024-09-13T16:11:42.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.895+0000 7f7ebe538640 1 -- 172.21.15.39:0/2662904109 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eb806d630 con 0x7f7eb80b4ad0 2024-09-13T16:11:42.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.896+0000 7f7ebe538640 1 --2- 172.21.15.39:0/2662904109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb80b4ad0 0x7f7eb815d6e0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f7eb00097a0 tx=0x7f7eb002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46dfca35012ae19e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.896+0000 7f7ebd536640 1 -- 172.21.15.39:0/2662904109 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0032440 con 0x7f7eb80b4ad0 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.896+0000 7f7ebd536640 1 -- 172.21.15.39:0/2662904109 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb00325a0 con 0x7f7eb80b4ad0 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.896+0000 7f7ebd536640 1 -- 172.21.15.39:0/2662904109 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0032930 con 0x7f7eb80b4ad0 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 -- 172.21.15.39:0/2662904109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb80b4ad0 msgr2=0x7f7eb815d6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2662904109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb80b4ad0 0x7f7eb815d6e0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f7eb00097a0 tx=0x7f7eb002a180 comp rx=0 tx=0).stop 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 -- 172.21.15.39:0/2662904109 shutdown_connections 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2662904109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb806bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2662904109 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb80b4ad0 0x7f7eb815d6e0 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 -- 172.21.15.39:0/2662904109 >> 172.21.15.39:0/2662904109 conn(0x7f7eb80ae990 msgr2=0x7f7eb80aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 -- 172.21.15.39:0/2662904109 shutdown_connections 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.897+0000 7f7ec079c640 1 -- 172.21.15.39:0/2662904109 wait complete. 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.898+0000 7f7ec079c640 1 Processor -- start 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.898+0000 7f7ec079c640 1 -- start start 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ec079c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 0x7f7eb814e5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ec079c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb81f2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ec079c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7eb80b4ad0 0x7f7eb81608b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ec079c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb815fa80 con 0x7f7eb806c2f0 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ec079c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb8160df0 con 0x7f7eb80b4ad0 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ec079c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7eb815f0e0 con 0x7f7eb8071c20 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 0x7f7eb814e5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 0x7f7eb814e5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56378/0 (socket says 172.21.15.39:56378) 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 -- 172.21.15.39:0/2074867835 learned_addr learned my addr 172.21.15.39:0/2074867835 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 -- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 msgr2=0x7f7eb81f2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb81f2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 -- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7eb80b4ad0 msgr2=0x7f7eb81608b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7eb80b4ad0 0x7f7eb81608b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 -- 172.21.15.39:0/2074867835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7eb0009400 con 0x7f7eb806c2f0 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.899+0000 7f7ebe538640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 0x7f7eb814e5c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f7eb00097a0 tx=0x7f7eb00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.900+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0032440 con 0x7f7eb806c2f0 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.900+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7eb0004230 con 0x7f7eb806c2f0 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.900+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7eb815f3c0 con 0x7f7eb806c2f0 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.900+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7eb0006e10 con 0x7f7eb806c2f0 2024-09-13T16:11:42.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.900+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7eb815edd0 con 0x7f7eb806c2f0 2024-09-13T16:11:42.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.901+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7eb8067020 con 0x7f7eb806c2f0 2024-09-13T16:11:42.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.901+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7eb0030980 con 0x7f7eb806c2f0 2024-09-13T16:11:42.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.901+0000 7f7eaeffd640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e9c06ac00 0x7f7e9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:42.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.901+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7eb00aa1a0 con 0x7f7eb806c2f0 2024-09-13T16:11:42.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.902+0000 7f7ebdd37640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e9c06ac00 0x7f7e9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:42.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.902+0000 7f7ebdd37640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e9c06ac00 0x7f7e9c06d0c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8006fd0 tx=0x7f7ea8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:42.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:42.906+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7eb0075650 con 0x7f7eb806c2f0 2024-09-13T16:11:43.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.076+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f7eb80672f0 con 0x7f7eb806c2f0 2024-09-13T16:11:43.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.161+0000 7f7eaeffd640 1 -- 172.21.15.39:0/2074867835 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v32) v1 ==== 138+0+0 (secure 0 0 0) 0x7f7eb0078c70 con 0x7f7eb806c2f0 2024-09-13T16:11:43.163 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e9c06ac00 msgr2=0x7f7e9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e9c06ac00 0x7f7e9c06d0c0 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f7ea8006fd0 tx=0x7f7ea8008040 comp rx=0 tx=0).stop 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 msgr2=0x7f7eb814e5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 0x7f7eb814e5c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7f7eb00097a0 tx=0x7f7eb00046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 shutdown_connections 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e9c06ac00 0x7f7e9c06d0c0 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7eb80b4ad0 0x7f7eb81608b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7eb8071c20 0x7f7eb81f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 --2- 172.21.15.39:0/2074867835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7eb806c2f0 0x7f7eb814e5c0 unknown :-1 s=CLOSED pgs=416 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.164+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 >> 172.21.15.39:0/2074867835 conn(0x7f7eb80ae990 msgr2=0x7f7eb80afcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:43.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.165+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 shutdown_connections 2024-09-13T16:11:43.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.165+0000 7f7ec079c640 1 -- 172.21.15.39:0/2074867835 wait complete. 2024-09-13T16:11:43.177 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:11:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.284+0000 7f56386b7640 1 Processor -- start 2024-09-13T16:11:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.284+0000 7f56386b7640 1 -- start start 2024-09-13T16:11:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.285+0000 7f56386b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56300b14d0 0x7f56300b5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.285+0000 7f56386b7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56300d11e0 con 0x7f563015c660 2024-09-13T16:11:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.285+0000 7f56386b7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56300cdcc0 con 0x7f56300b48b0 2024-09-13T16:11:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.285+0000 7f56386b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56300d02f0 con 0x7f56300b14d0 2024-09-13T16:11:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636c54640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56300b14d0 0x7f56300b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636453640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f563015c660 0x7f56300b41a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40000/0 (socket says 172.21.15.39:40000) 2024-09-13T16:11:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636c54640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56300b14d0 0x7f56300b5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56392/0 (socket says 172.21.15.39:56392) 2024-09-13T16:11:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636453640 1 -- 172.21.15.39:0/2022426334 learned_addr learned my addr 172.21.15.39:0/2022426334 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636c54640 1 -- 172.21.15.39:0/2022426334 >> v1:172.21.15.157:6789/0 conn(0x7f56300b48b0 legacy=0x7f56300d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636c54640 1 -- 172.21.15.39:0/2022426334 >> v1:172.21.15.39:6789/0 conn(0x7f563015c660 legacy=0x7f56300b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.286+0000 7f5636c54640 1 -- 172.21.15.39:0/2022426334 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56300d05d0 con 0x7f56300b14d0 2024-09-13T16:11:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.287+0000 7f5636c54640 1 --2- 172.21.15.39:0/2022426334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f56300b5670 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5628009d90 tx=0x7f562802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6f2c3599c260d38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.287+0000 7f5635451640 1 -- 172.21.15.39:0/2022426334 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5628007740 con 0x7f56300b14d0 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.287+0000 7f5635451640 1 -- 172.21.15.39:0/2022426334 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f562802d050 con 0x7f56300b14d0 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.287+0000 7f5635451640 1 -- 172.21.15.39:0/2022426334 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5628007ac0 con 0x7f56300b14d0 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.287+0000 7f56386b7640 1 -- 172.21.15.39:0/2022426334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 msgr2=0x7f56300b5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.287+0000 7f56386b7640 1 --2- 172.21.15.39:0/2022426334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f56300b5670 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5628009d90 tx=0x7f562802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.288+0000 7f56386b7640 1 -- 172.21.15.39:0/2022426334 shutdown_connections 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.288+0000 7f56386b7640 1 --2- 172.21.15.39:0/2022426334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f56300b5670 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.288+0000 7f56386b7640 1 -- 172.21.15.39:0/2022426334 >> 172.21.15.39:0/2022426334 conn(0x7f56300cf380 msgr2=0x7f56300cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.288+0000 7f56386b7640 1 -- 172.21.15.39:0/2022426334 shutdown_connections 2024-09-13T16:11:43.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.288+0000 7f56386b7640 1 -- 172.21.15.39:0/2022426334 wait complete. 2024-09-13T16:11:43.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 Processor -- start 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 -- start start 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f563014fea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56300b48b0 0x7f5630154ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563015c660 0x7f563015f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563015f900 con 0x7f56300b14d0 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5630155360 con 0x7f56300b48b0 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.289+0000 7f56386b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5630155640 con 0x7f563015c660 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f563014fea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f563014fea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56398/0 (socket says 172.21.15.39:56398) 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 -- 172.21.15.39:0/443625538 learned_addr learned my addr 172.21.15.39:0/443625538 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5635c52640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56300b48b0 0x7f5630154ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636c54640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563015c660 0x7f563015f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 -- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563015c660 msgr2=0x7f563015f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563015c660 0x7f563015f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 -- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56300b48b0 msgr2=0x7f5630154ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56300b48b0 0x7f5630154ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 -- 172.21.15.39:0/443625538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5628009a70 con 0x7f56300b14d0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5636453640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f563014fea0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f562c00c4a0 tx=0x7f562c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562c005ce0 con 0x7f56300b14d0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f562c005e40 con 0x7f56300b14d0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562c007270 con 0x7f56300b14d0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5630155920 con 0x7f56300b14d0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.290+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5630155ee0 con 0x7f56300b14d0 2024-09-13T16:11:43.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.291+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5630067330 con 0x7f56300b14d0 2024-09-13T16:11:43.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.292+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f562c0073d0 con 0x7f56300b14d0 2024-09-13T16:11:43.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.292+0000 7f5622ffd640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:43.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.292+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(32..32 src has 1..32) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f562c088530 con 0x7f56300b14d0 2024-09-13T16:11:43.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.293+0000 7f5635c52640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:43.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.293+0000 7f5635c52640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5624006fd0 tx=0x7f5624008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:43.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.297+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f562c053a30 con 0x7f56300b14d0 2024-09-13T16:11:43.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:43.468+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f56300719d0 con 0x7f56300b14d0 2024-09-13T16:11:43.558 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:43.561 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:11:44.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.162+0000 7f5622ffd640 1 -- 172.21.15.39:0/443625538 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v33) v1 ==== 170+0+0 (secure 0 0 0) 0x7f562c0170d0 con 0x7f56300b14d0 2024-09-13T16:11:44.165 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:11:44.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.171+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 msgr2=0x7f561406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.171+0000 7f56386b7640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f5624006fd0 tx=0x7f5624008040 comp rx=0 tx=0).stop 2024-09-13T16:11:44.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.171+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 msgr2=0x7f563014fea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.171+0000 7f56386b7640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f563014fea0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f562c00c4a0 tx=0x7f562c00c960 comp rx=0 tx=0).stop 2024-09-13T16:11:44.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.172+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 shutdown_connections 2024-09-13T16:11:44.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.172+0000 7f56386b7640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.172+0000 7f56386b7640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563015c660 0x7f563015f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.172+0000 7f56386b7640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56300b48b0 0x7f5630154ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.172+0000 7f56386b7640 1 --2- 172.21.15.39:0/443625538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56300b14d0 0x7f563014fea0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.172+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 >> 172.21.15.39:0/443625538 conn(0x7f56300cf380 msgr2=0x7f56300b76a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.175+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 shutdown_connections 2024-09-13T16:11:44.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.179+0000 7f56386b7640 1 -- 172.21.15.39:0/443625538 wait complete. 2024-09-13T16:11:44.195 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:11:44.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.299+0000 7f71d4da0640 1 Processor -- start 2024-09-13T16:11:44.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.299+0000 7f71d4da0640 1 -- start start 2024-09-13T16:11:44.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71d4da0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f71d015c470 0x7f71d006d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71d4da0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71d015d6d0 con 0x7f71d006da60 2024-09-13T16:11:44.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71d4da0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71d015d9b0 con 0x7f71d015cf60 2024-09-13T16:11:44.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71d4da0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f71d006def0 con 0x7f71d015c470 2024-09-13T16:11:44.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ceffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f71d006da60 0x7f71d015c850 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60282/0 (socket says 172.21.15.39:60282) 2024-09-13T16:11:44.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ceffd640 1 -- 172.21.15.39:0/991581411 learned_addr learned my addr 172.21.15.39:0/991581411 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71cf7fe640 1 --2- 172.21.15.39:0/991581411 >> v2:172.21.15.157:3300/0 conn(0x7f71d015c470 0x7f71d006d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3336463905 0 0) 0x7f71d015d6d0 con 0x7f71d006da60 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f71bc003520 con 0x7f71d006da60 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1289607144 0 0) 0x7f71bc003520 con 0x7f71d006da60 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 >> v2:172.21.15.157:3300/0 conn(0x7f71d015c470 msgr2=0x7f71d006d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 --2- 172.21.15.39:0/991581411 >> v2:172.21.15.157:3300/0 conn(0x7f71d015c470 0x7f71d006d520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 >> v1:172.21.15.157:6789/0 conn(0x7f71d015cf60 legacy=0x7f71d006bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d006b080 con 0x7f71d006da60 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f71b8001670 con 0x7f71d006da60 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.300+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 >> v1:172.21.15.39:6789/0 conn(0x7f71d006da60 legacy=0x7f71d015c850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ce7fc640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71bc003970 0x7f71bc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ce7fc640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71bc0047c0 0x7f71bc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ce7fc640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71bc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d006def0 con 0x7f71bc005180 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71bc00c020 con 0x7f71bc0047c0 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71bc00c1e0 con 0x7f71bc003970 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cffff640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71bc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71ceffd640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71bc0047c0 0x7f71bc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cf7fe640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71bc003970 0x7f71bc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cffff640 1 -- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71bc003970 msgr2=0x7f71bc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cffff640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71bc003970 0x7f71bc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cffff640 1 -- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71bc0047c0 msgr2=0x7f71bc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cffff640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71bc0047c0 0x7f71bc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.301+0000 7f71cffff640 1 -- 172.21.15.39:0/991581411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71bc003520 con 0x7f71bc005180 2024-09-13T16:11:44.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71cffff640 1 -- 172.21.15.39:0/991581411 reap_dead start 2024-09-13T16:11:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71cffff640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71bc00b980 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f71c8001e50 tx=0x7f71bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d770b812f4e60e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c802ae70 con 0x7f71bc005180 2024-09-13T16:11:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71c8003970 con 0x7f71bc005180 2024-09-13T16:11:44.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71ce7fc640 1 -- 172.21.15.39:0/991581411 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c8003d40 con 0x7f71bc005180 2024-09-13T16:11:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71d4da0640 1 -- 172.21.15.39:0/991581411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 msgr2=0x7f71bc00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.302+0000 7f71d4da0640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71bc00b980 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7f71c8001e50 tx=0x7f71bc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.303+0000 7f71d4da0640 1 -- 172.21.15.39:0/991581411 shutdown_connections 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.303+0000 7f71d4da0640 1 --2- 172.21.15.39:0/991581411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71bc00b980 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.303+0000 7f71d4da0640 1 -- 172.21.15.39:0/991581411 >> 172.21.15.39:0/991581411 conn(0x7f71d0065bd0 msgr2=0x7f71d0065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.303+0000 7f71d4da0640 1 -- 172.21.15.39:0/991581411 shutdown_connections 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.303+0000 7f71d4da0640 1 -- 172.21.15.39:0/991581411 wait complete. 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.304+0000 7f71d4da0640 1 Processor -- start 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.304+0000 7f71d4da0640 1 -- start start 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71d4da0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71d00ca120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71d4da0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71d00cae00 0x7f71d0145bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71d4da0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71d00cf180 0x7f71d00cf600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71d4da0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d00cfb40 con 0x7f71bc005180 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71d4da0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71d00cbf60 con 0x7f71d00cf180 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71d4da0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71d00cb350 con 0x7f71d00cae00 2024-09-13T16:11:44.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71d00ca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71d00ca120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34324/0 (socket says 172.21.15.39:34324) 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 -- 172.21.15.39:0/2212015589 learned_addr learned my addr 172.21.15.39:0/2212015589 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71ceffd640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71d00cae00 0x7f71d0145bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cffff640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71d00cf180 0x7f71d00cf600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 -- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71d00cae00 msgr2=0x7f71d0145bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71d00cae00 0x7f71d0145bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 -- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71d00cf180 msgr2=0x7f71d00cf600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71d00cf180 0x7f71d00cf600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 -- 172.21.15.39:0/2212015589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71d00cb630 con 0x7f71bc005180 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.305+0000 7f71cf7fe640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71d00ca120 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f71c0011910 tx=0x7f71c0011d10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.306+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c000f9d0 con 0x7f71bc005180 2024-09-13T16:11:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.306+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71c000fb30 con 0x7f71bc005180 2024-09-13T16:11:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.306+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71d00cb910 con 0x7f71bc005180 2024-09-13T16:11:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.306+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71c000fec0 con 0x7f71bc005180 2024-09-13T16:11:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.306+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71d00ca660 con 0x7f71bc005180 2024-09-13T16:11:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.307+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71d006d520 con 0x7f71bc005180 2024-09-13T16:11:44.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.307+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f71c0014440 con 0x7f71bc005180 2024-09-13T16:11:44.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.308+0000 7f71c7fff640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f71b006ac00 0x7f71b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.308+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(33..33 src has 1..33) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f71c00899b0 con 0x7f71bc005180 2024-09-13T16:11:44.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.308+0000 7f71ceffd640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f71b006ac00 0x7f71b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.309+0000 7f71ceffd640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f71b006ac00 0x7f71b006d0c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f71d015b600 tx=0x7f71b8000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.313+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71c0054bf0 con 0x7f71bc005180 2024-09-13T16:11:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.517+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f71d015e510 con 0x7f71bc005180 2024-09-13T16:11:44.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.525+0000 7f71c7fff640 1 -- 172.21.15.39:0/2212015589 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 4 and data pool 5 v11) v1 ==== 172+0+0 (secure 0 0 0) 0x7f71c0058210 con 0x7f71bc005180 2024-09-13T16:11:44.528 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 4 and data pool 5 2024-09-13T16:11:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.531+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f71b006ac00 msgr2=0x7f71b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.531+0000 7f71d4da0640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f71b006ac00 0x7f71b006d0c0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f71d015b600 tx=0x7f71b8000ed0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.532+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 msgr2=0x7f71d00ca120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.532+0000 7f71d4da0640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71d00ca120 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7f71c0011910 tx=0x7f71c0011d10 comp rx=0 tx=0).stop 2024-09-13T16:11:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.533+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 shutdown_connections 2024-09-13T16:11:44.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.533+0000 7f71d4da0640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f71b006ac00 0x7f71b006d0c0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.533+0000 7f71d4da0640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71d00cf180 0x7f71d00cf600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.533+0000 7f71d4da0640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f71d00cae00 0x7f71d0145bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.533+0000 7f71d4da0640 1 --2- 172.21.15.39:0/2212015589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71bc005180 0x7f71d00ca120 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.533+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 >> 172.21.15.39:0/2212015589 conn(0x7f71d0065bd0 msgr2=0x7f71d0065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.539+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 shutdown_connections 2024-09-13T16:11:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.540+0000 7f71d4da0640 1 -- 172.21.15.39:0/2212015589 wait complete. 2024-09-13T16:11:44.558 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.656+0000 7f2fca73e640 1 Processor -- start 2024-09-13T16:11:44.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fca73e640 1 -- start start 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fca73e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2fc40b41a0 0x7f2fc40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fca73e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2fc40d0a00 0x7f2fc4167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fca73e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fc40cde30 con 0x7f2fc40ccf80 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fca73e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fc40b5090 con 0x7f2fc40b41a0 2024-09-13T16:11:44.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fca73e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fc40cd820 con 0x7f2fc40d0a00 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fc3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2fc40b41a0 0x7f2fc40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fc37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2fc40ccf80 0x7f2fc40d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60286/0 (socket says 172.21.15.39:60286) 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fc37fe640 1 -- 172.21.15.39:0/896894655 learned_addr learned my addr 172.21.15.39:0/896894655 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.657+0000 7f2fc3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2fc40b41a0 0x7f2fc40b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34336/0 (socket says 172.21.15.39:34336) 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.658+0000 7f2fc8cdb640 1 --2- 172.21.15.39:0/896894655 >> v2:172.21.15.157:3300/0 conn(0x7f2fc40d0a00 0x7f2fc4167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.658+0000 7f2fc3fff640 1 -- 172.21.15.39:0/896894655 >> v2:172.21.15.157:3300/0 conn(0x7f2fc40d0a00 msgr2=0x7f2fc4167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.658+0000 7f2fc3fff640 1 --2- 172.21.15.39:0/896894655 >> v2:172.21.15.157:3300/0 conn(0x7f2fc40d0a00 0x7f2fc4167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.658+0000 7f2fc3fff640 1 -- 172.21.15.39:0/896894655 >> v1:172.21.15.39:6789/0 conn(0x7f2fc40ccf80 legacy=0x7f2fc40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.658+0000 7f2fc3fff640 1 -- 172.21.15.39:0/896894655 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fc40b4ac0 con 0x7f2fc40b41a0 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fc3fff640 1 --2- 172.21.15.39:0/896894655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40b41a0 0x7f2fc40b4580 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4066b10 tx=0x7f2fb402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc501f45ef2caa96 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fc2ffd640 1 -- 172.21.15.39:0/896894655 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb4032440 con 0x7f2fc40b41a0 2024-09-13T16:11:44.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fc2ffd640 1 -- 172.21.15.39:0/896894655 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb40325a0 con 0x7f2fc40b41a0 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fc2ffd640 1 -- 172.21.15.39:0/896894655 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb4032930 con 0x7f2fc40b41a0 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 -- 172.21.15.39:0/896894655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40b41a0 msgr2=0x7f2fc40b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 --2- 172.21.15.39:0/896894655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40b41a0 0x7f2fc40b4580 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f2fc4066b10 tx=0x7f2fb402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 -- 172.21.15.39:0/896894655 shutdown_connections 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 --2- 172.21.15.39:0/896894655 >> v2:172.21.15.157:3300/0 conn(0x7f2fc40d0a00 0x7f2fc4167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 --2- 172.21.15.39:0/896894655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40b41a0 0x7f2fc40b4580 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 -- 172.21.15.39:0/896894655 >> 172.21.15.39:0/896894655 conn(0x7f2fc40cf1a0 msgr2=0x7f2fc40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 -- 172.21.15.39:0/896894655 shutdown_connections 2024-09-13T16:11:44.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.659+0000 7f2fca73e640 1 -- 172.21.15.39:0/896894655 wait complete. 2024-09-13T16:11:44.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 Processor -- start 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 -- start start 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc40b41a0 0x7f2fc41557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 0x7f2fc4158c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc40d0a00 0x7f2fc40cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc40cc710 con 0x7f2fc40ccf80 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc40cacd0 con 0x7f2fc40d0a00 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.661+0000 7f2fca73e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc40cc490 con 0x7f2fc40b41a0 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 0x7f2fc4158c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 0x7f2fc4158c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34348/0 (socket says 172.21.15.39:34348) 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 -- 172.21.15.39:0/2550788943 learned_addr learned my addr 172.21.15.39:0/2550788943 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc3fff640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc40b41a0 0x7f2fc41557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 -- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc40b41a0 msgr2=0x7f2fc41557a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc8cdb640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc40d0a00 0x7f2fc40cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc40b41a0 0x7f2fc41557a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 -- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc40d0a00 msgr2=0x7f2fc40cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc40d0a00 0x7f2fc40cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 -- 172.21.15.39:0/2550788943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb4009400 con 0x7f2fc40ccf80 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc3fff640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc40b41a0 0x7f2fc41557a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc8cdb640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc40d0a00 0x7f2fc40cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc37fe640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 0x7f2fc4158c00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f2fb800c400 tx=0x7f2fb800c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb8005ce0 con 0x7f2fc40ccf80 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb8005e40 con 0x7f2fc40ccf80 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb80072d0 con 0x7f2fc40ccf80 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fc40ca3a0 con 0x7f2fc40ccf80 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.662+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fc40ca960 con 0x7f2fc40ccf80 2024-09-13T16:11:44.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.663+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fc4067330 con 0x7f2fc40ccf80 2024-09-13T16:11:44.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.664+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2fb80074f0 con 0x7f2fc40ccf80 2024-09-13T16:11:44.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.664+0000 7f2fc0ff9640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb006ac00 0x7f2fb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:44.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.664+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2fb80889f0 con 0x7f2fc40ccf80 2024-09-13T16:11:44.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.664+0000 7f2fc3fff640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb006ac00 0x7f2fb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:44.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.665+0000 7f2fc3fff640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb006ac00 0x7f2fb006d0c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4034000 tx=0x7f2fb402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:44.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.668+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2fb8053b50 con 0x7f2fc40ccf80 2024-09-13T16:11:44.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.839+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2fc4066ea0 con 0x7f2fc40ccf80 2024-09-13T16:11:44.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.840+0000 7f2fc0ff9640 1 -- 172.21.15.39:0/2550788943 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16570 (secure 0 0 0) 0x7f2fb8074e60 con 0x7f2fc40ccf80 2024-09-13T16:11:44.910 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:44.910 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":34,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:44.519825+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:44.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb006ac00 msgr2=0x7f2fb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb006ac00 0x7f2fb006d0c0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f2fb4034000 tx=0x7f2fb402e000 comp rx=0 tx=0).stop 2024-09-13T16:11:44.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 msgr2=0x7f2fc4158c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 0x7f2fc4158c00 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f2fb800c400 tx=0x7f2fb800c8c0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 shutdown_connections 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb006ac00 0x7f2fb006d0c0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc40d0a00 0x7f2fc40cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc40ccf80 0x7f2fc4158c00 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 --2- 172.21.15.39:0/2550788943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc40b41a0 0x7f2fc41557a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 >> 172.21.15.39:0/2550788943 conn(0x7f2fc40cf1a0 msgr2=0x7f2fc40cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 shutdown_connections 2024-09-13T16:11:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:44.842+0000 7f2fca73e640 1 -- 172.21.15.39:0/2550788943 wait complete. 2024-09-13T16:11:44.913 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:45.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.022+0000 7fca8c3aa640 1 Processor -- start 2024-09-13T16:11:45.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.023+0000 7fca8c3aa640 1 -- start start 2024-09-13T16:11:45.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.023+0000 7fca8c3aa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fca840ccf80 0x7fca84163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.023+0000 7fca8c3aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 0x7fca84166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.023+0000 7fca8c3aa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca840cde30 con 0x7fca840b41a0 2024-09-13T16:11:45.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.023+0000 7fca8c3aa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca840b5090 con 0x7fca840ccf80 2024-09-13T16:11:45.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.023+0000 7fca8c3aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca840cd820 con 0x7fca84164530 2024-09-13T16:11:45.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 0x7fca84166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca89945640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fca840ccf80 0x7fca84163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 0x7fca84166920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53160/0 (socket says 172.21.15.39:53160) 2024-09-13T16:11:45.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a146640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fca840b41a0 0x7fca840b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59742/0 (socket says 172.21.15.39:59742) 2024-09-13T16:11:45.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 -- 172.21.15.39:0/2233009791 learned_addr learned my addr 172.21.15.39:0/2233009791 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca89144640 1 -- 172.21.15.39:0/2233009791 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1719841113 0 0) 0x7fca840cde30 con 0x7fca840b41a0 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca89144640 1 -- 172.21.15.39:0/2233009791 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fca6c003520 con 0x7fca840b41a0 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 -- 172.21.15.39:0/2233009791 >> v2:172.21.15.157:3300/0 conn(0x7fca840ccf80 msgr2=0x7fca84163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 --2- 172.21.15.39:0/2233009791 >> v2:172.21.15.157:3300/0 conn(0x7fca840ccf80 0x7fca84163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 -- 172.21.15.39:0/2233009791 >> v1:172.21.15.157:6789/0 conn(0x7fca840b41a0 legacy=0x7fca840b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca8a947640 1 -- 172.21.15.39:0/2233009791 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca8415cd60 con 0x7fca84164530 2024-09-13T16:11:45.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.024+0000 7fca89945640 1 --2- 172.21.15.39:0/2233009791 >> v2:172.21.15.157:3300/0 conn(0x7fca840ccf80 0x7fca84163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:45.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.025+0000 7fca8a947640 1 --2- 172.21.15.39:0/2233009791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 0x7fca84166920 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009870 tx=0x7fca7c02a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2766d05d0059844 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.025+0000 7fca89144640 1 -- 172.21.15.39:0/2233009791 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca7c032440 con 0x7fca84164530 2024-09-13T16:11:45.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.025+0000 7fca89144640 1 -- 172.21.15.39:0/2233009791 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca7c0325a0 con 0x7fca84164530 2024-09-13T16:11:45.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.025+0000 7fca89144640 1 -- 172.21.15.39:0/2233009791 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca7c032930 con 0x7fca84164530 2024-09-13T16:11:45.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 -- 172.21.15.39:0/2233009791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 msgr2=0x7fca84166920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/2233009791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 0x7fca84166920 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fca7c009870 tx=0x7fca7c02a270 comp rx=0 tx=0).stop 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 -- 172.21.15.39:0/2233009791 shutdown_connections 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/2233009791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca84164530 0x7fca84166920 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/2233009791 >> v2:172.21.15.157:3300/0 conn(0x7fca840ccf80 0x7fca84163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 -- 172.21.15.39:0/2233009791 >> 172.21.15.39:0/2233009791 conn(0x7fca840cf1a0 msgr2=0x7fca840cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 -- 172.21.15.39:0/2233009791 shutdown_connections 2024-09-13T16:11:45.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.026+0000 7fca8c3aa640 1 -- 172.21.15.39:0/2233009791 wait complete. 2024-09-13T16:11:45.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.027+0000 7fca8c3aa640 1 Processor -- start 2024-09-13T16:11:45.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.027+0000 7fca8c3aa640 1 -- start start 2024-09-13T16:11:45.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8c3aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 0x7fca84142d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8c3aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca840ccf80 0x7fca840c84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8c3aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca84164530 0x7fca841412c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8c3aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca840c89f0 con 0x7fca840b41a0 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8c3aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca84141cd0 con 0x7fca84164530 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8c3aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca84141fb0 con 0x7fca840ccf80 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8a146640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 0x7fca84142d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8a146640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 0x7fca84142d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34364/0 (socket says 172.21.15.39:34364) 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8a146640 1 -- 172.21.15.39:0/652795426 learned_addr learned my addr 172.21.15.39:0/652795426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca89945640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca840ccf80 0x7fca840c84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.028+0000 7fca8a947640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca84164530 0x7fca841412c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8a146640 1 -- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca840ccf80 msgr2=0x7fca840c84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8a146640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca840ccf80 0x7fca840c84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8a146640 1 -- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca84164530 msgr2=0x7fca841412c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8a146640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca84164530 0x7fca841412c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8a146640 1 -- 172.21.15.39:0/652795426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca78009400 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8a146640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 0x7fca84142d70 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fca7400c870 tx=0x7fca7400cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca7400a640 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca7400a7a0 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca7400ab30 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca7c0094d0 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.029+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca84142570 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.030+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca84067330 con 0x7fca840b41a0 2024-09-13T16:11:45.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.030+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fca7400ac90 con 0x7fca840b41a0 2024-09-13T16:11:45.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.031+0000 7fca82ffd640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7006ac00 0x7fca7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.031+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fca74088c20 con 0x7fca840b41a0 2024-09-13T16:11:45.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.031+0000 7fca89945640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7006ac00 0x7fca7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.032+0000 7fca89945640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7006ac00 0x7fca7006d0c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fca8415bdc0 tx=0x7fca78009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.035+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fca74053eb0 con 0x7fca840b41a0 2024-09-13T16:11:45.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.207+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fca84066ec0 con 0x7fca840b41a0 2024-09-13T16:11:45.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.208+0000 7fca82ffd640 1 -- 172.21.15.39:0/652795426 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v34) v1 ==== 74+0+16570 (secure 0 0 0) 0x7fca74017020 con 0x7fca840b41a0 2024-09-13T16:11:45.211 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:45.211 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":34,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:44.519825+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7006ac00 msgr2=0x7fca7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7006ac00 0x7fca7006d0c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fca8415bdc0 tx=0x7fca78009190 comp rx=0 tx=0).stop 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 msgr2=0x7fca84142d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 0x7fca84142d70 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fca7400c870 tx=0x7fca7400cd30 comp rx=0 tx=0).stop 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 shutdown_connections 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7006ac00 0x7fca7006d0c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca84164530 0x7fca841412c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca840ccf80 0x7fca840c84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 --2- 172.21.15.39:0/652795426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca840b41a0 0x7fca84142d70 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 >> 172.21.15.39:0/652795426 conn(0x7fca840cf1a0 msgr2=0x7fca8415af90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 shutdown_connections 2024-09-13T16:11:45.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.211+0000 7fca8c3aa640 1 -- 172.21.15.39:0/652795426 wait complete. 2024-09-13T16:11:45.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:11:45.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.325+0000 7f56f4508640 1 Processor -- start 2024-09-13T16:11:45.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.326+0000 7f56f4508640 1 -- start start 2024-09-13T16:11:45.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f4508640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56ec15d850 0x7f56ec071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f4508640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f56ec06a5e0 0x7f56ec071850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f4508640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56ec070e80 con 0x7f56ec15dc30 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f4508640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56ec0705b0 con 0x7f56ec15d850 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f4508640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56ec15a6e0 con 0x7f56ec06a5e0 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56ec15d850 0x7f56ec071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56ec15d850 0x7f56ec071310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34366/0 (socket says 172.21.15.39:34366) 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 -- 172.21.15.39:0/3383202900 learned_addr learned my addr 172.21.15.39:0/3383202900 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f2aa5640 1 --2- 172.21.15.39:0/3383202900 >> v2:172.21.15.157:3300/0 conn(0x7f56ec06a5e0 0x7f56ec071850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 -- 172.21.15.39:0/3383202900 >> v2:172.21.15.157:3300/0 conn(0x7f56ec06a5e0 msgr2=0x7f56ec071850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 --2- 172.21.15.39:0/3383202900 >> v2:172.21.15.157:3300/0 conn(0x7f56ec06a5e0 0x7f56ec071850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 -- 172.21.15.39:0/3383202900 >> v1:172.21.15.157:6789/0 conn(0x7f56ec15dc30 legacy=0x7f56ec069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:45.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f22a4640 1 -- 172.21.15.39:0/3383202900 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56ec070830 con 0x7f56ec15d850 2024-09-13T16:11:45.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.327+0000 7f56f2aa5640 1 --2- 172.21.15.39:0/3383202900 >> v2:172.21.15.157:3300/0 conn(0x7f56ec06a5e0 0x7f56ec071850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.328+0000 7f56f22a4640 1 --2- 172.21.15.39:0/3383202900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d850 0x7f56ec071310 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0b3700 tx=0x7f56dc02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e270a5351c5716 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.328+0000 7f56f12a2640 1 -- 172.21.15.39:0/3383202900 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc031600 con 0x7f56ec15d850 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.328+0000 7f56f12a2640 1 -- 172.21.15.39:0/3383202900 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56dc02d050 con 0x7f56ec15d850 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.328+0000 7f56f12a2640 1 -- 172.21.15.39:0/3383202900 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc031980 con 0x7f56ec15d850 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.328+0000 7f56f4508640 1 -- 172.21.15.39:0/3383202900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d850 msgr2=0x7f56ec071310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.328+0000 7f56f4508640 1 --2- 172.21.15.39:0/3383202900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d850 0x7f56ec071310 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0b3700 tx=0x7f56dc02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.329+0000 7f56f4508640 1 -- 172.21.15.39:0/3383202900 shutdown_connections 2024-09-13T16:11:45.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.329+0000 7f56f4508640 1 --2- 172.21.15.39:0/3383202900 >> v2:172.21.15.157:3300/0 conn(0x7f56ec06a5e0 0x7f56ec071850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.329+0000 7f56f4508640 1 --2- 172.21.15.39:0/3383202900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d850 0x7f56ec071310 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.329+0000 7f56f4508640 1 -- 172.21.15.39:0/3383202900 >> 172.21.15.39:0/3383202900 conn(0x7f56ec0b00a0 msgr2=0x7f56ec0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:45.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.329+0000 7f56f4508640 1 -- 172.21.15.39:0/3383202900 shutdown_connections 2024-09-13T16:11:45.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.329+0000 7f56f4508640 1 -- 172.21.15.39:0/3383202900 wait complete. 2024-09-13T16:11:45.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.330+0000 7f56f4508640 1 Processor -- start 2024-09-13T16:11:45.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.330+0000 7f56f4508640 1 -- start start 2024-09-13T16:11:45.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 0x7f56ec14f760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15d850 0x7f56ec156af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15dc30 0x7f56ec0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec1385e0 con 0x7f56ec06a5e0 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec155d90 con 0x7f56ec15d850 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec13b630 con 0x7f56ec15dc30 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 0x7f56ec14f760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 0x7f56ec14f760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34382/0 (socket says 172.21.15.39:34382) 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 -- 172.21.15.39:0/2659458609 learned_addr learned my addr 172.21.15.39:0/2659458609 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f2aa5640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15dc30 0x7f56ec0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 -- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15dc30 msgr2=0x7f56ec0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f1aa3640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15d850 0x7f56ec156af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15dc30 0x7f56ec0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 -- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15d850 msgr2=0x7f56ec156af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15d850 0x7f56ec156af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 -- 172.21.15.39:0/2659458609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56dc009b30 con 0x7f56ec06a5e0 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f2aa5640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15dc30 0x7f56ec0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f1aa3640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15d850 0x7f56ec156af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f22a4640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 0x7f56ec14f760 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f56dc000f80 tx=0x7f56dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc03b820 con 0x7f56ec06a5e0 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56dc03b980 con 0x7f56ec06a5e0 2024-09-13T16:11:45.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc03bd30 con 0x7f56ec06a5e0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.331+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56ec156010 con 0x7f56ec06a5e0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.332+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec1565d0 con 0x7f56ec06a5e0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.333+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56ec0672f0 con 0x7f56ec06a5e0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.333+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f56dc038050 con 0x7f56ec06a5e0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.333+0000 7f56eaffd640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.333+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(34..34 src has 1..34) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f56dc0a9ff0 con 0x7f56ec06a5e0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.334+0000 7f56f1aa3640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:45.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.334+0000 7f56f1aa3640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f56ec04e430 tx=0x7f56e0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:45.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.338+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f56dc075140 con 0x7f56ec06a5e0 2024-09-13T16:11:45.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:45.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f56ec15b080 con 0x7f56ec06a5e0 2024-09-13T16:11:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.540+0000 7f56eaffd640 1 -- 172.21.15.39:0/2659458609 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v14) v1 ==== 118+0+0 (secure 0 0 0) 0x7f56dc04b0b0 con 0x7f56ec06a5e0 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 msgr2=0x7f56d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f56ec04e430 tx=0x7f56e0009040 comp rx=0 tx=0).stop 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 msgr2=0x7f56ec14f760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 0x7f56ec14f760 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7f56dc000f80 tx=0x7f56dc004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 shutdown_connections 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15dc30 0x7f56ec0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15d850 0x7f56ec156af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 --2- 172.21.15.39:0/2659458609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec06a5e0 0x7f56ec14f760 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 >> 172.21.15.39:0/2659458609 conn(0x7f56ec0b00a0 msgr2=0x7f56ec15c6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 shutdown_connections 2024-09-13T16:11:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.543+0000 7f56f4508640 1 -- 172.21.15.39:0/2659458609 wait complete. 2024-09-13T16:11:46.559 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:11:46.559 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:11:46.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.668+0000 7ff22b614640 1 Processor -- start 2024-09-13T16:11:46.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.669+0000 7ff22b614640 1 -- start start 2024-09-13T16:11:46.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.669+0000 7ff22b614640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff22406a5e0 0x7ff2240705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.669+0000 7ff22b614640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 0x7ff2240cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.669+0000 7ff22b614640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff224070fa0 con 0x7ff22415a4f0 2024-09-13T16:11:46.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.669+0000 7ff22b614640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff22415ac00 con 0x7ff22406a5e0 2024-09-13T16:11:46.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.669+0000 7ff22b614640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff22415a8d0 con 0x7ff224070af0 2024-09-13T16:11:46.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 0x7ff2240cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff228baf640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff22406a5e0 0x7ff2240705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 0x7ff2240cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53186/0 (socket says 172.21.15.39:53186) 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 -- 172.21.15.39:0/3149995463 learned_addr learned my addr 172.21.15.39:0/3149995463 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 -- 172.21.15.39:0/3149995463 >> v2:172.21.15.157:3300/0 conn(0x7ff22406a5e0 msgr2=0x7ff2240705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 --2- 172.21.15.39:0/3149995463 >> v2:172.21.15.157:3300/0 conn(0x7ff22406a5e0 0x7ff2240705b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 -- 172.21.15.39:0/3149995463 >> v1:172.21.15.157:6789/0 conn(0x7ff22415a4f0 legacy=0x7ff224069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff21bfff640 1 -- 172.21.15.39:0/3149995463 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3032162243 0 0) 0x7ff224070fa0 con 0x7ff22415a4f0 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff229bb1640 1 -- 172.21.15.39:0/3149995463 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff224071220 con 0x7ff224070af0 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.670+0000 7ff228baf640 1 --2- 172.21.15.39:0/3149995463 >> v2:172.21.15.157:3300/0 conn(0x7ff22406a5e0 0x7ff2240705b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.671+0000 7ff229bb1640 1 --2- 172.21.15.39:0/3149995463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 0x7ff2240cd500 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff21c00d150 tx=0x7ff21c02c920 comp rx=0 tx=0).ready entity=mon.2 client_cookie=53c8009990201568 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.671+0000 7ff21bfff640 1 -- 172.21.15.39:0/3149995463 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff21c009600 con 0x7ff224070af0 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.671+0000 7ff21bfff640 1 -- 172.21.15.39:0/3149995463 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff21c02e040 con 0x7ff224070af0 2024-09-13T16:11:46.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.671+0000 7ff21bfff640 1 -- 172.21.15.39:0/3149995463 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff21c009980 con 0x7ff224070af0 2024-09-13T16:11:46.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 -- 172.21.15.39:0/3149995463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 msgr2=0x7ff2240cd500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 --2- 172.21.15.39:0/3149995463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 0x7ff2240cd500 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7ff21c00d150 tx=0x7ff21c02c920 comp rx=0 tx=0).stop 2024-09-13T16:11:46.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 -- 172.21.15.39:0/3149995463 shutdown_connections 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 --2- 172.21.15.39:0/3149995463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff224070af0 0x7ff2240cd500 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 --2- 172.21.15.39:0/3149995463 >> v2:172.21.15.157:3300/0 conn(0x7ff22406a5e0 0x7ff2240705b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 -- 172.21.15.39:0/3149995463 >> 172.21.15.39:0/3149995463 conn(0x7ff2240b00a0 msgr2=0x7ff2240b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 -- 172.21.15.39:0/3149995463 shutdown_connections 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.672+0000 7ff22b614640 1 -- 172.21.15.39:0/3149995463 wait complete. 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.673+0000 7ff22b614640 1 Processor -- start 2024-09-13T16:11:46.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.673+0000 7ff22b614640 1 -- start start 2024-09-13T16:11:46.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff22b614640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff22406a5e0 0x7ff22414eee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff22b614640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff224070af0 0x7ff224158410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff22b614640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 0x7ff224158950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff22b614640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2240a8580 con 0x7ff22415a4f0 2024-09-13T16:11:46.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff22b614640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2240a8860 con 0x7ff224070af0 2024-09-13T16:11:46.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff22b614640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2240a8b40 con 0x7ff22406a5e0 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff229bb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 0x7ff224158950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff229bb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 0x7ff224158950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34398/0 (socket says 172.21.15.39:34398) 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff229bb1640 1 -- 172.21.15.39:0/3673456718 learned_addr learned my addr 172.21.15.39:0/3673456718 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff2293b0640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff22406a5e0 0x7ff22414eee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.674+0000 7ff228baf640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff224070af0 0x7ff224158410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff229bb1640 1 -- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff22406a5e0 msgr2=0x7ff22414eee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff229bb1640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff22406a5e0 0x7ff22414eee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff229bb1640 1 -- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff224070af0 msgr2=0x7ff224158410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff229bb1640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff224070af0 0x7ff224158410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff229bb1640 1 -- 172.21.15.39:0/3673456718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff214009400 con 0x7ff22415a4f0 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff228baf640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff224070af0 0x7ff224158410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff2293b0640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff22406a5e0 0x7ff22414eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:46.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff229bb1640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 0x7ff224158950 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff21c034040 tx=0x7ff21c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff21c032820 con 0x7ff22415a4f0 2024-09-13T16:11:46.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff21c032980 con 0x7ff22415a4f0 2024-09-13T16:11:46.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff21c00bd40 con 0x7ff22415a4f0 2024-09-13T16:11:46.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff21c032d30 con 0x7ff22415a4f0 2024-09-13T16:11:46.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.675+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2240a9100 con 0x7ff22415a4f0 2024-09-13T16:11:46.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.676+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2240672f0 con 0x7ff22415a4f0 2024-09-13T16:11:46.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.677+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff21c04e3f0 con 0x7ff22415a4f0 2024-09-13T16:11:46.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.677+0000 7ff219ffb640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff20806ac00 0x7ff20806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:46.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.677+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff21c0aa840 con 0x7ff22415a4f0 2024-09-13T16:11:46.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.677+0000 7ff2293b0640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff20806ac00 0x7ff20806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:46.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.678+0000 7ff2293b0640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff20806ac00 0x7ff20806d0c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff220000f60 tx=0x7ff220009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:46.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.681+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff21c075a30 con 0x7ff22415a4f0 2024-09-13T16:11:46.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:46.888+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7ff2240705b0 con 0x7ff22415a4f0 2024-09-13T16:11:47.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.557+0000 7ff219ffb640 1 -- 172.21.15.39:0/3673456718 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v15) v1 ==== 122+0+0 (secure 0 0 0) 0x7ff21c00b720 con 0x7ff22415a4f0 2024-09-13T16:11:47.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff20806ac00 msgr2=0x7ff20806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff20806ac00 0x7ff20806d0c0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7ff220000f60 tx=0x7ff220009040 comp rx=0 tx=0).stop 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 msgr2=0x7ff224158950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 0x7ff224158950 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7ff21c034040 tx=0x7ff21c004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 shutdown_connections 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff20806ac00 0x7ff20806d0c0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff22415a4f0 0x7ff224158950 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff224070af0 0x7ff224158410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 --2- 172.21.15.39:0/3673456718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff22406a5e0 0x7ff22414eee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 >> 172.21.15.39:0/3673456718 conn(0x7ff2240b00a0 msgr2=0x7ff224069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 shutdown_connections 2024-09-13T16:11:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.560+0000 7ff22b614640 1 -- 172.21.15.39:0/3673456718 wait complete. 2024-09-13T16:11:47.573 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:11:47.573 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:47.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.673+0000 7f6fb2f7d640 1 Processor -- start 2024-09-13T16:11:47.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.673+0000 7f6fb2f7d640 1 -- start start 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb2f7d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6fac0b4cf0 0x7f6fac167250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb2f7d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fac06f410 con 0x7f6fac15c710 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb2f7d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fac06f6e0 con 0x7f6fac15c330 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb2f7d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6fac06f9c0 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fabfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6fac15c710 0x7f6fac06b8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60296/0 (socket says 172.21.15.39:60296) 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fabfff640 1 -- 172.21.15.39:0/3027928689 learned_addr learned my addr 172.21.15.39:0/3027928689 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb151a640 1 --2- 172.21.15.39:0/3027928689 >> v2:172.21.15.157:3300/0 conn(0x7f6fac0b4cf0 0x7f6fac167250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fab7fe640 1 -- 172.21.15.39:0/3027928689 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1125571971 0 0) 0x7f6fac06f410 con 0x7f6fac15c710 2024-09-13T16:11:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fab7fe640 1 -- 172.21.15.39:0/3027928689 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f9c003520 con 0x7f6fac15c710 2024-09-13T16:11:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb151a640 1 -- 172.21.15.39:0/3027928689 >> v1:172.21.15.157:6789/0 conn(0x7f6fac15c330 legacy=0x7f6fac06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fab7fe640 1 -- 172.21.15.39:0/3027928689 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2155497394 0 0) 0x7f6f9c003520 con 0x7f6fac15c710 2024-09-13T16:11:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb151a640 1 -- 172.21.15.39:0/3027928689 >> v1:172.21.15.39:6789/0 conn(0x7f6fac15c710 legacy=0x7f6fac06b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb151a640 1 -- 172.21.15.39:0/3027928689 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fac06fca0 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fb151a640 1 --2- 172.21.15.39:0/3027928689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac167250 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4009d90 tx=0x7f6fa402a510 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2caf26400b347fa2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fab7fe640 1 -- 172.21.15.39:0/3027928689 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f98001670 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.675+0000 7f6fab7fe640 1 -- 172.21.15.39:0/3027928689 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa402d050 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fab7fe640 1 -- 172.21.15.39:0/3027928689 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4007740 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/3027928689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac0b4cf0 msgr2=0x7f6fac167250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/3027928689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac167250 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f6fa4009d90 tx=0x7f6fa402a510 comp rx=0 tx=0).stop 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/3027928689 shutdown_connections 2024-09-13T16:11:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/3027928689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac167250 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/3027928689 >> 172.21.15.39:0/3027928689 conn(0x7f6fac06d5c0 msgr2=0x7f6fac06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/3027928689 shutdown_connections 2024-09-13T16:11:47.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.676+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/3027928689 wait complete. 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.677+0000 7f6fb2f7d640 1 Processor -- start 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.677+0000 7f6fb2f7d640 1 -- start start 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb2f7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac0cf900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb2f7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fac15c330 0x7f6fac0cd5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb2f7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac15c710 0x7f6fac1e8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb2f7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac0ccb90 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb2f7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac1e7c70 con 0x7f6fac15c710 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb2f7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fac1e7940 con 0x7f6fac15c330 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb0d19640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac0cf900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb0d19640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac0cf900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34404/0 (socket says 172.21.15.39:34404) 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb0d19640 1 -- 172.21.15.39:0/743442330 learned_addr learned my addr 172.21.15.39:0/743442330 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fabfff640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fac15c330 0x7f6fac0cd5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.678+0000 7f6fb151a640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac15c710 0x7f6fac1e8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb0d19640 1 -- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fac15c330 msgr2=0x7f6fac0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb0d19640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fac15c330 0x7f6fac0cd5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb0d19640 1 -- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac15c710 msgr2=0x7f6fac1e8090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb0d19640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac15c710 0x7f6fac1e8090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb0d19640 1 -- 172.21.15.39:0/743442330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fa4009a70 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb0d19640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac0cf900 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6fa000c5a0 tx=0x7f6fa000ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa0005480 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa00035f0 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fac0cfe40 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa00039a0 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.679+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fac0ca100 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.680+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fac06bf80 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.680+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6fa0003b00 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.681+0000 7f6fa97fa640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f9006ac00 0x7f6f9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:47.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.681+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6fa00888f0 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.681+0000 7f6fabfff640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f9006ac00 0x7f6f9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:47.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.682+0000 7f6fabfff640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f9006ac00 0x7f6f9006d0c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6fac161080 tx=0x7f6f98000bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:47.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.685+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6fa0053b80 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.890+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6fac06b8f0 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.890+0000 7f6fa97fa640 1 -- 172.21.15.39:0/743442330 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f6fa0017070 con 0x7f6fac0b4cf0 2024-09-13T16:11:47.892 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:47.892 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5280,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:11:47.541315+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5283},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5283":{"gid":5283,"name":"b","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/3829479980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3829479980},{"type":"v1","addr":"172.21.15.157:6837","nonce":3829479980}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:11:47.892 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 15 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f9006ac00 msgr2=0x7f6f9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f9006ac00 0x7f6f9006d0c0 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7f6fac161080 tx=0x7f6f98000bc0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 msgr2=0x7f6fac0cf900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac0cf900 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f6fa000c5a0 tx=0x7f6fa000ca60 comp rx=0 tx=0).stop 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 shutdown_connections 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f9006ac00 0x7f6f9006d0c0 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6fac15c710 0x7f6fac1e8090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fac15c330 0x7f6fac0cd5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 --2- 172.21.15.39:0/743442330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fac0b4cf0 0x7f6fac0cf900 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:47.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 >> 172.21.15.39:0/743442330 conn(0x7f6fac06d5c0 msgr2=0x7f6fac159f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:47.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 shutdown_connections 2024-09-13T16:11:47.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:47.892+0000 7f6fb2f7d640 1 -- 172.21.15.39:0/743442330 wait complete. 2024-09-13T16:11:47.905 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.004+0000 7fdfc8044640 1 Processor -- start 2024-09-13T16:11:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc8044640 1 -- start start 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc8044640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfc00b41a0 0x7fdfc00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc8044640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdfc00d0a00 0x7fdfc0167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc8044640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfc00cde30 con 0x7fdfc00ccf80 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc8044640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfc00b5090 con 0x7fdfc00b41a0 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc8044640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfc00cd820 con 0x7fdfc00d0a00 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc5de0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdfc00b41a0 0x7fdfc00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc55df640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdfc00ccf80 0x7fdfc00d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60308/0 (socket says 172.21.15.39:60308) 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.005+0000 7fdfc55df640 1 -- 172.21.15.39:0/1361546593 learned_addr learned my addr 172.21.15.39:0/1361546593 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc5de0640 1 -- 172.21.15.39:0/1361546593 >> v2:172.21.15.157:3300/0 conn(0x7fdfc00d0a00 msgr2=0x7fdfc0167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc65e1640 1 --2- 172.21.15.39:0/1361546593 >> v2:172.21.15.157:3300/0 conn(0x7fdfc00d0a00 0x7fdfc0167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc4dde640 1 -- 172.21.15.39:0/1361546593 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 205951609 0 0) 0x7fdfc00cde30 con 0x7fdfc00ccf80 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc5de0640 1 --2- 172.21.15.39:0/1361546593 >> v2:172.21.15.157:3300/0 conn(0x7fdfc00d0a00 0x7fdfc0167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc5de0640 1 -- 172.21.15.39:0/1361546593 >> v1:172.21.15.39:6789/0 conn(0x7fdfc00ccf80 legacy=0x7fdfc00d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc5de0640 1 -- 172.21.15.39:0/1361546593 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfc00b4ac0 con 0x7fdfc00b41a0 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.006+0000 7fdfc65e1640 1 --2- 172.21.15.39:0/1361546593 >> v2:172.21.15.157:3300/0 conn(0x7fdfc00d0a00 0x7fdfc0167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc5de0640 1 --2- 172.21.15.39:0/1361546593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00b41a0 0x7fdfc00b4580 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0066b10 tx=0x7fdfb002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30b812fc46eeb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc4dde640 1 -- 172.21.15.39:0/1361546593 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb002aea0 con 0x7fdfc00b41a0 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc4dde640 1 -- 172.21.15.39:0/1361546593 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfb002d050 con 0x7fdfc00b41a0 2024-09-13T16:11:48.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc4dde640 1 -- 172.21.15.39:0/1361546593 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb0007960 con 0x7fdfc00b41a0 2024-09-13T16:11:48.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 -- 172.21.15.39:0/1361546593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00b41a0 msgr2=0x7fdfc00b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 --2- 172.21.15.39:0/1361546593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00b41a0 0x7fdfc00b4580 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fdfc0066b10 tx=0x7fdfb002a680 comp rx=0 tx=0).stop 2024-09-13T16:11:48.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 -- 172.21.15.39:0/1361546593 shutdown_connections 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 --2- 172.21.15.39:0/1361546593 >> v2:172.21.15.157:3300/0 conn(0x7fdfc00d0a00 0x7fdfc0167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 --2- 172.21.15.39:0/1361546593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00b41a0 0x7fdfc00b4580 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 -- 172.21.15.39:0/1361546593 >> 172.21.15.39:0/1361546593 conn(0x7fdfc00cf1a0 msgr2=0x7fdfc00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 -- 172.21.15.39:0/1361546593 shutdown_connections 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.007+0000 7fdfc8044640 1 -- 172.21.15.39:0/1361546593 wait complete. 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 Processor -- start 2024-09-13T16:11:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 -- start start 2024-09-13T16:11:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc00b41a0 0x7fdfc01589a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc00ccf80 0x7fdfc00cc920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 0x7fdfc014aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc0148e70 con 0x7fdfc00d0a00 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc01f1fa0 con 0x7fdfc00ccf80 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.009+0000 7fdfc8044640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc00a9230 con 0x7fdfc00b41a0 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 0x7fdfc014aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 0x7fdfc014aaf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34428/0 (socket says 172.21.15.39:34428) 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 -- 172.21.15.39:0/3909491418 learned_addr learned my addr 172.21.15.39:0/3909491418 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc5de0640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc00b41a0 0x7fdfc01589a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc55df640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc00ccf80 0x7fdfc00cc920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 -- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc00b41a0 msgr2=0x7fdfc01589a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc00b41a0 0x7fdfc01589a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 -- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc00ccf80 msgr2=0x7fdfc00cc920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc00ccf80 0x7fdfc00cc920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 -- 172.21.15.39:0/3909491418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfb0009a70 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc55df640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc00ccf80 0x7fdfc00cc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc65e1640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 0x7fdfc014aaf0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800c7c0 tx=0x7fdfb800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8004230 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfb8004390 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfb8007860 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfc0148b00 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.010+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfc00a9510 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.011+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfc0067330 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.012+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdfb80079c0 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.012+0000 7fdfbe7fc640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfac06ac00 0x7fdfac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.012+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdfb8089650 con 0x7fdfc00d0a00 2024-09-13T16:11:48.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.012+0000 7fdfc5de0640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfac06ac00 0x7fdfac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.013+0000 7fdfc5de0640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfac06ac00 0x7fdfac06d0c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0034000 tx=0x7fdfb002f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.016+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdfb8054870 con 0x7fdfc00d0a00 2024-09-13T16:11:48.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.189+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fdfc0066ec0 con 0x7fdfc00d0a00 2024-09-13T16:11:48.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.190+0000 7fdfbe7fc640 1 -- 172.21.15.39:0/3909491418 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+16557 (secure 0 0 0) 0x7fdfb8057e90 con 0x7fdfc00d0a00 2024-09-13T16:11:48.192 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:48.192 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:45.522551+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:48.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfac06ac00 msgr2=0x7fdfac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfac06ac00 0x7fdfac06d0c0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fdfb0034000 tx=0x7fdfb002f000 comp rx=0 tx=0).stop 2024-09-13T16:11:48.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 msgr2=0x7fdfc014aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 0x7fdfc014aaf0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7fdfb800c7c0 tx=0x7fdfb800cc80 comp rx=0 tx=0).stop 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 shutdown_connections 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfac06ac00 0x7fdfac06d0c0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc00d0a00 0x7fdfc014aaf0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc00ccf80 0x7fdfc00cc920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 --2- 172.21.15.39:0/3909491418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc00b41a0 0x7fdfc01589a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 >> 172.21.15.39:0/3909491418 conn(0x7fdfc00cf1a0 msgr2=0x7fdfc01556c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 shutdown_connections 2024-09-13T16:11:48.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.192+0000 7fdfc8044640 1 -- 172.21.15.39:0/3909491418 wait complete. 2024-09-13T16:11:48.204 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:11:48.205 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:11:48.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.305+0000 7f3331872640 1 Processor -- start 2024-09-13T16:11:48.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.306+0000 7f3331872640 1 -- start start 2024-09-13T16:11:48.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.306+0000 7f3331872640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c156fb0 0x7f332c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.306+0000 7f3331872640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f332c15d0a0 0x7f332c15d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.306+0000 7f3331872640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f332c15b1b0 con 0x7f332c06f170 2024-09-13T16:11:48.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.306+0000 7f3331872640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f332c15da90 con 0x7f332c15d0a0 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.306+0000 7f3331872640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f332c0b2400 con 0x7f332c156fb0 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f332c15d0a0 0x7f332c15d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f332c15d0a0 0x7f332c15d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34440/0 (socket says 172.21.15.39:34440) 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 -- 172.21.15.39:0/1077743964 learned_addr learned my addr 172.21.15.39:0/1077743964 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 -- 172.21.15.39:0/1077743964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c156fb0 msgr2=0x7f332c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 --2- 172.21.15.39:0/1077743964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c156fb0 0x7f332c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 -- 172.21.15.39:0/1077743964 >> v1:172.21.15.157:6789/0 conn(0x7f332c06f170 legacy=0x7f332c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.307+0000 7f332b7fe640 1 -- 172.21.15.39:0/1077743964 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f332c06f6e0 con 0x7f332c15d0a0 2024-09-13T16:11:48.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f332b7fe640 1 --2- 172.21.15.39:0/1077743964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c15d550 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f332400bb10 tx=0x7f332402c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fedbd9562bc7ee10 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3329ffb640 1 -- 172.21.15.39:0/1077743964 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33240326f0 con 0x7f332c15d0a0 2024-09-13T16:11:48.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3329ffb640 1 -- 172.21.15.39:0/1077743964 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3324032850 con 0x7f332c15d0a0 2024-09-13T16:11:48.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3329ffb640 1 -- 172.21.15.39:0/1077743964 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3324032be0 con 0x7f332c15d0a0 2024-09-13T16:11:48.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 -- 172.21.15.39:0/1077743964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 msgr2=0x7f332c15d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 --2- 172.21.15.39:0/1077743964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c15d550 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f332400bb10 tx=0x7f332402c830 comp rx=0 tx=0).stop 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 -- 172.21.15.39:0/1077743964 shutdown_connections 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 --2- 172.21.15.39:0/1077743964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c15d550 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 --2- 172.21.15.39:0/1077743964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c156fb0 0x7f332c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 -- 172.21.15.39:0/1077743964 >> 172.21.15.39:0/1077743964 conn(0x7f332c06b3b0 msgr2=0x7f332c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 -- 172.21.15.39:0/1077743964 shutdown_connections 2024-09-13T16:11:48.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.308+0000 7f3331872640 1 -- 172.21.15.39:0/1077743964 wait complete. 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.310+0000 7f3331872640 1 Processor -- start 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.310+0000 7f3331872640 1 -- start start 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c06f170 0x7f332c1ef250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f332c156fb0 0x7f332c0b0260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c14e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f332c0b07a0 con 0x7f332c15d0a0 2024-09-13T16:11:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f332c0ae560 con 0x7f332c156fb0 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f332c0adfa0 con 0x7f332c06f170 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c14e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c14e460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34442/0 (socket says 172.21.15.39:34442) 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 -- 172.21.15.39:0/1349350649 learned_addr learned my addr 172.21.15.39:0/1349350649 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332affd640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c06f170 0x7f332c1ef250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332a7fc640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f332c156fb0 0x7f332c0b0260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 -- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c06f170 msgr2=0x7f332c1ef250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c06f170 0x7f332c1ef250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 -- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f332c156fb0 msgr2=0x7f332c0b0260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f332c156fb0 0x7f332c0b0260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 -- 172.21.15.39:0/1349350649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f332400b770 con 0x7f332c15d0a0 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332a7fc640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f332c156fb0 0x7f332c0b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f332b7fe640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c14e460 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f332400bb10 tx=0x7f33240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3324035680 con 0x7f332c15d0a0 2024-09-13T16:11:48.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33240357e0 con 0x7f332c15d0a0 2024-09-13T16:11:48.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3324035b70 con 0x7f332c15d0a0 2024-09-13T16:11:48.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.311+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f332c0b0990 con 0x7f332c15d0a0 2024-09-13T16:11:48.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.312+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f332c0ae1f0 con 0x7f332c15d0a0 2024-09-13T16:11:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.313+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f332c0ae710 con 0x7f332c15d0a0 2024-09-13T16:11:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.313+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f332403c040 con 0x7f332c15d0a0 2024-09-13T16:11:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.313+0000 7f3323fff640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f330c06ac00 0x7f330c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.313+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f33240ac320 con 0x7f332c15d0a0 2024-09-13T16:11:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.314+0000 7f332affd640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f330c06ac00 0x7f330c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.314+0000 7f332affd640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f330c06ac00 0x7f330c06d0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f331c009f20 tx=0x7f331c0094f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.318+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f332c0ae710 con 0x7f332c15d0a0 2024-09-13T16:11:48.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.487+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f332c15dbd0 con 0x7f330c06ac00 2024-09-13T16:11:48.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.496+0000 7f3323fff640 1 -- 172.21.15.39:0/1349350649 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274648 (secure 0 0 0) 0x7f332c15dbd0 con 0x7f330c06ac00 2024-09-13T16:11:48.500 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:48.501 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:11:48.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f330c06ac00 msgr2=0x7f330c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f330c06ac00 0x7f330c06d0c0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7f331c009f20 tx=0x7f331c0094f0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 msgr2=0x7f332c14e460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c14e460 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f332400bb10 tx=0x7f33240046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 shutdown_connections 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f330c06ac00 0x7f330c06d0c0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f332c15d0a0 0x7f332c14e460 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f332c156fb0 0x7f332c0b0260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 --2- 172.21.15.39:0/1349350649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f332c06f170 0x7f332c1ef250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 >> 172.21.15.39:0/1349350649 conn(0x7f332c06b3b0 msgr2=0x7f332c15a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 shutdown_connections 2024-09-13T16:11:48.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.499+0000 7f3331872640 1 -- 172.21.15.39:0/1349350649 wait complete. 2024-09-13T16:11:48.511 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-13T16:11:47.147732+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":28,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":252872,"kb_used_data":3876,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721848,"statfs":{"total":773094113280,"available":772835172352,"internally_reserved":0,"allocated":3969024,"data_stored":2233053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000794"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":174,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-13T16:11:38.278727+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:11:38.278727+0000","last_peered":"2024-09-13T16:11:38.278727+0000","last_clean":"2024-09-13T16:11:38.278727+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:11:38.278727+0000","last_undegraded":"2024-09-13T16:11:38.278727+0000","last_fullsized":"2024-09-13T16:11:38.278727+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":942080,"data_stored":721985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.371}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.42999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.44900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.41399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.46899999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.497},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.45900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.51000000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.51900000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.438},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57599999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46800000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.497},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.36799999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55000000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53600000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.437},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.41199999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.378}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.42499999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.30299999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.34499999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.50600000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31476,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.53000000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.60299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70899999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.629},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.5},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.61799999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.311},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29199999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.34599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.372}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.496},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.40999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.56699999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31472,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340368,"statfs":{"total":96636764160,"available":96604536832,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.432}]},{"osd":1,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.58799999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.36599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.65800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.61199999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.623}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.60299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.36299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.313}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.39400000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48099999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.502},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.57299999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32044,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339796,"statfs":{"total":96636764160,"available":96603951104,"internally_reserved":0,"allocated":937984,"data_stored":721366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.252},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.47799999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.46500000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.51900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.55600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:11:48.517 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:11:48.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.651+0000 7fd8e459c640 1 Processor -- start 2024-09-13T16:11:48.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.651+0000 7fd8e459c640 1 -- start start 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.652+0000 7fd8e459c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0ccf80 0x7fd8dc163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.652+0000 7fd8e459c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8dc164530 0x7fd8dc166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.652+0000 7fd8e459c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8dc0cde30 con 0x7fd8dc0b41a0 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.652+0000 7fd8e459c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8dc0b5090 con 0x7fd8dc164530 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.652+0000 7fd8e459c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8dc0cd820 con 0x7fd8dc0ccf80 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.652+0000 7fd8e2b39640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8dc164530 0x7fd8dc166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e2b39640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8dc164530 0x7fd8dc166920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34454/0 (socket says 172.21.15.39:34454) 2024-09-13T16:11:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1669358719 learned_addr learned my addr 172.21.15.39:0/1669358719 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e1b37640 1 --2- 172.21.15.39:0/1669358719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0ccf80 0x7fd8dc163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1669358719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0ccf80 msgr2=0x7fd8dc163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e2b39640 1 --2- 172.21.15.39:0/1669358719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0ccf80 0x7fd8dc163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1669358719 >> v1:172.21.15.157:6789/0 conn(0x7fd8dc0b41a0 legacy=0x7fd8dc0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.653+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1669358719 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8dc15cd60 con 0x7fd8dc164530 2024-09-13T16:11:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e2b39640 1 --2- 172.21.15.39:0/1669358719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc166920 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4009870 tx=0x7fd8d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbad16ad52a6245a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e1336640 1 -- 172.21.15.39:0/1669358719 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8d4032440 con 0x7fd8dc164530 2024-09-13T16:11:48.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e1336640 1 -- 172.21.15.39:0/1669358719 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8d40325a0 con 0x7fd8dc164530 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e1336640 1 -- 172.21.15.39:0/1669358719 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8d4032930 con 0x7fd8dc164530 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 -- 172.21.15.39:0/1669358719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 msgr2=0x7fd8dc166920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1669358719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc166920 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4009870 tx=0x7fd8d402a270 comp rx=0 tx=0).stop 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 -- 172.21.15.39:0/1669358719 shutdown_connections 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1669358719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc166920 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1669358719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0ccf80 0x7fd8dc163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 -- 172.21.15.39:0/1669358719 >> 172.21.15.39:0/1669358719 conn(0x7fd8dc0cf1a0 msgr2=0x7fd8dc0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 -- 172.21.15.39:0/1669358719 shutdown_connections 2024-09-13T16:11:48.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.654+0000 7fd8e459c640 1 -- 172.21.15.39:0/1669358719 wait complete. 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 Processor -- start 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 -- start start 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0b41a0 0x7fd8dc0c85b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0ccf80 0x7fd8dc0cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc0cbf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8dc15db60 con 0x7fd8dc164530 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8dc15cf50 con 0x7fd8dc0ccf80 2024-09-13T16:11:48.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.656+0000 7fd8e459c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8dc15d230 con 0x7fd8dc0b41a0 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc0cbf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc0cbf00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34456/0 (socket says 172.21.15.39:34456) 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1101243284 learned_addr learned my addr 172.21.15.39:0/1101243284 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2338640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0b41a0 0x7fd8dc0c85b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e1b37640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0ccf80 0x7fd8dc0cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0b41a0 msgr2=0x7fd8dc0c85b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0b41a0 0x7fd8dc0c85b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0ccf80 msgr2=0x7fd8dc0cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0ccf80 0x7fd8dc0cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 -- 172.21.15.39:0/1101243284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8d40094d0 con 0x7fd8dc164530 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e2b39640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc0cbf00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4009870 tx=0x7fd8d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8d403d830 con 0x7fd8dc164530 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd8d403d9b0 con 0x7fd8dc164530 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd8d403dd60 con 0x7fd8dc164530 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8dc15d510 con 0x7fd8dc164530 2024-09-13T16:11:48.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.657+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8dc0c8af0 con 0x7fd8dc164530 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.658+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8dc067330 con 0x7fd8dc164530 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.659+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd8d4039040 con 0x7fd8dc164530 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.659+0000 7fd8daffd640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8c806ac00 0x7fd8c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.659+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd8d40a9df0 con 0x7fd8dc164530 2024-09-13T16:11:48.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.659+0000 7fd8e2338640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8c806ac00 0x7fd8c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.660+0000 7fd8e2338640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8c806ac00 0x7fd8c806d0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc001d40 tx=0x7fd8cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.663+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd8d4075060 con 0x7fd8dc164530 2024-09-13T16:11:48.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.830+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd8dc0d2090 con 0x7fd8c806ac00 2024-09-13T16:11:48.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.838+0000 7fd8daffd640 1 -- 172.21.15.39:0/1101243284 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274648 (secure 0 0 0) 0x7fd8cc001a30 con 0x7fd8c806ac00 2024-09-13T16:11:48.842 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:48.844 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:11:48.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8c806ac00 msgr2=0x7fd8c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8c806ac00 0x7fd8c806d0c0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd8cc001d40 tx=0x7fd8cc009040 comp rx=0 tx=0).stop 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 msgr2=0x7fd8dc0cbf00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc0cbf00 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fd8d4009870 tx=0x7fd8d40046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 shutdown_connections 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8c806ac00 0x7fd8c806d0c0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8dc164530 0x7fd8dc0cbf00 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8dc0ccf80 0x7fd8dc0cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 --2- 172.21.15.39:0/1101243284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8dc0b41a0 0x7fd8dc0c85b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 >> 172.21.15.39:0/1101243284 conn(0x7fd8dc0cf1a0 msgr2=0x7fd8dc15ae80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:48.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 shutdown_connections 2024-09-13T16:11:48.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.841+0000 7fd8e459c640 1 -- 172.21.15.39:0/1101243284 wait complete. 2024-09-13T16:11:48.854 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":66,"stamp":"2024-09-13T16:11:47.147732+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":28,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":252872,"kb_used_data":3876,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721848,"statfs":{"total":773094113280,"available":772835172352,"internally_reserved":0,"allocated":3969024,"data_stored":2233053,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":13,"apply_latency_ms":13,"commit_latency_ns":13000000,"apply_latency_ns":13000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000794"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:44.156028+0000","last_change":"2024-09-13T16:11:44.156028+0000","last_active":"2024-09-13T16:11:44.156028+0000","last_peered":"2024-09-13T16:11:44.156028+0000","last_clean":"2024-09-13T16:11:44.156028+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:44.156028+0000","last_undegraded":"2024-09-13T16:11:44.156028+0000","last_fullsized":"2024-09-13T16:11:44.156028+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:11:43.136433+0000","last_change":"2024-09-13T16:11:43.136433+0000","last_active":"2024-09-13T16:11:43.136433+0000","last_peered":"2024-09-13T16:11:43.136433+0000","last_clean":"2024-09-13T16:11:43.136433+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:11:43.136433+0000","last_undegraded":"2024-09-13T16:11:43.136433+0000","last_fullsized":"2024-09-13T16:11:43.136433+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":174,"reported_epoch":30,"state":"active+clean","last_fresh":"2024-09-13T16:11:38.278727+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:11:38.278727+0000","last_peered":"2024-09-13T16:11:38.278727+0000","last_clean":"2024-09-13T16:11:38.278727+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:11:38.278727+0000","last_undegraded":"2024-09-13T16:11:38.278727+0000","last_fullsized":"2024-09-13T16:11:38.278727+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574865,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32056,"kb_used_data":920,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339784,"statfs":{"total":96636764160,"available":96603938816,"internally_reserved":0,"allocated":942080,"data_stored":721985,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52300000000000002},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.371}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.38400000000000001},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.42999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.39600000000000002},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.44900000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.41399999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.46899999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.497},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.45900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.51000000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.51900000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.45400000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.438},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.57599999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.39800000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.46800000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.497},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.36799999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.55000000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53600000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.437},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.41199999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.378}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.42499999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.28699999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.30299999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.34499999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.50600000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574865,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31476,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340364,"statfs":{"total":96636764160,"available":96604532736,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.53000000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.60299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.70899999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.629},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.47499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.5},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.56699999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.55800000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.66800000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.61799999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.311},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29199999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.34599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.372}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.496},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.40999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.55400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.42499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.56699999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31472,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340368,"statfs":{"total":96636764160,"available":96604536832,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.432}]},{"osd":1,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.58799999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.36599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.65800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.61199999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.72699999999999998},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.623}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.70599999999999996},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.60299999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574866,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31456,"kb_used_data":340,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340384,"statfs":{"total":96636764160,"available":96604553216,"internally_reserved":0,"allocated":348160,"data_stored":131617,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.23699999999999999},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.36299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.313}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.39400000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.46800000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56299999999999994}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48099999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.502},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.57299999999999995}]}]},{"osd":0,"up_from":13,"seq":55834574866,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32044,"kb_used_data":916,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339796,"statfs":{"total":96636764160,"available":96603951104,"internally_reserved":0,"allocated":937984,"data_stored":721366,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.21299999999999999},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.36799999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.252},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.32300000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.26700000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.34499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.47799999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.46500000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.51900000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.55600000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:11:48.860 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:11:48.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.994+0000 7f2f36c96640 1 Processor -- start 2024-09-13T16:11:48.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.994+0000 7f2f36c96640 1 -- start start 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f36c96640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f300721f0 0x7f2f300ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f36c96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300ce7b0 0x7f2f300cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f36c96640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f300cebf0 con 0x7f2f300cc650 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f36c96640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f3015bed0 con 0x7f2f300721f0 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f36c96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f3015aa50 con 0x7f2f300ce7b0 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f34a32640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f300721f0 0x7f2f300ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f35233640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2f300cc650 0x7f2f30069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60318/0 (socket says 172.21.15.39:60318) 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.995+0000 7f2f35233640 1 -- 172.21.15.39:0/3445501508 learned_addr learned my addr 172.21.15.39:0/3445501508 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f2ffff640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300ce7b0 0x7f2f300cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f34a32640 1 -- 172.21.15.39:0/3445501508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300ce7b0 msgr2=0x7f2f300cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:48.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f34a32640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300ce7b0 0x7f2f300cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f34a32640 1 -- 172.21.15.39:0/3445501508 >> v1:172.21.15.39:6789/0 conn(0x7f2f300cc650 legacy=0x7f2f30069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f34a32640 1 -- 172.21.15.39:0/3445501508 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f3015af50 con 0x7f2f300721f0 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f2f7fe640 1 -- 172.21.15.39:0/3445501508 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1905021709 0 0) 0x7f2f300cebf0 con 0x7f2f300cc650 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f2ffff640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300ce7b0 0x7f2f300cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.996+0000 7f2f34a32640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300721f0 0x7f2f300ce270 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f2f20009d90 tx=0x7f2f2002a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21b4de274bf6d225 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f2f7fe640 1 -- 172.21.15.39:0/3445501508 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f20031600 con 0x7f2f300721f0 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f2f7fe640 1 -- 172.21.15.39:0/3445501508 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f2002d050 con 0x7f2f300721f0 2024-09-13T16:11:48.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f2f7fe640 1 -- 172.21.15.39:0/3445501508 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f20031980 con 0x7f2f300721f0 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 -- 172.21.15.39:0/3445501508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300721f0 msgr2=0x7f2f300ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300721f0 0x7f2f300ce270 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f2f20009d90 tx=0x7f2f2002a5d0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 -- 172.21.15.39:0/3445501508 shutdown_connections 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300ce7b0 0x7f2f300cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 --2- 172.21.15.39:0/3445501508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300721f0 0x7f2f300ce270 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 -- 172.21.15.39:0/3445501508 >> 172.21.15.39:0/3445501508 conn(0x7f2f3006b3b0 msgr2=0x7f2f3006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 -- 172.21.15.39:0/3445501508 shutdown_connections 2024-09-13T16:11:49.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.997+0000 7f2f36c96640 1 -- 172.21.15.39:0/3445501508 wait complete. 2024-09-13T16:11:49.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.998+0000 7f2f36c96640 1 Processor -- start 2024-09-13T16:11:49.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.998+0000 7f2f36c96640 1 -- start start 2024-09-13T16:11:49.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f36c96640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f300721f0 0x7f2f300703c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f36c96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300cc650 0x7f2f3014e110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f36c96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 0x7f2f3013fb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f36c96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f301519b0 con 0x7f2f300ce7b0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f36c96640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f30151c90 con 0x7f2f300721f0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f36c96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f30151f70 con 0x7f2f300cc650 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f35233640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 0x7f2f3013fb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f35233640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 0x7f2f3013fb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34472/0 (socket says 172.21.15.39:34472) 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:48.999+0000 7f2f35233640 1 -- 172.21.15.39:0/1592859549 learned_addr learned my addr 172.21.15.39:0/1592859549 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f35233640 1 -- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300cc650 msgr2=0x7f2f3014e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f35233640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300cc650 0x7f2f3014e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f35233640 1 -- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f300721f0 msgr2=0x7f2f300703c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f35233640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f300721f0 0x7f2f300703c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f35233640 1 -- 172.21.15.39:0/1592859549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f20009a70 con 0x7f2f300ce7b0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f35233640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 0x7f2f3013fb60 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f2f2800c450 tx=0x7f2f2800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f280074e0 con 0x7f2f300ce7b0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f28007660 con 0x7f2f300ce7b0 2024-09-13T16:11:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f30152250 con 0x7f2f300ce7b0 2024-09-13T16:11:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f28004a20 con 0x7f2f300ce7b0 2024-09-13T16:11:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.000+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f30152a50 con 0x7f2f300ce7b0 2024-09-13T16:11:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.001+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f30152770 con 0x7f2f300ce7b0 2024-09-13T16:11:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.002+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f28004b80 con 0x7f2f300ce7b0 2024-09-13T16:11:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.002+0000 7f2f2d7fa640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.002+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2f28088730 con 0x7f2f300ce7b0 2024-09-13T16:11:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.002+0000 7f2f34a32640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.003+0000 7f2f34a32640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2f20034000 tx=0x7f2f2002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.007+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f30152770 con 0x7f2f300ce7b0 2024-09-13T16:11:49.102 INFO:tasks.ceph.mds.b.smithi157.stderr:2024-09-13T16:11:49.101+0000 7fbb14809640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:11:49.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.174+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2f300cd100 con 0x7f2f1006ac30 2024-09-13T16:11:49.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.183+0000 7f2f2d7fa640 1 -- 172.21.15.39:0/1592859549 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289409 (secure 0 0 0) 0x7f2f20031820 con 0x7f2f1006ac30 2024-09-13T16:11:49.188 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:49.190 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:11:49.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 msgr2=0x7f2f1006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f2f20034000 tx=0x7f2f2002e000 comp rx=0 tx=0).stop 2024-09-13T16:11:49.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 msgr2=0x7f2f3013fb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 0x7f2f3013fb60 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f2f2800c450 tx=0x7f2f2800c910 comp rx=0 tx=0).stop 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 shutdown_connections 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f300ce7b0 0x7f2f3013fb60 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f300cc650 0x7f2f3014e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 --2- 172.21.15.39:0/1592859549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f300721f0 0x7f2f300703c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 >> 172.21.15.39:0/1592859549 conn(0x7f2f3006b3b0 msgr2=0x7f2f3015b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 shutdown_connections 2024-09-13T16:11:49.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.186+0000 7f2f36c96640 1 -- 172.21.15.39:0/1592859549 wait complete. 2024-09-13T16:11:49.198 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-13T16:11:49.148112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253268,"kb_used_data":4324,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721452,"statfs":{"total":773094113280,"available":772834766848,"internally_reserved":0,"allocated":4427776,"data_stored":2439049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.991300"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051306+0000","last_change":"2024-09-13T16:11:44.547387+0000","last_active":"2024-09-13T16:11:46.051306+0000","last_peered":"2024-09-13T16:11:46.051306+0000","last_clean":"2024-09-13T16:11:46.051306+0000","last_became_active":"2024-09-13T16:11:44.545964+0000","last_became_peered":"2024-09-13T16:11:44.545964+0000","last_unstale":"2024-09-13T16:11:46.051306+0000","last_undegraded":"2024-09-13T16:11:46.051306+0000","last_fullsized":"2024-09-13T16:11:46.051306+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:50.276287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834032+0000","last_change":"2024-09-13T16:11:44.542662+0000","last_active":"2024-09-13T16:11:45.834032+0000","last_peered":"2024-09-13T16:11:45.834032+0000","last_clean":"2024-09-13T16:11:45.834032+0000","last_became_active":"2024-09-13T16:11:44.542385+0000","last_became_peered":"2024-09-13T16:11:44.542385+0000","last_unstale":"2024-09-13T16:11:45.834032+0000","last_undegraded":"2024-09-13T16:11:45.834032+0000","last_fullsized":"2024-09-13T16:11:45.834032+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:56.472624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050832+0000","last_change":"2024-09-13T16:11:44.548094+0000","last_active":"2024-09-13T16:11:46.050832+0000","last_peered":"2024-09-13T16:11:46.050832+0000","last_clean":"2024-09-13T16:11:46.050832+0000","last_became_active":"2024-09-13T16:11:44.546956+0000","last_became_peered":"2024-09-13T16:11:44.546956+0000","last_unstale":"2024-09-13T16:11:46.050832+0000","last_undegraded":"2024-09-13T16:11:46.050832+0000","last_fullsized":"2024-09-13T16:11:46.050832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535292+0000","last_change":"2024-09-13T16:11:44.544580+0000","last_active":"2024-09-13T16:11:45.535292+0000","last_peered":"2024-09-13T16:11:45.535292+0000","last_clean":"2024-09-13T16:11:45.535292+0000","last_became_active":"2024-09-13T16:11:44.544318+0000","last_became_peered":"2024-09-13T16:11:44.544318+0000","last_unstale":"2024-09-13T16:11:45.535292+0000","last_undegraded":"2024-09-13T16:11:45.535292+0000","last_fullsized":"2024-09-13T16:11:45.535292+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050047+0000","last_change":"2024-09-13T16:11:44.548018+0000","last_active":"2024-09-13T16:11:46.050047+0000","last_peered":"2024-09-13T16:11:46.050047+0000","last_clean":"2024-09-13T16:11:46.050047+0000","last_became_active":"2024-09-13T16:11:44.547709+0000","last_became_peered":"2024-09-13T16:11:44.547709+0000","last_unstale":"2024-09-13T16:11:46.050047+0000","last_undegraded":"2024-09-13T16:11:46.050047+0000","last_fullsized":"2024-09-13T16:11:46.050047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:50.276287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833747+0000","last_change":"2024-09-13T16:11:44.533059+0000","last_active":"2024-09-13T16:11:45.833747+0000","last_peered":"2024-09-13T16:11:45.833747+0000","last_clean":"2024-09-13T16:11:45.833747+0000","last_became_active":"2024-09-13T16:11:44.532640+0000","last_became_peered":"2024-09-13T16:11:44.532640+0000","last_unstale":"2024-09-13T16:11:45.833747+0000","last_undegraded":"2024-09-13T16:11:45.833747+0000","last_fullsized":"2024-09-13T16:11:45.833747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536534+0000","last_change":"2024-09-13T16:11:44.546221+0000","last_active":"2024-09-13T16:11:45.536534+0000","last_peered":"2024-09-13T16:11:45.536534+0000","last_clean":"2024-09-13T16:11:45.536534+0000","last_became_active":"2024-09-13T16:11:44.545827+0000","last_became_peered":"2024-09-13T16:11:44.545827+0000","last_unstale":"2024-09-13T16:11:45.536534+0000","last_undegraded":"2024-09-13T16:11:45.536534+0000","last_fullsized":"2024-09-13T16:11:45.536534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:16.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536035+0000","last_change":"2024-09-13T16:11:44.539567+0000","last_active":"2024-09-13T16:11:45.536035+0000","last_peered":"2024-09-13T16:11:45.536035+0000","last_clean":"2024-09-13T16:11:45.536035+0000","last_became_active":"2024-09-13T16:11:44.539323+0000","last_became_peered":"2024-09-13T16:11:44.539323+0000","last_unstale":"2024-09-13T16:11:45.536035+0000","last_undegraded":"2024-09-13T16:11:45.536035+0000","last_fullsized":"2024-09-13T16:11:45.536035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:23.317911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536694+0000","last_change":"2024-09-13T16:11:44.546596+0000","last_active":"2024-09-13T16:11:45.536694+0000","last_peered":"2024-09-13T16:11:45.536694+0000","last_clean":"2024-09-13T16:11:45.536694+0000","last_became_active":"2024-09-13T16:11:44.546339+0000","last_became_peered":"2024-09-13T16:11:44.546339+0000","last_unstale":"2024-09-13T16:11:45.536694+0000","last_undegraded":"2024-09-13T16:11:45.536694+0000","last_fullsized":"2024-09-13T16:11:45.536694+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535398+0000","last_change":"2024-09-13T16:11:44.548707+0000","last_active":"2024-09-13T16:11:45.535398+0000","last_peered":"2024-09-13T16:11:45.535398+0000","last_clean":"2024-09-13T16:11:45.535398+0000","last_became_active":"2024-09-13T16:11:44.548422+0000","last_became_peered":"2024-09-13T16:11:44.548422+0000","last_unstale":"2024-09-13T16:11:45.535398+0000","last_undegraded":"2024-09-13T16:11:45.535398+0000","last_fullsized":"2024-09-13T16:11:45.535398+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:34:09.876366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537186+0000","last_change":"2024-09-13T16:11:44.545071+0000","last_active":"2024-09-13T16:11:45.537186+0000","last_peered":"2024-09-13T16:11:45.537186+0000","last_clean":"2024-09-13T16:11:45.537186+0000","last_became_active":"2024-09-13T16:11:44.544836+0000","last_became_peered":"2024-09-13T16:11:44.544836+0000","last_unstale":"2024-09-13T16:11:45.537186+0000","last_undegraded":"2024-09-13T16:11:45.537186+0000","last_fullsized":"2024-09-13T16:11:45.537186+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:19.935545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051120+0000","last_change":"2024-09-13T16:11:44.538373+0000","last_active":"2024-09-13T16:11:46.051120+0000","last_peered":"2024-09-13T16:11:46.051120+0000","last_clean":"2024-09-13T16:11:46.051120+0000","last_became_active":"2024-09-13T16:11:44.538102+0000","last_became_peered":"2024-09-13T16:11:44.538102+0000","last_unstale":"2024-09-13T16:11:46.051120+0000","last_undegraded":"2024-09-13T16:11:46.051120+0000","last_fullsized":"2024-09-13T16:11:46.051120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050047+0000","last_change":"2024-09-13T16:11:44.542782+0000","last_active":"2024-09-13T16:11:46.050047+0000","last_peered":"2024-09-13T16:11:46.050047+0000","last_clean":"2024-09-13T16:11:46.050047+0000","last_became_active":"2024-09-13T16:11:44.542511+0000","last_became_peered":"2024-09-13T16:11:44.542511+0000","last_unstale":"2024-09-13T16:11:46.050047+0000","last_undegraded":"2024-09-13T16:11:46.050047+0000","last_fullsized":"2024-09-13T16:11:46.050047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:38.964248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833859+0000","last_change":"2024-09-13T16:11:44.536989+0000","last_active":"2024-09-13T16:11:45.833859+0000","last_peered":"2024-09-13T16:11:45.833859+0000","last_clean":"2024-09-13T16:11:45.833859+0000","last_became_active":"2024-09-13T16:11:44.536141+0000","last_became_peered":"2024-09-13T16:11:44.536141+0000","last_unstale":"2024-09-13T16:11:45.833859+0000","last_undegraded":"2024-09-13T16:11:45.833859+0000","last_fullsized":"2024-09-13T16:11:45.833859+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:01.666776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050731+0000","last_change":"2024-09-13T16:11:44.545421+0000","last_active":"2024-09-13T16:11:46.050731+0000","last_peered":"2024-09-13T16:11:46.050731+0000","last_clean":"2024-09-13T16:11:46.050731+0000","last_became_active":"2024-09-13T16:11:44.545120+0000","last_became_peered":"2024-09-13T16:11:44.545120+0000","last_unstale":"2024-09-13T16:11:46.050731+0000","last_undegraded":"2024-09-13T16:11:46.050731+0000","last_fullsized":"2024-09-13T16:11:46.050731+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536260+0000","last_change":"2024-09-13T16:11:44.548384+0000","last_active":"2024-09-13T16:11:45.536260+0000","last_peered":"2024-09-13T16:11:45.536260+0000","last_clean":"2024-09-13T16:11:45.536260+0000","last_became_active":"2024-09-13T16:11:44.548114+0000","last_became_peered":"2024-09-13T16:11:44.548114+0000","last_unstale":"2024-09-13T16:11:45.536260+0000","last_undegraded":"2024-09-13T16:11:45.536260+0000","last_fullsized":"2024-09-13T16:11:45.536260+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536667+0000","last_change":"2024-09-13T16:11:44.546682+0000","last_active":"2024-09-13T16:11:45.536667+0000","last_peered":"2024-09-13T16:11:45.536667+0000","last_clean":"2024-09-13T16:11:45.536667+0000","last_became_active":"2024-09-13T16:11:44.546440+0000","last_became_peered":"2024-09-13T16:11:44.546440+0000","last_unstale":"2024-09-13T16:11:45.536667+0000","last_undegraded":"2024-09-13T16:11:45.536667+0000","last_fullsized":"2024-09-13T16:11:45.536667+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:31.344572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834107+0000","last_change":"2024-09-13T16:11:44.544941+0000","last_active":"2024-09-13T16:11:45.834107+0000","last_peered":"2024-09-13T16:11:45.834107+0000","last_clean":"2024-09-13T16:11:45.834107+0000","last_became_active":"2024-09-13T16:11:44.544688+0000","last_became_peered":"2024-09-13T16:11:44.544688+0000","last_unstale":"2024-09-13T16:11:45.834107+0000","last_undegraded":"2024-09-13T16:11:45.834107+0000","last_fullsized":"2024-09-13T16:11:45.834107+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:23.317911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833973+0000","last_change":"2024-09-13T16:11:44.545515+0000","last_active":"2024-09-13T16:11:45.833973+0000","last_peered":"2024-09-13T16:11:45.833973+0000","last_clean":"2024-09-13T16:11:45.833973+0000","last_became_active":"2024-09-13T16:11:44.545261+0000","last_became_peered":"2024-09-13T16:11:44.545261+0000","last_unstale":"2024-09-13T16:11:45.833973+0000","last_undegraded":"2024-09-13T16:11:45.833973+0000","last_fullsized":"2024-09-13T16:11:45.833973+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:53.295118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050197+0000","last_change":"2024-09-13T16:11:44.537695+0000","last_active":"2024-09-13T16:11:46.050197+0000","last_peered":"2024-09-13T16:11:46.050197+0000","last_clean":"2024-09-13T16:11:46.050197+0000","last_became_active":"2024-09-13T16:11:44.537429+0000","last_became_peered":"2024-09-13T16:11:44.537429+0000","last_unstale":"2024-09-13T16:11:46.050197+0000","last_undegraded":"2024-09-13T16:11:46.050197+0000","last_fullsized":"2024-09-13T16:11:46.050197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:15.323855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536658+0000","last_change":"2024-09-13T16:11:44.539759+0000","last_active":"2024-09-13T16:11:45.536658+0000","last_peered":"2024-09-13T16:11:45.536658+0000","last_clean":"2024-09-13T16:11:45.536658+0000","last_became_active":"2024-09-13T16:11:44.539482+0000","last_became_peered":"2024-09-13T16:11:44.539482+0000","last_unstale":"2024-09-13T16:11:45.536658+0000","last_undegraded":"2024-09-13T16:11:45.536658+0000","last_fullsized":"2024-09-13T16:11:45.536658+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:44.733983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536348+0000","last_change":"2024-09-13T16:11:44.548476+0000","last_active":"2024-09-13T16:11:45.536348+0000","last_peered":"2024-09-13T16:11:45.536348+0000","last_clean":"2024-09-13T16:11:45.536348+0000","last_became_active":"2024-09-13T16:11:44.548221+0000","last_became_peered":"2024-09-13T16:11:44.548221+0000","last_unstale":"2024-09-13T16:11:45.536348+0000","last_undegraded":"2024-09-13T16:11:45.536348+0000","last_fullsized":"2024-09-13T16:11:45.536348+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557716+0000","last_change":"2024-09-13T16:11:44.534075+0000","last_active":"2024-09-13T16:11:45.557716+0000","last_peered":"2024-09-13T16:11:45.557716+0000","last_clean":"2024-09-13T16:11:45.557716+0000","last_became_active":"2024-09-13T16:11:44.533783+0000","last_became_peered":"2024-09-13T16:11:44.533783+0000","last_unstale":"2024-09-13T16:11:45.557716+0000","last_undegraded":"2024-09-13T16:11:45.557716+0000","last_fullsized":"2024-09-13T16:11:45.557716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050644+0000","last_change":"2024-09-13T16:11:44.534467+0000","last_active":"2024-09-13T16:11:46.050644+0000","last_peered":"2024-09-13T16:11:46.050644+0000","last_clean":"2024-09-13T16:11:46.050644+0000","last_became_active":"2024-09-13T16:11:44.534217+0000","last_became_peered":"2024-09-13T16:11:44.534217+0000","last_unstale":"2024-09-13T16:11:46.050644+0000","last_undegraded":"2024-09-13T16:11:46.050644+0000","last_fullsized":"2024-09-13T16:11:46.050644+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:01.666776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535508+0000","last_change":"2024-09-13T16:11:44.545473+0000","last_active":"2024-09-13T16:11:45.535508+0000","last_peered":"2024-09-13T16:11:45.535508+0000","last_clean":"2024-09-13T16:11:45.535508+0000","last_became_active":"2024-09-13T16:11:44.545054+0000","last_became_peered":"2024-09-13T16:11:44.545054+0000","last_unstale":"2024-09-13T16:11:45.535508+0000","last_undegraded":"2024-09-13T16:11:45.535508+0000","last_fullsized":"2024-09-13T16:11:45.535508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834162+0000","last_change":"2024-09-13T16:11:44.538099+0000","last_active":"2024-09-13T16:11:45.834162+0000","last_peered":"2024-09-13T16:11:45.834162+0000","last_clean":"2024-09-13T16:11:45.834162+0000","last_became_active":"2024-09-13T16:11:44.537853+0000","last_became_peered":"2024-09-13T16:11:44.537853+0000","last_unstale":"2024-09-13T16:11:45.834162+0000","last_undegraded":"2024-09-13T16:11:45.834162+0000","last_fullsized":"2024-09-13T16:11:45.834162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535573+0000","last_change":"2024-09-13T16:11:44.539429+0000","last_active":"2024-09-13T16:11:45.535573+0000","last_peered":"2024-09-13T16:11:45.535573+0000","last_clean":"2024-09-13T16:11:45.535573+0000","last_became_active":"2024-09-13T16:11:44.539053+0000","last_became_peered":"2024-09-13T16:11:44.539053+0000","last_unstale":"2024-09-13T16:11:45.535573+0000","last_undegraded":"2024-09-13T16:11:45.535573+0000","last_fullsized":"2024-09-13T16:11:45.535573+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051342+0000","last_change":"2024-09-13T16:11:44.535172+0000","last_active":"2024-09-13T16:11:46.051342+0000","last_peered":"2024-09-13T16:11:46.051342+0000","last_clean":"2024-09-13T16:11:46.051342+0000","last_became_active":"2024-09-13T16:11:44.534908+0000","last_became_peered":"2024-09-13T16:11:44.534908+0000","last_unstale":"2024-09-13T16:11:46.051342+0000","last_undegraded":"2024-09-13T16:11:46.051342+0000","last_fullsized":"2024-09-13T16:11:46.051342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:56.472624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536752+0000","last_change":"2024-09-13T16:11:44.549559+0000","last_active":"2024-09-13T16:11:45.536752+0000","last_peered":"2024-09-13T16:11:45.536752+0000","last_clean":"2024-09-13T16:11:45.536752+0000","last_became_active":"2024-09-13T16:11:44.549057+0000","last_became_peered":"2024-09-13T16:11:44.549057+0000","last_unstale":"2024-09-13T16:11:45.536752+0000","last_undegraded":"2024-09-13T16:11:45.536752+0000","last_fullsized":"2024-09-13T16:11:45.536752+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536164+0000","last_change":"2024-09-13T16:11:44.544209+0000","last_active":"2024-09-13T16:11:45.536164+0000","last_peered":"2024-09-13T16:11:45.536164+0000","last_clean":"2024-09-13T16:11:45.536164+0000","last_became_active":"2024-09-13T16:11:44.543712+0000","last_became_peered":"2024-09-13T16:11:44.543712+0000","last_unstale":"2024-09-13T16:11:45.536164+0000","last_undegraded":"2024-09-13T16:11:45.536164+0000","last_fullsized":"2024-09-13T16:11:45.536164+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:20:14.046089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050775+0000","last_change":"2024-09-13T16:11:44.548682+0000","last_active":"2024-09-13T16:11:46.050775+0000","last_peered":"2024-09-13T16:11:46.050775+0000","last_clean":"2024-09-13T16:11:46.050775+0000","last_became_active":"2024-09-13T16:11:44.548438+0000","last_became_peered":"2024-09-13T16:11:44.548438+0000","last_unstale":"2024-09-13T16:11:46.050775+0000","last_undegraded":"2024-09-13T16:11:46.050775+0000","last_fullsized":"2024-09-13T16:11:46.050775+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:49.282858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536052+0000","last_change":"2024-09-13T16:11:44.537663+0000","last_active":"2024-09-13T16:11:45.536052+0000","last_peered":"2024-09-13T16:11:45.536052+0000","last_clean":"2024-09-13T16:11:45.536052+0000","last_became_active":"2024-09-13T16:11:44.537351+0000","last_became_peered":"2024-09-13T16:11:44.537351+0000","last_unstale":"2024-09-13T16:11:45.536052+0000","last_undegraded":"2024-09-13T16:11:45.536052+0000","last_fullsized":"2024-09-13T16:11:45.536052+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557840+0000","last_change":"2024-09-13T16:11:44.538384+0000","last_active":"2024-09-13T16:11:45.557840+0000","last_peered":"2024-09-13T16:11:45.557840+0000","last_clean":"2024-09-13T16:11:45.557840+0000","last_became_active":"2024-09-13T16:11:44.538125+0000","last_became_peered":"2024-09-13T16:11:44.538125+0000","last_unstale":"2024-09-13T16:11:45.557840+0000","last_undegraded":"2024-09-13T16:11:45.557840+0000","last_fullsized":"2024-09-13T16:11:45.557840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"34'4","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051396+0000","last_change":"2024-09-13T16:11:44.179686+0000","last_active":"2024-09-13T16:11:46.051396+0000","last_peered":"2024-09-13T16:11:46.051396+0000","last_clean":"2024-09-13T16:11:46.051396+0000","last_became_active":"2024-09-13T16:11:44.179302+0000","last_became_peered":"2024-09-13T16:11:44.179302+0000","last_unstale":"2024-09-13T16:11:46.051396+0000","last_undegraded":"2024-09-13T16:11:46.051396+0000","last_fullsized":"2024-09-13T16:11:46.051396+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:05.513363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051341+0000","last_change":"2024-09-13T16:11:44.548143+0000","last_active":"2024-09-13T16:11:46.051341+0000","last_peered":"2024-09-13T16:11:46.051341+0000","last_clean":"2024-09-13T16:11:46.051341+0000","last_became_active":"2024-09-13T16:11:44.547903+0000","last_became_peered":"2024-09-13T16:11:44.547903+0000","last_unstale":"2024-09-13T16:11:46.051341+0000","last_undegraded":"2024-09-13T16:11:46.051341+0000","last_fullsized":"2024-09-13T16:11:46.051341+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:24.430038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557871+0000","last_change":"2024-09-13T16:11:44.167755+0000","last_active":"2024-09-13T16:11:45.557871+0000","last_peered":"2024-09-13T16:11:45.557871+0000","last_clean":"2024-09-13T16:11:45.557871+0000","last_became_active":"2024-09-13T16:11:44.167254+0000","last_became_peered":"2024-09-13T16:11:44.167254+0000","last_unstale":"2024-09-13T16:11:45.557871+0000","last_undegraded":"2024-09-13T16:11:45.557871+0000","last_fullsized":"2024-09-13T16:11:45.557871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:37.944654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537084+0000","last_change":"2024-09-13T16:11:44.552720+0000","last_active":"2024-09-13T16:11:45.537084+0000","last_peered":"2024-09-13T16:11:45.537084+0000","last_clean":"2024-09-13T16:11:45.537084+0000","last_became_active":"2024-09-13T16:11:44.552424+0000","last_became_peered":"2024-09-13T16:11:44.552424+0000","last_unstale":"2024-09-13T16:11:45.537084+0000","last_undegraded":"2024-09-13T16:11:45.537084+0000","last_fullsized":"2024-09-13T16:11:45.537084+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833910+0000","last_change":"2024-09-13T16:11:44.180813+0000","last_active":"2024-09-13T16:11:45.833910+0000","last_peered":"2024-09-13T16:11:45.833910+0000","last_clean":"2024-09-13T16:11:45.833910+0000","last_became_active":"2024-09-13T16:11:44.180519+0000","last_became_peered":"2024-09-13T16:11:44.180519+0000","last_unstale":"2024-09-13T16:11:45.833910+0000","last_undegraded":"2024-09-13T16:11:45.833910+0000","last_fullsized":"2024-09-13T16:11:45.833910+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:37.944654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535589+0000","last_change":"2024-09-13T16:11:44.539021+0000","last_active":"2024-09-13T16:11:45.535589+0000","last_peered":"2024-09-13T16:11:45.535589+0000","last_clean":"2024-09-13T16:11:45.535589+0000","last_became_active":"2024-09-13T16:11:44.538523+0000","last_became_peered":"2024-09-13T16:11:44.538523+0000","last_unstale":"2024-09-13T16:11:45.535589+0000","last_undegraded":"2024-09-13T16:11:45.535589+0000","last_fullsized":"2024-09-13T16:11:45.535589+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050206+0000","last_change":"2024-09-13T16:11:44.180741+0000","last_active":"2024-09-13T16:11:46.050206+0000","last_peered":"2024-09-13T16:11:46.050206+0000","last_clean":"2024-09-13T16:11:46.050206+0000","last_became_active":"2024-09-13T16:11:44.180439+0000","last_became_peered":"2024-09-13T16:11:44.180439+0000","last_unstale":"2024-09-13T16:11:46.050206+0000","last_undegraded":"2024-09-13T16:11:46.050206+0000","last_fullsized":"2024-09-13T16:11:46.050206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:43.168136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536271+0000","last_change":"2024-09-13T16:11:44.536970+0000","last_active":"2024-09-13T16:11:45.536271+0000","last_peered":"2024-09-13T16:11:45.536271+0000","last_clean":"2024-09-13T16:11:45.536271+0000","last_became_active":"2024-09-13T16:11:44.536717+0000","last_became_peered":"2024-09-13T16:11:44.536717+0000","last_unstale":"2024-09-13T16:11:45.536271+0000","last_undegraded":"2024-09-13T16:11:45.536271+0000","last_fullsized":"2024-09-13T16:11:45.536271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536795+0000","last_change":"2024-09-13T16:11:44.180399+0000","last_active":"2024-09-13T16:11:45.536795+0000","last_peered":"2024-09-13T16:11:45.536795+0000","last_clean":"2024-09-13T16:11:45.536795+0000","last_became_active":"2024-09-13T16:11:44.180160+0000","last_became_peered":"2024-09-13T16:11:44.180160+0000","last_unstale":"2024-09-13T16:11:45.536795+0000","last_undegraded":"2024-09-13T16:11:45.536795+0000","last_fullsized":"2024-09-13T16:11:45.536795+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:45:14.786316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050922+0000","last_change":"2024-09-13T16:11:44.541295+0000","last_active":"2024-09-13T16:11:46.050922+0000","last_peered":"2024-09-13T16:11:46.050922+0000","last_clean":"2024-09-13T16:11:46.050922+0000","last_became_active":"2024-09-13T16:11:44.540702+0000","last_became_peered":"2024-09-13T16:11:44.540702+0000","last_unstale":"2024-09-13T16:11:46.050922+0000","last_undegraded":"2024-09-13T16:11:46.050922+0000","last_fullsized":"2024-09-13T16:11:46.050922+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:34:09.876366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536447+0000","last_change":"2024-09-13T16:11:44.179827+0000","last_active":"2024-09-13T16:11:45.536447+0000","last_peered":"2024-09-13T16:11:45.536447+0000","last_clean":"2024-09-13T16:11:45.536447+0000","last_became_active":"2024-09-13T16:11:44.179583+0000","last_became_peered":"2024-09-13T16:11:44.179583+0000","last_unstale":"2024-09-13T16:11:45.536447+0000","last_undegraded":"2024-09-13T16:11:45.536447+0000","last_fullsized":"2024-09-13T16:11:45.536447+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:28.937819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536272+0000","last_change":"2024-09-13T16:11:44.546315+0000","last_active":"2024-09-13T16:11:45.536272+0000","last_peered":"2024-09-13T16:11:45.536272+0000","last_clean":"2024-09-13T16:11:45.536272+0000","last_became_active":"2024-09-13T16:11:44.546046+0000","last_became_peered":"2024-09-13T16:11:44.546046+0000","last_unstale":"2024-09-13T16:11:45.536272+0000","last_undegraded":"2024-09-13T16:11:45.536272+0000","last_fullsized":"2024-09-13T16:11:45.536272+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:40.734049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833678+0000","last_change":"2024-09-13T16:11:44.177062+0000","last_active":"2024-09-13T16:11:45.833678+0000","last_peered":"2024-09-13T16:11:45.833678+0000","last_clean":"2024-09-13T16:11:45.833678+0000","last_became_active":"2024-09-13T16:11:44.176783+0000","last_became_peered":"2024-09-13T16:11:44.176783+0000","last_unstale":"2024-09-13T16:11:45.833678+0000","last_undegraded":"2024-09-13T16:11:45.833678+0000","last_fullsized":"2024-09-13T16:11:45.833678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.434936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535076+0000","last_change":"2024-09-13T16:11:44.544720+0000","last_active":"2024-09-13T16:11:45.535076+0000","last_peered":"2024-09-13T16:11:45.535076+0000","last_clean":"2024-09-13T16:11:45.535076+0000","last_became_active":"2024-09-13T16:11:44.544414+0000","last_became_peered":"2024-09-13T16:11:44.544414+0000","last_unstale":"2024-09-13T16:11:45.535076+0000","last_undegraded":"2024-09-13T16:11:45.535076+0000","last_fullsized":"2024-09-13T16:11:45.535076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536368+0000","last_change":"2024-09-13T16:11:44.174732+0000","last_active":"2024-09-13T16:11:45.536368+0000","last_peered":"2024-09-13T16:11:45.536368+0000","last_clean":"2024-09-13T16:11:45.536368+0000","last_became_active":"2024-09-13T16:11:44.174425+0000","last_became_peered":"2024-09-13T16:11:44.174425+0000","last_unstale":"2024-09-13T16:11:45.536368+0000","last_undegraded":"2024-09-13T16:11:45.536368+0000","last_fullsized":"2024-09-13T16:11:45.536368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051090+0000","last_change":"2024-09-13T16:11:44.539345+0000","last_active":"2024-09-13T16:11:46.051090+0000","last_peered":"2024-09-13T16:11:46.051090+0000","last_clean":"2024-09-13T16:11:46.051090+0000","last_became_active":"2024-09-13T16:11:44.538303+0000","last_became_peered":"2024-09-13T16:11:44.538303+0000","last_unstale":"2024-09-13T16:11:46.051090+0000","last_undegraded":"2024-09-13T16:11:46.051090+0000","last_fullsized":"2024-09-13T16:11:46.051090+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834100+0000","last_change":"2024-09-13T16:11:44.180908+0000","last_active":"2024-09-13T16:11:45.834100+0000","last_peered":"2024-09-13T16:11:45.834100+0000","last_clean":"2024-09-13T16:11:45.834100+0000","last_became_active":"2024-09-13T16:11:44.180612+0000","last_became_peered":"2024-09-13T16:11:44.180612+0000","last_unstale":"2024-09-13T16:11:45.834100+0000","last_undegraded":"2024-09-13T16:11:45.834100+0000","last_fullsized":"2024-09-13T16:11:45.834100+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834047+0000","last_change":"2024-09-13T16:11:44.546710+0000","last_active":"2024-09-13T16:11:45.834047+0000","last_peered":"2024-09-13T16:11:45.834047+0000","last_clean":"2024-09-13T16:11:45.834047+0000","last_became_active":"2024-09-13T16:11:44.546476+0000","last_became_peered":"2024-09-13T16:11:44.546476+0000","last_unstale":"2024-09-13T16:11:45.834047+0000","last_undegraded":"2024-09-13T16:11:45.834047+0000","last_fullsized":"2024-09-13T16:11:45.834047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557919+0000","last_change":"2024-09-13T16:11:44.169189+0000","last_active":"2024-09-13T16:11:45.557919+0000","last_peered":"2024-09-13T16:11:45.557919+0000","last_clean":"2024-09-13T16:11:45.557919+0000","last_became_active":"2024-09-13T16:11:44.168911+0000","last_became_peered":"2024-09-13T16:11:44.168911+0000","last_unstale":"2024-09-13T16:11:45.557919+0000","last_undegraded":"2024-09-13T16:11:45.557919+0000","last_fullsized":"2024-09-13T16:11:45.557919+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834062+0000","last_change":"2024-09-13T16:11:44.540696+0000","last_active":"2024-09-13T16:11:45.834062+0000","last_peered":"2024-09-13T16:11:45.834062+0000","last_clean":"2024-09-13T16:11:45.834062+0000","last_became_active":"2024-09-13T16:11:44.539920+0000","last_became_peered":"2024-09-13T16:11:44.539920+0000","last_unstale":"2024-09-13T16:11:45.834062+0000","last_undegraded":"2024-09-13T16:11:45.834062+0000","last_fullsized":"2024-09-13T16:11:45.834062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"34'3","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050925+0000","last_change":"2024-09-13T16:11:44.179985+0000","last_active":"2024-09-13T16:11:46.050925+0000","last_peered":"2024-09-13T16:11:46.050925+0000","last_clean":"2024-09-13T16:11:46.050925+0000","last_became_active":"2024-09-13T16:11:44.179667+0000","last_became_peered":"2024-09-13T16:11:44.179667+0000","last_unstale":"2024-09-13T16:11:46.050925+0000","last_undegraded":"2024-09-13T16:11:46.050925+0000","last_fullsized":"2024-09-13T16:11:46.050925+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050715+0000","last_change":"2024-09-13T16:11:44.549551+0000","last_active":"2024-09-13T16:11:46.050715+0000","last_peered":"2024-09-13T16:11:46.050715+0000","last_clean":"2024-09-13T16:11:46.050715+0000","last_became_active":"2024-09-13T16:11:44.549274+0000","last_became_peered":"2024-09-13T16:11:44.549274+0000","last_unstale":"2024-09-13T16:11:46.050715+0000","last_undegraded":"2024-09-13T16:11:46.050715+0000","last_fullsized":"2024-09-13T16:11:46.050715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"34'6","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834072+0000","last_change":"2024-09-13T16:11:44.178868+0000","last_active":"2024-09-13T16:11:45.834072+0000","last_peered":"2024-09-13T16:11:45.834072+0000","last_clean":"2024-09-13T16:11:45.834072+0000","last_became_active":"2024-09-13T16:11:44.178602+0000","last_became_peered":"2024-09-13T16:11:44.178602+0000","last_unstale":"2024-09-13T16:11:45.834072+0000","last_undegraded":"2024-09-13T16:11:45.834072+0000","last_fullsized":"2024-09-13T16:11:45.834072+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:49.256692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535076+0000","last_change":"2024-09-13T16:11:44.541090+0000","last_active":"2024-09-13T16:11:45.535076+0000","last_peered":"2024-09-13T16:11:45.535076+0000","last_clean":"2024-09-13T16:11:45.535076+0000","last_became_active":"2024-09-13T16:11:44.540815+0000","last_became_peered":"2024-09-13T16:11:44.540815+0000","last_unstale":"2024-09-13T16:11:45.535076+0000","last_undegraded":"2024-09-13T16:11:45.535076+0000","last_fullsized":"2024-09-13T16:11:45.535076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536845+0000","last_change":"2024-09-13T16:11:44.177592+0000","last_active":"2024-09-13T16:11:45.536845+0000","last_peered":"2024-09-13T16:11:45.536845+0000","last_clean":"2024-09-13T16:11:45.536845+0000","last_became_active":"2024-09-13T16:11:44.177037+0000","last_became_peered":"2024-09-13T16:11:44.177037+0000","last_unstale":"2024-09-13T16:11:45.536845+0000","last_undegraded":"2024-09-13T16:11:45.536845+0000","last_fullsized":"2024-09-13T16:11:45.536845+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:05.513363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833972+0000","last_change":"2024-09-13T16:11:44.540673+0000","last_active":"2024-09-13T16:11:45.833972+0000","last_peered":"2024-09-13T16:11:45.833972+0000","last_clean":"2024-09-13T16:11:45.833972+0000","last_became_active":"2024-09-13T16:11:44.540414+0000","last_became_peered":"2024-09-13T16:11:44.540414+0000","last_unstale":"2024-09-13T16:11:45.833972+0000","last_undegraded":"2024-09-13T16:11:45.833972+0000","last_fullsized":"2024-09-13T16:11:45.833972+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535119+0000","last_change":"2024-09-13T16:11:44.175525+0000","last_active":"2024-09-13T16:11:45.535119+0000","last_peered":"2024-09-13T16:11:45.535119+0000","last_clean":"2024-09-13T16:11:45.535119+0000","last_became_active":"2024-09-13T16:11:44.175255+0000","last_became_peered":"2024-09-13T16:11:44.175255+0000","last_unstale":"2024-09-13T16:11:45.535119+0000","last_undegraded":"2024-09-13T16:11:45.535119+0000","last_fullsized":"2024-09-13T16:11:45.535119+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536150+0000","last_change":"2024-09-13T16:11:44.541959+0000","last_active":"2024-09-13T16:11:45.536150+0000","last_peered":"2024-09-13T16:11:45.536150+0000","last_clean":"2024-09-13T16:11:45.536150+0000","last_became_active":"2024-09-13T16:11:44.541696+0000","last_became_peered":"2024-09-13T16:11:44.541696+0000","last_unstale":"2024-09-13T16:11:45.536150+0000","last_undegraded":"2024-09-13T16:11:45.536150+0000","last_fullsized":"2024-09-13T16:11:45.536150+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833730+0000","last_change":"2024-09-13T16:11:44.176188+0000","last_active":"2024-09-13T16:11:45.833730+0000","last_peered":"2024-09-13T16:11:45.833730+0000","last_clean":"2024-09-13T16:11:45.833730+0000","last_became_active":"2024-09-13T16:11:44.175862+0000","last_became_peered":"2024-09-13T16:11:44.175862+0000","last_unstale":"2024-09-13T16:11:45.833730+0000","last_undegraded":"2024-09-13T16:11:45.833730+0000","last_fullsized":"2024-09-13T16:11:45.833730+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050801+0000","last_change":"2024-09-13T16:11:44.550060+0000","last_active":"2024-09-13T16:11:46.050801+0000","last_peered":"2024-09-13T16:11:46.050801+0000","last_clean":"2024-09-13T16:11:46.050801+0000","last_became_active":"2024-09-13T16:11:44.549771+0000","last_became_peered":"2024-09-13T16:11:44.549771+0000","last_unstale":"2024-09-13T16:11:46.050801+0000","last_undegraded":"2024-09-13T16:11:46.050801+0000","last_fullsized":"2024-09-13T16:11:46.050801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:21.441060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"34'8","reported_seq":19,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833715+0000","last_change":"2024-09-13T16:11:44.179046+0000","last_active":"2024-09-13T16:11:45.833715+0000","last_peered":"2024-09-13T16:11:45.833715+0000","last_clean":"2024-09-13T16:11:45.833715+0000","last_became_active":"2024-09-13T16:11:44.178662+0000","last_became_peered":"2024-09-13T16:11:44.178662+0000","last_unstale":"2024-09-13T16:11:45.833715+0000","last_undegraded":"2024-09-13T16:11:45.833715+0000","last_fullsized":"2024-09-13T16:11:45.833715+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:48.263263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536915+0000","last_change":"2024-09-13T16:11:44.537994+0000","last_active":"2024-09-13T16:11:45.536915+0000","last_peered":"2024-09-13T16:11:45.536915+0000","last_clean":"2024-09-13T16:11:45.536915+0000","last_became_active":"2024-09-13T16:11:44.537703+0000","last_became_peered":"2024-09-13T16:11:44.537703+0000","last_unstale":"2024-09-13T16:11:45.536915+0000","last_undegraded":"2024-09-13T16:11:45.536915+0000","last_fullsized":"2024-09-13T16:11:45.536915+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:33.221712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535562+0000","last_change":"2024-09-13T16:11:44.182329+0000","last_active":"2024-09-13T16:11:45.535562+0000","last_peered":"2024-09-13T16:11:45.535562+0000","last_clean":"2024-09-13T16:11:45.535562+0000","last_became_active":"2024-09-13T16:11:44.181961+0000","last_became_peered":"2024-09-13T16:11:44.181961+0000","last_unstale":"2024-09-13T16:11:45.535562+0000","last_undegraded":"2024-09-13T16:11:45.535562+0000","last_fullsized":"2024-09-13T16:11:45.535562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:39.662387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051296+0000","last_change":"2024-09-13T16:11:44.537838+0000","last_active":"2024-09-13T16:11:46.051296+0000","last_peered":"2024-09-13T16:11:46.051296+0000","last_clean":"2024-09-13T16:11:46.051296+0000","last_became_active":"2024-09-13T16:11:44.537540+0000","last_became_peered":"2024-09-13T16:11:44.537540+0000","last_unstale":"2024-09-13T16:11:46.051296+0000","last_undegraded":"2024-09-13T16:11:46.051296+0000","last_fullsized":"2024-09-13T16:11:46.051296+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536924+0000","last_change":"2024-09-13T16:11:44.178797+0000","last_active":"2024-09-13T16:11:45.536924+0000","last_peered":"2024-09-13T16:11:45.536924+0000","last_clean":"2024-09-13T16:11:45.536924+0000","last_became_active":"2024-09-13T16:11:44.178534+0000","last_became_peered":"2024-09-13T16:11:44.178534+0000","last_unstale":"2024-09-13T16:11:45.536924+0000","last_undegraded":"2024-09-13T16:11:45.536924+0000","last_fullsized":"2024-09-13T16:11:45.536924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:29:44.617812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535334+0000","last_change":"2024-09-13T16:11:44.540974+0000","last_active":"2024-09-13T16:11:45.535334+0000","last_peered":"2024-09-13T16:11:45.535334+0000","last_clean":"2024-09-13T16:11:45.535334+0000","last_became_active":"2024-09-13T16:11:44.540684+0000","last_became_peered":"2024-09-13T16:11:44.540684+0000","last_unstale":"2024-09-13T16:11:45.535334+0000","last_undegraded":"2024-09-13T16:11:45.535334+0000","last_fullsized":"2024-09-13T16:11:45.535334+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:33.221712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537061+0000","last_change":"2024-09-13T16:11:44.181636+0000","last_active":"2024-09-13T16:11:45.537061+0000","last_peered":"2024-09-13T16:11:45.537061+0000","last_clean":"2024-09-13T16:11:45.537061+0000","last_became_active":"2024-09-13T16:11:44.181366+0000","last_became_peered":"2024-09-13T16:11:44.181366+0000","last_unstale":"2024-09-13T16:11:45.537061+0000","last_undegraded":"2024-09-13T16:11:45.537061+0000","last_fullsized":"2024-09-13T16:11:45.537061+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:35:01.659997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050187+0000","last_change":"2024-09-13T16:11:44.536908+0000","last_active":"2024-09-13T16:11:46.050187+0000","last_peered":"2024-09-13T16:11:46.050187+0000","last_clean":"2024-09-13T16:11:46.050187+0000","last_became_active":"2024-09-13T16:11:44.536668+0000","last_became_peered":"2024-09-13T16:11:44.536668+0000","last_unstale":"2024-09-13T16:11:46.050187+0000","last_undegraded":"2024-09-13T16:11:46.050187+0000","last_fullsized":"2024-09-13T16:11:46.050187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:24.430038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537064+0000","last_change":"2024-09-13T16:11:44.180972+0000","last_active":"2024-09-13T16:11:45.537064+0000","last_peered":"2024-09-13T16:11:45.537064+0000","last_clean":"2024-09-13T16:11:45.537064+0000","last_became_active":"2024-09-13T16:11:44.180736+0000","last_became_peered":"2024-09-13T16:11:44.180736+0000","last_unstale":"2024-09-13T16:11:45.537064+0000","last_undegraded":"2024-09-13T16:11:45.537064+0000","last_fullsized":"2024-09-13T16:11:45.537064+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:54.157542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.049987+0000","last_change":"2024-09-13T16:11:44.538637+0000","last_active":"2024-09-13T16:11:46.049987+0000","last_peered":"2024-09-13T16:11:46.049987+0000","last_clean":"2024-09-13T16:11:46.049987+0000","last_became_active":"2024-09-13T16:11:44.537792+0000","last_became_peered":"2024-09-13T16:11:44.537792+0000","last_unstale":"2024-09-13T16:11:46.049987+0000","last_undegraded":"2024-09-13T16:11:46.049987+0000","last_fullsized":"2024-09-13T16:11:46.049987+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:40.734049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557918+0000","last_change":"2024-09-13T16:11:44.173109+0000","last_active":"2024-09-13T16:11:45.557918+0000","last_peered":"2024-09-13T16:11:45.557918+0000","last_clean":"2024-09-13T16:11:45.557918+0000","last_became_active":"2024-09-13T16:11:44.172847+0000","last_became_peered":"2024-09-13T16:11:44.172847+0000","last_unstale":"2024-09-13T16:11:45.557918+0000","last_undegraded":"2024-09-13T16:11:45.557918+0000","last_fullsized":"2024-09-13T16:11:45.557918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:48.263263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050161+0000","last_change":"2024-09-13T16:11:44.539215+0000","last_active":"2024-09-13T16:11:46.050161+0000","last_peered":"2024-09-13T16:11:46.050161+0000","last_clean":"2024-09-13T16:11:46.050161+0000","last_became_active":"2024-09-13T16:11:44.538954+0000","last_became_peered":"2024-09-13T16:11:44.538954+0000","last_unstale":"2024-09-13T16:11:46.050161+0000","last_undegraded":"2024-09-13T16:11:46.050161+0000","last_fullsized":"2024-09-13T16:11:46.050161+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:49.282858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051106+0000","last_change":"2024-09-13T16:11:44.181536+0000","last_active":"2024-09-13T16:11:46.051106+0000","last_peered":"2024-09-13T16:11:46.051106+0000","last_clean":"2024-09-13T16:11:46.051106+0000","last_became_active":"2024-09-13T16:11:44.181283+0000","last_became_peered":"2024-09-13T16:11:44.181283+0000","last_unstale":"2024-09-13T16:11:46.051106+0000","last_undegraded":"2024-09-13T16:11:46.051106+0000","last_fullsized":"2024-09-13T16:11:46.051106+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050045+0000","last_change":"2024-09-13T16:11:44.539463+0000","last_active":"2024-09-13T16:11:46.050045+0000","last_peered":"2024-09-13T16:11:46.050045+0000","last_clean":"2024-09-13T16:11:46.050045+0000","last_became_active":"2024-09-13T16:11:44.539205+0000","last_became_peered":"2024-09-13T16:11:44.539205+0000","last_unstale":"2024-09-13T16:11:46.050045+0000","last_undegraded":"2024-09-13T16:11:46.050045+0000","last_fullsized":"2024-09-13T16:11:46.050045+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:21.441060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536660+0000","last_change":"2024-09-13T16:11:44.177694+0000","last_active":"2024-09-13T16:11:45.536660+0000","last_peered":"2024-09-13T16:11:45.536660+0000","last_clean":"2024-09-13T16:11:45.536660+0000","last_became_active":"2024-09-13T16:11:44.177423+0000","last_became_peered":"2024-09-13T16:11:44.177423+0000","last_unstale":"2024-09-13T16:11:45.536660+0000","last_undegraded":"2024-09-13T16:11:45.536660+0000","last_fullsized":"2024-09-13T16:11:45.536660+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:33.137686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536643+0000","last_change":"2024-09-13T16:11:44.546010+0000","last_active":"2024-09-13T16:11:45.536643+0000","last_peered":"2024-09-13T16:11:45.536643+0000","last_clean":"2024-09-13T16:11:45.536643+0000","last_became_active":"2024-09-13T16:11:44.545266+0000","last_became_peered":"2024-09-13T16:11:44.545266+0000","last_unstale":"2024-09-13T16:11:45.536643+0000","last_undegraded":"2024-09-13T16:11:45.536643+0000","last_fullsized":"2024-09-13T16:11:45.536643+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:24.799270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050754+0000","last_change":"2024-09-13T16:11:44.179383+0000","last_active":"2024-09-13T16:11:46.050754+0000","last_peered":"2024-09-13T16:11:46.050754+0000","last_clean":"2024-09-13T16:11:46.050754+0000","last_became_active":"2024-09-13T16:11:44.179121+0000","last_became_peered":"2024-09-13T16:11:44.179121+0000","last_unstale":"2024-09-13T16:11:46.050754+0000","last_undegraded":"2024-09-13T16:11:46.050754+0000","last_fullsized":"2024-09-13T16:11:46.050754+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050176+0000","last_change":"2024-09-13T16:11:44.536216+0000","last_active":"2024-09-13T16:11:46.050176+0000","last_peered":"2024-09-13T16:11:46.050176+0000","last_clean":"2024-09-13T16:11:46.050176+0000","last_became_active":"2024-09-13T16:11:44.536002+0000","last_became_peered":"2024-09-13T16:11:44.536002+0000","last_unstale":"2024-09-13T16:11:46.050176+0000","last_undegraded":"2024-09-13T16:11:46.050176+0000","last_fullsized":"2024-09-13T16:11:46.050176+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:44.733983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535631+0000","last_change":"2024-09-13T16:11:44.179630+0000","last_active":"2024-09-13T16:11:45.535631+0000","last_peered":"2024-09-13T16:11:45.535631+0000","last_clean":"2024-09-13T16:11:45.535631+0000","last_became_active":"2024-09-13T16:11:44.179212+0000","last_became_peered":"2024-09-13T16:11:44.179212+0000","last_unstale":"2024-09-13T16:11:45.535631+0000","last_undegraded":"2024-09-13T16:11:45.535631+0000","last_fullsized":"2024-09-13T16:11:45.535631+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:29:44.617812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051309+0000","last_change":"2024-09-13T16:11:44.550274+0000","last_active":"2024-09-13T16:11:46.051309+0000","last_peered":"2024-09-13T16:11:46.051309+0000","last_clean":"2024-09-13T16:11:46.051309+0000","last_became_active":"2024-09-13T16:11:44.549993+0000","last_became_peered":"2024-09-13T16:11:44.549993+0000","last_unstale":"2024-09-13T16:11:46.051309+0000","last_undegraded":"2024-09-13T16:11:46.051309+0000","last_fullsized":"2024-09-13T16:11:46.051309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557894+0000","last_change":"2024-09-13T16:11:44.175660+0000","last_active":"2024-09-13T16:11:45.557894+0000","last_peered":"2024-09-13T16:11:45.557894+0000","last_clean":"2024-09-13T16:11:45.557894+0000","last_became_active":"2024-09-13T16:11:44.175406+0000","last_became_peered":"2024-09-13T16:11:44.175406+0000","last_unstale":"2024-09-13T16:11:45.557894+0000","last_undegraded":"2024-09-13T16:11:45.557894+0000","last_fullsized":"2024-09-13T16:11:45.557894+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557808+0000","last_change":"2024-09-13T16:11:44.545884+0000","last_active":"2024-09-13T16:11:45.557808+0000","last_peered":"2024-09-13T16:11:45.557808+0000","last_clean":"2024-09-13T16:11:45.557808+0000","last_became_active":"2024-09-13T16:11:44.545604+0000","last_became_peered":"2024-09-13T16:11:44.545604+0000","last_unstale":"2024-09-13T16:11:45.557808+0000","last_undegraded":"2024-09-13T16:11:45.557808+0000","last_fullsized":"2024-09-13T16:11:45.557808+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535382+0000","last_change":"2024-09-13T16:11:44.180893+0000","last_active":"2024-09-13T16:11:45.535382+0000","last_peered":"2024-09-13T16:11:45.535382+0000","last_clean":"2024-09-13T16:11:45.535382+0000","last_became_active":"2024-09-13T16:11:44.180652+0000","last_became_peered":"2024-09-13T16:11:44.180652+0000","last_unstale":"2024-09-13T16:11:45.535382+0000","last_undegraded":"2024-09-13T16:11:45.535382+0000","last_fullsized":"2024-09-13T16:11:45.535382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.434936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050945+0000","last_change":"2024-09-13T16:11:44.550379+0000","last_active":"2024-09-13T16:11:46.050945+0000","last_peered":"2024-09-13T16:11:46.050945+0000","last_clean":"2024-09-13T16:11:46.050945+0000","last_became_active":"2024-09-13T16:11:44.550146+0000","last_became_peered":"2024-09-13T16:11:44.550146+0000","last_unstale":"2024-09-13T16:11:46.050945+0000","last_undegraded":"2024-09-13T16:11:46.050945+0000","last_fullsized":"2024-09-13T16:11:46.050945+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:15.323855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557946+0000","last_change":"2024-09-13T16:11:44.177081+0000","last_active":"2024-09-13T16:11:45.557946+0000","last_peered":"2024-09-13T16:11:45.557946+0000","last_clean":"2024-09-13T16:11:45.557946+0000","last_became_active":"2024-09-13T16:11:44.176797+0000","last_became_peered":"2024-09-13T16:11:44.176797+0000","last_unstale":"2024-09-13T16:11:45.557946+0000","last_undegraded":"2024-09-13T16:11:45.557946+0000","last_fullsized":"2024-09-13T16:11:45.557946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557849+0000","last_change":"2024-09-13T16:11:44.545424+0000","last_active":"2024-09-13T16:11:45.557849+0000","last_peered":"2024-09-13T16:11:45.557849+0000","last_clean":"2024-09-13T16:11:45.557849+0000","last_became_active":"2024-09-13T16:11:44.545171+0000","last_became_peered":"2024-09-13T16:11:44.545171+0000","last_unstale":"2024-09-13T16:11:45.557849+0000","last_undegraded":"2024-09-13T16:11:45.557849+0000","last_fullsized":"2024-09-13T16:11:45.557849+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535159+0000","last_change":"2024-09-13T16:11:44.180138+0000","last_active":"2024-09-13T16:11:45.535159+0000","last_peered":"2024-09-13T16:11:45.535159+0000","last_clean":"2024-09-13T16:11:45.535159+0000","last_became_active":"2024-09-13T16:11:44.179770+0000","last_became_peered":"2024-09-13T16:11:44.179770+0000","last_unstale":"2024-09-13T16:11:45.535159+0000","last_undegraded":"2024-09-13T16:11:45.535159+0000","last_fullsized":"2024-09-13T16:11:45.535159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833655+0000","last_change":"2024-09-13T16:11:44.542512+0000","last_active":"2024-09-13T16:11:45.833655+0000","last_peered":"2024-09-13T16:11:45.833655+0000","last_clean":"2024-09-13T16:11:45.833655+0000","last_became_active":"2024-09-13T16:11:44.542014+0000","last_became_peered":"2024-09-13T16:11:44.542014+0000","last_unstale":"2024-09-13T16:11:45.833655+0000","last_undegraded":"2024-09-13T16:11:45.833655+0000","last_fullsized":"2024-09-13T16:11:45.833655+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:19.935545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536754+0000","last_change":"2024-09-13T16:11:44.175730+0000","last_active":"2024-09-13T16:11:45.536754+0000","last_peered":"2024-09-13T16:11:45.536754+0000","last_clean":"2024-09-13T16:11:45.536754+0000","last_became_active":"2024-09-13T16:11:44.175464+0000","last_became_peered":"2024-09-13T16:11:44.175464+0000","last_unstale":"2024-09-13T16:11:45.536754+0000","last_undegraded":"2024-09-13T16:11:45.536754+0000","last_fullsized":"2024-09-13T16:11:45.536754+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:43.168136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536568+0000","last_change":"2024-09-13T16:11:44.548422+0000","last_active":"2024-09-13T16:11:45.536568+0000","last_peered":"2024-09-13T16:11:45.536568+0000","last_clean":"2024-09-13T16:11:45.536568+0000","last_became_active":"2024-09-13T16:11:44.548171+0000","last_became_peered":"2024-09-13T16:11:44.548171+0000","last_unstale":"2024-09-13T16:11:45.536568+0000","last_undegraded":"2024-09-13T16:11:45.536568+0000","last_fullsized":"2024-09-13T16:11:45.536568+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833769+0000","last_change":"2024-09-13T16:11:44.179792+0000","last_active":"2024-09-13T16:11:45.833769+0000","last_peered":"2024-09-13T16:11:45.833769+0000","last_clean":"2024-09-13T16:11:45.833769+0000","last_became_active":"2024-09-13T16:11:44.179522+0000","last_became_peered":"2024-09-13T16:11:44.179522+0000","last_unstale":"2024-09-13T16:11:45.833769+0000","last_undegraded":"2024-09-13T16:11:45.833769+0000","last_fullsized":"2024-09-13T16:11:45.833769+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536127+0000","last_change":"2024-09-13T16:11:44.535018+0000","last_active":"2024-09-13T16:11:45.536127+0000","last_peered":"2024-09-13T16:11:45.536127+0000","last_clean":"2024-09-13T16:11:45.536127+0000","last_became_active":"2024-09-13T16:11:44.534656+0000","last_became_peered":"2024-09-13T16:11:44.534656+0000","last_unstale":"2024-09-13T16:11:45.536127+0000","last_undegraded":"2024-09-13T16:11:45.536127+0000","last_fullsized":"2024-09-13T16:11:45.536127+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:53.295118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051172+0000","last_change":"2024-09-13T16:11:44.182474+0000","last_active":"2024-09-13T16:11:46.051172+0000","last_peered":"2024-09-13T16:11:46.051172+0000","last_clean":"2024-09-13T16:11:46.051172+0000","last_became_active":"2024-09-13T16:11:44.182183+0000","last_became_peered":"2024-09-13T16:11:44.182183+0000","last_unstale":"2024-09-13T16:11:46.051172+0000","last_undegraded":"2024-09-13T16:11:46.051172+0000","last_fullsized":"2024-09-13T16:11:46.051172+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:33.137686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T16:11:44.532056+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:11:44.532056+0000","last_peered":"2024-09-13T16:11:44.532056+0000","last_clean":"2024-09-13T16:11:44.532056+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:11:44.532056+0000","last_undegraded":"2024-09-13T16:11:44.532056+0000","last_fullsized":"2024-09-13T16:11:44.532056+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":995328,"data_stored":747234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.41699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.622},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.56200000000000006}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.59999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64900000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":157392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.442}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.623}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.54600000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.67700000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.57899999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":157448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.55600000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.624},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56799999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.66700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.503},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.44500000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58899999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":156880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.60299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.58899999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.627}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.441},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.496}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.65300000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31520,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":413696,"data_stored":158362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.42599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.40400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.48399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.70499999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.67500000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.748}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.72299999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":401408,"data_stored":156846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.375},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.27700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.63},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.57399999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.59399999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.60399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31520,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":413696,"data_stored":158362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.313}]},{"osd":2,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.33500000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.379}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.64700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50800000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.49399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":987136,"data_stored":746525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.35799999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.316}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.373}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.63900000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.53900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.626},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.60899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:11:49.203 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:11:49.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.338+0000 7fbdcafae640 1 Processor -- start 2024-09-13T16:11:49.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.338+0000 7fbdcafae640 1 -- start start 2024-09-13T16:11:49.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdcafae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc4154a80 0x7fbdc40b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdcafae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbdc40b2b20 0x7fbdc4071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdcafae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbdc40717c0 0x7fbdc4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdcafae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdc4071c70 con 0x7fbdc40b2b20 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdcafae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbdc40b2ff0 con 0x7fbdc40717c0 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdcafae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc40b32d0 con 0x7fbdc4154a80 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdc3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbdc40b2b20 0x7fbdc4071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdc3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbdc40b2b20 0x7fbdc4071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34474/0 (socket says 172.21.15.39:34474) 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdc3fff640 1 -- 172.21.15.39:0/2005081510 learned_addr learned my addr 172.21.15.39:0/2005081510 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdc8d4a640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc4154a80 0x7fbdc40b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.339+0000 7fbdc954b640 1 --2- 172.21.15.39:0/2005081510 >> v2:172.21.15.157:3300/0 conn(0x7fbdc40717c0 0x7fbdc4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc3fff640 1 -- 172.21.15.39:0/2005081510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc4154a80 msgr2=0x7fbdc40b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc4154a80 0x7fbdc40b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc3fff640 1 -- 172.21.15.39:0/2005081510 >> v2:172.21.15.157:3300/0 conn(0x7fbdc40717c0 msgr2=0x7fbdc4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/2005081510 >> v2:172.21.15.157:3300/0 conn(0x7fbdc40717c0 0x7fbdc4069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc3fff640 1 -- 172.21.15.39:0/2005081510 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdc40b35b0 con 0x7fbdc40b2b20 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc954b640 1 --2- 172.21.15.39:0/2005081510 >> v2:172.21.15.157:3300/0 conn(0x7fbdc40717c0 0x7fbdc4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc8d4a640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc4154a80 0x7fbdc40b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40b2b20 0x7fbdc4071280 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40c3c90 tx=0x7fbdac02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a02bf8f2cd1cbf15 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc37fe640 1 -- 172.21.15.39:0/2005081510 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdac031600 con 0x7fbdc40b2b20 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc37fe640 1 -- 172.21.15.39:0/2005081510 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdac02d050 con 0x7fbdc40b2b20 2024-09-13T16:11:49.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.340+0000 7fbdc37fe640 1 -- 172.21.15.39:0/2005081510 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdac031980 con 0x7fbdc40b2b20 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 -- 172.21.15.39:0/2005081510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40b2b20 msgr2=0x7fbdc4071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40b2b20 0x7fbdc4071280 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7fbdc40c3c90 tx=0x7fbdac02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 -- 172.21.15.39:0/2005081510 shutdown_connections 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40b2b20 0x7fbdc4071280 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 --2- 172.21.15.39:0/2005081510 >> v2:172.21.15.157:3300/0 conn(0x7fbdc40717c0 0x7fbdc4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 --2- 172.21.15.39:0/2005081510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc4154a80 0x7fbdc40b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 -- 172.21.15.39:0/2005081510 >> 172.21.15.39:0/2005081510 conn(0x7fbdc40b15d0 msgr2=0x7fbdc40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 -- 172.21.15.39:0/2005081510 shutdown_connections 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.341+0000 7fbdcafae640 1 -- 172.21.15.39:0/2005081510 wait complete. 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.342+0000 7fbdcafae640 1 Processor -- start 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.342+0000 7fbdcafae640 1 -- start start 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdcafae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 0x7fbdc4155e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdcafae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc40b2b20 0x7fbdc4070920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdcafae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbdc4154a80 0x7fbdc41f02f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdcafae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc4156530 con 0x7fbdc40717c0 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdcafae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc4156810 con 0x7fbdc4154a80 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdcafae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbdc4156af0 con 0x7fbdc40b2b20 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdc8d4a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 0x7fbdc4155e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdc8d4a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 0x7fbdc4155e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34478/0 (socket says 172.21.15.39:34478) 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdc8d4a640 1 -- 172.21.15.39:0/18213119 learned_addr learned my addr 172.21.15.39:0/18213119 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.343+0000 7fbdc954b640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbdc4154a80 0x7fbdc41f02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc40b2b20 0x7fbdc4070920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc8d4a640 1 -- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc40b2b20 msgr2=0x7fbdc4070920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc8d4a640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc40b2b20 0x7fbdc4070920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc8d4a640 1 -- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbdc4154a80 msgr2=0x7fbdc41f02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc8d4a640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbdc4154a80 0x7fbdc41f02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc8d4a640 1 -- 172.21.15.39:0/18213119 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbdac009b30 con 0x7fbdc40717c0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc40b2b20 0x7fbdc4070920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc8d4a640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 0x7fbdc4155e20 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400d7d0 tx=0x7fbdb400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4004030 con 0x7fbdc40717c0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbdb4004190 con 0x7fbdc40717c0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbdc4156dd0 con 0x7fbdc40717c0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbdb4004500 con 0x7fbdc40717c0 2024-09-13T16:11:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.344+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbdc4070e60 con 0x7fbdc40717c0 2024-09-13T16:11:49.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.345+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbdc40672f0 con 0x7fbdc40717c0 2024-09-13T16:11:49.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.346+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbdb40096a0 con 0x7fbdc40717c0 2024-09-13T16:11:49.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.346+0000 7fbdc17fa640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbda406ac00 0x7fbda406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.346+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbdb40894d0 con 0x7fbdc40717c0 2024-09-13T16:11:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.346+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbda406ac00 0x7fbda406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.347+0000 7fbdc3fff640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbda406ac00 0x7fbda406d0c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbdac033000 tx=0x7fbdac009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.350+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbdb4054620 con 0x7fbdc40717c0 2024-09-13T16:11:49.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.586+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7fbdc4072170 con 0x7fbdc40717c0 2024-09-13T16:11:49.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.586+0000 7fbdc17fa640 1 -- 172.21.15.39:0/18213119 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1430 (secure 0 0 0) 0x7fbdb4057c40 con 0x7fbdc40717c0 2024-09-13T16:11:49.588 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:49.588 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":88,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":35,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243831,"num_in_osds":8,"osd_in_since":1726243823,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":97}],"num_pgs":97,"num_pools":3,"num_objects":23,"data_bytes":592730,"bytes_used":259346432,"bytes_avail":772834766848,"bytes_total":773094113280,"write_bytes_sec":2392,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":15,"id":2,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":2,"rank":0,"name":"b","status":"up:active","gid":5283}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":4,"modified":"2024-09-13T16:11:35.145399+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T16:11:49.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.588+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbda406ac00 msgr2=0x7fbda406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.588+0000 7fbdcafae640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbda406ac00 0x7fbda406d0c0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7fbdac033000 tx=0x7fbdac009000 comp rx=0 tx=0).stop 2024-09-13T16:11:49.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.588+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 msgr2=0x7fbdc4155e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.588+0000 7fbdcafae640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 0x7fbdc4155e20 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbdb400d7d0 tx=0x7fbdb400dc90 comp rx=0 tx=0).stop 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 shutdown_connections 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbda406ac00 0x7fbda406d0c0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbdc4154a80 0x7fbdc41f02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbdc40b2b20 0x7fbdc4070920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 --2- 172.21.15.39:0/18213119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbdc40717c0 0x7fbdc4155e20 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 >> 172.21.15.39:0/18213119 conn(0x7fbdc40b15d0 msgr2=0x7fbdc406b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 shutdown_connections 2024-09-13T16:11:49.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.589+0000 7fbdcafae640 1 -- 172.21.15.39:0/18213119 wait complete. 2024-09-13T16:11:49.601 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:11:49.601 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:11:49.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.701+0000 7eff4d718640 1 Processor -- start 2024-09-13T16:11:49.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.701+0000 7eff4d718640 1 -- start start 2024-09-13T16:11:49.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff4d718640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7eff4815a230 0x7eff480ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff4d718640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff48070a70 0x7eff48070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff4d718640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7eff481601f0 0x7eff481606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff4d718640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff4806ccd0 con 0x7eff481601f0 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff4d718640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff480713f0 con 0x7eff4815a230 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff4d718640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff4815a610 con 0x7eff48070a70 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7eff481601f0 0x7eff481606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7eff481601f0 0x7eff481606a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34482/0 (socket says 172.21.15.39:34482) 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 -- 172.21.15.39:0/2281474212 learned_addr learned my addr 172.21.15.39:0/2281474212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff467fc640 1 --2- 172.21.15.39:0/2281474212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff48070a70 0x7eff48070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff46ffd640 1 --2- 172.21.15.39:0/2281474212 >> v2:172.21.15.157:3300/0 conn(0x7eff4815a230 0x7eff480ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 -- 172.21.15.39:0/2281474212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff48070a70 msgr2=0x7eff48070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 --2- 172.21.15.39:0/2281474212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff48070a70 0x7eff48070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 -- 172.21.15.39:0/2281474212 >> v2:172.21.15.157:3300/0 conn(0x7eff4815a230 msgr2=0x7eff480ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:49.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 --2- 172.21.15.39:0/2281474212 >> v2:172.21.15.157:3300/0 conn(0x7eff4815a230 0x7eff480ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff477fe640 1 -- 172.21.15.39:0/2281474212 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff480ad1d0 con 0x7eff481601f0 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.702+0000 7eff46ffd640 1 --2- 172.21.15.39:0/2281474212 >> v2:172.21.15.157:3300/0 conn(0x7eff4815a230 0x7eff480ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.703+0000 7eff477fe640 1 --2- 172.21.15.39:0/2281474212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff481601f0 0x7eff481606a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7eff48065bd0 tx=0x7eff4002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5fb9f5a5d4a2785 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.703+0000 7eff45ffb640 1 -- 172.21.15.39:0/2281474212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff40032440 con 0x7eff481601f0 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.703+0000 7eff45ffb640 1 -- 172.21.15.39:0/2281474212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff400325a0 con 0x7eff481601f0 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.703+0000 7eff45ffb640 1 -- 172.21.15.39:0/2281474212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff40032930 con 0x7eff481601f0 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 -- 172.21.15.39:0/2281474212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff481601f0 msgr2=0x7eff481606a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 --2- 172.21.15.39:0/2281474212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff481601f0 0x7eff481606a0 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7eff48065bd0 tx=0x7eff4002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 -- 172.21.15.39:0/2281474212 shutdown_connections 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 --2- 172.21.15.39:0/2281474212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff481601f0 0x7eff481606a0 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 --2- 172.21.15.39:0/2281474212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff48070a70 0x7eff48070eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 --2- 172.21.15.39:0/2281474212 >> v2:172.21.15.157:3300/0 conn(0x7eff4815a230 0x7eff480ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 -- 172.21.15.39:0/2281474212 >> 172.21.15.39:0/2281474212 conn(0x7eff4806a0b0 msgr2=0x7eff4806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 -- 172.21.15.39:0/2281474212 shutdown_connections 2024-09-13T16:11:49.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.704+0000 7eff4d718640 1 -- 172.21.15.39:0/2281474212 wait complete. 2024-09-13T16:11:49.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.705+0000 7eff4d718640 1 Processor -- start 2024-09-13T16:11:49.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.705+0000 7eff4d718640 1 -- start start 2024-09-13T16:11:49.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff4d718640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff48070a70 0x7eff4814c530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff4d718640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 0x7eff48150d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff4d718640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff481601f0 0x7eff4815e7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff4d718640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff48151d40 con 0x7eff4815a230 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff4d718640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff48151780 con 0x7eff48070a70 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff4d718640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff48151a60 con 0x7eff481601f0 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 0x7eff48150d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 0x7eff48150d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34498/0 (socket says 172.21.15.39:34498) 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff467fc640 1 -- 172.21.15.39:0/190720650 learned_addr learned my addr 172.21.15.39:0/190720650 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff46ffd640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff48070a70 0x7eff4814c530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.706+0000 7eff477fe640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff481601f0 0x7eff4815e7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff467fc640 1 -- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff481601f0 msgr2=0x7eff4815e7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff467fc640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff481601f0 0x7eff4815e7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff467fc640 1 -- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff48070a70 msgr2=0x7eff4814c530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff467fc640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff48070a70 0x7eff4814c530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff467fc640 1 -- 172.21.15.39:0/190720650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff400094d0 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff467fc640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 0x7eff48150d50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7eff3000d5f0 tx=0x7eff3000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff30018070 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff30004240 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff300043f0 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff4815d070 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.707+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff4814ca70 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.708+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff4814cc30 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.708+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7eff30003610 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.709+0000 7eff3f7fe640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff2806ac00 0x7eff2806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.709+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7eff30089180 con 0x7eff4815a230 2024-09-13T16:11:49.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.709+0000 7eff46ffd640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff2806ac00 0x7eff2806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:49.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.710+0000 7eff46ffd640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff2806ac00 0x7eff2806d0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7eff38007510 tx=0x7eff380074a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:49.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.713+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7eff30054360 con 0x7eff4815a230 2024-09-13T16:11:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.880+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7eff480ada70 con 0x7eff2806ac00 2024-09-13T16:11:49.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.889+0000 7eff3f7fe640 1 -- 172.21.15.39:0/190720650 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289409 (secure 0 0 0) 0x7eff38013070 con 0x7eff2806ac00 2024-09-13T16:11:49.893 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:49.894 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.891+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff2806ac00 msgr2=0x7eff2806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.891+0000 7eff4d718640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff2806ac00 0x7eff2806d0c0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7eff38007510 tx=0x7eff380074a0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.891+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 msgr2=0x7eff48150d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.891+0000 7eff4d718640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 0x7eff48150d50 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7eff3000d5f0 tx=0x7eff3000dab0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 shutdown_connections 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff2806ac00 0x7eff2806d0c0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7eff481601f0 0x7eff4815e7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7eff4815a230 0x7eff48150d50 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 --2- 172.21.15.39:0/190720650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7eff48070a70 0x7eff4814c530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:49.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 >> 172.21.15.39:0/190720650 conn(0x7eff4806a0b0 msgr2=0x7eff480af2d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:49.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 shutdown_connections 2024-09-13T16:11:49.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:49.892+0000 7eff4d718640 1 -- 172.21.15.39:0/190720650 wait complete. 2024-09-13T16:11:49.904 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":67,"stamp":"2024-09-13T16:11:49.148112+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":171,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253268,"kb_used_data":4324,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721452,"statfs":{"total":773094113280,"available":772834766848,"internally_reserved":0,"allocated":4427776,"data_stored":2439049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.991300"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051306+0000","last_change":"2024-09-13T16:11:44.547387+0000","last_active":"2024-09-13T16:11:46.051306+0000","last_peered":"2024-09-13T16:11:46.051306+0000","last_clean":"2024-09-13T16:11:46.051306+0000","last_became_active":"2024-09-13T16:11:44.545964+0000","last_became_peered":"2024-09-13T16:11:44.545964+0000","last_unstale":"2024-09-13T16:11:46.051306+0000","last_undegraded":"2024-09-13T16:11:46.051306+0000","last_fullsized":"2024-09-13T16:11:46.051306+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:50.276287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834032+0000","last_change":"2024-09-13T16:11:44.542662+0000","last_active":"2024-09-13T16:11:45.834032+0000","last_peered":"2024-09-13T16:11:45.834032+0000","last_clean":"2024-09-13T16:11:45.834032+0000","last_became_active":"2024-09-13T16:11:44.542385+0000","last_became_peered":"2024-09-13T16:11:44.542385+0000","last_unstale":"2024-09-13T16:11:45.834032+0000","last_undegraded":"2024-09-13T16:11:45.834032+0000","last_fullsized":"2024-09-13T16:11:45.834032+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:56.472624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050832+0000","last_change":"2024-09-13T16:11:44.548094+0000","last_active":"2024-09-13T16:11:46.050832+0000","last_peered":"2024-09-13T16:11:46.050832+0000","last_clean":"2024-09-13T16:11:46.050832+0000","last_became_active":"2024-09-13T16:11:44.546956+0000","last_became_peered":"2024-09-13T16:11:44.546956+0000","last_unstale":"2024-09-13T16:11:46.050832+0000","last_undegraded":"2024-09-13T16:11:46.050832+0000","last_fullsized":"2024-09-13T16:11:46.050832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535292+0000","last_change":"2024-09-13T16:11:44.544580+0000","last_active":"2024-09-13T16:11:45.535292+0000","last_peered":"2024-09-13T16:11:45.535292+0000","last_clean":"2024-09-13T16:11:45.535292+0000","last_became_active":"2024-09-13T16:11:44.544318+0000","last_became_peered":"2024-09-13T16:11:44.544318+0000","last_unstale":"2024-09-13T16:11:45.535292+0000","last_undegraded":"2024-09-13T16:11:45.535292+0000","last_fullsized":"2024-09-13T16:11:45.535292+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050047+0000","last_change":"2024-09-13T16:11:44.548018+0000","last_active":"2024-09-13T16:11:46.050047+0000","last_peered":"2024-09-13T16:11:46.050047+0000","last_clean":"2024-09-13T16:11:46.050047+0000","last_became_active":"2024-09-13T16:11:44.547709+0000","last_became_peered":"2024-09-13T16:11:44.547709+0000","last_unstale":"2024-09-13T16:11:46.050047+0000","last_undegraded":"2024-09-13T16:11:46.050047+0000","last_fullsized":"2024-09-13T16:11:46.050047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:50.276287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833747+0000","last_change":"2024-09-13T16:11:44.533059+0000","last_active":"2024-09-13T16:11:45.833747+0000","last_peered":"2024-09-13T16:11:45.833747+0000","last_clean":"2024-09-13T16:11:45.833747+0000","last_became_active":"2024-09-13T16:11:44.532640+0000","last_became_peered":"2024-09-13T16:11:44.532640+0000","last_unstale":"2024-09-13T16:11:45.833747+0000","last_undegraded":"2024-09-13T16:11:45.833747+0000","last_fullsized":"2024-09-13T16:11:45.833747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536534+0000","last_change":"2024-09-13T16:11:44.546221+0000","last_active":"2024-09-13T16:11:45.536534+0000","last_peered":"2024-09-13T16:11:45.536534+0000","last_clean":"2024-09-13T16:11:45.536534+0000","last_became_active":"2024-09-13T16:11:44.545827+0000","last_became_peered":"2024-09-13T16:11:44.545827+0000","last_unstale":"2024-09-13T16:11:45.536534+0000","last_undegraded":"2024-09-13T16:11:45.536534+0000","last_fullsized":"2024-09-13T16:11:45.536534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:16.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536035+0000","last_change":"2024-09-13T16:11:44.539567+0000","last_active":"2024-09-13T16:11:45.536035+0000","last_peered":"2024-09-13T16:11:45.536035+0000","last_clean":"2024-09-13T16:11:45.536035+0000","last_became_active":"2024-09-13T16:11:44.539323+0000","last_became_peered":"2024-09-13T16:11:44.539323+0000","last_unstale":"2024-09-13T16:11:45.536035+0000","last_undegraded":"2024-09-13T16:11:45.536035+0000","last_fullsized":"2024-09-13T16:11:45.536035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:23.317911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536694+0000","last_change":"2024-09-13T16:11:44.546596+0000","last_active":"2024-09-13T16:11:45.536694+0000","last_peered":"2024-09-13T16:11:45.536694+0000","last_clean":"2024-09-13T16:11:45.536694+0000","last_became_active":"2024-09-13T16:11:44.546339+0000","last_became_peered":"2024-09-13T16:11:44.546339+0000","last_unstale":"2024-09-13T16:11:45.536694+0000","last_undegraded":"2024-09-13T16:11:45.536694+0000","last_fullsized":"2024-09-13T16:11:45.536694+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535398+0000","last_change":"2024-09-13T16:11:44.548707+0000","last_active":"2024-09-13T16:11:45.535398+0000","last_peered":"2024-09-13T16:11:45.535398+0000","last_clean":"2024-09-13T16:11:45.535398+0000","last_became_active":"2024-09-13T16:11:44.548422+0000","last_became_peered":"2024-09-13T16:11:44.548422+0000","last_unstale":"2024-09-13T16:11:45.535398+0000","last_undegraded":"2024-09-13T16:11:45.535398+0000","last_fullsized":"2024-09-13T16:11:45.535398+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:34:09.876366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537186+0000","last_change":"2024-09-13T16:11:44.545071+0000","last_active":"2024-09-13T16:11:45.537186+0000","last_peered":"2024-09-13T16:11:45.537186+0000","last_clean":"2024-09-13T16:11:45.537186+0000","last_became_active":"2024-09-13T16:11:44.544836+0000","last_became_peered":"2024-09-13T16:11:44.544836+0000","last_unstale":"2024-09-13T16:11:45.537186+0000","last_undegraded":"2024-09-13T16:11:45.537186+0000","last_fullsized":"2024-09-13T16:11:45.537186+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:19.935545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051120+0000","last_change":"2024-09-13T16:11:44.538373+0000","last_active":"2024-09-13T16:11:46.051120+0000","last_peered":"2024-09-13T16:11:46.051120+0000","last_clean":"2024-09-13T16:11:46.051120+0000","last_became_active":"2024-09-13T16:11:44.538102+0000","last_became_peered":"2024-09-13T16:11:44.538102+0000","last_unstale":"2024-09-13T16:11:46.051120+0000","last_undegraded":"2024-09-13T16:11:46.051120+0000","last_fullsized":"2024-09-13T16:11:46.051120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050047+0000","last_change":"2024-09-13T16:11:44.542782+0000","last_active":"2024-09-13T16:11:46.050047+0000","last_peered":"2024-09-13T16:11:46.050047+0000","last_clean":"2024-09-13T16:11:46.050047+0000","last_became_active":"2024-09-13T16:11:44.542511+0000","last_became_peered":"2024-09-13T16:11:44.542511+0000","last_unstale":"2024-09-13T16:11:46.050047+0000","last_undegraded":"2024-09-13T16:11:46.050047+0000","last_fullsized":"2024-09-13T16:11:46.050047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:38.964248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833859+0000","last_change":"2024-09-13T16:11:44.536989+0000","last_active":"2024-09-13T16:11:45.833859+0000","last_peered":"2024-09-13T16:11:45.833859+0000","last_clean":"2024-09-13T16:11:45.833859+0000","last_became_active":"2024-09-13T16:11:44.536141+0000","last_became_peered":"2024-09-13T16:11:44.536141+0000","last_unstale":"2024-09-13T16:11:45.833859+0000","last_undegraded":"2024-09-13T16:11:45.833859+0000","last_fullsized":"2024-09-13T16:11:45.833859+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:01.666776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050731+0000","last_change":"2024-09-13T16:11:44.545421+0000","last_active":"2024-09-13T16:11:46.050731+0000","last_peered":"2024-09-13T16:11:46.050731+0000","last_clean":"2024-09-13T16:11:46.050731+0000","last_became_active":"2024-09-13T16:11:44.545120+0000","last_became_peered":"2024-09-13T16:11:44.545120+0000","last_unstale":"2024-09-13T16:11:46.050731+0000","last_undegraded":"2024-09-13T16:11:46.050731+0000","last_fullsized":"2024-09-13T16:11:46.050731+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536260+0000","last_change":"2024-09-13T16:11:44.548384+0000","last_active":"2024-09-13T16:11:45.536260+0000","last_peered":"2024-09-13T16:11:45.536260+0000","last_clean":"2024-09-13T16:11:45.536260+0000","last_became_active":"2024-09-13T16:11:44.548114+0000","last_became_peered":"2024-09-13T16:11:44.548114+0000","last_unstale":"2024-09-13T16:11:45.536260+0000","last_undegraded":"2024-09-13T16:11:45.536260+0000","last_fullsized":"2024-09-13T16:11:45.536260+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536667+0000","last_change":"2024-09-13T16:11:44.546682+0000","last_active":"2024-09-13T16:11:45.536667+0000","last_peered":"2024-09-13T16:11:45.536667+0000","last_clean":"2024-09-13T16:11:45.536667+0000","last_became_active":"2024-09-13T16:11:44.546440+0000","last_became_peered":"2024-09-13T16:11:44.546440+0000","last_unstale":"2024-09-13T16:11:45.536667+0000","last_undegraded":"2024-09-13T16:11:45.536667+0000","last_fullsized":"2024-09-13T16:11:45.536667+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:31.344572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834107+0000","last_change":"2024-09-13T16:11:44.544941+0000","last_active":"2024-09-13T16:11:45.834107+0000","last_peered":"2024-09-13T16:11:45.834107+0000","last_clean":"2024-09-13T16:11:45.834107+0000","last_became_active":"2024-09-13T16:11:44.544688+0000","last_became_peered":"2024-09-13T16:11:44.544688+0000","last_unstale":"2024-09-13T16:11:45.834107+0000","last_undegraded":"2024-09-13T16:11:45.834107+0000","last_fullsized":"2024-09-13T16:11:45.834107+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:23.317911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833973+0000","last_change":"2024-09-13T16:11:44.545515+0000","last_active":"2024-09-13T16:11:45.833973+0000","last_peered":"2024-09-13T16:11:45.833973+0000","last_clean":"2024-09-13T16:11:45.833973+0000","last_became_active":"2024-09-13T16:11:44.545261+0000","last_became_peered":"2024-09-13T16:11:44.545261+0000","last_unstale":"2024-09-13T16:11:45.833973+0000","last_undegraded":"2024-09-13T16:11:45.833973+0000","last_fullsized":"2024-09-13T16:11:45.833973+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:53.295118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050197+0000","last_change":"2024-09-13T16:11:44.537695+0000","last_active":"2024-09-13T16:11:46.050197+0000","last_peered":"2024-09-13T16:11:46.050197+0000","last_clean":"2024-09-13T16:11:46.050197+0000","last_became_active":"2024-09-13T16:11:44.537429+0000","last_became_peered":"2024-09-13T16:11:44.537429+0000","last_unstale":"2024-09-13T16:11:46.050197+0000","last_undegraded":"2024-09-13T16:11:46.050197+0000","last_fullsized":"2024-09-13T16:11:46.050197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:15.323855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536658+0000","last_change":"2024-09-13T16:11:44.539759+0000","last_active":"2024-09-13T16:11:45.536658+0000","last_peered":"2024-09-13T16:11:45.536658+0000","last_clean":"2024-09-13T16:11:45.536658+0000","last_became_active":"2024-09-13T16:11:44.539482+0000","last_became_peered":"2024-09-13T16:11:44.539482+0000","last_unstale":"2024-09-13T16:11:45.536658+0000","last_undegraded":"2024-09-13T16:11:45.536658+0000","last_fullsized":"2024-09-13T16:11:45.536658+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:44.733983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536348+0000","last_change":"2024-09-13T16:11:44.548476+0000","last_active":"2024-09-13T16:11:45.536348+0000","last_peered":"2024-09-13T16:11:45.536348+0000","last_clean":"2024-09-13T16:11:45.536348+0000","last_became_active":"2024-09-13T16:11:44.548221+0000","last_became_peered":"2024-09-13T16:11:44.548221+0000","last_unstale":"2024-09-13T16:11:45.536348+0000","last_undegraded":"2024-09-13T16:11:45.536348+0000","last_fullsized":"2024-09-13T16:11:45.536348+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557716+0000","last_change":"2024-09-13T16:11:44.534075+0000","last_active":"2024-09-13T16:11:45.557716+0000","last_peered":"2024-09-13T16:11:45.557716+0000","last_clean":"2024-09-13T16:11:45.557716+0000","last_became_active":"2024-09-13T16:11:44.533783+0000","last_became_peered":"2024-09-13T16:11:44.533783+0000","last_unstale":"2024-09-13T16:11:45.557716+0000","last_undegraded":"2024-09-13T16:11:45.557716+0000","last_fullsized":"2024-09-13T16:11:45.557716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050644+0000","last_change":"2024-09-13T16:11:44.534467+0000","last_active":"2024-09-13T16:11:46.050644+0000","last_peered":"2024-09-13T16:11:46.050644+0000","last_clean":"2024-09-13T16:11:46.050644+0000","last_became_active":"2024-09-13T16:11:44.534217+0000","last_became_peered":"2024-09-13T16:11:44.534217+0000","last_unstale":"2024-09-13T16:11:46.050644+0000","last_undegraded":"2024-09-13T16:11:46.050644+0000","last_fullsized":"2024-09-13T16:11:46.050644+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:01.666776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535508+0000","last_change":"2024-09-13T16:11:44.545473+0000","last_active":"2024-09-13T16:11:45.535508+0000","last_peered":"2024-09-13T16:11:45.535508+0000","last_clean":"2024-09-13T16:11:45.535508+0000","last_became_active":"2024-09-13T16:11:44.545054+0000","last_became_peered":"2024-09-13T16:11:44.545054+0000","last_unstale":"2024-09-13T16:11:45.535508+0000","last_undegraded":"2024-09-13T16:11:45.535508+0000","last_fullsized":"2024-09-13T16:11:45.535508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834162+0000","last_change":"2024-09-13T16:11:44.538099+0000","last_active":"2024-09-13T16:11:45.834162+0000","last_peered":"2024-09-13T16:11:45.834162+0000","last_clean":"2024-09-13T16:11:45.834162+0000","last_became_active":"2024-09-13T16:11:44.537853+0000","last_became_peered":"2024-09-13T16:11:44.537853+0000","last_unstale":"2024-09-13T16:11:45.834162+0000","last_undegraded":"2024-09-13T16:11:45.834162+0000","last_fullsized":"2024-09-13T16:11:45.834162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535573+0000","last_change":"2024-09-13T16:11:44.539429+0000","last_active":"2024-09-13T16:11:45.535573+0000","last_peered":"2024-09-13T16:11:45.535573+0000","last_clean":"2024-09-13T16:11:45.535573+0000","last_became_active":"2024-09-13T16:11:44.539053+0000","last_became_peered":"2024-09-13T16:11:44.539053+0000","last_unstale":"2024-09-13T16:11:45.535573+0000","last_undegraded":"2024-09-13T16:11:45.535573+0000","last_fullsized":"2024-09-13T16:11:45.535573+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051342+0000","last_change":"2024-09-13T16:11:44.535172+0000","last_active":"2024-09-13T16:11:46.051342+0000","last_peered":"2024-09-13T16:11:46.051342+0000","last_clean":"2024-09-13T16:11:46.051342+0000","last_became_active":"2024-09-13T16:11:44.534908+0000","last_became_peered":"2024-09-13T16:11:44.534908+0000","last_unstale":"2024-09-13T16:11:46.051342+0000","last_undegraded":"2024-09-13T16:11:46.051342+0000","last_fullsized":"2024-09-13T16:11:46.051342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:56.472624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536752+0000","last_change":"2024-09-13T16:11:44.549559+0000","last_active":"2024-09-13T16:11:45.536752+0000","last_peered":"2024-09-13T16:11:45.536752+0000","last_clean":"2024-09-13T16:11:45.536752+0000","last_became_active":"2024-09-13T16:11:44.549057+0000","last_became_peered":"2024-09-13T16:11:44.549057+0000","last_unstale":"2024-09-13T16:11:45.536752+0000","last_undegraded":"2024-09-13T16:11:45.536752+0000","last_fullsized":"2024-09-13T16:11:45.536752+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536164+0000","last_change":"2024-09-13T16:11:44.544209+0000","last_active":"2024-09-13T16:11:45.536164+0000","last_peered":"2024-09-13T16:11:45.536164+0000","last_clean":"2024-09-13T16:11:45.536164+0000","last_became_active":"2024-09-13T16:11:44.543712+0000","last_became_peered":"2024-09-13T16:11:44.543712+0000","last_unstale":"2024-09-13T16:11:45.536164+0000","last_undegraded":"2024-09-13T16:11:45.536164+0000","last_fullsized":"2024-09-13T16:11:45.536164+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:20:14.046089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050775+0000","last_change":"2024-09-13T16:11:44.548682+0000","last_active":"2024-09-13T16:11:46.050775+0000","last_peered":"2024-09-13T16:11:46.050775+0000","last_clean":"2024-09-13T16:11:46.050775+0000","last_became_active":"2024-09-13T16:11:44.548438+0000","last_became_peered":"2024-09-13T16:11:44.548438+0000","last_unstale":"2024-09-13T16:11:46.050775+0000","last_undegraded":"2024-09-13T16:11:46.050775+0000","last_fullsized":"2024-09-13T16:11:46.050775+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:49.282858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536052+0000","last_change":"2024-09-13T16:11:44.537663+0000","last_active":"2024-09-13T16:11:45.536052+0000","last_peered":"2024-09-13T16:11:45.536052+0000","last_clean":"2024-09-13T16:11:45.536052+0000","last_became_active":"2024-09-13T16:11:44.537351+0000","last_became_peered":"2024-09-13T16:11:44.537351+0000","last_unstale":"2024-09-13T16:11:45.536052+0000","last_undegraded":"2024-09-13T16:11:45.536052+0000","last_fullsized":"2024-09-13T16:11:45.536052+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557840+0000","last_change":"2024-09-13T16:11:44.538384+0000","last_active":"2024-09-13T16:11:45.557840+0000","last_peered":"2024-09-13T16:11:45.557840+0000","last_clean":"2024-09-13T16:11:45.557840+0000","last_became_active":"2024-09-13T16:11:44.538125+0000","last_became_peered":"2024-09-13T16:11:44.538125+0000","last_unstale":"2024-09-13T16:11:45.557840+0000","last_undegraded":"2024-09-13T16:11:45.557840+0000","last_fullsized":"2024-09-13T16:11:45.557840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"34'4","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051396+0000","last_change":"2024-09-13T16:11:44.179686+0000","last_active":"2024-09-13T16:11:46.051396+0000","last_peered":"2024-09-13T16:11:46.051396+0000","last_clean":"2024-09-13T16:11:46.051396+0000","last_became_active":"2024-09-13T16:11:44.179302+0000","last_became_peered":"2024-09-13T16:11:44.179302+0000","last_unstale":"2024-09-13T16:11:46.051396+0000","last_undegraded":"2024-09-13T16:11:46.051396+0000","last_fullsized":"2024-09-13T16:11:46.051396+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:05.513363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051341+0000","last_change":"2024-09-13T16:11:44.548143+0000","last_active":"2024-09-13T16:11:46.051341+0000","last_peered":"2024-09-13T16:11:46.051341+0000","last_clean":"2024-09-13T16:11:46.051341+0000","last_became_active":"2024-09-13T16:11:44.547903+0000","last_became_peered":"2024-09-13T16:11:44.547903+0000","last_unstale":"2024-09-13T16:11:46.051341+0000","last_undegraded":"2024-09-13T16:11:46.051341+0000","last_fullsized":"2024-09-13T16:11:46.051341+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:24.430038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557871+0000","last_change":"2024-09-13T16:11:44.167755+0000","last_active":"2024-09-13T16:11:45.557871+0000","last_peered":"2024-09-13T16:11:45.557871+0000","last_clean":"2024-09-13T16:11:45.557871+0000","last_became_active":"2024-09-13T16:11:44.167254+0000","last_became_peered":"2024-09-13T16:11:44.167254+0000","last_unstale":"2024-09-13T16:11:45.557871+0000","last_undegraded":"2024-09-13T16:11:45.557871+0000","last_fullsized":"2024-09-13T16:11:45.557871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:37.944654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537084+0000","last_change":"2024-09-13T16:11:44.552720+0000","last_active":"2024-09-13T16:11:45.537084+0000","last_peered":"2024-09-13T16:11:45.537084+0000","last_clean":"2024-09-13T16:11:45.537084+0000","last_became_active":"2024-09-13T16:11:44.552424+0000","last_became_peered":"2024-09-13T16:11:44.552424+0000","last_unstale":"2024-09-13T16:11:45.537084+0000","last_undegraded":"2024-09-13T16:11:45.537084+0000","last_fullsized":"2024-09-13T16:11:45.537084+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833910+0000","last_change":"2024-09-13T16:11:44.180813+0000","last_active":"2024-09-13T16:11:45.833910+0000","last_peered":"2024-09-13T16:11:45.833910+0000","last_clean":"2024-09-13T16:11:45.833910+0000","last_became_active":"2024-09-13T16:11:44.180519+0000","last_became_peered":"2024-09-13T16:11:44.180519+0000","last_unstale":"2024-09-13T16:11:45.833910+0000","last_undegraded":"2024-09-13T16:11:45.833910+0000","last_fullsized":"2024-09-13T16:11:45.833910+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:37.944654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535589+0000","last_change":"2024-09-13T16:11:44.539021+0000","last_active":"2024-09-13T16:11:45.535589+0000","last_peered":"2024-09-13T16:11:45.535589+0000","last_clean":"2024-09-13T16:11:45.535589+0000","last_became_active":"2024-09-13T16:11:44.538523+0000","last_became_peered":"2024-09-13T16:11:44.538523+0000","last_unstale":"2024-09-13T16:11:45.535589+0000","last_undegraded":"2024-09-13T16:11:45.535589+0000","last_fullsized":"2024-09-13T16:11:45.535589+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050206+0000","last_change":"2024-09-13T16:11:44.180741+0000","last_active":"2024-09-13T16:11:46.050206+0000","last_peered":"2024-09-13T16:11:46.050206+0000","last_clean":"2024-09-13T16:11:46.050206+0000","last_became_active":"2024-09-13T16:11:44.180439+0000","last_became_peered":"2024-09-13T16:11:44.180439+0000","last_unstale":"2024-09-13T16:11:46.050206+0000","last_undegraded":"2024-09-13T16:11:46.050206+0000","last_fullsized":"2024-09-13T16:11:46.050206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:43.168136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536271+0000","last_change":"2024-09-13T16:11:44.536970+0000","last_active":"2024-09-13T16:11:45.536271+0000","last_peered":"2024-09-13T16:11:45.536271+0000","last_clean":"2024-09-13T16:11:45.536271+0000","last_became_active":"2024-09-13T16:11:44.536717+0000","last_became_peered":"2024-09-13T16:11:44.536717+0000","last_unstale":"2024-09-13T16:11:45.536271+0000","last_undegraded":"2024-09-13T16:11:45.536271+0000","last_fullsized":"2024-09-13T16:11:45.536271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536795+0000","last_change":"2024-09-13T16:11:44.180399+0000","last_active":"2024-09-13T16:11:45.536795+0000","last_peered":"2024-09-13T16:11:45.536795+0000","last_clean":"2024-09-13T16:11:45.536795+0000","last_became_active":"2024-09-13T16:11:44.180160+0000","last_became_peered":"2024-09-13T16:11:44.180160+0000","last_unstale":"2024-09-13T16:11:45.536795+0000","last_undegraded":"2024-09-13T16:11:45.536795+0000","last_fullsized":"2024-09-13T16:11:45.536795+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:45:14.786316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050922+0000","last_change":"2024-09-13T16:11:44.541295+0000","last_active":"2024-09-13T16:11:46.050922+0000","last_peered":"2024-09-13T16:11:46.050922+0000","last_clean":"2024-09-13T16:11:46.050922+0000","last_became_active":"2024-09-13T16:11:44.540702+0000","last_became_peered":"2024-09-13T16:11:44.540702+0000","last_unstale":"2024-09-13T16:11:46.050922+0000","last_undegraded":"2024-09-13T16:11:46.050922+0000","last_fullsized":"2024-09-13T16:11:46.050922+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:34:09.876366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536447+0000","last_change":"2024-09-13T16:11:44.179827+0000","last_active":"2024-09-13T16:11:45.536447+0000","last_peered":"2024-09-13T16:11:45.536447+0000","last_clean":"2024-09-13T16:11:45.536447+0000","last_became_active":"2024-09-13T16:11:44.179583+0000","last_became_peered":"2024-09-13T16:11:44.179583+0000","last_unstale":"2024-09-13T16:11:45.536447+0000","last_undegraded":"2024-09-13T16:11:45.536447+0000","last_fullsized":"2024-09-13T16:11:45.536447+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:28.937819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536272+0000","last_change":"2024-09-13T16:11:44.546315+0000","last_active":"2024-09-13T16:11:45.536272+0000","last_peered":"2024-09-13T16:11:45.536272+0000","last_clean":"2024-09-13T16:11:45.536272+0000","last_became_active":"2024-09-13T16:11:44.546046+0000","last_became_peered":"2024-09-13T16:11:44.546046+0000","last_unstale":"2024-09-13T16:11:45.536272+0000","last_undegraded":"2024-09-13T16:11:45.536272+0000","last_fullsized":"2024-09-13T16:11:45.536272+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:40.734049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833678+0000","last_change":"2024-09-13T16:11:44.177062+0000","last_active":"2024-09-13T16:11:45.833678+0000","last_peered":"2024-09-13T16:11:45.833678+0000","last_clean":"2024-09-13T16:11:45.833678+0000","last_became_active":"2024-09-13T16:11:44.176783+0000","last_became_peered":"2024-09-13T16:11:44.176783+0000","last_unstale":"2024-09-13T16:11:45.833678+0000","last_undegraded":"2024-09-13T16:11:45.833678+0000","last_fullsized":"2024-09-13T16:11:45.833678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.434936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535076+0000","last_change":"2024-09-13T16:11:44.544720+0000","last_active":"2024-09-13T16:11:45.535076+0000","last_peered":"2024-09-13T16:11:45.535076+0000","last_clean":"2024-09-13T16:11:45.535076+0000","last_became_active":"2024-09-13T16:11:44.544414+0000","last_became_peered":"2024-09-13T16:11:44.544414+0000","last_unstale":"2024-09-13T16:11:45.535076+0000","last_undegraded":"2024-09-13T16:11:45.535076+0000","last_fullsized":"2024-09-13T16:11:45.535076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536368+0000","last_change":"2024-09-13T16:11:44.174732+0000","last_active":"2024-09-13T16:11:45.536368+0000","last_peered":"2024-09-13T16:11:45.536368+0000","last_clean":"2024-09-13T16:11:45.536368+0000","last_became_active":"2024-09-13T16:11:44.174425+0000","last_became_peered":"2024-09-13T16:11:44.174425+0000","last_unstale":"2024-09-13T16:11:45.536368+0000","last_undegraded":"2024-09-13T16:11:45.536368+0000","last_fullsized":"2024-09-13T16:11:45.536368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051090+0000","last_change":"2024-09-13T16:11:44.539345+0000","last_active":"2024-09-13T16:11:46.051090+0000","last_peered":"2024-09-13T16:11:46.051090+0000","last_clean":"2024-09-13T16:11:46.051090+0000","last_became_active":"2024-09-13T16:11:44.538303+0000","last_became_peered":"2024-09-13T16:11:44.538303+0000","last_unstale":"2024-09-13T16:11:46.051090+0000","last_undegraded":"2024-09-13T16:11:46.051090+0000","last_fullsized":"2024-09-13T16:11:46.051090+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834100+0000","last_change":"2024-09-13T16:11:44.180908+0000","last_active":"2024-09-13T16:11:45.834100+0000","last_peered":"2024-09-13T16:11:45.834100+0000","last_clean":"2024-09-13T16:11:45.834100+0000","last_became_active":"2024-09-13T16:11:44.180612+0000","last_became_peered":"2024-09-13T16:11:44.180612+0000","last_unstale":"2024-09-13T16:11:45.834100+0000","last_undegraded":"2024-09-13T16:11:45.834100+0000","last_fullsized":"2024-09-13T16:11:45.834100+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834047+0000","last_change":"2024-09-13T16:11:44.546710+0000","last_active":"2024-09-13T16:11:45.834047+0000","last_peered":"2024-09-13T16:11:45.834047+0000","last_clean":"2024-09-13T16:11:45.834047+0000","last_became_active":"2024-09-13T16:11:44.546476+0000","last_became_peered":"2024-09-13T16:11:44.546476+0000","last_unstale":"2024-09-13T16:11:45.834047+0000","last_undegraded":"2024-09-13T16:11:45.834047+0000","last_fullsized":"2024-09-13T16:11:45.834047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557919+0000","last_change":"2024-09-13T16:11:44.169189+0000","last_active":"2024-09-13T16:11:45.557919+0000","last_peered":"2024-09-13T16:11:45.557919+0000","last_clean":"2024-09-13T16:11:45.557919+0000","last_became_active":"2024-09-13T16:11:44.168911+0000","last_became_peered":"2024-09-13T16:11:44.168911+0000","last_unstale":"2024-09-13T16:11:45.557919+0000","last_undegraded":"2024-09-13T16:11:45.557919+0000","last_fullsized":"2024-09-13T16:11:45.557919+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834062+0000","last_change":"2024-09-13T16:11:44.540696+0000","last_active":"2024-09-13T16:11:45.834062+0000","last_peered":"2024-09-13T16:11:45.834062+0000","last_clean":"2024-09-13T16:11:45.834062+0000","last_became_active":"2024-09-13T16:11:44.539920+0000","last_became_peered":"2024-09-13T16:11:44.539920+0000","last_unstale":"2024-09-13T16:11:45.834062+0000","last_undegraded":"2024-09-13T16:11:45.834062+0000","last_fullsized":"2024-09-13T16:11:45.834062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"34'3","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050925+0000","last_change":"2024-09-13T16:11:44.179985+0000","last_active":"2024-09-13T16:11:46.050925+0000","last_peered":"2024-09-13T16:11:46.050925+0000","last_clean":"2024-09-13T16:11:46.050925+0000","last_became_active":"2024-09-13T16:11:44.179667+0000","last_became_peered":"2024-09-13T16:11:44.179667+0000","last_unstale":"2024-09-13T16:11:46.050925+0000","last_undegraded":"2024-09-13T16:11:46.050925+0000","last_fullsized":"2024-09-13T16:11:46.050925+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050715+0000","last_change":"2024-09-13T16:11:44.549551+0000","last_active":"2024-09-13T16:11:46.050715+0000","last_peered":"2024-09-13T16:11:46.050715+0000","last_clean":"2024-09-13T16:11:46.050715+0000","last_became_active":"2024-09-13T16:11:44.549274+0000","last_became_peered":"2024-09-13T16:11:44.549274+0000","last_unstale":"2024-09-13T16:11:46.050715+0000","last_undegraded":"2024-09-13T16:11:46.050715+0000","last_fullsized":"2024-09-13T16:11:46.050715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"34'6","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834072+0000","last_change":"2024-09-13T16:11:44.178868+0000","last_active":"2024-09-13T16:11:45.834072+0000","last_peered":"2024-09-13T16:11:45.834072+0000","last_clean":"2024-09-13T16:11:45.834072+0000","last_became_active":"2024-09-13T16:11:44.178602+0000","last_became_peered":"2024-09-13T16:11:44.178602+0000","last_unstale":"2024-09-13T16:11:45.834072+0000","last_undegraded":"2024-09-13T16:11:45.834072+0000","last_fullsized":"2024-09-13T16:11:45.834072+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:49.256692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535076+0000","last_change":"2024-09-13T16:11:44.541090+0000","last_active":"2024-09-13T16:11:45.535076+0000","last_peered":"2024-09-13T16:11:45.535076+0000","last_clean":"2024-09-13T16:11:45.535076+0000","last_became_active":"2024-09-13T16:11:44.540815+0000","last_became_peered":"2024-09-13T16:11:44.540815+0000","last_unstale":"2024-09-13T16:11:45.535076+0000","last_undegraded":"2024-09-13T16:11:45.535076+0000","last_fullsized":"2024-09-13T16:11:45.535076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536845+0000","last_change":"2024-09-13T16:11:44.177592+0000","last_active":"2024-09-13T16:11:45.536845+0000","last_peered":"2024-09-13T16:11:45.536845+0000","last_clean":"2024-09-13T16:11:45.536845+0000","last_became_active":"2024-09-13T16:11:44.177037+0000","last_became_peered":"2024-09-13T16:11:44.177037+0000","last_unstale":"2024-09-13T16:11:45.536845+0000","last_undegraded":"2024-09-13T16:11:45.536845+0000","last_fullsized":"2024-09-13T16:11:45.536845+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:05.513363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833972+0000","last_change":"2024-09-13T16:11:44.540673+0000","last_active":"2024-09-13T16:11:45.833972+0000","last_peered":"2024-09-13T16:11:45.833972+0000","last_clean":"2024-09-13T16:11:45.833972+0000","last_became_active":"2024-09-13T16:11:44.540414+0000","last_became_peered":"2024-09-13T16:11:44.540414+0000","last_unstale":"2024-09-13T16:11:45.833972+0000","last_undegraded":"2024-09-13T16:11:45.833972+0000","last_fullsized":"2024-09-13T16:11:45.833972+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535119+0000","last_change":"2024-09-13T16:11:44.175525+0000","last_active":"2024-09-13T16:11:45.535119+0000","last_peered":"2024-09-13T16:11:45.535119+0000","last_clean":"2024-09-13T16:11:45.535119+0000","last_became_active":"2024-09-13T16:11:44.175255+0000","last_became_peered":"2024-09-13T16:11:44.175255+0000","last_unstale":"2024-09-13T16:11:45.535119+0000","last_undegraded":"2024-09-13T16:11:45.535119+0000","last_fullsized":"2024-09-13T16:11:45.535119+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536150+0000","last_change":"2024-09-13T16:11:44.541959+0000","last_active":"2024-09-13T16:11:45.536150+0000","last_peered":"2024-09-13T16:11:45.536150+0000","last_clean":"2024-09-13T16:11:45.536150+0000","last_became_active":"2024-09-13T16:11:44.541696+0000","last_became_peered":"2024-09-13T16:11:44.541696+0000","last_unstale":"2024-09-13T16:11:45.536150+0000","last_undegraded":"2024-09-13T16:11:45.536150+0000","last_fullsized":"2024-09-13T16:11:45.536150+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833730+0000","last_change":"2024-09-13T16:11:44.176188+0000","last_active":"2024-09-13T16:11:45.833730+0000","last_peered":"2024-09-13T16:11:45.833730+0000","last_clean":"2024-09-13T16:11:45.833730+0000","last_became_active":"2024-09-13T16:11:44.175862+0000","last_became_peered":"2024-09-13T16:11:44.175862+0000","last_unstale":"2024-09-13T16:11:45.833730+0000","last_undegraded":"2024-09-13T16:11:45.833730+0000","last_fullsized":"2024-09-13T16:11:45.833730+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050801+0000","last_change":"2024-09-13T16:11:44.550060+0000","last_active":"2024-09-13T16:11:46.050801+0000","last_peered":"2024-09-13T16:11:46.050801+0000","last_clean":"2024-09-13T16:11:46.050801+0000","last_became_active":"2024-09-13T16:11:44.549771+0000","last_became_peered":"2024-09-13T16:11:44.549771+0000","last_unstale":"2024-09-13T16:11:46.050801+0000","last_undegraded":"2024-09-13T16:11:46.050801+0000","last_fullsized":"2024-09-13T16:11:46.050801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:21.441060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"34'8","reported_seq":19,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833715+0000","last_change":"2024-09-13T16:11:44.179046+0000","last_active":"2024-09-13T16:11:45.833715+0000","last_peered":"2024-09-13T16:11:45.833715+0000","last_clean":"2024-09-13T16:11:45.833715+0000","last_became_active":"2024-09-13T16:11:44.178662+0000","last_became_peered":"2024-09-13T16:11:44.178662+0000","last_unstale":"2024-09-13T16:11:45.833715+0000","last_undegraded":"2024-09-13T16:11:45.833715+0000","last_fullsized":"2024-09-13T16:11:45.833715+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:48.263263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536915+0000","last_change":"2024-09-13T16:11:44.537994+0000","last_active":"2024-09-13T16:11:45.536915+0000","last_peered":"2024-09-13T16:11:45.536915+0000","last_clean":"2024-09-13T16:11:45.536915+0000","last_became_active":"2024-09-13T16:11:44.537703+0000","last_became_peered":"2024-09-13T16:11:44.537703+0000","last_unstale":"2024-09-13T16:11:45.536915+0000","last_undegraded":"2024-09-13T16:11:45.536915+0000","last_fullsized":"2024-09-13T16:11:45.536915+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:33.221712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535562+0000","last_change":"2024-09-13T16:11:44.182329+0000","last_active":"2024-09-13T16:11:45.535562+0000","last_peered":"2024-09-13T16:11:45.535562+0000","last_clean":"2024-09-13T16:11:45.535562+0000","last_became_active":"2024-09-13T16:11:44.181961+0000","last_became_peered":"2024-09-13T16:11:44.181961+0000","last_unstale":"2024-09-13T16:11:45.535562+0000","last_undegraded":"2024-09-13T16:11:45.535562+0000","last_fullsized":"2024-09-13T16:11:45.535562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:39.662387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051296+0000","last_change":"2024-09-13T16:11:44.537838+0000","last_active":"2024-09-13T16:11:46.051296+0000","last_peered":"2024-09-13T16:11:46.051296+0000","last_clean":"2024-09-13T16:11:46.051296+0000","last_became_active":"2024-09-13T16:11:44.537540+0000","last_became_peered":"2024-09-13T16:11:44.537540+0000","last_unstale":"2024-09-13T16:11:46.051296+0000","last_undegraded":"2024-09-13T16:11:46.051296+0000","last_fullsized":"2024-09-13T16:11:46.051296+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536924+0000","last_change":"2024-09-13T16:11:44.178797+0000","last_active":"2024-09-13T16:11:45.536924+0000","last_peered":"2024-09-13T16:11:45.536924+0000","last_clean":"2024-09-13T16:11:45.536924+0000","last_became_active":"2024-09-13T16:11:44.178534+0000","last_became_peered":"2024-09-13T16:11:44.178534+0000","last_unstale":"2024-09-13T16:11:45.536924+0000","last_undegraded":"2024-09-13T16:11:45.536924+0000","last_fullsized":"2024-09-13T16:11:45.536924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:29:44.617812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535334+0000","last_change":"2024-09-13T16:11:44.540974+0000","last_active":"2024-09-13T16:11:45.535334+0000","last_peered":"2024-09-13T16:11:45.535334+0000","last_clean":"2024-09-13T16:11:45.535334+0000","last_became_active":"2024-09-13T16:11:44.540684+0000","last_became_peered":"2024-09-13T16:11:44.540684+0000","last_unstale":"2024-09-13T16:11:45.535334+0000","last_undegraded":"2024-09-13T16:11:45.535334+0000","last_fullsized":"2024-09-13T16:11:45.535334+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:33.221712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537061+0000","last_change":"2024-09-13T16:11:44.181636+0000","last_active":"2024-09-13T16:11:45.537061+0000","last_peered":"2024-09-13T16:11:45.537061+0000","last_clean":"2024-09-13T16:11:45.537061+0000","last_became_active":"2024-09-13T16:11:44.181366+0000","last_became_peered":"2024-09-13T16:11:44.181366+0000","last_unstale":"2024-09-13T16:11:45.537061+0000","last_undegraded":"2024-09-13T16:11:45.537061+0000","last_fullsized":"2024-09-13T16:11:45.537061+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:35:01.659997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050187+0000","last_change":"2024-09-13T16:11:44.536908+0000","last_active":"2024-09-13T16:11:46.050187+0000","last_peered":"2024-09-13T16:11:46.050187+0000","last_clean":"2024-09-13T16:11:46.050187+0000","last_became_active":"2024-09-13T16:11:44.536668+0000","last_became_peered":"2024-09-13T16:11:44.536668+0000","last_unstale":"2024-09-13T16:11:46.050187+0000","last_undegraded":"2024-09-13T16:11:46.050187+0000","last_fullsized":"2024-09-13T16:11:46.050187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:24.430038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537064+0000","last_change":"2024-09-13T16:11:44.180972+0000","last_active":"2024-09-13T16:11:45.537064+0000","last_peered":"2024-09-13T16:11:45.537064+0000","last_clean":"2024-09-13T16:11:45.537064+0000","last_became_active":"2024-09-13T16:11:44.180736+0000","last_became_peered":"2024-09-13T16:11:44.180736+0000","last_unstale":"2024-09-13T16:11:45.537064+0000","last_undegraded":"2024-09-13T16:11:45.537064+0000","last_fullsized":"2024-09-13T16:11:45.537064+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:54.157542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.049987+0000","last_change":"2024-09-13T16:11:44.538637+0000","last_active":"2024-09-13T16:11:46.049987+0000","last_peered":"2024-09-13T16:11:46.049987+0000","last_clean":"2024-09-13T16:11:46.049987+0000","last_became_active":"2024-09-13T16:11:44.537792+0000","last_became_peered":"2024-09-13T16:11:44.537792+0000","last_unstale":"2024-09-13T16:11:46.049987+0000","last_undegraded":"2024-09-13T16:11:46.049987+0000","last_fullsized":"2024-09-13T16:11:46.049987+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:40.734049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557918+0000","last_change":"2024-09-13T16:11:44.173109+0000","last_active":"2024-09-13T16:11:45.557918+0000","last_peered":"2024-09-13T16:11:45.557918+0000","last_clean":"2024-09-13T16:11:45.557918+0000","last_became_active":"2024-09-13T16:11:44.172847+0000","last_became_peered":"2024-09-13T16:11:44.172847+0000","last_unstale":"2024-09-13T16:11:45.557918+0000","last_undegraded":"2024-09-13T16:11:45.557918+0000","last_fullsized":"2024-09-13T16:11:45.557918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:48.263263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050161+0000","last_change":"2024-09-13T16:11:44.539215+0000","last_active":"2024-09-13T16:11:46.050161+0000","last_peered":"2024-09-13T16:11:46.050161+0000","last_clean":"2024-09-13T16:11:46.050161+0000","last_became_active":"2024-09-13T16:11:44.538954+0000","last_became_peered":"2024-09-13T16:11:44.538954+0000","last_unstale":"2024-09-13T16:11:46.050161+0000","last_undegraded":"2024-09-13T16:11:46.050161+0000","last_fullsized":"2024-09-13T16:11:46.050161+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:49.282858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051106+0000","last_change":"2024-09-13T16:11:44.181536+0000","last_active":"2024-09-13T16:11:46.051106+0000","last_peered":"2024-09-13T16:11:46.051106+0000","last_clean":"2024-09-13T16:11:46.051106+0000","last_became_active":"2024-09-13T16:11:44.181283+0000","last_became_peered":"2024-09-13T16:11:44.181283+0000","last_unstale":"2024-09-13T16:11:46.051106+0000","last_undegraded":"2024-09-13T16:11:46.051106+0000","last_fullsized":"2024-09-13T16:11:46.051106+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050045+0000","last_change":"2024-09-13T16:11:44.539463+0000","last_active":"2024-09-13T16:11:46.050045+0000","last_peered":"2024-09-13T16:11:46.050045+0000","last_clean":"2024-09-13T16:11:46.050045+0000","last_became_active":"2024-09-13T16:11:44.539205+0000","last_became_peered":"2024-09-13T16:11:44.539205+0000","last_unstale":"2024-09-13T16:11:46.050045+0000","last_undegraded":"2024-09-13T16:11:46.050045+0000","last_fullsized":"2024-09-13T16:11:46.050045+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:21.441060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536660+0000","last_change":"2024-09-13T16:11:44.177694+0000","last_active":"2024-09-13T16:11:45.536660+0000","last_peered":"2024-09-13T16:11:45.536660+0000","last_clean":"2024-09-13T16:11:45.536660+0000","last_became_active":"2024-09-13T16:11:44.177423+0000","last_became_peered":"2024-09-13T16:11:44.177423+0000","last_unstale":"2024-09-13T16:11:45.536660+0000","last_undegraded":"2024-09-13T16:11:45.536660+0000","last_fullsized":"2024-09-13T16:11:45.536660+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:33.137686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536643+0000","last_change":"2024-09-13T16:11:44.546010+0000","last_active":"2024-09-13T16:11:45.536643+0000","last_peered":"2024-09-13T16:11:45.536643+0000","last_clean":"2024-09-13T16:11:45.536643+0000","last_became_active":"2024-09-13T16:11:44.545266+0000","last_became_peered":"2024-09-13T16:11:44.545266+0000","last_unstale":"2024-09-13T16:11:45.536643+0000","last_undegraded":"2024-09-13T16:11:45.536643+0000","last_fullsized":"2024-09-13T16:11:45.536643+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:24.799270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050754+0000","last_change":"2024-09-13T16:11:44.179383+0000","last_active":"2024-09-13T16:11:46.050754+0000","last_peered":"2024-09-13T16:11:46.050754+0000","last_clean":"2024-09-13T16:11:46.050754+0000","last_became_active":"2024-09-13T16:11:44.179121+0000","last_became_peered":"2024-09-13T16:11:44.179121+0000","last_unstale":"2024-09-13T16:11:46.050754+0000","last_undegraded":"2024-09-13T16:11:46.050754+0000","last_fullsized":"2024-09-13T16:11:46.050754+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050176+0000","last_change":"2024-09-13T16:11:44.536216+0000","last_active":"2024-09-13T16:11:46.050176+0000","last_peered":"2024-09-13T16:11:46.050176+0000","last_clean":"2024-09-13T16:11:46.050176+0000","last_became_active":"2024-09-13T16:11:44.536002+0000","last_became_peered":"2024-09-13T16:11:44.536002+0000","last_unstale":"2024-09-13T16:11:46.050176+0000","last_undegraded":"2024-09-13T16:11:46.050176+0000","last_fullsized":"2024-09-13T16:11:46.050176+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:44.733983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535631+0000","last_change":"2024-09-13T16:11:44.179630+0000","last_active":"2024-09-13T16:11:45.535631+0000","last_peered":"2024-09-13T16:11:45.535631+0000","last_clean":"2024-09-13T16:11:45.535631+0000","last_became_active":"2024-09-13T16:11:44.179212+0000","last_became_peered":"2024-09-13T16:11:44.179212+0000","last_unstale":"2024-09-13T16:11:45.535631+0000","last_undegraded":"2024-09-13T16:11:45.535631+0000","last_fullsized":"2024-09-13T16:11:45.535631+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:29:44.617812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051309+0000","last_change":"2024-09-13T16:11:44.550274+0000","last_active":"2024-09-13T16:11:46.051309+0000","last_peered":"2024-09-13T16:11:46.051309+0000","last_clean":"2024-09-13T16:11:46.051309+0000","last_became_active":"2024-09-13T16:11:44.549993+0000","last_became_peered":"2024-09-13T16:11:44.549993+0000","last_unstale":"2024-09-13T16:11:46.051309+0000","last_undegraded":"2024-09-13T16:11:46.051309+0000","last_fullsized":"2024-09-13T16:11:46.051309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557894+0000","last_change":"2024-09-13T16:11:44.175660+0000","last_active":"2024-09-13T16:11:45.557894+0000","last_peered":"2024-09-13T16:11:45.557894+0000","last_clean":"2024-09-13T16:11:45.557894+0000","last_became_active":"2024-09-13T16:11:44.175406+0000","last_became_peered":"2024-09-13T16:11:44.175406+0000","last_unstale":"2024-09-13T16:11:45.557894+0000","last_undegraded":"2024-09-13T16:11:45.557894+0000","last_fullsized":"2024-09-13T16:11:45.557894+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557808+0000","last_change":"2024-09-13T16:11:44.545884+0000","last_active":"2024-09-13T16:11:45.557808+0000","last_peered":"2024-09-13T16:11:45.557808+0000","last_clean":"2024-09-13T16:11:45.557808+0000","last_became_active":"2024-09-13T16:11:44.545604+0000","last_became_peered":"2024-09-13T16:11:44.545604+0000","last_unstale":"2024-09-13T16:11:45.557808+0000","last_undegraded":"2024-09-13T16:11:45.557808+0000","last_fullsized":"2024-09-13T16:11:45.557808+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535382+0000","last_change":"2024-09-13T16:11:44.180893+0000","last_active":"2024-09-13T16:11:45.535382+0000","last_peered":"2024-09-13T16:11:45.535382+0000","last_clean":"2024-09-13T16:11:45.535382+0000","last_became_active":"2024-09-13T16:11:44.180652+0000","last_became_peered":"2024-09-13T16:11:44.180652+0000","last_unstale":"2024-09-13T16:11:45.535382+0000","last_undegraded":"2024-09-13T16:11:45.535382+0000","last_fullsized":"2024-09-13T16:11:45.535382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.434936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050945+0000","last_change":"2024-09-13T16:11:44.550379+0000","last_active":"2024-09-13T16:11:46.050945+0000","last_peered":"2024-09-13T16:11:46.050945+0000","last_clean":"2024-09-13T16:11:46.050945+0000","last_became_active":"2024-09-13T16:11:44.550146+0000","last_became_peered":"2024-09-13T16:11:44.550146+0000","last_unstale":"2024-09-13T16:11:46.050945+0000","last_undegraded":"2024-09-13T16:11:46.050945+0000","last_fullsized":"2024-09-13T16:11:46.050945+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:15.323855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557946+0000","last_change":"2024-09-13T16:11:44.177081+0000","last_active":"2024-09-13T16:11:45.557946+0000","last_peered":"2024-09-13T16:11:45.557946+0000","last_clean":"2024-09-13T16:11:45.557946+0000","last_became_active":"2024-09-13T16:11:44.176797+0000","last_became_peered":"2024-09-13T16:11:44.176797+0000","last_unstale":"2024-09-13T16:11:45.557946+0000","last_undegraded":"2024-09-13T16:11:45.557946+0000","last_fullsized":"2024-09-13T16:11:45.557946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557849+0000","last_change":"2024-09-13T16:11:44.545424+0000","last_active":"2024-09-13T16:11:45.557849+0000","last_peered":"2024-09-13T16:11:45.557849+0000","last_clean":"2024-09-13T16:11:45.557849+0000","last_became_active":"2024-09-13T16:11:44.545171+0000","last_became_peered":"2024-09-13T16:11:44.545171+0000","last_unstale":"2024-09-13T16:11:45.557849+0000","last_undegraded":"2024-09-13T16:11:45.557849+0000","last_fullsized":"2024-09-13T16:11:45.557849+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535159+0000","last_change":"2024-09-13T16:11:44.180138+0000","last_active":"2024-09-13T16:11:45.535159+0000","last_peered":"2024-09-13T16:11:45.535159+0000","last_clean":"2024-09-13T16:11:45.535159+0000","last_became_active":"2024-09-13T16:11:44.179770+0000","last_became_peered":"2024-09-13T16:11:44.179770+0000","last_unstale":"2024-09-13T16:11:45.535159+0000","last_undegraded":"2024-09-13T16:11:45.535159+0000","last_fullsized":"2024-09-13T16:11:45.535159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833655+0000","last_change":"2024-09-13T16:11:44.542512+0000","last_active":"2024-09-13T16:11:45.833655+0000","last_peered":"2024-09-13T16:11:45.833655+0000","last_clean":"2024-09-13T16:11:45.833655+0000","last_became_active":"2024-09-13T16:11:44.542014+0000","last_became_peered":"2024-09-13T16:11:44.542014+0000","last_unstale":"2024-09-13T16:11:45.833655+0000","last_undegraded":"2024-09-13T16:11:45.833655+0000","last_fullsized":"2024-09-13T16:11:45.833655+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:19.935545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536754+0000","last_change":"2024-09-13T16:11:44.175730+0000","last_active":"2024-09-13T16:11:45.536754+0000","last_peered":"2024-09-13T16:11:45.536754+0000","last_clean":"2024-09-13T16:11:45.536754+0000","last_became_active":"2024-09-13T16:11:44.175464+0000","last_became_peered":"2024-09-13T16:11:44.175464+0000","last_unstale":"2024-09-13T16:11:45.536754+0000","last_undegraded":"2024-09-13T16:11:45.536754+0000","last_fullsized":"2024-09-13T16:11:45.536754+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:43.168136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536568+0000","last_change":"2024-09-13T16:11:44.548422+0000","last_active":"2024-09-13T16:11:45.536568+0000","last_peered":"2024-09-13T16:11:45.536568+0000","last_clean":"2024-09-13T16:11:45.536568+0000","last_became_active":"2024-09-13T16:11:44.548171+0000","last_became_peered":"2024-09-13T16:11:44.548171+0000","last_unstale":"2024-09-13T16:11:45.536568+0000","last_undegraded":"2024-09-13T16:11:45.536568+0000","last_fullsized":"2024-09-13T16:11:45.536568+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833769+0000","last_change":"2024-09-13T16:11:44.179792+0000","last_active":"2024-09-13T16:11:45.833769+0000","last_peered":"2024-09-13T16:11:45.833769+0000","last_clean":"2024-09-13T16:11:45.833769+0000","last_became_active":"2024-09-13T16:11:44.179522+0000","last_became_peered":"2024-09-13T16:11:44.179522+0000","last_unstale":"2024-09-13T16:11:45.833769+0000","last_undegraded":"2024-09-13T16:11:45.833769+0000","last_fullsized":"2024-09-13T16:11:45.833769+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536127+0000","last_change":"2024-09-13T16:11:44.535018+0000","last_active":"2024-09-13T16:11:45.536127+0000","last_peered":"2024-09-13T16:11:45.536127+0000","last_clean":"2024-09-13T16:11:45.536127+0000","last_became_active":"2024-09-13T16:11:44.534656+0000","last_became_peered":"2024-09-13T16:11:44.534656+0000","last_unstale":"2024-09-13T16:11:45.536127+0000","last_undegraded":"2024-09-13T16:11:45.536127+0000","last_fullsized":"2024-09-13T16:11:45.536127+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:53.295118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051172+0000","last_change":"2024-09-13T16:11:44.182474+0000","last_active":"2024-09-13T16:11:46.051172+0000","last_peered":"2024-09-13T16:11:46.051172+0000","last_clean":"2024-09-13T16:11:46.051172+0000","last_became_active":"2024-09-13T16:11:44.182183+0000","last_became_peered":"2024-09-13T16:11:44.182183+0000","last_unstale":"2024-09-13T16:11:46.051172+0000","last_undegraded":"2024-09-13T16:11:46.051172+0000","last_fullsized":"2024-09-13T16:11:46.051172+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:33.137686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T16:11:44.532056+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:11:44.532056+0000","last_peered":"2024-09-13T16:11:44.532056+0000","last_clean":"2024-09-13T16:11:44.532056+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:11:44.532056+0000","last_undegraded":"2024-09-13T16:11:44.532056+0000","last_fullsized":"2024-09-13T16:11:44.532056+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574866,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":995328,"data_stored":747234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.41699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.622},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.56200000000000006}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68899999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.59999999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.46899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64900000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574866,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":157392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.56399999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.442}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.623}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.54600000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.60899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.67700000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.51900000000000002},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.57899999999999996}]}]},{"osd":5,"up_from":13,"seq":55834574867,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":157448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.55600000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.624},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.56799999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.66700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.52900000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.41799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.503},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.44500000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.58899999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574866,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":156880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.60299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.48699999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.58899999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.61699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.627}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.441},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.496}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.50900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.65300000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574867,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31520,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":413696,"data_stored":158362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.42599999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.40400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.48399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.70499999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.67500000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.748}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.72299999999999998}]}]},{"osd":2,"up_from":13,"seq":55834574867,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":401408,"data_stored":156846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.375},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.27700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.63},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.57399999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.59399999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.65400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.60399999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574867,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31520,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":413696,"data_stored":158362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.313}]},{"osd":2,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.24299999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.33500000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.379}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.47599999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.64700000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.50800000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.49399999999999999}]}]},{"osd":0,"up_from":13,"seq":55834574867,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":987136,"data_stored":746525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.35799999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.24399999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.316}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.373}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.63900000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.48299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.53900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.626},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.60899999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:11:52.909 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:11:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.023+0000 7f934ac2b640 1 Processor -- start 2024-09-13T16:11:53.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.023+0000 7f934ac2b640 1 -- start start 2024-09-13T16:11:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f934ac2b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f934415c710 0x7f934406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f934ac2b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f934406c2c0 con 0x7f934415c330 2024-09-13T16:11:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f934ac2b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f934406f410 con 0x7f934406be30 2024-09-13T16:11:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f934ac2b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f934406f6e0 con 0x7f934415c710 2024-09-13T16:11:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f93489c7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f934415c330 0x7f934406ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60326/0 (socket says 172.21.15.39:60326) 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f93489c7640 1 -- 172.21.15.39:0/1199123063 learned_addr learned my addr 172.21.15.39:0/1199123063 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1603956507 0 0) 0x7f934406c2c0 con 0x7f934415c330 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9334003520 con 0x7f934415c330 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.024+0000 7f9343fff640 1 --2- 172.21.15.39:0/1199123063 >> v2:172.21.15.157:3300/0 conn(0x7f934415c710 0x7f934406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1916332204 0 0) 0x7f9334003520 con 0x7f934415c330 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 >> v2:172.21.15.157:3300/0 conn(0x7f934415c710 msgr2=0x7f934406b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 --2- 172.21.15.39:0/1199123063 >> v2:172.21.15.157:3300/0 conn(0x7f934415c710 0x7f934406b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 >> v1:172.21.15.157:6789/0 conn(0x7f934406be30 legacy=0x7f93440b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f934406f9c0 con 0x7f934415c330 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9338001670 con 0x7f934415c330 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 >> v1:172.21.15.39:6789/0 conn(0x7f934415c330 legacy=0x7f934406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9334003970 0x7f9334003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93340047c0 0x7f9334004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f933400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934406f6e0 con 0x7f9334005180 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f933400c120 con 0x7f93340047c0 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f933400c2e0 con 0x7f9334003970 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93491c8640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f933400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f9343fff640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93340047c0 0x7f9334004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93489c7640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9334003970 0x7f9334003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93491c8640 1 -- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9334003970 msgr2=0x7f9334003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93491c8640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9334003970 0x7f9334003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93491c8640 1 -- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93340047c0 msgr2=0x7f9334004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93491c8640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93340047c0 0x7f9334004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.025+0000 7f93491c8640 1 -- 172.21.15.39:0/1199123063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9334003520 con 0x7f9334005180 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.026+0000 7f93491c8640 1 -- 172.21.15.39:0/1199123063 reap_dead start 2024-09-13T16:11:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.026+0000 7f93491c8640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f933400b980 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f933c001e50 tx=0x7f93340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f318b251e872d76 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.026+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c02ae70 con 0x7f9334005180 2024-09-13T16:11:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.026+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f933c003970 con 0x7f9334005180 2024-09-13T16:11:53.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.026+0000 7f93437fe640 1 -- 172.21.15.39:0/1199123063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933c003d20 con 0x7f9334005180 2024-09-13T16:11:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 -- 172.21.15.39:0/1199123063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 msgr2=0x7f933400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f933400b980 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f933c001e50 tx=0x7f93340057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 -- 172.21.15.39:0/1199123063 shutdown_connections 2024-09-13T16:11:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1199123063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f933400b980 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 -- 172.21.15.39:0/1199123063 >> 172.21.15.39:0/1199123063 conn(0x7f934406d5c0 msgr2=0x7f934406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 -- 172.21.15.39:0/1199123063 shutdown_connections 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.027+0000 7f934ac2b640 1 -- 172.21.15.39:0/1199123063 wait complete. 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.028+0000 7f934ac2b640 1 Processor -- start 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.028+0000 7f934ac2b640 1 -- start start 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f934ac2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f934415ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f934ac2b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f934414add0 0x7f934415f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f934ac2b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93440b43a0 0x7f93440b4830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f934ac2b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93440b4d70 con 0x7f9334005180 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f934ac2b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f934415f110 con 0x7f934414add0 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f934ac2b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f934415db30 con 0x7f93440b43a0 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f934415ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f934415ebd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34524/0 (socket says 172.21.15.39:34524) 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 -- 172.21.15.39:0/1174117237 learned_addr learned my addr 172.21.15.39:0/1174117237 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93491c8640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93440b43a0 0x7f93440b4830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f9343fff640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f934414add0 0x7f934415f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 -- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93440b43a0 msgr2=0x7f93440b4830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93440b43a0 0x7f93440b4830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 -- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f934414add0 msgr2=0x7f934415f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f934414add0 0x7f934415f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93489c7640 1 -- 172.21.15.39:0/1174117237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f934415de10 con 0x7f9334005180 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f93491c8640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93440b43a0 0x7f93440b4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.029+0000 7f9343fff640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f934414add0 0x7f934415f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.030+0000 7f93489c7640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f934415ebd0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f933800e780 tx=0x7f933800ec40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.030+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933800ee90 con 0x7f9334005180 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.030+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f933800c8d0 con 0x7f9334005180 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.030+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f934415e0f0 con 0x7f9334005180 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.030+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f933800cc60 con 0x7f9334005180 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.030+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f934415e6b0 con 0x7f9334005180 2024-09-13T16:11:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.031+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f934415e8d0 con 0x7f9334005180 2024-09-13T16:11:53.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.031+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f933801d460 con 0x7f9334005180 2024-09-13T16:11:53.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.032+0000 7f93417fa640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f932806ac00 0x7f932806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.032+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f93380892f0 con 0x7f9334005180 2024-09-13T16:11:53.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.032+0000 7f9343fff640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f932806ac00 0x7f932806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.033+0000 7f9343fff640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f932806ac00 0x7f932806d0c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f934415cb40 tx=0x7f9330008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.036+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f93380544d0 con 0x7f9334005180 2024-09-13T16:11:53.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.205+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f93440b37c0 con 0x7f932806ac00 2024-09-13T16:11:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.213+0000 7f93417fa640 1 -- 172.21.15.39:0/1174117237 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289368 (secure 0 0 0) 0x7f9330009790 con 0x7f932806ac00 2024-09-13T16:11:53.217 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.215+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f932806ac00 msgr2=0x7f932806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.215+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f932806ac00 0x7f932806d0c0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f934415cb40 tx=0x7f9330008040 comp rx=0 tx=0).stop 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.215+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 msgr2=0x7f934415ebd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.215+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f934415ebd0 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f933800e780 tx=0x7f933800ec40 comp rx=0 tx=0).stop 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 shutdown_connections 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f932806ac00 0x7f932806d0c0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93440b43a0 0x7f93440b4830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f934414add0 0x7f934415f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 --2- 172.21.15.39:0/1174117237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9334005180 0x7f934415ebd0 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 >> 172.21.15.39:0/1174117237 conn(0x7f934406d5c0 msgr2=0x7f934406eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 shutdown_connections 2024-09-13T16:11:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.216+0000 7f934ac2b640 1 -- 172.21.15.39:0/1174117237 wait complete. 2024-09-13T16:11:53.228 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":69,"stamp":"2024-09-13T16:11:53.149179+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":253268,"kb_used_data":4324,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754721452,"statfs":{"total":773094113280,"available":772834766848,"internally_reserved":0,"allocated":4427776,"data_stored":2439049,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.625553"},"pg_stats":[{"pgid":"5.3f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051306+0000","last_change":"2024-09-13T16:11:44.547387+0000","last_active":"2024-09-13T16:11:46.051306+0000","last_peered":"2024-09-13T16:11:46.051306+0000","last_clean":"2024-09-13T16:11:46.051306+0000","last_became_active":"2024-09-13T16:11:44.545964+0000","last_became_peered":"2024-09-13T16:11:44.545964+0000","last_unstale":"2024-09-13T16:11:46.051306+0000","last_undegraded":"2024-09-13T16:11:46.051306+0000","last_fullsized":"2024-09-13T16:11:46.051306+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:50.276287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.3e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834032+0000","last_change":"2024-09-13T16:11:44.542662+0000","last_active":"2024-09-13T16:11:45.834032+0000","last_peered":"2024-09-13T16:11:45.834032+0000","last_clean":"2024-09-13T16:11:45.834032+0000","last_became_active":"2024-09-13T16:11:44.542385+0000","last_became_peered":"2024-09-13T16:11:44.542385+0000","last_unstale":"2024-09-13T16:11:45.834032+0000","last_undegraded":"2024-09-13T16:11:45.834032+0000","last_fullsized":"2024-09-13T16:11:45.834032+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:56.472624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.3d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050832+0000","last_change":"2024-09-13T16:11:44.548094+0000","last_active":"2024-09-13T16:11:46.050832+0000","last_peered":"2024-09-13T16:11:46.050832+0000","last_clean":"2024-09-13T16:11:46.050832+0000","last_became_active":"2024-09-13T16:11:44.546956+0000","last_became_peered":"2024-09-13T16:11:44.546956+0000","last_unstale":"2024-09-13T16:11:46.050832+0000","last_undegraded":"2024-09-13T16:11:46.050832+0000","last_fullsized":"2024-09-13T16:11:46.050832+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.3c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535292+0000","last_change":"2024-09-13T16:11:44.544580+0000","last_active":"2024-09-13T16:11:45.535292+0000","last_peered":"2024-09-13T16:11:45.535292+0000","last_clean":"2024-09-13T16:11:45.535292+0000","last_became_active":"2024-09-13T16:11:44.544318+0000","last_became_peered":"2024-09-13T16:11:44.544318+0000","last_unstale":"2024-09-13T16:11:45.535292+0000","last_undegraded":"2024-09-13T16:11:45.535292+0000","last_fullsized":"2024-09-13T16:11:45.535292+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.3b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050047+0000","last_change":"2024-09-13T16:11:44.548018+0000","last_active":"2024-09-13T16:11:46.050047+0000","last_peered":"2024-09-13T16:11:46.050047+0000","last_clean":"2024-09-13T16:11:46.050047+0000","last_became_active":"2024-09-13T16:11:44.547709+0000","last_became_peered":"2024-09-13T16:11:44.547709+0000","last_unstale":"2024-09-13T16:11:46.050047+0000","last_undegraded":"2024-09-13T16:11:46.050047+0000","last_fullsized":"2024-09-13T16:11:46.050047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:50.276287+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.3a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833747+0000","last_change":"2024-09-13T16:11:44.533059+0000","last_active":"2024-09-13T16:11:45.833747+0000","last_peered":"2024-09-13T16:11:45.833747+0000","last_clean":"2024-09-13T16:11:45.833747+0000","last_became_active":"2024-09-13T16:11:44.532640+0000","last_became_peered":"2024-09-13T16:11:44.532640+0000","last_unstale":"2024-09-13T16:11:45.833747+0000","last_undegraded":"2024-09-13T16:11:45.833747+0000","last_fullsized":"2024-09-13T16:11:45.833747+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.39","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536534+0000","last_change":"2024-09-13T16:11:44.546221+0000","last_active":"2024-09-13T16:11:45.536534+0000","last_peered":"2024-09-13T16:11:45.536534+0000","last_clean":"2024-09-13T16:11:45.536534+0000","last_became_active":"2024-09-13T16:11:44.545827+0000","last_became_peered":"2024-09-13T16:11:44.545827+0000","last_unstale":"2024-09-13T16:11:45.536534+0000","last_undegraded":"2024-09-13T16:11:45.536534+0000","last_fullsized":"2024-09-13T16:11:45.536534+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:16.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.38","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536035+0000","last_change":"2024-09-13T16:11:44.539567+0000","last_active":"2024-09-13T16:11:45.536035+0000","last_peered":"2024-09-13T16:11:45.536035+0000","last_clean":"2024-09-13T16:11:45.536035+0000","last_became_active":"2024-09-13T16:11:44.539323+0000","last_became_peered":"2024-09-13T16:11:44.539323+0000","last_unstale":"2024-09-13T16:11:45.536035+0000","last_undegraded":"2024-09-13T16:11:45.536035+0000","last_fullsized":"2024-09-13T16:11:45.536035+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:23.317911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.37","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536694+0000","last_change":"2024-09-13T16:11:44.546596+0000","last_active":"2024-09-13T16:11:45.536694+0000","last_peered":"2024-09-13T16:11:45.536694+0000","last_clean":"2024-09-13T16:11:45.536694+0000","last_became_active":"2024-09-13T16:11:44.546339+0000","last_became_peered":"2024-09-13T16:11:44.546339+0000","last_unstale":"2024-09-13T16:11:45.536694+0000","last_undegraded":"2024-09-13T16:11:45.536694+0000","last_fullsized":"2024-09-13T16:11:45.536694+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.36","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535398+0000","last_change":"2024-09-13T16:11:44.548707+0000","last_active":"2024-09-13T16:11:45.535398+0000","last_peered":"2024-09-13T16:11:45.535398+0000","last_clean":"2024-09-13T16:11:45.535398+0000","last_became_active":"2024-09-13T16:11:44.548422+0000","last_became_peered":"2024-09-13T16:11:44.548422+0000","last_unstale":"2024-09-13T16:11:45.535398+0000","last_undegraded":"2024-09-13T16:11:45.535398+0000","last_fullsized":"2024-09-13T16:11:45.535398+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:34:09.876366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.35","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537186+0000","last_change":"2024-09-13T16:11:44.545071+0000","last_active":"2024-09-13T16:11:45.537186+0000","last_peered":"2024-09-13T16:11:45.537186+0000","last_clean":"2024-09-13T16:11:45.537186+0000","last_became_active":"2024-09-13T16:11:44.544836+0000","last_became_peered":"2024-09-13T16:11:44.544836+0000","last_unstale":"2024-09-13T16:11:45.537186+0000","last_undegraded":"2024-09-13T16:11:45.537186+0000","last_fullsized":"2024-09-13T16:11:45.537186+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:19.935545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.34","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051120+0000","last_change":"2024-09-13T16:11:44.538373+0000","last_active":"2024-09-13T16:11:46.051120+0000","last_peered":"2024-09-13T16:11:46.051120+0000","last_clean":"2024-09-13T16:11:46.051120+0000","last_became_active":"2024-09-13T16:11:44.538102+0000","last_became_peered":"2024-09-13T16:11:44.538102+0000","last_unstale":"2024-09-13T16:11:46.051120+0000","last_undegraded":"2024-09-13T16:11:46.051120+0000","last_fullsized":"2024-09-13T16:11:46.051120+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.33","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050047+0000","last_change":"2024-09-13T16:11:44.542782+0000","last_active":"2024-09-13T16:11:46.050047+0000","last_peered":"2024-09-13T16:11:46.050047+0000","last_clean":"2024-09-13T16:11:46.050047+0000","last_became_active":"2024-09-13T16:11:44.542511+0000","last_became_peered":"2024-09-13T16:11:44.542511+0000","last_unstale":"2024-09-13T16:11:46.050047+0000","last_undegraded":"2024-09-13T16:11:46.050047+0000","last_fullsized":"2024-09-13T16:11:46.050047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:38.964248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.32","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833859+0000","last_change":"2024-09-13T16:11:44.536989+0000","last_active":"2024-09-13T16:11:45.833859+0000","last_peered":"2024-09-13T16:11:45.833859+0000","last_clean":"2024-09-13T16:11:45.833859+0000","last_became_active":"2024-09-13T16:11:44.536141+0000","last_became_peered":"2024-09-13T16:11:44.536141+0000","last_unstale":"2024-09-13T16:11:45.833859+0000","last_undegraded":"2024-09-13T16:11:45.833859+0000","last_fullsized":"2024-09-13T16:11:45.833859+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:01.666776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.31","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050731+0000","last_change":"2024-09-13T16:11:44.545421+0000","last_active":"2024-09-13T16:11:46.050731+0000","last_peered":"2024-09-13T16:11:46.050731+0000","last_clean":"2024-09-13T16:11:46.050731+0000","last_became_active":"2024-09-13T16:11:44.545120+0000","last_became_peered":"2024-09-13T16:11:44.545120+0000","last_unstale":"2024-09-13T16:11:46.050731+0000","last_undegraded":"2024-09-13T16:11:46.050731+0000","last_fullsized":"2024-09-13T16:11:46.050731+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.30","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536260+0000","last_change":"2024-09-13T16:11:44.548384+0000","last_active":"2024-09-13T16:11:45.536260+0000","last_peered":"2024-09-13T16:11:45.536260+0000","last_clean":"2024-09-13T16:11:45.536260+0000","last_became_active":"2024-09-13T16:11:44.548114+0000","last_became_peered":"2024-09-13T16:11:44.548114+0000","last_unstale":"2024-09-13T16:11:45.536260+0000","last_undegraded":"2024-09-13T16:11:45.536260+0000","last_fullsized":"2024-09-13T16:11:45.536260+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536667+0000","last_change":"2024-09-13T16:11:44.546682+0000","last_active":"2024-09-13T16:11:45.536667+0000","last_peered":"2024-09-13T16:11:45.536667+0000","last_clean":"2024-09-13T16:11:45.536667+0000","last_became_active":"2024-09-13T16:11:44.546440+0000","last_became_peered":"2024-09-13T16:11:44.546440+0000","last_unstale":"2024-09-13T16:11:45.536667+0000","last_undegraded":"2024-09-13T16:11:45.536667+0000","last_fullsized":"2024-09-13T16:11:45.536667+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:31.344572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834107+0000","last_change":"2024-09-13T16:11:44.544941+0000","last_active":"2024-09-13T16:11:45.834107+0000","last_peered":"2024-09-13T16:11:45.834107+0000","last_clean":"2024-09-13T16:11:45.834107+0000","last_became_active":"2024-09-13T16:11:44.544688+0000","last_became_peered":"2024-09-13T16:11:44.544688+0000","last_unstale":"2024-09-13T16:11:45.834107+0000","last_undegraded":"2024-09-13T16:11:45.834107+0000","last_fullsized":"2024-09-13T16:11:45.834107+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:45:23.317911+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833973+0000","last_change":"2024-09-13T16:11:44.545515+0000","last_active":"2024-09-13T16:11:45.833973+0000","last_peered":"2024-09-13T16:11:45.833973+0000","last_clean":"2024-09-13T16:11:45.833973+0000","last_became_active":"2024-09-13T16:11:44.545261+0000","last_became_peered":"2024-09-13T16:11:44.545261+0000","last_unstale":"2024-09-13T16:11:45.833973+0000","last_undegraded":"2024-09-13T16:11:45.833973+0000","last_fullsized":"2024-09-13T16:11:45.833973+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:53.295118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.2c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050197+0000","last_change":"2024-09-13T16:11:44.537695+0000","last_active":"2024-09-13T16:11:46.050197+0000","last_peered":"2024-09-13T16:11:46.050197+0000","last_clean":"2024-09-13T16:11:46.050197+0000","last_became_active":"2024-09-13T16:11:44.537429+0000","last_became_peered":"2024-09-13T16:11:44.537429+0000","last_unstale":"2024-09-13T16:11:46.050197+0000","last_undegraded":"2024-09-13T16:11:46.050197+0000","last_fullsized":"2024-09-13T16:11:46.050197+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:15.323855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.2b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536658+0000","last_change":"2024-09-13T16:11:44.539759+0000","last_active":"2024-09-13T16:11:45.536658+0000","last_peered":"2024-09-13T16:11:45.536658+0000","last_clean":"2024-09-13T16:11:45.536658+0000","last_became_active":"2024-09-13T16:11:44.539482+0000","last_became_peered":"2024-09-13T16:11:44.539482+0000","last_unstale":"2024-09-13T16:11:45.536658+0000","last_undegraded":"2024-09-13T16:11:45.536658+0000","last_fullsized":"2024-09-13T16:11:45.536658+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:44.733983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.2a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536348+0000","last_change":"2024-09-13T16:11:44.548476+0000","last_active":"2024-09-13T16:11:45.536348+0000","last_peered":"2024-09-13T16:11:45.536348+0000","last_clean":"2024-09-13T16:11:45.536348+0000","last_became_active":"2024-09-13T16:11:44.548221+0000","last_became_peered":"2024-09-13T16:11:44.548221+0000","last_unstale":"2024-09-13T16:11:45.536348+0000","last_undegraded":"2024-09-13T16:11:45.536348+0000","last_fullsized":"2024-09-13T16:11:45.536348+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.29","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557716+0000","last_change":"2024-09-13T16:11:44.534075+0000","last_active":"2024-09-13T16:11:45.557716+0000","last_peered":"2024-09-13T16:11:45.557716+0000","last_clean":"2024-09-13T16:11:45.557716+0000","last_became_active":"2024-09-13T16:11:44.533783+0000","last_became_peered":"2024-09-13T16:11:44.533783+0000","last_unstale":"2024-09-13T16:11:45.557716+0000","last_undegraded":"2024-09-13T16:11:45.557716+0000","last_fullsized":"2024-09-13T16:11:45.557716+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.28","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050644+0000","last_change":"2024-09-13T16:11:44.534467+0000","last_active":"2024-09-13T16:11:46.050644+0000","last_peered":"2024-09-13T16:11:46.050644+0000","last_clean":"2024-09-13T16:11:46.050644+0000","last_became_active":"2024-09-13T16:11:44.534217+0000","last_became_peered":"2024-09-13T16:11:44.534217+0000","last_unstale":"2024-09-13T16:11:46.050644+0000","last_undegraded":"2024-09-13T16:11:46.050644+0000","last_fullsized":"2024-09-13T16:11:46.050644+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:01.666776+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.27","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535508+0000","last_change":"2024-09-13T16:11:44.545473+0000","last_active":"2024-09-13T16:11:45.535508+0000","last_peered":"2024-09-13T16:11:45.535508+0000","last_clean":"2024-09-13T16:11:45.535508+0000","last_became_active":"2024-09-13T16:11:44.545054+0000","last_became_peered":"2024-09-13T16:11:44.545054+0000","last_unstale":"2024-09-13T16:11:45.535508+0000","last_undegraded":"2024-09-13T16:11:45.535508+0000","last_fullsized":"2024-09-13T16:11:45.535508+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.26","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834162+0000","last_change":"2024-09-13T16:11:44.538099+0000","last_active":"2024-09-13T16:11:45.834162+0000","last_peered":"2024-09-13T16:11:45.834162+0000","last_clean":"2024-09-13T16:11:45.834162+0000","last_became_active":"2024-09-13T16:11:44.537853+0000","last_became_peered":"2024-09-13T16:11:44.537853+0000","last_unstale":"2024-09-13T16:11:45.834162+0000","last_undegraded":"2024-09-13T16:11:45.834162+0000","last_fullsized":"2024-09-13T16:11:45.834162+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.25","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535573+0000","last_change":"2024-09-13T16:11:44.539429+0000","last_active":"2024-09-13T16:11:45.535573+0000","last_peered":"2024-09-13T16:11:45.535573+0000","last_clean":"2024-09-13T16:11:45.535573+0000","last_became_active":"2024-09-13T16:11:44.539053+0000","last_became_peered":"2024-09-13T16:11:44.539053+0000","last_unstale":"2024-09-13T16:11:45.535573+0000","last_undegraded":"2024-09-13T16:11:45.535573+0000","last_fullsized":"2024-09-13T16:11:45.535573+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.24","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051342+0000","last_change":"2024-09-13T16:11:44.535172+0000","last_active":"2024-09-13T16:11:46.051342+0000","last_peered":"2024-09-13T16:11:46.051342+0000","last_clean":"2024-09-13T16:11:46.051342+0000","last_became_active":"2024-09-13T16:11:44.534908+0000","last_became_peered":"2024-09-13T16:11:44.534908+0000","last_unstale":"2024-09-13T16:11:46.051342+0000","last_undegraded":"2024-09-13T16:11:46.051342+0000","last_fullsized":"2024-09-13T16:11:46.051342+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:13:56.472624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.23","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536752+0000","last_change":"2024-09-13T16:11:44.549559+0000","last_active":"2024-09-13T16:11:45.536752+0000","last_peered":"2024-09-13T16:11:45.536752+0000","last_clean":"2024-09-13T16:11:45.536752+0000","last_became_active":"2024-09-13T16:11:44.549057+0000","last_became_peered":"2024-09-13T16:11:44.549057+0000","last_unstale":"2024-09-13T16:11:45.536752+0000","last_undegraded":"2024-09-13T16:11:45.536752+0000","last_fullsized":"2024-09-13T16:11:45.536752+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.22","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536164+0000","last_change":"2024-09-13T16:11:44.544209+0000","last_active":"2024-09-13T16:11:45.536164+0000","last_peered":"2024-09-13T16:11:45.536164+0000","last_clean":"2024-09-13T16:11:45.536164+0000","last_became_active":"2024-09-13T16:11:44.543712+0000","last_became_peered":"2024-09-13T16:11:44.543712+0000","last_unstale":"2024-09-13T16:11:45.536164+0000","last_undegraded":"2024-09-13T16:11:45.536164+0000","last_fullsized":"2024-09-13T16:11:45.536164+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:20:14.046089+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.21","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050775+0000","last_change":"2024-09-13T16:11:44.548682+0000","last_active":"2024-09-13T16:11:46.050775+0000","last_peered":"2024-09-13T16:11:46.050775+0000","last_clean":"2024-09-13T16:11:46.050775+0000","last_became_active":"2024-09-13T16:11:44.548438+0000","last_became_peered":"2024-09-13T16:11:44.548438+0000","last_unstale":"2024-09-13T16:11:46.050775+0000","last_undegraded":"2024-09-13T16:11:46.050775+0000","last_fullsized":"2024-09-13T16:11:46.050775+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:49.282858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.20","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536052+0000","last_change":"2024-09-13T16:11:44.537663+0000","last_active":"2024-09-13T16:11:45.536052+0000","last_peered":"2024-09-13T16:11:45.536052+0000","last_clean":"2024-09-13T16:11:45.536052+0000","last_became_active":"2024-09-13T16:11:44.537351+0000","last_became_peered":"2024-09-13T16:11:44.537351+0000","last_unstale":"2024-09-13T16:11:45.536052+0000","last_undegraded":"2024-09-13T16:11:45.536052+0000","last_fullsized":"2024-09-13T16:11:45.536052+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:42.274010+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557840+0000","last_change":"2024-09-13T16:11:44.538384+0000","last_active":"2024-09-13T16:11:45.557840+0000","last_peered":"2024-09-13T16:11:45.557840+0000","last_clean":"2024-09-13T16:11:45.557840+0000","last_became_active":"2024-09-13T16:11:44.538125+0000","last_became_peered":"2024-09-13T16:11:44.538125+0000","last_unstale":"2024-09-13T16:11:45.557840+0000","last_undegraded":"2024-09-13T16:11:45.557840+0000","last_fullsized":"2024-09-13T16:11:45.557840+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1f","version":"34'4","reported_seq":15,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051396+0000","last_change":"2024-09-13T16:11:44.179686+0000","last_active":"2024-09-13T16:11:46.051396+0000","last_peered":"2024-09-13T16:11:46.051396+0000","last_clean":"2024-09-13T16:11:46.051396+0000","last_became_active":"2024-09-13T16:11:44.179302+0000","last_became_peered":"2024-09-13T16:11:44.179302+0000","last_unstale":"2024-09-13T16:11:46.051396+0000","last_undegraded":"2024-09-13T16:11:46.051396+0000","last_fullsized":"2024-09-13T16:11:46.051396+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:05.513363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.1f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051341+0000","last_change":"2024-09-13T16:11:44.548143+0000","last_active":"2024-09-13T16:11:46.051341+0000","last_peered":"2024-09-13T16:11:46.051341+0000","last_clean":"2024-09-13T16:11:46.051341+0000","last_became_active":"2024-09-13T16:11:44.547903+0000","last_became_peered":"2024-09-13T16:11:44.547903+0000","last_unstale":"2024-09-13T16:11:46.051341+0000","last_undegraded":"2024-09-13T16:11:46.051341+0000","last_fullsized":"2024-09-13T16:11:46.051341+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:24.430038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1e","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557871+0000","last_change":"2024-09-13T16:11:44.167755+0000","last_active":"2024-09-13T16:11:45.557871+0000","last_peered":"2024-09-13T16:11:45.557871+0000","last_clean":"2024-09-13T16:11:45.557871+0000","last_became_active":"2024-09-13T16:11:44.167254+0000","last_became_peered":"2024-09-13T16:11:44.167254+0000","last_unstale":"2024-09-13T16:11:45.557871+0000","last_undegraded":"2024-09-13T16:11:45.557871+0000","last_fullsized":"2024-09-13T16:11:45.557871+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:37.944654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537084+0000","last_change":"2024-09-13T16:11:44.552720+0000","last_active":"2024-09-13T16:11:45.537084+0000","last_peered":"2024-09-13T16:11:45.537084+0000","last_clean":"2024-09-13T16:11:45.537084+0000","last_became_active":"2024-09-13T16:11:44.552424+0000","last_became_peered":"2024-09-13T16:11:44.552424+0000","last_unstale":"2024-09-13T16:11:45.537084+0000","last_undegraded":"2024-09-13T16:11:45.537084+0000","last_fullsized":"2024-09-13T16:11:45.537084+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833910+0000","last_change":"2024-09-13T16:11:44.180813+0000","last_active":"2024-09-13T16:11:45.833910+0000","last_peered":"2024-09-13T16:11:45.833910+0000","last_clean":"2024-09-13T16:11:45.833910+0000","last_became_active":"2024-09-13T16:11:44.180519+0000","last_became_peered":"2024-09-13T16:11:44.180519+0000","last_unstale":"2024-09-13T16:11:45.833910+0000","last_undegraded":"2024-09-13T16:11:45.833910+0000","last_fullsized":"2024-09-13T16:11:45.833910+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:14:37.944654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535589+0000","last_change":"2024-09-13T16:11:44.539021+0000","last_active":"2024-09-13T16:11:45.535589+0000","last_peered":"2024-09-13T16:11:45.535589+0000","last_clean":"2024-09-13T16:11:45.535589+0000","last_became_active":"2024-09-13T16:11:44.538523+0000","last_became_peered":"2024-09-13T16:11:44.538523+0000","last_unstale":"2024-09-13T16:11:45.535589+0000","last_undegraded":"2024-09-13T16:11:45.535589+0000","last_fullsized":"2024-09-13T16:11:45.535589+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.1c","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050206+0000","last_change":"2024-09-13T16:11:44.180741+0000","last_active":"2024-09-13T16:11:46.050206+0000","last_peered":"2024-09-13T16:11:46.050206+0000","last_clean":"2024-09-13T16:11:46.050206+0000","last_became_active":"2024-09-13T16:11:44.180439+0000","last_became_peered":"2024-09-13T16:11:44.180439+0000","last_unstale":"2024-09-13T16:11:46.050206+0000","last_undegraded":"2024-09-13T16:11:46.050206+0000","last_fullsized":"2024-09-13T16:11:46.050206+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:43.168136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.1a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536271+0000","last_change":"2024-09-13T16:11:44.536970+0000","last_active":"2024-09-13T16:11:45.536271+0000","last_peered":"2024-09-13T16:11:45.536271+0000","last_clean":"2024-09-13T16:11:45.536271+0000","last_became_active":"2024-09-13T16:11:44.536717+0000","last_became_peered":"2024-09-13T16:11:44.536717+0000","last_unstale":"2024-09-13T16:11:45.536271+0000","last_undegraded":"2024-09-13T16:11:45.536271+0000","last_fullsized":"2024-09-13T16:11:45.536271+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.1b","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536795+0000","last_change":"2024-09-13T16:11:44.180399+0000","last_active":"2024-09-13T16:11:45.536795+0000","last_peered":"2024-09-13T16:11:45.536795+0000","last_clean":"2024-09-13T16:11:45.536795+0000","last_became_active":"2024-09-13T16:11:44.180160+0000","last_became_peered":"2024-09-13T16:11:44.180160+0000","last_unstale":"2024-09-13T16:11:45.536795+0000","last_undegraded":"2024-09-13T16:11:45.536795+0000","last_fullsized":"2024-09-13T16:11:45.536795+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:45:14.786316+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050922+0000","last_change":"2024-09-13T16:11:44.541295+0000","last_active":"2024-09-13T16:11:46.050922+0000","last_peered":"2024-09-13T16:11:46.050922+0000","last_clean":"2024-09-13T16:11:46.050922+0000","last_became_active":"2024-09-13T16:11:44.540702+0000","last_became_peered":"2024-09-13T16:11:44.540702+0000","last_unstale":"2024-09-13T16:11:46.050922+0000","last_undegraded":"2024-09-13T16:11:46.050922+0000","last_fullsized":"2024-09-13T16:11:46.050922+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:34:09.876366+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536447+0000","last_change":"2024-09-13T16:11:44.179827+0000","last_active":"2024-09-13T16:11:45.536447+0000","last_peered":"2024-09-13T16:11:45.536447+0000","last_clean":"2024-09-13T16:11:45.536447+0000","last_became_active":"2024-09-13T16:11:44.179583+0000","last_became_peered":"2024-09-13T16:11:44.179583+0000","last_unstale":"2024-09-13T16:11:45.536447+0000","last_undegraded":"2024-09-13T16:11:45.536447+0000","last_fullsized":"2024-09-13T16:11:45.536447+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:22:28.937819+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536272+0000","last_change":"2024-09-13T16:11:44.546315+0000","last_active":"2024-09-13T16:11:45.536272+0000","last_peered":"2024-09-13T16:11:45.536272+0000","last_clean":"2024-09-13T16:11:45.536272+0000","last_became_active":"2024-09-13T16:11:44.546046+0000","last_became_peered":"2024-09-13T16:11:44.546046+0000","last_unstale":"2024-09-13T16:11:45.536272+0000","last_undegraded":"2024-09-13T16:11:45.536272+0000","last_fullsized":"2024-09-13T16:11:45.536272+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:40.734049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833678+0000","last_change":"2024-09-13T16:11:44.177062+0000","last_active":"2024-09-13T16:11:45.833678+0000","last_peered":"2024-09-13T16:11:45.833678+0000","last_clean":"2024-09-13T16:11:45.833678+0000","last_became_active":"2024-09-13T16:11:44.176783+0000","last_became_peered":"2024-09-13T16:11:44.176783+0000","last_unstale":"2024-09-13T16:11:45.833678+0000","last_undegraded":"2024-09-13T16:11:45.833678+0000","last_fullsized":"2024-09-13T16:11:45.833678+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.434936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535076+0000","last_change":"2024-09-13T16:11:44.544720+0000","last_active":"2024-09-13T16:11:45.535076+0000","last_peered":"2024-09-13T16:11:45.535076+0000","last_clean":"2024-09-13T16:11:45.535076+0000","last_became_active":"2024-09-13T16:11:44.544414+0000","last_became_peered":"2024-09-13T16:11:44.544414+0000","last_unstale":"2024-09-13T16:11:45.535076+0000","last_undegraded":"2024-09-13T16:11:45.535076+0000","last_fullsized":"2024-09-13T16:11:45.535076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:25.535062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536368+0000","last_change":"2024-09-13T16:11:44.174732+0000","last_active":"2024-09-13T16:11:45.536368+0000","last_peered":"2024-09-13T16:11:45.536368+0000","last_clean":"2024-09-13T16:11:45.536368+0000","last_became_active":"2024-09-13T16:11:44.174425+0000","last_became_peered":"2024-09-13T16:11:44.174425+0000","last_unstale":"2024-09-13T16:11:45.536368+0000","last_undegraded":"2024-09-13T16:11:45.536368+0000","last_fullsized":"2024-09-13T16:11:45.536368+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051090+0000","last_change":"2024-09-13T16:11:44.539345+0000","last_active":"2024-09-13T16:11:46.051090+0000","last_peered":"2024-09-13T16:11:46.051090+0000","last_clean":"2024-09-13T16:11:46.051090+0000","last_became_active":"2024-09-13T16:11:44.538303+0000","last_became_peered":"2024-09-13T16:11:44.538303+0000","last_unstale":"2024-09-13T16:11:46.051090+0000","last_undegraded":"2024-09-13T16:11:46.051090+0000","last_fullsized":"2024-09-13T16:11:46.051090+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834100+0000","last_change":"2024-09-13T16:11:44.180908+0000","last_active":"2024-09-13T16:11:45.834100+0000","last_peered":"2024-09-13T16:11:45.834100+0000","last_clean":"2024-09-13T16:11:45.834100+0000","last_became_active":"2024-09-13T16:11:44.180612+0000","last_became_peered":"2024-09-13T16:11:44.180612+0000","last_unstale":"2024-09-13T16:11:45.834100+0000","last_undegraded":"2024-09-13T16:11:45.834100+0000","last_fullsized":"2024-09-13T16:11:45.834100+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834047+0000","last_change":"2024-09-13T16:11:44.546710+0000","last_active":"2024-09-13T16:11:45.834047+0000","last_peered":"2024-09-13T16:11:45.834047+0000","last_clean":"2024-09-13T16:11:45.834047+0000","last_became_active":"2024-09-13T16:11:44.546476+0000","last_became_peered":"2024-09-13T16:11:44.546476+0000","last_unstale":"2024-09-13T16:11:45.834047+0000","last_undegraded":"2024-09-13T16:11:45.834047+0000","last_fullsized":"2024-09-13T16:11:45.834047+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557919+0000","last_change":"2024-09-13T16:11:44.169189+0000","last_active":"2024-09-13T16:11:45.557919+0000","last_peered":"2024-09-13T16:11:45.557919+0000","last_clean":"2024-09-13T16:11:45.557919+0000","last_became_active":"2024-09-13T16:11:44.168911+0000","last_became_peered":"2024-09-13T16:11:44.168911+0000","last_unstale":"2024-09-13T16:11:45.557919+0000","last_undegraded":"2024-09-13T16:11:45.557919+0000","last_fullsized":"2024-09-13T16:11:45.557919+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.14","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834062+0000","last_change":"2024-09-13T16:11:44.540696+0000","last_active":"2024-09-13T16:11:45.834062+0000","last_peered":"2024-09-13T16:11:45.834062+0000","last_clean":"2024-09-13T16:11:45.834062+0000","last_became_active":"2024-09-13T16:11:44.539920+0000","last_became_peered":"2024-09-13T16:11:44.539920+0000","last_unstale":"2024-09-13T16:11:45.834062+0000","last_undegraded":"2024-09-13T16:11:45.834062+0000","last_fullsized":"2024-09-13T16:11:45.834062+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.15","version":"34'3","reported_seq":14,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050925+0000","last_change":"2024-09-13T16:11:44.179985+0000","last_active":"2024-09-13T16:11:46.050925+0000","last_peered":"2024-09-13T16:11:46.050925+0000","last_clean":"2024-09-13T16:11:46.050925+0000","last_became_active":"2024-09-13T16:11:44.179667+0000","last_became_peered":"2024-09-13T16:11:44.179667+0000","last_unstale":"2024-09-13T16:11:46.050925+0000","last_undegraded":"2024-09-13T16:11:46.050925+0000","last_fullsized":"2024-09-13T16:11:46.050925+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:12.430901+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.15","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050715+0000","last_change":"2024-09-13T16:11:44.549551+0000","last_active":"2024-09-13T16:11:46.050715+0000","last_peered":"2024-09-13T16:11:46.050715+0000","last_clean":"2024-09-13T16:11:46.050715+0000","last_became_active":"2024-09-13T16:11:44.549274+0000","last_became_peered":"2024-09-13T16:11:44.549274+0000","last_unstale":"2024-09-13T16:11:46.050715+0000","last_undegraded":"2024-09-13T16:11:46.050715+0000","last_fullsized":"2024-09-13T16:11:46.050715+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:29:33.316658+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"34'6","reported_seq":17,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.834072+0000","last_change":"2024-09-13T16:11:44.178868+0000","last_active":"2024-09-13T16:11:45.834072+0000","last_peered":"2024-09-13T16:11:45.834072+0000","last_clean":"2024-09-13T16:11:45.834072+0000","last_became_active":"2024-09-13T16:11:44.178602+0000","last_became_peered":"2024-09-13T16:11:44.178602+0000","last_unstale":"2024-09-13T16:11:45.834072+0000","last_undegraded":"2024-09-13T16:11:45.834072+0000","last_fullsized":"2024-09-13T16:11:45.834072+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:33:49.256692+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535076+0000","last_change":"2024-09-13T16:11:44.541090+0000","last_active":"2024-09-13T16:11:45.535076+0000","last_peered":"2024-09-13T16:11:45.535076+0000","last_clean":"2024-09-13T16:11:45.535076+0000","last_became_active":"2024-09-13T16:11:44.540815+0000","last_became_peered":"2024-09-13T16:11:44.540815+0000","last_unstale":"2024-09-13T16:11:45.535076+0000","last_undegraded":"2024-09-13T16:11:45.535076+0000","last_fullsized":"2024-09-13T16:11:45.535076+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:13.377472+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536845+0000","last_change":"2024-09-13T16:11:44.177592+0000","last_active":"2024-09-13T16:11:45.536845+0000","last_peered":"2024-09-13T16:11:45.536845+0000","last_clean":"2024-09-13T16:11:45.536845+0000","last_became_active":"2024-09-13T16:11:44.177037+0000","last_became_peered":"2024-09-13T16:11:44.177037+0000","last_unstale":"2024-09-13T16:11:45.536845+0000","last_undegraded":"2024-09-13T16:11:45.536845+0000","last_fullsized":"2024-09-13T16:11:45.536845+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:44:05.513363+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.13","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833972+0000","last_change":"2024-09-13T16:11:44.540673+0000","last_active":"2024-09-13T16:11:45.833972+0000","last_peered":"2024-09-13T16:11:45.833972+0000","last_clean":"2024-09-13T16:11:45.833972+0000","last_became_active":"2024-09-13T16:11:44.540414+0000","last_became_peered":"2024-09-13T16:11:44.540414+0000","last_unstale":"2024-09-13T16:11:45.833972+0000","last_undegraded":"2024-09-13T16:11:45.833972+0000","last_fullsized":"2024-09-13T16:11:45.833972+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:07:39.003350+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535119+0000","last_change":"2024-09-13T16:11:44.175525+0000","last_active":"2024-09-13T16:11:45.535119+0000","last_peered":"2024-09-13T16:11:45.535119+0000","last_clean":"2024-09-13T16:11:45.535119+0000","last_became_active":"2024-09-13T16:11:44.175255+0000","last_became_peered":"2024-09-13T16:11:44.175255+0000","last_unstale":"2024-09-13T16:11:45.535119+0000","last_undegraded":"2024-09-13T16:11:45.535119+0000","last_fullsized":"2024-09-13T16:11:45.535119+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.10","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536150+0000","last_change":"2024-09-13T16:11:44.541959+0000","last_active":"2024-09-13T16:11:45.536150+0000","last_peered":"2024-09-13T16:11:45.536150+0000","last_clean":"2024-09-13T16:11:45.536150+0000","last_became_active":"2024-09-13T16:11:44.541696+0000","last_became_peered":"2024-09-13T16:11:44.541696+0000","last_unstale":"2024-09-13T16:11:45.536150+0000","last_undegraded":"2024-09-13T16:11:45.536150+0000","last_fullsized":"2024-09-13T16:11:45.536150+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:57.526914+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833730+0000","last_change":"2024-09-13T16:11:44.176188+0000","last_active":"2024-09-13T16:11:45.833730+0000","last_peered":"2024-09-13T16:11:45.833730+0000","last_clean":"2024-09-13T16:11:45.833730+0000","last_became_active":"2024-09-13T16:11:44.175862+0000","last_became_peered":"2024-09-13T16:11:44.175862+0000","last_unstale":"2024-09-13T16:11:45.833730+0000","last_undegraded":"2024-09-13T16:11:45.833730+0000","last_fullsized":"2024-09-13T16:11:45.833730+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050801+0000","last_change":"2024-09-13T16:11:44.550060+0000","last_active":"2024-09-13T16:11:46.050801+0000","last_peered":"2024-09-13T16:11:46.050801+0000","last_clean":"2024-09-13T16:11:46.050801+0000","last_became_active":"2024-09-13T16:11:44.549771+0000","last_became_peered":"2024-09-13T16:11:44.549771+0000","last_unstale":"2024-09-13T16:11:46.050801+0000","last_undegraded":"2024-09-13T16:11:46.050801+0000","last_fullsized":"2024-09-13T16:11:46.050801+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:21.441060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.10","version":"34'8","reported_seq":19,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833715+0000","last_change":"2024-09-13T16:11:44.179046+0000","last_active":"2024-09-13T16:11:45.833715+0000","last_peered":"2024-09-13T16:11:45.833715+0000","last_clean":"2024-09-13T16:11:45.833715+0000","last_became_active":"2024-09-13T16:11:44.178662+0000","last_became_peered":"2024-09-13T16:11:44.178662+0000","last_unstale":"2024-09-13T16:11:45.833715+0000","last_undegraded":"2024-09-13T16:11:45.833715+0000","last_fullsized":"2024-09-13T16:11:45.833715+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:48.263263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.e","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536915+0000","last_change":"2024-09-13T16:11:44.537994+0000","last_active":"2024-09-13T16:11:45.536915+0000","last_peered":"2024-09-13T16:11:45.536915+0000","last_clean":"2024-09-13T16:11:45.536915+0000","last_became_active":"2024-09-13T16:11:44.537703+0000","last_became_peered":"2024-09-13T16:11:44.537703+0000","last_unstale":"2024-09-13T16:11:45.536915+0000","last_undegraded":"2024-09-13T16:11:45.536915+0000","last_fullsized":"2024-09-13T16:11:45.536915+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:33.221712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.f","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535562+0000","last_change":"2024-09-13T16:11:44.182329+0000","last_active":"2024-09-13T16:11:45.535562+0000","last_peered":"2024-09-13T16:11:45.535562+0000","last_clean":"2024-09-13T16:11:45.535562+0000","last_became_active":"2024-09-13T16:11:44.181961+0000","last_became_peered":"2024-09-13T16:11:44.181961+0000","last_unstale":"2024-09-13T16:11:45.535562+0000","last_undegraded":"2024-09-13T16:11:45.535562+0000","last_fullsized":"2024-09-13T16:11:45.535562+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:13:39.662387+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.f","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051296+0000","last_change":"2024-09-13T16:11:44.537838+0000","last_active":"2024-09-13T16:11:46.051296+0000","last_peered":"2024-09-13T16:11:46.051296+0000","last_clean":"2024-09-13T16:11:46.051296+0000","last_became_active":"2024-09-13T16:11:44.537540+0000","last_became_peered":"2024-09-13T16:11:44.537540+0000","last_unstale":"2024-09-13T16:11:46.051296+0000","last_undegraded":"2024-09-13T16:11:46.051296+0000","last_fullsized":"2024-09-13T16:11:46.051296+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:52.428073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.e","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536924+0000","last_change":"2024-09-13T16:11:44.178797+0000","last_active":"2024-09-13T16:11:45.536924+0000","last_peered":"2024-09-13T16:11:45.536924+0000","last_clean":"2024-09-13T16:11:45.536924+0000","last_became_active":"2024-09-13T16:11:44.178534+0000","last_became_peered":"2024-09-13T16:11:44.178534+0000","last_unstale":"2024-09-13T16:11:45.536924+0000","last_undegraded":"2024-09-13T16:11:45.536924+0000","last_fullsized":"2024-09-13T16:11:45.536924+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:29:44.617812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535334+0000","last_change":"2024-09-13T16:11:44.540974+0000","last_active":"2024-09-13T16:11:45.535334+0000","last_peered":"2024-09-13T16:11:45.535334+0000","last_clean":"2024-09-13T16:11:45.535334+0000","last_became_active":"2024-09-13T16:11:44.540684+0000","last_became_peered":"2024-09-13T16:11:44.540684+0000","last_unstale":"2024-09-13T16:11:45.535334+0000","last_undegraded":"2024-09-13T16:11:45.535334+0000","last_fullsized":"2024-09-13T16:11:45.535334+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:50:33.221712+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.d","version":"34'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537061+0000","last_change":"2024-09-13T16:11:44.181636+0000","last_active":"2024-09-13T16:11:45.537061+0000","last_peered":"2024-09-13T16:11:45.537061+0000","last_clean":"2024-09-13T16:11:45.537061+0000","last_became_active":"2024-09-13T16:11:44.181366+0000","last_became_peered":"2024-09-13T16:11:44.181366+0000","last_unstale":"2024-09-13T16:11:45.537061+0000","last_undegraded":"2024-09-13T16:11:45.537061+0000","last_fullsized":"2024-09-13T16:11:45.537061+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:35:01.659997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050187+0000","last_change":"2024-09-13T16:11:44.536908+0000","last_active":"2024-09-13T16:11:46.050187+0000","last_peered":"2024-09-13T16:11:46.050187+0000","last_clean":"2024-09-13T16:11:46.050187+0000","last_became_active":"2024-09-13T16:11:44.536668+0000","last_became_peered":"2024-09-13T16:11:44.536668+0000","last_unstale":"2024-09-13T16:11:46.050187+0000","last_undegraded":"2024-09-13T16:11:46.050187+0000","last_fullsized":"2024-09-13T16:11:46.050187+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:09:24.430038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.537064+0000","last_change":"2024-09-13T16:11:44.180972+0000","last_active":"2024-09-13T16:11:45.537064+0000","last_peered":"2024-09-13T16:11:45.537064+0000","last_clean":"2024-09-13T16:11:45.537064+0000","last_became_active":"2024-09-13T16:11:44.180736+0000","last_became_peered":"2024-09-13T16:11:44.180736+0000","last_unstale":"2024-09-13T16:11:45.537064+0000","last_undegraded":"2024-09-13T16:11:45.537064+0000","last_fullsized":"2024-09-13T16:11:45.537064+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:09:54.157542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.049987+0000","last_change":"2024-09-13T16:11:44.538637+0000","last_active":"2024-09-13T16:11:46.049987+0000","last_peered":"2024-09-13T16:11:46.049987+0000","last_clean":"2024-09-13T16:11:46.049987+0000","last_became_active":"2024-09-13T16:11:44.537792+0000","last_became_peered":"2024-09-13T16:11:44.537792+0000","last_unstale":"2024-09-13T16:11:46.049987+0000","last_undegraded":"2024-09-13T16:11:46.049987+0000","last_fullsized":"2024-09-13T16:11:46.049987+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:40.734049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.b","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557918+0000","last_change":"2024-09-13T16:11:44.173109+0000","last_active":"2024-09-13T16:11:45.557918+0000","last_peered":"2024-09-13T16:11:45.557918+0000","last_clean":"2024-09-13T16:11:45.557918+0000","last_became_active":"2024-09-13T16:11:44.172847+0000","last_became_peered":"2024-09-13T16:11:44.172847+0000","last_unstale":"2024-09-13T16:11:45.557918+0000","last_undegraded":"2024-09-13T16:11:45.557918+0000","last_fullsized":"2024-09-13T16:11:45.557918+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:48.263263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.b","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050161+0000","last_change":"2024-09-13T16:11:44.539215+0000","last_active":"2024-09-13T16:11:46.050161+0000","last_peered":"2024-09-13T16:11:46.050161+0000","last_clean":"2024-09-13T16:11:46.050161+0000","last_became_active":"2024-09-13T16:11:44.538954+0000","last_became_peered":"2024-09-13T16:11:44.538954+0000","last_unstale":"2024-09-13T16:11:46.050161+0000","last_undegraded":"2024-09-13T16:11:46.050161+0000","last_fullsized":"2024-09-13T16:11:46.050161+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:10:49.282858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051106+0000","last_change":"2024-09-13T16:11:44.181536+0000","last_active":"2024-09-13T16:11:46.051106+0000","last_peered":"2024-09-13T16:11:46.051106+0000","last_clean":"2024-09-13T16:11:46.051106+0000","last_became_active":"2024-09-13T16:11:44.181283+0000","last_became_peered":"2024-09-13T16:11:44.181283+0000","last_unstale":"2024-09-13T16:11:46.051106+0000","last_undegraded":"2024-09-13T16:11:46.051106+0000","last_fullsized":"2024-09-13T16:11:46.051106+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050045+0000","last_change":"2024-09-13T16:11:44.539463+0000","last_active":"2024-09-13T16:11:46.050045+0000","last_peered":"2024-09-13T16:11:46.050045+0000","last_clean":"2024-09-13T16:11:46.050045+0000","last_became_active":"2024-09-13T16:11:44.539205+0000","last_became_peered":"2024-09-13T16:11:44.539205+0000","last_unstale":"2024-09-13T16:11:46.050045+0000","last_undegraded":"2024-09-13T16:11:46.050045+0000","last_fullsized":"2024-09-13T16:11:46.050045+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:21.441060+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536660+0000","last_change":"2024-09-13T16:11:44.177694+0000","last_active":"2024-09-13T16:11:45.536660+0000","last_peered":"2024-09-13T16:11:45.536660+0000","last_clean":"2024-09-13T16:11:45.536660+0000","last_became_active":"2024-09-13T16:11:44.177423+0000","last_became_peered":"2024-09-13T16:11:44.177423+0000","last_unstale":"2024-09-13T16:11:45.536660+0000","last_undegraded":"2024-09-13T16:11:45.536660+0000","last_fullsized":"2024-09-13T16:11:45.536660+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:33.137686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536643+0000","last_change":"2024-09-13T16:11:44.546010+0000","last_active":"2024-09-13T16:11:45.536643+0000","last_peered":"2024-09-13T16:11:45.536643+0000","last_clean":"2024-09-13T16:11:45.536643+0000","last_became_active":"2024-09-13T16:11:44.545266+0000","last_became_peered":"2024-09-13T16:11:44.545266+0000","last_unstale":"2024-09-13T16:11:45.536643+0000","last_undegraded":"2024-09-13T16:11:45.536643+0000","last_fullsized":"2024-09-13T16:11:45.536643+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:03:24.799270+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050754+0000","last_change":"2024-09-13T16:11:44.179383+0000","last_active":"2024-09-13T16:11:46.050754+0000","last_peered":"2024-09-13T16:11:46.050754+0000","last_clean":"2024-09-13T16:11:46.050754+0000","last_became_active":"2024-09-13T16:11:44.179121+0000","last_became_peered":"2024-09-13T16:11:44.179121+0000","last_unstale":"2024-09-13T16:11:46.050754+0000","last_undegraded":"2024-09-13T16:11:46.050754+0000","last_fullsized":"2024-09-13T16:11:46.050754+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050176+0000","last_change":"2024-09-13T16:11:44.536216+0000","last_active":"2024-09-13T16:11:46.050176+0000","last_peered":"2024-09-13T16:11:46.050176+0000","last_clean":"2024-09-13T16:11:46.050176+0000","last_became_active":"2024-09-13T16:11:44.536002+0000","last_became_peered":"2024-09-13T16:11:44.536002+0000","last_unstale":"2024-09-13T16:11:46.050176+0000","last_undegraded":"2024-09-13T16:11:46.050176+0000","last_fullsized":"2024-09-13T16:11:46.050176+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:42:44.733983+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"34'2","reported_seq":13,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535631+0000","last_change":"2024-09-13T16:11:44.179630+0000","last_active":"2024-09-13T16:11:45.535631+0000","last_peered":"2024-09-13T16:11:45.535631+0000","last_clean":"2024-09-13T16:11:45.535631+0000","last_became_active":"2024-09-13T16:11:44.179212+0000","last_became_peered":"2024-09-13T16:11:44.179212+0000","last_unstale":"2024-09-13T16:11:45.535631+0000","last_undegraded":"2024-09-13T16:11:45.535631+0000","last_fullsized":"2024-09-13T16:11:45.535631+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:29:44.617812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051309+0000","last_change":"2024-09-13T16:11:44.550274+0000","last_active":"2024-09-13T16:11:46.051309+0000","last_peered":"2024-09-13T16:11:46.051309+0000","last_clean":"2024-09-13T16:11:46.051309+0000","last_became_active":"2024-09-13T16:11:44.549993+0000","last_became_peered":"2024-09-13T16:11:44.549993+0000","last_unstale":"2024-09-13T16:11:46.051309+0000","last_undegraded":"2024-09-13T16:11:46.051309+0000","last_fullsized":"2024-09-13T16:11:46.051309+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:57.558616+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.6","version":"35'1","reported_seq":12,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:47.163180+0000","last_change":"2024-09-13T16:11:44.175660+0000","last_active":"2024-09-13T16:11:47.163180+0000","last_peered":"2024-09-13T16:11:47.163180+0000","last_clean":"2024-09-13T16:11:47.163180+0000","last_became_active":"2024-09-13T16:11:44.175406+0000","last_became_peered":"2024-09-13T16:11:44.175406+0000","last_unstale":"2024-09-13T16:11:47.163180+0000","last_undegraded":"2024-09-13T16:11:47.163180+0000","last_fullsized":"2024-09-13T16:11:47.163180+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557808+0000","last_change":"2024-09-13T16:11:44.545884+0000","last_active":"2024-09-13T16:11:45.557808+0000","last_peered":"2024-09-13T16:11:45.557808+0000","last_clean":"2024-09-13T16:11:45.557808+0000","last_became_active":"2024-09-13T16:11:44.545604+0000","last_became_peered":"2024-09-13T16:11:44.545604+0000","last_unstale":"2024-09-13T16:11:45.557808+0000","last_undegraded":"2024-09-13T16:11:45.557808+0000","last_fullsized":"2024-09-13T16:11:45.557808+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535382+0000","last_change":"2024-09-13T16:11:44.180893+0000","last_active":"2024-09-13T16:11:45.535382+0000","last_peered":"2024-09-13T16:11:45.535382+0000","last_clean":"2024-09-13T16:11:45.535382+0000","last_became_active":"2024-09-13T16:11:44.180652+0000","last_became_peered":"2024-09-13T16:11:44.180652+0000","last_unstale":"2024-09-13T16:11:45.535382+0000","last_undegraded":"2024-09-13T16:11:45.535382+0000","last_fullsized":"2024-09-13T16:11:45.535382+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:00.434936+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.050945+0000","last_change":"2024-09-13T16:11:44.550379+0000","last_active":"2024-09-13T16:11:46.050945+0000","last_peered":"2024-09-13T16:11:46.050945+0000","last_clean":"2024-09-13T16:11:46.050945+0000","last_became_active":"2024-09-13T16:11:44.550146+0000","last_became_peered":"2024-09-13T16:11:44.550146+0000","last_unstale":"2024-09-13T16:11:46.050945+0000","last_undegraded":"2024-09-13T16:11:46.050945+0000","last_fullsized":"2024-09-13T16:11:46.050945+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:15:15.323855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557946+0000","last_change":"2024-09-13T16:11:44.177081+0000","last_active":"2024-09-13T16:11:45.557946+0000","last_peered":"2024-09-13T16:11:45.557946+0000","last_clean":"2024-09-13T16:11:45.557946+0000","last_became_active":"2024-09-13T16:11:44.176797+0000","last_became_peered":"2024-09-13T16:11:44.176797+0000","last_unstale":"2024-09-13T16:11:45.557946+0000","last_undegraded":"2024-09-13T16:11:45.557946+0000","last_fullsized":"2024-09-13T16:11:45.557946+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:48.781402+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.557849+0000","last_change":"2024-09-13T16:11:44.545424+0000","last_active":"2024-09-13T16:11:45.557849+0000","last_peered":"2024-09-13T16:11:45.557849+0000","last_clean":"2024-09-13T16:11:45.557849+0000","last_became_active":"2024-09-13T16:11:44.545171+0000","last_became_peered":"2024-09-13T16:11:44.545171+0000","last_unstale":"2024-09-13T16:11:45.557849+0000","last_undegraded":"2024-09-13T16:11:45.557849+0000","last_fullsized":"2024-09-13T16:11:45.557849+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:00.058184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.535159+0000","last_change":"2024-09-13T16:11:44.180138+0000","last_active":"2024-09-13T16:11:45.535159+0000","last_peered":"2024-09-13T16:11:45.535159+0000","last_clean":"2024-09-13T16:11:45.535159+0000","last_became_active":"2024-09-13T16:11:44.179770+0000","last_became_peered":"2024-09-13T16:11:44.179770+0000","last_unstale":"2024-09-13T16:11:45.535159+0000","last_undegraded":"2024-09-13T16:11:45.535159+0000","last_fullsized":"2024-09-13T16:11:45.535159+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:09:03.887404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833655+0000","last_change":"2024-09-13T16:11:44.542512+0000","last_active":"2024-09-13T16:11:45.833655+0000","last_peered":"2024-09-13T16:11:45.833655+0000","last_clean":"2024-09-13T16:11:45.833655+0000","last_became_active":"2024-09-13T16:11:44.542014+0000","last_became_peered":"2024-09-13T16:11:44.542014+0000","last_unstale":"2024-09-13T16:11:45.833655+0000","last_undegraded":"2024-09-13T16:11:45.833655+0000","last_fullsized":"2024-09-13T16:11:45.833655+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:43:19.935545+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536754+0000","last_change":"2024-09-13T16:11:44.175730+0000","last_active":"2024-09-13T16:11:45.536754+0000","last_peered":"2024-09-13T16:11:45.536754+0000","last_clean":"2024-09-13T16:11:45.536754+0000","last_became_active":"2024-09-13T16:11:44.175464+0000","last_became_peered":"2024-09-13T16:11:44.175464+0000","last_unstale":"2024-09-13T16:11:45.536754+0000","last_undegraded":"2024-09-13T16:11:45.536754+0000","last_fullsized":"2024-09-13T16:11:45.536754+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:51:43.168136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536568+0000","last_change":"2024-09-13T16:11:44.548422+0000","last_active":"2024-09-13T16:11:45.536568+0000","last_peered":"2024-09-13T16:11:45.536568+0000","last_clean":"2024-09-13T16:11:45.536568+0000","last_became_active":"2024-09-13T16:11:44.548171+0000","last_became_peered":"2024-09-13T16:11:44.548171+0000","last_unstale":"2024-09-13T16:11:45.536568+0000","last_undegraded":"2024-09-13T16:11:45.536568+0000","last_fullsized":"2024-09-13T16:11:45.536568+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:01.840745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.833769+0000","last_change":"2024-09-13T16:11:44.179792+0000","last_active":"2024-09-13T16:11:45.833769+0000","last_peered":"2024-09-13T16:11:45.833769+0000","last_clean":"2024-09-13T16:11:45.833769+0000","last_became_active":"2024-09-13T16:11:44.179522+0000","last_became_peered":"2024-09-13T16:11:44.179522+0000","last_unstale":"2024-09-13T16:11:45.833769+0000","last_undegraded":"2024-09-13T16:11:45.833769+0000","last_fullsized":"2024-09-13T16:11:45.833769+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:54:20.421466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":10,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:45.536127+0000","last_change":"2024-09-13T16:11:44.535018+0000","last_active":"2024-09-13T16:11:45.536127+0000","last_peered":"2024-09-13T16:11:45.536127+0000","last_clean":"2024-09-13T16:11:45.536127+0000","last_became_active":"2024-09-13T16:11:44.534656+0000","last_became_peered":"2024-09-13T16:11:44.534656+0000","last_unstale":"2024-09-13T16:11:45.536127+0000","last_undegraded":"2024-09-13T16:11:45.536127+0000","last_fullsized":"2024-09-13T16:11:45.536127+0000","mapping_epoch":33,"log_start":"0'0","ondisk_log_start":"0'0","created":33,"last_epoch_clean":34,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:44.156028+0000","last_clean_scrub_stamp":"2024-09-13T16:11:44.156028+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:22:53.295118+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":11,"reported_epoch":35,"state":"active+clean","last_fresh":"2024-09-13T16:11:46.051172+0000","last_change":"2024-09-13T16:11:44.182474+0000","last_active":"2024-09-13T16:11:46.051172+0000","last_peered":"2024-09-13T16:11:46.051172+0000","last_clean":"2024-09-13T16:11:46.051172+0000","last_became_active":"2024-09-13T16:11:44.182183+0000","last_became_peered":"2024-09-13T16:11:44.182183+0000","last_unstale":"2024-09-13T16:11:46.051172+0000","last_undegraded":"2024-09-13T16:11:46.051172+0000","last_fullsized":"2024-09-13T16:11:46.051172+0000","mapping_epoch":32,"log_start":"0'0","ondisk_log_start":"0'0","created":32,"last_epoch_clean":33,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:11:43.136433+0000","last_clean_scrub_stamp":"2024-09-13T16:11:43.136433+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:33.137686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":178,"reported_epoch":34,"state":"active+clean","last_fresh":"2024-09-13T16:11:44.532056+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:11:44.532056+0000","last_peered":"2024-09-13T16:11:44.532056+0000","last_clean":"2024-09-13T16:11:44.532056+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:11:44.532056+0000","last_undegraded":"2024-09-13T16:11:44.532056+0000","last_fullsized":"2024-09-13T16:11:44.532056+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574867,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32096,"kb_used_data":972,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339744,"statfs":{"total":96636764160,"available":96603897856,"internally_reserved":0,"allocated":995328,"data_stored":747234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.54000000000000004,"15min":0.54000000000000004},"min":{"1min":0.35599999999999998,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.49399999999999999,"5min":0.49399999999999999,"15min":0.49399999999999999},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.50900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.53100000000000003,"15min":0.53100000000000003},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.63},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"min":{"1min":0.307,"5min":0.307,"15min":0.307},"max":{"1min":0.751,"5min":0.751,"15min":0.751},"last":0.55900000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.65300000000000002,"5min":0.65300000000000002,"15min":0.65300000000000002},"last":0.49399999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.80700000000000005,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.54200000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.23000000000000001,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.78300000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"min":{"1min":0.26000000000000001,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.51800000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.34200000000000003,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.55300000000000005,"15min":0.55300000000000005},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.82199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.48199999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.318,"5min":0.318,"15min":0.318},"max":{"1min":0.71199999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.33200000000000002,"5min":0.33200000000000002,"15min":0.33200000000000002},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.64300000000000002}]}]},{"osd":6,"up_from":13,"seq":55834574867,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":157392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59999999999999998,"15min":0.59999999999999998},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90200000000000002,"5min":0.90200000000000002,"15min":0.90200000000000002},"last":0.72099999999999997},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":1.095,"5min":1.095,"15min":1.095},"last":0.65000000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.58299999999999996,"5min":0.58299999999999996,"15min":0.58299999999999996},"min":{"1min":0.42599999999999999,"5min":0.42599999999999999,"15min":0.42599999999999999},"max":{"1min":0.77000000000000002,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.68600000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"last":0.61499999999999999},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"last":0.74299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1,"5min":1,"15min":1},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.46500000000000002,"5min":0.46500000000000002,"15min":0.46500000000000002},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.67300000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.53800000000000003,"15min":0.53800000000000003},"min":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.72399999999999998,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.53500000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79200000000000004,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.63200000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"min":{"1min":0.374,"5min":0.374,"15min":0.374},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59299999999999997,"15min":0.59299999999999997},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.51900000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574868,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":157448,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.81299999999999994,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.73099999999999998,"5min":0.73099999999999998,"15min":0.73099999999999998},"last":0.26600000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.505,"15min":0.505},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.80900000000000005,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.29599999999999999},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.83399999999999996,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.40200000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.379,"5min":0.379,"15min":0.379},"max":{"1min":0.90000000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.36399999999999999},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.55100000000000005,"15min":0.55100000000000005},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.82599999999999996,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.38200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55000000000000004,"15min":0.55000000000000004},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.84399999999999997,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.311},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.33900000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.48599999999999999,"5min":0.48599999999999999,"15min":0.48599999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.68999999999999995,"5min":0.68999999999999995,"15min":0.68999999999999995},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.57399999999999995,"15min":0.57399999999999995},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.0940000000000001,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.42699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.44},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.495}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.47199999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46899999999999997}]}]},{"osd":4,"up_from":13,"seq":55834574867,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31512,"kb_used_data":396,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340328,"statfs":{"total":96636764160,"available":96604495872,"internally_reserved":0,"allocated":405504,"data_stored":156880,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.501,"15min":0.501},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.65800000000000003,"5min":0.65800000000000003,"15min":0.65800000000000003},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.504,"15min":0.504},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.131,"5min":1.131,"15min":1.131},"last":0.65700000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.31900000000000001,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.79900000000000004,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.52800000000000002,"15min":0.52800000000000002},"min":{"1min":0.33100000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.56999999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.53400000000000003,"5min":0.53400000000000003,"15min":0.53400000000000003},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.93500000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":0.73799999999999999,"15min":0.73799999999999999},"last":0.69399999999999995}]},{"osd":3,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.499,"15min":0.499},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.46700000000000003,"5min":0.46700000000000003,"15min":0.46700000000000003},"max":{"1min":0.745,"5min":0.745,"15min":0.745},"last":0.67900000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.52200000000000002,"15min":0.52200000000000002},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.76900000000000002,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"min":{"1min":0.31,"5min":0.31,"15min":0.31},"max":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"last":0.70799999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.375},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"last":0.72599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.56599999999999995,"15min":0.56599999999999995},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.629}]}]},{"osd":3,"up_from":13,"seq":55834574868,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31520,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":413696,"data_stored":158362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.34000000000000002,"5min":0.34000000000000002,"15min":0.34000000000000002},"min":{"1min":0.21099999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.93100000000000005,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.33800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":1.306,"5min":1.306,"15min":1.306},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36399999999999999,"15min":0.36399999999999999},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.40300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.38700000000000001},{"interface":"front","average":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.44500000000000001},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.36099999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"max":{"1min":0.748,"5min":0.748,"15min":0.748},"last":0.54000000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"max":{"1min":0.84199999999999997,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.622,"5min":0.622,"15min":0.622},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.437}]},{"osd":6,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.60899999999999999,"15min":0.60899999999999999},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.81599999999999995,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.88400000000000001,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.44900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:11:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.64200000000000002,"15min":0.64200000000000002},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.504},{"interface":"front","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.081,"5min":1.081,"15min":1.081},"last":0.57299999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574868,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31508,"kb_used_data":392,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340332,"statfs":{"total":96636764160,"available":96604499968,"internally_reserved":0,"allocated":401408,"data_stored":156846,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"min":{"1min":0.20899999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.26200000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.247,"5min":0.247,"15min":0.247},"max":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.38200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.372,"15min":0.372},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"min":{"1min":0.30499999999999999,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.78800000000000003,"5min":0.78800000000000003,"15min":0.78800000000000003},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.85199999999999998,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.49199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.60299999999999998,"15min":0.60299999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.59799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.89200000000000002,"5min":0.89200000000000002,"15min":0.89200000000000002},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.125,"5min":1.125,"15min":1.125},"last":0.48099999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574868,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31520,"kb_used_data":404,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340320,"statfs":{"total":96636764160,"available":96604487680,"internally_reserved":0,"allocated":413696,"data_stored":158362,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.41099999999999998,"5min":0.41099999999999998,"15min":0.41099999999999998},"min":{"1min":0.22600000000000001,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":1.2929999999999999,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.254},{"interface":"front","average":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"min":{"1min":0.252,"5min":0.252,"15min":0.252},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.33600000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.441,"15min":0.441},"min":{"1min":0.23699999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":1.679,"5min":1.679,"15min":1.679},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.46100000000000002,"5min":0.46100000000000002,"15min":0.46100000000000002},"min":{"1min":0.27200000000000002,"5min":0.27200000000000002,"15min":0.27200000000000002},"max":{"1min":1.3779999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.40000000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.47299999999999998,"5min":0.47299999999999998,"15min":0.47299999999999998},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":1.403,"5min":1.403,"15min":1.403},"last":0.35499999999999998},{"interface":"front","average":{"1min":0.47099999999999997,"5min":0.47099999999999997,"15min":0.47099999999999997},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":1.5920000000000001,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.41999999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.41899999999999998,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.81899999999999995},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.325,"5min":1.325,"15min":1.325},"last":0.60399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.66400000000000003,"15min":0.66400000000000003},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.5409999999999999,"5min":1.5409999999999999,"15min":1.5409999999999999},"last":0.77900000000000003},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.59799999999999998,"15min":0.59799999999999998},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.66200000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":1.571,"5min":1.571,"15min":1.571},"last":0.67500000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.62,"15min":0.62},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.61899999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:11:35 2024","interfaces":[{"interface":"back","average":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.353,"5min":1.353,"15min":1.353},"last":0.79800000000000004},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"min":{"1min":0.43099999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.63300000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574868,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32088,"kb_used_data":964,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339752,"statfs":{"total":96636764160,"available":96603906048,"internally_reserved":0,"allocated":987136,"data_stored":746525,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":1.6719999999999999,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.316},{"interface":"front","average":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.22,"5min":0.22,"15min":0.22},"max":{"1min":1.7589999999999999,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.38500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.7030000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42799999999999999,"15min":0.42799999999999999},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":1.7889999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.41599999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":1.9039999999999999,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"min":{"1min":0.26700000000000002,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":1.7270000000000001,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.57999999999999996,"5min":0.57999999999999996,"15min":0.57999999999999996},"min":{"1min":0.376,"5min":0.376,"15min":0.376},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.36299999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":1.825,"5min":1.825,"15min":1.825},"last":0.55500000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":1.853,"5min":1.853,"15min":1.853},"last":0.46200000000000002},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.505}]},{"osd":6,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.58399999999999996,"15min":0.58399999999999996},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.167,"5min":1.167,"15min":1.167},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.61199999999999999,"15min":0.61199999999999999},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.77100000000000002,"5min":0.77100000000000002,"15min":0.77100000000000002},"last":0.622}]},{"osd":7,"last update":"Fri Sep 13 16:11:31 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.65000000000000002,"5min":0.65000000000000002,"15min":0.65000000000000002},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.8779999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.52000000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:11:53.233 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:11:53.233 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:11:53.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.376+0000 7f4bdd4a3640 1 Processor -- start 2024-09-13T16:11:53.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.376+0000 7f4bdd4a3640 1 -- start start 2024-09-13T16:11:53.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bdd4a3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4bd815a240 0x7f4bd80cb5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bdd4a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd80cbb30 0x7f4bd806f680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bdd4a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4bd806b6e0 con 0x7f4bd806fbc0 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bdd4a3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4bd80cbf70 con 0x7f4bd815a240 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bdd4a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd8070370 con 0x7f4bd80cbb30 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4bd815a240 0x7f4bd80cb5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd77fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4bd806fbc0 0x7f4bd815dea0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60330/0 (socket says 172.21.15.39:60330) 2024-09-13T16:11:53.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd77fe640 1 -- 172.21.15.39:0/2485234348 learned_addr learned my addr 172.21.15.39:0/2485234348 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd6ffd640 1 --2- 172.21.15.39:0/2485234348 >> v2:172.21.15.39:3300/0 conn(0x7f4bd815a240 0x7f4bd80cb5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34532/0 (socket says 172.21.15.39:34532) 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bcffff640 1 --2- 172.21.15.39:0/2485234348 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd80cbb30 0x7f4bd806f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd6ffd640 1 -- 172.21.15.39:0/2485234348 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd80cbb30 msgr2=0x7f4bd806f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd6ffd640 1 --2- 172.21.15.39:0/2485234348 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd80cbb30 0x7f4bd806f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd6ffd640 1 -- 172.21.15.39:0/2485234348 >> v1:172.21.15.39:6789/0 conn(0x7f4bd806fbc0 legacy=0x7f4bd815dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd67fc640 1 -- 172.21.15.39:0/2485234348 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2777772464 0 0) 0x7f4bd806b6e0 con 0x7f4bd806fbc0 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.377+0000 7f4bd6ffd640 1 -- 172.21.15.39:0/2485234348 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bd8070650 con 0x7f4bd815a240 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.378+0000 7f4bd6ffd640 1 --2- 172.21.15.39:0/2485234348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd80cb5f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4bc80097a0 tx=0x7f4bc802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f9ac182b3c30f79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.378+0000 7f4bd67fc640 1 -- 172.21.15.39:0/2485234348 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bc802ae50 con 0x7f4bd815a240 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.378+0000 7f4bd67fc640 1 -- 172.21.15.39:0/2485234348 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bc8032440 con 0x7f4bd815a240 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.378+0000 7f4bd67fc640 1 -- 172.21.15.39:0/2485234348 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bc80327d0 con 0x7f4bd815a240 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/2485234348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 msgr2=0x7f4bd80cb5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/2485234348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd80cb5f0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f4bc80097a0 tx=0x7f4bc802a100 comp rx=0 tx=0).stop 2024-09-13T16:11:53.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/2485234348 shutdown_connections 2024-09-13T16:11:53.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/2485234348 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd80cbb30 0x7f4bd806f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/2485234348 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd80cb5f0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/2485234348 >> 172.21.15.39:0/2485234348 conn(0x7f4bd8069ed0 msgr2=0x7f4bd806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:53.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/2485234348 shutdown_connections 2024-09-13T16:11:53.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.379+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/2485234348 wait complete. 2024-09-13T16:11:53.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.380+0000 7f4bdd4a3640 1 Processor -- start 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.380+0000 7f4bdd4a3640 1 -- start start 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bdd4a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd806fbc0 0x7f4bd8155ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bdd4a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4bd80cbb30 0x7f4bd8142510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bdd4a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd813f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bdd4a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd8154a50 con 0x7f4bd815a240 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bdd4a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd8154cf0 con 0x7f4bd80cbb30 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bdd4a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4bd8154fd0 con 0x7f4bd806fbc0 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd813f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd813f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34542/0 (socket says 172.21.15.39:34542) 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 -- 172.21.15.39:0/3639233409 learned_addr learned my addr 172.21.15.39:0/3639233409 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd6ffd640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd806fbc0 0x7f4bd8155ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bcffff640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4bd80cbb30 0x7f4bd8142510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 -- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd806fbc0 msgr2=0x7f4bd8155ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd806fbc0 0x7f4bd8155ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 -- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4bd80cbb30 msgr2=0x7f4bd8142510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4bd80cbb30 0x7f4bd8142510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.381+0000 7f4bd77fe640 1 -- 172.21.15.39:0/3639233409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bc8009400 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.382+0000 7f4bd77fe640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd813f320 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4bd000c780 tx=0x7f4bd000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.382+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd000ce30 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.382+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bd000a640 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.382+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bd81552b0 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.382+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bd000a9f0 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.382+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4bd8142a50 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.383+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4bd81557d0 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.383+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4bd000ab50 con 0x7f4bd815a240 2024-09-13T16:11:53.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.384+0000 7f4bcf7fe640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4bb806ac00 0x7f4bb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.384+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4bd0088810 con 0x7f4bd815a240 2024-09-13T16:11:53.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.384+0000 7f4bd6ffd640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4bb806ac00 0x7f4bb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.385+0000 7f4bd6ffd640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4bb806ac00 0x7f4bb806d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8034000 tx=0x7f4bc802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.388+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4bd81557d0 con 0x7f4bd815a240 2024-09-13T16:11:53.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.627+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f4bd81557d0 con 0x7f4bd815a240 2024-09-13T16:11:53.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.631+0000 7f4bcf7fe640 1 -- 172.21.15.39:0/3639233409 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+0 (secure 0 0 0) 0x7f4bd81557d0 con 0x7f4bd815a240 2024-09-13T16:11:53.632 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-13T16:11:53.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.632+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4bb806ac00 msgr2=0x7f4bb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.632+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4bb806ac00 0x7f4bb806d0c0 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f4bc8034000 tx=0x7f4bc802e000 comp rx=0 tx=0).stop 2024-09-13T16:11:53.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.632+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 msgr2=0x7f4bd813f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.632+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd813f320 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f4bd000c780 tx=0x7f4bd000cc40 comp rx=0 tx=0).stop 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 shutdown_connections 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4bb806ac00 0x7f4bb806d0c0 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4bd815a240 0x7f4bd813f320 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4bd80cbb30 0x7f4bd8142510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 --2- 172.21.15.39:0/3639233409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4bd806fbc0 0x7f4bd8155ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 >> 172.21.15.39:0/3639233409 conn(0x7f4bd8069ed0 msgr2=0x7f4bd80cdd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 shutdown_connections 2024-09-13T16:11:53.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.633+0000 7f4bdd4a3640 1 -- 172.21.15.39:0/3639233409 wait complete. 2024-09-13T16:11:53.645 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:11:53.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 Processor -- start 2024-09-13T16:11:53.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 -- start start 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb240721f0 0x7fbb240ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 0x7fbb2415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb240cebf0 con 0x7fbb240ce7b0 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb2415bed0 con 0x7fbb240721f0 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.746+0000 7fbb2903a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb2415aa50 con 0x7fbb240cc820 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb2259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbb240ce7b0 0x7fbb240cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49476/0 (socket says 172.21.15.39:49476) 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb2259c640 1 -- 172.21.15.39:0/404698535 learned_addr learned my addr 172.21.15.39:0/404698535 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb2359e640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 0x7fbb2415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/404698535 >> v2:172.21.15.157:3300/0 conn(0x7fbb240721f0 0x7fbb240ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1427627701 0 0) 0x7fbb240cebf0 con 0x7fbb240ce7b0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb0c003520 con 0x7fbb240ce7b0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 379674820 0 0) 0x7fbb0c003520 con 0x7fbb240ce7b0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 msgr2=0x7fbb2415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 0x7fbb2415c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 >> v2:172.21.15.157:3300/0 conn(0x7fbb240721f0 msgr2=0x7fbb240ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 --2- 172.21.15.39:0/404698535 >> v2:172.21.15.157:3300/0 conn(0x7fbb240721f0 0x7fbb240ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb2415af50 con 0x7fbb240ce7b0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fbb18001670 con 0x7fbb240ce7b0 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 >> v1:172.21.15.39:6789/0 conn(0x7fbb240ce7b0 legacy=0x7fbb240cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb0c003970 0x7fbb0c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb0c0047c0 0x7fbb0c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 0x7fbb0c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb2415bed0 con 0x7fbb0c003970 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb2415aa50 con 0x7fbb0c0047c0 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb0c00b9b0 con 0x7fbb240cc820 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.747+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb0c003970 0x7fbb0c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb2259c640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb0c0047c0 0x7fbb0c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb2359e640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 0x7fbb0c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb22d9d640 1 -- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 msgr2=0x7fbb0c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb240cc820 0x7fbb0c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb22d9d640 1 -- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb0c0047c0 msgr2=0x7fbb0c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb0c0047c0 0x7fbb0c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb22d9d640 1 -- 172.21.15.39:0/404698535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb0c003520 con 0x7fbb0c003970 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.748+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb0c003970 0x7fbb0c003d90 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fbb14009ac0 tx=0x7fbb0c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7bd7edfb4b6687a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb14031400 con 0x7fbb0c003970 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb1402d050 con 0x7fbb0c003970 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb21d9b640 1 -- 172.21.15.39:0/404698535 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb14031780 con 0x7fbb0c003970 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2903a640 1 -- 172.21.15.39:0/404698535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb0c003970 msgr2=0x7fbb0c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2903a640 1 --2- 172.21.15.39:0/404698535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb0c003970 0x7fbb0c003d90 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7fbb14009ac0 tx=0x7fbb0c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2359e640 1 -- 172.21.15.39:0/404698535 reap_dead start 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2903a640 1 -- 172.21.15.39:0/404698535 shutdown_connections 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2903a640 1 -- 172.21.15.39:0/404698535 >> 172.21.15.39:0/404698535 conn(0x7fbb2406b3b0 msgr2=0x7fbb2406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2903a640 1 -- 172.21.15.39:0/404698535 shutdown_connections 2024-09-13T16:11:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.749+0000 7fbb2903a640 1 -- 172.21.15.39:0/404698535 wait complete. 2024-09-13T16:11:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 Processor -- start 2024-09-13T16:11:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 -- start start 2024-09-13T16:11:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb0c003970 0x7fbb241567d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb24150870 0x7fbb241e4200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 0x7fbb24158550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb24156db0 con 0x7fbb24150d30 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb241e3d70 con 0x7fbb24150870 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.751+0000 7fbb2903a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb241e3440 con 0x7fbb0c003970 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 0x7fbb24158550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 0x7fbb24158550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56330/0 (socket says 172.21.15.39:56330) 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 -- 172.21.15.39:0/756039708 learned_addr learned my addr 172.21.15.39:0/756039708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb0c003970 0x7fbb241567d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2259c640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb24150870 0x7fbb241e4200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 -- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb0c003970 msgr2=0x7fbb241567d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb0c003970 0x7fbb241567d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 -- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb24150870 msgr2=0x7fbb241e4200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb24150870 0x7fbb241e4200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 -- 172.21.15.39:0/756039708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb241e3720 con 0x7fbb24150d30 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb0c003970 0x7fbb241567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2259c640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb24150870 0x7fbb241e4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2359e640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 0x7fbb24158550 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fbb2406bfc0 tx=0x7fbb1c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c00e040 con 0x7fbb24150d30 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb1c00f040 con 0x7fbb24150d30 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb241e3a00 con 0x7fbb24150d30 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1c015670 con 0x7fbb24150d30 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.752+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb24158a90 con 0x7fbb24150d30 2024-09-13T16:11:53.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.753+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb241e3b90 con 0x7fbb24150d30 2024-09-13T16:11:53.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.754+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb1c0157d0 con 0x7fbb24150d30 2024-09-13T16:11:53.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.754+0000 7fbb0b7fe640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1006ac00 0x7fbb1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:53.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.754+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb1c089bb0 con 0x7fbb24150d30 2024-09-13T16:11:53.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.755+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1006ac00 0x7fbb1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:53.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.755+0000 7fbb22d9d640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1006ac00 0x7fbb1006d0c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb14033000 tx=0x7fbb14008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:53.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.759+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb1c054d10 con 0x7fbb24150d30 2024-09-13T16:11:53.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.964+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbb240672f0 con 0x7fbb24150d30 2024-09-13T16:11:53.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.965+0000 7fbb0b7fe640 1 -- 172.21.15.39:0/756039708 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7fbb1c058330 con 0x7fbb24150d30 2024-09-13T16:11:53.967 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:53.967 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5280,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:11:47.541315+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5283},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5283":{"gid":5283,"name":"b","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/3829479980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3829479980},{"type":"v1","addr":"172.21.15.157:6837","nonce":3829479980}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:11:53.967 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 15 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1006ac00 msgr2=0x7fbb1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1006ac00 0x7fbb1006d0c0 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fbb14033000 tx=0x7fbb14008030 comp rx=0 tx=0).stop 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 msgr2=0x7fbb24158550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 0x7fbb24158550 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7fbb2406bfc0 tx=0x7fbb1c00f580 comp rx=0 tx=0).stop 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 shutdown_connections 2024-09-13T16:11:53.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1006ac00 0x7fbb1006d0c0 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb24150d30 0x7fbb24158550 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb24150870 0x7fbb241e4200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 --2- 172.21.15.39:0/756039708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb0c003970 0x7fbb241567d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 >> 172.21.15.39:0/756039708 conn(0x7fbb2406b3b0 msgr2=0x7fbb2415b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 shutdown_connections 2024-09-13T16:11:53.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:53.967+0000 7fbb2903a640 1 -- 172.21.15.39:0/756039708 wait complete. 2024-09-13T16:11:54.384 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 15, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:11:44.520143+0000', 'modified': '2024-09-13T16:11:47.541315+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5283}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5283': {'gid': 5283, 'name': 'b', 'rank': 0, 'incarnation': 11, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.157:6837/3829479980', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6835', 'nonce': 3829479980}, {'type': 'v1', 'addr': '172.21.15.157:6837', 'nonce': 3829479980}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:11:54.384 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:11:54.384 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T16:11:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.489+0000 7fd378118640 1 Processor -- start 2024-09-13T16:11:54.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.489+0000 7fd378118640 1 -- start start 2024-09-13T16:11:54.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd378118640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd370154a80 0x7fd3700b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd378118640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3700b2ff0 con 0x7fd370071990 2024-09-13T16:11:54.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd378118640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3700b32d0 con 0x7fd3700b2b20 2024-09-13T16:11:54.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd378118640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3700b35b0 con 0x7fd370154a80 2024-09-13T16:11:54.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd375eb4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd370154a80 0x7fd3700b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd375eb4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd370154a80 0x7fd3700b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56340/0 (socket says 172.21.15.39:56340) 2024-09-13T16:11:54.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd3766b5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd370071990 0x7fd3700cd9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49490/0 (socket says 172.21.15.39:49490) 2024-09-13T16:11:54.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.490+0000 7fd375eb4640 1 -- 172.21.15.39:0/301866282 learned_addr learned my addr 172.21.15.39:0/301866282 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd375eb4640 1 -- 172.21.15.39:0/301866282 >> v1:172.21.15.157:6789/0 conn(0x7fd3700b2b20 legacy=0x7fd370071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd375eb4640 1 -- 172.21.15.39:0/301866282 >> v1:172.21.15.39:6789/0 conn(0x7fd370071990 legacy=0x7fd3700cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd375eb4640 1 -- 172.21.15.39:0/301866282 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3700cd1a0 con 0x7fd370154a80 2024-09-13T16:11:54.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd374eb2640 1 -- 172.21.15.39:0/301866282 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 595697366 0 0) 0x7fd3700b2ff0 con 0x7fd370071990 2024-09-13T16:11:54.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd375eb4640 1 --2- 172.21.15.39:0/301866282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd370154a80 0x7fd3700b25e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd360009e50 tx=0x7fd36002a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=707e9d1ccf00fd05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd374eb2640 1 -- 172.21.15.39:0/301866282 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd360031600 con 0x7fd370154a80 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd374eb2640 1 -- 172.21.15.39:0/301866282 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd36002d050 con 0x7fd370154a80 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.491+0000 7fd374eb2640 1 -- 172.21.15.39:0/301866282 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd360031980 con 0x7fd370154a80 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 -- 172.21.15.39:0/301866282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd370154a80 msgr2=0x7fd3700b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 --2- 172.21.15.39:0/301866282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd370154a80 0x7fd3700b25e0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fd360009e50 tx=0x7fd36002a6d0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 -- 172.21.15.39:0/301866282 shutdown_connections 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 --2- 172.21.15.39:0/301866282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd370154a80 0x7fd3700b25e0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 -- 172.21.15.39:0/301866282 >> 172.21.15.39:0/301866282 conn(0x7fd3700b15d0 msgr2=0x7fd3700b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 -- 172.21.15.39:0/301866282 shutdown_connections 2024-09-13T16:11:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.492+0000 7fd378118640 1 -- 172.21.15.39:0/301866282 wait complete. 2024-09-13T16:11:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.493+0000 7fd378118640 1 Processor -- start 2024-09-13T16:11:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.493+0000 7fd378118640 1 -- start start 2024-09-13T16:11:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd378118640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd370071990 0x7fd3700cc520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd378118640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 0x7fd3701575c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd378118640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd370154a80 0x7fd3700cb8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd378118640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd370157b00 con 0x7fd3700b2b20 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd378118640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3700ccbe0 con 0x7fd370154a80 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd378118640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd370156800 con 0x7fd370071990 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 0x7fd3701575c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 0x7fd3701575c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56348/0 (socket says 172.21.15.39:56348) 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 -- 172.21.15.39:0/3633439788 learned_addr learned my addr 172.21.15.39:0/3633439788 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3766b5640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd370154a80 0x7fd3700cb8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd370071990 0x7fd3700cc520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 -- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd370071990 msgr2=0x7fd3700cc520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd370071990 0x7fd3700cc520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 -- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd370154a80 msgr2=0x7fd3700cb8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd370154a80 0x7fd3700cb8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.494+0000 7fd3756b3640 1 -- 172.21.15.39:0/3633439788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd360009b30 con 0x7fd3700b2b20 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.495+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 0x7fd3701575c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd36400c400 tx=0x7fd36400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.495+0000 7fd36e7fc640 1 -- 172.21.15.39:0/3633439788 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364011790 con 0x7fd3700b2b20 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.495+0000 7fd36e7fc640 1 -- 172.21.15.39:0/3633439788 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd364011930 con 0x7fd3700b2b20 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.495+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd370156ae0 con 0x7fd3700b2b20 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.495+0000 7fd36e7fc640 1 -- 172.21.15.39:0/3633439788 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364011ce0 con 0x7fd3700b2b20 2024-09-13T16:11:54.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.495+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3701570a0 con 0x7fd3700b2b20 2024-09-13T16:11:54.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.496+0000 7fd36e7fc640 1 -- 172.21.15.39:0/3633439788 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd36401c460 con 0x7fd3700b2b20 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.497+0000 7fd36e7fc640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35c06ac00 0x7fd35c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.497+0000 7fd36e7fc640 1 -- 172.21.15.39:0/3633439788 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd3640892b0 con 0x7fd3700b2b20 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.497+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35c06ac00 0x7fd35c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.498+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35c06ac00 0x7fd35c06d0c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd360033000 tx=0x7fd360009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.498+0000 7fd37ae39740 1 Processor -- start 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.498+0000 7fd37ae39740 1 -- start start 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c648963480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 0x55c6489b0570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c64898a550 0x55c6489b0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd37ae39740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c6488bd7c0 con 0x55c648960860 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c6488ccb70 con 0x55c6489630a0 2024-09-13T16:11:54.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c6488ca300 con 0x55c64898a550 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 0x55c6489b0570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 0x55c6489b0570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56358/0 (socket says 172.21.15.39:56358) 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 -- 172.21.15.39:0/2852837171 learned_addr learned my addr 172.21.15.39:0/2852837171 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd375eb4640 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c648963480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3766b5640 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c64898a550 0x55c6489b0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 -- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c64898a550 msgr2=0x55c6489b0ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c64898a550 0x55c6489b0ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 -- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 msgr2=0x55c648963480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c648963480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 -- 172.21.15.39:0/2852837171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c6488524b0 con 0x55c648960860 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3756b3640 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 0x55c6489b0570 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd364087890 tx=0x7fd364057e50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb4cf3a584eff23f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3577fe640 1 -- 172.21.15.39:0/2852837171 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36405c010 con 0x55c648960860 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3577fe640 1 -- 172.21.15.39:0/2852837171 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3640605d0 con 0x55c648960860 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.499+0000 7fd3577fe640 1 -- 172.21.15.39:0/2852837171 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364056580 con 0x55c648960860 2024-09-13T16:11:54.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 -- 172.21.15.39:0/2852837171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 msgr2=0x55c6489b0570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 0x55c6489b0570 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fd364087890 tx=0x7fd364057e50 comp rx=0 tx=0).stop 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 -- 172.21.15.39:0/2852837171 shutdown_connections 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c64898a550 0x55c6489b0ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648960860 0x55c6489b0570 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 --2- 172.21.15.39:0/2852837171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c648963480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 -- 172.21.15.39:0/2852837171 >> 172.21.15.39:0/2852837171 conn(0x55c64895f7d0 msgr2=0x55c6489a7c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 -- 172.21.15.39:0/2852837171 shutdown_connections 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.500+0000 7fd37ae39740 1 -- 172.21.15.39:0/2852837171 wait complete. 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.501+0000 7fd37ae39740 1 -- start start 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.501+0000 7fd37ae39740 1 Processor -- start 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c6489a4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 0x55c64895da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c64895df60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c6488c5bf0 con 0x55c64898a550 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c648884250 con 0x55c6489630a0 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c648883ef0 con 0x55c648974e40 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd37ae39740 10 client.0 _ll_register_callbacks cb 0x55c6488b6740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 0x55c64895da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 0x55c64895da20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56372/0 (socket says 172.21.15.39:56372) 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 -- 172.21.15.39:0/3827066018 learned_addr learned my addr 172.21.15.39:0/3827066018 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c6489a4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3766b5640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c64895df60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 -- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 msgr2=0x55c64895df60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c64895df60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 -- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 msgr2=0x55c6489a4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c6489a4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 -- 172.21.15.39:0/3827066018 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3701570a0 con 0x55c64898a550 2024-09-13T16:11:54.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c6489a4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 0x55c64895da20 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd36400a040 tx=0x7fd36401c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f7b25ab1de00805 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd354ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.502+0000 7fd354ff9640 1 -- 172.21.15.39:0/3827066018 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36405c010 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd354ff9640 1 -- 172.21.15.39:0/3827066018 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd364056580 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c6485b93c0 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd354ff9640 1 -- 172.21.15.39:0/3827066018 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd3640548f0 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 10 client.5490 fetch_fsmap learned FSMap version 15 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x55c6488c4270 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd354ff9640 1 -- 172.21.15.39:0/3827066018 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55c6485b93c0 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd354ff9640 1 -- 172.21.15.39:0/3827066018 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd3640576d0 con 0x55c64898a550 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 10 client.5490 fetch_fsmap finished waiting for FSMap version 15 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 10 client.5490 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:11:54.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 20 client.5490 populate_metadata read hostname 'smithi039' 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648976ef0 0x55c648977b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 4 client.5490 mds_command: new command op to 5283 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 --> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c6485ca6c0 con 0x55c648976ef0 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.503+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648976ef0 0x55c648977b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.504+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648976ef0 0x55c648977b50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fb8e0620e4347cb5 server_cookie=381b5f9e39d8bde in_seq=0 out_seq=0 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.504+0000 7fd354ff9640 10 client.5490 ms_handle_connect on v2:172.21.15.157:6835/3829479980 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.504+0000 7fd354ff9640 1 -- 172.21.15.39:0/3827066018 <== mds.0 v2:172.21.15.157:6835/3829479980 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c6485ca6c0 con 0x55c648976ef0 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.504+0000 7fd354ff9640 10 client.5490 handle_command_reply: tid=0 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 client.5490 shutdown 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 msgr2=0x55c64895da20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 0x55c64895da20 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fd36400a040 tx=0x7fd36401c000 comp rx=0 tx=0).stop 2024-09-13T16:11:54.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 shutdown_connections 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648976ef0 0x55c648977b50 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c64895df60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd354ff9640 0 client.5490 ms_handle_reset on v2:172.21.15.157:6835/3829479980 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c64898a550 0x55c64895da20 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3827066018 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c6489630a0 0x55c6489a4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 >> 172.21.15.39:0/3827066018 conn(0x55c648960860 msgr2=0x55c6489a5fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 shutdown_connections 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 1 -- 172.21.15.39:0/3827066018 wait complete. 2024-09-13T16:11:54.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.505+0000 7fd37ae39740 20 client.5490 trim_cache size 0 max 16384 2024-09-13T16:11:54.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 Processor -- start 2024-09-13T16:11:54.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 -- start start 2024-09-13T16:11:54.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c6489630a0 0x55c6489a7e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 0x55c6489a9d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c64895e530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c648849460 con 0x55c648974e40 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c648962460 con 0x55c64898a550 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.520+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c6489ab790 con 0x55c6489630a0 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 0x55c6489a9d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 0x55c6489a9d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56374/0 (socket says 172.21.15.39:56374) 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 -- 172.21.15.39:0/699514602 learned_addr learned my addr 172.21.15.39:0/699514602 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 -- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c6489630a0 msgr2=0x55c6489a7e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c6489630a0 0x55c6489a7e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 -- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 msgr2=0x55c64895e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3766b5640 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c64895e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c64895e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 -- 172.21.15.39:0/699514602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c6488665f0 con 0x55c648974e40 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd3756b3640 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 0x55c6489a9d60 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd36400cdc0 tx=0x7fd364070000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0bd7eb96ea1fe8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd357fff640 1 -- 172.21.15.39:0/699514602 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36400e040 con 0x55c648974e40 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd357fff640 1 -- 172.21.15.39:0/699514602 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd36405c010 con 0x55c648974e40 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.521+0000 7fd357fff640 1 -- 172.21.15.39:0/699514602 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364056580 con 0x55c648974e40 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 -- 172.21.15.39:0/699514602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 msgr2=0x55c6489a9d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 0x55c6489a9d60 secure :-1 s=READY pgs=460 cs=0 l=1 rev1=1 crypto rx=0x7fd36400cdc0 tx=0x7fd364070000 comp rx=0 tx=0).stop 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 -- 172.21.15.39:0/699514602 shutdown_connections 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c64895e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c648974e40 0x55c6489a9d60 unknown :-1 s=CLOSED pgs=460 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 --2- 172.21.15.39:0/699514602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c6489630a0 0x55c6489a7e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 -- 172.21.15.39:0/699514602 >> 172.21.15.39:0/699514602 conn(0x55c648960860 msgr2=0x55c64897a410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 -- 172.21.15.39:0/699514602 shutdown_connections 2024-09-13T16:11:54.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 -- 172.21.15.39:0/699514602 wait complete. 2024-09-13T16:11:54.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 -- start start 2024-09-13T16:11:54.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.522+0000 7fd37ae39740 1 Processor -- start 2024-09-13T16:11:54.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 0x55c648a11560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c6489c0900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c6489c0e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c6489774e0 con 0x55c6489630a0 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c648a15850 con 0x55c64898a550 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c6489a3aa0 con 0x55c648974e40 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd37ae39740 10 client.0 _ll_register_callbacks cb 0x7fd3640545a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd375eb4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 0x55c648a11560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd375eb4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 0x55c648a11560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56386/0 (socket says 172.21.15.39:56386) 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd375eb4640 1 -- 172.21.15.39:0/3582619515 learned_addr learned my addr 172.21.15.39:0/3582619515 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd375eb4640 1 -- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 msgr2=0x55c6489c0900 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.523+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c6489c0900 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd375eb4640 1 -- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 msgr2=0x55c6489c0e40 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:11:54.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c6489c0e40 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd375eb4640 1 -- 172.21.15.39:0/3582619515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c6488c4270 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd375eb4640 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 0x55c648a11560 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd360000f80 tx=0x7fd360004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca2d210588f4bbf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd354ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd354ff9640 1 -- 172.21.15.39:0/3582619515 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd360031d30 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd354ff9640 1 -- 172.21.15.39:0/3582619515 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd36004e150 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd3640605d0 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd354ff9640 1 -- 172.21.15.39:0/3582619515 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=15) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd360031e90 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 10 client.5496 fetch_fsmap learned FSMap version 15 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=15,monmap=2+}) v3 -- 0x55c64888bd00 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd354ff9640 1 -- 172.21.15.39:0/3582619515 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3640605d0 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd354ff9640 1 -- 172.21.15.39:0/3582619515 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 15) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd360048040 con 0x55c6489630a0 2024-09-13T16:11:54.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 10 client.5496 fetch_fsmap finished waiting for FSMap version 15 2024-09-13T16:11:54.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 10 client.5496 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:11:54.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 20 client.5496 populate_metadata read hostname 'smithi039' 2024-09-13T16:11:54.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648a120f0 0x55c648a124d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 4 client.5496 mds_command: new command op to 5283 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:11:54.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.524+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 --> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c64861dd10 con 0x55c648a120f0 2024-09-13T16:11:54.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.526+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648a120f0 0x55c648a124d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd3756b3640 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648a120f0 0x55c648a124d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4457313bdf66fa65 server_cookie=f793898c900c7833 in_seq=0 out_seq=0 2024-09-13T16:11:54.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd354ff9640 10 client.5496 ms_handle_connect on v2:172.21.15.157:6835/3829479980 2024-09-13T16:11:54.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd354ff9640 1 -- 172.21.15.39:0/3582619515 <== mds.0 v2:172.21.15.157:6835/3829479980 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55c64861dd10 con 0x55c648a120f0 2024-09-13T16:11:54.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd354ff9640 10 client.5496 handle_command_reply: tid=0 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 client.5496 shutdown 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 msgr2=0x55c648a11560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 0x55c648a11560 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7fd360000f80 tx=0x7fd360004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 shutdown_connections 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:6835/3829479980,v1:172.21.15.157:6837/3829479980] conn(0x55c648a120f0 0x55c648a124d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c64898a550 0x55c6489c0e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c648974e40 0x55c6489c0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 --2- 172.21.15.39:0/3582619515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c6489630a0 0x55c648a11560 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd354ff9640 0 client.5496 ms_handle_reset on v2:172.21.15.157:6835/3829479980 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.528+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 >> 172.21.15.39:0/3582619515 conn(0x55c648960860 msgr2=0x55c64895e530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 shutdown_connections 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd37ae39740 1 -- 172.21.15.39:0/3582619515 wait complete. 2024-09-13T16:11:54.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd37ae39740 20 client.5496 trim_cache size 0 max 16384 2024-09-13T16:11:54.534 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:11:54.534 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:11:54.534 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:11:54.534 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5283, 2024-09-13T16:11:54.534 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 10.006659406000001, 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 15, 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 35, 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 35, 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 16.274231701000001 2024-09-13T16:11:54.535 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:11:54.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35c06ac00 msgr2=0x7fd35c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35c06ac00 0x7fd35c06d0c0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7fd360033000 tx=0x7fd360009000 comp rx=0 tx=0).stop 2024-09-13T16:11:54.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 msgr2=0x7fd3701575c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 0x7fd3701575c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fd36400c400 tx=0x7fd36400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 shutdown_connections 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35c06ac00 0x7fd35c06d0c0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd370154a80 0x7fd3700cb8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3700b2b20 0x7fd3701575c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 --2- 172.21.15.39:0/3633439788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd370071990 0x7fd3700cc520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 >> 172.21.15.39:0/3633439788 conn(0x7fd3700b15d0 msgr2=0x7fd370148140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 shutdown_connections 2024-09-13T16:11:54.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.529+0000 7fd378118640 1 -- 172.21.15.39:0/3633439788 wait complete. 2024-09-13T16:11:54.541 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:11:54.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.642+0000 7fc631ce5640 1 Processor -- start 2024-09-13T16:11:54.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.642+0000 7fc631ce5640 1 -- start start 2024-09-13T16:11:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc631ce5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc62c15cef0 0x7fc62c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc631ce5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc62c0d11f0 con 0x7fc62c0b5ab0 2024-09-13T16:11:54.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc631ce5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc62c15d2d0 con 0x7fc62c0cd560 2024-09-13T16:11:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc631ce5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc62c0cda00 con 0x7fc62c15cef0 2024-09-13T16:11:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc62bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc62c0b5ab0 0x7fc62c0ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49494/0 (socket says 172.21.15.39:49494) 2024-09-13T16:11:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc62bfff640 1 -- 172.21.15.39:0/3546105476 learned_addr learned my addr 172.21.15.39:0/3546105476 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/3546105476 >> v2:172.21.15.157:3300/0 conn(0x7fc62c15cef0 0x7fc62c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3327030350 0 0) 0x7fc62c0d11f0 con 0x7fc62c0b5ab0 2024-09-13T16:11:54.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.643+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc618003520 con 0x7fc62c0b5ab0 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3081047867 0 0) 0x7fc618003520 con 0x7fc62c0b5ab0 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 >> v2:172.21.15.157:3300/0 conn(0x7fc62c15cef0 msgr2=0x7fc62c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 --2- 172.21.15.39:0/3546105476 >> v2:172.21.15.157:3300/0 conn(0x7fc62c15cef0 0x7fc62c0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 >> v1:172.21.15.157:6789/0 conn(0x7fc62c0cd560 legacy=0x7fc62c0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc62c0cdce0 con 0x7fc62c0b5ab0 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc624001670 con 0x7fc62c0b5ab0 2024-09-13T16:11:54.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 >> v1:172.21.15.39:6789/0 conn(0x7fc62c0b5ab0 legacy=0x7fc62c0ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc618003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6180047c0 0x7fc618004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc618005180 0x7fc61800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c0cda00 con 0x7fc618003970 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc61800c030 con 0x7fc618005180 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc61800c1f0 con 0x7fc6180047c0 2024-09-13T16:11:54.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc618003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62affd640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6180047c0 0x7fc618004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62bfff640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc618005180 0x7fc61800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62b7fe640 1 -- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6180047c0 msgr2=0x7fc618004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6180047c0 0x7fc618004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62b7fe640 1 -- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc618005180 msgr2=0x7fc61800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc618005180 0x7fc61800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62bfff640 1 -- 172.21.15.39:0/3546105476 reap_dead start 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.644+0000 7fc62b7fe640 1 -- 172.21.15.39:0/3546105476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc618003520 con 0x7fc618003970 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.645+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc618003d90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc61c009fc0 tx=0x7fc6180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d499ec2a385b6e5a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.645+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61c031640 con 0x7fc618003970 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.645+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc61c02d070 con 0x7fc618003970 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.645+0000 7fc62a7fc640 1 -- 172.21.15.39:0/3546105476 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61c0319e0 con 0x7fc618003970 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 -- 172.21.15.39:0/3546105476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 msgr2=0x7fc618003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc618003d90 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7fc61c009fc0 tx=0x7fc6180057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 -- 172.21.15.39:0/3546105476 shutdown_connections 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 --2- 172.21.15.39:0/3546105476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc618003d90 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 -- 172.21.15.39:0/3546105476 >> 172.21.15.39:0/3546105476 conn(0x7fc62c06a3a0 msgr2=0x7fc62c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 -- 172.21.15.39:0/3546105476 shutdown_connections 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.646+0000 7fc631ce5640 1 -- 172.21.15.39:0/3546105476 wait complete. 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.647+0000 7fc631ce5640 1 Processor -- start 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.647+0000 7fc631ce5640 1 -- start start 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc631ce5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc62c152ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc631ce5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc62c0b4490 0x7fc62c15d930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc631ce5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc62c15de70 0x7fc62c0c61d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc631ce5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c15e2f0 con 0x7fc618003970 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc631ce5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c15e6d0 con 0x7fc62c15de70 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc631ce5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc62c0b3110 con 0x7fc62c0b4490 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc62c152ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc62c152ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56402/0 (socket says 172.21.15.39:56402) 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 -- 172.21.15.39:0/326583207 learned_addr learned my addr 172.21.15.39:0/326583207 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:54.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 -- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc62c0b4490 msgr2=0x7fc62c15d930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc62c0b4490 0x7fc62c15d930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 -- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc62c15de70 msgr2=0x7fc62c0c61d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc62c15de70 0x7fc62c0c61d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 -- 172.21.15.39:0/326583207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc62c0b33f0 con 0x7fc618003970 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc62b7fe640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc62c152ce0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc61c000f80 tx=0x7fc61c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.648+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61c003990 con 0x7fc618003970 2024-09-13T16:11:54.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.649+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc61c040070 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.649+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc62c0b36d0 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.649+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc61c003d10 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.649+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc62c0b3c90 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.649+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc62c0cd020 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.650+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc61c042030 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.651+0000 7fc623fff640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc60c06ac00 0x7fc60c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.651+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc61c0aa620 con 0x7fc618003970 2024-09-13T16:11:54.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.651+0000 7fc62affd640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc60c06ac00 0x7fc60c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.651+0000 7fc62affd640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc60c06ac00 0x7fc60c06d0c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc62c0b19a0 tx=0x7fc614009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:54.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.655+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc61c075890 con 0x7fc618003970 2024-09-13T16:11:54.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.863+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fc62c0d0670 con 0x7fc618003970 2024-09-13T16:11:54.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.863+0000 7fc623fff640 1 -- 172.21.15.39:0/326583207 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v15) v1 ==== 53+0+73 (secure 0 0 0) 0x7fc61c04a020 con 0x7fc618003970 2024-09-13T16:11:54.865 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc60c06ac00 msgr2=0x7fc60c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc60c06ac00 0x7fc60c06d0c0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fc62c0b19a0 tx=0x7fc614009040 comp rx=0 tx=0).stop 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 msgr2=0x7fc62c152ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc62c152ce0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7fc61c000f80 tx=0x7fc61c009750 comp rx=0 tx=0).stop 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 shutdown_connections 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc60c06ac00 0x7fc60c06d0c0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc62c15de70 0x7fc62c0c61d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc62c0b4490 0x7fc62c15d930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 --2- 172.21.15.39:0/326583207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc618003970 0x7fc62c152ce0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 >> 172.21.15.39:0/326583207 conn(0x7fc62c06a3a0 msgr2=0x7fc62c0b66b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 shutdown_connections 2024-09-13T16:11:54.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:54.865+0000 7fc631ce5640 1 -- 172.21.15.39:0/326583207 wait complete. 2024-09-13T16:11:54.877 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:11:54.877 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:11:54.877 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:11:54.878 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:11:54.878 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:54.878 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:11:54.878 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:11:54.878 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:11:54.878 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:11:54.878 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:54.878 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:11:54.894 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:11:54.894 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:11:54.894 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:11:54.894 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.894 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42698sec preferred_lft 42698sec 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:11:54.895 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.896 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:11:54.897 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:11:54.897 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:11:54.897 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:11:54.897 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:54.897 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:11:54.958 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:11:54.960 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:54.960 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:11:55.017 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:11:55.017 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:11:55.017 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:11:55.017 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:11:55.017 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:11:55.018 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:55.018 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:11:55.018 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:11:55.018 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:11:55.018 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:11:55.018 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:11:55.018 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:11:55.105 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:55.106 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:11:55.121 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:11:55.121 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:11:55.121 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:11:55.122 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:55.122 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:11:55.187 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:11:55.187 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:55.187 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:55.243 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:11:55.244 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:11:55.244 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:55.300 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:11:55.367 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:55.367 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:55.433 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:55.434 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:55.435 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:55.435 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:11:55.491 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:11:55.491 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:11:55.534 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:11:55.560 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:11:55.560 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:11:55.618 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:11:55.616+0000 7fee25d58480 -1 init, newargv = 0x555764657310 newargc=15 2024-09-13T16:11:55.618 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[51088]: starting ceph client 2024-09-13T16:11:55.623 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[51088]: starting fuse 2024-09-13T16:11:55.628 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:11:55.630 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:11:55.630 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:55.630 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:11:55.686 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:11:55.687 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:11:55.687 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:11:55.687 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:11:55.687 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:55.688 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:11:55.689 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:11:55.690 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:11:55.690 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:11:55.690 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:11:55.690 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:55.690 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:11:55.690 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:11:55.803 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.51088.asok 2024-09-13T16:11:55.989 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.51088.asok 2024-09-13T16:11:55.989 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:55.990 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.51088.asok status 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:11:56.126 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "51088", 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5508, 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 5508 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:11:56.127 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3150985406 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3150985406 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.5508 192.168.0.1:0/3150985406", 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/3150985406", 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 15, 2024-09-13T16:11:56.128 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 35, 2024-09-13T16:11:56.129 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:11:56.129 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:11:56.129 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:11:56.129 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:11:56.134 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:56.134 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:11:56.135 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:56.151 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:11:56.151 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:56.151 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:56.151 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:56.218 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:56.218 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir/) 2024-09-13T16:11:56.284 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:56.284 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch subdir/file_undamaged) 2024-09-13T16:11:56.343 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:56.343 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch subdir/file_to_be_damaged) 2024-09-13T16:11:56.401 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:11:56.401 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:11:56.401 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:11:56.401 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:11:56.401 DEBUG:teuthology.orchestra.run.smithi039:> print(os.stat("/home/ubuntu/cephtest/mnt.0/subdir").st_ino) 2024-09-13T16:11:56.402 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:11:56.504 INFO:teuthology.orchestra.run.smithi039.stdout:1099511627776 2024-09-13T16:11:56.693 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:56.693 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:56.751 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:56.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.891+0000 7ff3d6f9c640 1 Processor -- start 2024-09-13T16:11:56.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.891+0000 7ff3d6f9c640 1 -- start start 2024-09-13T16:11:56.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3d6f9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d0156fb0 0x7ff3d015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3d6f9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff3d006f170 0x7ff3d00b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3d6f9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff3d015b1b0 con 0x7ff3d015d0a0 2024-09-13T16:11:56.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3d6f9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff3d006f6e0 con 0x7ff3d006f170 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3d6f9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d006f9c0 con 0x7ff3d0156fb0 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff3d006f170 0x7ff3d00b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff3d006f170 0x7ff3d00b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56418/0 (socket says 172.21.15.39:56418) 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 -- 172.21.15.39:0/667878015 learned_addr learned my addr 172.21.15.39:0/667878015 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3d4d38640 1 --2- 172.21.15.39:0/667878015 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d0156fb0 0x7ff3d015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 -- 172.21.15.39:0/667878015 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d0156fb0 msgr2=0x7ff3d015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 --2- 172.21.15.39:0/667878015 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d0156fb0 0x7ff3d015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 -- 172.21.15.39:0/667878015 >> v1:172.21.15.157:6789/0 conn(0x7ff3d015d0a0 legacy=0x7ff3d0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.892+0000 7ff3cffff640 1 -- 172.21.15.39:0/667878015 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3d006fca0 con 0x7ff3d006f170 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.893+0000 7ff3cffff640 1 --2- 172.21.15.39:0/667878015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d00b1cf0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc009870 tx=0x7ff3bc02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2241890f7014f1c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.893+0000 7ff3cf7fe640 1 -- 172.21.15.39:0/667878015 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc02ae90 con 0x7ff3d006f170 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.893+0000 7ff3cf7fe640 1 -- 172.21.15.39:0/667878015 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3bc032440 con 0x7ff3d006f170 2024-09-13T16:11:56.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.893+0000 7ff3cf7fe640 1 -- 172.21.15.39:0/667878015 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3bc0327d0 con 0x7ff3d006f170 2024-09-13T16:11:56.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/667878015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 msgr2=0x7ff3d00b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/667878015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d00b1cf0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc009870 tx=0x7ff3bc02a180 comp rx=0 tx=0).stop 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/667878015 shutdown_connections 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/667878015 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d00b1cf0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/667878015 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d0156fb0 0x7ff3d015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/667878015 >> 172.21.15.39:0/667878015 conn(0x7ff3d006b3b0 msgr2=0x7ff3d006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/667878015 shutdown_connections 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.894+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/667878015 wait complete. 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.895+0000 7ff3d6f9c640 1 Processor -- start 2024-09-13T16:11:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.895+0000 7ff3d6f9c640 1 -- start start 2024-09-13T16:11:56.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d6f9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d014f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d6f9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff3d0156fb0 0x7ff3d0154fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d6f9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d015d0a0 0x7ff3d014b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d6f9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d014d420 con 0x7ff3d006f170 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d6f9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d014d700 con 0x7ff3d0156fb0 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d6f9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff3d014d9e0 con 0x7ff3d015d0a0 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d014f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d014f000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56434/0 (socket says 172.21.15.39:56434) 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 -- 172.21.15.39:0/4151145222 learned_addr learned my addr 172.21.15.39:0/4151145222 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d5539640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d015d0a0 0x7ff3d014b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3cffff640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff3d0156fb0 0x7ff3d0154fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 -- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d015d0a0 msgr2=0x7ff3d014b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d015d0a0 0x7ff3d014b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 -- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff3d0156fb0 msgr2=0x7ff3d0154fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:56.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff3d0156fb0 0x7ff3d0154fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 -- 172.21.15.39:0/4151145222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff3bc0094d0 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3d4d38640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d014f000 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4007e90 tx=0x7ff3c400dbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c400ba50 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.896+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3c400bbb0 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.897+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff3d014dcc0 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.897+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3c400de20 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.897+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff3d014d040 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.898+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3d00672f0 con 0x7ff3d006f170 2024-09-13T16:11:56.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.898+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff3c4011450 con 0x7ff3d006f170 2024-09-13T16:11:56.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.898+0000 7ff3cd7fa640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3b406ac00 0x7ff3b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:56.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.899+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff3c408b360 con 0x7ff3d006f170 2024-09-13T16:11:56.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.899+0000 7ff3cffff640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3b406ac00 0x7ff3b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:56.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.899+0000 7ff3cffff640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3b406ac00 0x7ff3b406d0c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc034000 tx=0x7ff3bc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:56.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:56.903+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff3c40565d0 con 0x7ff3d006f170 2024-09-13T16:11:57.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.075+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff3d0157390 con 0x7ff3d006f170 2024-09-13T16:11:57.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.077+0000 7ff3cd7fa640 1 -- 172.21.15.39:0/4151145222 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+16557 (secure 0 0 0) 0x7ff3c4059bf0 con 0x7ff3d006f170 2024-09-13T16:11:57.078 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:57.078 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:45.522551+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3b406ac00 msgr2=0x7ff3b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3b406ac00 0x7ff3b406d0c0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7ff3bc034000 tx=0x7ff3bc02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 msgr2=0x7ff3d014f000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d014f000 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff3c4007e90 tx=0x7ff3c400dbd0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 shutdown_connections 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3b406ac00 0x7ff3b406d0c0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff3d015d0a0 0x7ff3d014b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff3d0156fb0 0x7ff3d0154fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 --2- 172.21.15.39:0/4151145222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff3d006f170 0x7ff3d014f000 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 >> 172.21.15.39:0/4151145222 conn(0x7ff3d006b3b0 msgr2=0x7ff3d0158400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 shutdown_connections 2024-09-13T16:11:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.079+0000 7ff3d6f9c640 1 -- 172.21.15.39:0/4151145222 wait complete. 2024-09-13T16:11:57.092 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:43.107033+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:43.499323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:57.092 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:57.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.195+0000 7fc959f9c640 1 Processor -- start 2024-09-13T16:11:57.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.195+0000 7fc959f9c640 1 -- start start 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc959f9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc954143d30 0x7fc95415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc959f9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc95406f880 0x7fc95406fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc959f9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9540701f0 con 0x7fc9540b3610 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc959f9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc954071eb0 con 0x7fc95406f880 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc959f9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc954072440 con 0x7fc954143d30 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc953fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc95406f880 0x7fc95406fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc952ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc9540b3610 0x7fc9540717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49500/0 (socket says 172.21.15.39:49500) 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc952ffd640 1 -- 172.21.15.39:0/2052795221 learned_addr learned my addr 172.21.15.39:0/2052795221 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc9537fe640 1 --2- 172.21.15.39:0/2052795221 >> v2:172.21.15.157:3300/0 conn(0x7fc954143d30 0x7fc95415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc953fff640 1 -- 172.21.15.39:0/2052795221 >> v2:172.21.15.157:3300/0 conn(0x7fc954143d30 msgr2=0x7fc95415eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc953fff640 1 --2- 172.21.15.39:0/2052795221 >> v2:172.21.15.157:3300/0 conn(0x7fc954143d30 0x7fc95415eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc953fff640 1 -- 172.21.15.39:0/2052795221 >> v1:172.21.15.39:6789/0 conn(0x7fc9540b3610 legacy=0x7fc9540717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc9527fc640 1 -- 172.21.15.39:0/2052795221 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1189867293 0 0) 0x7fc9540701f0 con 0x7fc9540b3610 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc953fff640 1 -- 172.21.15.39:0/2052795221 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc954144110 con 0x7fc95406f880 2024-09-13T16:11:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.196+0000 7fc9537fe640 1 --2- 172.21.15.39:0/2052795221 >> v2:172.21.15.157:3300/0 conn(0x7fc954143d30 0x7fc95415eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:57.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.197+0000 7fc953fff640 1 --2- 172.21.15.39:0/2052795221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95406f880 0x7fc95406fcb0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc9540739e0 tx=0x7fc94c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=98eb8028b6aa6f41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.197+0000 7fc9527fc640 1 -- 172.21.15.39:0/2052795221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94c02aea0 con 0x7fc95406f880 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.197+0000 7fc9527fc640 1 -- 172.21.15.39:0/2052795221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94c02d050 con 0x7fc95406f880 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.197+0000 7fc9527fc640 1 -- 172.21.15.39:0/2052795221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94c007960 con 0x7fc95406f880 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 -- 172.21.15.39:0/2052795221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95406f880 msgr2=0x7fc95406fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 --2- 172.21.15.39:0/2052795221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95406f880 0x7fc95406fcb0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc9540739e0 tx=0x7fc94c02a680 comp rx=0 tx=0).stop 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 -- 172.21.15.39:0/2052795221 shutdown_connections 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 --2- 172.21.15.39:0/2052795221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc95406f880 0x7fc95406fcb0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 --2- 172.21.15.39:0/2052795221 >> v2:172.21.15.157:3300/0 conn(0x7fc954143d30 0x7fc95415eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 -- 172.21.15.39:0/2052795221 >> 172.21.15.39:0/2052795221 conn(0x7fc9540b00a0 msgr2=0x7fc9540b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 -- 172.21.15.39:0/2052795221 shutdown_connections 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.198+0000 7fc959f9c640 1 -- 172.21.15.39:0/2052795221 wait complete. 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.199+0000 7fc959f9c640 1 Processor -- start 2024-09-13T16:11:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.199+0000 7fc959f9c640 1 -- start start 2024-09-13T16:11:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc959f9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc95406f880 0x7fc9541f4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc959f9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9540b3610 0x7fc9541f3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc959f9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 0x7fc9540c5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc959f9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9541f5380 con 0x7fc954143d30 2024-09-13T16:11:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc959f9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9540cadf0 con 0x7fc95406f880 2024-09-13T16:11:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc959f9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9540c6480 con 0x7fc9540b3610 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 0x7fc9540c5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 0x7fc9540c5620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56456/0 (socket says 172.21.15.39:56456) 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 -- 172.21.15.39:0/3882814112 learned_addr learned my addr 172.21.15.39:0/3882814112 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc9537fe640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc95406f880 0x7fc9541f4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc952ffd640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9540b3610 0x7fc9541f3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 -- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9540b3610 msgr2=0x7fc9541f3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9540b3610 0x7fc9541f3010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 -- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc95406f880 msgr2=0x7fc9541f4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc95406f880 0x7fc9541f4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.200+0000 7fc953fff640 1 -- 172.21.15.39:0/3882814112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc94c009a70 con 0x7fc954143d30 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.201+0000 7fc953fff640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 0x7fc9540c5620 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc94c009e50 tx=0x7fc94c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.201+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94c03c830 con 0x7fc954143d30 2024-09-13T16:11:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.201+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc94c03c990 con 0x7fc954143d30 2024-09-13T16:11:57.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.201+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9540c4900 con 0x7fc954143d30 2024-09-13T16:11:57.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.201+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc94c03cd00 con 0x7fc954143d30 2024-09-13T16:11:57.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.201+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9540cb320 con 0x7fc954143d30 2024-09-13T16:11:57.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.202+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9540672f0 con 0x7fc954143d30 2024-09-13T16:11:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.202+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc94c045460 con 0x7fc954143d30 2024-09-13T16:11:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.203+0000 7fc93bfff640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc94006ac00 0x7fc94006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.203+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc94c0aae20 con 0x7fc954143d30 2024-09-13T16:11:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.203+0000 7fc9537fe640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc94006ac00 0x7fc94006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.203+0000 7fc9537fe640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc94006ac00 0x7fc94006d0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc954070f70 tx=0x7fc944008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.207+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc94c076090 con 0x7fc954143d30 2024-09-13T16:11:57.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.378+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc9541f3550 con 0x7fc954143d30 2024-09-13T16:11:57.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.379+0000 7fc93bfff640 1 -- 172.21.15.39:0/3882814112 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc94c04a020 con 0x7fc954143d30 2024-09-13T16:11:57.381 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:57.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc94006ac00 msgr2=0x7fc94006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc94006ac00 0x7fc94006d0c0 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7fc954070f70 tx=0x7fc944008040 comp rx=0 tx=0).stop 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 msgr2=0x7fc9540c5620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 0x7fc9540c5620 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7fc94c009e50 tx=0x7fc94c004a40 comp rx=0 tx=0).stop 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 shutdown_connections 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc94006ac00 0x7fc94006d0c0 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc954143d30 0x7fc9540c5620 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9540b3610 0x7fc9541f3010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 --2- 172.21.15.39:0/3882814112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc95406f880 0x7fc9541f4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 >> 172.21.15.39:0/3882814112 conn(0x7fc9540b00a0 msgr2=0x7fc95415cc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 shutdown_connections 2024-09-13T16:11:57.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.381+0000 7fc959f9c640 1 -- 172.21.15.39:0/3882814112 wait complete. 2024-09-13T16:11:57.393 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:57.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 Processor -- start 2024-09-13T16:11:57.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 -- start start 2024-09-13T16:11:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6b3c156e60 0x7f6b3c15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 0x7f6b3c0b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b3c0cb080 con 0x7f6b3c069ed0 2024-09-13T16:11:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b3c070d40 con 0x7f6b3c156e60 2024-09-13T16:11:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.497+0000 7f6b42908640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c0b3120 con 0x7f6b3c0b25b0 2024-09-13T16:11:57.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6b3c156e60 0x7f6b3c15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6b3c156e60 0x7f6b3c15aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56472/0 (socket says 172.21.15.39:56472) 2024-09-13T16:11:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2414940667 learned_addr learned my addr 172.21.15.39:0/2414940667 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2414940667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 msgr2=0x7f6b3c0b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 --2- 172.21.15.39:0/2414940667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 0x7f6b3c0b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2414940667 >> v1:172.21.15.157:6789/0 conn(0x7f6b3c069ed0 legacy=0x7f6b3c0711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.498+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2414940667 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b3c0b3400 con 0x7f6b3c156e60 2024-09-13T16:11:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b3bfff640 1 --2- 172.21.15.39:0/2414940667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c156e60 0x7f6b3c15aa30 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c009870 tx=0x7f6b2c02a200 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4b121625f4cdb1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b3b7fe640 1 -- 172.21.15.39:0/2414940667 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c032440 con 0x7f6b3c156e60 2024-09-13T16:11:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b3b7fe640 1 -- 172.21.15.39:0/2414940667 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b2c0325a0 con 0x7f6b3c156e60 2024-09-13T16:11:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b3b7fe640 1 -- 172.21.15.39:0/2414940667 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c032930 con 0x7f6b3c156e60 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 -- 172.21.15.39:0/2414940667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c156e60 msgr2=0x7f6b3c15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 --2- 172.21.15.39:0/2414940667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c156e60 0x7f6b3c15aa30 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c009870 tx=0x7f6b2c02a200 comp rx=0 tx=0).stop 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 -- 172.21.15.39:0/2414940667 shutdown_connections 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 --2- 172.21.15.39:0/2414940667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 0x7f6b3c0b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 --2- 172.21.15.39:0/2414940667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c156e60 0x7f6b3c15aa30 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 -- 172.21.15.39:0/2414940667 >> 172.21.15.39:0/2414940667 conn(0x7f6b3c0b00a0 msgr2=0x7f6b3c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 -- 172.21.15.39:0/2414940667 shutdown_connections 2024-09-13T16:11:57.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.499+0000 7f6b42908640 1 -- 172.21.15.39:0/2414940667 wait complete. 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 Processor -- start 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 -- start start 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 0x7f6b3c14d500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 0x7f6b3c14c9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b3c156e60 0x7f6b3c13fb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c13d8c0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c0cbf30 con 0x7f6b3c156e60 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b42908640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b3c14db00 con 0x7f6b3c0b25b0 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b3bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 0x7f6b3c14d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b3bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 0x7f6b3c14d500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56478/0 (socket says 172.21.15.39:56478) 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.501+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2655989563 learned_addr learned my addr 172.21.15.39:0/2655989563 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:57.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 msgr2=0x7f6b3c14c9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b3bfff640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 0x7f6b3c14c9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b3c156e60 msgr2=0x7f6b3c13fb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b3bfff640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b3c156e60 0x7f6b3c13fb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b3bfff640 1 -- 172.21.15.39:0/2655989563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b2c0094d0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b3bfff640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 0x7f6b3c14d500 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c009870 tx=0x7f6b2c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c032440 con 0x7f6b3c069ed0 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b2c030ba0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b3c0cc1e0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b2c03b400 con 0x7f6b3c069ed0 2024-09-13T16:11:57.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.502+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b3c0cc7a0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.503+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b3c0672f0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.504+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b2c039040 con 0x7f6b3c069ed0 2024-09-13T16:11:57.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.504+0000 7f6b397fa640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b1c06ac00 0x7f6b1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.504+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6b2c0a9ba0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.506+0000 7f6b33fff640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b1c06ac00 0x7f6b1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.508+0000 7f6b33fff640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b1c06ac00 0x7f6b1c06d0c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c071b10 tx=0x7f6b24006c90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.508+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b2c074e10 con 0x7f6b3c069ed0 2024-09-13T16:11:57.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.681+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6b3c0b29f0 con 0x7f6b3c069ed0 2024-09-13T16:11:57.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.681+0000 7f6b397fa640 1 -- 172.21.15.39:0/2655989563 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v35) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6b2c037020 con 0x7f6b3c069ed0 2024-09-13T16:11:57.683 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:57.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b1c06ac00 msgr2=0x7f6b1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b1c06ac00 0x7f6b1c06d0c0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c071b10 tx=0x7f6b24006c90 comp rx=0 tx=0).stop 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 msgr2=0x7f6b3c14d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 0x7f6b3c14d500 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f6b2c009870 tx=0x7f6b2c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 shutdown_connections 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b1c06ac00 0x7f6b1c06d0c0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b3c156e60 0x7f6b3c13fb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b3c0b25b0 0x7f6b3c14c9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 --2- 172.21.15.39:0/2655989563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b3c069ed0 0x7f6b3c14d500 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 >> 172.21.15.39:0/2655989563 conn(0x7f6b3c0b00a0 msgr2=0x7f6b3c159700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 shutdown_connections 2024-09-13T16:11:57.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.684+0000 7f6b42908640 1 -- 172.21.15.39:0/2655989563 wait complete. 2024-09-13T16:11:57.696 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:57.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.799+0000 7f567e080640 1 Processor -- start 2024-09-13T16:11:57.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.799+0000 7f567e080640 1 -- start start 2024-09-13T16:11:57.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.800+0000 7f567e080640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56780b4180 0x7f56780d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.800+0000 7f567e080640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56780b5550 con 0x7f56780d1f40 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.800+0000 7f567e080640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56780cfb50 con 0x7f567815c7d0 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.800+0000 7f567e080640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56780b2000 con 0x7f56780b4180 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.800+0000 7f5677fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f56780d1f40 0x7f56780b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49508/0 (socket says 172.21.15.39:49508) 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.800+0000 7f5677fff640 1 -- 172.21.15.39:0/3011278284 learned_addr learned my addr 172.21.15.39:0/3011278284 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5676ffd640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56780b4180 0x7f56780d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 436256748 0 0) 0x7f56780b5550 con 0x7f56780d1f40 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5660003520 con 0x7f56780d1f40 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3191290724 0 0) 0x7f5660003520 con 0x7f56780d1f40 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56780b4180 msgr2=0x7f56780d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56780b4180 0x7f56780d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 >> v1:172.21.15.157:6789/0 conn(0x7f567815c7d0 legacy=0x7f56780cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56780d2340 con 0x7f56780d1f40 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f56700019f0 con 0x7f56780d1f40 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 >> v1:172.21.15.39:6789/0 conn(0x7f56780d1f40 legacy=0x7f56780b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56600039a0 0x7f5660003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56600042c0 0x7f56600047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5660004f50 0x7f566000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56780b2000 con 0x7f5660004f50 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f566000bec0 con 0x7f56600042c0 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f566000c000 con 0x7f56600039a0 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5677fff640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5660004f50 0x7f566000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f56777fe640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56600039a0 0x7f5660003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5676ffd640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56600042c0 0x7f56600047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5677fff640 1 -- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56600039a0 msgr2=0x7f5660003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5677fff640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56600039a0 0x7f5660003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5677fff640 1 -- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56600042c0 msgr2=0x7f56600047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5677fff640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56600042c0 0x7f56600047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5677fff640 1 -- 172.21.15.39:0/3011278284 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5660003520 con 0x7f5660004f50 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.801+0000 7f5676ffd640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56600042c0 0x7f56600047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.802+0000 7f5677fff640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5660004f50 0x7f566000b980 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f567000a830 tx=0x7f56600057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9819257cd57634b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.802+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f567002ba30 con 0x7f5660004f50 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.802+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f567002bbb0 con 0x7f5660004f50 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.802+0000 7f56767fc640 1 -- 172.21.15.39:0/3011278284 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5670034470 con 0x7f5660004f50 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f567e080640 1 -- 172.21.15.39:0/3011278284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5660004f50 msgr2=0x7f566000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f567e080640 1 --2- 172.21.15.39:0/3011278284 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5660004f50 0x7f566000b980 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f567000a830 tx=0x7f56600057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f5677fff640 1 -- 172.21.15.39:0/3011278284 reap_dead start 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f567e080640 1 -- 172.21.15.39:0/3011278284 shutdown_connections 2024-09-13T16:11:57.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f567e080640 1 -- 172.21.15.39:0/3011278284 >> 172.21.15.39:0/3011278284 conn(0x7f567806bc40 msgr2=0x7f567806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f567e080640 1 -- 172.21.15.39:0/3011278284 shutdown_connections 2024-09-13T16:11:57.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.803+0000 7f567e080640 1 -- 172.21.15.39:0/3011278284 wait complete. 2024-09-13T16:11:57.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.804+0000 7f567e080640 1 Processor -- start 2024-09-13T16:11:57.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.804+0000 7f567e080640 1 -- start start 2024-09-13T16:11:57.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f567e080640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5660004f50 0x7f5678151d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f567e080640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56781555b0 0x7f56781531f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f567e080640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 0x7f567815e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f567e080640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567815ea10 con 0x7f567815e050 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f567e080640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5678152250 con 0x7f56781555b0 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f567e080640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5678154540 con 0x7f5660004f50 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 0x7f567815e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 0x7f567815e4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56504/0 (socket says 172.21.15.39:56504) 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 -- 172.21.15.39:0/3579097054 learned_addr learned my addr 172.21.15.39:0/3579097054 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f56777fe640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5660004f50 0x7f5678151d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5676ffd640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56781555b0 0x7f56781531f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 -- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5660004f50 msgr2=0x7f5678151d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5660004f50 0x7f5678151d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 -- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56781555b0 msgr2=0x7f56781531f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56781555b0 0x7f56781531f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.805+0000 7f5677fff640 1 -- 172.21.15.39:0/3579097054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5678154820 con 0x7f567815e050 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.806+0000 7f5677fff640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 0x7f567815e4d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f567000a830 tx=0x7f5670001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.806+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5670038070 con 0x7f567815e050 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.806+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f567002ba40 con 0x7f567815e050 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.806+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5678154b00 con 0x7f567815e050 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.806+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5670034890 con 0x7f567815e050 2024-09-13T16:11:57.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.806+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5678156040 con 0x7f567815e050 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.807+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f567815cbb0 con 0x7f567815e050 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.807+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5670031070 con 0x7f567815e050 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.808+0000 7f565ffff640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566406ac30 0x7f566406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.808+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f567003b040 con 0x7f567815e050 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.808+0000 7f56777fe640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566406ac30 0x7f566406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.809+0000 7f56777fe640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566406ac30 0x7f566406d0f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f56781f51e0 tx=0x7f5668009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:57.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.812+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5670074610 con 0x7f567815e050 2024-09-13T16:11:57.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.983+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f56780b5a10 con 0x7f567815e050 2024-09-13T16:11:57.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.983+0000 7f565ffff640 1 -- 172.21.15.39:0/3579097054 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v35) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5670077c30 con 0x7f567815e050 2024-09-13T16:11:57.985 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566406ac30 msgr2=0x7f566406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566406ac30 0x7f566406d0f0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7f56781f51e0 tx=0x7f5668009040 comp rx=0 tx=0).stop 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 msgr2=0x7f567815e4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 0x7f567815e4d0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f567000a830 tx=0x7f5670001d80 comp rx=0 tx=0).stop 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 shutdown_connections 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566406ac30 0x7f566406d0f0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f567815e050 0x7f567815e4d0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56781555b0 0x7f56781531f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 --2- 172.21.15.39:0/3579097054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5660004f50 0x7f5678151d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:57.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 >> 172.21.15.39:0/3579097054 conn(0x7f567806bc40 msgr2=0x7f567815f460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:57.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 shutdown_connections 2024-09-13T16:11:57.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:57.985+0000 7f567e080640 1 -- 172.21.15.39:0/3579097054 wait complete. 2024-09-13T16:11:57.998 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:58.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.099+0000 7f7d176a3640 1 Processor -- start 2024-09-13T16:11:58.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d176a3640 1 -- start start 2024-09-13T16:11:58.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d176a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d100d1680 0x7f7d100d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d176a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d100d11f0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d176a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d1015d2d0 con 0x7f7d1015cef0 2024-09-13T16:11:58.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d176a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d100d1fe0 con 0x7f7d100d1680 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d15c40640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7d100b5ab0 0x7f7d100ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49510/0 (socket says 172.21.15.39:49510) 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.100+0000 7f7d15c40640 1 -- 172.21.15.39:0/3607853210 learned_addr learned my addr 172.21.15.39:0/3607853210 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d14c3e640 1 --2- 172.21.15.39:0/3607853210 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d100d1680 0x7f7d100d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4003460962 0 0) 0x7f7d100d11f0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7cf8003520 con 0x7f7d100b5ab0 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 588803772 0 0) 0x7f7d1015d2d0 con 0x7f7d1015cef0 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d100d11f0 con 0x7f7d1015cef0 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1170040603 0 0) 0x7f7cf8003520 con 0x7f7d100b5ab0 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d14c3e640 1 -- 172.21.15.39:0/3607853210 >> v1:172.21.15.157:6789/0 conn(0x7f7d1015cef0 legacy=0x7f7d100cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d14c3e640 1 -- 172.21.15.39:0/3607853210 >> v1:172.21.15.39:6789/0 conn(0x7f7d100b5ab0 legacy=0x7f7d100ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.101+0000 7f7d14c3e640 1 -- 172.21.15.39:0/3607853210 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d100cd730 con 0x7f7d100d1680 2024-09-13T16:11:58.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.102+0000 7f7d14c3e640 1 --2- 172.21.15.39:0/3607853210 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d100d1680 0x7f7d100d1aa0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7d040097d0 tx=0x7f7d0402a230 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c8992f885fafa70 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.102+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d08001670 con 0x7f7d100d1680 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.102+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d0402acc0 con 0x7f7d100d1680 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.102+0000 7f7d0ffff640 1 -- 172.21.15.39:0/3607853210 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d04032640 con 0x7f7d100d1680 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 -- 172.21.15.39:0/3607853210 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d100d1680 msgr2=0x7f7d100d1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 --2- 172.21.15.39:0/3607853210 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d100d1680 0x7f7d100d1aa0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f7d040097d0 tx=0x7f7d0402a230 comp rx=0 tx=0).stop 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 -- 172.21.15.39:0/3607853210 shutdown_connections 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 --2- 172.21.15.39:0/3607853210 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d100d1680 0x7f7d100d1aa0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 -- 172.21.15.39:0/3607853210 >> 172.21.15.39:0/3607853210 conn(0x7f7d1006a3a0 msgr2=0x7f7d1006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 -- 172.21.15.39:0/3607853210 shutdown_connections 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.103+0000 7f7d176a3640 1 -- 172.21.15.39:0/3607853210 wait complete. 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.104+0000 7f7d176a3640 1 Processor -- start 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.104+0000 7f7d176a3640 1 -- start start 2024-09-13T16:11:58.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 0x7f7d1015f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d100d1680 0x7f7d100b1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1015cef0 0x7f7d10159d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d1015f5c0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d100b2490 con 0x7f7d100d1680 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d100b3290 con 0x7f7d1015cef0 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 0x7f7d1015f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 0x7f7d1015f080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56506/0 (socket says 172.21.15.39:56506) 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 -- 172.21.15.39:0/4000281715 learned_addr learned my addr 172.21.15.39:0/4000281715 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 -- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1015cef0 msgr2=0x7f7d10159d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d15c40640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1015cef0 0x7f7d10159d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1015cef0 0x7f7d10159d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 -- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d100d1680 msgr2=0x7f7d100b1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d100d1680 0x7f7d100b1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 -- 172.21.15.39:0/4000281715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d04009400 con 0x7f7d100b5ab0 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d1543f640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 0x7f7d1015f080 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7d0000c7a0 tx=0x7f7d0000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d00003b70 con 0x7f7d100b5ab0 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d00003cd0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d1015a290 con 0x7f7d100b5ab0 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.105+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0000aa90 con 0x7f7d100b5ab0 2024-09-13T16:11:58.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.106+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d100b2730 con 0x7f7d100b5ab0 2024-09-13T16:11:58.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.107+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d10160b30 con 0x7f7d100b5ab0 2024-09-13T16:11:58.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.107+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d0000abf0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.107+0000 7f7d0dffb640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cfc06ac00 0x7f7cfc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.108+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7d00089180 con 0x7f7d100b5ab0 2024-09-13T16:11:58.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.108+0000 7f7d14c3e640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cfc06ac00 0x7f7cfc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.108+0000 7f7d14c3e640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cfc06ac00 0x7f7cfc06d0c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7d04034000 tx=0x7f7d0402c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.112+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d000543f0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.297+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7d100c89f0 con 0x7f7d100b5ab0 2024-09-13T16:11:58.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.297+0000 7f7d0dffb640 1 -- 172.21.15.39:0/4000281715 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) v1 ==== 80+0+0 (secure 0 0 0) 0x7f7d00057a10 con 0x7f7d100b5ab0 2024-09-13T16:11:58.299 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cfc06ac00 msgr2=0x7f7cfc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cfc06ac00 0x7f7cfc06d0c0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7f7d04034000 tx=0x7f7d0402c000 comp rx=0 tx=0).stop 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 msgr2=0x7f7d1015f080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 0x7f7d1015f080 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7f7d0000c7a0 tx=0x7f7d0000cc60 comp rx=0 tx=0).stop 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 shutdown_connections 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cfc06ac00 0x7f7cfc06d0c0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1015cef0 0x7f7d10159d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d100d1680 0x7f7d100b1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 --2- 172.21.15.39:0/4000281715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100b5ab0 0x7f7d1015f080 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 >> 172.21.15.39:0/4000281715 conn(0x7f7d1006a3a0 msgr2=0x7f7d1006a780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 shutdown_connections 2024-09-13T16:11:58.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.299+0000 7f7d176a3640 1 -- 172.21.15.39:0/4000281715 wait complete. 2024-09-13T16:11:58.311 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:11:58.311 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:11:58.328 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:11:58.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 Processor -- start 2024-09-13T16:11:58.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 -- start start 2024-09-13T16:11:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0721f0 0x7f794c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f794c0ce7b0 0x7f794c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f794c0cc650 0x7f794c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f794c15bed0 con 0x7f794c0cc650 2024-09-13T16:11:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f794c0cebf0 con 0x7f794c0ce7b0 2024-09-13T16:11:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.468+0000 7f7952f76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f794c15aa50 con 0x7f794c0721f0 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f794c0cc650 0x7f794c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f794c0cc650 0x7f794c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56522/0 (socket says 172.21.15.39:56522) 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 -- 172.21.15.39:0/1114571594 learned_addr learned my addr 172.21.15.39:0/1114571594 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7950d12640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0721f0 0x7f794c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 -- 172.21.15.39:0/1114571594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0721f0 msgr2=0x7f794c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0721f0 0x7f794c0ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 -- 172.21.15.39:0/1114571594 >> v2:172.21.15.157:3300/0 conn(0x7f794c0ce7b0 msgr2=0x7f794c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f794bfff640 1 --2- 172.21.15.39:0/1114571594 >> v2:172.21.15.157:3300/0 conn(0x7f794c0ce7b0 0x7f794c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 --2- 172.21.15.39:0/1114571594 >> v2:172.21.15.157:3300/0 conn(0x7f794c0ce7b0 0x7f794c0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7951513640 1 -- 172.21.15.39:0/1114571594 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f794c15af50 con 0x7f794c0cc650 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f7950d12640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0721f0 0x7f794c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.469+0000 7f794bfff640 1 --2- 172.21.15.39:0/1114571594 >> v2:172.21.15.157:3300/0 conn(0x7f794c0ce7b0 0x7f794c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.470+0000 7f7951513640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c069ed0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f794c0684f0 tx=0x7f794402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df98ea94e24183ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.470+0000 7f794b7fe640 1 -- 172.21.15.39:0/1114571594 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7944031600 con 0x7f794c0cc650 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.470+0000 7f794b7fe640 1 -- 172.21.15.39:0/1114571594 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f794402d050 con 0x7f794c0cc650 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.470+0000 7f794b7fe640 1 -- 172.21.15.39:0/1114571594 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7944031980 con 0x7f794c0cc650 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.470+0000 7f7952f76640 1 -- 172.21.15.39:0/1114571594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 msgr2=0x7f794c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.470+0000 7f7952f76640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c069ed0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f794c0684f0 tx=0x7f794402a610 comp rx=0 tx=0).stop 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 -- 172.21.15.39:0/1114571594 shutdown_connections 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c069ed0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 --2- 172.21.15.39:0/1114571594 >> v2:172.21.15.157:3300/0 conn(0x7f794c0ce7b0 0x7f794c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 --2- 172.21.15.39:0/1114571594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0721f0 0x7f794c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 -- 172.21.15.39:0/1114571594 >> 172.21.15.39:0/1114571594 conn(0x7f794c06b3b0 msgr2=0x7f794c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 -- 172.21.15.39:0/1114571594 shutdown_connections 2024-09-13T16:11:58.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.471+0000 7f7952f76640 1 -- 172.21.15.39:0/1114571594 wait complete. 2024-09-13T16:11:58.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.472+0000 7f7952f76640 1 Processor -- start 2024-09-13T16:11:58.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.472+0000 7f7952f76640 1 -- start start 2024-09-13T16:11:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7952f76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f794c0721f0 0x7f794c070d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7952f76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c0ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7952f76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0ce7b0 0x7f794c14fc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7952f76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f794c0b23d0 con 0x7f794c0cc650 2024-09-13T16:11:58.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7952f76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f794c0c7750 con 0x7f794c0721f0 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7952f76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f794c0c7a30 con 0x7f794c0ce7b0 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c0ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c0ab5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56534/0 (socket says 172.21.15.39:56534) 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 -- 172.21.15.39:0/128251882 learned_addr learned my addr 172.21.15.39:0/128251882 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7950d12640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f794c0721f0 0x7f794c070d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7951513640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0ce7b0 0x7f794c14fc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 -- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0ce7b0 msgr2=0x7f794c14fc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0ce7b0 0x7f794c14fc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 -- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f794c0721f0 msgr2=0x7f794c070d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f794c0721f0 0x7f794c070d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 -- 172.21.15.39:0/128251882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7944009b30 con 0x7f794c0cc650 2024-09-13T16:11:58.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f7950d12640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f794c0721f0 0x7f794c070d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.473+0000 7f794bfff640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c0ab5e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f793800c7f0 tx=0x7f793800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.474+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7938007820 con 0x7f794c0cc650 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.474+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7938007980 con 0x7f794c0cc650 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.474+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f794c0c7d10 con 0x7f794c0cc650 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.474+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7938007d30 con 0x7f794c0cc650 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.474+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f794c0712d0 con 0x7f794c0cc650 2024-09-13T16:11:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.475+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f794c0714f0 con 0x7f794c0cc650 2024-09-13T16:11:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.475+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f79380113f0 con 0x7f794c0cc650 2024-09-13T16:11:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.476+0000 7f79497fa640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f793006ac00 0x7f793006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.476+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7938089670 con 0x7f794c0cc650 2024-09-13T16:11:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.476+0000 7f7950d12640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f793006ac00 0x7f793006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.476+0000 7f7950d12640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f793006ac00 0x7f793006d0c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7940006b10 tx=0x7f7940008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.480+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7938054850 con 0x7f794c0cc650 2024-09-13T16:11:58.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.651+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f794c0672f0 con 0x7f794c0cc650 2024-09-13T16:11:58.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.652+0000 7f79497fa640 1 -- 172.21.15.39:0/128251882 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v35) v1 ==== 74+0+16557 (secure 0 0 0) 0x7f7938057e70 con 0x7f794c0cc650 2024-09-13T16:11:58.653 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:11:58.653 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:11:45.522551+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:11:58.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f793006ac00 msgr2=0x7f793006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f793006ac00 0x7f793006d0c0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f7940006b10 tx=0x7f7940008040 comp rx=0 tx=0).stop 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 msgr2=0x7f794c0ab5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c0ab5e0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f793800c7f0 tx=0x7f793800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 shutdown_connections 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f793006ac00 0x7f793006d0c0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f794c0ce7b0 0x7f794c14fc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f794c0cc650 0x7f794c0ab5e0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 --2- 172.21.15.39:0/128251882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f794c0721f0 0x7f794c070d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 >> 172.21.15.39:0/128251882 conn(0x7f794c06b3b0 msgr2=0x7f794c06fac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 shutdown_connections 2024-09-13T16:11:58.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.654+0000 7f7952f76640 1 -- 172.21.15.39:0/128251882 wait complete. 2024-09-13T16:11:58.666 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:43.107033+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:43.499323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:11:58.667 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:11:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.769+0000 7faf1fa80640 1 Processor -- start 2024-09-13T16:11:58.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.770+0000 7faf1fa80640 1 -- start start 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.770+0000 7faf1fa80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180b4180 0x7faf180d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.770+0000 7faf1fa80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7faf180d1f40 0x7faf180b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.770+0000 7faf1fa80640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf180b5550 con 0x7faf1815c7d0 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.770+0000 7faf1fa80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf180b2000 con 0x7faf180d1f40 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.770+0000 7faf1fa80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf180cfb50 con 0x7faf180b4180 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1d81c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faf1815c7d0 0x7faf180cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49516/0 (socket says 172.21.15.39:49516) 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1d81c640 1 -- 172.21.15.39:0/2483830008 learned_addr learned my addr 172.21.15.39:0/2483830008 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1d01b640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180b4180 0x7faf180d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2483830008 >> v2:172.21.15.157:3300/0 conn(0x7faf180d1f40 0x7faf180b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1404528907 0 0) 0x7faf180b5550 con 0x7faf1815c7d0 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf00003520 con 0x7faf1815c7d0 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 196562088 0 0) 0x7faf00003520 con 0x7faf1815c7d0 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180b4180 msgr2=0x7faf180d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180b4180 0x7faf180d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 >> v2:172.21.15.157:3300/0 conn(0x7faf180d1f40 msgr2=0x7faf180b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 --2- 172.21.15.39:0/2483830008 >> v2:172.21.15.157:3300/0 conn(0x7faf180d1f40 0x7faf180b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf180d2340 con 0x7faf1815c7d0 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7faf10001670 con 0x7faf1815c7d0 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 >> v1:172.21.15.39:6789/0 conn(0x7faf1815c7d0 legacy=0x7faf180cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf00003970 0x7faf00003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf000042d0 0x7faf000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf00004e10 0x7faf00005290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf180b2000 con 0x7faf00004e10 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf180cfb50 con 0x7faf000042d0 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf0000bd00 con 0x7faf00003970 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf00004e10 0x7faf00005290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1d81c640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf00003970 0x7faf00003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.771+0000 7faf1d01b640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf000042d0 0x7faf000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1e01d640 1 -- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf00003970 msgr2=0x7faf00003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf00003970 0x7faf00003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1e01d640 1 -- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf000042d0 msgr2=0x7faf000047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf000042d0 0x7faf000047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1e01d640 1 -- 172.21.15.39:0/2483830008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf00003520 con 0x7faf00004e10 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1d81c640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf00003970 0x7faf00003d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.772+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf00004e10 0x7faf00005290 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7faf08009fc0 tx=0x7faf000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f97aa9dce26502ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf08031670 con 0x7faf00004e10 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf0800f040 con 0x7faf00004e10 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1c81a640 1 -- 172.21.15.39:0/2483830008 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf08031a10 con 0x7faf00004e10 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1fa80640 1 -- 172.21.15.39:0/2483830008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf00004e10 msgr2=0x7faf00005290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2483830008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf00004e10 0x7faf00005290 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7faf08009fc0 tx=0x7faf000057f0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1e01d640 1 -- 172.21.15.39:0/2483830008 reap_dead start 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1fa80640 1 -- 172.21.15.39:0/2483830008 shutdown_connections 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1fa80640 1 -- 172.21.15.39:0/2483830008 >> 172.21.15.39:0/2483830008 conn(0x7faf1806bc40 msgr2=0x7faf1806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1fa80640 1 -- 172.21.15.39:0/2483830008 shutdown_connections 2024-09-13T16:11:58.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.773+0000 7faf1fa80640 1 -- 172.21.15.39:0/2483830008 wait complete. 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.774+0000 7faf1fa80640 1 Processor -- start 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.774+0000 7faf1fa80640 1 -- start start 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1fa80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf00004e10 0x7faf180aa470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1fa80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180cbc60 0x7faf181f1590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1fa80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 0x7faf180ac090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1fa80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf180ab7f0 con 0x7faf180abc10 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1fa80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf180b1a60 con 0x7faf00004e10 2024-09-13T16:11:58.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1fa80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf181f1ad0 con 0x7faf180cbc60 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1e01d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 0x7faf180ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1e01d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 0x7faf180ac090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56560/0 (socket says 172.21.15.39:56560) 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1e01d640 1 -- 172.21.15.39:0/2492956687 learned_addr learned my addr 172.21.15.39:0/2492956687 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.775+0000 7faf1d01b640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180cbc60 0x7faf181f1590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1e01d640 1 -- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180cbc60 msgr2=0x7faf181f1590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180cbc60 0x7faf181f1590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1e01d640 1 -- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf00004e10 msgr2=0x7faf180aa470 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf00004e10 0x7faf180aa470 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1e01d640 1 -- 172.21.15.39:0/2492956687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf180cc0e0 con 0x7faf180abc10 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1e01d640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 0x7faf180ac090 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7faf0800e230 tx=0x7faf08009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf08003b90 con 0x7faf180abc10 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf08003cf0 con 0x7faf180abc10 2024-09-13T16:11:58.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf180aab70 con 0x7faf180abc10 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf08004260 con 0x7faf180abc10 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.776+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf180ab130 con 0x7faf180abc10 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.777+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf1815cbb0 con 0x7faf180abc10 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.778+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf08042030 con 0x7faf180abc10 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.778+0000 7faf167fc640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf0406ac00 0x7faf0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.778+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faf080aa9b0 con 0x7faf180abc10 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.778+0000 7faf1d81c640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf0406ac00 0x7faf0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.779+0000 7faf1d81c640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf0406ac00 0x7faf0406d0c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faf10001eb0 tx=0x7faf10001e20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:58.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.782+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf08075b90 con 0x7faf180abc10 2024-09-13T16:11:58.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.952+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7faf180cf4c0 con 0x7faf180abc10 2024-09-13T16:11:58.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.952+0000 7faf167fc640 1 -- 172.21.15.39:0/2492956687 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v35) v1 ==== 93+0+10 (secure 0 0 0) 0x7faf080791b0 con 0x7faf180abc10 2024-09-13T16:11:58.954 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:11:58.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf0406ac00 msgr2=0x7faf0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf0406ac00 0x7faf0406d0c0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7faf10001eb0 tx=0x7faf10001e20 comp rx=0 tx=0).stop 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 msgr2=0x7faf180ac090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 0x7faf180ac090 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7faf0800e230 tx=0x7faf08009750 comp rx=0 tx=0).stop 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 shutdown_connections 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf0406ac00 0x7faf0406d0c0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf180abc10 0x7faf180ac090 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf180cbc60 0x7faf181f1590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 --2- 172.21.15.39:0/2492956687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf00004e10 0x7faf180aa470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:58.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 >> 172.21.15.39:0/2492956687 conn(0x7faf1806bc40 msgr2=0x7faf1815bd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:58.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 shutdown_connections 2024-09-13T16:11:58.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:58.954+0000 7faf1fa80640 1 -- 172.21.15.39:0/2492956687 wait complete. 2024-09-13T16:11:58.966 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:11:59.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.069+0000 7f8fda525640 1 Processor -- start 2024-09-13T16:11:59.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.069+0000 7f8fda525640 1 -- start start 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fda525640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8fd40ce050 0x7f8fd4070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fda525640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fd415d080 con 0x7f8fd40b2e10 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fda525640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8fd40b3f90 con 0x7f8fd4070d80 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fda525640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8fd40711b0 con 0x7f8fd40ce050 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8fd40ce050 0x7f8fd4070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd8ac2640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8fd40b2e10 0x7f8fd40acd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49524/0 (socket says 172.21.15.39:49524) 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd8ac2640 1 -- 172.21.15.39:0/109965795 learned_addr learned my addr 172.21.15.39:0/109965795 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd3fff640 1 -- 172.21.15.39:0/109965795 >> v1:172.21.15.157:6789/0 conn(0x7f8fd4070d80 legacy=0x7f8fd40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd3fff640 1 -- 172.21.15.39:0/109965795 >> v1:172.21.15.39:6789/0 conn(0x7f8fd40b2e10 legacy=0x7f8fd40acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd2ffd640 1 -- 172.21.15.39:0/109965795 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 13961936 0 0) 0x7f8fd415d080 con 0x7f8fd40b2e10 2024-09-13T16:11:59.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.070+0000 7f8fd3fff640 1 -- 172.21.15.39:0/109965795 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fd40b3380 con 0x7f8fd40ce050 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.071+0000 7f8fd3fff640 1 --2- 172.21.15.39:0/109965795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd40ce050 0x7f8fd4070840 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8fc40097a0 tx=0x7f8fc402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5887f5de2a1f4f3a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.071+0000 7f8fd2ffd640 1 -- 172.21.15.39:0/109965795 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4032440 con 0x7f8fd40ce050 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.071+0000 7f8fd2ffd640 1 -- 172.21.15.39:0/109965795 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fc40325a0 con 0x7f8fd40ce050 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.071+0000 7f8fd2ffd640 1 -- 172.21.15.39:0/109965795 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4032930 con 0x7f8fd40ce050 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 -- 172.21.15.39:0/109965795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd40ce050 msgr2=0x7f8fd4070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 --2- 172.21.15.39:0/109965795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd40ce050 0x7f8fd4070840 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f8fc40097a0 tx=0x7f8fc402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 -- 172.21.15.39:0/109965795 shutdown_connections 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 --2- 172.21.15.39:0/109965795 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd40ce050 0x7f8fd4070840 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 -- 172.21.15.39:0/109965795 >> 172.21.15.39:0/109965795 conn(0x7f8fd40b0eb0 msgr2=0x7f8fd4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 -- 172.21.15.39:0/109965795 shutdown_connections 2024-09-13T16:11:59.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.072+0000 7f8fda525640 1 -- 172.21.15.39:0/109965795 wait complete. 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.073+0000 7f8fda525640 1 Processor -- start 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.073+0000 7f8fda525640 1 -- start start 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fda525640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 0x7f8fd4158710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fda525640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fd40b2e10 0x7f8fd40aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fda525640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8fd40ce050 0x7f8fd40af110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fda525640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd41e6910 con 0x7f8fd4070d80 2024-09-13T16:11:59.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fda525640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd413f190 con 0x7f8fd40b2e10 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fda525640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8fd41421c0 con 0x7f8fd40ce050 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 0x7f8fd4158710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 0x7f8fd4158710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56586/0 (socket says 172.21.15.39:56586) 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 -- 172.21.15.39:0/318142716 learned_addr learned my addr 172.21.15.39:0/318142716 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd8ac2640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8fd40ce050 0x7f8fd40af110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd37fe640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fd40b2e10 0x7f8fd40aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 -- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8fd40ce050 msgr2=0x7f8fd40af110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8fd40ce050 0x7f8fd40af110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 -- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fd40b2e10 msgr2=0x7f8fd40aebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fd40b2e10 0x7f8fd40aebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd3fff640 1 -- 172.21.15.39:0/318142716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8fc4009400 con 0x7f8fd4070d80 2024-09-13T16:11:59.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd37fe640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fd40b2e10 0x7f8fd40aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.074+0000 7f8fd8ac2640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8fd40ce050 0x7f8fd40af110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.075+0000 7f8fd3fff640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 0x7f8fd4158710 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f8fc40097a0 tx=0x7f8fc40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.075+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc4030b80 con 0x7f8fd4070d80 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.075+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8fc4030ce0 con 0x7f8fd4070d80 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.075+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8fd41e6250 con 0x7f8fd4070d80 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.075+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8fc403b640 con 0x7f8fd4070d80 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.075+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8fd4158c50 con 0x7f8fd4070d80 2024-09-13T16:11:59.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.076+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8fd4158ea0 con 0x7f8fd4070d80 2024-09-13T16:11:59.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.076+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8fc4039040 con 0x7f8fd4070d80 2024-09-13T16:11:59.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.077+0000 7f8fd0ff9640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8fc006ac00 0x7f8fc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.077+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8fc40a9c60 con 0x7f8fd4070d80 2024-09-13T16:11:59.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.077+0000 7f8fd37fe640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8fc006ac00 0x7f8fc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.078+0000 7f8fd37fe640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8fc006ac00 0x7f8fc006d0c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8fd40b00e0 tx=0x7f8fc8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.081+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8fc4074ed0 con 0x7f8fd4070d80 2024-09-13T16:11:59.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.255+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8fd40672f0 con 0x7f8fd4070d80 2024-09-13T16:11:59.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.255+0000 7f8fd0ff9640 1 -- 172.21.15.39:0/318142716 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v35) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8fc4037020 con 0x7f8fd4070d80 2024-09-13T16:11:59.257 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8fc006ac00 msgr2=0x7f8fc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8fc006ac00 0x7f8fc006d0c0 secure :-1 s=READY pgs=236 cs=0 l=1 rev1=1 crypto rx=0x7f8fd40b00e0 tx=0x7f8fc8008040 comp rx=0 tx=0).stop 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 msgr2=0x7f8fd4158710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 0x7f8fd4158710 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f8fc40097a0 tx=0x7f8fc40046c0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 shutdown_connections 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8fc006ac00 0x7f8fc006d0c0 unknown :-1 s=CLOSED pgs=236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8fd40ce050 0x7f8fd40af110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8fd40b2e10 0x7f8fd40aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 --2- 172.21.15.39:0/318142716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8fd4070d80 0x7f8fd4158710 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 >> 172.21.15.39:0/318142716 conn(0x7f8fd40b0eb0 msgr2=0x7f8fd415e370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 shutdown_connections 2024-09-13T16:11:59.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.257+0000 7f8fda525640 1 -- 172.21.15.39:0/318142716 wait complete. 2024-09-13T16:11:59.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:11:59.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.373+0000 7fdb98176640 1 Processor -- start 2024-09-13T16:11:59.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.373+0000 7fdb98176640 1 -- start start 2024-09-13T16:11:59.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb98176640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdb900b3610 0x7fdb9015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb98176640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb90071eb0 con 0x7fdb90143d30 2024-09-13T16:11:59.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb98176640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb90072440 con 0x7fdb9006f880 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb98176640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb90144110 con 0x7fdb900b3610 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb95711640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdb900b3610 0x7fdb9015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb95f12640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdb90143d30 0x7fdb900717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49536/0 (socket says 172.21.15.39:49536) 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb95f12640 1 -- 172.21.15.39:0/4213956248 learned_addr learned my addr 172.21.15.39:0/4213956248 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb95711640 1 -- 172.21.15.39:0/4213956248 >> v1:172.21.15.157:6789/0 conn(0x7fdb9006f880 legacy=0x7fdb900b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb95711640 1 -- 172.21.15.39:0/4213956248 >> v1:172.21.15.39:6789/0 conn(0x7fdb90143d30 legacy=0x7fdb900717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb95711640 1 -- 172.21.15.39:0/4213956248 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb90072160 con 0x7fdb900b3610 2024-09-13T16:11:59.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.374+0000 7fdb94f10640 1 -- 172.21.15.39:0/4213956248 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 680362759 0 0) 0x7fdb90071eb0 con 0x7fdb90143d30 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.375+0000 7fdb95711640 1 --2- 172.21.15.39:0/4213956248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb900b3610 0x7fdb9015eb20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fdb800097a0 tx=0x7fdb8002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=604e12a64a1e0103 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.375+0000 7fdb94f10640 1 -- 172.21.15.39:0/4213956248 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb80032440 con 0x7fdb900b3610 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.375+0000 7fdb94f10640 1 -- 172.21.15.39:0/4213956248 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb800325a0 con 0x7fdb900b3610 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.375+0000 7fdb94f10640 1 -- 172.21.15.39:0/4213956248 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb80032930 con 0x7fdb900b3610 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 -- 172.21.15.39:0/4213956248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb900b3610 msgr2=0x7fdb9015eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213956248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb900b3610 0x7fdb9015eb20 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fdb800097a0 tx=0x7fdb8002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 -- 172.21.15.39:0/4213956248 shutdown_connections 2024-09-13T16:11:59.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213956248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb900b3610 0x7fdb9015eb20 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 -- 172.21.15.39:0/4213956248 >> 172.21.15.39:0/4213956248 conn(0x7fdb900b00a0 msgr2=0x7fdb900b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 -- 172.21.15.39:0/4213956248 shutdown_connections 2024-09-13T16:11:59.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.376+0000 7fdb98176640 1 -- 172.21.15.39:0/4213956248 wait complete. 2024-09-13T16:11:59.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.377+0000 7fdb98176640 1 Processor -- start 2024-09-13T16:11:59.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.377+0000 7fdb98176640 1 -- start start 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb9006f880 0x7fdb901eff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb900b3610 0x7fdb900abc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 0x7fdb900c3e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb901f1240 con 0x7fdb90143d30 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb900ac190 con 0x7fdb900b3610 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb900ad4b0 con 0x7fdb9006f880 2024-09-13T16:11:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 0x7fdb900c3e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 0x7fdb900c3e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56598/0 (socket says 172.21.15.39:56598) 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 -- 172.21.15.39:0/4213943234 learned_addr learned my addr 172.21.15.39:0/4213943234 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb95f12640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb9006f880 0x7fdb901eff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb95711640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb900b3610 0x7fdb900abc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 -- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb9006f880 msgr2=0x7fdb901eff80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb9006f880 0x7fdb901eff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 -- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb900b3610 msgr2=0x7fdb900abc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb900b3610 0x7fdb900abc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 -- 172.21.15.39:0/4213943234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb80009400 con 0x7fdb90143d30 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb96713640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 0x7fdb900c3e30 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fdb8800c780 tx=0x7fdb8800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb88003d80 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb8800ce90 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.378+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdb900ac410 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.379+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb880052b0 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.379+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb900ac9d0 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.379+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb900672f0 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.380+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdb88005410 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.380+0000 7fdb867fc640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb7406ac00 0x7fdb7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.381+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdb88088b10 con 0x7fdb90143d30 2024-09-13T16:11:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.381+0000 7fdb95f12640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb7406ac00 0x7fdb7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.381+0000 7fdb95f12640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb7406ac00 0x7fdb7406d0c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c000f60 tx=0x7fdb8c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.385+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdb88053d80 con 0x7fdb90143d30 2024-09-13T16:11:59.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.555+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdb90070080 con 0x7fdb90143d30 2024-09-13T16:11:59.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.556+0000 7fdb867fc640 1 -- 172.21.15.39:0/4213943234 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v35) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdb88017070 con 0x7fdb90143d30 2024-09-13T16:11:59.557 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:11:59.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb7406ac00 msgr2=0x7fdb7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb7406ac00 0x7fdb7406d0c0 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fdb8c000f60 tx=0x7fdb8c009040 comp rx=0 tx=0).stop 2024-09-13T16:11:59.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 msgr2=0x7fdb900c3e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 0x7fdb900c3e30 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7fdb8800c780 tx=0x7fdb8800cc40 comp rx=0 tx=0).stop 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 shutdown_connections 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb7406ac00 0x7fdb7406d0c0 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb90143d30 0x7fdb900c3e30 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb900b3610 0x7fdb900abc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 --2- 172.21.15.39:0/4213943234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb9006f880 0x7fdb901eff80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 >> 172.21.15.39:0/4213943234 conn(0x7fdb900b00a0 msgr2=0x7fdb9015ce00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 shutdown_connections 2024-09-13T16:11:59.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.558+0000 7fdb98176640 1 -- 172.21.15.39:0/4213943234 wait complete. 2024-09-13T16:11:59.570 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:11:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.673+0000 7f520b19d640 1 Processor -- start 2024-09-13T16:11:59.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.673+0000 7f520b19d640 1 -- start start 2024-09-13T16:11:59.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.674+0000 7f520b19d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5204156c60 0x7f52040b11c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.674+0000 7f520b19d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52040cd250 0x7f52040afe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.674+0000 7f520b19d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5204159750 0x7f52040b0390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.674+0000 7f520b19d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52040cc010 con 0x7f5204156c60 2024-09-13T16:11:59.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.674+0000 7f520b19d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5204159cc0 con 0x7f5204159750 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.674+0000 7f520b19d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5204159fa0 con 0x7f52040cd250 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5204156c60 0x7f52040b11c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5204156c60 0x7f52040b11c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56612/0 (socket says 172.21.15.39:56612) 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 -- 172.21.15.39:0/2999909812 learned_addr learned my addr 172.21.15.39:0/2999909812 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a99c640 1 --2- 172.21.15.39:0/2999909812 >> v2:172.21.15.157:3300/0 conn(0x7f5204159750 0x7f52040b0390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520999a640 1 --2- 172.21.15.39:0/2999909812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52040cd250 0x7f52040afe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 -- 172.21.15.39:0/2999909812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52040cd250 msgr2=0x7f52040afe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:59.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 --2- 172.21.15.39:0/2999909812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52040cd250 0x7f52040afe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 -- 172.21.15.39:0/2999909812 >> v2:172.21.15.157:3300/0 conn(0x7f5204159750 msgr2=0x7f52040b0390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 --2- 172.21.15.39:0/2999909812 >> v2:172.21.15.157:3300/0 conn(0x7f5204159750 0x7f52040b0390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a19b640 1 -- 172.21.15.39:0/2999909812 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f520415a280 con 0x7f5204156c60 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.675+0000 7f520a99c640 1 --2- 172.21.15.39:0/2999909812 >> v2:172.21.15.157:3300/0 conn(0x7f5204159750 0x7f52040b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520a19b640 1 --2- 172.21.15.39:0/2999909812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204156c60 0x7f52040b11c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f52040b3880 tx=0x7f51fc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d90327a95855199 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f5209199640 1 -- 172.21.15.39:0/2999909812 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51fc032440 con 0x7f5204156c60 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f5209199640 1 -- 172.21.15.39:0/2999909812 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51fc0325a0 con 0x7f5204156c60 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f5209199640 1 -- 172.21.15.39:0/2999909812 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51fc032930 con 0x7f5204156c60 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 -- 172.21.15.39:0/2999909812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204156c60 msgr2=0x7f52040b11c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 --2- 172.21.15.39:0/2999909812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204156c60 0x7f52040b11c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7f52040b3880 tx=0x7f51fc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 -- 172.21.15.39:0/2999909812 shutdown_connections 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 --2- 172.21.15.39:0/2999909812 >> v2:172.21.15.157:3300/0 conn(0x7f5204159750 0x7f52040b0390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 --2- 172.21.15.39:0/2999909812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52040cd250 0x7f52040afe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 --2- 172.21.15.39:0/2999909812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204156c60 0x7f52040b11c0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.676+0000 7f520b19d640 1 -- 172.21.15.39:0/2999909812 >> 172.21.15.39:0/2999909812 conn(0x7f5204065ff0 msgr2=0x7f5204069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.677+0000 7f520b19d640 1 -- 172.21.15.39:0/2999909812 shutdown_connections 2024-09-13T16:11:59.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.677+0000 7f520b19d640 1 -- 172.21.15.39:0/2999909812 wait complete. 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.678+0000 7f520b19d640 1 Processor -- start 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.678+0000 7f520b19d640 1 -- start start 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.678+0000 7f520b19d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5204156c60 0x7f5204147d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.678+0000 7f520b19d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5204159750 0x7f52040715a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520b19d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 0x7f5204164a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520b19d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5204071f90 con 0x7f5204071ae0 2024-09-13T16:11:59.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520b19d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52040ae370 con 0x7f5204156c60 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520b19d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5204148240 con 0x7f5204159750 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 0x7f5204164a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 0x7f5204164a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56618/0 (socket says 172.21.15.39:56618) 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 -- 172.21.15.39:0/1542369410 learned_addr learned my addr 172.21.15.39:0/1542369410 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520999a640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5204159750 0x7f52040715a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a19b640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5204156c60 0x7f5204147d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 -- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5204159750 msgr2=0x7f52040715a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5204159750 0x7f52040715a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 -- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5204156c60 msgr2=0x7f5204147d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5204156c60 0x7f5204147d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 -- 172.21.15.39:0/1542369410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51fc0094d0 con 0x7f5204071ae0 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520999a640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5204159750 0x7f52040715a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:59.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a19b640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5204156c60 0x7f5204147d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520a99c640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 0x7f5204164a20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f51f4007e20 tx=0x7f51f400d4a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51f4003b90 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51f400f040 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51f400de80 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5204165850 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.679+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52040ae000 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.680+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52040cd850 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.681+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f51f4004030 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.681+0000 7f5202ffd640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f51f006ac30 0x7f51f006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.681+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f51f4089600 con 0x7f5204071ae0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.681+0000 7f520a19b640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f51f006ac30 0x7f51f006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:11:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.682+0000 7f520a19b640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f51f006ac30 0x7f51f006d0f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f51fc034000 tx=0x7f51fc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:11:59.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.686+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f51f40547e0 con 0x7f5204071ae0 2024-09-13T16:11:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.870+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f52040ae4b0 con 0x7f5204071ae0 2024-09-13T16:11:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.871+0000 7f5202ffd640 1 -- 172.21.15.39:0/1542369410 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v35) v1 ==== 80+0+0 (secure 0 0 0) 0x7f51f4057e00 con 0x7f5204071ae0 2024-09-13T16:11:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:11:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f51f006ac30 msgr2=0x7f51f006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f51f006ac30 0x7f51f006d0f0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f51fc034000 tx=0x7f51fc02e000 comp rx=0 tx=0).stop 2024-09-13T16:11:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 msgr2=0x7f5204164a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:11:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 0x7f5204164a20 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7f51f4007e20 tx=0x7f51f400d4a0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 shutdown_connections 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f51f006ac30 0x7f51f006d0f0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5204071ae0 0x7f5204164a20 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5204159750 0x7f52040715a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 --2- 172.21.15.39:0/1542369410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5204156c60 0x7f5204147d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 >> 172.21.15.39:0/1542369410 conn(0x7f5204065ff0 msgr2=0x7f5204158350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 shutdown_connections 2024-09-13T16:11:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:11:59.873+0000 7f520b19d640 1 -- 172.21.15.39:0/1542369410 wait complete. 2024-09-13T16:11:59.885 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:11:59.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:11:59.885 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:11:59.909 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[51088]: fuse finished with error 0 and tester_r 0 2024-09-13T16:11:59.910 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:12:00.011 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:12:00.011 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:00.011 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:12:00.027 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.167+0000 7f24d4da0640 1 Processor -- start 2024-09-13T16:12:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.167+0000 7f24d4da0640 1 -- start start 2024-09-13T16:12:00.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24d4da0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f24d00b4400 0x7f24d00b5d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24d4da0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24d00b1dc0 con 0x7f24d00b3f90 2024-09-13T16:12:00.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24d4da0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24d015c9e0 con 0x7f24d015c600 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24d4da0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24d00d2010 con 0x7f24d00b4400 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24ceffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f24d00b3f90 0x7f24d00b5640 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49544/0 (socket says 172.21.15.39:49544) 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24ceffd640 1 -- 172.21.15.39:0/2557045752 learned_addr learned my addr 172.21.15.39:0/2557045752 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24cffff640 1 --2- 172.21.15.39:0/2557045752 >> v2:172.21.15.157:3300/0 conn(0x7f24d00b4400 0x7f24d00b5d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3875913472 0 0) 0x7f24d00b1dc0 con 0x7f24d00b3f90 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.168+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f24bc003520 con 0x7f24d00b3f90 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 310216675 0 0) 0x7f24bc003520 con 0x7f24d00b3f90 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 >> v2:172.21.15.157:3300/0 conn(0x7f24d00b4400 msgr2=0x7f24d00b5d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 --2- 172.21.15.39:0/2557045752 >> v2:172.21.15.157:3300/0 conn(0x7f24d00b4400 0x7f24d00b5d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 >> v1:172.21.15.157:6789/0 conn(0x7f24d015c600 legacy=0x7f24d00cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d00d1390 con 0x7f24d00b3f90 2024-09-13T16:12:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f24b8001670 con 0x7f24d00b3f90 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 >> v1:172.21.15.39:6789/0 conn(0x7f24d00b3f90 legacy=0x7f24d00b5640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24bc003970 0x7f24bc003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24bc004370 0x7f24bc004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc005040 0x7f24bc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d00d2010 con 0x7f24bc004370 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24bc00bfa0 con 0x7f24bc003970 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24bc00c160 con 0x7f24bc005040 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ceffd640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24bc004370 0x7f24bc004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24cf7fe640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24bc003970 0x7f24bc003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24cffff640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc005040 0x7f24bc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ceffd640 1 -- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc005040 msgr2=0x7f24bc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ceffd640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc005040 0x7f24bc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ceffd640 1 -- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24bc003970 msgr2=0x7f24bc003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ceffd640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24bc003970 0x7f24bc003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24ceffd640 1 -- 172.21.15.39:0/2557045752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24bc003520 con 0x7f24bc004370 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.169+0000 7f24cffff640 1 -- 172.21.15.39:0/2557045752 reap_dead start 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.170+0000 7f24ceffd640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24bc004370 0x7f24bc004840 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f24b800c240 tx=0x7f24bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfcc337c2f630d8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.170+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24b8005ad0 con 0x7f24bc004370 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.170+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24b802d070 con 0x7f24bc004370 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.170+0000 7f24ce7fc640 1 -- 172.21.15.39:0/2557045752 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24b8007070 con 0x7f24bc004370 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 -- 172.21.15.39:0/2557045752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24bc004370 msgr2=0x7f24bc004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24bc004370 0x7f24bc004840 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f24b800c240 tx=0x7f24bc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 -- 172.21.15.39:0/2557045752 shutdown_connections 2024-09-13T16:12:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 --2- 172.21.15.39:0/2557045752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24bc004370 0x7f24bc004840 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 -- 172.21.15.39:0/2557045752 >> 172.21.15.39:0/2557045752 conn(0x7f24d00cef90 msgr2=0x7f24d00cf370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 -- 172.21.15.39:0/2557045752 shutdown_connections 2024-09-13T16:12:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.171+0000 7f24d4da0640 1 -- 172.21.15.39:0/2557045752 wait complete. 2024-09-13T16:12:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.172+0000 7f24d4da0640 1 Processor -- start 2024-09-13T16:12:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.172+0000 7f24d4da0640 1 -- start start 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24d4da0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc004370 0x7f24d00b3360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24d4da0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 0x7f24d00b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24d4da0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d00c7a90 0x7f24d00c5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24d4da0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d00c7fc0 con 0x7f24d01f1930 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24d4da0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d00c82a0 con 0x7f24d00c7a90 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24d4da0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24d00c8580 con 0x7f24bc004370 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 0x7f24d00b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 0x7f24d00b38a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56636/0 (socket says 172.21.15.39:56636) 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 -- 172.21.15.39:0/3712841429 learned_addr learned my addr 172.21.15.39:0/3712841429 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24cf7fe640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc004370 0x7f24d00b3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24cffff640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d00c7a90 0x7f24d00c5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 -- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc004370 msgr2=0x7f24d00b3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc004370 0x7f24d00b3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 -- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d00c7a90 msgr2=0x7f24d00c5e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d00c7a90 0x7f24d00c5e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 -- 172.21.15.39:0/3712841429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d00c8860 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.173+0000 7f24ceffd640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 0x7f24d00b38a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f24b800c240 tx=0x7f24d00cde80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.174+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24b8005d40 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.174+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24b8007070 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.174+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24d00c8b40 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.174+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24b8005ea0 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.174+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24d00c9fb0 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.175+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24d00c86c0 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.175+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f24b802f030 con 0x7f24d01f1930 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.176+0000 7f24c7fff640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b006ac30 0x7f24b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.176+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f24b80a9510 con 0x7f24d01f1930 2024-09-13T16:12:00.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.176+0000 7f24cf7fe640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b006ac30 0x7f24b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.177+0000 7f24cf7fe640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b006ac30 0x7f24b006d0f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f24c0003640 tx=0x7f24c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.181+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f24d00c86c0 con 0x7f24d01f1930 2024-09-13T16:12:00.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.386+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f24d00c86c0 con 0x7f24d01f1930 2024-09-13T16:12:00.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.387+0000 7f24c7fff640 1 -- 172.21.15.39:0/3712841429 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 15 v15) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f24d00c86c0 con 0x7f24d01f1930 2024-09-13T16:12:00.389 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:00.389 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":15,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5280,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":15,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:11:47.541315+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5283},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5283":{"gid":5283,"name":"b","rank":0,"incarnation":11,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/3829479980","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3829479980},{"type":"v1","addr":"172.21.15.157:6837","nonce":3829479980}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:00.389 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 15 2024-09-13T16:12:00.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b006ac30 msgr2=0x7f24b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b006ac30 0x7f24b006d0f0 secure :-1 s=READY pgs=239 cs=0 l=1 rev1=1 crypto rx=0x7f24c0003640 tx=0x7f24c0009040 comp rx=0 tx=0).stop 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 msgr2=0x7f24d00b38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 0x7f24d00b38a0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7f24b800c240 tx=0x7f24d00cde80 comp rx=0 tx=0).stop 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 shutdown_connections 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b006ac30 0x7f24b006d0f0 unknown :-1 s=CLOSED pgs=239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d00c7a90 0x7f24d00c5e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d01f1930 0x7f24d00b38a0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 --2- 172.21.15.39:0/3712841429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24bc004370 0x7f24d00b3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 >> 172.21.15.39:0/3712841429 conn(0x7f24d00cef90 msgr2=0x7f24d00b5e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 shutdown_connections 2024-09-13T16:12:00.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.389+0000 7f24d4da0640 1 -- 172.21.15.39:0/3712841429 wait complete. 2024-09-13T16:12:00.402 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.b.asok --format=json flush journal 2024-09-13T16:12:00.539 INFO:teuthology.orchestra.run.smithi157.stdout:{"message":"","return_code":0} 2024-09-13T16:12:00.539 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-13T16:12:00.540 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:12:00.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.642+0000 7f703bd25640 1 Processor -- start 2024-09-13T16:12:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.642+0000 7f703bd25640 1 -- start start 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f703bd25640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7034153080 0x7f703415d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f703bd25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70340ce080 0x7f7034159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f703bd25640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f70341595a0 0x7f7034069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f703bd25640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f703415a050 con 0x7f7034153080 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f703bd25640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f703415cbf0 con 0x7f70341595a0 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f703bd25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f703415d550 con 0x7f70340ce080 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f7039ac1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7034153080 0x7f703415d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f7039ac1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7034153080 0x7f703415d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56644/0 (socket says 172.21.15.39:56644) 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.643+0000 7f7039ac1640 1 -- 172.21.15.39:0/4141743539 learned_addr learned my addr 172.21.15.39:0/4141743539 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f70392c0640 1 --2- 172.21.15.39:0/4141743539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70340ce080 0x7f7034159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f703a2c2640 1 --2- 172.21.15.39:0/4141743539 >> v2:172.21.15.157:3300/0 conn(0x7f70341595a0 0x7f7034069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7039ac1640 1 -- 172.21.15.39:0/4141743539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70340ce080 msgr2=0x7f7034159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7039ac1640 1 --2- 172.21.15.39:0/4141743539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70340ce080 0x7f7034159060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7039ac1640 1 -- 172.21.15.39:0/4141743539 >> v2:172.21.15.157:3300/0 conn(0x7f70341595a0 msgr2=0x7f7034069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7039ac1640 1 --2- 172.21.15.39:0/4141743539 >> v2:172.21.15.157:3300/0 conn(0x7f70341595a0 0x7f7034069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7039ac1640 1 -- 172.21.15.39:0/4141743539 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7034153460 con 0x7f7034153080 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7039ac1640 1 --2- 172.21.15.39:0/4141743539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7034153080 0x7f703415d010 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f7034156b90 tx=0x7f702402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec58d31845b61181 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.644+0000 7f7038abf640 1 -- 172.21.15.39:0/4141743539 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7024031600 con 0x7f7034153080 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f7038abf640 1 -- 172.21.15.39:0/4141743539 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f702402d050 con 0x7f7034153080 2024-09-13T16:12:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f7038abf640 1 -- 172.21.15.39:0/4141743539 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7024031980 con 0x7f7034153080 2024-09-13T16:12:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 -- 172.21.15.39:0/4141743539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7034153080 msgr2=0x7f703415d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 --2- 172.21.15.39:0/4141743539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7034153080 0x7f703415d010 secure :-1 s=READY pgs=495 cs=0 l=1 rev1=1 crypto rx=0x7f7034156b90 tx=0x7f702402a610 comp rx=0 tx=0).stop 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 -- 172.21.15.39:0/4141743539 shutdown_connections 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 --2- 172.21.15.39:0/4141743539 >> v2:172.21.15.157:3300/0 conn(0x7f70341595a0 0x7f7034069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 --2- 172.21.15.39:0/4141743539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70340ce080 0x7f7034159060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 --2- 172.21.15.39:0/4141743539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7034153080 0x7f703415d010 unknown :-1 s=CLOSED pgs=495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 -- 172.21.15.39:0/4141743539 >> 172.21.15.39:0/4141743539 conn(0x7f70340b15d0 msgr2=0x7f70340b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 -- 172.21.15.39:0/4141743539 shutdown_connections 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.645+0000 7f703bd25640 1 -- 172.21.15.39:0/4141743539 wait complete. 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.646+0000 7f703bd25640 1 Processor -- start 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.646+0000 7f703bd25640 1 -- start start 2024-09-13T16:12:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703bd25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 0x7f7034149e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703bd25640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7034153080 0x7f70341513c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703bd25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70341595a0 0x7f703414a790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703bd25640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f703406fff0 con 0x7f70340ce080 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703bd25640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70340702d0 con 0x7f7034153080 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703bd25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70340705b0 con 0x7f70341595a0 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f7039ac1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 0x7f7034149e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f7039ac1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 0x7f7034149e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56654/0 (socket says 172.21.15.39:56654) 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f7039ac1640 1 -- 172.21.15.39:0/1935338764 learned_addr learned my addr 172.21.15.39:0/1935338764 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f703a2c2640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70341595a0 0x7f703414a790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f70392c0640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7034153080 0x7f70341513c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f7039ac1640 1 -- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70341595a0 msgr2=0x7f703414a790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.647+0000 7f7039ac1640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70341595a0 0x7f703414a790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f7039ac1640 1 -- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7034153080 msgr2=0x7f70341513c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f7039ac1640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7034153080 0x7f70341513c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f7039ac1640 1 -- 172.21.15.39:0/1935338764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7024009b30 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f70392c0640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7034153080 0x7f70341513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f7039ac1640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 0x7f7034149e60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7024000f80 tx=0x7f7024004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f702403d860 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f702403d9c0 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f702403dd70 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7034070890 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.648+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f703406fc80 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.649+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70340672f0 con 0x7f70340ce080 2024-09-13T16:12:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.649+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f702403b400 con 0x7f70340ce080 2024-09-13T16:12:00.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.650+0000 7f70327fc640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702006ac00 0x7f702006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.650+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(35..35 src has 1..35) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f70240aa280 con 0x7f70340ce080 2024-09-13T16:12:00.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.650+0000 7f70392c0640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702006ac00 0x7f702006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.650+0000 7f70392c0640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702006ac00 0x7f702006d0c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7034164830 tx=0x7f7028008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.654+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f70240754f0 con 0x7f70340ce080 2024-09-13T16:12:00.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.859+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f703415d010 con 0x7f70340ce080 2024-09-13T16:12:00.861 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:12:00.860+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:12:00.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.873+0000 7f70327fc640 1 -- 172.21.15.39:0/1935338764 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v16) v1 ==== 161+0+0 (secure 0 0 0) 0x7f7024009510 con 0x7f70340ce080 2024-09-13T16:12:00.874 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:12:00.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702006ac00 msgr2=0x7f702006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702006ac00 0x7f702006d0c0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f7034164830 tx=0x7f7028008040 comp rx=0 tx=0).stop 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 msgr2=0x7f7034149e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 0x7f7034149e60 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7f7024000f80 tx=0x7f7024004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 shutdown_connections 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702006ac00 0x7f702006d0c0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70341595a0 0x7f703414a790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7034153080 0x7f70341513c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 --2- 172.21.15.39:0/1935338764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70340ce080 0x7f7034149e60 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 >> 172.21.15.39:0/1935338764 conn(0x7f70340b15d0 msgr2=0x7f70340cbb20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 shutdown_connections 2024-09-13T16:12:00.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.875+0000 7f703bd25640 1 -- 172.21.15.39:0/1935338764 wait complete. 2024-09-13T16:12:00.878 INFO:tasks.ceph.mds.b.smithi157.stderr: -3308> 2024-09-13T16:11:49.101+0000 7fbb14809640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:12:00.887 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 file_to_be_damaged_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:12:00.906 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:12:00.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 Processor -- start 2024-09-13T16:12:00.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 -- start start 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3b8a0 0x563bc6db6480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3bc80 0x563bc6db2900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bc6ca64d0 con 0x563bc6db7d20 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bc6c41b60 con 0x563bc6d3bc80 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef2c0bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563bc6c41800 con 0x563bc6d3b8a0 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef029b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8eefa9a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3b8a0 0x563bc6db6480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef029b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56682/0 (socket says 172.21.15.39:56682) 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8eefa9a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3b8a0 0x563bc6db6480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:36898/0 (socket says 172.21.15.39:36898) 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8eef299640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3bc80 0x563bc6db2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.931+0000 7f8ef029b640 1 -- 172.21.15.39:0/1474356832 learned_addr learned my addr 172.21.15.39:0/1474356832 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:00.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef029b640 1 -- 172.21.15.39:0/1474356832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3b8a0 msgr2=0x563bc6db6480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef029b640 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3b8a0 0x563bc6db6480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef029b640 1 -- 172.21.15.39:0/1474356832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3bc80 msgr2=0x563bc6db2900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef029b640 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3bc80 0x563bc6db2900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef029b640 1 -- 172.21.15.39:0/1474356832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ed8005de0 con 0x563bc6db7d20 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef029b640 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2e40 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8ee8001cb0 tx=0x7f8ee800b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=160346c28a2853f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8eee297640 1 -- 172.21.15.39:0/1474356832 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ee8014070 con 0x563bc6db7d20 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8eee297640 1 -- 172.21.15.39:0/1474356832 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ee8008030 con 0x563bc6db7d20 2024-09-13T16:12:00.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8eee297640 1 -- 172.21.15.39:0/1474356832 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ee800be60 con 0x563bc6db7d20 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/1474356832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 msgr2=0x563bc6db2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2e40 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f8ee8001cb0 tx=0x7f8ee800b5b0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/1474356832 shutdown_connections 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2e40 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3bc80 0x563bc6db2900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/1474356832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3b8a0 0x563bc6db6480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.932+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/1474356832 >> 172.21.15.39:0/1474356832 conn(0x563bc6d44810 msgr2=0x563bc6cf7e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.933+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/1474356832 shutdown_connections 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.933+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/1474356832 wait complete. 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.933+0000 7f8ef2c0bf40 1 Processor -- start 2024-09-13T16:12:00.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.933+0000 7f8ef2c0bf40 1 -- start start 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef2c0bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3b8a0 0x563bc6cf83c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef2c0bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3bc80 0x563bc6e622c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef2c0bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef2c0bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bc6c24520 con 0x563bc6db7d20 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef2c0bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563bc6cf8900 con 0x563bc6d3b8a0 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef2c0bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563bc6e69390 con 0x563bc6d3bc80 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56684/0 (socket says 172.21.15.39:56684) 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 -- 172.21.15.39:0/3211205246 learned_addr learned my addr 172.21.15.39:0/3211205246 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8eefa9a640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3b8a0 0x563bc6cf83c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8eef299640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3bc80 0x563bc6e622c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 -- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3bc80 msgr2=0x563bc6e622c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563bc6d3bc80 0x563bc6e622c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 -- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3b8a0 msgr2=0x563bc6cf83c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3b8a0 0x563bc6cf83c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 -- 172.21.15.39:0/3211205246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ee800a040 con 0x563bc6db7d20 2024-09-13T16:12:00.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8eefa9a640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563bc6d3b8a0 0x563bc6cf83c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.934+0000 7f8ef029b640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2900 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x563bc6dac7d0 tx=0x7f8ee8000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.935+0000 7f8eed295640 1 -- 172.21.15.39:0/3211205246 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ee8014040 con 0x563bc6db7d20 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.935+0000 7f8eed295640 1 -- 172.21.15.39:0/3211205246 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ee800fbe0 con 0x563bc6db7d20 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.935+0000 7f8eed295640 1 -- 172.21.15.39:0/3211205246 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ee801b430 con 0x563bc6db7d20 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.935+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x563bc6c50c20 con 0x563bc6db7d20 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.935+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563bc6c44060 con 0x563bc6db7d20 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.936+0000 7f8eed295640 1 -- 172.21.15.39:0/3211205246 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8ee801b590 con 0x563bc6db7d20 2024-09-13T16:12:00.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.936+0000 7f8eed295640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ed00695e0 0x7f8ed006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8eed295640 1 -- 172.21.15.39:0/3211205246 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f8ee8089080 con 0x563bc6db7d20 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x563bc6e65ac0 0x563bc6db5550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=115b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e36) v8 -- 0x563bc6db5a90 con 0x563bc6e65ac0 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8eefa9a640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ed00695e0 0x7f8ed006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8eef299640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x563bc6e65ac0 0x563bc6db5550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8eef299640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x563bc6e65ac0 0x563bc6db5550 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.937+0000 7f8eefa9a640 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ed00695e0 0x7f8ed006baa0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x563bc6d3ec90 tx=0x7f8ee0007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8eef299640 1 -- 172.21.15.39:0/3211205246 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v36'11 uv11 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8ed8064040 con 0x563bc6e65ac0 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x563bc6e65ac0 msgr2=0x563bc6db5550 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x563bc6e65ac0 0x563bc6db5550 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ed00695e0 msgr2=0x7f8ed006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ed00695e0 0x7f8ed006baa0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x563bc6d3ec90 tx=0x7f8ee0007040 comp rx=0 tx=0).stop 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 msgr2=0x563bc6db2900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 --2- 172.21.15.39:0/3211205246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563bc6db7d20 0x563bc6db2900 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x563bc6dac7d0 tx=0x7f8ee8000ed0 comp rx=0 tx=0).stop 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef029b640 1 -- 172.21.15.39:0/3211205246 reap_dead start 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 shutdown_connections 2024-09-13T16:12:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 >> 172.21.15.39:0/3211205246 conn(0x563bc6d44810 msgr2=0x563bc6db6a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 shutdown_connections 2024-09-13T16:12:00.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:00.944+0000 7f8ef2c0bf40 1 -- 172.21.15.39:0/3211205246 wait complete. 2024-09-13T16:12:00.948 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:12:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.052+0000 7f71544be640 1 Processor -- start 2024-09-13T16:12:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.052+0000 7f71544be640 1 -- start start 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f71544be640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f714c15c600 0x7f714c0ada00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f71544be640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f714c15c9e0 0x7f714c0b1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f71544be640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c0b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f71544be640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f714c06f5f0 con 0x7f714c15c600 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f71544be640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f714c0ad800 con 0x7f714c15c9e0 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f71544be640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f714c06f7d0 con 0x7f714c0adf40 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f714c15c600 0x7f714c0ada00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f714c15c600 0x7f714c0ada00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56698/0 (socket says 172.21.15.39:56698) 2024-09-13T16:12:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 -- 172.21.15.39:0/3535247724 learned_addr learned my addr 172.21.15.39:0/3535247724 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f7151a59640 1 --2- 172.21.15.39:0/3535247724 >> v2:172.21.15.157:3300/0 conn(0x7f714c15c9e0 0x7f714c0b1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f7152a5b640 1 --2- 172.21.15.39:0/3535247724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c0b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 -- 172.21.15.39:0/3535247724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 msgr2=0x7f714c0b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 --2- 172.21.15.39:0/3535247724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c0b1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 -- 172.21.15.39:0/3535247724 >> v2:172.21.15.157:3300/0 conn(0x7f714c15c9e0 msgr2=0x7f714c0b1790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 --2- 172.21.15.39:0/3535247724 >> v2:172.21.15.157:3300/0 conn(0x7f714c15c9e0 0x7f714c0b1790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.053+0000 7f715225a640 1 -- 172.21.15.39:0/3535247724 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f714c06fab0 con 0x7f714c15c600 2024-09-13T16:12:01.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.054+0000 7f715225a640 1 --2- 172.21.15.39:0/3535247724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c0ada00 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f714c0b2fc0 tx=0x7f713c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d75936c866d5dcd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:01.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.054+0000 7f7151258640 1 -- 172.21.15.39:0/3535247724 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f713c031600 con 0x7f714c15c600 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.054+0000 7f7151258640 1 -- 172.21.15.39:0/3535247724 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f713c02d050 con 0x7f714c15c600 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.054+0000 7f7151258640 1 -- 172.21.15.39:0/3535247724 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f713c031980 con 0x7f714c15c600 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 -- 172.21.15.39:0/3535247724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 msgr2=0x7f714c0ada00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 --2- 172.21.15.39:0/3535247724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c0ada00 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7f714c0b2fc0 tx=0x7f713c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 -- 172.21.15.39:0/3535247724 shutdown_connections 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 --2- 172.21.15.39:0/3535247724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c0b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 --2- 172.21.15.39:0/3535247724 >> v2:172.21.15.157:3300/0 conn(0x7f714c15c9e0 0x7f714c0b1790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 --2- 172.21.15.39:0/3535247724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c0ada00 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 -- 172.21.15.39:0/3535247724 >> 172.21.15.39:0/3535247724 conn(0x7f714c069ed0 msgr2=0x7f714c06a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 -- 172.21.15.39:0/3535247724 shutdown_connections 2024-09-13T16:12:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.055+0000 7f71544be640 1 -- 172.21.15.39:0/3535247724 wait complete. 2024-09-13T16:12:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.056+0000 7f71544be640 1 Processor -- start 2024-09-13T16:12:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.056+0000 7f71544be640 1 -- start start 2024-09-13T16:12:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f71544be640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c14e280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f71544be640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c14db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f71544be640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f714c15c9e0 0x7f714c141020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f71544be640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f714c14e0c0 con 0x7f714c15c600 2024-09-13T16:12:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f71544be640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f714c150b40 con 0x7f714c15c9e0 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f71544be640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f714c14e8d0 con 0x7f714c0adf40 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c14db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f715225a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c14e280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c14db80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56700/0 (socket says 172.21.15.39:56700) 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 -- 172.21.15.39:0/3203251740 learned_addr learned my addr 172.21.15.39:0/3203251740 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7152a5b640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f714c15c9e0 0x7f714c141020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 -- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 msgr2=0x7f714c14e280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c14e280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 -- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f714c15c9e0 msgr2=0x7f714c141020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f714c15c9e0 0x7f714c141020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.057+0000 7f7151a59640 1 -- 172.21.15.39:0/3203251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f713c009b30 con 0x7f714c15c600 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.058+0000 7f7151a59640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c14db80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f714000d5f0 tx=0x7f714000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:01.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.058+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71400125f0 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.058+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7140012750 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.058+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f714c150de0 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.058+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7140012b00 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.058+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f714c1513a0 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.059+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f714c067300 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.059+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7140012c60 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.060+0000 7f714affd640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f713806ac30 0x7f713806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.060+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7140089620 con 0x7f714c15c600 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.060+0000 7f715225a640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f713806ac30 0x7f713806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.060+0000 7f715225a640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f713806ac30 0x7f713806d0f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f713c033000 tx=0x7f713c009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:01.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.064+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f71400548e0 con 0x7f714c15c600 2024-09-13T16:12:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.273+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f714c06b920 con 0x7f714c15c600 2024-09-13T16:12:01.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.881+0000 7f714affd640 1 -- 172.21.15.39:0/3203251740 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v17) v1 ==== 162+0+0 (secure 0 0 0) 0x7f7140057f00 con 0x7f714c15c600 2024-09-13T16:12:01.883 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:12:01.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f713806ac30 msgr2=0x7f713806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f713806ac30 0x7f713806d0f0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f713c033000 tx=0x7f713c009000 comp rx=0 tx=0).stop 2024-09-13T16:12:01.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 msgr2=0x7f714c14db80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:01.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c14db80 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7f714000d5f0 tx=0x7f714000dab0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 shutdown_connections 2024-09-13T16:12:01.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f713806ac30 0x7f713806d0f0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f714c15c9e0 0x7f714c141020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f714c15c600 0x7f714c14db80 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 --2- 172.21.15.39:0/3203251740 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f714c0adf40 0x7f714c14e280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:01.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.883+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 >> 172.21.15.39:0/3203251740 conn(0x7f714c069ed0 msgr2=0x7f714c159a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:01.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.884+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 shutdown_connections 2024-09-13T16:12:01.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:01.884+0000 7f71544be640 1 -- 172.21.15.39:0/3203251740 wait complete. 2024-09-13T16:12:01.900 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:02.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.005+0000 7effc8fb5640 1 Processor -- start 2024-09-13T16:12:02.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.005+0000 7effc8fb5640 1 -- start start 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc8fb5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc4158cb0 0x7effc40cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc8fb5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7effc406f4a0 0x7effc4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc8fb5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effc406a860 con 0x7effc406a410 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc8fb5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7effc406fbd0 con 0x7effc406f4a0 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc8fb5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effc406feb0 con 0x7effc4158cb0 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc1d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7effc406f4a0 0x7effc4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc1d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7effc406f4a0 0x7effc4069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56710/0 (socket says 172.21.15.39:56710) 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc2d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7effc406a410 0x7effc40b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49550/0 (socket says 172.21.15.39:49550) 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.006+0000 7effc1d9b640 1 -- 172.21.15.39:0/1409196475 learned_addr learned my addr 172.21.15.39:0/1409196475 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:02.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc259c640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc4158cb0 0x7effc40cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc1d9b640 1 -- 172.21.15.39:0/1409196475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc4158cb0 msgr2=0x7effc40cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:02.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc1d9b640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc4158cb0 0x7effc40cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc1d9b640 1 -- 172.21.15.39:0/1409196475 >> v1:172.21.15.39:6789/0 conn(0x7effc406a410 legacy=0x7effc40b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc1d9b640 1 -- 172.21.15.39:0/1409196475 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effc4070190 con 0x7effc406f4a0 2024-09-13T16:12:02.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc159a640 1 -- 172.21.15.39:0/1409196475 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1117330238 0 0) 0x7effb4001490 con 0x7effc406a410 2024-09-13T16:12:02.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.007+0000 7effc259c640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc4158cb0 0x7effc40cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:02.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc1d9b640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406f4a0 0x7effc4069ed0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7effac00bb00 tx=0x7effac02c6e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=987711010020d539 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc159a640 1 -- 172.21.15.39:0/1409196475 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effac032480 con 0x7effc406f4a0 2024-09-13T16:12:02.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc159a640 1 -- 172.21.15.39:0/1409196475 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effac02f030 con 0x7effc406f4a0 2024-09-13T16:12:02.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc159a640 1 -- 172.21.15.39:0/1409196475 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effac032800 con 0x7effc406f4a0 2024-09-13T16:12:02.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 -- 172.21.15.39:0/1409196475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406f4a0 msgr2=0x7effc4069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406f4a0 0x7effc4069ed0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7effac00bb00 tx=0x7effac02c6e0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 -- 172.21.15.39:0/1409196475 shutdown_connections 2024-09-13T16:12:02.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406f4a0 0x7effc4069ed0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 --2- 172.21.15.39:0/1409196475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc4158cb0 0x7effc40cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 -- 172.21.15.39:0/1409196475 >> 172.21.15.39:0/1409196475 conn(0x7effc406b3b0 msgr2=0x7effc406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 -- 172.21.15.39:0/1409196475 shutdown_connections 2024-09-13T16:12:02.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.008+0000 7effc8fb5640 1 -- 172.21.15.39:0/1409196475 wait complete. 2024-09-13T16:12:02.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 Processor -- start 2024-09-13T16:12:02.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 -- start start 2024-09-13T16:12:02.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 0x7effc40acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc406f4a0 0x7effc414dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effc4158cb0 0x7effc414e180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc415bd10 con 0x7effc406a410 2024-09-13T16:12:02.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effc415b090 con 0x7effc4158cb0 2024-09-13T16:12:02.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.010+0000 7effc8fb5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effc415b370 con 0x7effc406f4a0 2024-09-13T16:12:02.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 0x7effc40acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 0x7effc40acad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56720/0 (socket says 172.21.15.39:56720) 2024-09-13T16:12:02.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 -- 172.21.15.39:0/3057908817 learned_addr learned my addr 172.21.15.39:0/3057908817 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:02.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc2d9d640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effc4158cb0 0x7effc414e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc1d9b640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc406f4a0 0x7effc414dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 -- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc406f4a0 msgr2=0x7effc414dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc406f4a0 0x7effc414dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 -- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effc4158cb0 msgr2=0x7effc414e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effc4158cb0 0x7effc414e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 -- 172.21.15.39:0/3057908817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effac00b760 con 0x7effc406a410 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc259c640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 0x7effc40acad0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7effbc00c7f0 tx=0x7effbc00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effbc007a30 con 0x7effc406a410 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effbc007b90 con 0x7effc406a410 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effbc00ce40 con 0x7effc406a410 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effc415b650 con 0x7effc406a410 2024-09-13T16:12:02.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.011+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effc40ad010 con 0x7effc406a410 2024-09-13T16:12:02.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.012+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effc40ad200 con 0x7effc406a410 2024-09-13T16:12:02.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.013+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7effbc0113f0 con 0x7effc406a410 2024-09-13T16:12:02.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.013+0000 7effbaffd640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effa406ac00 0x7effa406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:02.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.013+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7effbc0894e0 con 0x7effc406a410 2024-09-13T16:12:02.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.013+0000 7effc1d9b640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effa406ac00 0x7effa406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:02.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.014+0000 7effc1d9b640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effa406ac00 0x7effa406d0c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7effac037000 tx=0x7effac030000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:02.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.017+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7effbc0546f0 con 0x7effc406a410 2024-09-13T16:12:02.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.224+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7effc40672f0 con 0x7effc406a410 2024-09-13T16:12:02.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.224+0000 7effbaffd640 1 -- 172.21.15.39:0/3057908817 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 18 v18) v1 ==== 94+0+4741 (secure 0 0 0) 0x7effbc057d10 con 0x7effc406a410 2024-09-13T16:12:02.226 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:02.226 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":18,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":18,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:01.882140+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:replay","state_seq":1,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:02.227 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 18 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effa406ac00 msgr2=0x7effa406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effa406ac00 0x7effa406d0c0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7effac037000 tx=0x7effac030000 comp rx=0 tx=0).stop 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 msgr2=0x7effc40acad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 0x7effc40acad0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7effbc00c7f0 tx=0x7effbc00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 shutdown_connections 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effa406ac00 0x7effa406d0c0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effc4158cb0 0x7effc414e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effc406f4a0 0x7effc414dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 --2- 172.21.15.39:0/3057908817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effc406a410 0x7effc40acad0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:02.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 >> 172.21.15.39:0/3057908817 conn(0x7effc406b3b0 msgr2=0x7effc40ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:02.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 shutdown_connections 2024-09-13T16:12:02.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:02.226+0000 7effc8fb5640 1 -- 172.21.15.39:0/3057908817 wait complete. 2024-09-13T16:12:02.643 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 18, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:11:44.520143+0000', 'modified': '2024-09-13T16:12:01.882140+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 36, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5280}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5280': {'gid': 5280, 'name': 'd', 'rank': 0, 'incarnation': 18, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.157:6836/1986130815', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6834', 'nonce': 1986130815}, {'type': 'v1', 'addr': '172.21.15.157:6836', 'nonce': 1986130815}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:12:02.643 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5280:up:replay 2024-09-13T16:12:03.644 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:03.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.759+0000 7f76edba0640 1 Processor -- start 2024-09-13T16:12:03.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.759+0000 7f76edba0640 1 -- start start 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76edba0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f76e815b910 0x7f76e815bd80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76edba0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f76e8069ed0 0x7f76e806a330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76edba0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76e806a870 con 0x7f76e815b400 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76edba0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76e815aaf0 con 0x7f76e815b910 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76edba0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76e80cec50 con 0x7f76e8069ed0 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f76e815b910 0x7f76e815bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f76e815b910 0x7f76e815bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54200/0 (socket says 172.21.15.39:54200) 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 -- 172.21.15.39:0/3402869042 learned_addr learned my addr 172.21.15.39:0/3402869042 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:03.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76ed39f640 1 --2- 172.21.15.39:0/3402869042 >> v2:172.21.15.157:3300/0 conn(0x7f76e8069ed0 0x7f76e806a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 -- 172.21.15.39:0/3402869042 >> v2:172.21.15.157:3300/0 conn(0x7f76e8069ed0 msgr2=0x7f76e806a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:03.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 --2- 172.21.15.39:0/3402869042 >> v2:172.21.15.157:3300/0 conn(0x7f76e8069ed0 0x7f76e806a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 -- 172.21.15.39:0/3402869042 >> v1:172.21.15.157:6789/0 conn(0x7f76e815b400 legacy=0x7f76e80b3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:03.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76e7fff640 1 -- 172.21.15.39:0/3402869042 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76e80cef30 con 0x7f76e815b910 2024-09-13T16:12:03.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.760+0000 7f76ed39f640 1 --2- 172.21.15.39:0/3402869042 >> v2:172.21.15.157:3300/0 conn(0x7f76e8069ed0 0x7f76e806a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:03.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.761+0000 7f76e7fff640 1 --2- 172.21.15.39:0/3402869042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b910 0x7f76e815bd80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f76e80b4990 tx=0x7f76d402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab04548fa6889c97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.761+0000 7f76e77fe640 1 -- 172.21.15.39:0/3402869042 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d4032440 con 0x7f76e815b910 2024-09-13T16:12:03.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.761+0000 7f76e77fe640 1 -- 172.21.15.39:0/3402869042 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d40325a0 con 0x7f76e815b910 2024-09-13T16:12:03.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.761+0000 7f76e77fe640 1 -- 172.21.15.39:0/3402869042 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d4032930 con 0x7f76e815b910 2024-09-13T16:12:03.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 -- 172.21.15.39:0/3402869042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b910 msgr2=0x7f76e815bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 --2- 172.21.15.39:0/3402869042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b910 0x7f76e815bd80 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f76e80b4990 tx=0x7f76d402a230 comp rx=0 tx=0).stop 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 -- 172.21.15.39:0/3402869042 shutdown_connections 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 --2- 172.21.15.39:0/3402869042 >> v2:172.21.15.157:3300/0 conn(0x7f76e8069ed0 0x7f76e806a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 --2- 172.21.15.39:0/3402869042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b910 0x7f76e815bd80 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 -- 172.21.15.39:0/3402869042 >> 172.21.15.39:0/3402869042 conn(0x7f76e80b0fd0 msgr2=0x7f76e80b13b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 -- 172.21.15.39:0/3402869042 shutdown_connections 2024-09-13T16:12:03.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.762+0000 7f76edba0640 1 -- 172.21.15.39:0/3402869042 wait complete. 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.763+0000 7f76edba0640 1 Processor -- start 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.763+0000 7f76edba0640 1 -- start start 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76edba0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76e8069ed0 0x7f76e81491f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76edba0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 0x7f76e8159420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76edba0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76e815b910 0x7f76e8150710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76edba0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e8159960 con 0x7f76e815b400 2024-09-13T16:12:03.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76edba0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76e814f670 con 0x7f76e815b910 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76edba0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76e814f950 con 0x7f76e8069ed0 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.764+0000 7f76e7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 0x7f76e8159420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 0x7f76e8159420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54212/0 (socket says 172.21.15.39:54212) 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 -- 172.21.15.39:0/1290848325 learned_addr learned my addr 172.21.15.39:0/1290848325 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76ecb9e640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76e8069ed0 0x7f76e81491f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76ed39f640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76e815b910 0x7f76e8150710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 -- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76e8069ed0 msgr2=0x7f76e81491f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76e8069ed0 0x7f76e81491f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 -- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76e815b910 msgr2=0x7f76e8150710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76e815b910 0x7f76e8150710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 -- 172.21.15.39:0/1290848325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76d40094d0 con 0x7f76e815b400 2024-09-13T16:12:03.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e7fff640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 0x7f76e8159420 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f76d4000c00 tx=0x7f76d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d4032440 con 0x7f76e815b400 2024-09-13T16:12:03.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d4030b80 con 0x7f76e815b400 2024-09-13T16:12:03.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76e814fc30 con 0x7f76e815b400 2024-09-13T16:12:03.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d403d420 con 0x7f76e815b400 2024-09-13T16:12:03.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.765+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76e81501f0 con 0x7f76e815b400 2024-09-13T16:12:03.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.766+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76e814fa90 con 0x7f76e815b400 2024-09-13T16:12:03.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.767+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f76d4039040 con 0x7f76e815b400 2024-09-13T16:12:03.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.767+0000 7f76e57fa640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76cc06ac00 0x7f76cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:03.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.767+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f76d40aa120 con 0x7f76e815b400 2024-09-13T16:12:03.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.768+0000 7f76ecb9e640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76cc06ac00 0x7f76cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:03.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.768+0000 7f76ecb9e640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76cc06ac00 0x7f76cc06d0c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f76dc004ea0 tx=0x7f76dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:03.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.771+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f76e814fa90 con 0x7f76e815b400 2024-09-13T16:12:03.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.981+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76e814fa90 con 0x7f76e815b400 2024-09-13T16:12:03.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.981+0000 7f76e57fa640 1 -- 172.21.15.39:0/1290848325 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 20 v20) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f76e814fa90 con 0x7f76e815b400 2024-09-13T16:12:03.983 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:03.983 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":20,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":20,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:03.892922+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:rejoin","state_seq":8,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:03.983 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 20 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.983+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76cc06ac00 msgr2=0x7f76cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.983+0000 7f76edba0640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76cc06ac00 0x7f76cc06d0c0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f76dc004ea0 tx=0x7f76dc009040 comp rx=0 tx=0).stop 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.983+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 msgr2=0x7f76e8159420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.983+0000 7f76edba0640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 0x7f76e8159420 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f76d4000c00 tx=0x7f76d40046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 shutdown_connections 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76cc06ac00 0x7f76cc06d0c0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76e815b910 0x7f76e8150710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76e815b400 0x7f76e8159420 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 --2- 172.21.15.39:0/1290848325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76e8069ed0 0x7f76e81491f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:03.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 >> 172.21.15.39:0/1290848325 conn(0x7f76e80b0fd0 msgr2=0x7f76e80af230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:03.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 shutdown_connections 2024-09-13T16:12:03.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:03.984+0000 7f76edba0640 1 -- 172.21.15.39:0/1290848325 wait complete. 2024-09-13T16:12:04.398 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 20, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:11:44.520143+0000', 'modified': '2024-09-13T16:12:03.892922+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 36, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5280}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5280': {'gid': 5280, 'name': 'd', 'rank': 0, 'incarnation': 18, 'state': 'up:rejoin', 'state_seq': 8, 'addr': '172.21.15.157:6836/1986130815', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6834', 'nonce': 1986130815}, {'type': 'v1', 'addr': '172.21.15.157:6836', 'nonce': 1986130815}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:12:04.399 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5280:up:rejoin 2024-09-13T16:12:05.400 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:05.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.514+0000 7fcdf67b5640 1 Processor -- start 2024-09-13T16:12:05.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.514+0000 7fcdf67b5640 1 -- start start 2024-09-13T16:12:05.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdf67b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:05.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdf67b5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcdf006ed00 0x7fcdf00cf990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:05.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdf67b5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdf015c030 con 0x7fcdf015a5b0 2024-09-13T16:12:05.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdf67b5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdf00cfed0 con 0x7fcdf006ed00 2024-09-13T16:12:05.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdf67b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf015bd00 con 0x7fcdf015d4d0 2024-09-13T16:12:05.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdf4d52640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcdf006ed00 0x7fcdf00cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:05.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdef7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:05.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdeffff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fcdf015a5b0 0x7fcdf015a990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:39022/0 (socket says 172.21.15.39:39022) 2024-09-13T16:12:05.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdef7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53148/0 (socket says 172.21.15.39:53148) 2024-09-13T16:12:05.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.515+0000 7fcdeffff640 1 -- 172.21.15.39:0/2077515591 learned_addr learned my addr 172.21.15.39:0/2077515591 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdef7fe640 1 -- 172.21.15.39:0/2077515591 >> v2:172.21.15.157:3300/0 conn(0x7fcdf006ed00 msgr2=0x7fcdf00cf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdef7fe640 1 --2- 172.21.15.39:0/2077515591 >> v2:172.21.15.157:3300/0 conn(0x7fcdf006ed00 0x7fcdf00cf990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdef7fe640 1 -- 172.21.15.39:0/2077515591 >> v1:172.21.15.157:6789/0 conn(0x7fcdf015a5b0 legacy=0x7fcdf015a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdef7fe640 1 -- 172.21.15.39:0/2077515591 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdf015b400 con 0x7fcdf015d4d0 2024-09-13T16:12:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdeeffd640 1 -- 172.21.15.39:0/2077515591 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2566210525 0 0) 0x7fcdf015c030 con 0x7fcdf015a5b0 2024-09-13T16:12:05.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdf4d52640 1 --2- 172.21.15.39:0/2077515591 >> v2:172.21.15.157:3300/0 conn(0x7fcdf006ed00 0x7fcdf00cf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.516+0000 7fcdef7fe640 1 --2- 172.21.15.39:0/2077515591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00cf450 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcde40097a0 tx=0x7fcde402a060 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f5b8d7ef1df18645 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdeeffd640 1 -- 172.21.15.39:0/2077515591 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde402adb0 con 0x7fcdf015d4d0 2024-09-13T16:12:05.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdeeffd640 1 -- 172.21.15.39:0/2077515591 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcde4032440 con 0x7fcdf015d4d0 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdeeffd640 1 -- 172.21.15.39:0/2077515591 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde40327d0 con 0x7fcdf015d4d0 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2077515591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 msgr2=0x7fcdf00cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2077515591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00cf450 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcde40097a0 tx=0x7fcde402a060 comp rx=0 tx=0).stop 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2077515591 shutdown_connections 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2077515591 >> v2:172.21.15.157:3300/0 conn(0x7fcdf006ed00 0x7fcdf00cf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2077515591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00cf450 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2077515591 >> 172.21.15.39:0/2077515591 conn(0x7fcdf006d5c0 msgr2=0x7fcdf006d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2077515591 shutdown_connections 2024-09-13T16:12:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.517+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2077515591 wait complete. 2024-09-13T16:12:05.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 Processor -- start 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 -- start start 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 0x7fcdf00abc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdf015a5b0 0x7fcdf0154450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00a9ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf0157710 con 0x7fcdf006ed00 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf0158dd0 con 0x7fcdf015a5b0 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.519+0000 7fcdf67b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdf01590b0 con 0x7fcdf015d4d0 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 0x7fcdf00abc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 0x7fcdf00abc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54214/0 (socket says 172.21.15.39:54214) 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 -- 172.21.15.39:0/2606019989 learned_addr learned my addr 172.21.15.39:0/2606019989 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdef7fe640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdf015a5b0 0x7fcdf0154450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdf4d52640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00a9ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 -- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 msgr2=0x7fcdf00a9ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00a9ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 -- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdf015a5b0 msgr2=0x7fcdf0154450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdf015a5b0 0x7fcdf0154450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 -- 172.21.15.39:0/2606019989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcde8009a70 con 0x7fcdf006ed00 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdeffff640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 0x7fcdf00abc00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fcde000c430 tx=0x7fcde000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde00074e0 con 0x7fcdf006ed00 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcde0007660 con 0x7fcdf006ed00 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcde4009400 con 0x7fcdf006ed00 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.520+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde0004a20 con 0x7fcdf006ed00 2024-09-13T16:12:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.521+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdf0157330 con 0x7fcdf006ed00 2024-09-13T16:12:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.522+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdf0157850 con 0x7fcdf006ed00 2024-09-13T16:12:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.522+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcde0004b80 con 0x7fcdf006ed00 2024-09-13T16:12:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.523+0000 7fcdecff9640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcddc06ac00 0x7fcddc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:05.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.523+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fcde0089160 con 0x7fcdf006ed00 2024-09-13T16:12:05.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.523+0000 7fcdef7fe640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcddc06ac00 0x7fcddc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:05.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.523+0000 7fcdef7fe640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcddc06ac00 0x7fcddc06d0c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcde4034000 tx=0x7fcde402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:05.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.527+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcdf0157850 con 0x7fcdf006ed00 2024-09-13T16:12:05.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.735+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcdf0157850 con 0x7fcdf006ed00 2024-09-13T16:12:05.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.735+0000 7fcdecff9640 1 -- 172.21.15.39:0/2606019989 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+4741 (secure 0 0 0) 0x7fcdf0157850 con 0x7fcdf006ed00 2024-09-13T16:12:05.737 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:05.737 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:04.901573+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":9,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:05.738 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-13T16:12:05.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcddc06ac00 msgr2=0x7fcddc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcddc06ac00 0x7fcddc06d0c0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7fcde4034000 tx=0x7fcde402e000 comp rx=0 tx=0).stop 2024-09-13T16:12:05.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 msgr2=0x7fcdf00abc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 0x7fcdf00abc00 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fcde000c430 tx=0x7fcde000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 shutdown_connections 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcddc06ac00 0x7fcddc06d0c0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdf015d4d0 0x7fcdf00a9ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdf015a5b0 0x7fcdf0154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 --2- 172.21.15.39:0/2606019989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdf006ed00 0x7fcdf00abc00 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 >> 172.21.15.39:0/2606019989 conn(0x7fcdf006d5c0 msgr2=0x7fcdf006f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 shutdown_connections 2024-09-13T16:12:05.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:05.738+0000 7fcdf67b5640 1 -- 172.21.15.39:0/2606019989 wait complete. 2024-09-13T16:12:06.153 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 21, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:11:44.520143+0000', 'modified': '2024-09-13T16:12:04.901573+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 36, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5280}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5280': {'gid': 5280, 'name': 'd', 'rank': 0, 'incarnation': 18, 'state': 'up:active', 'state_seq': 9, 'addr': '172.21.15.157:6836/1986130815', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6834', 'nonce': 1986130815}, {'type': 'v1', 'addr': '172.21.15.157:6836', 'nonce': 1986130815}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [5], 'metadata_pool': 4, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:12:06.153 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:12:06.153 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T16:12:06.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.256+0000 7f6891472640 1 Processor -- start 2024-09-13T16:12:06.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.256+0000 7f6891472640 1 -- start start 2024-09-13T16:12:06.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f6891472640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 0x7f688c0d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f6891472640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f688c0b5ab0 0x7f688c0b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f6891472640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f688c0d11f0 con 0x7f688c15cef0 2024-09-13T16:12:06.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f6891472640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f688c0b6480 con 0x7f688c0b5ab0 2024-09-13T16:12:06.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f6891472640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f688c0d1fe0 con 0x7f688c0d1680 2024-09-13T16:12:06.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f688affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f688c15cef0 0x7f688c0cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49070/0 (socket says 172.21.15.39:49070) 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.257+0000 7f688affd640 1 -- 172.21.15.39:0/4262867186 learned_addr learned my addr 172.21.15.39:0/4262867186 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f688a7fc640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 0x7f688c0d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f688b7fe640 1 --2- 172.21.15.39:0/4262867186 >> v2:172.21.15.157:3300/0 conn(0x7f688c0b5ab0 0x7f688c0b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3105139848 0 0) 0x7f688c0d11f0 con 0x7f688c15cef0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6878003520 con 0x7f688c15cef0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2259508642 0 0) 0x7f6878003520 con 0x7f688c15cef0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 msgr2=0x7f688c0d1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 0x7f688c0d1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 >> v2:172.21.15.157:3300/0 conn(0x7f688c0b5ab0 msgr2=0x7f688c0b5f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 --2- 172.21.15.39:0/4262867186 >> v2:172.21.15.157:3300/0 conn(0x7f688c0b5ab0 0x7f688c0b5f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f688c15d2d0 con 0x7f688c15cef0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f687c0019f0 con 0x7f688c15cef0 2024-09-13T16:12:06.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 >> v1:172.21.15.39:6789/0 conn(0x7f688c15cef0 legacy=0x7f688c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6878003970 0x7f6878003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68780047c0 0x7f6878004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 0x7f6878005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c0d1fe0 con 0x7f6878003970 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f687800b980 con 0x7f68780047c0 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f687800bb40 con 0x7f688c0d1680 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f688affd640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6878003970 0x7f6878003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f688a7fc640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68780047c0 0x7f6878004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.258+0000 7f688b7fe640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 0x7f6878005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f688affd640 1 -- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 msgr2=0x7f6878005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f688affd640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0d1680 0x7f6878005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f688affd640 1 -- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68780047c0 msgr2=0x7f6878004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f688affd640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68780047c0 0x7f6878004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f688affd640 1 -- 172.21.15.39:0/4262867186 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6878003520 con 0x7f6878003970 2024-09-13T16:12:06.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f688affd640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6878003970 0x7f6878003d90 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f687c00a780 tx=0x7f68780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac0fe4cfdeb151cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f687c02b9a0 con 0x7f6878003970 2024-09-13T16:12:06.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.259+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f687c02bb00 con 0x7f6878003970 2024-09-13T16:12:06.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6889ffb640 1 -- 172.21.15.39:0/4262867186 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f687c034470 con 0x7f6878003970 2024-09-13T16:12:06.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6891472640 1 -- 172.21.15.39:0/4262867186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6878003970 msgr2=0x7f6878003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6891472640 1 --2- 172.21.15.39:0/4262867186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6878003970 0x7f6878003d90 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f687c00a780 tx=0x7f68780057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f688b7fe640 1 -- 172.21.15.39:0/4262867186 reap_dead start 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6891472640 1 -- 172.21.15.39:0/4262867186 shutdown_connections 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6891472640 1 -- 172.21.15.39:0/4262867186 >> 172.21.15.39:0/4262867186 conn(0x7f688c06a3a0 msgr2=0x7f688c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6891472640 1 -- 172.21.15.39:0/4262867186 shutdown_connections 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.260+0000 7f6891472640 1 -- 172.21.15.39:0/4262867186 wait complete. 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.261+0000 7f6891472640 1 Processor -- start 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.261+0000 7f6891472640 1 -- start start 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f6891472640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6878003970 0x7f688c0cbff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f6891472640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0c7140 0x7f688c1f6060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f6891472640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 0x7f688c1f65a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f6891472640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c15e5f0 con 0x7f688c0c75c0 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f6891472640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f688c15e840 con 0x7f6878003970 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f6891472640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f688c15eb20 con 0x7f688c0c7140 2024-09-13T16:12:06.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f688b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 0x7f688c1f65a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f688b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 0x7f688c1f65a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54226/0 (socket says 172.21.15.39:54226) 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f688b7fe640 1 -- 172.21.15.39:0/1089465828 learned_addr learned my addr 172.21.15.39:0/1089465828 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f688affd640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6878003970 0x7f688c0cbff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.262+0000 7f688a7fc640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0c7140 0x7f688c1f6060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f688b7fe640 1 -- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0c7140 msgr2=0x7f688c1f6060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f688b7fe640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0c7140 0x7f688c1f6060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f688b7fe640 1 -- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6878003970 msgr2=0x7f688c0cbff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f688b7fe640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6878003970 0x7f688c0cbff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f688b7fe640 1 -- 172.21.15.39:0/1089465828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f688c15ee00 con 0x7f688c0c75c0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f688b7fe640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 0x7f688c1f65a0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f688c0cfdd0 tx=0x7f6884011c30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f68837fe640 1 -- 172.21.15.39:0/1089465828 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6884004030 con 0x7f688c0c75c0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f68837fe640 1 -- 172.21.15.39:0/1089465828 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6884004190 con 0x7f688c0c75c0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f688c15f0e0 con 0x7f688c0c75c0 2024-09-13T16:12:06.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f68837fe640 1 -- 172.21.15.39:0/1089465828 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6884004520 con 0x7f688c0c75c0 2024-09-13T16:12:06.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.263+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f688c0cc710 con 0x7f688c0c75c0 2024-09-13T16:12:06.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.265+0000 7f68837fe640 1 -- 172.21.15.39:0/1089465828 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f688400f710 con 0x7f688c0c75c0 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.265+0000 7f68837fe640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f686c06ac30 0x7f686c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.266+0000 7f68837fe640 1 -- 172.21.15.39:0/1089465828 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6884089620 con 0x7f688c0c75c0 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.266+0000 7f688affd640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f686c06ac30 0x7f686c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.266+0000 7f6894271740 1 Processor -- start 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.266+0000 7f6894271740 1 -- start start 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688affd640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f686c06ac30 0x7f686c06d0f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f687c0013d0 tx=0x7f687c007000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b949884480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949881860 0x55b9498d1570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f6894271740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b9498d1ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f6894271740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9497de7c0 con 0x55b9498ab550 2024-09-13T16:12:06.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9497edb70 con 0x55b9498840a0 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b9497eb300 con 0x55b949881860 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b9498d1ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b9498d1ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54234/0 (socket says 172.21.15.39:54234) 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688b7fe640 1 -- 172.21.15.39:0/157923729 learned_addr learned my addr 172.21.15.39:0/157923729 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688a7fc640 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949881860 0x55b9498d1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688affd640 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b949884480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688b7fe640 1 -- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949881860 msgr2=0x55b9498d1570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.267+0000 7f688b7fe640 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949881860 0x55b9498d1570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f688b7fe640 1 -- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 msgr2=0x55b949884480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f688b7fe640 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b949884480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f688b7fe640 1 -- 172.21.15.39:0/157923729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9497734b0 con 0x55b9498ab550 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f688b7fe640 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b9498d1ab0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f6884001eb0 tx=0x7f6884057f80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dde07d1f82eebdaf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6880ff9640 1 -- 172.21.15.39:0/157923729 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f688405c0d0 con 0x55b9498ab550 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6880ff9640 1 -- 172.21.15.39:0/157923729 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6884056890 con 0x55b9498ab550 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6880ff9640 1 -- 172.21.15.39:0/157923729 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68840579e0 con 0x55b9498ab550 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6894271740 1 -- 172.21.15.39:0/157923729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 msgr2=0x55b9498d1ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6894271740 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b9498d1ab0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f6884001eb0 tx=0x7f6884057f80 comp rx=0 tx=0).stop 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6894271740 1 -- 172.21.15.39:0/157923729 shutdown_connections 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6894271740 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b9498d1ab0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6894271740 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949881860 0x55b9498d1570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.268+0000 7f6894271740 1 --2- 172.21.15.39:0/157923729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b949884480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.269+0000 7f6894271740 1 -- 172.21.15.39:0/157923729 >> 172.21.15.39:0/157923729 conn(0x55b9498807d0 msgr2=0x55b9498c8c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.269+0000 7f6894271740 1 -- 172.21.15.39:0/157923729 shutdown_connections 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.269+0000 7f6894271740 1 -- 172.21.15.39:0/157923729 wait complete. 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.269+0000 7f6894271740 1 -- start start 2024-09-13T16:12:06.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.269+0000 7f6894271740 1 Processor -- start 2024-09-13T16:12:06.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498c60f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b949897580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949897ac0 0x55b949897f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9497e6bf0 con 0x55b9498ab550 2024-09-13T16:12:06.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9497a5250 con 0x55b9498840a0 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b9497a4ef0 con 0x55b949897ac0 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f6894271740 10 client.0 _ll_register_callbacks cb 0x55b9497d7740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b949897580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b949897580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54236/0 (socket says 172.21.15.39:54236) 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 -- 172.21.15.39:0/666615270 learned_addr learned my addr 172.21.15.39:0/666615270 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688b7fe640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949897ac0 0x55b949897f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688affd640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498c60f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 -- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949897ac0 msgr2=0x55b949897f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949897ac0 0x55b949897f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 -- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 msgr2=0x55b9498c60f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498c60f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688a7fc640 1 -- 172.21.15.39:0/666615270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f688c0cc710 con 0x55b9498ab550 2024-09-13T16:12:06.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.270+0000 7f688affd640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498c60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f688a7fc640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b949897580 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f6874015a40 tx=0x7f6874015b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a889a8e1293b3ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6869ffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6869ffb640 1 -- 172.21.15.39:0/666615270 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f687401a070 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6869ffb640 1 -- 172.21.15.39:0/666615270 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6874014b80 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55b9494da3c0 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6869ffb640 1 -- 172.21.15.39:0/666615270 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6874014d40 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 10 client.5637 fetch_fsmap learned FSMap version 21 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=2+}) v3 -- 0x55b9497e5270 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6869ffb640 1 -- 172.21.15.39:0/666615270 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55b9494da3c0 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6869ffb640 1 -- 172.21.15.39:0/666615270 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 21) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f6874011040 con 0x55b9498ab550 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 10 client.5637 fetch_fsmap finished waiting for FSMap version 21 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 10 client.5637 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:12:06.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 20 client.5637 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498dbed0 0x55b9498dc2b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 4 client.5637 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55b9494eb6c0 con 0x55b9498dbed0 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.271+0000 7f688affd640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498dbed0 0x55b9498dc2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.272+0000 7f6869ffb640 10 client.5637 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.272+0000 7f688affd640 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498dbed0 0x55b9498dc2b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eec651e4013f1ef7 server_cookie=a9078153b35bd735 in_seq=0 out_seq=0 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6869ffb640 1 -- 172.21.15.39:0/666615270 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55b9494eb6c0 con 0x55b9498dbed0 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6869ffb640 10 client.5637 handle_command_reply: tid=0 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 client.5637 shutdown 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 msgr2=0x55b949897580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b949897580 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7f6874015a40 tx=0x7f6874015b30 comp rx=0 tx=0).stop 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 shutdown_connections 2024-09-13T16:12:06.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498dbed0 0x55b9498dc2b0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b949897ac0 0x55b949897f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6869ffb640 0 client.5637 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9498ab550 0x55b949897580 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 --2- 172.21.15.39:0/666615270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498c60f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 >> 172.21.15.39:0/666615270 conn(0x55b949881860 msgr2=0x55b9498c9770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 shutdown_connections 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 1 -- 172.21.15.39:0/666615270 wait complete. 2024-09-13T16:12:06.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.273+0000 7f6894271740 20 client.5637 trim_cache size 0 max 16384 2024-09-13T16:12:06.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.288+0000 7f6894271740 1 Processor -- start 2024-09-13T16:12:06.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.288+0000 7f6894271740 1 -- start start 2024-09-13T16:12:06.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498840a0 0x55b9498a86f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f6894271740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b9498c9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498ab550 0x55b9498c9c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f6894271740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b94976a460 con 0x55b949897ac0 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9498984a0 con 0x55b9498ab550 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b9498cbf10 con 0x55b9498840a0 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b9498c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b9498c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54252/0 (socket says 172.21.15.39:54252) 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 -- 172.21.15.39:0/767228106 learned_addr learned my addr 172.21.15.39:0/767228106 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688b7fe640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498ab550 0x55b9498c9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688affd640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498840a0 0x55b9498a86f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 -- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498840a0 msgr2=0x55b9498a86f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498840a0 0x55b9498a86f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 -- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498ab550 msgr2=0x55b9498c9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498ab550 0x55b9498c9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 -- 172.21.15.39:0/767228106 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b9497875f0 con 0x55b949897ac0 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688b7fe640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498ab550 0x55b9498c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688affd640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498840a0 0x55b9498a86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f688a7fc640 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b9498c9740 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f6874013af0 tx=0x7f6874017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=897c65dfe6196b52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f68817fa640 1 -- 172.21.15.39:0/767228106 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6874014b80 con 0x55b949897ac0 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f68817fa640 1 -- 172.21.15.39:0/767228106 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6874014ce0 con 0x55b949897ac0 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.289+0000 7f68817fa640 1 -- 172.21.15.39:0/767228106 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6874013d90 con 0x55b949897ac0 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 -- 172.21.15.39:0/767228106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 msgr2=0x55b9498c9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b9498c9740 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7f6874013af0 tx=0x7f6874017000 comp rx=0 tx=0).stop 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 -- 172.21.15.39:0/767228106 shutdown_connections 2024-09-13T16:12:06.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498ab550 0x55b9498c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b9498c9740 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 --2- 172.21.15.39:0/767228106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498840a0 0x55b9498a86f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 -- 172.21.15.39:0/767228106 >> 172.21.15.39:0/767228106 conn(0x55b949881860 msgr2=0x55b949883360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 -- 172.21.15.39:0/767228106 shutdown_connections 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 -- 172.21.15.39:0/767228106 wait complete. 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 -- start start 2024-09-13T16:12:06.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.290+0000 7f6894271740 1 Processor -- start 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498d0520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b949932820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498ab550 0x55b9498c8b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9498a8c80 con 0x55b949897ac0 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9498d0f30 con 0x55b9498840a0 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b9498c6f00 con 0x55b9498ab550 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f6894271740 10 client.0 _ll_register_callbacks cb 0x7f68840582c0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f688a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b949932820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f688a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b949932820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54262/0 (socket says 172.21.15.39:54262) 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f688a7fc640 1 -- 172.21.15.39:0/3597382758 learned_addr learned my addr 172.21.15.39:0/3597382758 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f688b7fe640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498ab550 0x55b9498c8b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.291+0000 7f688affd640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498d0520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f688a7fc640 1 -- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498ab550 msgr2=0x55b9498c8b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f688a7fc640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498ab550 0x55b9498c8b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f688a7fc640 1 -- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 msgr2=0x55b9498d0520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f688a7fc640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498d0520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f688a7fc640 1 -- 172.21.15.39:0/3597382758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b9497e5270 con 0x55b949897ac0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f688a7fc640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b949932820 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6874000c00 tx=0x7f6874004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b7d92ef2c7d0b504 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6869ffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6869ffb640 1 -- 172.21.15.39:0/3597382758 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6874014b80 con 0x55b949897ac0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6869ffb640 1 -- 172.21.15.39:0/3597382758 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6874000e40 con 0x55b949897ac0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6884056890 con 0x55b949897ac0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6869ffb640 1 -- 172.21.15.39:0/3597382758 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6874006be0 con 0x55b949897ac0 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6894271740 10 client.5643 fetch_fsmap learned FSMap version 21 2024-09-13T16:12:06.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=2+}) v3 -- 0x55b9497acd00 con 0x55b949897ac0 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6869ffb640 1 -- 172.21.15.39:0/3597382758 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6884056890 con 0x55b949897ac0 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6869ffb640 1 -- 172.21.15.39:0/3597382758 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 21) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f6874033020 con 0x55b949897ac0 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6894271740 10 client.5643 fetch_fsmap finished waiting for FSMap version 21 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6894271740 10 client.5643 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.292+0000 7f6894271740 20 client.5643 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6894271740 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498e2730 0x55b9498c9740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6894271740 4 client.5643 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55b94953ed10 con 0x55b9498e2730 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f688affd640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498e2730 0x55b9498c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6869ffb640 10 client.5643 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f688affd640 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498e2730 0x55b9498c9740 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7a9e7ba60b177601 server_cookie=17881b28f33e2ea4 in_seq=0 out_seq=0 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6869ffb640 1 -- 172.21.15.39:0/3597382758 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55b94953ed10 con 0x55b9498e2730 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6869ffb640 10 client.5643 handle_command_reply: tid=0 2024-09-13T16:12:06.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6894271740 1 client.5643 shutdown 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 msgr2=0x55b949932820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.293+0000 7f6894271740 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b949932820 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7f6874000c00 tx=0x7f6874004730 comp rx=0 tx=0).stop 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 shutdown_connections 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55b9498e2730 0x55b9498c9740 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9498ab550 0x55b9498c8b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b949897ac0 0x55b949932820 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 --2- 172.21.15.39:0/3597382758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9498840a0 0x55b9498d0520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 >> 172.21.15.39:0/3597382758 conn(0x55b949881860 msgr2=0x55b949883360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6869ffb640 0 client.5643 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 shutdown_connections 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 1 -- 172.21.15.39:0/3597382758 wait complete. 2024-09-13T16:12:06.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6894271740 20 client.5643 trim_cache size 0 max 16384 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5280, 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.4037493530000003, 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 21, 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 36, 2024-09-13T16:12:06.302 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 36, 2024-09-13T16:12:06.303 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 28.040702795000001 2024-09-13T16:12:06.303 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:12:06.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f686c06ac30 msgr2=0x7f686c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f686c06ac30 0x7f686c06d0f0 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f687c0013d0 tx=0x7f687c007000 comp rx=0 tx=0).stop 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 msgr2=0x7f688c1f65a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 0x7f688c1f65a0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f688c0cfdd0 tx=0x7f6884011c30 comp rx=0 tx=0).stop 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 shutdown_connections 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f686c06ac30 0x7f686c06d0f0 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f688c0c75c0 0x7f688c1f65a0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f688c0c7140 0x7f688c1f6060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 --2- 172.21.15.39:0/1089465828 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6878003970 0x7f688c0cbff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 >> 172.21.15.39:0/1089465828 conn(0x7f688c06a3a0 msgr2=0x7f688c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 shutdown_connections 2024-09-13T16:12:06.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.294+0000 7f6891472640 1 -- 172.21.15.39:0/1089465828 wait complete. 2024-09-13T16:12:06.306 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:06.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.406+0000 7fac18a44640 1 Processor -- start 2024-09-13T16:12:06.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.406+0000 7fac18a44640 1 -- start start 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac18a44640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac14153080 0x7fac1415d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac18a44640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fac140ce080 0x7fac14159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac18a44640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac1415d550 con 0x7fac141595a0 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac18a44640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac1415a050 con 0x7fac14153080 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac18a44640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac1415cbf0 con 0x7fac140ce080 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac14153080 0x7fac1415d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac14153080 0x7fac1415d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54266/0 (socket says 172.21.15.39:54266) 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 -- 172.21.15.39:0/391403674 learned_addr learned my addr 172.21.15.39:0/391403674 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac11d9b640 1 --2- 172.21.15.39:0/391403674 >> v2:172.21.15.157:3300/0 conn(0x7fac140ce080 0x7fac14159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 -- 172.21.15.39:0/391403674 >> v2:172.21.15.157:3300/0 conn(0x7fac140ce080 msgr2=0x7fac14159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 --2- 172.21.15.39:0/391403674 >> v2:172.21.15.157:3300/0 conn(0x7fac140ce080 0x7fac14159060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 -- 172.21.15.39:0/391403674 >> v1:172.21.15.157:6789/0 conn(0x7fac141595a0 legacy=0x7fac14069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:06.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.407+0000 7fac1259c640 1 -- 172.21.15.39:0/391403674 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac14153460 con 0x7fac14153080 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.408+0000 7fac1259c640 1 --2- 172.21.15.39:0/391403674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac14153080 0x7fac1415d010 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fac14067280 tx=0x7fac0402c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=24b6ed3eb8483886 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.408+0000 7fac1159a640 1 -- 172.21.15.39:0/391403674 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac04032050 con 0x7fac14153080 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.408+0000 7fac1159a640 1 -- 172.21.15.39:0/391403674 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac04033660 con 0x7fac14153080 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.408+0000 7fac1159a640 1 -- 172.21.15.39:0/391403674 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac040339f0 con 0x7fac14153080 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 -- 172.21.15.39:0/391403674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac14153080 msgr2=0x7fac1415d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 --2- 172.21.15.39:0/391403674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac14153080 0x7fac1415d010 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7fac14067280 tx=0x7fac0402c830 comp rx=0 tx=0).stop 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 -- 172.21.15.39:0/391403674 shutdown_connections 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 --2- 172.21.15.39:0/391403674 >> v2:172.21.15.157:3300/0 conn(0x7fac140ce080 0x7fac14159060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 --2- 172.21.15.39:0/391403674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac14153080 0x7fac1415d010 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 -- 172.21.15.39:0/391403674 >> 172.21.15.39:0/391403674 conn(0x7fac140b15d0 msgr2=0x7fac140b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 -- 172.21.15.39:0/391403674 shutdown_connections 2024-09-13T16:12:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.409+0000 7fac18a44640 1 -- 172.21.15.39:0/391403674 wait complete. 2024-09-13T16:12:06.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.410+0000 7fac18a44640 1 Processor -- start 2024-09-13T16:12:06.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.410+0000 7fac18a44640 1 -- start start 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac18a44640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 0x7fac14146a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac18a44640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac14153080 0x7fac14070cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac18a44640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac141595a0 0x7fac1415a500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac18a44640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac14146fb0 con 0x7fac140ce080 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac18a44640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac140b1130 con 0x7fac14153080 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac18a44640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac14156bf0 con 0x7fac141595a0 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac1259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 0x7fac14146a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac1259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 0x7fac14146a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54268/0 (socket says 172.21.15.39:54268) 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac1259c640 1 -- 172.21.15.39:0/3580838407 learned_addr learned my addr 172.21.15.39:0/3580838407 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac11d9b640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac14153080 0x7fac14070cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.411+0000 7fac12d9d640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac141595a0 0x7fac1415a500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac1259c640 1 -- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac141595a0 msgr2=0x7fac1415a500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac1259c640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac141595a0 0x7fac1415a500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac1259c640 1 -- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac14153080 msgr2=0x7fac14070cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac1259c640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac14153080 0x7fac14070cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac1259c640 1 -- 172.21.15.39:0/3580838407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac0400bd40 con 0x7fac140ce080 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac1259c640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 0x7fac14146a70 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fac04000f80 tx=0x7fac04004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac0400b720 con 0x7fac140ce080 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac04036a30 con 0x7fac140ce080 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac14156ed0 con 0x7fac140ce080 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac04036de0 con 0x7fac140ce080 2024-09-13T16:12:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.412+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac140719d0 con 0x7fac140ce080 2024-09-13T16:12:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.413+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac140672f0 con 0x7fac140ce080 2024-09-13T16:12:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.413+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac0403d040 con 0x7fac140ce080 2024-09-13T16:12:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.414+0000 7fac0affd640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.414+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fac040ac590 con 0x7fac140ce080 2024-09-13T16:12:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.414+0000 7fac11d9b640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.415+0000 7fac11d9b640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fac140b3060 tx=0x7fabfc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.418+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac04077830 con 0x7fac140ce080 2024-09-13T16:12:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.624+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fac14159060 con 0x7fac140ce080 2024-09-13T16:12:06.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.624+0000 7fac0affd640 1 -- 172.21.15.39:0/3580838407 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v21) v1 ==== 53+0+73 (secure 0 0 0) 0x7fac0407ae50 con 0x7fac140ce080 2024-09-13T16:12:06.626 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 msgr2=0x7fabf406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7fac140b3060 tx=0x7fabfc008040 comp rx=0 tx=0).stop 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 msgr2=0x7fac14146a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 0x7fac14146a70 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fac04000f80 tx=0x7fac04004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 shutdown_connections 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac141595a0 0x7fac1415a500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac14153080 0x7fac14070cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 --2- 172.21.15.39:0/3580838407 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac140ce080 0x7fac14146a70 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:06.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 >> 172.21.15.39:0/3580838407 conn(0x7fac140b15d0 msgr2=0x7fac1415b480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:06.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 shutdown_connections 2024-09-13T16:12:06.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:06.626+0000 7fac18a44640 1 -- 172.21.15.39:0/3580838407 wait complete. 2024-09-13T16:12:06.638 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:06.638 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:06.639 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:06.639 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.639 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:12:06.655 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:12:06.656 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42686sec preferred_lft 42686sec 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.657 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:06.658 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.659 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:06.720 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:12:06.722 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.722 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:12:06.779 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:12:06.779 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:06.779 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:12:06.779 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:12:06.779 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:06.779 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.779 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:12:06.780 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:12:06.780 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:12:06.780 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:12:06.780 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:12:06.780 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:12:06.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.868 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:12:06.883 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:12:06.883 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:12:06.883 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:06.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:06.883 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:12:06.949 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:12:06.949 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:06.949 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:07.005 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:07.005 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:07.005 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:07.060 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:12:07.126 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:07.126 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:07.192 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:07.193 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:07.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.193 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:12:07.249 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:07.249 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:12:07.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:12:07.317 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:07.317 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:07.375 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:12:07.374+0000 7ff2ffce6480 -1 init, newargv = 0x55946a9ce030 newargc=15 2024-09-13T16:12:07.375 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[52417]: starting ceph client 2024-09-13T16:12:07.380 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[52417]: starting fuse 2024-09-13T16:12:07.385 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:07.386 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:07.387 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.387 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:12:07.443 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:12:07.443 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:07.444 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:07.445 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:12:07.446 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:12:07.560 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.52417.asok 2024-09-13T16:12:07.747 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.52417.asok 2024-09-13T16:12:07.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.747 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.52417.asok status 2024-09-13T16:12:07.884 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:12:07.884 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:12:07.884 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:07.884 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:07.884 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:12:07.884 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "52417", 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5658, 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:12:07.885 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 5658 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3201990537 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3201990537 2024-09-13T16:12:07.886 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.5658 192.168.0.1:0/3201990537", 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/3201990537", 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 21, 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 36, 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:12:07.887 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:12:07.892 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.893 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:12:07.893 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:07.909 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:12:07.909 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:07.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.909 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:07.975 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:07.975 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls subdir/) 2024-09-13T16:12:08.035 INFO:teuthology.orchestra.run.smithi039.stdout:file_undamaged 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> import json 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:08.036 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged'"'"') 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> except OSError as e: 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(e.errno) 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> print(json.dumps( 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> indent=2)) 2024-09-13T16:12:08.037 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:12:08.322 INFO:teuthology.orchestra.run.smithi039.stderr:daemon-helper: command failed with exit status 2 2024-09-13T16:12:08.327 DEBUG:teuthology.orchestra.run:got remote process result: 2 2024-09-13T16:12:08.328 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.468+0000 7f7897468640 1 Processor -- start 2024-09-13T16:12:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.469+0000 7f7897468640 1 -- start start 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.469+0000 7f7897468640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78900721f0 0x7f78900ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.469+0000 7f7897468640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f78900ce7b0 0x7f78900cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.469+0000 7f7897468640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78900cebf0 con 0x7f78900cc650 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.469+0000 7f7897468640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f789015bed0 con 0x7f78900721f0 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.469+0000 7f7897468640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f789015aa50 con 0x7f78900ce7b0 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895a05640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f78900cc650 0x7f7890069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49072/0 (socket says 172.21.15.39:49072) 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895a05640 1 -- 172.21.15.39:0/2047767226 learned_addr learned my addr 172.21.15.39:0/2047767226 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895204640 1 --2- 172.21.15.39:0/2047767226 >> v2:172.21.15.39:3300/0 conn(0x7f78900721f0 0x7f78900ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7894a03640 1 --2- 172.21.15.39:0/2047767226 >> v2:172.21.15.157:3300/0 conn(0x7f78900ce7b0 0x7f78900cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895204640 1 -- 172.21.15.39:0/2047767226 >> v2:172.21.15.157:3300/0 conn(0x7f78900ce7b0 msgr2=0x7f78900cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895204640 1 --2- 172.21.15.39:0/2047767226 >> v2:172.21.15.157:3300/0 conn(0x7f78900ce7b0 0x7f78900cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895204640 1 -- 172.21.15.39:0/2047767226 >> v1:172.21.15.39:6789/0 conn(0x7f78900cc650 legacy=0x7f7890069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7887fff640 1 -- 172.21.15.39:0/2047767226 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1623151707 0 0) 0x7f78900cebf0 con 0x7f78900cc650 2024-09-13T16:12:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.470+0000 7f7895204640 1 -- 172.21.15.39:0/2047767226 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f789015af50 con 0x7f78900721f0 2024-09-13T16:12:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.471+0000 7f7895204640 1 --2- 172.21.15.39:0/2047767226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900721f0 0x7f78900ce270 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f789006f5a0 tx=0x7f788c02a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=683a4eb07720c3ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.471+0000 7f7887fff640 1 -- 172.21.15.39:0/2047767226 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788c02ae60 con 0x7f78900721f0 2024-09-13T16:12:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.471+0000 7f7887fff640 1 -- 172.21.15.39:0/2047767226 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f788c032440 con 0x7f78900721f0 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.471+0000 7f7887fff640 1 -- 172.21.15.39:0/2047767226 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788c0327d0 con 0x7f78900721f0 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.471+0000 7f7897468640 1 -- 172.21.15.39:0/2047767226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900721f0 msgr2=0x7f78900ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.471+0000 7f7897468640 1 --2- 172.21.15.39:0/2047767226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900721f0 0x7f78900ce270 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f789006f5a0 tx=0x7f788c02a110 comp rx=0 tx=0).stop 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.472+0000 7f7897468640 1 -- 172.21.15.39:0/2047767226 shutdown_connections 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.472+0000 7f7897468640 1 --2- 172.21.15.39:0/2047767226 >> v2:172.21.15.157:3300/0 conn(0x7f78900ce7b0 0x7f78900cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.472+0000 7f7897468640 1 --2- 172.21.15.39:0/2047767226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900721f0 0x7f78900ce270 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.472+0000 7f7897468640 1 -- 172.21.15.39:0/2047767226 >> 172.21.15.39:0/2047767226 conn(0x7f789006b3b0 msgr2=0x7f789006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.472+0000 7f7897468640 1 -- 172.21.15.39:0/2047767226 shutdown_connections 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.472+0000 7f7897468640 1 -- 172.21.15.39:0/2047767226 wait complete. 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.473+0000 7f7897468640 1 Processor -- start 2024-09-13T16:12:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.473+0000 7f7897468640 1 -- start start 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78900721f0 0x7f78901f33b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 0x7f78901565c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78900ce7b0 0x7f789014db60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f789014c970 con 0x7f78900cc650 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7890152490 con 0x7f78900ce7b0 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7890152770 con 0x7f78900721f0 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 0x7f78901565c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 0x7f78901565c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54290/0 (socket says 172.21.15.39:54290) 2024-09-13T16:12:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 -- 172.21.15.39:0/1422917858 learned_addr learned my addr 172.21.15.39:0/1422917858 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7895a05640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78900ce7b0 0x7f789014db60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7895204640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78900721f0 0x7f78901f33b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 -- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78900721f0 msgr2=0x7f78901f33b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78900721f0 0x7f78901f33b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 -- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78900ce7b0 msgr2=0x7f789014db60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78900ce7b0 0x7f789014db60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 -- 172.21.15.39:0/1422917858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f788c009400 con 0x7f78900cc650 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7895a05640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78900ce7b0 0x7f789014db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7895204640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78900721f0 0x7f78901f33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7894a03640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 0x7f78901565c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f788000d800 tx=0x7f788000dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788000b6c0 con 0x7f78900cc650 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f788000b840 con 0x7f78900cc650 2024-09-13T16:12:08.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7890152a50 con 0x7f78900cc650 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.474+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f788000bbf0 con 0x7f78900cc650 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.475+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7890153010 con 0x7f78900cc650 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.476+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78900672f0 con 0x7f78900cc650 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.476+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f788000bd50 con 0x7f78900cc650 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.477+0000 7f7885ffb640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f787406ac00 0x7f787406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.477+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7880089940 con 0x7f78900cc650 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.477+0000 7f7895204640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f787406ac00 0x7f787406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.477+0000 7f7895204640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f787406ac00 0x7f787406d0c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f788c034000 tx=0x7f788c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.481+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7880054ac0 con 0x7f78900cc650 2024-09-13T16:12:08.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.690+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f78900ccae0 con 0x7f78900cc650 2024-09-13T16:12:08.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.691+0000 7f7885ffb640 1 -- 172.21.15.39:0/1422917858 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 21 v21) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f78800580e0 con 0x7f78900cc650 2024-09-13T16:12:08.692 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:08.692 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":21,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":21,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:04.901573+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":9,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:08.693 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 21 2024-09-13T16:12:08.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f787406ac00 msgr2=0x7f787406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f787406ac00 0x7f787406d0c0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f788c034000 tx=0x7f788c02e000 comp rx=0 tx=0).stop 2024-09-13T16:12:08.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 msgr2=0x7f78901565c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 0x7f78901565c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7f788000d800 tx=0x7f788000dcc0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 shutdown_connections 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f787406ac00 0x7f787406d0c0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78900ce7b0 0x7f789014db60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78900cc650 0x7f78901565c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 --2- 172.21.15.39:0/1422917858 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78900721f0 0x7f78901f33b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 >> 172.21.15.39:0/1422917858 conn(0x7f789006b3b0 msgr2=0x7f789015b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 shutdown_connections 2024-09-13T16:12:08.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.693+0000 7f7897468640 1 -- 172.21.15.39:0/1422917858 wait complete. 2024-09-13T16:12:08.705 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d damage ls --format=json-pretty 2024-09-13T16:12:08.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.807+0000 7f22bb85a640 1 Processor -- start 2024-09-13T16:12:08.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.808+0000 7f22bb85a640 1 -- start start 2024-09-13T16:12:08.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22bb85a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b4143c30 0x7f22b406f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22bb85a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22b40b31e0 0x7f22b40b2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22bb85a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f22b40cd000 0x7f22b40cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22bb85a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22b406ffe0 con 0x7f22b40b31e0 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22bb85a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22b40b1d00 con 0x7f22b40cd000 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22bb85a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22b40cd980 con 0x7f22b4143c30 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22b40b31e0 0x7f22b40b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f22b40b31e0 0x7f22b40b2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54300/0 (socket says 172.21.15.39:54300) 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 -- 172.21.15.39:0/1130931994 learned_addr learned my addr 172.21.15.39:0/1130931994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b9df7640 1 --2- 172.21.15.39:0/1130931994 >> v2:172.21.15.157:3300/0 conn(0x7f22b40cd000 0x7f22b40cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 -- 172.21.15.39:0/1130931994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b4143c30 msgr2=0x7f22b406f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1130931994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b4143c30 0x7f22b406f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1130931994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b4143c30 0x7f22b406f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 -- 172.21.15.39:0/1130931994 >> v2:172.21.15.157:3300/0 conn(0x7f22b40cd000 msgr2=0x7f22b40cd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1130931994 >> v2:172.21.15.157:3300/0 conn(0x7f22b40cd000 0x7f22b40cd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b8df5640 1 -- 172.21.15.39:0/1130931994 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22b4144010 con 0x7f22b40b31e0 2024-09-13T16:12:08.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.809+0000 7f22b9df7640 1 --2- 172.21.15.39:0/1130931994 >> v2:172.21.15.157:3300/0 conn(0x7f22b40cd000 0x7f22b40cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:08.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.810+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1130931994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40b31e0 0x7f22b40b2120 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f22b40adc50 tx=0x7f22b002a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=866644432e8059c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.810+0000 7f22a7fff640 1 -- 172.21.15.39:0/1130931994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b002ae00 con 0x7f22b40b31e0 2024-09-13T16:12:08.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.810+0000 7f22a7fff640 1 -- 172.21.15.39:0/1130931994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22b0032440 con 0x7f22b40b31e0 2024-09-13T16:12:08.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.810+0000 7f22a7fff640 1 -- 172.21.15.39:0/1130931994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b00327d0 con 0x7f22b40b31e0 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.810+0000 7f22bb85a640 1 -- 172.21.15.39:0/1130931994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40b31e0 msgr2=0x7f22b40b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.810+0000 7f22bb85a640 1 --2- 172.21.15.39:0/1130931994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40b31e0 0x7f22b40b2120 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f22b40adc50 tx=0x7f22b002a0b0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 -- 172.21.15.39:0/1130931994 shutdown_connections 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 --2- 172.21.15.39:0/1130931994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40b31e0 0x7f22b40b2120 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 --2- 172.21.15.39:0/1130931994 >> v2:172.21.15.157:3300/0 conn(0x7f22b40cd000 0x7f22b40cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 --2- 172.21.15.39:0/1130931994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b4143c30 0x7f22b406f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 -- 172.21.15.39:0/1130931994 >> 172.21.15.39:0/1130931994 conn(0x7f22b40b00a0 msgr2=0x7f22b40b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 -- 172.21.15.39:0/1130931994 shutdown_connections 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.811+0000 7f22bb85a640 1 -- 172.21.15.39:0/1130931994 wait complete. 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.812+0000 7f22bb85a640 1 Processor -- start 2024-09-13T16:12:08.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.812+0000 7f22bb85a640 1 -- start start 2024-09-13T16:12:08.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b40b31e0 0x7f22b41f1fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 0x7f22b41f3150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22b4143c30 0x7f22b415a000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22b413e8b0 con 0x7f22b40cd000 2024-09-13T16:12:08.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f22b415a540 con 0x7f22b4143c30 2024-09-13T16:12:08.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f22b41f25e0 con 0x7f22b40b31e0 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 0x7f22b41f3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 0x7f22b41f3150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54304/0 (socket says 172.21.15.39:54304) 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 -- 172.21.15.39:0/420543327 learned_addr learned my addr 172.21.15.39:0/420543327 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 -- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b40b31e0 msgr2=0x7f22b41f1fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b95f6640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b40b31e0 0x7f22b41f1fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b40b31e0 0x7f22b41f1fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 -- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22b4143c30 msgr2=0x7f22b415a000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22b4143c30 0x7f22b415a000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 -- 172.21.15.39:0/420543327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f22b00094d0 con 0x7f22b40cd000 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22b8df5640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 0x7f22b41f3150 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f22b002a0f0 tx=0x7f22b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22a5ffb640 1 -- 172.21.15.39:0/420543327 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b003b810 con 0x7f22b40cd000 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22a5ffb640 1 -- 172.21.15.39:0/420543327 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22b003b970 con 0x7f22b40cd000 2024-09-13T16:12:08.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f22b41f28c0 con 0x7f22b40cd000 2024-09-13T16:12:08.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.813+0000 7f22a5ffb640 1 -- 172.21.15.39:0/420543327 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b003bd20 con 0x7f22b40cd000 2024-09-13T16:12:08.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.814+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22b41f2e80 con 0x7f22b40cd000 2024-09-13T16:12:08.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.815+0000 7f22a5ffb640 1 -- 172.21.15.39:0/420543327 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f22b0039040 con 0x7f22b40cd000 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.815+0000 7f22a5ffb640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f229806ac00 0x7f229806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.816+0000 7f22a5ffb640 1 -- 172.21.15.39:0/420543327 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f22b00a9980 con 0x7f22b40cd000 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.816+0000 7f22b95f6640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f229806ac00 0x7f229806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.816+0000 7f22be657740 1 Processor -- start 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 -- start start 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22b95f6640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f229806ac00 0x7f229806d0c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f22a8006fd0 tx=0x7f22a8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938b416d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938af96f0 0x559938afc310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938af6520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938a65730 con 0x559938afbf30 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938a62ec0 con 0x559938afd6c0 2024-09-13T16:12:08.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559938a5e7b0 con 0x559938af96f0 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22b95f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938b416d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22b95f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938b416d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54312/0 (socket says 172.21.15.39:54312) 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22b95f6640 1 -- 172.21.15.39:0/1196512860 learned_addr learned my addr 172.21.15.39:0/1196512860 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938af96f0 0x559938afc310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.817+0000 7f22b9df7640 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938af6520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f22b95f6640 1 -- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938af96f0 msgr2=0x559938afc310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938af96f0 0x559938afc310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f22b95f6640 1 -- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 msgr2=0x559938af6520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938af6520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f22b95f6640 1 -- 172.21.15.39:0/1196512860 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559938a1bf50 con 0x559938afbf30 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938b416d0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f22a800db90 tx=0x7f22a8010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f3169f92d856b66 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f229effd640 1 -- 172.21.15.39:0/1196512860 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22a800b050 con 0x559938afbf30 2024-09-13T16:12:08.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f229effd640 1 -- 172.21.15.39:0/1196512860 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22a8017070 con 0x559938afbf30 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.818+0000 7f229effd640 1 -- 172.21.15.39:0/1196512860 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22a8012d60 con 0x559938afbf30 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 -- 172.21.15.39:0/1196512860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 msgr2=0x559938b416d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938b416d0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7f22a800db90 tx=0x7f22a8010000 comp rx=0 tx=0).stop 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 -- 172.21.15.39:0/1196512860 shutdown_connections 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938af6520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938af96f0 0x559938afc310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 --2- 172.21.15.39:0/1196512860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938b416d0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 -- 172.21.15.39:0/1196512860 >> 172.21.15.39:0/1196512860 conn(0x559938af86f0 msgr2=0x559938b40ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 -- 172.21.15.39:0/1196512860 shutdown_connections 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 -- 172.21.15.39:0/1196512860 wait complete. 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 -- start start 2024-09-13T16:12:08.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.819+0000 7f22be657740 1 Processor -- start 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b443c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 0x559938af68e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938af6e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938a1c950 con 0x559938afd6c0 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938a1c5f0 con 0x559938b44900 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5599389e1900 con 0x559938afbf30 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22be657740 10 client.0 _ll_register_callbacks cb 0x559938a178f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:08.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22b8df5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 0x559938af68e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22b8df5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 0x559938af68e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54320/0 (socket says 172.21.15.39:54320) 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22b8df5640 1 -- 172.21.15.39:0/1100212087 learned_addr learned my addr 172.21.15.39:0/1100212087 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.820+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b443c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b9df7640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938af6e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b8df5640 1 -- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 msgr2=0x559938b443c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b443c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b8df5640 1 -- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 msgr2=0x559938af6e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938af6e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b8df5640 1 -- 172.21.15.39:0/1100212087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22a800d840 con 0x559938afd6c0 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b443c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22b8df5640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 0x559938af68e0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f22b002a6a0 tx=0x7f22b0078a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f141504a291bf1b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f2293fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:08.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f2293fff640 1 -- 172.21.15.39:0/1100212087 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22b0078060 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f2293fff640 1 -- 172.21.15.39:0/1100212087 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f22b00808d0 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55993870f8d0 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f2293fff640 1 -- 172.21.15.39:0/1100212087 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f22b0080a90 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22be657740 10 client.5679 fetch_fsmap learned FSMap version 21 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=2+}) v3 -- 0x559938a5ce30 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f2293fff640 1 -- 172.21.15.39:0/1100212087 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55993870f8d0 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f2293fff640 1 -- 172.21.15.39:0/1100212087 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 21) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f22b00900d0 con 0x559938afd6c0 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22be657740 10 client.5679 fetch_fsmap finished waiting for FSMap version 21 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.821+0000 7f22be657740 10 client.5679 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f22be657740 20 client.5679 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f22be657740 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b21d60 0x559938b22140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f22be657740 4 client.5679 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5599387524a0 con 0x559938b21d60 2024-09-13T16:12:08.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b21d60 0x559938b22140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f22b95f6640 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b21d60 0x559938b22140 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe2684b6ad0fd8bb server_cookie=a31f5c743362ca0b in_seq=0 out_seq=0 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.822+0000 7f2293fff640 10 client.5679 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f2293fff640 1 -- 172.21.15.39:0/1100212087 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5599387524a0 con 0x559938b21d60 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f2293fff640 10 client.5679 handle_command_reply: tid=0 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 client.5679 shutdown 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 msgr2=0x559938af68e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 0x559938af68e0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f22b002a6a0 tx=0x7f22b0078a30 comp rx=0 tx=0).stop 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 shutdown_connections 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b21d60 0x559938b22140 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938af6e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afd6c0 0x559938af68e0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f2293fff640 0 client.5679 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:08.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 --2- 172.21.15.39:0/1100212087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b443c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 >> 172.21.15.39:0/1100212087 conn(0x559938af96f0 msgr2=0x559938b41cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 shutdown_connections 2024-09-13T16:12:08.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 1 -- 172.21.15.39:0/1100212087 wait complete. 2024-09-13T16:12:08.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.823+0000 7f22be657740 20 client.5679 trim_cache size 0 max 16384 2024-09-13T16:12:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 Processor -- start 2024-09-13T16:12:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 -- start start 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b47e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938b483b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 0x559938b3ec20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938af6ec0 con 0x559938b44900 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938afc380 con 0x559938afd6c0 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559938b3e4f0 con 0x559938afbf30 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22b9df7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 0x559938b3ec20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22b9df7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 0x559938b3ec20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54330/0 (socket says 172.21.15.39:54330) 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22b9df7640 1 -- 172.21.15.39:0/2558227856 learned_addr learned my addr 172.21.15.39:0/2558227856 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.835+0000 7f22b8df5640 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938b483b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b95f6640 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b47e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b9df7640 1 -- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 msgr2=0x559938b47e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b9df7640 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b47e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b9df7640 1 -- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 msgr2=0x559938b483b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b9df7640 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938b483b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b9df7640 1 -- 172.21.15.39:0/2558227856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5599389feae0 con 0x559938b44900 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b8df5640 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938b483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22b9df7640 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 0x559938b3ec20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f22ac00d490 tx=0x7f22ac00d950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d7c487adf05ad84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f229f7fe640 1 -- 172.21.15.39:0/2558227856 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22ac003b90 con 0x559938b44900 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f229f7fe640 1 -- 172.21.15.39:0/2558227856 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22ac013040 con 0x559938b44900 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f229f7fe640 1 -- 172.21.15.39:0/2558227856 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22ac00c6f0 con 0x559938b44900 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22be657740 1 -- 172.21.15.39:0/2558227856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 msgr2=0x559938b3ec20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.836+0000 7f22be657740 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 0x559938b3ec20 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f22ac00d490 tx=0x7f22ac00d950 comp rx=0 tx=0).stop 2024-09-13T16:12:08.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 -- 172.21.15.39:0/2558227856 shutdown_connections 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938b44900 0x559938b3ec20 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938afd6c0 0x559938b483b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 --2- 172.21.15.39:0/2558227856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afbf30 0x559938b47e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 -- 172.21.15.39:0/2558227856 >> 172.21.15.39:0/2558227856 conn(0x559938af96f0 msgr2=0x559938b259a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 -- 172.21.15.39:0/2558227856 shutdown_connections 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 -- 172.21.15.39:0/2558227856 wait complete. 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 -- start start 2024-09-13T16:12:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.837+0000 7f22be657740 1 Processor -- start 2024-09-13T16:12:08.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938baa850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afd6c0 0x559938ba11f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938bae500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938baad90 con 0x559938afbf30 2024-09-13T16:12:08.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559938b5ac40 con 0x559938b44900 2024-09-13T16:12:08.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559938bab1c0 con 0x559938afd6c0 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22be657740 10 client.0 _ll_register_callbacks cb 0x7f22b003bf30 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938baa850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938baa850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54344/0 (socket says 172.21.15.39:54344) 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 -- 172.21.15.39:0/3919449391 learned_addr learned my addr 172.21.15.39:0/3919449391 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 -- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afd6c0 msgr2=0x559938ba11f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b8df5640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afd6c0 0x559938ba11f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b9df7640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938bae500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afd6c0 0x559938ba11f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 -- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 msgr2=0x559938bae500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938bae500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.838+0000 7f22b95f6640 1 -- 172.21.15.39:0/3919449391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22ac007c90 con 0x559938afbf30 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22b95f6640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938baa850 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f22a8008010 tx=0x7f22a8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=150594fbeeda5c0f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f2293fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f2293fff640 1 -- 172.21.15.39:0/3919449391 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f22a802c040 con 0x559938afbf30 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f2293fff640 1 -- 172.21.15.39:0/3919449391 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f22a803eb00 con 0x559938afbf30 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f22a8017070 con 0x559938afbf30 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f2293fff640 1 -- 172.21.15.39:0/3919449391 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=21) v2 ==== 24+0+0 (secure 0 0 0) 0x7f22a8012ef0 con 0x559938afbf30 2024-09-13T16:12:08.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 10 client.5685 fetch_fsmap learned FSMap version 21 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=21,monmap=2+}) v3 -- 0x559938a245c0 con 0x559938afbf30 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f2293fff640 1 -- 172.21.15.39:0/3919449391 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f22a8017070 con 0x559938afbf30 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f2293fff640 1 -- 172.21.15.39:0/3919449391 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 21) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f22a8033040 con 0x559938afbf30 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 10 client.5685 fetch_fsmap finished waiting for FSMap version 21 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 10 client.5685 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 20 client.5685 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b3ec20 0x559938b3f000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 4 client.5685 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.839+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) v1 -- 0x5599387637a0 con 0x559938b3ec20 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22b8df5640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b3ec20 0x559938b3f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f2293fff640 10 client.5685 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22b8df5640 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b3ec20 0x559938b3f000 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=bafb9374c9304bcf server_cookie=6cbf9a2c7b490e28 in_seq=0 out_seq=0 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f2293fff640 1 -- 172.21.15.39:0/3919449391 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+237 (crc 0 0 0) 0x5599387637a0 con 0x559938b3ec20 2024-09-13T16:12:08.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f2293fff640 10 client.5685 handle_command_reply: tid=0 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 client.5685 shutdown 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 msgr2=0x559938baa850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938baa850 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7f22a8008010 tx=0x7f22a8004730 comp rx=0 tx=0).stop 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 shutdown_connections 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x559938b3ec20 0x559938b3f000 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559938b44900 0x559938bae500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559938afd6c0 0x559938ba11f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f2293fff640 0 client.5685 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 --2- 172.21.15.39:0/3919449391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559938afbf30 0x559938baa850 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 >> 172.21.15.39:0/3919449391 conn(0x559938af96f0 msgr2=0x559938b41340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 shutdown_connections 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.840+0000 7f22be657740 1 -- 172.21.15.39:0/3919449391 wait complete. 2024-09-13T16:12:08.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22be657740 20 client.5685 trim_cache size 0 max 16384 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "dentry", 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3942395531, 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511627776, 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: "frag": "*", 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: "dname": "file_to_be_damaged", 2024-09-13T16:12:08.852 INFO:teuthology.orchestra.run.smithi039.stdout: "snap_id": "head", 2024-09-13T16:12:08.853 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/subdir/file_to_be_damaged" 2024-09-13T16:12:08.853 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:12:08.853 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f229806ac00 msgr2=0x7f229806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f229806ac00 0x7f229806d0c0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7f22a8006fd0 tx=0x7f22a8008040 comp rx=0 tx=0).stop 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 msgr2=0x7f22b41f3150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 0x7f22b41f3150 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f22b002a0f0 tx=0x7f22b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 shutdown_connections 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f229806ac00 0x7f229806d0c0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f22b4143c30 0x7f22b415a000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f22b40cd000 0x7f22b41f3150 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 --2- 172.21.15.39:0/420543327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f22b40b31e0 0x7f22b41f1fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:08.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 >> 172.21.15.39:0/420543327 conn(0x7f22b40b00a0 msgr2=0x7f22b415d7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:08.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 shutdown_connections 2024-09-13T16:12:08.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:08.841+0000 7f22bb85a640 1 -- 172.21.15.39:0/420543327 wait complete. 2024-09-13T16:12:08.855 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:08.855 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:12:08.855 DEBUG:teuthology.orchestra.run.smithi039:> import errno 2024-09-13T16:12:08.855 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:08.856 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:12:08.856 DEBUG:teuthology.orchestra.run.smithi039:> f = open("/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged", "w") 2024-09-13T16:12:08.856 DEBUG:teuthology.orchestra.run.smithi039:> f.close() 2024-09-13T16:12:08.856 DEBUG:teuthology.orchestra.run.smithi039:> except IOError as e: 2024-09-13T16:12:08.856 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(errno.EIO) 2024-09-13T16:12:08.856 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:12:09.102 INFO:teuthology.orchestra.run.smithi039.stderr:daemon-helper: command failed with exit status 5 2024-09-13T16:12:09.103 INFO:tasks.ceph.mds.d.smithi157.stderr:2024-09-13T16:12:09.101+0000 7fea975e2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:12:09.107 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> import json 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:12:09.108 DEBUG:teuthology.orchestra.run.smithi039:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged'"'"') 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> except OSError as e: 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(e.errno) 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> print(json.dumps( 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> indent=2)) 2024-09-13T16:12:09.109 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:12:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:daemon-helper: command failed with exit status 5 2024-09-13T16:12:09.401 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-13T16:12:09.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:09.402 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.files ./subdir) 2024-09-13T16:12:09.461 INFO:teuthology.orchestra.run.smithi039.stdout:2 2024-09-13T16:12:09.461 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:12:09.461 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:09.517 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:09.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.659+0000 7f15add95640 1 Processor -- start 2024-09-13T16:12:09.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.659+0000 7f15add95640 1 -- start start 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15add95640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f15a8158cb0 0x7f15a80cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15add95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806a5e0 0x7f15a80cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15add95640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15a806f910 con 0x7f15a806f4a0 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15add95640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15a806fbd0 con 0x7f15a8158cb0 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15add95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15a806feb0 con 0x7f15a806a5e0 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f15a8158cb0 0x7f15a80cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f15a8158cb0 0x7f15a80cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54348/0 (socket says 172.21.15.39:54348) 2024-09-13T16:12:09.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 -- 172.21.15.39:0/1001943525 learned_addr learned my addr 172.21.15.39:0/1001943525 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:09.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a7fff640 1 --2- 172.21.15.39:0/1001943525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806a5e0 0x7f15a80cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 -- 172.21.15.39:0/1001943525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806a5e0 msgr2=0x7f15a80cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:09.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 --2- 172.21.15.39:0/1001943525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806a5e0 0x7f15a80cad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 -- 172.21.15.39:0/1001943525 >> v1:172.21.15.157:6789/0 conn(0x7f15a806f4a0 legacy=0x7f15a8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:09.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.660+0000 7f15a77fe640 1 -- 172.21.15.39:0/1001943525 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15a8070190 con 0x7f15a8158cb0 2024-09-13T16:12:09.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.661+0000 7f15a77fe640 1 --2- 172.21.15.39:0/1001943525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a80cee00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f1598009870 tx=0x7f159802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56480c93cf44bde2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.661+0000 7f15a67fc640 1 -- 172.21.15.39:0/1001943525 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1598032440 con 0x7f15a8158cb0 2024-09-13T16:12:09.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.661+0000 7f15a67fc640 1 -- 172.21.15.39:0/1001943525 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15980325a0 con 0x7f15a8158cb0 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.661+0000 7f15a67fc640 1 -- 172.21.15.39:0/1001943525 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1598032930 con 0x7f15a8158cb0 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 -- 172.21.15.39:0/1001943525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 msgr2=0x7f15a80cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 --2- 172.21.15.39:0/1001943525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a80cee00 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7f1598009870 tx=0x7f159802a210 comp rx=0 tx=0).stop 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 -- 172.21.15.39:0/1001943525 shutdown_connections 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 --2- 172.21.15.39:0/1001943525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806a5e0 0x7f15a80cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 --2- 172.21.15.39:0/1001943525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a80cee00 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 -- 172.21.15.39:0/1001943525 >> 172.21.15.39:0/1001943525 conn(0x7f15a806b3b0 msgr2=0x7f15a806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 -- 172.21.15.39:0/1001943525 shutdown_connections 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.662+0000 7f15add95640 1 -- 172.21.15.39:0/1001943525 wait complete. 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.663+0000 7f15add95640 1 Processor -- start 2024-09-13T16:12:09.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.663+0000 7f15add95640 1 -- start start 2024-09-13T16:12:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15add95640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15a806a5e0 0x7f15a81edcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15add95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806f4a0 0x7f15a8140a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15add95640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a8140f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15add95640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a815bd30 con 0x7f15a8158cb0 2024-09-13T16:12:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15add95640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15a815b1b0 con 0x7f15a806a5e0 2024-09-13T16:12:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15add95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15a815b490 con 0x7f15a806f4a0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a8140f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a8140f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54350/0 (socket says 172.21.15.39:54350) 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 -- 172.21.15.39:0/3114662658 learned_addr learned my addr 172.21.15.39:0/3114662658 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a77fe640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15a806a5e0 0x7f15a81edcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a6ffd640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806f4a0 0x7f15a8140a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 -- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806f4a0 msgr2=0x7f15a8140a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806f4a0 0x7f15a8140a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 -- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15a806a5e0 msgr2=0x7f15a81edcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.664+0000 7f15a7fff640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15a806a5e0 0x7f15a81edcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f15a7fff640 1 -- 172.21.15.39:0/3114662658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15980094d0 con 0x7f15a8158cb0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f15a7fff640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a8140f50 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f15a000cc30 tx=0x7f15a000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a000ce40 con 0x7f15a8158cb0 2024-09-13T16:12:09.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15a0003990 con 0x7f15a8158cb0 2024-09-13T16:12:09.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15a815b770 con 0x7f15a8158cb0 2024-09-13T16:12:09.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15a0003d20 con 0x7f15a8158cb0 2024-09-13T16:12:09.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.665+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15a81ee200 con 0x7f15a8158cb0 2024-09-13T16:12:09.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.666+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15a80672f0 con 0x7f15a8158cb0 2024-09-13T16:12:09.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.666+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f15a0003e80 con 0x7f15a8158cb0 2024-09-13T16:12:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.667+0000 7f158ffff640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f159406ac00 0x7f159406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.667+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f15a0089730 con 0x7f15a8158cb0 2024-09-13T16:12:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.667+0000 7f15a77fe640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f159406ac00 0x7f159406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.668+0000 7f15a77fe640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f159406ac00 0x7f159406d0c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1598034000 tx=0x7f159802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.671+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f15a0054960 con 0x7f15a8158cb0 2024-09-13T16:12:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.841+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f15a80cf470 con 0x7f15a8158cb0 2024-09-13T16:12:09.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.842+0000 7f158ffff640 1 -- 172.21.15.39:0/3114662658 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16688 (secure 0 0 0) 0x7f15a001d020 con 0x7f15a8158cb0 2024-09-13T16:12:09.843 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:09.844 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":36,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:12:00.860752+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f159406ac00 msgr2=0x7f159406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f159406ac00 0x7f159406d0c0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f1598034000 tx=0x7f159802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 msgr2=0x7f15a8140f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a8140f50 secure :-1 s=READY pgs=530 cs=0 l=1 rev1=1 crypto rx=0x7f15a000cc30 tx=0x7f15a000a5c0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 shutdown_connections 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f159406ac00 0x7f159406d0c0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15a8158cb0 0x7f15a8140f50 unknown :-1 s=CLOSED pgs=530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15a806f4a0 0x7f15a8140a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 --2- 172.21.15.39:0/3114662658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15a806a5e0 0x7f15a81edcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 >> 172.21.15.39:0/3114662658 conn(0x7f15a806b3b0 msgr2=0x7f15a8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 shutdown_connections 2024-09-13T16:12:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.844+0000 7f15add95640 1 -- 172.21.15.39:0/3114662658 wait complete. 2024-09-13T16:12:09.856 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:43.107033+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:43.499323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:09.857 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:09.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.960+0000 7f2296e5a640 1 Processor -- start 2024-09-13T16:12:09.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.960+0000 7f2296e5a640 1 -- start start 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f2296e5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2290150560 0x7f22900ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f2296e5a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f229015d6c0 0x7f22900702e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f2296e5a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2290150940 con 0x7f229006d200 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f2296e5a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f22900cd4a0 con 0x7f229015d6c0 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f2296e5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f229006fe50 con 0x7f2290150560 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f228ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f229006d200 0x7f229015cfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49076/0 (socket says 172.21.15.39:49076) 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f228ffff640 1 -- 172.21.15.39:0/3770132753 learned_addr learned my addr 172.21.15.39:0/3770132753 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f2294bf6640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2290150560 0x7f22900ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f22953f7640 1 --2- 172.21.15.39:0/3770132753 >> v2:172.21.15.157:3300/0 conn(0x7f229015d6c0 0x7f22900702e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f228f7fe640 1 -- 172.21.15.39:0/3770132753 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2024767691 0 0) 0x7f227c001110 con 0x7f229006d200 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f228f7fe640 1 -- 172.21.15.39:0/3770132753 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2280003520 con 0x7f229006d200 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.961+0000 7f228f7fe640 1 -- 172.21.15.39:0/3770132753 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3709170578 0 0) 0x7f2280003520 con 0x7f229006d200 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.962+0000 7f22953f7640 1 -- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2290150560 msgr2=0x7f22900ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.962+0000 7f22953f7640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2290150560 0x7f22900ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.962+0000 7f22953f7640 1 -- 172.21.15.39:0/3770132753 >> v1:172.21.15.39:6789/0 conn(0x7f229006d200 legacy=0x7f229015cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.962+0000 7f22953f7640 1 -- 172.21.15.39:0/3770132753 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f229006d620 con 0x7f229015d6c0 2024-09-13T16:12:09.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.962+0000 7f2294bf6640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2290150560 0x7f22900ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:09.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.962+0000 7f22953f7640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229015d6c0 0x7f22900702e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2288009d90 tx=0x7f228802a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=37c0553289323495 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f228f7fe640 1 -- 172.21.15.39:0/3770132753 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c001800 con 0x7f229015d6c0 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f228f7fe640 1 -- 172.21.15.39:0/3770132753 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f228802d050 con 0x7f229015d6c0 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f228f7fe640 1 -- 172.21.15.39:0/3770132753 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2288007760 con 0x7f229015d6c0 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 -- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229015d6c0 msgr2=0x7f22900702e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229015d6c0 0x7f22900702e0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f2288009d90 tx=0x7f228802a5f0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 -- 172.21.15.39:0/3770132753 shutdown_connections 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229015d6c0 0x7f22900702e0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3770132753 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2290150560 0x7f22900ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 -- 172.21.15.39:0/3770132753 >> 172.21.15.39:0/3770132753 conn(0x7f22900b0eb0 msgr2=0x7f2290069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 -- 172.21.15.39:0/3770132753 shutdown_connections 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.963+0000 7f2296e5a640 1 -- 172.21.15.39:0/3770132753 wait complete. 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.964+0000 7f2296e5a640 1 Processor -- start 2024-09-13T16:12:09.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.964+0000 7f2296e5a640 1 -- start start 2024-09-13T16:12:09.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f2296e5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229006d200 0x7f2290152540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f2296e5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 0x7f22901494d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f2296e5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f229015d6c0 0x7f229014b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f2296e5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f229014c520 con 0x7f2290150560 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f2296e5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2290152c20 con 0x7f229006d200 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f2296e5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2290152f00 con 0x7f229015d6c0 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f228ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 0x7f22901494d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f228ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 0x7f22901494d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54354/0 (socket says 172.21.15.39:54354) 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.965+0000 7f228ffff640 1 -- 172.21.15.39:0/3787249514 learned_addr learned my addr 172.21.15.39:0/3787249514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f22953f7640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f229015d6c0 0x7f229014b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f2294bf6640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229006d200 0x7f2290152540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228ffff640 1 -- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f229015d6c0 msgr2=0x7f229014b6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228ffff640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f229015d6c0 0x7f229014b6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228ffff640 1 -- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229006d200 msgr2=0x7f2290152540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228ffff640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229006d200 0x7f2290152540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:09.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228ffff640 1 -- 172.21.15.39:0/3787249514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2284009400 con 0x7f2290150560 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228ffff640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 0x7f22901494d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f227c00c780 tx=0x7f227c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c005ad0 con 0x7f2290150560 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f227c005c30 con 0x7f2290150560 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2288009a70 con 0x7f2290150560 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f227c007070 con 0x7f2290150560 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.966+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f22901534c0 con 0x7f2290150560 2024-09-13T16:12:09.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.967+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f22901539e0 con 0x7f2290150560 2024-09-13T16:12:09.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.968+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f227c0071d0 con 0x7f2290150560 2024-09-13T16:12:09.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.968+0000 7f228d7fa640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f227406ac00 0x7f227406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:09.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.968+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f227c088990 con 0x7f2290150560 2024-09-13T16:12:09.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.968+0000 7f2294bf6640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f227406ac00 0x7f227406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:09.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.969+0000 7f2294bf6640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f227406ac00 0x7f227406d0c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2284009c60 tx=0x7f2284008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:09.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:09.972+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f22901539e0 con 0x7f2290150560 2024-09-13T16:12:10.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.142+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2290150940 con 0x7f2290150560 2024-09-13T16:12:10.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.142+0000 7f228d7fa640 1 -- 172.21.15.39:0/3787249514 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2290150940 con 0x7f2290150560 2024-09-13T16:12:10.144 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:12:10.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f227406ac00 msgr2=0x7f227406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f227406ac00 0x7f227406d0c0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f2284009c60 tx=0x7f2284008040 comp rx=0 tx=0).stop 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 msgr2=0x7f22901494d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 0x7f22901494d0 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7f227c00c780 tx=0x7f227c00cc40 comp rx=0 tx=0).stop 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 shutdown_connections 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f227406ac00 0x7f227406d0c0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f229015d6c0 0x7f229014b6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2290150560 0x7f22901494d0 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 --2- 172.21.15.39:0/3787249514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f229006d200 0x7f2290152540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 >> 172.21.15.39:0/3787249514 conn(0x7f22900b0eb0 msgr2=0x7f229006bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 shutdown_connections 2024-09-13T16:12:10.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.144+0000 7f2296e5a640 1 -- 172.21.15.39:0/3787249514 wait complete. 2024-09-13T16:12:10.157 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.260+0000 7f43bbdd5640 1 Processor -- start 2024-09-13T16:12:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.260+0000 7f43bbdd5640 1 -- start start 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43bbdd5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43b40ce050 0x7f43b4070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43bbdd5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f43b40b2e10 0x7f43b40acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43bbdd5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43b415d080 con 0x7f43b4070d80 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43bbdd5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43b40b3f90 con 0x7f43b40ce050 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43bbdd5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43b40711b0 con 0x7f43b40b2e10 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9b71640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43b40ce050 0x7f43b4070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9370640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f43b4070d80 0x7f43b40b2700 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49078/0 (socket says 172.21.15.39:49078) 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9370640 1 -- 172.21.15.39:0/2075599111 learned_addr learned my addr 172.21.15.39:0/2075599111 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9b71640 1 -- 172.21.15.39:0/2075599111 >> v2:172.21.15.157:3300/0 conn(0x7f43b40b2e10 msgr2=0x7f43b40acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:10.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9b71640 1 --2- 172.21.15.39:0/2075599111 >> v2:172.21.15.157:3300/0 conn(0x7f43b40b2e10 0x7f43b40acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9b71640 1 -- 172.21.15.39:0/2075599111 >> v1:172.21.15.39:6789/0 conn(0x7f43b4070d80 legacy=0x7f43b40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b9b71640 1 -- 172.21.15.39:0/2075599111 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b40b3380 con 0x7f43b40ce050 2024-09-13T16:12:10.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.261+0000 7f43b8b6f640 1 -- 172.21.15.39:0/2075599111 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3978199045 0 0) 0x7f43b415d080 con 0x7f43b4070d80 2024-09-13T16:12:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.262+0000 7f43b9b71640 1 --2- 172.21.15.39:0/2075599111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4070840 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f43b415ccc0 tx=0x7f43ac02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d2adabdbc540c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.262+0000 7f43b8b6f640 1 -- 172.21.15.39:0/2075599111 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac032440 con 0x7f43b40ce050 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.262+0000 7f43b8b6f640 1 -- 172.21.15.39:0/2075599111 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43ac0325a0 con 0x7f43b40ce050 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.262+0000 7f43b8b6f640 1 -- 172.21.15.39:0/2075599111 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac032930 con 0x7f43b40ce050 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 -- 172.21.15.39:0/2075599111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 msgr2=0x7f43b4070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/2075599111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4070840 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f43b415ccc0 tx=0x7f43ac02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 -- 172.21.15.39:0/2075599111 shutdown_connections 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/2075599111 >> v2:172.21.15.157:3300/0 conn(0x7f43b40b2e10 0x7f43b40acd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/2075599111 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4070840 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 -- 172.21.15.39:0/2075599111 >> 172.21.15.39:0/2075599111 conn(0x7f43b40b0eb0 msgr2=0x7f43b4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 -- 172.21.15.39:0/2075599111 shutdown_connections 2024-09-13T16:12:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.263+0000 7f43bbdd5640 1 -- 172.21.15.39:0/2075599111 wait complete. 2024-09-13T16:12:10.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.264+0000 7f43bbdd5640 1 Processor -- start 2024-09-13T16:12:10.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.264+0000 7f43bbdd5640 1 -- start start 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43bbdd5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b4070d80 0x7f43b413d730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43bbdd5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b40b2e10 0x7f43b41527c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43bbdd5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4152d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43bbdd5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43b414eee0 con 0x7f43b40ce050 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43bbdd5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43b414ec00 con 0x7f43b4070d80 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43bbdd5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43b413e250 con 0x7f43b40b2e10 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4152d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4152d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54372/0 (socket says 172.21.15.39:54372) 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 -- 172.21.15.39:0/3753937939 learned_addr learned my addr 172.21.15.39:0/3753937939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43b9370640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b40b2e10 0x7f43b41527c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43b9b71640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b4070d80 0x7f43b413d730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 -- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b40b2e10 msgr2=0x7f43b41527c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b40b2e10 0x7f43b41527c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 -- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b4070d80 msgr2=0x7f43b413d730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b4070d80 0x7f43b413d730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43ba372640 1 -- 172.21.15.39:0/3753937939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43ac009400 con 0x7f43b40ce050 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.265+0000 7f43b9b71640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b4070d80 0x7f43b413d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.266+0000 7f43ba372640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4152d00 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f43a400b970 tx=0x7f43a400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.266+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a400cb40 con 0x7f43b40ce050 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.266+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43a400ccc0 con 0x7f43b40ce050 2024-09-13T16:12:10.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.266+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43b413e530 con 0x7f43b40ce050 2024-09-13T16:12:10.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.266+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a4014680 con 0x7f43b40ce050 2024-09-13T16:12:10.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.266+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43b4140f00 con 0x7f43b40ce050 2024-09-13T16:12:10.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.267+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43b413e0b0 con 0x7f43b40ce050 2024-09-13T16:12:10.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.268+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43a401d3b0 con 0x7f43b40ce050 2024-09-13T16:12:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.268+0000 7f43b27fc640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a006ac00 0x7f43a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.268+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f43a4089260 con 0x7f43b40ce050 2024-09-13T16:12:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.268+0000 7f43b9b71640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a006ac00 0x7f43a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.269+0000 7f43b9b71640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a006ac00 0x7f43a006d0c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f43ac034000 tx=0x7f43ac02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.272+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43b413e0b0 con 0x7f43b40ce050 2024-09-13T16:12:10.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.442+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f43b413e0b0 con 0x7f43b40ce050 2024-09-13T16:12:10.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.442+0000 7f43b27fc640 1 -- 172.21.15.39:0/3753937939 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f43b413e0b0 con 0x7f43b40ce050 2024-09-13T16:12:10.444 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:12:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a006ac00 msgr2=0x7f43a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a006ac00 0x7f43a006d0c0 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f43ac034000 tx=0x7f43ac02e000 comp rx=0 tx=0).stop 2024-09-13T16:12:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 msgr2=0x7f43b4152d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4152d00 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f43a400b970 tx=0x7f43a400be30 comp rx=0 tx=0).stop 2024-09-13T16:12:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 shutdown_connections 2024-09-13T16:12:10.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a006ac00 0x7f43a006d0c0 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b40ce050 0x7f43b4152d00 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b40b2e10 0x7f43b41527c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.444+0000 7f43bbdd5640 1 --2- 172.21.15.39:0/3753937939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b4070d80 0x7f43b413d730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.445+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 >> 172.21.15.39:0/3753937939 conn(0x7f43b40b0eb0 msgr2=0x7f43b406cea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.445+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 shutdown_connections 2024-09-13T16:12:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.445+0000 7f43bbdd5640 1 -- 172.21.15.39:0/3753937939 wait complete. 2024-09-13T16:12:10.457 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:10.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.560+0000 7fe0ebb83640 1 Processor -- start 2024-09-13T16:12:10.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.560+0000 7fe0ebb83640 1 -- start start 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ebb83640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe0e40ce050 0x7fe0e4070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ebb83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e4070d80 0x7fe0e40b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ebb83640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe0e40b2c40 0x7fe0e41602b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ebb83640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0e415d080 con 0x7fe0e40ce050 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ebb83640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0e40b3f90 con 0x7fe0e40b2c40 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ebb83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0e4071180 con 0x7fe0e4070d80 2024-09-13T16:12:10.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe0e40ce050 0x7fe0e4070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe0e40ce050 0x7fe0e4070840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54384/0 (socket says 172.21.15.39:54384) 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 -- 172.21.15.39:0/3979255825 learned_addr learned my addr 172.21.15.39:0/3979255825 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e911e640 1 --2- 172.21.15.39:0/3979255825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e4070d80 0x7fe0e40b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 -- 172.21.15.39:0/3979255825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e4070d80 msgr2=0x7fe0e40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 --2- 172.21.15.39:0/3979255825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e4070d80 0x7fe0e40b2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0ea120640 1 --2- 172.21.15.39:0/3979255825 >> v2:172.21.15.157:3300/0 conn(0x7fe0e40b2c40 0x7fe0e41602b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 -- 172.21.15.39:0/3979255825 >> v2:172.21.15.157:3300/0 conn(0x7fe0e40b2c40 msgr2=0x7fe0e41602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 --2- 172.21.15.39:0/3979255825 >> v2:172.21.15.157:3300/0 conn(0x7fe0e40b2c40 0x7fe0e41602b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.561+0000 7fe0e991f640 1 -- 172.21.15.39:0/3979255825 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0e40b3380 con 0x7fe0e40ce050 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.562+0000 7fe0e991f640 1 --2- 172.21.15.39:0/3979255825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40ce050 0x7fe0e4070840 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe0e40ae620 tx=0x7fe0e002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a233a9fd52f912f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.562+0000 7fe0e891d640 1 -- 172.21.15.39:0/3979255825 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e0032440 con 0x7fe0e40ce050 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.562+0000 7fe0e891d640 1 -- 172.21.15.39:0/3979255825 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0e00325a0 con 0x7fe0e40ce050 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.562+0000 7fe0e891d640 1 -- 172.21.15.39:0/3979255825 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0e0032930 con 0x7fe0e40ce050 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3979255825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40ce050 msgr2=0x7fe0e4070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3979255825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40ce050 0x7fe0e4070840 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7fe0e40ae620 tx=0x7fe0e002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3979255825 shutdown_connections 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3979255825 >> v2:172.21.15.157:3300/0 conn(0x7fe0e40b2c40 0x7fe0e41602b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3979255825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e4070d80 0x7fe0e40b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3979255825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40ce050 0x7fe0e4070840 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3979255825 >> 172.21.15.39:0/3979255825 conn(0x7fe0e40b0eb0 msgr2=0x7fe0e4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3979255825 shutdown_connections 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.563+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3979255825 wait complete. 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.564+0000 7fe0ebb83640 1 Processor -- start 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.564+0000 7fe0ebb83640 1 -- start start 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0e4070d80 0x7fe0e413dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 0x7fe0e40ae6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e40ce050 0x7fe0e40aec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0e4150000 con 0x7fe0e40b2c40 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0e413ebe0 con 0x7fe0e4070d80 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0e4157b40 con 0x7fe0e40ce050 2024-09-13T16:12:10.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 0x7fe0e40ae6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 0x7fe0e40ae6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54394/0 (socket says 172.21.15.39:54394) 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 -- 172.21.15.39:0/3556023766 learned_addr learned my addr 172.21.15.39:0/3556023766 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ea120640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e40ce050 0x7fe0e40aec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e991f640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0e4070d80 0x7fe0e413dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 -- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e40ce050 msgr2=0x7fe0e40aec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e40ce050 0x7fe0e40aec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 -- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0e4070d80 msgr2=0x7fe0e413dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0e4070d80 0x7fe0e413dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 -- 172.21.15.39:0/3556023766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0e00094d0 con 0x7fe0e40b2c40 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0e911e640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 0x7fe0e40ae6f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe0d400c820 tx=0x7fe0d400cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d4004220 con 0x7fe0e40b2c40 2024-09-13T16:12:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0d4004380 con 0x7fe0e40b2c40 2024-09-13T16:12:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0e4157860 con 0x7fe0e40b2c40 2024-09-13T16:12:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.565+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0d4007a10 con 0x7fe0e40b2c40 2024-09-13T16:12:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.566+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0e413e870 con 0x7fe0e40b2c40 2024-09-13T16:12:10.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.567+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0e413e3f0 con 0x7fe0e40b2c40 2024-09-13T16:12:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.567+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe0d4007b70 con 0x7fe0e40b2c40 2024-09-13T16:12:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.567+0000 7fe0da7fc640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe0c806ac00 0x7fe0c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.568+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe0d4089110 con 0x7fe0e40b2c40 2024-09-13T16:12:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.568+0000 7fe0e991f640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe0c806ac00 0x7fe0c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.568+0000 7fe0e991f640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe0c806ac00 0x7fe0c806d0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0034000 tx=0x7fe0e002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.572+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe0e413e3f0 con 0x7fe0e40b2c40 2024-09-13T16:12:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.740+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe0e413e3f0 con 0x7fe0e40b2c40 2024-09-13T16:12:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.740+0000 7fe0da7fc640 1 -- 172.21.15.39:0/3556023766 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe0e413e3f0 con 0x7fe0e40b2c40 2024-09-13T16:12:10.741 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:12:10.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe0c806ac00 msgr2=0x7fe0c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe0c806ac00 0x7fe0c806d0c0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7fe0e0034000 tx=0x7fe0e002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 msgr2=0x7fe0e40ae6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 0x7fe0e40ae6f0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7fe0d400c820 tx=0x7fe0d400cce0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 shutdown_connections 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe0c806ac00 0x7fe0c806d0c0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0e40ce050 0x7fe0e40aec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0e40b2c40 0x7fe0e40ae6f0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 --2- 172.21.15.39:0/3556023766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0e4070d80 0x7fe0e413dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 >> 172.21.15.39:0/3556023766 conn(0x7fe0e40b0eb0 msgr2=0x7fe0e4155250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 shutdown_connections 2024-09-13T16:12:10.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.742+0000 7fe0ebb83640 1 -- 172.21.15.39:0/3556023766 wait complete. 2024-09-13T16:12:10.755 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:12:10.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.856+0000 7f4004ad7640 1 Processor -- start 2024-09-13T16:12:10.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.856+0000 7f4004ad7640 1 -- start start 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f4004ad7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4000159380 0x7f40000b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f4004ad7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f40000ceb30 0x7f400015b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f4004ad7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4000159760 con 0x7f400015a360 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f4004ad7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f400015a880 con 0x7f40000ceb30 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f4004ad7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f400015ab60 con 0x7f4000159380 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f3ffed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f40000ceb30 0x7f400015b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f3ffed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f40000ceb30 0x7f400015b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54406/0 (socket says 172.21.15.39:54406) 2024-09-13T16:12:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.857+0000 7f3ffed9d640 1 -- 172.21.15.39:0/614706935 learned_addr learned my addr 172.21.15.39:0/614706935 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:10.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffed9d640 1 -- 172.21.15.39:0/614706935 >> v2:172.21.15.157:3300/0 conn(0x7f4000159380 msgr2=0x7f40000b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:10.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffed9d640 1 --2- 172.21.15.39:0/614706935 >> v2:172.21.15.157:3300/0 conn(0x7f4000159380 0x7f40000b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffed9d640 1 -- 172.21.15.39:0/614706935 >> v1:172.21.15.157:6789/0 conn(0x7f400015a360 legacy=0x7f40000ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:10.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffed9d640 1 -- 172.21.15.39:0/614706935 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f400015ae40 con 0x7f40000ceb30 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffed9d640 1 --2- 172.21.15.39:0/614706935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400015b920 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f40000ce3f0 tx=0x7f3ff802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed8bc07f2e02c42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffd59a640 1 -- 172.21.15.39:0/614706935 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff8032440 con 0x7f40000ceb30 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffd59a640 1 -- 172.21.15.39:0/614706935 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ff80325a0 con 0x7f40000ceb30 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.858+0000 7f3ffd59a640 1 -- 172.21.15.39:0/614706935 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff8032930 con 0x7f40000ceb30 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 -- 172.21.15.39:0/614706935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 msgr2=0x7f400015b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 --2- 172.21.15.39:0/614706935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400015b920 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7f40000ce3f0 tx=0x7f3ff802a230 comp rx=0 tx=0).stop 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 -- 172.21.15.39:0/614706935 shutdown_connections 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 --2- 172.21.15.39:0/614706935 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400015b920 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 --2- 172.21.15.39:0/614706935 >> v2:172.21.15.157:3300/0 conn(0x7f4000159380 0x7f40000b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 -- 172.21.15.39:0/614706935 >> 172.21.15.39:0/614706935 conn(0x7f40000b15d0 msgr2=0x7f40000b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:10.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 -- 172.21.15.39:0/614706935 shutdown_connections 2024-09-13T16:12:10.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.859+0000 7f4004ad7640 1 -- 172.21.15.39:0/614706935 wait complete. 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.860+0000 7f4004ad7640 1 Processor -- start 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.860+0000 7f4004ad7640 1 -- start start 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f4004ad7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400014c1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f4004ad7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4000159380 0x7f4000153ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f4004ad7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f400015a360 0x7f4000154d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f4004ad7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4000154910 con 0x7f40000ceb30 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f4004ad7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40001561b0 con 0x7f400015a360 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f4004ad7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f400014c6f0 con 0x7f4000159380 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f3ffe59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400014c1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f3ffe59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400014c1b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54410/0 (socket says 172.21.15.39:54410) 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f3ffe59c640 1 -- 172.21.15.39:0/734689625 learned_addr learned my addr 172.21.15.39:0/734689625 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.861+0000 7f3ffed9d640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f400015a360 0x7f4000154d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ffe59c640 1 -- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4000159380 msgr2=0x7f4000153ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ffe59c640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4000159380 0x7f4000153ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ffe59c640 1 -- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f400015a360 msgr2=0x7f4000154d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ffe59c640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f400015a360 0x7f4000154d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ffe59c640 1 -- 172.21.15.39:0/734689625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ff80094d0 con 0x7f40000ceb30 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ffe59c640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400014c1b0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f3ff000ba80 tx=0x7f3ff000bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff000cc00 con 0x7f40000ceb30 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ff000cd80 con 0x7f40000ceb30 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40001541e0 con 0x7f40000ceb30 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ff0014680 con 0x7f40000ceb30 2024-09-13T16:12:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.862+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4000155ed0 con 0x7f40000ceb30 2024-09-13T16:12:10.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.863+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4000154b80 con 0x7f40000ceb30 2024-09-13T16:12:10.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.864+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3ff001d3b0 con 0x7f40000ceb30 2024-09-13T16:12:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.864+0000 7f3ff6ffd640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3fe006ac30 0x7f3fe006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.864+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3ff0089280 con 0x7f40000ceb30 2024-09-13T16:12:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.864+0000 7f3ffdd9b640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3fe006ac30 0x7f3fe006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.865+0000 7f3ffdd9b640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3fe006ac30 0x7f3fe006d0f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4000071a70 tx=0x7f3fe8006ba0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:10.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:10.869+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3ff0054490 con 0x7f40000ceb30 2024-09-13T16:12:11.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.052+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f40000672f0 con 0x7f40000ceb30 2024-09-13T16:12:11.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.052+0000 7f3ff6ffd640 1 -- 172.21.15.39:0/734689625 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v36) v1 ==== 80+0+124 (secure 0 0 0) 0x7f3ff0057ab0 con 0x7f40000ceb30 2024-09-13T16:12:11.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6837/3829479980 2024-09-14T16:12:00.860732+0000 2024-09-13T16:12:11.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6835/3829479980 2024-09-14T16:12:00.860732+0000 2024-09-13T16:12:11.054 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:12:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3fe006ac30 msgr2=0x7f3fe006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3fe006ac30 0x7f3fe006d0f0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f4000071a70 tx=0x7f3fe8006ba0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 msgr2=0x7f400014c1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400014c1b0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f3ff000ba80 tx=0x7f3ff000bf40 comp rx=0 tx=0).stop 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 shutdown_connections 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3fe006ac30 0x7f3fe006d0f0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f400015a360 0x7f4000154d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4000159380 0x7f4000153ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 --2- 172.21.15.39:0/734689625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40000ceb30 0x7f400014c1b0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 >> 172.21.15.39:0/734689625 conn(0x7f40000b15d0 msgr2=0x7f40001e6240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 shutdown_connections 2024-09-13T16:12:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.054+0000 7f4004ad7640 1 -- 172.21.15.39:0/734689625 wait complete. 2024-09-13T16:12:11.066 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:12:11.066 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:11.084 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:11.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.224+0000 7fe8b52b7640 1 Processor -- start 2024-09-13T16:12:11.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.224+0000 7fe8b52b7640 1 -- start start 2024-09-13T16:12:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8b52b7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe8b015a230 0x7fe8b00ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8b52b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe8b0070a70 0x7fe8b0070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8b52b7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8b006ccd0 con 0x7fe8b01601f0 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8b52b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8b00713f0 con 0x7fe8b0070a70 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8b52b7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe8b015a610 con 0x7fe8b015a230 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8ae7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe8b0070a70 0x7fe8b0070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8af7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe8b01601f0 0x7fe8b0160620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49088/0 (socket says 172.21.15.39:49088) 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8af7fe640 1 -- 172.21.15.39:0/3107333357 learned_addr learned my addr 172.21.15.39:0/3107333357 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8aeffd640 1 --2- 172.21.15.39:0/3107333357 >> v2:172.21.15.157:3300/0 conn(0x7fe8b015a230 0x7fe8b00ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8ae7fc640 1 -- 172.21.15.39:0/3107333357 >> v2:172.21.15.157:3300/0 conn(0x7fe8b015a230 msgr2=0x7fe8b00ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8ae7fc640 1 --2- 172.21.15.39:0/3107333357 >> v2:172.21.15.157:3300/0 conn(0x7fe8b015a230 0x7fe8b00ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8ae7fc640 1 -- 172.21.15.39:0/3107333357 >> v1:172.21.15.39:6789/0 conn(0x7fe8b01601f0 legacy=0x7fe8b0160620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8ae7fc640 1 -- 172.21.15.39:0/3107333357 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8b00ad1d0 con 0x7fe8b0070a70 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8adffb640 1 -- 172.21.15.39:0/3107333357 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3540697291 0 0) 0x7fe8b006ccd0 con 0x7fe8b01601f0 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.225+0000 7fe8aeffd640 1 --2- 172.21.15.39:0/3107333357 >> v2:172.21.15.157:3300/0 conn(0x7fe8b015a230 0x7fe8b00ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.226+0000 7fe8ae7fc640 1 --2- 172.21.15.39:0/3107333357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b0070eb0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0065bd0 tx=0x7fe8a402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd9f473e91834908 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.226+0000 7fe8adffb640 1 -- 172.21.15.39:0/3107333357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a4032440 con 0x7fe8b0070a70 2024-09-13T16:12:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.226+0000 7fe8adffb640 1 -- 172.21.15.39:0/3107333357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8a40325a0 con 0x7fe8b0070a70 2024-09-13T16:12:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.226+0000 7fe8adffb640 1 -- 172.21.15.39:0/3107333357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a4032930 con 0x7fe8b0070a70 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 -- 172.21.15.39:0/3107333357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 msgr2=0x7fe8b0070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/3107333357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b0070eb0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7fe8b0065bd0 tx=0x7fe8a402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 -- 172.21.15.39:0/3107333357 shutdown_connections 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/3107333357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b0070eb0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/3107333357 >> v2:172.21.15.157:3300/0 conn(0x7fe8b015a230 0x7fe8b00ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 -- 172.21.15.39:0/3107333357 >> 172.21.15.39:0/3107333357 conn(0x7fe8b006a0b0 msgr2=0x7fe8b006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 -- 172.21.15.39:0/3107333357 shutdown_connections 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.227+0000 7fe8b52b7640 1 -- 172.21.15.39:0/3107333357 wait complete. 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.228+0000 7fe8b52b7640 1 Processor -- start 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.228+0000 7fe8b52b7640 1 -- start start 2024-09-13T16:12:11.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8b52b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b01f16a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8b52b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe8b015a230 0x7fe8b014c870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8b52b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8b01601f0 0x7fe8b0153f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8b52b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8b014d340 con 0x7fe8b0070a70 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8b52b7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8b014d620 con 0x7fe8b01601f0 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8b52b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8b014d900 con 0x7fe8b015a230 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b01f16a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b01f16a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54418/0 (socket says 172.21.15.39:54418) 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 -- 172.21.15.39:0/678809583 learned_addr learned my addr 172.21.15.39:0/678809583 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8af7fe640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8b01601f0 0x7fe8b0153f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8ae7fc640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe8b015a230 0x7fe8b014c870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 -- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe8b015a230 msgr2=0x7fe8b014c870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe8b015a230 0x7fe8b014c870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 -- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8b01601f0 msgr2=0x7fe8b0153f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8b01601f0 0x7fe8b0153f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.229+0000 7fe8aeffd640 1 -- 172.21.15.39:0/678809583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8a4009400 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.230+0000 7fe8aeffd640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b01f16a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fe8a000c7f0 tx=0x7fe8a000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.230+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a0007a30 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.230+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8a0007b90 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.230+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a000ce40 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.230+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8b014dbe0 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.230+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8b015f1b0 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.231+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8b00672f0 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.231+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe8a00113f0 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.232+0000 7fe8977fe640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe89c06ac00 0x7fe89c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.232+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe8a0089510 con 0x7fe8b0070a70 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.232+0000 7fe8ae7fc640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe89c06ac00 0x7fe89c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.233+0000 7fe8ae7fc640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe89c06ac00 0x7fe89c06d0c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe8a4034000 tx=0x7fe8a402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.236+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe8a0054720 con 0x7fe8b0070a70 2024-09-13T16:12:11.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.409+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe8b00adcd0 con 0x7fe8b0070a70 2024-09-13T16:12:11.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.410+0000 7fe8977fe640 1 -- 172.21.15.39:0/678809583 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16688 (secure 0 0 0) 0x7fe8b00adcd0 con 0x7fe8b0070a70 2024-09-13T16:12:11.411 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:11.412 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":36,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:12:00.860752+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe89c06ac00 msgr2=0x7fe89c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe89c06ac00 0x7fe89c06d0c0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7fe8a4034000 tx=0x7fe8a402e000 comp rx=0 tx=0).stop 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 msgr2=0x7fe8b01f16a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b01f16a0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fe8a000c7f0 tx=0x7fe8a000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 shutdown_connections 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe89c06ac00 0x7fe89c06d0c0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8b01601f0 0x7fe8b0153f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe8b015a230 0x7fe8b014c870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 --2- 172.21.15.39:0/678809583 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe8b0070a70 0x7fe8b01f16a0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 >> 172.21.15.39:0/678809583 conn(0x7fe8b006a0b0 msgr2=0x7fe8b00b1f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 shutdown_connections 2024-09-13T16:12:11.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.412+0000 7fe8b52b7640 1 -- 172.21.15.39:0/678809583 wait complete. 2024-09-13T16:12:11.425 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:43.107033+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:43.499323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:11.425 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:11.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.528+0000 7f2e63b9c640 1 Processor -- start 2024-09-13T16:12:11.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.529+0000 7f2e63b9c640 1 -- start start 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.529+0000 7f2e63b9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c15c7d0 0x7f2e5c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.529+0000 7f2e63b9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e5c0b5550 con 0x7f2e5c0d2110 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.529+0000 7f2e63b9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e5c0b4610 con 0x7f2e5c0b4180 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.529+0000 7f2e63b9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c0b2000 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e62139640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2e5c0d2110 0x7f2e5c0b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49092/0 (socket says 172.21.15.39:49092) 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e62139640 1 -- 172.21.15.39:0/1157221745 learned_addr learned my addr 172.21.15.39:0/1157221745 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e61938640 1 --2- 172.21.15.39:0/1157221745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c15c7d0 0x7f2e5c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e60936640 1 -- 172.21.15.39:0/1157221745 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 431132728 0 0) 0x7f2e5c0b5550 con 0x7f2e5c0d2110 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e60936640 1 -- 172.21.15.39:0/1157221745 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e48003520 con 0x7f2e5c0d2110 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e60936640 1 -- 172.21.15.39:0/1157221745 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4094032538 0 0) 0x7f2e48003520 con 0x7f2e5c0d2110 2024-09-13T16:12:11.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e61938640 1 -- 172.21.15.39:0/1157221745 >> v1:172.21.15.157:6789/0 conn(0x7f2e5c0b4180 legacy=0x7f2e5c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e61938640 1 -- 172.21.15.39:0/1157221745 >> v1:172.21.15.39:6789/0 conn(0x7f2e5c0d2110 legacy=0x7f2e5c0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.530+0000 7f2e61938640 1 -- 172.21.15.39:0/1157221745 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e5c0b48f0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.531+0000 7f2e61938640 1 --2- 172.21.15.39:0/1157221745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c15c7d0 0x7f2e5c0cf440 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2e580097d0 tx=0x7f2e5802a0b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f4fab9ce1d91ecf8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.531+0000 7f2e60936640 1 -- 172.21.15.39:0/1157221745 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e540019f0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.531+0000 7f2e60936640 1 -- 172.21.15.39:0/1157221745 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e5802ab40 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.531+0000 7f2e60936640 1 -- 172.21.15.39:0/1157221745 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e58032440 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 -- 172.21.15.39:0/1157221745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c15c7d0 msgr2=0x7f2e5c0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/1157221745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c15c7d0 0x7f2e5c0cf440 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f2e580097d0 tx=0x7f2e5802a0b0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 -- 172.21.15.39:0/1157221745 shutdown_connections 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/1157221745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c15c7d0 0x7f2e5c0cf440 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 -- 172.21.15.39:0/1157221745 >> 172.21.15.39:0/1157221745 conn(0x7f2e5c06bc40 msgr2=0x7f2e5c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 -- 172.21.15.39:0/1157221745 shutdown_connections 2024-09-13T16:12:11.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.532+0000 7f2e63b9c640 1 -- 172.21.15.39:0/1157221745 wait complete. 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.533+0000 7f2e63b9c640 1 Processor -- start 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.533+0000 7f2e63b9c640 1 -- start start 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e63b9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e5c0d2110 0x7f2e5c158f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e63b9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 0x7f2e5c1f21b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e63b9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c1f26f0 0x7f2e5c0c8920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e63b9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c1f33c0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e63b9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c0c6210 con 0x7f2e5c0d2110 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e63b9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e5c1f2cf0 con 0x7f2e5c1f26f0 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e61137640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 0x7f2e5c1f21b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e61137640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 0x7f2e5c1f21b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54426/0 (socket says 172.21.15.39:54426) 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e61137640 1 -- 172.21.15.39:0/2609208995 learned_addr learned my addr 172.21.15.39:0/2609208995 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e62139640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c1f26f0 0x7f2e5c0c8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.534+0000 7f2e61938640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e5c0d2110 0x7f2e5c158f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e61137640 1 -- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c1f26f0 msgr2=0x7f2e5c0c8920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e61137640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c1f26f0 0x7f2e5c0c8920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e61137640 1 -- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e5c0d2110 msgr2=0x7f2e5c158f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e61137640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e5c0d2110 0x7f2e5c158f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e61137640 1 -- 172.21.15.39:0/2609208995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e58009400 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e62139640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c1f26f0 0x7f2e5c0c8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e61137640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 0x7f2e5c1f21b0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00c540 tx=0x7f2e4c00ca00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c005480 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e4c0035f0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e4c003980 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e5c1f2fd0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.535+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e5c0c6740 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.536+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e5c0c6960 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.536+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e4c003ae0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.537+0000 7f2e527fc640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e4006ac00 0x7f2e4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.537+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e4c088fc0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.537+0000 7f2e61938640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e4006ac00 0x7f2e4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.538+0000 7f2e61938640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e4006ac00 0x7f2e4006d0c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e58034000 tx=0x7f2e5802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.541+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e4c0bc9c0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.710+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f2e5c1f31c0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.710+0000 7f2e527fc640 1 -- 172.21.15.39:0/2609208995 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f2e4c057bd0 con 0x7f2e5c15c7d0 2024-09-13T16:12:11.712 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:12:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.712+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e4006ac00 msgr2=0x7f2e4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.712+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e4006ac00 0x7f2e4006d0c0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f2e58034000 tx=0x7f2e5802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.712+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 msgr2=0x7f2e5c1f21b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.712+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 0x7f2e5c1f21b0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c00c540 tx=0x7f2e4c00ca00 comp rx=0 tx=0).stop 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 shutdown_connections 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e4006ac00 0x7f2e4006d0c0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e5c1f26f0 0x7f2e5c0c8920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e5c15c7d0 0x7f2e5c1f21b0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 --2- 172.21.15.39:0/2609208995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e5c0d2110 0x7f2e5c158f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 >> 172.21.15.39:0/2609208995 conn(0x7f2e5c06bc40 msgr2=0x7f2e5c0b71d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 shutdown_connections 2024-09-13T16:12:11.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.713+0000 7f2e63b9c640 1 -- 172.21.15.39:0/2609208995 wait complete. 2024-09-13T16:12:11.725 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.828+0000 7fc763a5a640 1 Processor -- start 2024-09-13T16:12:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.828+0000 7fc763a5a640 1 -- start start 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc763a5a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc75c156e60 0x7fc75c15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc763a5a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc75c0cb080 con 0x7fc75c0b25b0 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc763a5a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc75c070d40 con 0x7fc75c06a5e0 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc763a5a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc75c0b3120 con 0x7fc75c156e60 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc7617f6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc75c156e60 0x7fc75c15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc760ff5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc75c0b25b0 0x7fc75c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49104/0 (socket says 172.21.15.39:49104) 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc760ff5640 1 -- 172.21.15.39:0/1311556855 learned_addr learned my addr 172.21.15.39:0/1311556855 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc7617f6640 1 -- 172.21.15.39:0/1311556855 >> v1:172.21.15.157:6789/0 conn(0x7fc75c06a5e0 legacy=0x7fc75c0711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc7617f6640 1 -- 172.21.15.39:0/1311556855 >> v1:172.21.15.39:6789/0 conn(0x7fc75c0b25b0 legacy=0x7fc75c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc753fff640 1 -- 172.21.15.39:0/1311556855 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 877647942 0 0) 0x7fc75c0cb080 con 0x7fc75c0b25b0 2024-09-13T16:12:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.829+0000 7fc7617f6640 1 -- 172.21.15.39:0/1311556855 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc75c0b3400 con 0x7fc75c156e60 2024-09-13T16:12:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.830+0000 7fc7617f6640 1 --2- 172.21.15.39:0/1311556855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c156e60 0x7fc75c15aa30 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc7580097a0 tx=0x7fc75802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1df616b296c08921 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.830+0000 7fc753fff640 1 -- 172.21.15.39:0/1311556855 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc758032440 con 0x7fc75c156e60 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.830+0000 7fc753fff640 1 -- 172.21.15.39:0/1311556855 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7580325a0 con 0x7fc75c156e60 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.830+0000 7fc753fff640 1 -- 172.21.15.39:0/1311556855 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc758032930 con 0x7fc75c156e60 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 -- 172.21.15.39:0/1311556855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c156e60 msgr2=0x7fc75c15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 --2- 172.21.15.39:0/1311556855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c156e60 0x7fc75c15aa30 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7fc7580097a0 tx=0x7fc75802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 -- 172.21.15.39:0/1311556855 shutdown_connections 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 --2- 172.21.15.39:0/1311556855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c156e60 0x7fc75c15aa30 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 -- 172.21.15.39:0/1311556855 >> 172.21.15.39:0/1311556855 conn(0x7fc75c0b00a0 msgr2=0x7fc75c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 -- 172.21.15.39:0/1311556855 shutdown_connections 2024-09-13T16:12:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.831+0000 7fc763a5a640 1 -- 172.21.15.39:0/1311556855 wait complete. 2024-09-13T16:12:11.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.832+0000 7fc763a5a640 1 Processor -- start 2024-09-13T16:12:11.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.832+0000 7fc763a5a640 1 -- start start 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc763a5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 0x7fc75c155b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc763a5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc75c0b25b0 0x7fc75c1560a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc763a5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc75c156e60 0x7fc75c158470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc763a5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc75c154900 con 0x7fc75c06a5e0 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc763a5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc75c154060 con 0x7fc75c0b25b0 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc763a5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc75c154340 con 0x7fc75c156e60 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 0x7fc75c155b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 0x7fc75c155b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54458/0 (socket says 172.21.15.39:54458) 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 -- 172.21.15.39:0/3147668894 learned_addr learned my addr 172.21.15.39:0/3147668894 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc760ff5640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc75c0b25b0 0x7fc75c1560a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc761ff7640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc75c156e60 0x7fc75c158470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 -- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc75c156e60 msgr2=0x7fc75c158470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc75c156e60 0x7fc75c158470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 -- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc75c0b25b0 msgr2=0x7fc75c1560a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc75c0b25b0 0x7fc75c1560a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc7617f6640 1 -- 172.21.15.39:0/3147668894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc758009400 con 0x7fc75c06a5e0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc760ff5640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc75c0b25b0 0x7fc75c1560a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.833+0000 7fc761ff7640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc75c156e60 0x7fc75c158470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.834+0000 7fc7617f6640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 0x7fc75c155b60 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc7580097a0 tx=0x7fc7580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.834+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc758030b80 con 0x7fc75c06a5e0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.834+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc758030ce0 con 0x7fc75c06a5e0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.834+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc75803b640 con 0x7fc75c06a5e0 2024-09-13T16:12:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.834+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc75c154620 con 0x7fc75c06a5e0 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.834+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc75c153d10 con 0x7fc75c06a5e0 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.835+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc75c150820 con 0x7fc75c06a5e0 2024-09-13T16:12:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.835+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc758039040 con 0x7fc75c06a5e0 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.836+0000 7fc751ffb640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74006ac00 0x7fc74006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.836+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc7580a9cf0 con 0x7fc75c06a5e0 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.836+0000 7fc760ff5640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74006ac00 0x7fc74006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:11.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.837+0000 7fc760ff5640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74006ac00 0x7fc74006d0c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc75c1f3470 tx=0x7fc74c007c10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:11.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:11.840+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc7580ae070 con 0x7fc75c06a5e0 2024-09-13T16:12:11.931 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:12:11.929+0000 7fba02fe3640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-13T16:12:12.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.010+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc75c151be0 con 0x7fc75c06a5e0 2024-09-13T16:12:12.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.011+0000 7fc751ffb640 1 -- 172.21.15.39:0/3147668894 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc758037020 con 0x7fc75c06a5e0 2024-09-13T16:12:12.012 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:12:12.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74006ac00 msgr2=0x7fc74006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74006ac00 0x7fc74006d0c0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7fc75c1f3470 tx=0x7fc74c007c10 comp rx=0 tx=0).stop 2024-09-13T16:12:12.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 msgr2=0x7fc75c155b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 0x7fc75c155b60 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fc7580097a0 tx=0x7fc7580046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 shutdown_connections 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74006ac00 0x7fc74006d0c0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc75c156e60 0x7fc75c158470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc75c0b25b0 0x7fc75c1560a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 --2- 172.21.15.39:0/3147668894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc75c06a5e0 0x7fc75c155b60 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 >> 172.21.15.39:0/3147668894 conn(0x7fc75c0b00a0 msgr2=0x7fc75c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 shutdown_connections 2024-09-13T16:12:12.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.013+0000 7fc763a5a640 1 -- 172.21.15.39:0/3147668894 wait complete. 2024-09-13T16:12:12.025 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:12.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.128+0000 7fe22fe19640 1 Processor -- start 2024-09-13T16:12:12.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.128+0000 7fe22fe19640 1 -- start start 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22fe19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2280cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22fe19640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2281610b0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22fe19640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2280cd650 con 0x7fe2280afc80 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22fe19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe22815cfa0 con 0x7fe228160900 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22d3b4640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe2280cf0f0 0x7fe2281601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49110/0 (socket says 172.21.15.39:49110) 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22d3b4640 1 -- 172.21.15.39:0/1785931286 learned_addr learned my addr 172.21.15.39:0/1785931286 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22e3b6640 1 --2- 172.21.15.39:0/1785931286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2280cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3900848459 0 0) 0x7fe2281610b0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.129+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe214003520 con 0x7fe2280cf0f0 2024-09-13T16:12:12.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.130+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3476027453 0 0) 0x7fe2280cd650 con 0x7fe2280afc80 2024-09-13T16:12:12.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.130+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2281610b0 con 0x7fe2280afc80 2024-09-13T16:12:12.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.130+0000 7fe22e3b6640 1 -- 172.21.15.39:0/1785931286 >> v1:172.21.15.157:6789/0 conn(0x7fe2280afc80 legacy=0x7fe2280ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.130+0000 7fe22e3b6640 1 -- 172.21.15.39:0/1785931286 >> v1:172.21.15.39:6789/0 conn(0x7fe2280cf0f0 legacy=0x7fe2281601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.130+0000 7fe22e3b6640 1 -- 172.21.15.39:0/1785931286 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe228160dd0 con 0x7fe228160900 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.130+0000 7fe22e3b6640 1 --2- 172.21.15.39:0/1785931286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2280cdae0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe220009dc0 tx=0x7fe22002a5b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=df39bb8991ab495b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe220007740 con 0x7fe228160900 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe22002d050 con 0x7fe228160900 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22cbb3640 1 -- 172.21.15.39:0/1785931286 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe220007ac0 con 0x7fe228160900 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 -- 172.21.15.39:0/1785931286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 msgr2=0x7fe2280cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 --2- 172.21.15.39:0/1785931286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2280cdae0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fe220009dc0 tx=0x7fe22002a5b0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 -- 172.21.15.39:0/1785931286 shutdown_connections 2024-09-13T16:12:12.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 --2- 172.21.15.39:0/1785931286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2280cdae0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 -- 172.21.15.39:0/1785931286 >> 172.21.15.39:0/1785931286 conn(0x7fe2280d04e0 msgr2=0x7fe2280d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:12.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 -- 172.21.15.39:0/1785931286 shutdown_connections 2024-09-13T16:12:12.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.131+0000 7fe22fe19640 1 -- 172.21.15.39:0/1785931286 wait complete. 2024-09-13T16:12:12.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.132+0000 7fe22fe19640 1 Processor -- start 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.132+0000 7fe22fe19640 1 -- start start 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22fe19640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2280afc80 0x7fe228159da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22fe19640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 0x7fe22815ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22fe19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2281545e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22fe19640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2281e7570 con 0x7fe2280cf0f0 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22fe19640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe22815b090 con 0x7fe2280afc80 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22fe19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe228154b20 con 0x7fe228160900 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22d3b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 0x7fe22815ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22d3b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 0x7fe22815ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54472/0 (socket says 172.21.15.39:54472) 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22d3b4640 1 -- 172.21.15.39:0/3145121861 learned_addr learned my addr 172.21.15.39:0/3145121861 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22e3b6640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2281545e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.133+0000 7fe22dbb5640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2280afc80 0x7fe228159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22d3b4640 1 -- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 msgr2=0x7fe2281545e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22d3b4640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2281545e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22d3b4640 1 -- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2280afc80 msgr2=0x7fe228159da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22d3b4640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2280afc80 0x7fe228159da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22d3b4640 1 -- 172.21.15.39:0/3145121861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe220009a70 con 0x7fe2280cf0f0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22d3b4640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 0x7fe22815ab50 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe21800c500 tx=0x7fe21800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe218005ce0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe218005e40 con 0x7fe2280cf0f0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2281e6950 con 0x7fe2280cf0f0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2180072f0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.134+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2281e6eb0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.135+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2281e76b0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.135+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe218007450 con 0x7fe2280cf0f0 2024-09-13T16:12:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.136+0000 7fe21e7fc640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe20c06ac00 0x7fe20c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.136+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe2180888e0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.136+0000 7fe22dbb5640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe20c06ac00 0x7fe20c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.137+0000 7fe22dbb5640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe20c06ac00 0x7fe20c06d0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe2240011e0 tx=0x7fe224009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:12.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.140+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe2281e76b0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.310+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fe2281e76b0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.310+0000 7fe21e7fc640 1 -- 172.21.15.39:0/3145121861 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7fe2281e76b0 con 0x7fe2280cf0f0 2024-09-13T16:12:12.312 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:12:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe20c06ac00 msgr2=0x7fe20c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe20c06ac00 0x7fe20c06d0c0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7fe2240011e0 tx=0x7fe224009040 comp rx=0 tx=0).stop 2024-09-13T16:12:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 msgr2=0x7fe22815ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 0x7fe22815ab50 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fe21800c500 tx=0x7fe21800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 shutdown_connections 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe20c06ac00 0x7fe20c06d0c0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe228160900 0x7fe2281545e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe2280cf0f0 0x7fe22815ab50 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 --2- 172.21.15.39:0/3145121861 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2280afc80 0x7fe228159da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 >> 172.21.15.39:0/3145121861 conn(0x7fe2280d04e0 msgr2=0x7fe22806c870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 shutdown_connections 2024-09-13T16:12:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.312+0000 7fe22fe19640 1 -- 172.21.15.39:0/3145121861 wait complete. 2024-09-13T16:12:12.324 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:12:12.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.425+0000 7febe5a96640 1 Processor -- start 2024-09-13T16:12:12.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.425+0000 7febe5a96640 1 -- start start 2024-09-13T16:12:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febe5a96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe0159380 0x7febe00b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febe5a96640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febe0159760 con 0x7febe00ceb30 2024-09-13T16:12:12.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febe5a96640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febe015a880 con 0x7febe015a360 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febe5a96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febe015ab60 con 0x7febe0159380 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febdffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7febe00ceb30 0x7febe015b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49118/0 (socket says 172.21.15.39:49118) 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febdffff640 1 -- 172.21.15.39:0/1595484647 learned_addr learned my addr 172.21.15.39:0/1595484647 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febdf7fe640 1 --2- 172.21.15.39:0/1595484647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe0159380 0x7febe00b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4246705325 0 0) 0x7febe0159760 con 0x7febe00ceb30 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.426+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7febc8003520 con 0x7febe00ceb30 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.427+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2636099688 0 0) 0x7febe015a880 con 0x7febe015a360 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.427+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7febe0159760 con 0x7febe015a360 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.427+0000 7febdf7fe640 1 -- 172.21.15.39:0/1595484647 >> v1:172.21.15.157:6789/0 conn(0x7febe015a360 legacy=0x7febe00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.427+0000 7febdf7fe640 1 -- 172.21.15.39:0/1595484647 >> v1:172.21.15.39:6789/0 conn(0x7febe00ceb30 legacy=0x7febe015b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.427+0000 7febdf7fe640 1 -- 172.21.15.39:0/1595484647 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febe015ae40 con 0x7febe0159380 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.427+0000 7febdf7fe640 1 --2- 172.21.15.39:0/1595484647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe0159380 0x7febe00b31e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7febd00097d0 tx=0x7febd002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9dc7271e0498160e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd0032440 con 0x7febe0159380 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febd00325a0 con 0x7febe0159380 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febde7fc640 1 -- 172.21.15.39:0/1595484647 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd0032930 con 0x7febe0159380 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 -- 172.21.15.39:0/1595484647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe0159380 msgr2=0x7febe00b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 --2- 172.21.15.39:0/1595484647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe0159380 0x7febe00b31e0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7febd00097d0 tx=0x7febd002a210 comp rx=0 tx=0).stop 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 -- 172.21.15.39:0/1595484647 shutdown_connections 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 --2- 172.21.15.39:0/1595484647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe0159380 0x7febe00b31e0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 -- 172.21.15.39:0/1595484647 >> 172.21.15.39:0/1595484647 conn(0x7febe00b15d0 msgr2=0x7febe00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:12.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 -- 172.21.15.39:0/1595484647 shutdown_connections 2024-09-13T16:12:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.428+0000 7febe5a96640 1 -- 172.21.15.39:0/1595484647 wait complete. 2024-09-13T16:12:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.429+0000 7febe5a96640 1 Processor -- start 2024-09-13T16:12:12.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 -- start start 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe00ceb30 0x7febe014d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febe0159380 0x7febe00ad3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 0x7febe00a9420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febe00ad920 con 0x7febe015a360 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febe00a9ea0 con 0x7febe0159380 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febe5a96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febe00aa6d0 con 0x7febe00ceb30 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febdffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 0x7febe00a9420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febdffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 0x7febe00a9420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54478/0 (socket says 172.21.15.39:54478) 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.430+0000 7febdffff640 1 -- 172.21.15.39:0/3144832176 learned_addr learned my addr 172.21.15.39:0/3144832176 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdf7fe640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe00ceb30 0x7febe014d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdeffd640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febe0159380 0x7febe00ad3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdffff640 1 -- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe00ceb30 msgr2=0x7febe014d630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdffff640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe00ceb30 0x7febe014d630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdffff640 1 -- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febe0159380 msgr2=0x7febe00ad3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdffff640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febe0159380 0x7febe00ad3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdffff640 1 -- 172.21.15.39:0/3144832176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febd0009400 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febdffff640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 0x7febe00a9420 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7febd800cba0 tx=0x7febd800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd800ace0 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febd800ae40 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febe00aa9b0 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febd8012620 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.431+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febe00aa180 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.432+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7febe00aaed0 con 0x7febe015a360 2024-09-13T16:12:12.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.433+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7febd8007070 con 0x7febe015a360 2024-09-13T16:12:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.433+0000 7febc7fff640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febcc06ac00 0x7febcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.433+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7febd80893d0 con 0x7febe015a360 2024-09-13T16:12:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.434+0000 7febdf7fe640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febcc06ac00 0x7febcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:12.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.434+0000 7febdf7fe640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febcc06ac00 0x7febcc06d0c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7febd0034000 tx=0x7febd002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:12.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.438+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7febe00aaed0 con 0x7febe015a360 2024-09-13T16:12:12.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.620+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7febe00aaed0 con 0x7febe015a360 2024-09-13T16:12:12.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.620+0000 7febc7fff640 1 -- 172.21.15.39:0/3144832176 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v36) v1 ==== 80+0+124 (secure 0 0 0) 0x7febe00aaed0 con 0x7febe015a360 2024-09-13T16:12:12.622 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6837/3829479980 2024-09-14T16:12:00.860732+0000 2024-09-13T16:12:12.622 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6835/3829479980 2024-09-14T16:12:00.860732+0000 2024-09-13T16:12:12.622 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:12:12.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febcc06ac00 msgr2=0x7febcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febcc06ac00 0x7febcc06d0c0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7febd0034000 tx=0x7febd002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 msgr2=0x7febe00a9420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 0x7febe00a9420 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7febd800cba0 tx=0x7febd800a430 comp rx=0 tx=0).stop 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 shutdown_connections 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febcc06ac00 0x7febcc06d0c0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febe015a360 0x7febe00a9420 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febe0159380 0x7febe00ad3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 --2- 172.21.15.39:0/3144832176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febe00ceb30 0x7febe014d630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 >> 172.21.15.39:0/3144832176 conn(0x7febe00b15d0 msgr2=0x7febe006f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 shutdown_connections 2024-09-13T16:12:12.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:12.622+0000 7febe5a96640 1 -- 172.21.15.39:0/3144832176 wait complete. 2024-09-13T16:12:12.634 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:12:12.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:12.634 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:12.659 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[52417]: fuse finished with error 0 and tester_r 0 2024-09-13T16:12:12.661 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:12:13.623 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:13.625 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:18.762 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:12:18.762 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:18.763 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:12:18.783 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 scrub start /subdir repair 2024-09-13T16:12:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.939+0000 7f45e01ed640 1 Processor -- start 2024-09-13T16:12:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.940+0000 7f45e01ed640 1 -- start start 2024-09-13T16:12:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.940+0000 7f45e01ed640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45d815ce60 0x7f45d80cee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.940+0000 7f45e01ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80cf3b0 0x7f45d80d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.940+0000 7f45e01ed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45d80b5bb0 con 0x7f45d80d0d80 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.940+0000 7f45e01ed640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45d80d1e10 con 0x7f45d815ce60 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.940+0000 7f45e01ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45d80d1570 con 0x7f45d80cf3b0 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45d815ce60 0x7f45d80cee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45d815ce60 0x7f45d80cee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40124/0 (socket says 172.21.15.39:40124) 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 -- 172.21.15.39:0/493965888 learned_addr learned my addr 172.21.15.39:0/493965888 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45dd788640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80cf3b0 0x7f45d80d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 -- 172.21.15.39:0/493965888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80cf3b0 msgr2=0x7f45d80d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80cf3b0 0x7f45d80d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 -- 172.21.15.39:0/493965888 >> v1:172.21.15.157:6789/0 conn(0x7f45d80d0d80 legacy=0x7f45d80b4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45ddf89640 1 -- 172.21.15.39:0/493965888 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45d80d1850 con 0x7f45d815ce60 2024-09-13T16:12:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.941+0000 7f45dd788640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80cf3b0 0x7f45d80d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:18.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45ddf89640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d815ce60 0x7f45d80cee70 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f45c8009e50 tx=0x7f45c802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8a3bb83a84b8abe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45dcf87640 1 -- 172.21.15.39:0/493965888 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c802aea0 con 0x7f45d815ce60 2024-09-13T16:12:18.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45dcf87640 1 -- 172.21.15.39:0/493965888 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45c802d050 con 0x7f45d815ce60 2024-09-13T16:12:18.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45dcf87640 1 -- 172.21.15.39:0/493965888 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c8031820 con 0x7f45d815ce60 2024-09-13T16:12:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45e01ed640 1 -- 172.21.15.39:0/493965888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d815ce60 msgr2=0x7f45d80cee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45e01ed640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d815ce60 0x7f45d80cee70 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f45c8009e50 tx=0x7f45c802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45e01ed640 1 -- 172.21.15.39:0/493965888 shutdown_connections 2024-09-13T16:12:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45e01ed640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80cf3b0 0x7f45d80d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45e01ed640 1 --2- 172.21.15.39:0/493965888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d815ce60 0x7f45d80cee70 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.942+0000 7f45e01ed640 1 -- 172.21.15.39:0/493965888 >> 172.21.15.39:0/493965888 conn(0x7f45d806a3a0 msgr2=0x7f45d806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.943+0000 7f45e01ed640 1 -- 172.21.15.39:0/493965888 shutdown_connections 2024-09-13T16:12:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.943+0000 7f45e01ed640 1 -- 172.21.15.39:0/493965888 wait complete. 2024-09-13T16:12:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.944+0000 7f45e01ed640 1 Processor -- start 2024-09-13T16:12:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.944+0000 7f45e01ed640 1 -- start start 2024-09-13T16:12:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.944+0000 7f45e01ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 0x7f45d81f31c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.944+0000 7f45e01ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80d0d80 0x7f45d80ab840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.944+0000 7f45e01ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45d815ce60 0x7f45d80abd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45e01ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45d80cc090 con 0x7f45d80cf3b0 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45e01ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45d80b1430 con 0x7f45d815ce60 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45e01ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45d81f2bd0 con 0x7f45d80d0d80 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 0x7f45d81f31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 0x7f45d81f31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40134/0 (socket says 172.21.15.39:40134) 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 -- 172.21.15.39:0/2528810367 learned_addr learned my addr 172.21.15.39:0/2528810367 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45de78a640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45d815ce60 0x7f45d80abd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45dd788640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80d0d80 0x7f45d80ab840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 -- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80d0d80 msgr2=0x7f45d80ab840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80d0d80 0x7f45d80ab840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 -- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45d815ce60 msgr2=0x7f45d80abd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45d815ce60 0x7f45d80abd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 -- 172.21.15.39:0/2528810367 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45c8009b30 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45ddf89640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 0x7f45d81f31c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f45c802acb0 tx=0x7f45c8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45d67fc640 1 -- 172.21.15.39:0/2528810367 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c803b820 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45d67fc640 1 -- 172.21.15.39:0/2528810367 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45c803b980 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45d81f3700 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45d67fc640 1 -- 172.21.15.39:0/2528810367 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c803bd30 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.945+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45d80cb6f0 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.947+0000 7f45d67fc640 1 -- 172.21.15.39:0/2528810367 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f45c8038050 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.948+0000 7f45d67fc640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45c406ac00 0x7f45c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.948+0000 7f45d67fc640 1 -- 172.21.15.39:0/2528810367 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f45c80a9f20 con 0x7f45d80cf3b0 2024-09-13T16:12:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.948+0000 7f45dd788640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45c406ac00 0x7f45c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.948+0000 7f45dd788640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45c406ac00 0x7f45c406d0c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f45d815f260 tx=0x7f45cc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.949+0000 7f45e2fe8740 1 Processor -- start 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.949+0000 7f45e2fe8740 1 -- start start 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b964960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b961d40 0x55da6b9b1a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 0x55da6b9b1f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b8ce010 con 0x55da6b98ba30 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b8cb7a0 con 0x55da6b961d40 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55da6b8c7090 con 0x55da6b964580 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 0x55da6b9b1f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 0x55da6b9b1f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40136/0 (socket says 172.21.15.39:40136) 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 -- 172.21.15.39:0/994247487 learned_addr learned my addr 172.21.15.39:0/994247487 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45dd788640 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b961d40 0x55da6b9b1a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45ddf89640 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b964960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 -- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 msgr2=0x55da6b964960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b964960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 -- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b961d40 msgr2=0x55da6b9b1a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b961d40 0x55da6b9b1a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 -- 172.21.15.39:0/994247487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da6b86d9d0 con 0x55da6b98ba30 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.950+0000 7f45de78a640 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 0x55da6b9b1f90 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f45d0004d10 tx=0x7f45d0005110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31c21d27b7085a41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45bf7fe640 1 -- 172.21.15.39:0/994247487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45d0007240 con 0x55da6b98ba30 2024-09-13T16:12:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45bf7fe640 1 -- 172.21.15.39:0/994247487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45d00073c0 con 0x55da6b98ba30 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45bf7fe640 1 -- 172.21.15.39:0/994247487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45d00067d0 con 0x55da6b98ba30 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 -- 172.21.15.39:0/994247487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 msgr2=0x55da6b9b1f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 0x55da6b9b1f90 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7f45d0004d10 tx=0x7f45d0005110 comp rx=0 tx=0).stop 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 -- 172.21.15.39:0/994247487 shutdown_connections 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98ba30 0x55da6b9b1f90 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b961d40 0x55da6b9b1a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/994247487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b964960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 -- 172.21.15.39:0/994247487 >> 172.21.15.39:0/994247487 conn(0x55da6b960cb0 msgr2=0x55da6b9a9160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 -- 172.21.15.39:0/994247487 shutdown_connections 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.951+0000 7f45e2fe8740 1 -- 172.21.15.39:0/994247487 wait complete. 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.952+0000 7f45e2fe8740 1 -- start start 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.952+0000 7f45e2fe8740 1 Processor -- start 2024-09-13T16:12:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b989c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b98cf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b98d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b885260 con 0x55da6b98a2f0 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b884f00 con 0x55da6b98ba30 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55da6b84a320 con 0x55da6b964580 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45e2fe8740 10 client.0 _ll_register_callbacks cb 0x55da6b8801d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b98d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b98d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40146/0 (socket says 172.21.15.39:40146) 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 -- 172.21.15.39:0/954725203 learned_addr learned my addr 172.21.15.39:0/954725203 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45dd788640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b98cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45ddf89640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b989c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 -- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 msgr2=0x55da6b989c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b989c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 -- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 msgr2=0x55da6b98cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.953+0000 7f45de78a640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b98cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45de78a640 1 -- 172.21.15.39:0/954725203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45d000f040 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45dd788640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b98cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45de78a640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b98d4c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x55da6b9ac060 tx=0x7f45d00036f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3a14f6a9847cd71 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45bcff9640 1 -- 172.21.15.39:0/954725203 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45d0003a70 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45bcff9640 1 -- 172.21.15.39:0/954725203 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f45d0003bd0 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55da6b8efa60 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45bcff9640 1 -- 172.21.15.39:0/954725203 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45d0003d90 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 10 client.5766 fetch_fsmap learned FSMap version 22 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x55da6b8c5710 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45bcff9640 1 -- 172.21.15.39:0/954725203 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55da6b8efa60 con 0x55da6b98a2f0 2024-09-13T16:12:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45bcff9640 1 -- 172.21.15.39:0/954725203 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f45d00067d0 con 0x55da6b98a2f0 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 10 client.5766 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 10 client.5766 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 20 client.5766 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9bba30 0x55da6b9bbe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 4 client.5766 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.954+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55da6b8ba760 con 0x55da6b9bba30 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.955+0000 7f45ddf89640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9bba30 0x55da6b9bbe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.955+0000 7f45ddf89640 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9bba30 0x55da6b9bbe40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6adfc2b56552ded6 server_cookie=3b9697f5494b4de3 in_seq=0 out_seq=0 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.955+0000 7f45bcff9640 10 client.5766 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45bcff9640 1 -- 172.21.15.39:0/954725203 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55da6b8ba760 con 0x55da6b9bba30 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45bcff9640 10 client.5766 handle_command_reply: tid=0 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 client.5766 shutdown 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 msgr2=0x55da6b98d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b98d4c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x55da6b9ac060 tx=0x7f45d00036f0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 shutdown_connections 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9bba30 0x55da6b9bbe40 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b98d4c0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45bcff9640 0 client.5766 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b98cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/954725203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b964580 0x55da6b989c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 >> 172.21.15.39:0/954725203 conn(0x55da6b961d40 msgr2=0x55da6b9a74a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 shutdown_connections 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.956+0000 7f45e2fe8740 1 -- 172.21.15.39:0/954725203 wait complete. 2024-09-13T16:12:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.957+0000 7f45e2fe8740 20 client.5766 trim_cache size 0 max 16384 2024-09-13T16:12:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.971+0000 7f45e2fe8740 1 Processor -- start 2024-09-13T16:12:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.971+0000 7f45e2fe8740 1 -- start start 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b964580 0x55da6b991fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b95a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98ba30 0x55da6b9c18f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b95ab00 con 0x55da6b98a2f0 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b9a7ab0 con 0x55da6b964580 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55da6b95fe70 con 0x55da6b98ba30 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b95a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b95a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40154/0 (socket says 172.21.15.39:40154) 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 -- 172.21.15.39:0/759602640 learned_addr learned my addr 172.21.15.39:0/759602640 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45de78a640 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98ba30 0x55da6b9c18f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45ddf89640 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b964580 0x55da6b991fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 -- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98ba30 msgr2=0x55da6b9c18f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98ba30 0x55da6b9c18f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 -- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b964580 msgr2=0x55da6b991fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b964580 0x55da6b991fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.972+0000 7f45dd788640 1 -- 172.21.15.39:0/759602640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55da6b9a8b50 con 0x55da6b98a2f0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45dd788640 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b95a5c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f45cc00fc00 tx=0x7f45cc015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51802d4b263bd2e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45bffff640 1 -- 172.21.15.39:0/759602640 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45cc014d60 con 0x55da6b98a2f0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45bffff640 1 -- 172.21.15.39:0/759602640 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45cc015410 con 0x55da6b98a2f0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45bffff640 1 -- 172.21.15.39:0/759602640 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45cc015780 con 0x55da6b98a2f0 2024-09-13T16:12:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45e2fe8740 1 -- 172.21.15.39:0/759602640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 msgr2=0x55da6b95a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b95a5c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f45cc00fc00 tx=0x7f45cc015000 comp rx=0 tx=0).stop 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45e2fe8740 1 -- 172.21.15.39:0/759602640 shutdown_connections 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98ba30 0x55da6b9c18f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b98a2f0 0x55da6b95a5c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.973+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/759602640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b964580 0x55da6b991fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.974+0000 7f45e2fe8740 1 -- 172.21.15.39:0/759602640 >> 172.21.15.39:0/759602640 conn(0x55da6b961d40 msgr2=0x55da6b992c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.974+0000 7f45e2fe8740 1 -- 172.21.15.39:0/759602640 shutdown_connections 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.974+0000 7f45e2fe8740 1 -- 172.21.15.39:0/759602640 wait complete. 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.974+0000 7f45e2fe8740 1 -- start start 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.974+0000 7f45e2fe8740 1 Processor -- start 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 0x55da6b98cf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98a2f0 0x55da6b9b7b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b9fba50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6ba12e80 con 0x55da6b964580 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55da6b9ba690 con 0x55da6b98ba30 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55da6ba12c30 con 0x55da6b98a2f0 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45e2fe8740 10 client.0 _ll_register_callbacks cb 0x7f45d0007eb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45ddf89640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 0x55da6b98cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45ddf89640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 0x55da6b98cf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40158/0 (socket says 172.21.15.39:40158) 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45ddf89640 1 -- 172.21.15.39:0/3403867214 learned_addr learned my addr 172.21.15.39:0/3403867214 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45dd788640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98a2f0 0x55da6b9b7b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.975+0000 7f45de78a640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b9fba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45ddf89640 1 -- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98a2f0 msgr2=0x55da6b9b7b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45ddf89640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98a2f0 0x55da6b9b7b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45ddf89640 1 -- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 msgr2=0x55da6b9fba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45ddf89640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b9fba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45ddf89640 1 -- 172.21.15.39:0/3403867214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45cc00e040 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45ddf89640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 0x55da6b98cf10 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f45c8078d80 tx=0x7f45c803bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52577b7f117d0ac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45bcff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45bcff9640 1 -- 172.21.15.39:0/3403867214 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45c8078df0 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45bcff9640 1 -- 172.21.15.39:0/3403867214 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f45c807cc20 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f45d00073c0 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45bcff9640 1 -- 172.21.15.39:0/3403867214 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f45c80811e0 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 10 client.5772 fetch_fsmap learned FSMap version 22 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x55da6b8f8850 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45bcff9640 1 -- 172.21.15.39:0/3403867214 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45d00073c0 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45bcff9640 1 -- 172.21.15.39:0/3403867214 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f45c8075500 con 0x55da6b964580 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 10 client.5772 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T16:12:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 10 client.5772 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 20 client.5772 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9fbf90 0x55da6ba16260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 4 client.5772 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "scrub start", "path": "/subdir", "scrubops": ["repair"]}] 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.976+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "scrub start", "path": "/subdir", "scrubops": ["repair"]}) v1 -- 0x55da6b5ba700 con 0x55da6b9fbf90 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.977+0000 7f45dd788640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9fbf90 0x55da6ba16260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.977+0000 7f45dd788640 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9fbf90 0x55da6ba16260 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0c46d377cae6f96 server_cookie=eefc61a93af17d20 in_seq=0 out_seq=0 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.977+0000 7f45bcff9640 10 client.5772 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45bcff9640 1 -- 172.21.15.39:0/3403867214 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+110 (crc 0 0 0) 0x55da6b5ba700 con 0x55da6b9fbf90 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45bcff9640 10 client.5772 handle_command_reply: tid=0 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 client.5772 shutdown 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 msgr2=0x55da6b98cf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 0x55da6b98cf10 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7f45c8078d80 tx=0x7f45c803bf40 comp rx=0 tx=0).stop 2024-09-13T16:12:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 shutdown_connections 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x55da6b9fbf90 0x55da6ba16260 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55da6b98ba30 0x55da6b9fba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55da6b98a2f0 0x55da6b9b7b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45bcff9640 0 client.5772 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 --2- 172.21.15.39:0/3403867214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55da6b964580 0x55da6b98cf10 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 >> 172.21.15.39:0/3403867214 conn(0x55da6b961d40 msgr2=0x55da6b9ab110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 shutdown_connections 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 1 -- 172.21.15.39:0/3403867214 wait complete. 2024-09-13T16:12:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.978+0000 7f45e2fe8740 20 client.5772 trim_cache size 0 max 16384 2024-09-13T16:12:18.988 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:12:18.988 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0, 2024-09-13T16:12:18.988 INFO:teuthology.orchestra.run.smithi039.stdout: "scrub_tag": "e063ebe4-4a4c-4b63-8c1f-79ef00e78c64", 2024-09-13T16:12:18.988 INFO:teuthology.orchestra.run.smithi039.stdout: "mode": "asynchronous" 2024-09-13T16:12:18.988 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:12:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45c406ac00 msgr2=0x7f45c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45c406ac00 0x7f45c406d0c0 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f45d815f260 tx=0x7f45cc008040 comp rx=0 tx=0).stop 2024-09-13T16:12:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 msgr2=0x7f45d81f31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 0x7f45d81f31c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f45c802acb0 tx=0x7f45c8004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 shutdown_connections 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45c406ac00 0x7f45c406d0c0 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45d815ce60 0x7f45d80abd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45d80d0d80 0x7f45d80ab840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 --2- 172.21.15.39:0/2528810367 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45d80cf3b0 0x7f45d81f31c0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 >> 172.21.15.39:0/2528810367 conn(0x7f45d806a3a0 msgr2=0x7f45d80cd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 shutdown_connections 2024-09-13T16:12:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:18.979+0000 7f45e01ed640 1 -- 172.21.15.39:0/2528810367 wait complete. 2024-09-13T16:12:18.991 INFO:tasks.cephfs.test_damage:{ "return_code": 0, "scrub_tag": "e063ebe4-4a4c-4b63-8c1f-79ef00e78c64", "mode": "asynchronous" } 2024-09-13T16:12:18.992 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-13T16:12:19.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.094+0000 7f2e31e48640 1 Processor -- start 2024-09-13T16:12:19.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.094+0000 7f2e31e48640 1 -- start start 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e31e48640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e2c0afc80 0x7f2e2c0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e31e48640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e2c0ce9e0 0x7f2e2c0cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e31e48640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e2c1610b0 con 0x7f2e2c1601f0 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e31e48640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e2c15cfa0 con 0x7f2e2c0ce9e0 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e31e48640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e2c0cd650 con 0x7f2e2c0afc80 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e2affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e2c0ce9e0 0x7f2e2c0cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e2affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e2c0ce9e0 0x7f2e2c0cee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40162/0 (socket says 172.21.15.39:40162) 2024-09-13T16:12:19.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e2affd640 1 -- 172.21.15.39:0/3824788846 learned_addr learned my addr 172.21.15.39:0/3824788846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:19.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/3824788846 >> v2:172.21.15.157:3300/0 conn(0x7f2e2c0afc80 0x7f2e2c0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e2affd640 1 -- 172.21.15.39:0/3824788846 >> v2:172.21.15.157:3300/0 conn(0x7f2e2c0afc80 msgr2=0x7f2e2c0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.095+0000 7f2e2affd640 1 --2- 172.21.15.39:0/3824788846 >> v2:172.21.15.157:3300/0 conn(0x7f2e2c0afc80 0x7f2e2c0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.096+0000 7f2e2affd640 1 -- 172.21.15.39:0/3824788846 >> v1:172.21.15.157:6789/0 conn(0x7f2e2c1601f0 legacy=0x7f2e2c06ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.096+0000 7f2e2affd640 1 -- 172.21.15.39:0/3824788846 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e2c0cf360 con 0x7f2e2c0ce9e0 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.096+0000 7f2e2affd640 1 --2- 172.21.15.39:0/3824788846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cee20 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c073520 tx=0x7f2e2002a150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2f930129fc0883 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.096+0000 7f2e2a7fc640 1 -- 172.21.15.39:0/3824788846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2002aea0 con 0x7f2e2c0ce9e0 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.096+0000 7f2e2a7fc640 1 -- 172.21.15.39:0/3824788846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e20032440 con 0x7f2e2c0ce9e0 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e2a7fc640 1 -- 172.21.15.39:0/3824788846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e200327d0 con 0x7f2e2c0ce9e0 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 -- 172.21.15.39:0/3824788846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0ce9e0 msgr2=0x7f2e2c0cee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 --2- 172.21.15.39:0/3824788846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cee20 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f2e2c073520 tx=0x7f2e2002a150 comp rx=0 tx=0).stop 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 -- 172.21.15.39:0/3824788846 shutdown_connections 2024-09-13T16:12:19.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 --2- 172.21.15.39:0/3824788846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cee20 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 --2- 172.21.15.39:0/3824788846 >> v2:172.21.15.157:3300/0 conn(0x7f2e2c0afc80 0x7f2e2c0cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 -- 172.21.15.39:0/3824788846 >> 172.21.15.39:0/3824788846 conn(0x7f2e2c0d04e0 msgr2=0x7f2e2c0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 -- 172.21.15.39:0/3824788846 shutdown_connections 2024-09-13T16:12:19.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.097+0000 7f2e31e48640 1 -- 172.21.15.39:0/3824788846 wait complete. 2024-09-13T16:12:19.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.098+0000 7f2e31e48640 1 Processor -- start 2024-09-13T16:12:19.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.098+0000 7f2e31e48640 1 -- start start 2024-09-13T16:12:19.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e31e48640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 0x7f2e2c14f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e31e48640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cb340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e31e48640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e2c1601f0 0x7f2e2c0b3510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e31e48640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c0b0880 con 0x7f2e2c0afc80 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e31e48640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c0cb880 con 0x7f2e2c0ce9e0 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e31e48640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e2c15fb20 con 0x7f2e2c1601f0 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 0x7f2e2c14f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 0x7f2e2c14f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40176/0 (socket says 172.21.15.39:40176) 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2620175236 learned_addr learned my addr 172.21.15.39:0/2620175236 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cb340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.099+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e2c1601f0 0x7f2e2c0b3510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e2c1601f0 msgr2=0x7f2e2c0b3510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e2c1601f0 0x7f2e2c0b3510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e2c0ce9e0 msgr2=0x7f2e2c0cb340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cb340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2620175236 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e200094d0 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 0x7f2e2c14f3f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c00e9b0 tx=0x7f2e1c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e13fff640 1 -- 172.21.15.39:0/2620175236 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c009670 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e13fff640 1 -- 172.21.15.39:0/2620175236 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c00c9a0 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e2c0b3a50 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e13fff640 1 -- 172.21.15.39:0/2620175236 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c00cd50 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.100+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e2c0cba90 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.101+0000 7f2e13fff640 1 -- 172.21.15.39:0/2620175236 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e1c013470 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.102+0000 7f2e13fff640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1806ac00 0x7f2e1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.102+0000 7f2e13fff640 1 -- 172.21.15.39:0/2620175236 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e1c089480 con 0x7f2e2c0afc80 2024-09-13T16:12:19.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.102+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1806ac00 0x7f2e1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.103+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1806ac00 0x7f2e1806d0c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.103+0000 7f2e34c48740 1 Processor -- start 2024-09-13T16:12:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.103+0000 7f2e34c48740 1 -- start start 2024-09-13T16:12:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561144274c90 0x5611442b87b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x56114429e4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x56114429ea20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e34c48740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611441ddf20 con 0x561144275070 2024-09-13T16:12:19.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611441db6b0 con 0x561144274c90 2024-09-13T16:12:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611441d6fa0 con 0x5611442b8ef0 2024-09-13T16:12:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x56114429e4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x56114429e4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40178/0 (socket says 172.21.15.39:40178) 2024-09-13T16:12:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 -- 172.21.15.39:0/2439820724 learned_addr learned my addr 172.21.15.39:0/2439820724 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:19.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x56114429ea20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561144274c90 0x5611442b87b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 -- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 msgr2=0x56114429ea20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x56114429ea20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 -- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561144274c90 msgr2=0x5611442b87b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561144274c90 0x5611442b87b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.104+0000 7f2e2affd640 1 -- 172.21.15.39:0/2439820724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561144191840 con 0x561144275070 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.105+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x56114429e4e0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f2e2002a740 tx=0x7f2e2002c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e3d503ebdcae6e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.105+0000 7f2e117fa640 1 -- 172.21.15.39:0/2439820724 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e20052480 con 0x561144275070 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.105+0000 7f2e117fa640 1 -- 172.21.15.39:0/2439820724 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e2004b070 con 0x561144275070 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.105+0000 7f2e117fa640 1 -- 172.21.15.39:0/2439820724 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e200527e0 con 0x561144275070 2024-09-13T16:12:19.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.105+0000 7f2e34c48740 1 -- 172.21.15.39:0/2439820724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 msgr2=0x56114429e4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.105+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x56114429e4e0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f2e2002a740 tx=0x7f2e2002c000 comp rx=0 tx=0).stop 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 -- 172.21.15.39:0/2439820724 shutdown_connections 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x56114429ea20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x56114429e4e0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2439820724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561144274c90 0x5611442b87b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 -- 172.21.15.39:0/2439820724 >> 172.21.15.39:0/2439820724 conn(0x561144270f90 msgr2=0x5611442b94e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 -- 172.21.15.39:0/2439820724 shutdown_connections 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 -- 172.21.15.39:0/2439820724 wait complete. 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 -- start start 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.106+0000 7f2e34c48740 1 Processor -- start 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x561144298760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x5611442c8f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56114428bff0 0x56114429c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611441782a0 con 0x561144275070 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561143eaf430 con 0x56114428bff0 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56114415a680 con 0x5611442b8ef0 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e34c48740 10 client.0 _ll_register_callbacks cb 0x5611441d0610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x561144298760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x561144298760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40180/0 (socket says 172.21.15.39:40180) 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2553090420 learned_addr learned my addr 172.21.15.39:0/2553090420 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x5611442c8f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56114428bff0 0x56114429c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 msgr2=0x5611442c8f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x5611442c8f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56114428bff0 msgr2=0x56114429c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56114428bff0 0x56114429c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/2553090420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e2c0cf360 con 0x561144275070 2024-09-13T16:12:19.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56114428bff0 0x56114429c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:19.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.107+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x5611442c8f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:19.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x561144298760 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c058100 tx=0x7f2e1c0584c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ec646c19b87845d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e0a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:19.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/2553090420 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c057af0 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/2553090420 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e1c06d030 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561143eca4e0 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/2553090420 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e1c0602b0 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 10 client.5784 fetch_fsmap learned FSMap version 22 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x5611441d5620 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/2553090420 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x561143eca4e0 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/2553090420 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f2e1c011070 con 0x561144275070 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 10 client.5784 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 10 client.5784 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 20 client.5784 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56114428c3d0 0x56114426f210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 4 client.5784 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561143edb7e0 con 0x56114428c3d0 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.108+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56114428c3d0 0x56114426f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.109+0000 7f2e0a7fc640 10 client.5784 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.109+0000 7f2e2affd640 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56114428c3d0 0x56114426f210 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5a7dfcaea0e5934 server_cookie=5de1c3b7aa6b2216 in_seq=0 out_seq=0 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/2553090420 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561143edb7e0 con 0x56114428c3d0 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e0a7fc640 10 client.5784 handle_command_reply: tid=0 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 client.5784 shutdown 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 msgr2=0x561144298760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x561144298760 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c058100 tx=0x7f2e1c0584c0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 shutdown_connections 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56114428c3d0 0x56114426f210 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56114428bff0 0x56114429c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e0a7fc640 0 client.5784 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:19.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611442b8ef0 0x5611442c8f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 --2- 172.21.15.39:0/2553090420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x561144298760 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 >> 172.21.15.39:0/2553090420 conn(0x561144274c90 msgr2=0x5611442b7920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 shutdown_connections 2024-09-13T16:12:19.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 1 -- 172.21.15.39:0/2553090420 wait complete. 2024-09-13T16:12:19.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.110+0000 7f2e34c48740 20 client.5784 trim_cache size 0 max 16384 2024-09-13T16:12:19.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.124+0000 7f2e34c48740 1 Processor -- start 2024-09-13T16:12:19.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.124+0000 7f2e34c48740 1 -- start start 2024-09-13T16:12:19.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x5611442afaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56114428bff0 0x5611442db950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x5611442bb420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e34c48740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611442bcc80 con 0x561144275070 2024-09-13T16:12:19.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611442bce90 con 0x5611442b8ef0 2024-09-13T16:12:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56114426a710 con 0x56114428bff0 2024-09-13T16:12:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x5611442afaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e2b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x5611442afaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40182/0 (socket says 172.21.15.39:40182) 2024-09-13T16:12:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.125+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/1902546100 learned_addr learned my addr 172.21.15.39:0/1902546100 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2affd640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56114428bff0 0x5611442db950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x5611442bb420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56114428bff0 msgr2=0x5611442db950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56114428bff0 0x5611442db950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 msgr2=0x5611442bb420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x5611442bb420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2b7fe640 1 -- 172.21.15.39:0/1902546100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561144177790 con 0x561144275070 2024-09-13T16:12:19.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2affd640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56114428bff0 0x5611442db950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:19.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x5611442bb420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:19.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x5611442afaa0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c089760 tx=0x7f2e1c01d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a587c7f55494e2cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e11ffb640 1 -- 172.21.15.39:0/1902546100 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c0602b0 con 0x561144275070 2024-09-13T16:12:19.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e11ffb640 1 -- 172.21.15.39:0/1902546100 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e1c05c180 con 0x561144275070 2024-09-13T16:12:19.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e11ffb640 1 -- 172.21.15.39:0/1902546100 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e1c057af0 con 0x561144275070 2024-09-13T16:12:19.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 -- 172.21.15.39:0/1902546100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 msgr2=0x5611442afaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x5611442afaa0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c089760 tx=0x7f2e1c01d000 comp rx=0 tx=0).stop 2024-09-13T16:12:19.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 -- 172.21.15.39:0/1902546100 shutdown_connections 2024-09-13T16:12:19.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x5611442bb420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56114428bff0 0x5611442db950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1902546100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561144275070 0x5611442afaa0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 -- 172.21.15.39:0/1902546100 >> 172.21.15.39:0/1902546100 conn(0x561144274c90 msgr2=0x56114426f210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.126+0000 7f2e34c48740 1 -- 172.21.15.39:0/1902546100 shutdown_connections 2024-09-13T16:12:19.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.127+0000 7f2e34c48740 1 -- 172.21.15.39:0/1902546100 wait complete. 2024-09-13T16:12:19.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.127+0000 7f2e34c48740 1 -- start start 2024-09-13T16:12:19.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.127+0000 7f2e34c48740 1 Processor -- start 2024-09-13T16:12:19.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561144275070 0x56114431cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 0x561144298a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x561144326400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561144327120 con 0x56114428bff0 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611442afc40 con 0x5611442b8ef0 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611442985b0 con 0x561144275070 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e34c48740 10 client.0 _ll_register_callbacks cb 0x5611442bdaa0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 0x561144298a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 0x561144298a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40186/0 (socket says 172.21.15.39:40186) 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 -- 172.21.15.39:0/1620895077 learned_addr learned my addr 172.21.15.39:0/1620895077 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x561144326400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561144275070 0x56114431cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 -- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561144275070 msgr2=0x56114431cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561144275070 0x56114431cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 -- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 msgr2=0x561144326400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x561144326400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 -- 172.21.15.39:0/1620895077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5611441d5620 con 0x56114428bff0 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561144275070 0x56114431cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2bfff640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x561144326400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e2affd640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 0x561144298a40 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f2e2004e000 tx=0x7f2e2002c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ceb2d41b4264795 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.128+0000 7f2e0a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/1620895077 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e2005f400 con 0x56114428bff0 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/1620895077 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e2004d070 con 0x56114428bff0 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561143f2ee30 con 0x56114428bff0 2024-09-13T16:12:19.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/1620895077 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=22) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2e2005f560 con 0x56114428bff0 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 10 client.5790 fetch_fsmap learned FSMap version 22 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=22,monmap=2+}) v3 -- 0x56114419cea0 con 0x56114428bff0 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/1620895077 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x561143f2ee30 con 0x56114428bff0 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/1620895077 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 22) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f2e2005fd20 con 0x56114428bff0 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 10 client.5790 fetch_fsmap finished waiting for FSMap version 22 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 10 client.5790 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 20 client.5790 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x5611442b5e90 0x5611442bb420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 4 client.5790 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x56114429a580 con 0x5611442b5e90 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.129+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x5611442b5e90 0x5611442bb420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:19.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e0a7fc640 10 client.5790 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e2b7fe640 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x5611442b5e90 0x5611442bb420 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da862bacd32597a6 server_cookie=74c5eaff08782abc in_seq=0 out_seq=0 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e0a7fc640 1 -- 172.21.15.39:0/1620895077 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+256 (crc 0 0 0) 0x56114429a580 con 0x5611442b5e90 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e0a7fc640 10 client.5790 handle_command_reply: tid=0 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 client.5790 shutdown 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 msgr2=0x561144298a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 0x561144298a40 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f2e2004e000 tx=0x7f2e2002c070 comp rx=0 tx=0).stop 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 shutdown_connections 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x5611442b5e90 0x5611442bb420 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611442b8ef0 0x561144326400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e0a7fc640 0 client.5790 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:19.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56114428bff0 0x561144298a40 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 --2- 172.21.15.39:0/1620895077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561144275070 0x56114431cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 >> 172.21.15.39:0/1620895077 conn(0x561144274c90 msgr2=0x5611442dbb70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 shutdown_connections 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 1 -- 172.21.15.39:0/1620895077 wait complete. 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.130+0000 7f2e34c48740 20 client.5790 trim_cache size 0 max 16384 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "IDLE (waiting for more scrubs)", 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": { 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stdout: "e063ebe4-4a4c-4b63-8c1f-79ef00e78c64": { 2024-09-13T16:12:19.143 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/subdir", 2024-09-13T16:12:19.144 INFO:teuthology.orchestra.run.smithi039.stdout: "tag": "e063ebe4-4a4c-4b63-8c1f-79ef00e78c64", 2024-09-13T16:12:19.144 INFO:teuthology.orchestra.run.smithi039.stdout: "options": "repair" 2024-09-13T16:12:19.144 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:12:19.144 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:12:19.144 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:12:19.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1806ac00 msgr2=0x7f2e1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1806ac00 0x7f2e1806d0c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:19.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 msgr2=0x7f2e2c14f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:19.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 0x7f2e2c14f3f0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f2e1c00e9b0 tx=0x7f2e1c00ee70 comp rx=0 tx=0).stop 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 shutdown_connections 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1806ac00 0x7f2e1806d0c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e2c1601f0 0x7f2e2c0b3510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e2c0ce9e0 0x7f2e2c0cb340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 --2- 172.21.15.39:0/2620175236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e2c0afc80 0x7f2e2c14f3f0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 >> 172.21.15.39:0/2620175236 conn(0x7f2e2c0d04e0 msgr2=0x7f2e2c06bfd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 shutdown_connections 2024-09-13T16:12:19.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:19.131+0000 7f2e31e48640 1 -- 172.21.15.39:0/2620175236 wait complete. 2024-09-13T16:12:19.146 INFO:tasks.cephfs.filesystem:scrub status for tag:e063ebe4-4a4c-4b63-8c1f-79ef00e78c64 - {'path': '/subdir', 'tag': 'e063ebe4-4a4c-4b63-8c1f-79ef00e78c64', 'options': 'repair'} 2024-09-13T16:12:43.778 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:43.781 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:12:49.147 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.2:0 scrub status 2024-09-13T16:12:49.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.263+0000 7f3be4f9c640 1 Processor -- start 2024-09-13T16:12:49.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.263+0000 7f3be4f9c640 1 -- start start 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3be4f9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3be006ff90 0x7f3be015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3be4f9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3be0071eb0 con 0x7f3be0143d30 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3be4f9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3be0072440 con 0x7f3be00b3610 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3be4f9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3be0144110 con 0x7f3be006ff90 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3bde59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3be0143d30 0x7f3be00717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40708/0 (socket says 172.21.15.39:40708) 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3bde59c640 1 -- 172.21.15.39:0/3784034340 learned_addr learned my addr 172.21.15.39:0/3784034340 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3784034340 >> v2:172.21.15.39:3300/0 conn(0x7f3be006ff90 0x7f3be015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3bdd59a640 1 -- 172.21.15.39:0/3784034340 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1744656999 0 0) 0x7f3be0071eb0 con 0x7f3be0143d30 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.264+0000 7f3bdd59a640 1 -- 172.21.15.39:0/3784034340 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3bc8003520 con 0x7f3be0143d30 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.265+0000 7f3bded9d640 1 -- 172.21.15.39:0/3784034340 >> v1:172.21.15.157:6789/0 conn(0x7f3be00b3610 legacy=0x7f3be006f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.265+0000 7f3bded9d640 1 -- 172.21.15.39:0/3784034340 >> v1:172.21.15.39:6789/0 conn(0x7f3be0143d30 legacy=0x7f3be00717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.265+0000 7f3bded9d640 1 -- 172.21.15.39:0/3784034340 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3be0072160 con 0x7f3be006ff90 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.265+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3784034340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be006ff90 0x7f3be015eb20 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009d90 tx=0x7f3bd802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d7853cbf7abf9a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.265+0000 7f3bdd59a640 1 -- 172.21.15.39:0/3784034340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8007740 con 0x7f3be006ff90 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3bdd59a640 1 -- 172.21.15.39:0/3784034340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd802d050 con 0x7f3be006ff90 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3bdd59a640 1 -- 172.21.15.39:0/3784034340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd8007ac0 con 0x7f3be006ff90 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3784034340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be006ff90 msgr2=0x7f3be015eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3784034340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be006ff90 0x7f3be015eb20 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009d90 tx=0x7f3bd802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3784034340 shutdown_connections 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3784034340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be006ff90 0x7f3be015eb20 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3784034340 >> 172.21.15.39:0/3784034340 conn(0x7f3be00b00a0 msgr2=0x7f3be00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3784034340 shutdown_connections 2024-09-13T16:12:49.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.266+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3784034340 wait complete. 2024-09-13T16:12:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 Processor -- start 2024-09-13T16:12:49.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 -- start start 2024-09-13T16:12:49.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3be006ff90 0x7f3be00ac400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3be00b3610 0x7f3be00a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 0x7f3be013fc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be00a8990 con 0x7f3be0143d30 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3be015acc0 con 0x7f3be00b3610 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.268+0000 7f3be4f9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3be015af10 con 0x7f3be006ff90 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 0x7f3be013fc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 0x7f3be013fc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55660/0 (socket says 172.21.15.39:55660) 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 -- 172.21.15.39:0/3019263102 learned_addr learned my addr 172.21.15.39:0/3019263102 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3be006ff90 0x7f3be00ac400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 -- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3be006ff90 msgr2=0x7f3be00ac400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3be006ff90 0x7f3be00ac400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 -- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3be00b3610 msgr2=0x7f3be00a8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3be00b3610 0x7f3be00a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3be00b3610 0x7f3be00a8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 -- 172.21.15.39:0/3019263102 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bd8009a70 con 0x7f3be0143d30 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 0x7f3be013fc40 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009d90 tx=0x7f3bd8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bceffd640 1 -- 172.21.15.39:0/3019263102 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd803c830 con 0x7f3be0143d30 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bceffd640 1 -- 172.21.15.39:0/3019263102 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd803c990 con 0x7f3be0143d30 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3be015b1f0 con 0x7f3be0143d30 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3bceffd640 1 -- 172.21.15.39:0/3019263102 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd803cd00 con 0x7f3be0143d30 2024-09-13T16:12:49.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.269+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3be015b7b0 con 0x7f3be0143d30 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.271+0000 7f3bceffd640 1 -- 172.21.15.39:0/3019263102 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3bd8031400 con 0x7f3be0143d30 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.271+0000 7f3bceffd640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bc006ac30 0x7f3bc006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.272+0000 7f3bceffd640 1 -- 172.21.15.39:0/3019263102 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3bd80aac10 con 0x7f3be0143d30 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.272+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bc006ac30 0x7f3bc006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.272+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bc006ac30 0x7f3bc006d0f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3bd00011e0 tx=0x7f3bd0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.272+0000 7f3be7cbd740 1 Processor -- start 2024-09-13T16:12:49.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 -- start start 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 0x56041ff87ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5f000 0x56041ff5dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ffa1080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041fec6f20 con 0x56041ff876d0 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041fec46b0 con 0x56041ff5f000 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56041febffa0 con 0x56041ffa30c0 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3bde59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 0x56041ff87ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3bde59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 0x56041ff87ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55668/0 (socket says 172.21.15.39:55668) 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.273+0000 7f3bde59c640 1 -- 172.21.15.39:0/837323392 learned_addr learned my addr 172.21.15.39:0/837323392 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bded9d640 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ffa1080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5f000 0x56041ff5dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bde59c640 1 -- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 msgr2=0x56041ffa1080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bde59c640 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ffa1080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bde59c640 1 -- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5f000 msgr2=0x56041ff5dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bde59c640 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5f000 0x56041ff5dc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bde59c640 1 -- 172.21.15.39:0/837323392 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56041fe7a840 con 0x56041ff876d0 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bded9d640 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ffa1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bde59c640 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 0x56041ff87ab0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0005ad0 tx=0x7f3bd0010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94a00850da863e69 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bbffff640 1 -- 172.21.15.39:0/837323392 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd000d8b0 con 0x56041ff876d0 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bbffff640 1 -- 172.21.15.39:0/837323392 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd000da10 con 0x56041ff876d0 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.274+0000 7f3bbffff640 1 -- 172.21.15.39:0/837323392 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd000dd80 con 0x56041ff876d0 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 -- 172.21.15.39:0/837323392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 msgr2=0x56041ff87ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 0x56041ff87ab0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0005ad0 tx=0x7f3bd0010000 comp rx=0 tx=0).stop 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 -- 172.21.15.39:0/837323392 shutdown_connections 2024-09-13T16:12:49.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ffa1080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5f000 0x56041ff5dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/837323392 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff876d0 0x56041ff87ab0 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 -- 172.21.15.39:0/837323392 >> 172.21.15.39:0/837323392 conn(0x56041ff59f90 msgr2=0x56041ffa24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 -- 172.21.15.39:0/837323392 shutdown_connections 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.275+0000 7f3be7cbd740 1 -- 172.21.15.39:0/837323392 wait complete. 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.276+0000 7f3be7cbd740 1 -- start start 2024-09-13T16:12:49.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.276+0000 7f3be7cbd740 1 Processor -- start 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ff876d0 0x56041ff5c770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 0x56041ff8b080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5ccb0 0x56041ff83af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041fe612a0 con 0x56041ffa30c0 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041fb98430 con 0x56041ff5ccb0 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56041fe43680 con 0x56041ff876d0 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3be7cbd740 10 client.0 _ll_register_callbacks cb 0x56041feb9610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 0x56041ff8b080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 0x56041ff8b080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55674/0 (socket says 172.21.15.39:55674) 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 -- 172.21.15.39:0/3946097608 learned_addr learned my addr 172.21.15.39:0/3946097608 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5ccb0 0x56041ff83af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ff876d0 0x56041ff5c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 -- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ff876d0 msgr2=0x56041ff5c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ff876d0 0x56041ff5c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 -- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5ccb0 msgr2=0x56041ff83af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5ccb0 0x56041ff83af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 -- 172.21.15.39:0/3946097608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bc8003520 con 0x56041ffa30c0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 0x56041ff8b080 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4001c30 tx=0x7f3bd400e590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7041bb7d95f3262b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.277+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/3946097608 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd40052d0 con 0x56041ffa30c0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/3946097608 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3bd4005430 con 0x56041ffa30c0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56041fbb34e0 con 0x56041ffa30c0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/3946097608 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bd4007e60 con 0x56041ffa30c0 2024-09-13T16:12:49.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 10 client.5805 fetch_fsmap learned FSMap version 23 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) v3 -- 0x56041febe620 con 0x56041ffa30c0 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/3946097608 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56041fbb34e0 con 0x56041ffa30c0 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/3946097608 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f3bd40035f0 con 0x56041ffa30c0 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 10 client.5805 fetch_fsmap finished waiting for FSMap version 23 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 10 client.5805 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 20 client.5805 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56041ffabf80 0x56041ffac360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 4 client.5805 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56041fbc47e0 con 0x56041ffabf80 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.278+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56041ffabf80 0x56041ffac360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.279+0000 7f3bbd7fa640 10 client.5805 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.279+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56041ffabf80 0x56041ffac360 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f893e12606f95819 server_cookie=9bf7b728585716bc in_seq=0 out_seq=0 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.279+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/3946097608 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56041fbc47e0 con 0x56041ffabf80 2024-09-13T16:12:49.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.279+0000 7f3bbd7fa640 10 client.5805 handle_command_reply: tid=0 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.279+0000 7f3be7cbd740 1 client.5805 shutdown 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 msgr2=0x56041ff8b080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 0x56041ff8b080 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f3bd4001c30 tx=0x7f3bd400e590 comp rx=0 tx=0).stop 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 shutdown_connections 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x56041ffabf80 0x56041ffac360 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff5ccb0 0x56041ff83af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3bbd7fa640 0 client.5805 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ffa30c0 0x56041ff8b080 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3946097608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ff876d0 0x56041ff5c770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 >> 172.21.15.39:0/3946097608 conn(0x56041ff5f000 msgr2=0x56041ffa5780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 shutdown_connections 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3946097608 wait complete. 2024-09-13T16:12:49.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.280+0000 7f3be7cbd740 20 client.5805 trim_cache size 0 max 16384 2024-09-13T16:12:49.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.294+0000 7f3be7cbd740 1 Processor -- start 2024-09-13T16:12:49.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.294+0000 7f3be7cbd740 1 -- start start 2024-09-13T16:12:49.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ff88c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x56041ff587a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041ff89170 con 0x56041ff5ccb0 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041ffa06f0 con 0x56041ff876d0 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56041ffacbd0 con 0x56041ffa30c0 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3bde59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ff88c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3bde59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ff88c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55678/0 (socket says 172.21.15.39:55678) 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.295+0000 7f3bde59c640 1 -- 172.21.15.39:0/3540455946 learned_addr learned my addr 172.21.15.39:0/3540455946 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x56041ff587a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bded9d640 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bde59c640 1 -- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 msgr2=0x56041ff58ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bde59c640 1 -- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 msgr2=0x56041ff587a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x56041ff587a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bde59c640 1 -- 172.21.15.39:0/3540455946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56041fe60790 con 0x56041ff5ccb0 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bde59c640 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ff88c30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0001420 tx=0x7f3bd0007000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0b99e07f18836b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bccff9640 1 -- 172.21.15.39:0/3540455946 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0027040 con 0x56041ff5ccb0 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bccff9640 1 -- 172.21.15.39:0/3540455946 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bd000dd80 con 0x56041ff5ccb0 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3bccff9640 1 -- 172.21.15.39:0/3540455946 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd002e250 con 0x56041ff5ccb0 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3540455946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 msgr2=0x56041ff88c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.296+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ff88c30 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0001420 tx=0x7f3bd0007000 comp rx=0 tx=0).stop 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3540455946 shutdown_connections 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x56041ff587a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/3540455946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ff88c30 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3540455946 >> 172.21.15.39:0/3540455946 conn(0x56041ff5f000 msgr2=0x56041ffac360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3540455946 shutdown_connections 2024-09-13T16:12:49.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 -- 172.21.15.39:0/3540455946 wait complete. 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 -- start start 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.297+0000 7f3be7cbd740 1 Processor -- start 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ffc0230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x560420010650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56041ff57cc0 con 0x56041ff5ccb0 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560420011260 con 0x56041ff876d0 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56041ff57a70 con 0x56041ffa30c0 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3be7cbd740 10 client.0 _ll_register_callbacks cb 0x7f3bd4007b90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3bde59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ffc0230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3bde59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ffc0230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55684/0 (socket says 172.21.15.39:55684) 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3bde59c640 1 -- 172.21.15.39:0/1133517462 learned_addr learned my addr 172.21.15.39:0/1133517462 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x560420010650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.298+0000 7f3bded9d640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bde59c640 1 -- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 msgr2=0x56041ff58620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bde59c640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bde59c640 1 -- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 msgr2=0x560420010650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bde59c640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x560420010650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bde59c640 1 -- 172.21.15.39:0/1133517462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56041fe7a840 con 0x56041ff5ccb0 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bded9d640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bde59c640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ffc0230 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0005ad0 tx=0x7f3bd0000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb0f79f1fde3e99d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bbd7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/1133517462 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bd0007710 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/1133517462 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f3bd0027040 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56041ffa69b0 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/1133517462 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f3bd002e260 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 10 client.5811 fetch_fsmap learned FSMap version 23 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) v3 -- 0x56041fe85ea0 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/1133517462 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56041ffa69b0 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/1133517462 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f3bd0036070 con 0x56041ff5ccb0 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 10 client.5811 fetch_fsmap finished waiting for FSMap version 23 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 10 client.5811 resolve_mds: resolved 2:0 to role '2:0' aka daemon mds.d 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 20 client.5811 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x560420010b90 0x56041ff58b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 4 client.5811 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "scrub status"}] 2024-09-13T16:12:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.299+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "scrub status"}) v1 -- 0x7f3bd000da10 con 0x560420010b90 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.300+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x560420010b90 0x56041ff58b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.300+0000 7f3bddd9b640 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x560420010b90 0x56041ff58b60 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aa99dff30e16d16d server_cookie=ca596c6cc0583ce9 in_seq=0 out_seq=0 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.300+0000 7f3bbd7fa640 10 client.5811 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.300+0000 7f3bbd7fa640 1 -- 172.21.15.39:0/1133517462 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+63 (crc 0 0 0) 0x7f3bd000da10 con 0x560420010b90 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.300+0000 7f3bbd7fa640 10 client.5811 handle_command_reply: tid=0 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.300+0000 7f3be7cbd740 1 client.5811 shutdown 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 msgr2=0x56041ffc0230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ffc0230 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f3bd0005ad0 tx=0x7f3bd0000ed0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 shutdown_connections 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x560420010b90 0x56041ff58b60 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56041ffa30c0 0x56041ff58620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56041ff876d0 0x560420010650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3bbd7fa640 0 client.5811 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 --2- 172.21.15.39:0/1133517462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56041ff5ccb0 0x56041ffc0230 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 >> 172.21.15.39:0/1133517462 conn(0x56041ff5f000 msgr2=0x56041ffac360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 shutdown_connections 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 1 -- 172.21.15.39:0/1133517462 wait complete. 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be7cbd740 20 client.5811 trim_cache size 0 max 16384 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stdout: "status": "no active scrubs running", 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stdout: "scrubs": {} 2024-09-13T16:12:49.309 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:12:49.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bc006ac30 msgr2=0x7f3bc006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bc006ac30 0x7f3bc006d0f0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f3bd00011e0 tx=0x7f3bd0009040 comp rx=0 tx=0).stop 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 msgr2=0x7f3be013fc40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 0x7f3be013fc40 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f3bd8009d90 tx=0x7f3bd8004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 shutdown_connections 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bc006ac30 0x7f3bc006d0f0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3be0143d30 0x7f3be013fc40 unknown :-1 s=CLOSED pgs=566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3be00b3610 0x7f3be00a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 --2- 172.21.15.39:0/3019263102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3be006ff90 0x7f3be00ac400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.301+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 >> 172.21.15.39:0/3019263102 conn(0x7f3be00b00a0 msgr2=0x7f3be006f250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.302+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 shutdown_connections 2024-09-13T16:12:49.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.302+0000 7f3be4f9c640 1 -- 172.21.15.39:0/3019263102 wait complete. 2024-09-13T16:12:49.314 INFO:tasks.cephfs.filesystem:all active scrubs completed 2024-09-13T16:12:49.314 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:12:49.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.414+0000 7f1ac0c32640 1 Processor -- start 2024-09-13T16:12:49.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.414+0000 7f1ac0c32640 1 -- start start 2024-09-13T16:12:49.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.415+0000 7f1ac0c32640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1abc15cef0 0x7f1abc0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.415+0000 7f1ac0c32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0b5ab0 0x7f1abc0b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.415+0000 7f1ac0c32640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1abc0d11f0 con 0x7f1abc0cd560 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.415+0000 7f1ac0c32640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1abc0b6460 con 0x7f1abc15cef0 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.415+0000 7f1ac0c32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1abc15d2d0 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1abad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0b5ab0 0x7f1abc0b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1aba59c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1abc15cef0 0x7f1abc0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1abad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0b5ab0 0x7f1abc0b5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:54854/0 (socket says 172.21.15.39:54854) 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1abad9d640 1 -- 172.21.15.39:0/984426411 learned_addr learned my addr 172.21.15.39:0/984426411 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1aba59c640 1 -- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0b5ab0 msgr2=0x7f1abc0b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1aba59c640 1 --2- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0b5ab0 0x7f1abc0b5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1aba59c640 1 -- 172.21.15.39:0/984426411 >> v1:172.21.15.157:6789/0 conn(0x7f1abc0cd560 legacy=0x7f1abc0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.416+0000 7f1aba59c640 1 -- 172.21.15.39:0/984426411 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1abc0cda00 con 0x7f1abc15cef0 2024-09-13T16:12:49.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.417+0000 7f1aba59c640 1 --2- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0cd020 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1aac0097a0 tx=0x7f1aac02a210 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8c59972e6a44da73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.417+0000 7f1ab959a640 1 -- 172.21.15.39:0/984426411 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac032440 con 0x7f1abc15cef0 2024-09-13T16:12:49.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.417+0000 7f1ab959a640 1 -- 172.21.15.39:0/984426411 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aac0325a0 con 0x7f1abc15cef0 2024-09-13T16:12:49.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.417+0000 7f1ab959a640 1 -- 172.21.15.39:0/984426411 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac032930 con 0x7f1abc15cef0 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 -- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 msgr2=0x7f1abc0cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0cd020 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f1aac0097a0 tx=0x7f1aac02a210 comp rx=0 tx=0).stop 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 -- 172.21.15.39:0/984426411 shutdown_connections 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0b5ab0 0x7f1abc0b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/984426411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0cd020 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 -- 172.21.15.39:0/984426411 >> 172.21.15.39:0/984426411 conn(0x7f1abc06a3a0 msgr2=0x7f1abc06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 -- 172.21.15.39:0/984426411 shutdown_connections 2024-09-13T16:12:49.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.418+0000 7f1ac0c32640 1 -- 172.21.15.39:0/984426411 wait complete. 2024-09-13T16:12:49.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.419+0000 7f1ac0c32640 1 Processor -- start 2024-09-13T16:12:49.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.419+0000 7f1ac0c32640 1 -- start start 2024-09-13T16:12:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ac0c32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 0x7f1abc0ca540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ac0c32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0cd560 0x7f1abc14ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ac0c32640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0c7df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ac0c32640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1abc0cb200 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ac0c32640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1abc0b3550 con 0x7f1abc15cef0 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ac0c32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1abc1502a0 con 0x7f1abc0cd560 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 0x7f1abc0ca540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 0x7f1abc0ca540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55698/0 (socket says 172.21.15.39:55698) 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 -- 172.21.15.39:0/4090745855 learned_addr learned my addr 172.21.15.39:0/4090745855 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1abad9d640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0c7df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ab9d9b640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0cd560 0x7f1abc14ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 -- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0cd560 msgr2=0x7f1abc14ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0cd560 0x7f1abc14ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 -- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 msgr2=0x7f1abc0c7df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0c7df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1aba59c640 1 -- 172.21.15.39:0/4090745855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1aac009400 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1ab9d9b640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0cd560 0x7f1abc14ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.420+0000 7f1abad9d640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0c7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.421+0000 7f1aba59c640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 0x7f1abc0ca540 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1aac035040 tx=0x7f1aac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.421+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac006e10 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.421+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1aac032e90 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.421+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1aac030be0 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.421+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1abc14d3c0 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.421+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1abc0caf20 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.422+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1abc0d0aa0 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.422+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1aac039040 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.423+0000 7f1aaaffd640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.423+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1aac0a9ce0 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.423+0000 7f1ab9d9b640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:49.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.424+0000 7f1ab9d9b640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1ab0007fd0 tx=0x7f1ab0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:49.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.427+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1aac074f80 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.636+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f1abc0b5f20 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.636+0000 7f1aaaffd640 1 -- 172.21.15.39:0/4090745855 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v23) v1 ==== 53+0+73 (secure 0 0 0) 0x7f1aac030d40 con 0x7f1abc0b5ab0 2024-09-13T16:12:49.638 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a9c06ac00 msgr2=0x7f1a9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7f1ab0007fd0 tx=0x7f1ab0009040 comp rx=0 tx=0).stop 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 msgr2=0x7f1abc0ca540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 0x7f1abc0ca540 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7f1aac035040 tx=0x7f1aac0046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 shutdown_connections 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a9c06ac00 0x7f1a9c06d0c0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1abc15cef0 0x7f1abc0c7df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1abc0cd560 0x7f1abc14ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 --2- 172.21.15.39:0/4090745855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1abc0b5ab0 0x7f1abc0ca540 unknown :-1 s=CLOSED pgs=571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 >> 172.21.15.39:0/4090745855 conn(0x7f1abc06a3a0 msgr2=0x7f1abc159c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 shutdown_connections 2024-09-13T16:12:49.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:49.638+0000 7f1ac0c32640 1 -- 172.21.15.39:0/4090745855 wait complete. 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:12:49.651 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:49.652 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.652 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:12:49.668 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:12:49.668 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:12:49.668 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:12:49.668 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:12:49.669 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42643sec preferred_lft 42643sec 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:49.670 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:12:49.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.671 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:12:49.732 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:12:49.734 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.734 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:12:49.791 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:12:49.791 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:12:49.791 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:12:49.791 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:12:49.791 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:12:49.792 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.792 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:12:49.792 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:12:49.792 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:12:49.792 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:12:49.792 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:12:49.792 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:12:49.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.880 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:12:49.895 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:12:49.896 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:12:49.896 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:49.896 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:49.896 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:12:49.962 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:12:49.962 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:49.963 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:50.018 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:12:50.018 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:12:50.018 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:50.075 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:12:50.142 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:50.143 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:50.208 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:50.209 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:50.209 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:50.209 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:12:50.265 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:12:50.265 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:12:50.308 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:12:50.333 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:12:50.334 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:12:50.393 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:12:50.391+0000 7efe82b66480 -1 init, newargv = 0x55932a28d4c0 newargc=15 2024-09-13T16:12:50.393 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[53753]: starting ceph client 2024-09-13T16:12:50.398 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[53753]: starting fuse 2024-09-13T16:12:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:12:50.403 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:12:50.403 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:50.404 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:12:50.460 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:12:50.461 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:50.464 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:12:50.465 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:12:50.466 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:12:50.466 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:12:50.466 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:12:50.466 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:50.466 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:12:50.466 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:12:50.577 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.53753.asok 2024-09-13T16:12:50.763 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.53753.asok 2024-09-13T16:12:50.764 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:50.764 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.53753.asok status 2024-09-13T16:12:50.900 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "53753", 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:12:50.901 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 5823, 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 5823 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:50.902 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2394879034 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2394879034 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.5823 192.168.0.1:0/2394879034", 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/2394879034", 2024-09-13T16:12:50.903 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:12:50.904 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 23, 2024-09-13T16:12:50.904 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 36, 2024-09-13T16:12:50.904 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:12:50.904 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:12:50.904 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:12:50.904 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:12:50.908 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:50.909 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:12:50.909 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:50.925 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:12:50.925 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:50.926 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:50.926 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:50.991 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:50.991 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec getfattr --only-values -n ceph.dir.files ./subdir) 2024-09-13T16:12:51.049 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:12:51.050 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 file_to_be_damaged_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:12:51.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 Processor -- start 2024-09-13T16:12:51.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 -- start start 2024-09-13T16:12:51.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 0x55c86165b320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c86165b860 0x55c86165e410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165fe30 0x55c86165e950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c861553be0 con 0x7f704c0030b0 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c86154f4d0 con 0x55c86165b860 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7066720f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c8614eab60 con 0x55c86165fe30 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7063903640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 0x55c86165b320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7063903640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 0x55c86165b320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55708/0 (socket says 172.21.15.39:55708) 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.135+0000 7f7063903640 1 -- 172.21.15.39:0/642399588 learned_addr learned my addr 172.21.15.39:0/642399588 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7064104640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165fe30 0x55c86165e950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063102640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c86165b860 0x55c86165e410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063903640 1 -- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165fe30 msgr2=0x55c86165e950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063903640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165fe30 0x55c86165e950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063903640 1 -- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c86165b860 msgr2=0x55c86165e410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063903640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c86165b860 0x55c86165e410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063903640 1 -- 172.21.15.39:0/642399588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c8614ed060 con 0x7f704c0030b0 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7064104640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165fe30 0x55c86165e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063102640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c86165b860 0x55c86165e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7063903640 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 0x55c86165b320 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f705400a750 tx=0x7f7054005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc51d0716d53b761 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7062100640 1 -- 172.21.15.39:0/642399588 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7054010840 con 0x7f704c0030b0 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7062100640 1 -- 172.21.15.39:0/642399588 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70540109a0 con 0x7f704c0030b0 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7062100640 1 -- 172.21.15.39:0/642399588 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7054010b10 con 0x7f704c0030b0 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7066720f40 1 -- 172.21.15.39:0/642399588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 msgr2=0x55c86165b320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7066720f40 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 0x55c86165b320 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f705400a750 tx=0x7f7054005d80 comp rx=0 tx=0).stop 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.136+0000 7f7066720f40 1 -- 172.21.15.39:0/642399588 shutdown_connections 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165fe30 0x55c86165e950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c86165b860 0x55c86165e410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 --2- 172.21.15.39:0/642399588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f704c0030b0 0x55c86165b320 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 -- 172.21.15.39:0/642399588 >> 172.21.15.39:0/642399588 conn(0x55c8615ed810 msgr2=0x55c8615e8f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 -- 172.21.15.39:0/642399588 shutdown_connections 2024-09-13T16:12:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 -- 172.21.15.39:0/642399588 wait complete. 2024-09-13T16:12:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 Processor -- start 2024-09-13T16:12:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.137+0000 7f7066720f40 1 -- start start 2024-09-13T16:12:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7066720f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165b860 0x55c861654d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7066720f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c86165fe30 0x55c86167a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7066720f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0030b0 0x55c86167adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7066720f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8614ea800 con 0x55c86165fe30 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7066720f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c8614cd520 con 0x7f704c0030b0 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7066720f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c86165ef50 con 0x55c86165b860 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c86165fe30 0x55c86167a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c86165fe30 0x55c86167a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55724/0 (socket says 172.21.15.39:55724) 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 -- 172.21.15.39:0/2437532827 learned_addr learned my addr 172.21.15.39:0/2437532827 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 -- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165b860 msgr2=0x55c861654d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063903640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165b860 0x55c861654d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7064104640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0030b0 0x55c86167adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c86165b860 0x55c861654d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 -- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0030b0 msgr2=0x55c86167adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f704c0030b0 0x55c86167adb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 -- 172.21.15.39:0/2437532827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f705400a380 con 0x55c86165fe30 2024-09-13T16:12:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.138+0000 7f7063102640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c86165fe30 0x55c86167a870 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f7058025870 tx=0x7f70580012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.139+0000 7f70610fe640 1 -- 172.21.15.39:0/2437532827 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f705805f070 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.139+0000 7f70610fe640 1 -- 172.21.15.39:0/2437532827 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7058001660 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.139+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55c8614ecac0 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.139+0000 7f70610fe640 1 -- 172.21.15.39:0/2437532827 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7058055b10 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.139+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c861655290 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.140+0000 7f70610fe640 1 -- 172.21.15.39:0/2437532827 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7058055c70 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.140+0000 7f70610fe640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70500695e0 0x7f705006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f70610fe640 1 -- 172.21.15.39:0/2437532827 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f70580ca830 con 0x55c86165fe30 2024-09-13T16:12:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f7066720f40 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c86165cf10 0x55c8617124e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 4.10 4:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=115b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e36) v8 -- 0x55c861650bb0 con 0x55c86165cf10 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f7063903640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70500695e0 0x7f705006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f7064104640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c86165cf10 0x55c8617124e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f7064104640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c86165cf10 0x55c8617124e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.141+0000 7f7063903640 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70500695e0 0x7f705006baa0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7054000f80 tx=0x7f7054015000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7064104640 1 -- 172.21.15.39:0/2437532827 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v36'12 uv12 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f705c00b350 con 0x55c86165cf10 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c86165cf10 msgr2=0x55c8617124e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7066720f40 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c86165cf10 0x55c8617124e0 crc :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70500695e0 msgr2=0x7f705006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7066720f40 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70500695e0 0x7f705006baa0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f7054000f80 tx=0x7f7054015000 comp rx=0 tx=0).stop 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c86165fe30 msgr2=0x55c86167a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7066720f40 1 --2- 172.21.15.39:0/2437532827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c86165fe30 0x55c86167a870 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f7058025870 tx=0x7f70580012d0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.142+0000 7f7064104640 1 -- 172.21.15.39:0/2437532827 reap_dead start 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.143+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 shutdown_connections 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.143+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 >> 172.21.15.39:0/2437532827 conn(0x55c8615ed810 msgr2=0x55c8615a1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.143+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 shutdown_connections 2024-09-13T16:12:51.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.143+0000 7f7066720f40 1 -- 172.21.15.39:0/2437532827 wait complete. 2024-09-13T16:12:51.149 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:51.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.250+0000 7f2535d01640 1 Processor -- start 2024-09-13T16:12:51.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.250+0000 7f2535d01640 1 -- start start 2024-09-13T16:12:51.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f2535d01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2530158cb0 0x7f25300cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f2535d01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f253006f4a0 0x7f2530069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f2535d01640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f253006a870 con 0x7f253006a410 2024-09-13T16:12:51.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f2535d01640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f253006f910 con 0x7f2530158cb0 2024-09-13T16:12:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f2535d01640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f253006fbd0 con 0x7f253006f4a0 2024-09-13T16:12:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2530158cb0 0x7f25300cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f253006a410 0x7f25300b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40728/0 (socket says 172.21.15.39:40728) 2024-09-13T16:12:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252ffff640 1 -- 172.21.15.39:0/487476788 learned_addr learned my addr 172.21.15.39:0/487476788 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252effd640 1 --2- 172.21.15.39:0/487476788 >> v2:172.21.15.157:3300/0 conn(0x7f253006f4a0 0x7f2530069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252f7fe640 1 -- 172.21.15.39:0/487476788 >> v2:172.21.15.157:3300/0 conn(0x7f253006f4a0 msgr2=0x7f2530069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252f7fe640 1 --2- 172.21.15.39:0/487476788 >> v2:172.21.15.157:3300/0 conn(0x7f253006f4a0 0x7f2530069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252f7fe640 1 -- 172.21.15.39:0/487476788 >> v1:172.21.15.39:6789/0 conn(0x7f253006a410 legacy=0x7f25300b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252e7fc640 1 -- 172.21.15.39:0/487476788 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3980215562 0 0) 0x7f253006a870 con 0x7f253006a410 2024-09-13T16:12:51.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.251+0000 7f252f7fe640 1 -- 172.21.15.39:0/487476788 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f253006feb0 con 0x7f2530158cb0 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.252+0000 7f252f7fe640 1 --2- 172.21.15.39:0/487476788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f25300cee00 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f253015c890 tx=0x7f252002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65584757f80857a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.252+0000 7f252e7fc640 1 -- 172.21.15.39:0/487476788 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2520032440 con 0x7f2530158cb0 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.252+0000 7f252e7fc640 1 -- 172.21.15.39:0/487476788 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25200325a0 con 0x7f2530158cb0 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.252+0000 7f252e7fc640 1 -- 172.21.15.39:0/487476788 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2520032930 con 0x7f2530158cb0 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 -- 172.21.15.39:0/487476788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 msgr2=0x7f25300cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 --2- 172.21.15.39:0/487476788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f25300cee00 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f253015c890 tx=0x7f252002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 -- 172.21.15.39:0/487476788 shutdown_connections 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 --2- 172.21.15.39:0/487476788 >> v2:172.21.15.157:3300/0 conn(0x7f253006f4a0 0x7f2530069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 --2- 172.21.15.39:0/487476788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f25300cee00 unknown :-1 s=CLOSED pgs=580 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 -- 172.21.15.39:0/487476788 >> 172.21.15.39:0/487476788 conn(0x7f253006b3b0 msgr2=0x7f253006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 -- 172.21.15.39:0/487476788 shutdown_connections 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.253+0000 7f2535d01640 1 -- 172.21.15.39:0/487476788 wait complete. 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.254+0000 7f2535d01640 1 Processor -- start 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.254+0000 7f2535d01640 1 -- start start 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f2535d01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f253006a410 0x7f2530152510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f2535d01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253006f4a0 0x7f2530150340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f2535d01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f2530150880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f2535d01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2530144df0 con 0x7f2530158cb0 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f2535d01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2530152a50 con 0x7f253006a410 2024-09-13T16:12:51.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f2535d01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2530144b10 con 0x7f253006f4a0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f2530150880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f2530150880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55728/0 (socket says 172.21.15.39:55728) 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 -- 172.21.15.39:0/1891644045 learned_addr learned my addr 172.21.15.39:0/1891644045 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252effd640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253006f4a0 0x7f2530150340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252f7fe640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f253006a410 0x7f2530152510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 -- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253006f4a0 msgr2=0x7f2530150340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253006f4a0 0x7f2530150340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 -- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f253006a410 msgr2=0x7f2530152510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f253006a410 0x7f2530152510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252ffff640 1 -- 172.21.15.39:0/1891644045 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2520009400 con 0x7f2530158cb0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.255+0000 7f252f7fe640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f253006a410 0x7f2530152510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.256+0000 7f252ffff640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f2530150880 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f252800c810 tx=0x7f252800ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.256+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252800a640 con 0x7f2530158cb0 2024-09-13T16:12:51.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.256+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f252800a7c0 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.256+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f253015c000 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.256+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252800ab70 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.256+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2530151ff0 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.257+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25300672f0 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.257+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f252800acd0 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.258+0000 7f2517fff640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f251c06ac00 0x7f251c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.258+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2528088ab0 con 0x7f2530158cb0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.259+0000 7f252f7fe640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f251c06ac00 0x7f251c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.259+0000 7f252f7fe640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f251c06ac00 0x7f251c06d0c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2520034000 tx=0x7f252002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.262+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2528053d70 con 0x7f2530158cb0 2024-09-13T16:12:51.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.469+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2530067d40 con 0x7f2530158cb0 2024-09-13T16:12:51.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.469+0000 7f2517fff640 1 -- 172.21.15.39:0/1891644045 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f2528018020 con 0x7f2530158cb0 2024-09-13T16:12:51.471 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:51.471 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:23.974937+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":14,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:51.471 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f251c06ac00 msgr2=0x7f251c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f251c06ac00 0x7f251c06d0c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f2520034000 tx=0x7f252002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 msgr2=0x7f2530150880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f2530150880 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f252800c810 tx=0x7f252800ccd0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 shutdown_connections 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f251c06ac00 0x7f251c06d0c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2530158cb0 0x7f2530150880 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253006f4a0 0x7f2530150340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 --2- 172.21.15.39:0/1891644045 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f253006a410 0x7f2530152510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 >> 172.21.15.39:0/1891644045 conn(0x7f253006b3b0 msgr2=0x7f253014bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 shutdown_connections 2024-09-13T16:12:51.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.471+0000 7f2535d01640 1 -- 172.21.15.39:0/1891644045 wait complete. 2024-09-13T16:12:51.484 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d damage rm 3942395531 2024-09-13T16:12:51.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.587+0000 7f56f3786640 1 Processor -- start 2024-09-13T16:12:51.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.587+0000 7f56f3786640 1 -- start start 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f3786640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f56ec15c920 0x7f56ec15cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f3786640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56ec15d240 0x7f56ec0cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f3786640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56ec15dd50 con 0x7f56ec160400 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f3786640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56ec0cd290 con 0x7f56ec15d240 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f3786640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56ec15d790 con 0x7f56ec15c920 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f1d23640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56ec15d240 0x7f56ec0cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.588+0000 7f56f0d21640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f56ec160400 0x7f56ec0d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40744/0 (socket says 172.21.15.39:40744) 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f0d21640 1 -- 172.21.15.39:0/2954317266 learned_addr learned my addr 172.21.15.39:0/2954317266 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f1522640 1 --2- 172.21.15.39:0/2954317266 >> v2:172.21.15.157:3300/0 conn(0x7f56ec15c920 0x7f56ec15cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f1d23640 1 -- 172.21.15.39:0/2954317266 >> v2:172.21.15.157:3300/0 conn(0x7f56ec15c920 msgr2=0x7f56ec15cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f1d23640 1 --2- 172.21.15.39:0/2954317266 >> v2:172.21.15.157:3300/0 conn(0x7f56ec15c920 0x7f56ec15cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f1d23640 1 -- 172.21.15.39:0/2954317266 >> v1:172.21.15.39:6789/0 conn(0x7f56ec160400 legacy=0x7f56ec0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56ebfff640 1 -- 172.21.15.39:0/2954317266 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2106032145 0 0) 0x7f56ec15dd50 con 0x7f56ec160400 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f1d23640 1 -- 172.21.15.39:0/2954317266 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56ec15da70 con 0x7f56ec15d240 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.589+0000 7f56f1522640 1 --2- 172.21.15.39:0/2954317266 >> v2:172.21.15.157:3300/0 conn(0x7f56ec15c920 0x7f56ec15cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f1d23640 1 --2- 172.21.15.39:0/2954317266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d240 0x7f56ec0cf710 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0cf6e0 tx=0x7f56e402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e5bb21a32a6728c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56ebfff640 1 -- 172.21.15.39:0/2954317266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e402ae60 con 0x7f56ec15d240 2024-09-13T16:12:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56ebfff640 1 -- 172.21.15.39:0/2954317266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e4032440 con 0x7f56ec15d240 2024-09-13T16:12:51.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56ebfff640 1 -- 172.21.15.39:0/2954317266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e40327d0 con 0x7f56ec15d240 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 -- 172.21.15.39:0/2954317266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d240 msgr2=0x7f56ec0cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 --2- 172.21.15.39:0/2954317266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d240 0x7f56ec0cf710 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0cf6e0 tx=0x7f56e402a110 comp rx=0 tx=0).stop 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 -- 172.21.15.39:0/2954317266 shutdown_connections 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 --2- 172.21.15.39:0/2954317266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec15d240 0x7f56ec0cf710 unknown :-1 s=CLOSED pgs=583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 --2- 172.21.15.39:0/2954317266 >> v2:172.21.15.157:3300/0 conn(0x7f56ec15c920 0x7f56ec15cd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 -- 172.21.15.39:0/2954317266 >> 172.21.15.39:0/2954317266 conn(0x7f56ec06a790 msgr2=0x7f56ec06aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 -- 172.21.15.39:0/2954317266 shutdown_connections 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.590+0000 7f56f3786640 1 -- 172.21.15.39:0/2954317266 wait complete. 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 Processor -- start 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 -- start start 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15c920 0x7f56ec1f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15d240 0x7f56ec0b6da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 0x7f56ec153ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec156620 con 0x7f56ec160400 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec156ee0 con 0x7f56ec15c920 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.592+0000 7f56f3786640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56ec1571c0 con 0x7f56ec15d240 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 0x7f56ec153ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 0x7f56ec153ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55752/0 (socket says 172.21.15.39:55752) 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 -- 172.21.15.39:0/3995845787 learned_addr learned my addr 172.21.15.39:0/3995845787 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1522640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15c920 0x7f56ec1f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f0d21640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15d240 0x7f56ec0b6da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 -- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15d240 msgr2=0x7f56ec0b6da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15d240 0x7f56ec0b6da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 -- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15c920 msgr2=0x7f56ec1f68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15c920 0x7f56ec1f68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 -- 172.21.15.39:0/3995845787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56e4009400 con 0x7f56ec160400 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f0d21640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15d240 0x7f56ec0b6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f1d23640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 0x7f56ec153ee0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f56e4009890 tx=0x7f56e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56e9ffb640 1 -- 172.21.15.39:0/3995845787 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e4004230 con 0x7f56ec160400 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56e9ffb640 1 -- 172.21.15.39:0/3995845787 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e4004390 con 0x7f56ec160400 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56ec0d1450 con 0x7f56ec160400 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56e9ffb640 1 -- 172.21.15.39:0/3995845787 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e403d830 con 0x7f56ec160400 2024-09-13T16:12:51.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.593+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec157780 con 0x7f56ec160400 2024-09-13T16:12:51.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.595+0000 7f56e9ffb640 1 -- 172.21.15.39:0/3995845787 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f56e403d990 con 0x7f56ec160400 2024-09-13T16:12:51.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.595+0000 7f56e9ffb640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.595+0000 7f56e9ffb640 1 -- 172.21.15.39:0/3995845787 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f56e40aa040 con 0x7f56ec160400 2024-09-13T16:12:51.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.596+0000 7f56f1522640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.596+0000 7f56f1522640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f56dc00d620 tx=0x7f56dc007810 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.596+0000 7f56f64ac740 1 Processor -- start 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.596+0000 7f56f64ac740 1 -- start start 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c466d8ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466d6080 0x558c46725d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 0x558c467262d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f64ac740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c46641ce0 con 0x558c466ffd70 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c4663f470 con 0x558c466d88c0 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558c4663ad60 con 0x558c466d6080 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 0x558c467262d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 0x558c467262d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55766/0 (socket says 172.21.15.39:55766) 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 -- 172.21.15.39:0/2970930857 learned_addr learned my addr 172.21.15.39:0/2970930857 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1522640 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c466d8ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f0d21640 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466d6080 0x558c46725d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 -- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466d6080 msgr2=0x558c46725d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466d6080 0x558c46725d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 -- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 msgr2=0x558c466d8ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c466d8ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.597+0000 7f56f1d23640 1 -- 172.21.15.39:0/2970930857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c465db500 con 0x558c466ffd70 2024-09-13T16:12:51.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f1d23640 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 0x558c467262d0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f56e40a8530 tx=0x7f56e4075320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f556f59c6ad9fcf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56d2ffd640 1 -- 172.21.15.39:0/2970930857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e407ccb0 con 0x558c466ffd70 2024-09-13T16:12:51.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56d2ffd640 1 -- 172.21.15.39:0/2970930857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e4079e90 con 0x558c466ffd70 2024-09-13T16:12:51.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56d2ffd640 1 -- 172.21.15.39:0/2970930857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e4081270 con 0x558c466ffd70 2024-09-13T16:12:51.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 -- 172.21.15.39:0/2970930857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 msgr2=0x558c467262d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 0x558c467262d0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f56e40a8530 tx=0x7f56e4075320 comp rx=0 tx=0).stop 2024-09-13T16:12:51.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 -- 172.21.15.39:0/2970930857 shutdown_connections 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ffd70 0x558c467262d0 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466d6080 0x558c46725d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2970930857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c466d8ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 -- 172.21.15.39:0/2970930857 >> 172.21.15.39:0/2970930857 conn(0x558c466d4ff0 msgr2=0x558c4671d4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 -- 172.21.15.39:0/2970930857 shutdown_connections 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.598+0000 7f56f64ac740 1 -- 172.21.15.39:0/2970930857 wait complete. 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.599+0000 7f56f64ac740 1 -- start start 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.599+0000 7f56f64ac740 1 Processor -- start 2024-09-13T16:12:51.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c4671abf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d3280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d37c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c465f9000 con 0x558c466d88c0 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c465f8ca0 con 0x558c466ff1d0 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558c465be2d0 con 0x558c466ffd70 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f64ac740 10 client.0 _ll_register_callbacks cb 0x558c466343d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c4671abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c4671abf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55776/0 (socket says 172.21.15.39:55776) 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 -- 172.21.15.39:0/1067070032 learned_addr learned my addr 172.21.15.39:0/1067070032 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1d23640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 -- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 msgr2=0x558c466d3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 -- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 msgr2=0x558c466d37c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d37c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1522640 1 -- 172.21.15.39:0/1067070032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56ec157780 con 0x558c466d88c0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.600+0000 7f56f1d23640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f1522640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c4671abf0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f56dc00cec0 tx=0x7f56dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e5a0e709b6cc2ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56cbfff640 1 -- 172.21.15.39:0/1067070032 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc020070 con 0x558c466d88c0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56cbfff640 1 -- 172.21.15.39:0/1067070032 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f56dc018610 con 0x558c466d88c0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558c46663c40 con 0x558c466d88c0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56cbfff640 1 -- 172.21.15.39:0/1067070032 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56dc012070 con 0x558c466d88c0 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 10 client.5856 fetch_fsmap learned FSMap version 23 2024-09-13T16:12:51.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) v3 -- 0x558c466393e0 con 0x558c466d88c0 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56cbfff640 1 -- 172.21.15.39:0/1067070032 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x558c46663c40 con 0x558c466d88c0 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56cbfff640 1 -- 172.21.15.39:0/1067070032 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f56dc008040 con 0x558c466d88c0 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 10 client.5856 fetch_fsmap finished waiting for FSMap version 23 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 10 client.5856 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 20 client.5856 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c466ec4f0 0x558c466ed050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 4 client.5856 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558c4662cc60 con 0x558c466ec4f0 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.601+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c466ec4f0 0x558c466ed050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.602+0000 7f56cbfff640 10 client.5856 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.602+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c466ec4f0 0x558c466ed050 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8bc3a335831365a server_cookie=d3c6063c8c722cb4 in_seq=0 out_seq=0 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56cbfff640 1 -- 172.21.15.39:0/1067070032 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558c4662cc60 con 0x558c466ec4f0 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56cbfff640 10 client.5856 handle_command_reply: tid=0 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 client.5856 shutdown 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 msgr2=0x558c4671abf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c4671abf0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f56dc00cec0 tx=0x7f56dc004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 shutdown_connections 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c466ec4f0 0x558c466ed050 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d37c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56cbfff640 0 client.5856 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:51.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1067070032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c4671abf0 unknown :-1 s=CLOSED pgs=586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 >> 172.21.15.39:0/1067070032 conn(0x558c466d6080 msgr2=0x558c46720990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 shutdown_connections 2024-09-13T16:12:51.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 1 -- 172.21.15.39:0/1067070032 wait complete. 2024-09-13T16:12:51.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.603+0000 7f56f64ac740 20 client.5856 trim_cache size 0 max 16384 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.614+0000 7f56f64ac740 1 Processor -- start 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.614+0000 7f56f64ac740 1 -- start start 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c46703870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 0x558c466fe790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c467791d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f64ac740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c4671df60 con 0x558c466ff1d0 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c465fa5a0 con 0x558c466d88c0 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558c466eb0a0 con 0x558c466ffd70 2024-09-13T16:12:51.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 0x558c466fe790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 0x558c466fe790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55782/0 (socket says 172.21.15.39:55782) 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 -- 172.21.15.39:0/2195513998 learned_addr learned my addr 172.21.15.39:0/2195513998 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 -- 172.21.15.39:0/2195513998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 msgr2=0x558c467791d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c467791d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 -- 172.21.15.39:0/2195513998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 msgr2=0x558c46703870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c46703870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.615+0000 7f56f0d21640 1 -- 172.21.15.39:0/2195513998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558c4666cf90 con 0x558c466ff1d0 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f0d21640 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 0x558c466fe790 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0b77d0 tx=0x7f56e0009040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=abcd271d2453e2cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56d37fe640 1 -- 172.21.15.39:0/2195513998 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e0005e40 con 0x558c466ff1d0 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56d37fe640 1 -- 172.21.15.39:0/2195513998 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e0016440 con 0x558c466ff1d0 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56d37fe640 1 -- 172.21.15.39:0/2195513998 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e00165d0 con 0x558c466ff1d0 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 -- 172.21.15.39:0/2195513998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 msgr2=0x558c466fe790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 0x558c466fe790 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f56ec0b77d0 tx=0x7f56e0009040 comp rx=0 tx=0).stop 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 -- 172.21.15.39:0/2195513998 shutdown_connections 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c467791d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466ff1d0 0x558c466fe790 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 --2- 172.21.15.39:0/2195513998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466d88c0 0x558c46703870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 -- 172.21.15.39:0/2195513998 >> 172.21.15.39:0/2195513998 conn(0x558c466d6080 msgr2=0x558c466ce670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 -- 172.21.15.39:0/2195513998 shutdown_connections 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.616+0000 7f56f64ac740 1 -- 172.21.15.39:0/2195513998 wait complete. 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.617+0000 7f56f64ac740 1 -- start start 2024-09-13T16:12:51.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.617+0000 7f56f64ac740 1 Processor -- start 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c46777a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d7ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c4673ca20 con 0x558c466d88c0 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558c46780cd0 con 0x558c466ff1d0 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558c4671cc70 con 0x558c466ffd70 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f64ac740 10 client.0 _ll_register_callbacks cb 0x7f56dc007df0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c46777a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c46777a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55794/0 (socket says 172.21.15.39:55794) 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 -- 172.21.15.39:0/1188113118 learned_addr learned my addr 172.21.15.39:0/1188113118 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1d23640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d7ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 -- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 msgr2=0x558c466d7ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d7ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 -- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 msgr2=0x558c466d7ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d7ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 -- 172.21.15.39:0/1188113118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56e000f040 con 0x558c466d88c0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56f1522640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c46777a00 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f56dc018aa0 tx=0x7f56dc014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a2a6acb64e9afe0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56cbfff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.618+0000 7f56cbfff640 1 -- 172.21.15.39:0/1188113118 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56dc00ca20 con 0x558c466d88c0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56cbfff640 1 -- 172.21.15.39:0/1188113118 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f56dc018d50 con 0x558c466d88c0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f56e4079e90 con 0x558c466d88c0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56cbfff640 1 -- 172.21.15.39:0/1188113118 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=23) v2 ==== 24+0+0 (secure 0 0 0) 0x7f56dc03c410 con 0x558c466d88c0 2024-09-13T16:12:51.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 10 client.5862 fetch_fsmap learned FSMap version 23 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=23,monmap=2+}) v3 -- 0x558c465db370 con 0x558c466d88c0 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56cbfff640 1 -- 172.21.15.39:0/1188113118 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e4079e90 con 0x558c466d88c0 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56cbfff640 1 -- 172.21.15.39:0/1188113118 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 23) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f56dc03c570 con 0x558c466d88c0 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 10 client.5862 fetch_fsmap finished waiting for FSMap version 23 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 10 client.5862 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 20 client.5862 populate_metadata read hostname 'smithi039' 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c46736350 0x558c46736730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 4 client.5862 mds_command: new command op to 5280 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 3942395531}] 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 --> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] -- command(tid 0: {"prefix": "damage rm", "damage_id": 3942395531}) v1 -- 0x558c4632e3f0 con 0x558c46736350 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.619+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c46736350 0x558c46736730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f0d21640 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c46736350 0x558c46736730 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5197bb9cbadeecad server_cookie=f7e6374676d8de4c in_seq=0 out_seq=0 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56cbfff640 10 client.5862 ms_handle_connect on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:51.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56cbfff640 1 -- 172.21.15.39:0/1188113118 <== mds.0 v2:172.21.15.157:6834/1986130815 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+0 (crc 0 0 0) 0x558c4632e3f0 con 0x558c46736350 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56cbfff640 10 client.5862 handle_command_reply: tid=0 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 client.5862 shutdown 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 msgr2=0x558c46777a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c46777a00 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f56dc018aa0 tx=0x7f56dc014000 comp rx=0 tx=0).stop 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 shutdown_connections 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:6834/1986130815,v1:172.21.15.157:6836/1986130815] conn(0x558c46736350 0x558c46736730 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558c466ffd70 0x558c466d7ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56cbfff640 0 client.5862 ms_handle_reset on v2:172.21.15.157:6834/1986130815 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558c466ff1d0 0x558c466d7ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 --2- 172.21.15.39:0/1188113118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558c466d88c0 0x558c46777a00 unknown :-1 s=CLOSED pgs=588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 >> 172.21.15.39:0/1188113118 conn(0x558c466d6080 msgr2=0x558c46703870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 shutdown_connections 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 1 -- 172.21.15.39:0/1188113118 wait complete. 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.620+0000 7f56f64ac740 20 client.5862 trim_cache size 0 max 16384 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 msgr2=0x7f56d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f56dc00d620 tx=0x7f56dc007810 comp rx=0 tx=0).stop 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 msgr2=0x7f56ec153ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 0x7f56ec153ee0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f56e4009890 tx=0x7f56e40046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 shutdown_connections 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56d806ac00 0x7f56d806d0c0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56ec160400 0x7f56ec153ee0 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56ec15d240 0x7f56ec0b6da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 --2- 172.21.15.39:0/3995845787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56ec15c920 0x7f56ec1f68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 >> 172.21.15.39:0/3995845787 conn(0x7f56ec06a790 msgr2=0x7f56ec06ab70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 shutdown_connections 2024-09-13T16:12:51.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:51.621+0000 7f56f3786640 1 -- 172.21.15.39:0/3995845787 wait complete. 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> import errno 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> f = open("/home/ubuntu/cephtest/mnt.0/subdir/file_to_be_damaged", "w") 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> f.close() 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> except IOError as e: 2024-09-13T16:12:51.634 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(errno.EIO) 2024-09-13T16:12:51.635 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:12:51.888 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:12:51.888 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:12:51.979 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:12:52.029 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:12:52.029 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:12:52.029 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:52.046 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:52.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.187+0000 7fc6aee9c640 1 Processor -- start 2024-09-13T16:12:52.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.187+0000 7fc6aee9c640 1 -- start start 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6aee9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc6a806a5e0 0x7fc6a80cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6aee9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc6a806f4a0 0x7fc6a80cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6aee9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6a806f950 con 0x7fc6a8158cb0 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6aee9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6a806fbd0 con 0x7fc6a806f4a0 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6aee9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc6a806feb0 con 0x7fc6a806a5e0 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6ad439640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc6a806f4a0 0x7fc6a80cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6acc38640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc6a8158cb0 0x7fc6a8069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40752/0 (socket says 172.21.15.39:40752) 2024-09-13T16:12:52.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6acc38640 1 -- 172.21.15.39:0/2099427296 learned_addr learned my addr 172.21.15.39:0/2099427296 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6ad439640 1 -- 172.21.15.39:0/2099427296 >> v2:172.21.15.157:3300/0 conn(0x7fc6a806a5e0 msgr2=0x7fc6a80cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6ad439640 1 --2- 172.21.15.39:0/2099427296 >> v2:172.21.15.157:3300/0 conn(0x7fc6a806a5e0 0x7fc6a80cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6ad439640 1 -- 172.21.15.39:0/2099427296 >> v1:172.21.15.39:6789/0 conn(0x7fc6a8158cb0 legacy=0x7fc6a8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6ad439640 1 -- 172.21.15.39:0/2099427296 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6a8070190 con 0x7fc6a806f4a0 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.188+0000 7fc6a77fe640 1 -- 172.21.15.39:0/2099427296 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1976099903 0 0) 0x7fc6a806f950 con 0x7fc6a8158cb0 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.189+0000 7fc6ad439640 1 --2- 172.21.15.39:0/2099427296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a80cad30 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fc6a806c3d0 tx=0x7fc6a002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c47229663432837a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.189+0000 7fc6a77fe640 1 -- 172.21.15.39:0/2099427296 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0032440 con 0x7fc6a806f4a0 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.189+0000 7fc6a77fe640 1 -- 172.21.15.39:0/2099427296 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6a00325a0 con 0x7fc6a806f4a0 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.189+0000 7fc6a77fe640 1 -- 172.21.15.39:0/2099427296 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6a0032930 con 0x7fc6a806f4a0 2024-09-13T16:12:52.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 -- 172.21.15.39:0/2099427296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 msgr2=0x7fc6a80cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/2099427296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a80cad30 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7fc6a806c3d0 tx=0x7fc6a002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 -- 172.21.15.39:0/2099427296 shutdown_connections 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/2099427296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a80cad30 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/2099427296 >> v2:172.21.15.157:3300/0 conn(0x7fc6a806a5e0 0x7fc6a80cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 -- 172.21.15.39:0/2099427296 >> 172.21.15.39:0/2099427296 conn(0x7fc6a806b3b0 msgr2=0x7fc6a806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 -- 172.21.15.39:0/2099427296 shutdown_connections 2024-09-13T16:12:52.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.190+0000 7fc6aee9c640 1 -- 172.21.15.39:0/2099427296 wait complete. 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.191+0000 7fc6aee9c640 1 Processor -- start 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.191+0000 7fc6aee9c640 1 -- start start 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6aee9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6a806a5e0 0x7fc6a80ad790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6aee9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a8151660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6aee9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6a8158cb0 0x7fc6a814abf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6aee9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6a815a8d0 con 0x7fc6a806f4a0 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6aee9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6a8159d50 con 0x7fc6a8158cb0 2024-09-13T16:12:52.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6aee9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6a815a030 con 0x7fc6a806a5e0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a8151660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a8151660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55816/0 (socket says 172.21.15.39:55816) 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 -- 172.21.15.39:0/4097220021 learned_addr learned my addr 172.21.15.39:0/4097220021 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6acc38640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6a806a5e0 0x7fc6a80ad790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6ad439640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6a8158cb0 0x7fc6a814abf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 -- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6a806a5e0 msgr2=0x7fc6a80ad790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6a806a5e0 0x7fc6a80ad790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 -- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6a8158cb0 msgr2=0x7fc6a814abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6a8158cb0 0x7fc6a814abf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.192+0000 7fc6a7fff640 1 -- 172.21.15.39:0/4097220021 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6a0009400 con 0x7fc6a806f4a0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.193+0000 7fc6a7fff640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a8151660 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc690006fd0 tx=0x7fc69000b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.193+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc690011830 con 0x7fc6a806f4a0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.193+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc690011990 con 0x7fc6a806f4a0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.193+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6a815a310 con 0x7fc6a806f4a0 2024-09-13T16:12:52.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.193+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc690011d60 con 0x7fc6a806f4a0 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.193+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6a814df70 con 0x7fc6a806f4a0 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.194+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6a8155500 con 0x7fc6a806f4a0 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.194+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc69001b460 con 0x7fc6a806f4a0 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.195+0000 7fc6a57fa640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc68806ac00 0x7fc68806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.195+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc6900891b0 con 0x7fc6a806f4a0 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.195+0000 7fc6acc38640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc68806ac00 0x7fc68806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.195+0000 7fc6acc38640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc68806ac00 0x7fc68806d0c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc698007ed0 tx=0x7fc698007e60 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.199+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc6a8155500 con 0x7fc6a806f4a0 2024-09-13T16:12:52.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.374+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc6a8155500 con 0x7fc6a806f4a0 2024-09-13T16:12:52.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.375+0000 7fc6a57fa640 1 -- 172.21.15.39:0/4097220021 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16688 (secure 0 0 0) 0x7fc6a8155500 con 0x7fc6a806f4a0 2024-09-13T16:12:52.377 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:52.377 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":36,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:12:00.860752+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:52.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc68806ac00 msgr2=0x7fc68806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc68806ac00 0x7fc68806d0c0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7fc698007ed0 tx=0x7fc698007e60 comp rx=0 tx=0).stop 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 msgr2=0x7fc6a8151660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a8151660 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fc690006fd0 tx=0x7fc69000b8e0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 shutdown_connections 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc68806ac00 0x7fc68806d0c0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc6a8158cb0 0x7fc6a814abf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc6a806f4a0 0x7fc6a8151660 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 --2- 172.21.15.39:0/4097220021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc6a806a5e0 0x7fc6a80ad790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 >> 172.21.15.39:0/4097220021 conn(0x7fc6a806b3b0 msgr2=0x7fc6a80b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 shutdown_connections 2024-09-13T16:12:52.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.377+0000 7fc6aee9c640 1 -- 172.21.15.39:0/4097220021 wait complete. 2024-09-13T16:12:52.389 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:43.107033+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:43.499323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:52.390 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:52.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.492+0000 7fa153ed7640 1 Processor -- start 2024-09-13T16:12:52.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.492+0000 7fa153ed7640 1 -- start start 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa153ed7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa14c156e60 0x7fa14c15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa153ed7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c06a5e0 0x7fa14c0b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa153ed7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa14c0cb080 con 0x7fa14c0b25b0 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa153ed7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa14c070d40 con 0x7fa14c156e60 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa153ed7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa14c0b3120 con 0x7fa14c06a5e0 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151c73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa14c156e60 0x7fa14c15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151472640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa14c0b25b0 0x7fa14c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:40768/0 (socket says 172.21.15.39:40768) 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151c73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa14c156e60 0x7fa14c15aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55830/0 (socket says 172.21.15.39:55830) 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151472640 1 -- 172.21.15.39:0/1852776170 learned_addr learned my addr 172.21.15.39:0/1852776170 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:52.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151c73640 1 -- 172.21.15.39:0/1852776170 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c06a5e0 msgr2=0x7fa14c0b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:52.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151c73640 1 --2- 172.21.15.39:0/1852776170 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c06a5e0 0x7fa14c0b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151c73640 1 -- 172.21.15.39:0/1852776170 >> v1:172.21.15.39:6789/0 conn(0x7fa14c0b25b0 legacy=0x7fa14c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa151c73640 1 -- 172.21.15.39:0/1852776170 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa14c0b3400 con 0x7fa14c156e60 2024-09-13T16:12:52.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.493+0000 7fa150c71640 1 -- 172.21.15.39:0/1852776170 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 491261526 0 0) 0x7fa14c0cb080 con 0x7fa14c0b25b0 2024-09-13T16:12:52.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.494+0000 7fa151c73640 1 --2- 172.21.15.39:0/1852776170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c156e60 0x7fa14c15aa30 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fa1480097a0 tx=0x7fa14802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=272befa24e53d64e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.494+0000 7fa150c71640 1 -- 172.21.15.39:0/1852776170 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa148032440 con 0x7fa14c156e60 2024-09-13T16:12:52.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.494+0000 7fa150c71640 1 -- 172.21.15.39:0/1852776170 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa1480325a0 con 0x7fa14c156e60 2024-09-13T16:12:52.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.494+0000 7fa150c71640 1 -- 172.21.15.39:0/1852776170 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa148032930 con 0x7fa14c156e60 2024-09-13T16:12:52.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 -- 172.21.15.39:0/1852776170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c156e60 msgr2=0x7fa14c15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 --2- 172.21.15.39:0/1852776170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c156e60 0x7fa14c15aa30 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x7fa1480097a0 tx=0x7fa14802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 -- 172.21.15.39:0/1852776170 shutdown_connections 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 --2- 172.21.15.39:0/1852776170 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c06a5e0 0x7fa14c0b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 --2- 172.21.15.39:0/1852776170 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c156e60 0x7fa14c15aa30 unknown :-1 s=CLOSED pgs=593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 -- 172.21.15.39:0/1852776170 >> 172.21.15.39:0/1852776170 conn(0x7fa14c0b00a0 msgr2=0x7fa14c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 -- 172.21.15.39:0/1852776170 shutdown_connections 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.495+0000 7fa153ed7640 1 -- 172.21.15.39:0/1852776170 wait complete. 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.496+0000 7fa153ed7640 1 Processor -- start 2024-09-13T16:12:52.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.496+0000 7fa153ed7640 1 -- start start 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa153ed7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa14c06a5e0 0x7fa14c155d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa153ed7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 0x7fa14c0a8df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa153ed7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c156e60 0x7fa14c1f3080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa153ed7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa14c0a89d0 con 0x7fa14c0b25b0 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa153ed7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa14c1f4020 con 0x7fa14c06a5e0 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa153ed7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa14c156290 con 0x7fa14c156e60 2024-09-13T16:12:52.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 0x7fa14c0a8df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 0x7fa14c0a8df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55842/0 (socket says 172.21.15.39:55842) 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 -- 172.21.15.39:0/809427427 learned_addr learned my addr 172.21.15.39:0/809427427 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151c73640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa14c06a5e0 0x7fa14c155d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa152474640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c156e60 0x7fa14c1f3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 -- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c156e60 msgr2=0x7fa14c1f3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c156e60 0x7fa14c1f3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 -- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa14c06a5e0 msgr2=0x7fa14c155d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa14c06a5e0 0x7fa14c155d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151472640 1 -- 172.21.15.39:0/809427427 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa148009400 con 0x7fa14c0b25b0 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.497+0000 7fa151c73640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa14c06a5e0 0x7fa14c155d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.498+0000 7fa151472640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 0x7fa14c0a8df0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa13c00c4d0 tx=0x7fa13c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.498+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa13c0074e0 con 0x7fa14c0b25b0 2024-09-13T16:12:52.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.498+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa13c007660 con 0x7fa14c0b25b0 2024-09-13T16:12:52.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.498+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa14c1f3a60 con 0x7fa14c0b25b0 2024-09-13T16:12:52.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.498+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa13c004a20 con 0x7fa14c0b25b0 2024-09-13T16:12:52.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.498+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa14c0a85f0 con 0x7fa14c0b25b0 2024-09-13T16:12:52.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.499+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa14c0a8450 con 0x7fa14c0b25b0 2024-09-13T16:12:52.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.500+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa13c004b80 con 0x7fa14c0b25b0 2024-09-13T16:12:52.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.500+0000 7fa1427fc640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa13006ac00 0x7fa13006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.500+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa13c088820 con 0x7fa14c0b25b0 2024-09-13T16:12:52.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.500+0000 7fa151c73640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa13006ac00 0x7fa13006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.501+0000 7fa151c73640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa13006ac00 0x7fa13006d0c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa148034000 tx=0x7fa14802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.504+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa14c0a8450 con 0x7fa14c0b25b0 2024-09-13T16:12:52.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.674+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa14c0a8b10 con 0x7fa14c0b25b0 2024-09-13T16:12:52.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.675+0000 7fa1427fc640 1 -- 172.21.15.39:0/809427427 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa14c0a8b10 con 0x7fa14c0b25b0 2024-09-13T16:12:52.676 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:12:52.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa13006ac00 msgr2=0x7fa13006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa13006ac00 0x7fa13006d0c0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7fa148034000 tx=0x7fa14802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 msgr2=0x7fa14c0a8df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 0x7fa14c0a8df0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7fa13c00c4d0 tx=0x7fa13c00c990 comp rx=0 tx=0).stop 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 shutdown_connections 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa13006ac00 0x7fa13006d0c0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa14c156e60 0x7fa14c1f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa14c0b25b0 0x7fa14c0a8df0 unknown :-1 s=CLOSED pgs=594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 --2- 172.21.15.39:0/809427427 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa14c06a5e0 0x7fa14c155d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 >> 172.21.15.39:0/809427427 conn(0x7fa14c0b00a0 msgr2=0x7fa14c157450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 shutdown_connections 2024-09-13T16:12:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.677+0000 7fa153ed7640 1 -- 172.21.15.39:0/809427427 wait complete. 2024-09-13T16:12:52.689 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.792+0000 7f218e17d640 1 Processor -- start 2024-09-13T16:12:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.792+0000 7f218e17d640 1 -- start start 2024-09-13T16:12:52.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f218e17d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2188156e60 0x7f218815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f218e17d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f21880b25b0 0x7f21880b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f218e17d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21880cb080 con 0x7f2188069ed0 2024-09-13T16:12:52.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f218e17d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2188070d40 con 0x7f2188156e60 2024-09-13T16:12:52.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f218e17d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21880b3120 con 0x7f21880b25b0 2024-09-13T16:12:52.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2188156e60 0x7f218815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2188156e60 0x7f218815aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55852/0 (socket says 172.21.15.39:55852) 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 -- 172.21.15.39:0/1876515993 learned_addr learned my addr 172.21.15.39:0/1876515993 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f2186ffd640 1 --2- 172.21.15.39:0/1876515993 >> v2:172.21.15.157:3300/0 conn(0x7f21880b25b0 0x7f21880b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 -- 172.21.15.39:0/1876515993 >> v2:172.21.15.157:3300/0 conn(0x7f21880b25b0 msgr2=0x7f21880b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 --2- 172.21.15.39:0/1876515993 >> v2:172.21.15.157:3300/0 conn(0x7f21880b25b0 0x7f21880b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 -- 172.21.15.39:0/1876515993 >> v1:172.21.15.157:6789/0 conn(0x7f2188069ed0 legacy=0x7f21880711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f21877fe640 1 -- 172.21.15.39:0/1876515993 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21880b3400 con 0x7f2188156e60 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.793+0000 7f2186ffd640 1 --2- 172.21.15.39:0/1876515993 >> v2:172.21.15.157:3300/0 conn(0x7f21880b25b0 0x7f21880b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.794+0000 7f21877fe640 1 --2- 172.21.15.39:0/1876515993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f218815aa30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f21880adde0 tx=0x7f217802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4404ff1737fbce04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.794+0000 7f21867fc640 1 -- 172.21.15.39:0/1876515993 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2178032440 con 0x7f2188156e60 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.794+0000 7f21867fc640 1 -- 172.21.15.39:0/1876515993 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21780325a0 con 0x7f2188156e60 2024-09-13T16:12:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.794+0000 7f21867fc640 1 -- 172.21.15.39:0/1876515993 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2178032930 con 0x7f2188156e60 2024-09-13T16:12:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.794+0000 7f218e17d640 1 -- 172.21.15.39:0/1876515993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 msgr2=0x7f218815aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.794+0000 7f218e17d640 1 --2- 172.21.15.39:0/1876515993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f218815aa30 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f21880adde0 tx=0x7f217802a270 comp rx=0 tx=0).stop 2024-09-13T16:12:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.795+0000 7f218e17d640 1 -- 172.21.15.39:0/1876515993 shutdown_connections 2024-09-13T16:12:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.795+0000 7f218e17d640 1 --2- 172.21.15.39:0/1876515993 >> v2:172.21.15.157:3300/0 conn(0x7f21880b25b0 0x7f21880b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.795+0000 7f218e17d640 1 --2- 172.21.15.39:0/1876515993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f218815aa30 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.795+0000 7f218e17d640 1 -- 172.21.15.39:0/1876515993 >> 172.21.15.39:0/1876515993 conn(0x7f21880b00a0 msgr2=0x7f21880b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.795+0000 7f218e17d640 1 -- 172.21.15.39:0/1876515993 shutdown_connections 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.795+0000 7f218e17d640 1 -- 172.21.15.39:0/1876515993 wait complete. 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.796+0000 7f218e17d640 1 Processor -- start 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.796+0000 7f218e17d640 1 -- start start 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f218e17d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2188069ed0 0x7f21880c3770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f218e17d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21880b25b0 0x7f21881f3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f218e17d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f21881f3850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f218e17d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21880c9ab0 con 0x7f2188156e60 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f218e17d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21881f0c30 con 0x7f2188069ed0 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f218e17d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21880c8c90 con 0x7f21880b25b0 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f21881f3850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f21881f3850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55864/0 (socket says 172.21.15.39:55864) 2024-09-13T16:12:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 -- 172.21.15.39:0/4259935562 learned_addr learned my addr 172.21.15.39:0/4259935562 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f21877fe640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2188069ed0 0x7f21880c3770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2186ffd640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21880b25b0 0x7f21881f3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 -- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21880b25b0 msgr2=0x7f21881f3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21880b25b0 0x7f21881f3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 -- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2188069ed0 msgr2=0x7f21880c3770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2188069ed0 0x7f21880c3770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 -- 172.21.15.39:0/4259935562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21780094d0 con 0x7f2188156e60 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f2187fff640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f21881f3850 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f218000c7a0 tx=0x7f218000cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2180003b70 con 0x7f2188156e60 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.797+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2180003cf0 con 0x7f2188156e60 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.798+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21880c8f30 con 0x7f2188156e60 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.798+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f218000aa90 con 0x7f2188156e60 2024-09-13T16:12:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.798+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21880c94f0 con 0x7f2188156e60 2024-09-13T16:12:52.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.798+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21880672f0 con 0x7f2188156e60 2024-09-13T16:12:52.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.799+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f218000abf0 con 0x7f2188156e60 2024-09-13T16:12:52.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.799+0000 7f216ffff640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f217406ac00 0x7f217406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:52.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.799+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f21800890a0 con 0x7f2188156e60 2024-09-13T16:12:52.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.800+0000 7f21877fe640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f217406ac00 0x7f217406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:52.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.800+0000 7f21877fe640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f217406ac00 0x7f217406d0c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2178034000 tx=0x7f217802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:52.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.804+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f21800542d0 con 0x7f2188156e60 2024-09-13T16:12:52.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.975+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f21880b2a40 con 0x7f2188156e60 2024-09-13T16:12:52.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.975+0000 7f216ffff640 1 -- 172.21.15.39:0/4259935562 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f21800578f0 con 0x7f2188156e60 2024-09-13T16:12:52.976 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:12:52.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f217406ac00 msgr2=0x7f217406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f217406ac00 0x7f217406d0c0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f2178034000 tx=0x7f217802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:52.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 msgr2=0x7f21881f3850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:52.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f21881f3850 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f218000c7a0 tx=0x7f218000cc60 comp rx=0 tx=0).stop 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 shutdown_connections 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f217406ac00 0x7f217406d0c0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2188156e60 0x7f21881f3850 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21880b25b0 0x7f21881f3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 --2- 172.21.15.39:0/4259935562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2188069ed0 0x7f21880c3770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 >> 172.21.15.39:0/4259935562 conn(0x7f21880b00a0 msgr2=0x7f2188157450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 shutdown_connections 2024-09-13T16:12:52.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:52.977+0000 7f218e17d640 1 -- 172.21.15.39:0/4259935562 wait complete. 2024-09-13T16:12:52.989 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:53.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.093+0000 7f2e35c6c640 1 Processor -- start 2024-09-13T16:12:53.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.093+0000 7f2e35c6c640 1 -- start start 2024-09-13T16:12:53.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e35c6c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e30156e60 0x7f2e3015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e35c6c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e3006a5e0 0x7f2e300b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e35c6c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e300cb080 con 0x7f2e300b25b0 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e35c6c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e30070d40 con 0x7f2e30156e60 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e35c6c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e300b3120 con 0x7f2e3006a5e0 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e30156e60 0x7f2e3015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e30156e60 0x7f2e3015aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55866/0 (socket says 172.21.15.39:55866) 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 -- 172.21.15.39:0/1609766127 learned_addr learned my addr 172.21.15.39:0/1609766127 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2ffff640 1 --2- 172.21.15.39:0/1609766127 >> v2:172.21.15.157:3300/0 conn(0x7f2e3006a5e0 0x7f2e300b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 -- 172.21.15.39:0/1609766127 >> v2:172.21.15.157:3300/0 conn(0x7f2e3006a5e0 msgr2=0x7f2e300b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 --2- 172.21.15.39:0/1609766127 >> v2:172.21.15.157:3300/0 conn(0x7f2e3006a5e0 0x7f2e300b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 -- 172.21.15.39:0/1609766127 >> v1:172.21.15.157:6789/0 conn(0x7f2e300b25b0 legacy=0x7f2e30069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2f7fe640 1 -- 172.21.15.39:0/1609766127 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e300b3400 con 0x7f2e30156e60 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.094+0000 7f2e2ffff640 1 --2- 172.21.15.39:0/1609766127 >> v2:172.21.15.157:3300/0 conn(0x7f2e3006a5e0 0x7f2e300b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.095+0000 7f2e2f7fe640 1 --2- 172.21.15.39:0/1609766127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e30156e60 0x7f2e3015aa30 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f2e30073900 tx=0x7f2e2002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be39f2c723ff147c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.095+0000 7f2e2e7fc640 1 -- 172.21.15.39:0/1609766127 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e20032440 con 0x7f2e30156e60 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.095+0000 7f2e2e7fc640 1 -- 172.21.15.39:0/1609766127 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e200325a0 con 0x7f2e30156e60 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.095+0000 7f2e2e7fc640 1 -- 172.21.15.39:0/1609766127 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e20032930 con 0x7f2e30156e60 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 -- 172.21.15.39:0/1609766127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e30156e60 msgr2=0x7f2e3015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/1609766127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e30156e60 0x7f2e3015aa30 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f2e30073900 tx=0x7f2e2002a230 comp rx=0 tx=0).stop 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 -- 172.21.15.39:0/1609766127 shutdown_connections 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/1609766127 >> v2:172.21.15.157:3300/0 conn(0x7f2e3006a5e0 0x7f2e300b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/1609766127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e30156e60 0x7f2e3015aa30 unknown :-1 s=CLOSED pgs=597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 -- 172.21.15.39:0/1609766127 >> 172.21.15.39:0/1609766127 conn(0x7f2e300b00a0 msgr2=0x7f2e300b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 -- 172.21.15.39:0/1609766127 shutdown_connections 2024-09-13T16:12:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.096+0000 7f2e35c6c640 1 -- 172.21.15.39:0/1609766127 wait complete. 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.097+0000 7f2e35c6c640 1 Processor -- start 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.097+0000 7f2e35c6c640 1 -- start start 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e35c6c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e3006a5e0 0x7f2e300afa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e35c6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 0x7f2e30145bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e35c6c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e30156e60 0x7f2e300cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e35c6c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e300af620 con 0x7f2e300b25b0 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e35c6c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e30146100 con 0x7f2e30156e60 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e35c6c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e300ae9a0 con 0x7f2e3006a5e0 2024-09-13T16:12:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 0x7f2e30145bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 0x7f2e30145bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55878/0 (socket says 172.21.15.39:55878) 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 -- 172.21.15.39:0/3209269489 learned_addr learned my addr 172.21.15.39:0/3209269489 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2ffff640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e30156e60 0x7f2e300cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2f7fe640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e3006a5e0 0x7f2e300afa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 -- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e3006a5e0 msgr2=0x7f2e300afa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e3006a5e0 0x7f2e300afa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 -- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e30156e60 msgr2=0x7f2e300cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e30156e60 0x7f2e300cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 -- 172.21.15.39:0/3209269489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e200094d0 con 0x7f2e300b25b0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.098+0000 7f2e2effd640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 0x7f2e30145bc0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2e2400c430 tx=0x7f2e2400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.099+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e24011790 con 0x7f2e300b25b0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.099+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e240118f0 con 0x7f2e300b25b0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.099+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e300aec80 con 0x7f2e300b25b0 2024-09-13T16:12:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.099+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e24011ce0 con 0x7f2e300b25b0 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.099+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e300af240 con 0x7f2e300b25b0 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.100+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e300af760 con 0x7f2e300b25b0 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.100+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e2401c460 con 0x7f2e300b25b0 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.101+0000 7f2e17fff640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1c06ac30 0x7f2e1c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.101+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e240893c0 con 0x7f2e300b25b0 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.101+0000 7f2e2f7fe640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1c06ac30 0x7f2e1c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.101+0000 7f2e2f7fe640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1c06ac30 0x7f2e1c06d0f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:53.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.105+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e300af760 con 0x7f2e300b25b0 2024-09-13T16:12:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.275+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2e300af760 con 0x7f2e300b25b0 2024-09-13T16:12:53.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.276+0000 7f2e17fff640 1 -- 172.21.15.39:0/3209269489 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2e300af760 con 0x7f2e300b25b0 2024-09-13T16:12:53.277 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:12:53.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1c06ac30 msgr2=0x7f2e1c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1c06ac30 0x7f2e1c06d0f0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f2e20034000 tx=0x7f2e2002e000 comp rx=0 tx=0).stop 2024-09-13T16:12:53.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 msgr2=0x7f2e30145bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 0x7f2e30145bc0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f2e2400c430 tx=0x7f2e2400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 shutdown_connections 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e1c06ac30 0x7f2e1c06d0f0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e30156e60 0x7f2e300cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e300b25b0 0x7f2e30145bc0 unknown :-1 s=CLOSED pgs=598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 --2- 172.21.15.39:0/3209269489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e3006a5e0 0x7f2e300afa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 >> 172.21.15.39:0/3209269489 conn(0x7f2e300b00a0 msgr2=0x7f2e300b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 shutdown_connections 2024-09-13T16:12:53.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.278+0000 7f2e35c6c640 1 -- 172.21.15.39:0/3209269489 wait complete. 2024-09-13T16:12:53.290 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:12:53.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.390+0000 7fed4339c640 1 Processor -- start 2024-09-13T16:12:53.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.390+0000 7fed4339c640 1 -- start start 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed4339c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fed3c159380 0x7fed3c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed4339c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fed3c0ceb30 0x7fed3c15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed4339c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed3c159760 con 0x7fed3c15a360 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed4339c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed3c15a880 con 0x7fed3c0ceb30 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed4339c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed3c15ab60 con 0x7fed3c159380 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed41939640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fed3c0ceb30 0x7fed3c15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed41939640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fed3c0ceb30 0x7fed3c15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55886/0 (socket says 172.21.15.39:55886) 2024-09-13T16:12:53.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.391+0000 7fed41939640 1 -- 172.21.15.39:0/3035892349 learned_addr learned my addr 172.21.15.39:0/3035892349 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:53.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed41138640 1 --2- 172.21.15.39:0/3035892349 >> v2:172.21.15.157:3300/0 conn(0x7fed3c159380 0x7fed3c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed41939640 1 -- 172.21.15.39:0/3035892349 >> v2:172.21.15.157:3300/0 conn(0x7fed3c159380 msgr2=0x7fed3c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:53.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed41939640 1 --2- 172.21.15.39:0/3035892349 >> v2:172.21.15.157:3300/0 conn(0x7fed3c159380 0x7fed3c0b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed41939640 1 -- 172.21.15.39:0/3035892349 >> v1:172.21.15.157:6789/0 conn(0x7fed3c15a360 legacy=0x7fed3c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:53.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed41939640 1 -- 172.21.15.39:0/3035892349 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed3c15ae40 con 0x7fed3c0ceb30 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed41939640 1 --2- 172.21.15.39:0/3035892349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c15b920 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fed3c0ce3f0 tx=0x7fed3402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=84f7e4824998e783 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.392+0000 7fed3bfff640 1 -- 172.21.15.39:0/3035892349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed34032440 con 0x7fed3c0ceb30 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed3bfff640 1 -- 172.21.15.39:0/3035892349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed340325a0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed3bfff640 1 -- 172.21.15.39:0/3035892349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed34032930 con 0x7fed3c0ceb30 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 -- 172.21.15.39:0/3035892349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 msgr2=0x7fed3c15b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 --2- 172.21.15.39:0/3035892349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c15b920 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7fed3c0ce3f0 tx=0x7fed3402a230 comp rx=0 tx=0).stop 2024-09-13T16:12:53.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 -- 172.21.15.39:0/3035892349 shutdown_connections 2024-09-13T16:12:53.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 --2- 172.21.15.39:0/3035892349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c15b920 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 --2- 172.21.15.39:0/3035892349 >> v2:172.21.15.157:3300/0 conn(0x7fed3c159380 0x7fed3c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 -- 172.21.15.39:0/3035892349 >> 172.21.15.39:0/3035892349 conn(0x7fed3c0b15d0 msgr2=0x7fed3c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:53.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 -- 172.21.15.39:0/3035892349 shutdown_connections 2024-09-13T16:12:53.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.393+0000 7fed4339c640 1 -- 172.21.15.39:0/3035892349 wait complete. 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.394+0000 7fed4339c640 1 Processor -- start 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.394+0000 7fed4339c640 1 -- start start 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed4339c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c1e5e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed4339c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed3c159380 0x7fed3c1538c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed4339c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c15a360 0x7fed3c14e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed4339c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed3c1e63b0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed4339c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed3c1e59e0 con 0x7fed3c15a360 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed4339c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed3c1e4dd0 con 0x7fed3c159380 2024-09-13T16:12:53.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed41138640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c1e5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed41138640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c1e5e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55894/0 (socket says 172.21.15.39:55894) 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed41138640 1 -- 172.21.15.39:0/2537255001 learned_addr learned my addr 172.21.15.39:0/2537255001 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed41939640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c15a360 0x7fed3c14e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.395+0000 7fed40937640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed3c159380 0x7fed3c1538c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed41138640 1 -- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed3c159380 msgr2=0x7fed3c1538c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed41138640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed3c159380 0x7fed3c1538c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed41138640 1 -- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c15a360 msgr2=0x7fed3c14e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed41138640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c15a360 0x7fed3c14e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed41138640 1 -- 172.21.15.39:0/2537255001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed340094d0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed41138640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c1e5e70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fed2c00ce10 tx=0x7fed2c00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed2c003b90 con 0x7fed3c0ceb30 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed2c003cf0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed3c1e50b0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed2c004240 con 0x7fed3c0ceb30 2024-09-13T16:12:53.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.396+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed3c1e5670 con 0x7fed3c0ceb30 2024-09-13T16:12:53.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.397+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed3c0672f0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.398+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed2c0043a0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.398+0000 7fed39ffb640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed2806ac00 0x7fed2806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:53.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.398+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fed2c012070 con 0x7fed3c0ceb30 2024-09-13T16:12:53.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.398+0000 7fed40937640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed2806ac00 0x7fed2806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:53.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.399+0000 7fed40937640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed2806ac00 0x7fed2806d0c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fed30006fd0 tx=0x7fed30008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:53.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.402+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fed2c054f10 con 0x7fed3c0ceb30 2024-09-13T16:12:53.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.584+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fed3c0b31e0 con 0x7fed3c0ceb30 2024-09-13T16:12:53.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.585+0000 7fed39ffb640 1 -- 172.21.15.39:0/2537255001 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v36) v1 ==== 80+0+124 (secure 0 0 0) 0x7fed2c003e60 con 0x7fed3c0ceb30 2024-09-13T16:12:53.587 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6837/3829479980 2024-09-14T16:12:00.860732+0000 2024-09-13T16:12:53.587 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6835/3829479980 2024-09-14T16:12:00.860732+0000 2024-09-13T16:12:53.587 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed2806ac00 msgr2=0x7fed2806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed2806ac00 0x7fed2806d0c0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7fed30006fd0 tx=0x7fed30008040 comp rx=0 tx=0).stop 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 msgr2=0x7fed3c1e5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c1e5e70 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7fed2c00ce10 tx=0x7fed2c00a660 comp rx=0 tx=0).stop 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 shutdown_connections 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed2806ac00 0x7fed2806d0c0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fed3c15a360 0x7fed3c14e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fed3c159380 0x7fed3c1538c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 --2- 172.21.15.39:0/2537255001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fed3c0ceb30 0x7fed3c1e5e70 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:53.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 >> 172.21.15.39:0/2537255001 conn(0x7fed3c0b15d0 msgr2=0x7fed3c06f300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:53.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 shutdown_connections 2024-09-13T16:12:53.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:53.587+0000 7fed4339c640 1 -- 172.21.15.39:0/2537255001 wait complete. 2024-09-13T16:12:53.599 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:12:53.599 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:53.600 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:12:53.623 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[53753]: fuse finished with error 0 and tester_r 0 2024-09-13T16:12:53.625 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:12:53.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:53.626 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:12:53.784 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:12:53.784 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:53.804 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:12:53.804 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:12:53.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:53.804 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:12:53.862 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T16:12:53.862 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:12:53.863 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:12:53.863 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:53.880 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:12:53.880 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:12:53.880 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:53.880 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:12:53.935 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:12:53.936 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:12:53.936 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:12:53.936 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:12:53.955 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:12:53.955 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:12:53.955 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:12:53.955 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:12:54.013 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:12:54.013 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:12:54.014 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:54.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.114+0000 7f35597fb640 1 Processor -- start 2024-09-13T16:12:54.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.114+0000 7f35597fb640 1 -- start start 2024-09-13T16:12:54.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35597fb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f3554160d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35597fb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f355406beb0 0x7f355415ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35597fb640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35541612c0 con 0x7f355406ba50 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35597fb640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3554160330 con 0x7f355406beb0 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35597fb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f355406c430 con 0x7f3554146130 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35527fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f355406ba50 0x7f35540d19d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45468/0 (socket says 172.21.15.39:45468) 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35527fc640 1 -- 172.21.15.39:0/2376066401 learned_addr learned my addr 172.21.15.39:0/2376066401 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f35537fe640 1 --2- 172.21.15.39:0/2376066401 >> v2:172.21.15.157:3300/0 conn(0x7f355406beb0 0x7f355415ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f3554160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.115+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3335138765 0 0) 0x7f353c001110 con 0x7f355406ba50 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3540003520 con 0x7f355406ba50 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1001817572 0 0) 0x7f3540003520 con 0x7f355406ba50 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 msgr2=0x7f3554160d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f3554160d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 >> v2:172.21.15.157:3300/0 conn(0x7f355406beb0 msgr2=0x7f355415ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 --2- 172.21.15.39:0/2376066401 >> v2:172.21.15.157:3300/0 conn(0x7f355406beb0 0x7f355415ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f355406c710 con 0x7f355406ba50 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f353c001800 con 0x7f355406ba50 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 >> v1:172.21.15.39:6789/0 conn(0x7f355406ba50 legacy=0x7f35540d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3540003970 0x7f3540003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f35400047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540004d00 0x7f3540005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3554160330 con 0x7f3540003970 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f355406c430 con 0x7f3540004d00 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f354000b980 con 0x7f3554146130 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3540003970 0x7f3540003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f35527fc640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f35400047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f35537fe640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540004d00 0x7f3540005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3552ffd640 1 -- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 msgr2=0x7f35400047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f35400047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3552ffd640 1 -- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540004d00 msgr2=0x7f3540005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540004d00 0x7f3540005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f3552ffd640 1 -- 172.21.15.39:0/2376066401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3540003520 con 0x7f3540003970 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f35537fe640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540004d00 0x7f3540005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.116+0000 7f35527fc640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554146130 0x7f35400047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.117+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3540003970 0x7f3540003d90 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f3544009fc0 tx=0x7f35400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de1f124b9b5ba24d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.117+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3544031640 con 0x7f3540003970 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.117+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f354402d070 con 0x7f3540003970 2024-09-13T16:12:54.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.117+0000 7f3551ffb640 1 -- 172.21.15.39:0/2376066401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35440319e0 con 0x7f3540003970 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35597fb640 1 -- 172.21.15.39:0/2376066401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3540003970 msgr2=0x7f3540003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35597fb640 1 --2- 172.21.15.39:0/2376066401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3540003970 0x7f3540003d90 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f3544009fc0 tx=0x7f35400057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35537fe640 1 -- 172.21.15.39:0/2376066401 reap_dead start 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35597fb640 1 -- 172.21.15.39:0/2376066401 shutdown_connections 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35597fb640 1 -- 172.21.15.39:0/2376066401 >> 172.21.15.39:0/2376066401 conn(0x7f355406a4f0 msgr2=0x7f355406a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35597fb640 1 -- 172.21.15.39:0/2376066401 shutdown_connections 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.118+0000 7f35597fb640 1 -- 172.21.15.39:0/2376066401 wait complete. 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.119+0000 7f35597fb640 1 Processor -- start 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.119+0000 7f35597fb640 1 -- start start 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35597fb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540003970 0x7f3554138170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35597fb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554154980 0x7f355413b5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35597fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 0x7f355413bb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35597fb640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35541386b0 con 0x7f355413a4b0 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35597fb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3554146810 con 0x7f3540003970 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35597fb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3554140470 con 0x7f3554154980 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 0x7f355413bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 0x7f355413bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36536/0 (socket says 172.21.15.39:36536) 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 -- 172.21.15.39:0/2041754638 learned_addr learned my addr 172.21.15.39:0/2041754638 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35527fc640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554154980 0x7f355413b5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540003970 0x7f3554138170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 -- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554154980 msgr2=0x7f355413b5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554154980 0x7f355413b5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 -- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540003970 msgr2=0x7f3554138170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540003970 0x7f3554138170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 -- 172.21.15.39:0/2041754638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f355413f580 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35527fc640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554154980 0x7f355413b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.120+0000 7f35537fe640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 0x7f355413bb30 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f35540d2630 tx=0x7f354c011920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.121+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f354c004500 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.121+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f354c003610 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.121+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f354c0039c0 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.121+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f355413f860 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.121+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f355413fe20 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.122+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3554140620 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.122+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f354c003b20 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.123+0000 7f354b7fe640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353406ac00 0x7f353406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.123+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f354c089080 con 0x7f355413a4b0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.123+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353406ac00 0x7f353406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.123+0000 7f3552ffd640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353406ac00 0x7f353406d0c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3544035000 tx=0x7f354402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.127+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3554140620 con 0x7f355413a4b0 2024-09-13T16:12:54.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.336+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f35541405e0 con 0x7f355413a4b0 2024-09-13T16:12:54.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.336+0000 7f354b7fe640 1 -- 172.21.15.39:0/2041754638 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f354c054200 con 0x7f355413a4b0 2024-09-13T16:12:54.338 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:54.338 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:23.974937+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":14,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:54.338 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353406ac00 msgr2=0x7f353406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353406ac00 0x7f353406d0c0 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7f3544035000 tx=0x7f354402f000 comp rx=0 tx=0).stop 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 msgr2=0x7f355413bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 0x7f355413bb30 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f35540d2630 tx=0x7f354c011920 comp rx=0 tx=0).stop 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 shutdown_connections 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353406ac00 0x7f353406d0c0 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355413a4b0 0x7f355413bb30 unknown :-1 s=CLOSED pgs=603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3554154980 0x7f355413b5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 --2- 172.21.15.39:0/2041754638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3540003970 0x7f3554138170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 >> 172.21.15.39:0/2041754638 conn(0x7f355406a4f0 msgr2=0x7f35540d1990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:54.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 shutdown_connections 2024-09-13T16:12:54.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.338+0000 7f35597fb640 1 -- 172.21.15.39:0/2041754638 wait complete. 2024-09-13T16:12:54.351 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:54.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.452+0000 7f0badffb640 1 Processor -- start 2024-09-13T16:12:54.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.452+0000 7f0badffb640 1 -- start start 2024-09-13T16:12:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0badffb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba806f170 0x7f0ba80b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0badffb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0ba815d0a0 0x7f0ba815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0badffb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ba806f6e0 con 0x7f0ba8156fb0 2024-09-13T16:12:54.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0badffb640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ba815da70 con 0x7f0ba815d0a0 2024-09-13T16:12:54.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0badffb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba806f9c0 con 0x7f0ba806f170 2024-09-13T16:12:54.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0ba6ffd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba806f170 0x7f0ba80b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0ba77fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f0ba8156fb0 0x7f0ba815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59588/0 (socket says 172.21.15.39:59588) 2024-09-13T16:12:54.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0ba77fe640 1 -- 172.21.15.39:0/739046072 learned_addr learned my addr 172.21.15.39:0/739046072 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0ba67fc640 1 -- 172.21.15.39:0/739046072 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3011612404 0 0) 0x7f0ba806f6e0 con 0x7f0ba8156fb0 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.453+0000 7f0ba67fc640 1 -- 172.21.15.39:0/739046072 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b90003520 con 0x7f0ba8156fb0 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.454+0000 7f0ba6ffd640 1 -- 172.21.15.39:0/739046072 >> v2:172.21.15.157:3300/0 conn(0x7f0ba815d0a0 msgr2=0x7f0ba815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.454+0000 7f0ba6ffd640 1 --2- 172.21.15.39:0/739046072 >> v2:172.21.15.157:3300/0 conn(0x7f0ba815d0a0 0x7f0ba815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.454+0000 7f0ba6ffd640 1 -- 172.21.15.39:0/739046072 >> v1:172.21.15.157:6789/0 conn(0x7f0ba8156fb0 legacy=0x7f0ba815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.454+0000 7f0ba6ffd640 1 -- 172.21.15.39:0/739046072 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba806fca0 con 0x7f0ba806f170 2024-09-13T16:12:54.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.454+0000 7f0ba6ffd640 1 --2- 172.21.15.39:0/739046072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba806f170 0x7f0ba80b1cf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0097a0 tx=0x7f0b9c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4dabcfaedef1ebdb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0ba67fc640 1 -- 172.21.15.39:0/739046072 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c02ae50 con 0x7f0ba806f170 2024-09-13T16:12:54.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0ba67fc640 1 -- 172.21.15.39:0/739046072 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b9c032440 con 0x7f0ba806f170 2024-09-13T16:12:54.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0ba67fc640 1 -- 172.21.15.39:0/739046072 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b9c0327d0 con 0x7f0ba806f170 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 -- 172.21.15.39:0/739046072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba806f170 msgr2=0x7f0ba80b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 --2- 172.21.15.39:0/739046072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba806f170 0x7f0ba80b1cf0 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c0097a0 tx=0x7f0b9c02a100 comp rx=0 tx=0).stop 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 -- 172.21.15.39:0/739046072 shutdown_connections 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 --2- 172.21.15.39:0/739046072 >> v2:172.21.15.157:3300/0 conn(0x7f0ba815d0a0 0x7f0ba815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 --2- 172.21.15.39:0/739046072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba806f170 0x7f0ba80b1cf0 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 -- 172.21.15.39:0/739046072 >> 172.21.15.39:0/739046072 conn(0x7f0ba806b3b0 msgr2=0x7f0ba806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 -- 172.21.15.39:0/739046072 shutdown_connections 2024-09-13T16:12:54.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.455+0000 7f0badffb640 1 -- 172.21.15.39:0/739046072 wait complete. 2024-09-13T16:12:54.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.457+0000 7f0badffb640 1 Processor -- start 2024-09-13T16:12:54.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.457+0000 7f0badffb640 1 -- start start 2024-09-13T16:12:54.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 0x7f0ba80ccf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba8156fb0 0x7f0ba8144fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ba815d0a0 0x7f0ba8070780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba80ccaa0 con 0x7f0ba806f170 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba8145500 con 0x7f0ba815d0a0 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ba815a9a0 con 0x7f0ba8156fb0 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 0x7f0ba80ccf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 0x7f0ba80ccf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36542/0 (socket says 172.21.15.39:36542) 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 -- 172.21.15.39:0/936128759 learned_addr learned my addr 172.21.15.39:0/936128759 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba7fff640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ba815d0a0 0x7f0ba8070780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba6ffd640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba8156fb0 0x7f0ba8144fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 -- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba8156fb0 msgr2=0x7f0ba8144fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba8156fb0 0x7f0ba8144fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 -- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ba815d0a0 msgr2=0x7f0ba8070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ba815d0a0 0x7f0ba8070780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 -- 172.21.15.39:0/936128759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b9c009400 con 0x7f0ba806f170 2024-09-13T16:12:54.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0ba77fe640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 0x7f0ba80ccf30 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800c500 tx=0x7f0b9800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b98005ce0 con 0x7f0ba806f170 2024-09-13T16:12:54.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b98005e40 con 0x7f0ba806f170 2024-09-13T16:12:54.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ba80cc170 con 0x7f0ba806f170 2024-09-13T16:12:54.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b98007330 con 0x7f0ba806f170 2024-09-13T16:12:54.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.458+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ba80cc730 con 0x7f0ba806f170 2024-09-13T16:12:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.460+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ba80672f0 con 0x7f0ba806f170 2024-09-13T16:12:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.460+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0b98007490 con 0x7f0ba806f170 2024-09-13T16:12:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.460+0000 7f0b8ffff640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9406ac30 0x7f0b9406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.461+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0b98088900 con 0x7f0ba806f170 2024-09-13T16:12:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.461+0000 7f0ba6ffd640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9406ac30 0x7f0b9406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.461+0000 7f0ba6ffd640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9406ac30 0x7f0b9406d0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c034000 tx=0x7f0b9c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.465+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0b98053c80 con 0x7f0ba806f170 2024-09-13T16:12:54.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.635+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0ba8158510 con 0x7f0ba806f170 2024-09-13T16:12:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.636+0000 7f0b8ffff640 1 -- 172.21.15.39:0/936128759 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16688 (secure 0 0 0) 0x7f0b98017020 con 0x7f0ba806f170 2024-09-13T16:12:54.637 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:54.638 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":36,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:12:00.860752+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9406ac30 msgr2=0x7f0b9406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9406ac30 0x7f0b9406d0f0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f0b9c034000 tx=0x7f0b9c02e000 comp rx=0 tx=0).stop 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 msgr2=0x7f0ba80ccf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 0x7f0ba80ccf30 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7f0b9800c500 tx=0x7f0b9800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 shutdown_connections 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9406ac30 0x7f0b9406d0f0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ba815d0a0 0x7f0ba8070780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ba8156fb0 0x7f0ba8144fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 --2- 172.21.15.39:0/936128759 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ba806f170 0x7f0ba80ccf30 unknown :-1 s=CLOSED pgs=604 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 >> 172.21.15.39:0/936128759 conn(0x7f0ba806b3b0 msgr2=0x7f0ba80ae3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 shutdown_connections 2024-09-13T16:12:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.638+0000 7f0badffb640 1 -- 172.21.15.39:0/936128759 wait complete. 2024-09-13T16:12:54.650 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:11:43.107033+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '34', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.25, 'score_stable': 2.25, 'optimal_score': 1, 'raw_score_acting': 2.25, 'raw_score_stable': 2.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:11:43.499323+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '35', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:12:54.651 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:12:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.754+0000 7f0f40273640 1 Processor -- start 2024-09-13T16:12:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.754+0000 7f0f40273640 1 -- start start 2024-09-13T16:12:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f40273640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f3815e4d0 0x7f0f38069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f40273640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f38161a00 0x7f0f381620b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f40273640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0f38161e30 con 0x7f0f3806a410 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f40273640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0f3806a880 con 0x7f0f3815e4d0 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f40273640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f380b2420 con 0x7f0f38161a00 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f3815e4d0 0x7f0f38069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0f3815e4d0 0x7f0f38069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36548/0 (socket says 172.21.15.39:36548) 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4275161102 learned_addr learned my addr 172.21.15.39:0/4275161102 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3d80e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0f3806a410 0x7f0f381612f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45474/0 (socket says 172.21.15.39:45474) 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e810640 1 --2- 172.21.15.39:0/4275161102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f38161a00 0x7f0f381620b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4275161102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f38161a00 msgr2=0x7f0f381620b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 --2- 172.21.15.39:0/4275161102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f38161a00 0x7f0f381620b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4275161102 >> v1:172.21.15.39:6789/0 conn(0x7f0f3806a410 legacy=0x7f0f381612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4275161102 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f380b13a0 con 0x7f0f3815e4d0 2024-09-13T16:12:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.755+0000 7f0f3d00d640 1 -- 172.21.15.39:0/4275161102 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3448105030 0 0) 0x7f0f38161e30 con 0x7f0f3806a410 2024-09-13T16:12:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.756+0000 7f0f3e00f640 1 --2- 172.21.15.39:0/4275161102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3815e4d0 0x7f0f38069ed0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f0f34009870 tx=0x7f0f3402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d92abac923f289ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.756+0000 7f0f3d00d640 1 -- 172.21.15.39:0/4275161102 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f34032440 con 0x7f0f3815e4d0 2024-09-13T16:12:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.756+0000 7f0f3d00d640 1 -- 172.21.15.39:0/4275161102 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f340325a0 con 0x7f0f3815e4d0 2024-09-13T16:12:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.756+0000 7f0f3d00d640 1 -- 172.21.15.39:0/4275161102 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f34032930 con 0x7f0f3815e4d0 2024-09-13T16:12:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 -- 172.21.15.39:0/4275161102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3815e4d0 msgr2=0x7f0f38069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 --2- 172.21.15.39:0/4275161102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3815e4d0 0x7f0f38069ed0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f0f34009870 tx=0x7f0f3402a270 comp rx=0 tx=0).stop 2024-09-13T16:12:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 -- 172.21.15.39:0/4275161102 shutdown_connections 2024-09-13T16:12:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 --2- 172.21.15.39:0/4275161102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f38161a00 0x7f0f381620b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 --2- 172.21.15.39:0/4275161102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3815e4d0 0x7f0f38069ed0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 -- 172.21.15.39:0/4275161102 >> 172.21.15.39:0/4275161102 conn(0x7f0f380b00a0 msgr2=0x7f0f380b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 -- 172.21.15.39:0/4275161102 shutdown_connections 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.757+0000 7f0f40273640 1 -- 172.21.15.39:0/4275161102 wait complete. 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.758+0000 7f0f40273640 1 Processor -- start 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.758+0000 7f0f40273640 1 -- start start 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f40273640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 0x7f0f380ccfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f40273640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f3815e4d0 0x7f0f380ca7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f40273640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f38161a00 0x7f0f381493a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f40273640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f380cad30 con 0x7f0f3806a410 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f40273640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0f38164170 con 0x7f0f38161a00 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f40273640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0f380cc4f0 con 0x7f0f3815e4d0 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 0x7f0f380ccfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 0x7f0f380ccfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36558/0 (socket says 172.21.15.39:36558) 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4010513192 learned_addr learned my addr 172.21.15.39:0/4010513192 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f3815e4d0 msgr2=0x7f0f380ca7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f3815e4d0 0x7f0f380ca7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f38161a00 msgr2=0x7f0f381493a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f38161a00 0x7f0f381493a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 -- 172.21.15.39:0/4010513192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f340094d0 con 0x7f0f3806a410 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.759+0000 7f0f3e00f640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 0x7f0f380ccfd0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f0f34000c00 tx=0x7f0f340046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.760+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f34030b80 con 0x7f0f3806a410 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.760+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f34030d00 con 0x7f0f3806a410 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.760+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0f380cc7d0 con 0x7f0f3806a410 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.760+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f3403d680 con 0x7f0f3806a410 2024-09-13T16:12:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.760+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0f38163e20 con 0x7f0f3806a410 2024-09-13T16:12:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.761+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0f380672f0 con 0x7f0f3806a410 2024-09-13T16:12:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.761+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f34039040 con 0x7f0f3806a410 2024-09-13T16:12:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.761+0000 7f0f2effd640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f1c06ac00 0x7f0f1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:54.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.762+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0f340aa030 con 0x7f0f3806a410 2024-09-13T16:12:54.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.762+0000 7f0f3d80e640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f1c06ac00 0x7f0f1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:54.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.762+0000 7f0f3d80e640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f1c06ac00 0x7f0f1c06d0c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0f28007fd0 tx=0x7f0f28007920 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:54.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.766+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f340752f0 con 0x7f0f3806a410 2024-09-13T16:12:54.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.939+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0f380ccc90 con 0x7f0f3806a410 2024-09-13T16:12:54.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.939+0000 7f0f2effd640 1 -- 172.21.15.39:0/4010513192 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v36) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0f34078910 con 0x7f0f3806a410 2024-09-13T16:12:54.941 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f1c06ac00 msgr2=0x7f0f1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f1c06ac00 0x7f0f1c06d0c0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f0f28007fd0 tx=0x7f0f28007920 comp rx=0 tx=0).stop 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 msgr2=0x7f0f380ccfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 0x7f0f380ccfd0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f0f34000c00 tx=0x7f0f340046c0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 shutdown_connections 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f1c06ac00 0x7f0f1c06d0c0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0f38161a00 0x7f0f381493a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0f3815e4d0 0x7f0f380ca7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 --2- 172.21.15.39:0/4010513192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0f3806a410 0x7f0f380ccfd0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 >> 172.21.15.39:0/4010513192 conn(0x7f0f380b00a0 msgr2=0x7f0f380b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 shutdown_connections 2024-09-13T16:12:54.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:54.941+0000 7f0f40273640 1 -- 172.21.15.39:0/4010513192 wait complete. 2024-09-13T16:12:54.953 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:12:55.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.055+0000 7f175c6b7640 1 Processor -- start 2024-09-13T16:12:55.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.055+0000 7f175c6b7640 1 -- start start 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f175c6b7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1754156e60 0x7f175415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f175c6b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f17540b25b0 0x7f17540b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f175c6b7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17540cb080 con 0x7f1754069ed0 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f175c6b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1754070d40 con 0x7f17540b25b0 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f175c6b7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17540b3120 con 0x7f1754156e60 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f1759c52640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f17540b25b0 0x7f17540b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f1759c52640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f17540b25b0 0x7f17540b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36562/0 (socket says 172.21.15.39:36562) 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f1759c52640 1 -- 172.21.15.39:0/3305003097 learned_addr learned my addr 172.21.15.39:0/3305003097 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.056+0000 7f175a453640 1 --2- 172.21.15.39:0/3305003097 >> v2:172.21.15.157:3300/0 conn(0x7f1754156e60 0x7f175415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.057+0000 7f1759c52640 1 -- 172.21.15.39:0/3305003097 >> v2:172.21.15.157:3300/0 conn(0x7f1754156e60 msgr2=0x7f175415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:55.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.057+0000 7f1759c52640 1 --2- 172.21.15.39:0/3305003097 >> v2:172.21.15.157:3300/0 conn(0x7f1754156e60 0x7f175415aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.057+0000 7f1759c52640 1 -- 172.21.15.39:0/3305003097 >> v1:172.21.15.157:6789/0 conn(0x7f1754069ed0 legacy=0x7f17540711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.057+0000 7f1759c52640 1 -- 172.21.15.39:0/3305003097 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17540b3400 con 0x7f17540b25b0 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.057+0000 7f1759c52640 1 --2- 172.21.15.39:0/3305003097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17540b25b0 0x7f17540b2a40 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f17540739e0 tx=0x7f174802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a02eaef6b1096840 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.057+0000 7f1759451640 1 -- 172.21.15.39:0/3305003097 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1748032440 con 0x7f17540b25b0 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f1759451640 1 -- 172.21.15.39:0/3305003097 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17480325a0 con 0x7f17540b25b0 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f1759451640 1 -- 172.21.15.39:0/3305003097 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1748032930 con 0x7f17540b25b0 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 -- 172.21.15.39:0/3305003097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17540b25b0 msgr2=0x7f17540b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 --2- 172.21.15.39:0/3305003097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17540b25b0 0x7f17540b2a40 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f17540739e0 tx=0x7f174802a270 comp rx=0 tx=0).stop 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 -- 172.21.15.39:0/3305003097 shutdown_connections 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 --2- 172.21.15.39:0/3305003097 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17540b25b0 0x7f17540b2a40 unknown :-1 s=CLOSED pgs=608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 --2- 172.21.15.39:0/3305003097 >> v2:172.21.15.157:3300/0 conn(0x7f1754156e60 0x7f175415aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 -- 172.21.15.39:0/3305003097 >> 172.21.15.39:0/3305003097 conn(0x7f17540b00a0 msgr2=0x7f17540b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 -- 172.21.15.39:0/3305003097 shutdown_connections 2024-09-13T16:12:55.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.058+0000 7f175c6b7640 1 -- 172.21.15.39:0/3305003097 wait complete. 2024-09-13T16:12:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.059+0000 7f175c6b7640 1 Processor -- start 2024-09-13T16:12:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.059+0000 7f175c6b7640 1 -- start start 2024-09-13T16:12:55.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175c6b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 0x7f17541e56e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175c6b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17540b25b0 0x7f17541556b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175c6b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1754156e60 0x7f17541e36b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175c6b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17540cd050 con 0x7f1754069ed0 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175c6b7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f175415b2f0 con 0x7f17540b25b0 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175c6b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17541e5c20 con 0x7f1754156e60 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 0x7f17541e56e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 0x7f17541e56e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36576/0 (socket says 172.21.15.39:36576) 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 -- 172.21.15.39:0/1449616744 learned_addr learned my addr 172.21.15.39:0/1449616744 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f1759c52640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17540b25b0 0x7f17541556b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175ac54640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1754156e60 0x7f17541e36b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 -- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1754156e60 msgr2=0x7f17541e36b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1754156e60 0x7f17541e36b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 -- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17540b25b0 msgr2=0x7f17541556b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17540b25b0 0x7f17541556b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f175a453640 1 -- 172.21.15.39:0/1449616744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17480094d0 con 0x7f1754069ed0 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.060+0000 7f1759c52640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17540b25b0 0x7f17541556b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.061+0000 7f175a453640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 0x7f17541e56e0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f1744009d10 tx=0x7f174400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.061+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1744009b80 con 0x7f1754069ed0 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.061+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f174400f040 con 0x7f1754069ed0 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.061+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17540cca90 con 0x7f1754069ed0 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.061+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1744014680 con 0x7f1754069ed0 2024-09-13T16:12:55.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.061+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f175415af80 con 0x7f1754069ed0 2024-09-13T16:12:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.062+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17540672f0 con 0x7f1754069ed0 2024-09-13T16:12:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.062+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f17440147e0 con 0x7f1754069ed0 2024-09-13T16:12:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.063+0000 7f1752ffd640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f174006ac00 0x7f174006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.063+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1744089e80 con 0x7f1754069ed0 2024-09-13T16:12:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.063+0000 7f1759c52640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f174006ac00 0x7f174006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.064+0000 7f1759c52640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f174006ac00 0x7f174006d0c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1748034000 tx=0x7f174802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.067+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1744055090 con 0x7f1754069ed0 2024-09-13T16:12:55.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.236+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f17540b2a40 con 0x7f1754069ed0 2024-09-13T16:12:55.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.237+0000 7f1752ffd640 1 -- 172.21.15.39:0/1449616744 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v36) v1 ==== 104+0+11 (secure 0 0 0) 0x7f17440586b0 con 0x7f1754069ed0 2024-09-13T16:12:55.238 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f174006ac00 msgr2=0x7f174006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f174006ac00 0x7f174006d0c0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f1748034000 tx=0x7f174802e000 comp rx=0 tx=0).stop 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 msgr2=0x7f17541e56e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 0x7f17541e56e0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f1744009d10 tx=0x7f174400c490 comp rx=0 tx=0).stop 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 shutdown_connections 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f174006ac00 0x7f174006d0c0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1754156e60 0x7f17541e36b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17540b25b0 0x7f17541556b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 --2- 172.21.15.39:0/1449616744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1754069ed0 0x7f17541e56e0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 >> 172.21.15.39:0/1449616744 conn(0x7f17540b00a0 msgr2=0x7f17540b14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 shutdown_connections 2024-09-13T16:12:55.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.239+0000 7f175c6b7640 1 -- 172.21.15.39:0/1449616744 wait complete. 2024-09-13T16:12:55.252 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:12:55.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.355+0000 7f2f0a890640 1 Processor -- start 2024-09-13T16:12:55.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.355+0000 7f2f0a890640 1 -- start start 2024-09-13T16:12:55.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.355+0000 7f2f0a890640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f0406ff90 0x7f2f0415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.355+0000 7f2f0a890640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f04071eb0 con 0x7f2f04143d30 2024-09-13T16:12:55.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.355+0000 7f2f0a890640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f04072440 con 0x7f2f040b3610 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.355+0000 7f2f0a890640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f04144110 con 0x7f2f0406ff90 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f08e2d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f0406ff90 0x7f2f0415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f08e2d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f0406ff90 0x7f2f0415eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36592/0 (socket says 172.21.15.39:36592) 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f08e2d640 1 -- 172.21.15.39:0/683872486 learned_addr learned my addr 172.21.15.39:0/683872486 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f03fff640 1 --1- 172.21.15.39:0/683872486 >> v1:172.21.15.39:6789/0 conn(0x7f2f04143d30 0x7f2f040717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45480/0 (socket says 172.21.15.39:45480) 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f08e2d640 1 -- 172.21.15.39:0/683872486 >> v1:172.21.15.157:6789/0 conn(0x7f2f040b3610 legacy=0x7f2f0406f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f08e2d640 1 -- 172.21.15.39:0/683872486 >> v1:172.21.15.39:6789/0 conn(0x7f2f04143d30 legacy=0x7f2f040717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f08e2d640 1 -- 172.21.15.39:0/683872486 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f04072160 con 0x7f2f0406ff90 2024-09-13T16:12:55.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.356+0000 7f2f02ffd640 1 -- 172.21.15.39:0/683872486 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2538600082 0 0) 0x7f2f04071eb0 con 0x7f2f04143d30 2024-09-13T16:12:55.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f08e2d640 1 --2- 172.21.15.39:0/683872486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f0415eb20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2efc009e50 tx=0x7f2efc02a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a452a9f5cd049fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f02ffd640 1 -- 172.21.15.39:0/683872486 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2efc031600 con 0x7f2f0406ff90 2024-09-13T16:12:55.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f02ffd640 1 -- 172.21.15.39:0/683872486 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2efc02d050 con 0x7f2f0406ff90 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f02ffd640 1 -- 172.21.15.39:0/683872486 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2efc031980 con 0x7f2f0406ff90 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f0a890640 1 -- 172.21.15.39:0/683872486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 msgr2=0x7f2f0415eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f0a890640 1 --2- 172.21.15.39:0/683872486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f0415eb20 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7f2efc009e50 tx=0x7f2efc02a760 comp rx=0 tx=0).stop 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f0a890640 1 -- 172.21.15.39:0/683872486 shutdown_connections 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f0a890640 1 --2- 172.21.15.39:0/683872486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f0415eb20 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f0a890640 1 -- 172.21.15.39:0/683872486 >> 172.21.15.39:0/683872486 conn(0x7f2f040b00a0 msgr2=0x7f2f040b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.357+0000 7f2f0a890640 1 -- 172.21.15.39:0/683872486 shutdown_connections 2024-09-13T16:12:55.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.358+0000 7f2f0a890640 1 -- 172.21.15.39:0/683872486 wait complete. 2024-09-13T16:12:55.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.359+0000 7f2f0a890640 1 Processor -- start 2024-09-13T16:12:55.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.359+0000 7f2f0a890640 1 -- start start 2024-09-13T16:12:55.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f04159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f040b3610 0x7f2f040a9990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f04143d30 0x7f2f040a9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f040aa500 con 0x7f2f0406ff90 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f040aa7e0 con 0x7f2f040b3610 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f040aaac0 con 0x7f2f04143d30 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f04159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f04159a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36594/0 (socket says 172.21.15.39:36594) 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 -- 172.21.15.39:0/1220404495 learned_addr learned my addr 172.21.15.39:0/1220404495 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f08e2d640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f04143d30 0x7f2f040a9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f037fe640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f040b3610 0x7f2f040a9990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 -- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f04143d30 msgr2=0x7f2f040a9ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f04143d30 0x7f2f040a9ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 -- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f040b3610 msgr2=0x7f2f040a9990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f040b3610 0x7f2f040a9990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 -- 172.21.15.39:0/1220404495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2efc009b30 con 0x7f2f0406ff90 2024-09-13T16:12:55.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f03fff640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f04159a60 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2ef400c430 tx=0x7f2ef400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ef40074e0 con 0x7f2f0406ff90 2024-09-13T16:12:55.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ef4007660 con 0x7f2f0406ff90 2024-09-13T16:12:55.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ef4004a20 con 0x7f2f0406ff90 2024-09-13T16:12:55.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f040aada0 con 0x7f2f0406ff90 2024-09-13T16:12:55.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.360+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f040abc70 con 0x7f2f0406ff90 2024-09-13T16:12:55.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.361+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f040ab2c0 con 0x7f2f0406ff90 2024-09-13T16:12:55.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.362+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2ef4004b80 con 0x7f2f0406ff90 2024-09-13T16:12:55.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.362+0000 7f2f00ff9640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ef006ac00 0x7f2ef006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.362+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2ef4089270 con 0x7f2f0406ff90 2024-09-13T16:12:55.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.363+0000 7f2f037fe640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ef006ac00 0x7f2ef006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.363+0000 7f2f037fe640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ef006ac00 0x7f2ef006d0c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2f0406a6e0 tx=0x7f2ef8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.367+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f040ab2c0 con 0x7f2f0406ff90 2024-09-13T16:12:55.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.538+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2f040ab2c0 con 0x7f2f0406ff90 2024-09-13T16:12:55.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.538+0000 7f2f00ff9640 1 -- 172.21.15.39:0/1220404495 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v36) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2f040ab2c0 con 0x7f2f0406ff90 2024-09-13T16:12:55.540 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ef006ac00 msgr2=0x7f2ef006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ef006ac00 0x7f2ef006d0c0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2f0406a6e0 tx=0x7f2ef8009040 comp rx=0 tx=0).stop 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 msgr2=0x7f2f04159a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f04159a60 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f2ef400c430 tx=0x7f2ef400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 shutdown_connections 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ef006ac00 0x7f2ef006d0c0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f04143d30 0x7f2f040a9ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f040b3610 0x7f2f040a9990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 --2- 172.21.15.39:0/1220404495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f0406ff90 0x7f2f04159a60 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 >> 172.21.15.39:0/1220404495 conn(0x7f2f040b00a0 msgr2=0x7f2f040af6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 shutdown_connections 2024-09-13T16:12:55.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.540+0000 7f2f0a890640 1 -- 172.21.15.39:0/1220404495 wait complete. 2024-09-13T16:12:55.553 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.653+0000 7f147f641640 1 Processor -- start 2024-09-13T16:12:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.653+0000 7f147f641640 1 -- start start 2024-09-13T16:12:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147f641640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f14780cee00 0x7f147806f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147f641640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f147806fbd0 con 0x7f1478158cb0 2024-09-13T16:12:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147f641640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f147806feb0 con 0x7f147806a5e0 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147f641640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f147806f9e0 con 0x7f14780cee00 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147d3dd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1478158cb0 0x7f1478069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45484/0 (socket says 172.21.15.39:45484) 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147d3dd640 1 -- 172.21.15.39:0/2649910317 learned_addr learned my addr 172.21.15.39:0/2649910317 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147dbde640 1 --2- 172.21.15.39:0/2649910317 >> v2:172.21.15.39:3300/0 conn(0x7f14780cee00 0x7f147806f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f146ffff640 1 -- 172.21.15.39:0/2649910317 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2660617568 0 0) 0x7f147806fbd0 con 0x7f1478158cb0 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f146ffff640 1 -- 172.21.15.39:0/2649910317 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1464005730 con 0x7f1478158cb0 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147dbde640 1 -- 172.21.15.39:0/2649910317 >> v1:172.21.15.157:6789/0 conn(0x7f147806a5e0 legacy=0x7f14780cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147dbde640 1 -- 172.21.15.39:0/2649910317 >> v1:172.21.15.39:6789/0 conn(0x7f1478158cb0 legacy=0x7f1478069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.654+0000 7f147dbde640 1 -- 172.21.15.39:0/2649910317 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1478070190 con 0x7f14780cee00 2024-09-13T16:12:55.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.655+0000 7f147dbde640 1 --2- 172.21.15.39:0/2649910317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14780cee00 0x7f147806f4a0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1470009d90 tx=0x7f147002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69c4cd43c7ee94bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.655+0000 7f146ffff640 1 -- 172.21.15.39:0/2649910317 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1470007740 con 0x7f14780cee00 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.655+0000 7f146ffff640 1 -- 172.21.15.39:0/2649910317 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f147002d050 con 0x7f14780cee00 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.655+0000 7f146ffff640 1 -- 172.21.15.39:0/2649910317 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1470007aa0 con 0x7f14780cee00 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 -- 172.21.15.39:0/2649910317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14780cee00 msgr2=0x7f147806f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 --2- 172.21.15.39:0/2649910317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14780cee00 0x7f147806f4a0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f1470009d90 tx=0x7f147002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 -- 172.21.15.39:0/2649910317 shutdown_connections 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 --2- 172.21.15.39:0/2649910317 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f14780cee00 0x7f147806f4a0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 -- 172.21.15.39:0/2649910317 >> 172.21.15.39:0/2649910317 conn(0x7f147806b3b0 msgr2=0x7f147806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 -- 172.21.15.39:0/2649910317 shutdown_connections 2024-09-13T16:12:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.656+0000 7f147f641640 1 -- 172.21.15.39:0/2649910317 wait complete. 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.657+0000 7f147f641640 1 Processor -- start 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.657+0000 7f147f641640 1 -- start start 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147f641640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 0x7f14780c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147f641640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14780cee00 0x7f14780ad3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147f641640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1478158cb0 0x7f14780c32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147f641640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14781f5d10 con 0x7f147806a5e0 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147f641640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f147814b8d0 con 0x7f14780cee00 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 0x7f14780c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147f641640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f147814bbb0 con 0x7f1478158cb0 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 0x7f14780c9a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36612/0 (socket says 172.21.15.39:36612) 2024-09-13T16:12:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 -- 172.21.15.39:0/3811874705 learned_addr learned my addr 172.21.15.39:0/3811874705 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147dbde640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1478158cb0 0x7f14780c32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147cbdc640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14780cee00 0x7f14780ad3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 -- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1478158cb0 msgr2=0x7f14780c32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1478158cb0 0x7f14780c32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 -- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14780cee00 msgr2=0x7f14780ad3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14780cee00 0x7f14780ad3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147d3dd640 1 -- 172.21.15.39:0/3811874705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1470009a70 con 0x7f147806a5e0 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.658+0000 7f147dbde640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1478158cb0 0x7f14780c32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.659+0000 7f147d3dd640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 0x7f14780c9a80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f147400c410 tx=0x7f147400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.659+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1474005ce0 con 0x7f147806a5e0 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.659+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1474005e40 con 0x7f147806a5e0 2024-09-13T16:12:55.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.659+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f14780ac900 con 0x7f147806a5e0 2024-09-13T16:12:55.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.659+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14740072f0 con 0x7f147806a5e0 2024-09-13T16:12:55.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.659+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14780acec0 con 0x7f147806a5e0 2024-09-13T16:12:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.660+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f14780672f0 con 0x7f147806a5e0 2024-09-13T16:12:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.660+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1474007510 con 0x7f147806a5e0 2024-09-13T16:12:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.661+0000 7f146dffb640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f145c06ac00 0x7f145c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.661+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1474088970 con 0x7f147806a5e0 2024-09-13T16:12:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.661+0000 7f147cbdc640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f145c06ac00 0x7f145c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.662+0000 7f147cbdc640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f145c06ac00 0x7f145c06d0c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f14780b37c0 tx=0x7f1468009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.665+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1474053c60 con 0x7f147806a5e0 2024-09-13T16:12:55.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.872+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f147806bad0 con 0x7f147806a5e0 2024-09-13T16:12:55.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.872+0000 7f146dffb640 1 -- 172.21.15.39:0/3811874705 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f1474017090 con 0x7f147806a5e0 2024-09-13T16:12:55.874 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:55.874 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:23.974937+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":14,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:55.874 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-09-13T16:12:55.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.874+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f145c06ac00 msgr2=0x7f145c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.874+0000 7f147f641640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f145c06ac00 0x7f145c06d0c0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f14780b37c0 tx=0x7f1468009040 comp rx=0 tx=0).stop 2024-09-13T16:12:55.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.874+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 msgr2=0x7f14780c9a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.874+0000 7f147f641640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 0x7f14780c9a80 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f147400c410 tx=0x7f147400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 shutdown_connections 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f145c06ac00 0x7f145c06d0c0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1478158cb0 0x7f14780c32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f14780cee00 0x7f14780ad3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 --2- 172.21.15.39:0/3811874705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f147806a5e0 0x7f14780c9a80 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 >> 172.21.15.39:0/3811874705 conn(0x7f147806b3b0 msgr2=0x7f1478158330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 shutdown_connections 2024-09-13T16:12:55.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.875+0000 7f147f641640 1 -- 172.21.15.39:0/3811874705 wait complete. 2024-09-13T16:12:55.887 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:55.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.987+0000 7f8235e96640 1 Processor -- start 2024-09-13T16:12:55.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.987+0000 7f8235e96640 1 -- start start 2024-09-13T16:12:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f8235e96640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f82300ce980 0x7f82300cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f8235e96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 0x7f823015c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f8235e96640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f823015aa50 con 0x7f82300721f0 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f8235e96640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f823015bed0 con 0x7f82300ce980 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f8235e96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f823015af50 con 0x7f82300cc650 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f82300721f0 0x7f82300ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45498/0 (socket says 172.21.15.39:45498) 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822f7fe640 1 -- 172.21.15.39:0/3170816650 learned_addr learned my addr 172.21.15.39:0/3170816650 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822ffff640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 0x7f823015c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3048856009 0 0) 0x7f823015aa50 con 0x7f82300721f0 2024-09-13T16:12:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f821c003520 con 0x7f82300721f0 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822effd640 1 --2- 172.21.15.39:0/3170816650 >> v2:172.21.15.157:3300/0 conn(0x7f82300ce980 0x7f82300cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3297556352 0 0) 0x7f821c003520 con 0x7f82300721f0 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 msgr2=0x7f823015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 0x7f823015c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 >> v2:172.21.15.157:3300/0 conn(0x7f82300ce980 msgr2=0x7f82300cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 --2- 172.21.15.39:0/3170816650 >> v2:172.21.15.157:3300/0 conn(0x7f82300ce980 0x7f82300cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82300cd6c0 con 0x7f82300721f0 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f8218001670 con 0x7f82300721f0 2024-09-13T16:12:55.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.988+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 >> v1:172.21.15.39:6789/0 conn(0x7f82300721f0 legacy=0x7f82300ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822e7fc640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f821c003970 0x7f821c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822e7fc640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 0x7f821c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822e7fc640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f821c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823015bed0 con 0x7f821c004d00 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823015af50 con 0x7f821c003970 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f821c00b9b0 con 0x7f82300cc650 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822ffff640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f821c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822f7fe640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f821c003970 0x7f821c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822effd640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 0x7f821c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822ffff640 1 -- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 msgr2=0x7f821c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822ffff640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300cc650 0x7f821c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822ffff640 1 -- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f821c003970 msgr2=0x7f821c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822ffff640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f821c003970 0x7f821c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.989+0000 7f822ffff640 1 -- 172.21.15.39:0/3170816650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f821c003520 con 0x7f821c004d00 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f822ffff640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f821c005180 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f8228009fc0 tx=0x7f821c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c34105a7b6b3b1b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8228031640 con 0x7f821c004d00 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f822802d070 con 0x7f821c004d00 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f822e7fc640 1 -- 172.21.15.39:0/3170816650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82280319e0 con 0x7f821c004d00 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f8235e96640 1 -- 172.21.15.39:0/3170816650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 msgr2=0x7f821c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f8235e96640 1 --2- 172.21.15.39:0/3170816650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f821c005180 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7f8228009fc0 tx=0x7f821c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:55.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f822ffff640 1 -- 172.21.15.39:0/3170816650 reap_dead start 2024-09-13T16:12:55.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f8235e96640 1 -- 172.21.15.39:0/3170816650 shutdown_connections 2024-09-13T16:12:55.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f8235e96640 1 -- 172.21.15.39:0/3170816650 >> 172.21.15.39:0/3170816650 conn(0x7f823006b3b0 msgr2=0x7f823006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:55.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.990+0000 7f8235e96640 1 -- 172.21.15.39:0/3170816650 shutdown_connections 2024-09-13T16:12:55.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.991+0000 7f8235e96640 1 -- 172.21.15.39:0/3170816650 wait complete. 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.992+0000 7f8235e96640 1 Processor -- start 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.992+0000 7f8235e96640 1 -- start start 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.992+0000 7f8235e96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f82300af770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82301f3390 0x7f82300c42f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300c8c50 0x7f82300c90e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82300c9620 con 0x7f821c004d00 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82300c5870 con 0x7f82301f3390 2024-09-13T16:12:56.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82300c4c60 con 0x7f82300c8c50 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f82300af770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f82300af770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36630/0 (socket says 172.21.15.39:36630) 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 -- 172.21.15.39:0/285545233 learned_addr learned my addr 172.21.15.39:0/285545233 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822effd640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82301f3390 0x7f82300c42f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822ffff640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300c8c50 0x7f82300c90e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 -- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300c8c50 msgr2=0x7f82300c90e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300c8c50 0x7f82300c90e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 -- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82301f3390 msgr2=0x7f82300c42f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82301f3390 0x7f82300c42f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 -- 172.21.15.39:0/285545233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82300c4f40 con 0x7f821c004d00 2024-09-13T16:12:56.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822ffff640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300c8c50 0x7f82300c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:56.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f822f7fe640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f82300af770 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f8218007340 tx=0x7f8218007740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821800f8e0 con 0x7f821c004d00 2024-09-13T16:12:56.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f821800fa40 con 0x7f821c004d00 2024-09-13T16:12:56.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82300c5220 con 0x7f821c004d00 2024-09-13T16:12:56.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f821800fdf0 con 0x7f821c004d00 2024-09-13T16:12:56.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.993+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82300afcb0 con 0x7f821c004d00 2024-09-13T16:12:56.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.994+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82300cd3a0 con 0x7f821c004d00 2024-09-13T16:12:56.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.995+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f821801d460 con 0x7f821c004d00 2024-09-13T16:12:56.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.995+0000 7f8227fff640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f821006ac00 0x7f821006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.995+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f82180894f0 con 0x7f821c004d00 2024-09-13T16:12:56.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.995+0000 7f822effd640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f821006ac00 0x7f821006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.996+0000 7f822effd640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f821006ac00 0x7f821006d0c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f82301f3790 tx=0x7f8220009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:55.999+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8218054670 con 0x7f821c004d00 2024-09-13T16:12:56.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.170+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f82300672f0 con 0x7f821c004d00 2024-09-13T16:12:56.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.171+0000 7f8227fff640 1 -- 172.21.15.39:0/285545233 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16688 (secure 0 0 0) 0x7f8218057c90 con 0x7f821c004d00 2024-09-13T16:12:56.174 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:56.174 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":36,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:12:00.860752+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f821006ac00 msgr2=0x7f821006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f821006ac00 0x7f821006d0c0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7f82301f3790 tx=0x7f8220009190 comp rx=0 tx=0).stop 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 msgr2=0x7f82300af770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f82300af770 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f8218007340 tx=0x7f8218007740 comp rx=0 tx=0).stop 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 shutdown_connections 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f821006ac00 0x7f821006d0c0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82300c8c50 0x7f82300c90e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82301f3390 0x7f82300c42f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 --2- 172.21.15.39:0/285545233 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f821c004d00 0x7f82300af770 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 >> 172.21.15.39:0/285545233 conn(0x7f823006b3b0 msgr2=0x7f823015b090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 shutdown_connections 2024-09-13T16:12:56.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.174+0000 7f8235e96640 1 -- 172.21.15.39:0/285545233 wait complete. 2024-09-13T16:12:56.188 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:12:56.188 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:56.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.290+0000 7efe0a5bc640 1 Processor -- start 2024-09-13T16:12:56.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.290+0000 7efe0a5bc640 1 -- start start 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe0a5bc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efe04165710 0x7efe04167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe0a5bc640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe040cde30 con 0x7efe040b41a0 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe0a5bc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe040b5090 con 0x7efe040ccf80 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe0a5bc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe040cd820 con 0x7efe04165710 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe03fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efe040b41a0 0x7efe040b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45504/0 (socket says 172.21.15.39:45504) 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe03fff640 1 -- 172.21.15.39:0/2073385237 learned_addr learned my addr 172.21.15.39:0/2073385237 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:56.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe08b59640 1 --2- 172.21.15.39:0/2073385237 >> v2:172.21.15.39:3300/0 conn(0x7efe04165710 0x7efe04167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe08b59640 1 -- 172.21.15.39:0/2073385237 >> v1:172.21.15.157:6789/0 conn(0x7efe040ccf80 legacy=0x7efe04163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:56.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe08b59640 1 -- 172.21.15.39:0/2073385237 >> v1:172.21.15.39:6789/0 conn(0x7efe040b41a0 legacy=0x7efe040b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe02ffd640 1 -- 172.21.15.39:0/2073385237 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 883547298 0 0) 0x7efe040cde30 con 0x7efe040b41a0 2024-09-13T16:12:56.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.291+0000 7efe08b59640 1 -- 172.21.15.39:0/2073385237 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe0415cd60 con 0x7efe04165710 2024-09-13T16:12:56.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.292+0000 7efe08b59640 1 --2- 172.21.15.39:0/2073385237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04167b00 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7efdfc009d90 tx=0x7efdfc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c64112f21b84abcd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.292+0000 7efe02ffd640 1 -- 172.21.15.39:0/2073385237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc007740 con 0x7efe04165710 2024-09-13T16:12:56.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.292+0000 7efe02ffd640 1 -- 172.21.15.39:0/2073385237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdfc02d050 con 0x7efe04165710 2024-09-13T16:12:56.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.292+0000 7efe02ffd640 1 -- 172.21.15.39:0/2073385237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc007ac0 con 0x7efe04165710 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 -- 172.21.15.39:0/2073385237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 msgr2=0x7efe04167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/2073385237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04167b00 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7efdfc009d90 tx=0x7efdfc02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 -- 172.21.15.39:0/2073385237 shutdown_connections 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/2073385237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04167b00 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 -- 172.21.15.39:0/2073385237 >> 172.21.15.39:0/2073385237 conn(0x7efe040cf1a0 msgr2=0x7efe040cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 -- 172.21.15.39:0/2073385237 shutdown_connections 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.293+0000 7efe0a5bc640 1 -- 172.21.15.39:0/2073385237 wait complete. 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.294+0000 7efe0a5bc640 1 Processor -- start 2024-09-13T16:12:56.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.294+0000 7efe0a5bc640 1 -- start start 2024-09-13T16:12:56.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe0a5bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe040b41a0 0x7efe040cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe0a5bc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe040ccf80 0x7efe040cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe0a5bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04153640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe0a5bc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe040c9d60 con 0x7efe04165710 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe0a5bc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe040ca040 con 0x7efe040ccf80 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe0a5bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe040ca320 con 0x7efe040b41a0 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04153640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04153640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36648/0 (socket says 172.21.15.39:36648) 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 -- 172.21.15.39:0/3803181445 learned_addr learned my addr 172.21.15.39:0/3803181445 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe03fff640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe040b41a0 0x7efe040cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe037fe640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe040ccf80 0x7efe040cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 -- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe040b41a0 msgr2=0x7efe040cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe040b41a0 0x7efe040cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 -- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe040ccf80 msgr2=0x7efe040cc5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe040ccf80 0x7efe040cc5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.295+0000 7efe08b59640 1 -- 172.21.15.39:0/3803181445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdfc009a70 con 0x7efe04165710 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.296+0000 7efe08b59640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04153640 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7efdfc009eb0 tx=0x7efdfc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.296+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc031910 con 0x7efe04165710 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.296+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdfc031a70 con 0x7efe04165710 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.296+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe040ca600 con 0x7efe04165710 2024-09-13T16:12:56.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.296+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdfc031de0 con 0x7efe04165710 2024-09-13T16:12:56.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.296+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe040aa2a0 con 0x7efe04165710 2024-09-13T16:12:56.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.297+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe04067330 con 0x7efe04165710 2024-09-13T16:12:56.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.297+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efdfc03c420 con 0x7efe04165710 2024-09-13T16:12:56.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.298+0000 7efe00ff9640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efdf006ac00 0x7efdf006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.298+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7efdfc0ab140 con 0x7efe04165710 2024-09-13T16:12:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.298+0000 7efe03fff640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efdf006ac00 0x7efdf006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.298+0000 7efe03fff640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efdf006ac00 0x7efdf006d0c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efdf4000f60 tx=0x7efdf4007b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.302+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efdfc0762c0 con 0x7efe04165710 2024-09-13T16:12:56.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.509+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efe040cab20 con 0x7efe04165710 2024-09-13T16:12:56.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.509+0000 7efe00ff9640 1 -- 172.21.15.39:0/3803181445 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4742 (secure 0 0 0) 0x7efe040cab20 con 0x7efe04165710 2024-09-13T16:12:56.513 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:56.513 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:23.974937+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":14,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-09-13T16:12:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efdf006ac00 msgr2=0x7efdf006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efdf006ac00 0x7efdf006d0c0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7efdf4000f60 tx=0x7efdf4007b70 comp rx=0 tx=0).stop 2024-09-13T16:12:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 msgr2=0x7efe04153640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04153640 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7efdfc009eb0 tx=0x7efdfc004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 shutdown_connections 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efdf006ac00 0x7efdf006d0c0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efe04165710 0x7efe04153640 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.511+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efe040ccf80 0x7efe040cc5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.512+0000 7efe0a5bc640 1 --2- 172.21.15.39:0/3803181445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efe040b41a0 0x7efe040cc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.512+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 >> 172.21.15.39:0/3803181445 conn(0x7efe040cf1a0 msgr2=0x7efe0415a9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.512+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 shutdown_connections 2024-09-13T16:12:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.512+0000 7efe0a5bc640 1 -- 172.21.15.39:0/3803181445 wait complete. 2024-09-13T16:12:56.524 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:12:56.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.626+0000 7fb7e3e80640 1 Processor -- start 2024-09-13T16:12:56.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.627+0000 7fb7e3e80640 1 -- start start 2024-09-13T16:12:56.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.627+0000 7fb7e3e80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.627+0000 7fb7e3e80640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7dc06f6e0 con 0x7fb7dc156fb0 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.627+0000 7fb7e3e80640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7dc06f9c0 con 0x7fb7dc06f170 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.627+0000 7fb7e3e80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7dc0b2400 con 0x7fb7dc15d0a0 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e1c1c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb7dc156fb0 0x7fb7dc15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45514/0 (socket says 172.21.15.39:45514) 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e1c1c640 1 -- 172.21.15.39:0/3765946356 learned_addr learned my addr 172.21.15.39:0/3765946356 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e241d640 1 --2- 172.21.15.39:0/3765946356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 409884478 0 0) 0x7fb7dc06f6e0 con 0x7fb7dc156fb0 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb7c4003520 con 0x7fb7dc156fb0 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 609571756 0 0) 0x7fb7dc06f9c0 con 0x7fb7dc06f170 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb7dc06f6e0 con 0x7fb7dc06f170 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e241d640 1 -- 172.21.15.39:0/3765946356 >> v1:172.21.15.157:6789/0 conn(0x7fb7dc06f170 legacy=0x7fb7dc0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e241d640 1 -- 172.21.15.39:0/3765946356 >> v1:172.21.15.39:6789/0 conn(0x7fb7dc156fb0 legacy=0x7fb7dc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 266355653 0 0) 0x7fb7c4003520 con 0x7fb7dc156fb0 2024-09-13T16:12:56.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.628+0000 7fb7e241d640 1 -- 172.21.15.39:0/3765946356 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7dc06fca0 con 0x7fb7dc15d0a0 2024-09-13T16:12:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.629+0000 7fb7e241d640 1 --2- 172.21.15.39:0/3765946356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc15d530 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb7d40097d0 tx=0x7fb7d402a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=edf6b52c0809a8f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.629+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7cc0019f0 con 0x7fb7dc15d0a0 2024-09-13T16:12:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.629+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7d402ab90 con 0x7fb7dc15d0a0 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.629+0000 7fb7e0c1a640 1 -- 172.21.15.39:0/3765946356 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7d4032440 con 0x7fb7dc15d0a0 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 -- 172.21.15.39:0/3765946356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 msgr2=0x7fb7dc15d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/3765946356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc15d530 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fb7d40097d0 tx=0x7fb7d402a100 comp rx=0 tx=0).stop 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 -- 172.21.15.39:0/3765946356 shutdown_connections 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/3765946356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc15d530 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 -- 172.21.15.39:0/3765946356 >> 172.21.15.39:0/3765946356 conn(0x7fb7dc06b3b0 msgr2=0x7fb7dc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 -- 172.21.15.39:0/3765946356 shutdown_connections 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.630+0000 7fb7e3e80640 1 -- 172.21.15.39:0/3765946356 wait complete. 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.631+0000 7fb7e3e80640 1 Processor -- start 2024-09-13T16:12:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.631+0000 7fb7e3e80640 1 -- start start 2024-09-13T16:12:56.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e3e80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7dc06f170 0x7fb7dc142120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e3e80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 0x7fb7dc0a9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e3e80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc0aa360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e3e80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7dc142660 con 0x7fb7dc156fb0 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e3e80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7dc0ad440 con 0x7fb7dc06f170 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e3e80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7dc0acba0 con 0x7fb7dc15d0a0 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 0x7fb7dc0a9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 0x7fb7dc0a9e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36658/0 (socket says 172.21.15.39:36658) 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 -- 172.21.15.39:0/2541290619 learned_addr learned my addr 172.21.15.39:0/2541290619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e241d640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc0aa360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e1c1c640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7dc06f170 0x7fb7dc142120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 -- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 msgr2=0x7fb7dc0aa360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc0aa360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 -- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7dc06f170 msgr2=0x7fb7dc142120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7dc06f170 0x7fb7dc142120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 -- 172.21.15.39:0/2541290619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7d4009400 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.632+0000 7fb7e141b640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 0x7fb7dc0a9e20 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb7d000c430 tx=0x7fb7d000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.633+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7d00052d0 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.633+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7d0005450 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.633+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7d0003830 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.633+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7dc0ace80 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.633+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7dc0cc170 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.634+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7dc0672f0 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.634+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb7d0003990 con 0x7fb7dc156fb0 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.634+0000 7fb7da7fc640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7c806ac00 0x7fb7c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.635+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb7d00888f0 con 0x7fb7dc156fb0 2024-09-13T16:12:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.635+0000 7fb7e1c1c640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7c806ac00 0x7fb7c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.635+0000 7fb7e1c1c640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7c806ac00 0x7fb7c806d0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc001560 tx=0x7fb7cc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.639+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb7d0053b20 con 0x7fb7dc156fb0 2024-09-13T16:12:56.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.846+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb7dc15d530 con 0x7fb7dc156fb0 2024-09-13T16:12:56.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.846+0000 7fb7da7fc640 1 -- 172.21.15.39:0/2541290619 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 23 v23) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fb7d0017090 con 0x7fb7dc156fb0 2024-09-13T16:12:56.848 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:56.848 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":23,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10}],"filesystems":[{"mdsmap":{"epoch":23,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:11:44.520143+0000","modified":"2024-09-13T16:12:23.974937+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":36,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5280},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5280":{"gid":5280,"name":"d","rank":0,"incarnation":18,"state":"up:active","state_seq":14,"addr":"172.21.15.157:6836/1986130815","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1986130815},{"type":"v1","addr":"172.21.15.157:6836","nonce":1986130815}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[5],"metadata_pool":4,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T16:12:56.849 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 23 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7c806ac00 msgr2=0x7fb7c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7c806ac00 0x7fb7c806d0c0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc001560 tx=0x7fb7cc009040 comp rx=0 tx=0).stop 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 msgr2=0x7fb7dc0a9e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 0x7fb7dc0a9e20 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7fb7d000c430 tx=0x7fb7d000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 shutdown_connections 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7c806ac00 0x7fb7c806d0c0 secure :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fb7cc001560 tx=0x7fb7cc009040 comp rx=0 tx=0).stop 2024-09-13T16:12:56.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7dc15d0a0 0x7fb7dc0aa360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7dc156fb0 0x7fb7dc0a9e20 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.848+0000 7fb7e3e80640 1 --2- 172.21.15.39:0/2541290619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7dc06f170 0x7fb7dc142120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.849+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 >> 172.21.15.39:0/2541290619 conn(0x7fb7dc06b3b0 msgr2=0x7fb7dc0b07f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:56.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.849+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 shutdown_connections 2024-09-13T16:12:56.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.849+0000 7fb7e3e80640 1 -- 172.21.15.39:0/2541290619 wait complete. 2024-09-13T16:12:56.861 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:12:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.960+0000 7fe76818a640 1 Processor -- start 2024-09-13T16:12:56.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.960+0000 7fe76818a640 1 -- start start 2024-09-13T16:12:56.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.961+0000 7fe76818a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe7600b41a0 0x7fe7600b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.961+0000 7fe76818a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe7600d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.961+0000 7fe76818a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7600cde30 con 0x7fe7600d0830 2024-09-13T16:12:56.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.961+0000 7fe76818a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7600b5090 con 0x7fe7600b41a0 2024-09-13T16:12:56.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.961+0000 7fe76818a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7600cd820 con 0x7fe7600ccf80 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765f26640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe7600b41a0 0x7fe7600b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe766727640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe7600d0830 0x7fe760166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59668/0 (socket says 172.21.15.39:59668) 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe7600d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe766727640 1 -- 172.21.15.39:0/297346241 learned_addr learned my addr 172.21.15.39:0/297346241 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe764f24640 1 -- 172.21.15.39:0/297346241 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1680931719 0 0) 0x7fe7600cde30 con 0x7fe7600d0830 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe764f24640 1 -- 172.21.15.39:0/297346241 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe74c003520 con 0x7fe7600d0830 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765725640 1 -- 172.21.15.39:0/297346241 >> v2:172.21.15.157:3300/0 conn(0x7fe7600b41a0 msgr2=0x7fe7600b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765725640 1 --2- 172.21.15.39:0/297346241 >> v2:172.21.15.157:3300/0 conn(0x7fe7600b41a0 0x7fe7600b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765725640 1 -- 172.21.15.39:0/297346241 >> v1:172.21.15.157:6789/0 conn(0x7fe7600d0830 legacy=0x7fe760166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765725640 1 -- 172.21.15.39:0/297346241 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7600b4ac0 con 0x7fe7600ccf80 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.962+0000 7fe765f26640 1 --2- 172.21.15.39:0/297346241 >> v2:172.21.15.157:3300/0 conn(0x7fe7600b41a0 0x7fe7600b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.963+0000 7fe765725640 1 --2- 172.21.15.39:0/297346241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe7600d02f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7500097a0 tx=0x7fe75002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b46347737245881c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.963+0000 7fe764f24640 1 -- 172.21.15.39:0/297346241 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe750032440 con 0x7fe7600ccf80 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.963+0000 7fe764f24640 1 -- 172.21.15.39:0/297346241 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7500325a0 con 0x7fe7600ccf80 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.963+0000 7fe764f24640 1 -- 172.21.15.39:0/297346241 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe750032910 con 0x7fe7600ccf80 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.963+0000 7fe76818a640 1 -- 172.21.15.39:0/297346241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 msgr2=0x7fe7600d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.963+0000 7fe76818a640 1 --2- 172.21.15.39:0/297346241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe7600d02f0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fe7500097a0 tx=0x7fe75002a180 comp rx=0 tx=0).stop 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.964+0000 7fe76818a640 1 -- 172.21.15.39:0/297346241 shutdown_connections 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.964+0000 7fe76818a640 1 --2- 172.21.15.39:0/297346241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe7600d02f0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.964+0000 7fe76818a640 1 --2- 172.21.15.39:0/297346241 >> v2:172.21.15.157:3300/0 conn(0x7fe7600b41a0 0x7fe7600b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.964+0000 7fe76818a640 1 -- 172.21.15.39:0/297346241 >> 172.21.15.39:0/297346241 conn(0x7fe7600cf1a0 msgr2=0x7fe7600cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.964+0000 7fe76818a640 1 -- 172.21.15.39:0/297346241 shutdown_connections 2024-09-13T16:12:56.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.964+0000 7fe76818a640 1 -- 172.21.15.39:0/297346241 wait complete. 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.965+0000 7fe76818a640 1 Processor -- start 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.965+0000 7fe76818a640 1 -- start start 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe76818a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7600b41a0 0x7fe7600c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe76818a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe76014b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe76818a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 0x7fe7600d0c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe76818a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe76014c5a0 con 0x7fe7600d0830 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe76818a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe76014bfe0 con 0x7fe7600b41a0 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe76818a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe76014c2c0 con 0x7fe7600ccf80 2024-09-13T16:12:56.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 0x7fe7600d0c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 0x7fe7600d0c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36672/0 (socket says 172.21.15.39:36672) 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 -- 172.21.15.39:0/3603979603 learned_addr learned my addr 172.21.15.39:0/3603979603 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe765f26640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7600b41a0 0x7fe7600c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe765725640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe76014b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 -- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 msgr2=0x7fe76014b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe76014b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 -- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7600b41a0 msgr2=0x7fe7600c8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7600b41a0 0x7fe7600c8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 -- 172.21.15.39:0/3603979603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe75c009400 con 0x7fe7600d0830 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe765f26640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7600b41a0 0x7fe7600c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe765725640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe76014b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.966+0000 7fe766727640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 0x7fe7600d0c10 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fe75800cb40 tx=0x7fe75800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.967+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe75800aca0 con 0x7fe7600d0830 2024-09-13T16:12:56.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.967+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe75800ae00 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.967+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe758012620 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.967+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe750009400 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.967+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7601499f0 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.968+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe760067330 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.968+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe758007070 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.969+0000 7fe7567fc640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe74406ac30 0x7fe74406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.969+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe7580893c0 con 0x7fe7600d0830 2024-09-13T16:12:56.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.970+0000 7fe765f26640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe74406ac30 0x7fe74406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:56.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.972+0000 7fe765f26640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe74406ac30 0x7fe74406d0f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe75c009bb0 tx=0x7fe75c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:56.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:56.973+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe758054550 con 0x7fe7600d0830 2024-09-13T16:12:57.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.144+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe760149570 con 0x7fe7600d0830 2024-09-13T16:12:57.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.145+0000 7fe7567fc640 1 -- 172.21.15.39:0/3603979603 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v36) v1 ==== 74+0+16688 (secure 0 0 0) 0x7fe760149570 con 0x7fe7600d0830 2024-09-13T16:12:57.147 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:12:57.147 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":36,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:12:00.860752+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:11:43.107033+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"34","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.25,"score_stable":2.25,"optimal_score":1,"raw_score_acting":2.25,"raw_score_stable":2.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_data","create_time":"2024-09-13T16:11:43.499323+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"35","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe74406ac30 msgr2=0x7fe74406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe74406ac30 0x7fe74406d0f0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fe75c009bb0 tx=0x7fe75c008040 comp rx=0 tx=0).stop 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 msgr2=0x7fe7600d0c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 0x7fe7600d0c10 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7fe75800cb40 tx=0x7fe75800a060 comp rx=0 tx=0).stop 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 shutdown_connections 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe74406ac30 0x7fe74406d0f0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7600d0830 0x7fe7600d0c10 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7600ccf80 0x7fe76014b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 --2- 172.21.15.39:0/3603979603 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7600b41a0 0x7fe7600c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 >> 172.21.15.39:0/3603979603 conn(0x7fe7600cf1a0 msgr2=0x7fe7600b6be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:57.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 shutdown_connections 2024-09-13T16:12:57.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.147+0000 7fe76818a640 1 -- 172.21.15.39:0/3603979603 wait complete. 2024-09-13T16:12:57.160 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:12:57.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.262+0000 7fe81bd25640 1 Processor -- start 2024-09-13T16:12:57.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.262+0000 7fe81bd25640 1 -- start start 2024-09-13T16:12:57.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe81bd25640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe81415c660 0x7fe8141608c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe81bd25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe814160e00 0x7fe8140b4d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe81bd25640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe8140b34a0 0x7fe8140b52c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe81bd25640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe814160150 con 0x7fe81415c660 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe81bd25640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe814160430 con 0x7fe8140b34a0 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe81bd25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8140b5800 con 0x7fe814160e00 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe819ac1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe81415c660 0x7fe8141608c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe819ac1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe81415c660 0x7fe8141608c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36674/0 (socket says 172.21.15.39:36674) 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.263+0000 7fe819ac1640 1 -- 172.21.15.39:0/2069472597 learned_addr learned my addr 172.21.15.39:0/2069472597 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe819ac1640 1 -- 172.21.15.39:0/2069472597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe814160e00 msgr2=0x7fe8140b4d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe8192c0640 1 --2- 172.21.15.39:0/2069472597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe814160e00 0x7fe8140b4d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe81a2c2640 1 --2- 172.21.15.39:0/2069472597 >> v2:172.21.15.157:3300/0 conn(0x7fe8140b34a0 0x7fe8140b52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe819ac1640 1 --2- 172.21.15.39:0/2069472597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe814160e00 0x7fe8140b4d80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe819ac1640 1 -- 172.21.15.39:0/2069472597 >> v2:172.21.15.157:3300/0 conn(0x7fe8140b34a0 msgr2=0x7fe8140b52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe819ac1640 1 --2- 172.21.15.39:0/2069472597 >> v2:172.21.15.157:3300/0 conn(0x7fe8140b34a0 0x7fe8140b52c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe819ac1640 1 -- 172.21.15.39:0/2069472597 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe81406e360 con 0x7fe81415c660 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe819ac1640 1 --2- 172.21.15.39:0/2069472597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415c660 0x7fe8141608c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fe814073bc0 tx=0x7fe81002a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1081126cd1fb3a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe818abf640 1 -- 172.21.15.39:0/2069472597 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe81002ae00 con 0x7fe81415c660 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe818abf640 1 -- 172.21.15.39:0/2069472597 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe810032440 con 0x7fe81415c660 2024-09-13T16:12:57.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.264+0000 7fe818abf640 1 -- 172.21.15.39:0/2069472597 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8100327d0 con 0x7fe81415c660 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 -- 172.21.15.39:0/2069472597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415c660 msgr2=0x7fe8141608c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 --2- 172.21.15.39:0/2069472597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415c660 0x7fe8141608c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fe814073bc0 tx=0x7fe81002a0b0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 -- 172.21.15.39:0/2069472597 shutdown_connections 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 --2- 172.21.15.39:0/2069472597 >> v2:172.21.15.157:3300/0 conn(0x7fe8140b34a0 0x7fe8140b52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 --2- 172.21.15.39:0/2069472597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe814160e00 0x7fe8140b4d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 --2- 172.21.15.39:0/2069472597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415c660 0x7fe8141608c0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 -- 172.21.15.39:0/2069472597 >> 172.21.15.39:0/2069472597 conn(0x7fe8140d0430 msgr2=0x7fe8140d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 -- 172.21.15.39:0/2069472597 shutdown_connections 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.265+0000 7fe81bd25640 1 -- 172.21.15.39:0/2069472597 wait complete. 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.266+0000 7fe81bd25640 1 Processor -- start 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.266+0000 7fe81bd25640 1 -- start start 2024-09-13T16:12:57.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81bd25640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8140b34a0 0x7fe81415a800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81bd25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe81415c660 0x7fe8141545d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81bd25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 0x7fe814154b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81bd25640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe814155ec0 con 0x7fe81415ad40 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81bd25640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe814155340 con 0x7fe8140b34a0 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81bd25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe814155620 con 0x7fe81415c660 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81a2c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 0x7fe814154b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81a2c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 0x7fe814154b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36676/0 (socket says 172.21.15.39:36676) 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81a2c2640 1 -- 172.21.15.39:0/1973036067 learned_addr learned my addr 172.21.15.39:0/1973036067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81a2c2640 1 -- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe81415c660 msgr2=0x7fe8141545d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.267+0000 7fe81a2c2640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe81415c660 0x7fe8141545d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe81a2c2640 1 -- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8140b34a0 msgr2=0x7fe81415a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe81a2c2640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8140b34a0 0x7fe81415a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe81a2c2640 1 -- 172.21.15.39:0/1973036067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8100094d0 con 0x7fe81415ad40 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe81a2c2640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 0x7fe814154b10 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fe80c00cb80 tx=0x7fe80c00a4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80c00ce70 con 0x7fe81415ad40 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe80c00abd0 con 0x7fe81415ad40 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe814155900 con 0x7fe81415ad40 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe80c011410 con 0x7fe81415ad40 2024-09-13T16:12:57.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.268+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe814155050 con 0x7fe81415ad40 2024-09-13T16:12:57.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.269+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe8140afdb0 con 0x7fe81415ad40 2024-09-13T16:12:57.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.269+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe80c011570 con 0x7fe81415ad40 2024-09-13T16:12:57.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.270+0000 7fe80a7fc640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7f806ac00 0x7fe7f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.270+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe80c089240 con 0x7fe81415ad40 2024-09-13T16:12:57.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.270+0000 7fe819ac1640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7f806ac00 0x7fe7f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.271+0000 7fe819ac1640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7f806ac00 0x7fe7f806d0c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe810034000 tx=0x7fe81002c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.274+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe80c054330 con 0x7fe81415ad40 2024-09-13T16:12:57.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.484+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe81406e820 con 0x7fe81415ad40 2024-09-13T16:12:57.486 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:12:57.485+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:12:57.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.496+0000 7fe80a7fc640 1 -- 172.21.15.39:0/1973036067 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v24) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe80c057950 con 0x7fe81415ad40 2024-09-13T16:12:57.498 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7f806ac00 msgr2=0x7fe7f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7f806ac00 0x7fe7f806d0c0 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fe810034000 tx=0x7fe81002c000 comp rx=0 tx=0).stop 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 msgr2=0x7fe814154b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 0x7fe814154b10 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fe80c00cb80 tx=0x7fe80c00a4c0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 shutdown_connections 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7f806ac00 0x7fe7f806d0c0 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe81415ad40 0x7fe814154b10 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe81415c660 0x7fe8141545d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 --2- 172.21.15.39:0/1973036067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe8140b34a0 0x7fe81415a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 >> 172.21.15.39:0/1973036067 conn(0x7fe8140d0430 msgr2=0x7fe81406afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 shutdown_connections 2024-09-13T16:12:57.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.498+0000 7fe81bd25640 1 -- 172.21.15.39:0/1973036067 wait complete. 2024-09-13T16:12:57.503 INFO:tasks.ceph.mds.d.smithi157.stderr: -3035> 2024-09-13T16:12:09.101+0000 7fea975e2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:12:57.511 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:12:57.533 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:12:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.613+0000 7fca3a99c640 1 Processor -- start 2024-09-13T16:12:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.613+0000 7fca3a99c640 1 -- start start 2024-09-13T16:12:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca3a99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca341462a0 0x7fca340b3530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca3a99c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca34070cb0 0x7fca34069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca3a99c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fca3406a410 0x7fca3406db00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca3a99c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca3406a890 con 0x7fca34070cb0 2024-09-13T16:12:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca3a99c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca340acde0 con 0x7fca3406a410 2024-09-13T16:12:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca3a99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca34071220 con 0x7fca341462a0 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca34070cb0 0x7fca34069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca34070cb0 0x7fca34069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36692/0 (socket says 172.21.15.39:36692) 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 -- 172.21.15.39:0/3624916639 learned_addr learned my addr 172.21.15.39:0/3624916639 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca33fff640 1 --2- 172.21.15.39:0/3624916639 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca341462a0 0x7fca340b3530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca38f39640 1 --2- 172.21.15.39:0/3624916639 >> v2:172.21.15.157:3300/0 conn(0x7fca3406a410 0x7fca3406db00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 -- 172.21.15.39:0/3624916639 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca341462a0 msgr2=0x7fca340b3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 --2- 172.21.15.39:0/3624916639 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca341462a0 0x7fca340b3530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 -- 172.21.15.39:0/3624916639 >> v2:172.21.15.157:3300/0 conn(0x7fca3406a410 msgr2=0x7fca3406db00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 --2- 172.21.15.39:0/3624916639 >> v2:172.21.15.157:3300/0 conn(0x7fca3406a410 0x7fca3406db00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.614+0000 7fca337fe640 1 -- 172.21.15.39:0/3624916639 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca34071500 con 0x7fca34070cb0 2024-09-13T16:12:57.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.615+0000 7fca337fe640 1 --2- 172.21.15.39:0/3624916639 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34070cb0 0x7fca34069ed0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fca3406d4e0 tx=0x7fca2802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=678b3a9cad3eb931 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.615+0000 7fca32ffd640 1 -- 172.21.15.39:0/3624916639 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca28032440 con 0x7fca34070cb0 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.615+0000 7fca32ffd640 1 -- 172.21.15.39:0/3624916639 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca280325a0 con 0x7fca34070cb0 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.615+0000 7fca32ffd640 1 -- 172.21.15.39:0/3624916639 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca28032930 con 0x7fca34070cb0 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 -- 172.21.15.39:0/3624916639 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34070cb0 msgr2=0x7fca34069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 --2- 172.21.15.39:0/3624916639 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34070cb0 0x7fca34069ed0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fca3406d4e0 tx=0x7fca2802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 -- 172.21.15.39:0/3624916639 shutdown_connections 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 --2- 172.21.15.39:0/3624916639 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca34070cb0 0x7fca34069ed0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 --2- 172.21.15.39:0/3624916639 >> v2:172.21.15.157:3300/0 conn(0x7fca3406a410 0x7fca3406db00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 --2- 172.21.15.39:0/3624916639 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca341462a0 0x7fca340b3530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 -- 172.21.15.39:0/3624916639 >> 172.21.15.39:0/3624916639 conn(0x7fca3406c3c0 msgr2=0x7fca3406c7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 -- 172.21.15.39:0/3624916639 shutdown_connections 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.616+0000 7fca3a99c640 1 -- 172.21.15.39:0/3624916639 wait complete. 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.617+0000 7fca3a99c640 1 Processor -- start 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.617+0000 7fca3a99c640 1 -- start start 2024-09-13T16:12:57.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca3a99c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca3406a410 0x7fca340c5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca3a99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca34070cb0 0x7fca340c93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca3a99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 0x7fca340c9910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca3a99c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca340c9e50 con 0x7fca341462a0 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca3a99c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca34138fa0 con 0x7fca3406a410 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca3a99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca340c4a60 con 0x7fca34070cb0 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 0x7fca340c9910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 0x7fca340c9910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36694/0 (socket says 172.21.15.39:36694) 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 -- 172.21.15.39:0/924537470 learned_addr learned my addr 172.21.15.39:0/924537470 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca337fe640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca34070cb0 0x7fca340c93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca33fff640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca3406a410 0x7fca340c5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 -- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca34070cb0 msgr2=0x7fca340c93d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca34070cb0 0x7fca340c93d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 -- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca3406a410 msgr2=0x7fca340c5b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca3406a410 0x7fca340c5b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.618+0000 7fca38f39640 1 -- 172.21.15.39:0/924537470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca280094d0 con 0x7fca341462a0 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.619+0000 7fca38f39640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 0x7fca340c9910 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fca2c007e40 tx=0x7fca2c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.619+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c014620 con 0x7fca341462a0 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.619+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca2c00ee90 con 0x7fca341462a0 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.619+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca340c4d40 con 0x7fca341462a0 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.619+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca2c0149e0 con 0x7fca341462a0 2024-09-13T16:12:57.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.619+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca340c5300 con 0x7fca341462a0 2024-09-13T16:12:57.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.620+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca340672f0 con 0x7fca341462a0 2024-09-13T16:12:57.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.620+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fca2c014b40 con 0x7fca341462a0 2024-09-13T16:12:57.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.621+0000 7fca30ff9640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca2006ac00 0x7fca2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:57.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.621+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fca2c089d90 con 0x7fca341462a0 2024-09-13T16:12:57.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.623+0000 7fca33fff640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca2006ac00 0x7fca2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:57.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.625+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fca2c054ec0 con 0x7fca341462a0 2024-09-13T16:12:57.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.626+0000 7fca33fff640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca2006ac00 0x7fca2006d0c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fca24006fd0 tx=0x7fca24008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:57.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:57.830+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fca34069ed0 con 0x7fca341462a0 2024-09-13T16:12:58.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.502+0000 7fca30ff9640 1 -- 172.21.15.39:0/924537470 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v25) v1 ==== 104+0+0 (secure 0 0 0) 0x7fca2c0584e0 con 0x7fca341462a0 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca2006ac00 msgr2=0x7fca2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca2006ac00 0x7fca2006d0c0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7fca24006fd0 tx=0x7fca24008040 comp rx=0 tx=0).stop 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 msgr2=0x7fca340c9910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 0x7fca340c9910 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7fca2c007e40 tx=0x7fca2c00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 shutdown_connections 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca2006ac00 0x7fca2006d0c0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca341462a0 0x7fca340c9910 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca34070cb0 0x7fca340c93d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 --2- 172.21.15.39:0/924537470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca3406a410 0x7fca340c5b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 >> 172.21.15.39:0/924537470 conn(0x7fca3406c3c0 msgr2=0x7fca341435a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 shutdown_connections 2024-09-13T16:12:58.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.505+0000 7fca3a99c640 1 -- 172.21.15.39:0/924537470 wait complete. 2024-09-13T16:12:58.520 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:12:58.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 Processor -- start 2024-09-13T16:12:58.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 -- start start 2024-09-13T16:12:58.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ffad80cf580 0x7ffad80d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffad80d0d80 0x7ffad80b6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffad80b5bb0 con 0x7ffad815ce60 2024-09-13T16:12:58.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffad80d1e10 con 0x7ffad80d0d80 2024-09-13T16:12:58.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.632+0000 7ffade88e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffad80d1570 con 0x7ffad80cf580 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffad80d0d80 0x7ffad80b6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffad80d0d80 0x7ffad80b6300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36704/0 (socket says 172.21.15.39:36704) 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 -- 172.21.15.39:0/2771358239 learned_addr learned my addr 172.21.15.39:0/2771358239 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffacffff640 1 --2- 172.21.15.39:0/2771358239 >> v2:172.21.15.157:3300/0 conn(0x7ffad80cf580 0x7ffad80d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 -- 172.21.15.39:0/2771358239 >> v2:172.21.15.157:3300/0 conn(0x7ffad80cf580 msgr2=0x7ffad80d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 --2- 172.21.15.39:0/2771358239 >> v2:172.21.15.157:3300/0 conn(0x7ffad80cf580 0x7ffad80d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 -- 172.21.15.39:0/2771358239 >> v1:172.21.15.157:6789/0 conn(0x7ffad815ce60 legacy=0x7ffad80cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:58.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.633+0000 7ffadce2b640 1 -- 172.21.15.39:0/2771358239 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffad80d1850 con 0x7ffad80d0d80 2024-09-13T16:12:58.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.634+0000 7ffadce2b640 1 --2- 172.21.15.39:0/2771358239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad80d0d80 0x7ffad80b6300 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ffad80b20d0 tx=0x7ffad002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2919f746ab0b3b56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:58.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.634+0000 7ffad77fe640 1 -- 172.21.15.39:0/2771358239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad0031600 con 0x7ffad80d0d80 2024-09-13T16:12:58.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.634+0000 7ffad77fe640 1 -- 172.21.15.39:0/2771358239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffad002d050 con 0x7ffad80d0d80 2024-09-13T16:12:58.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.634+0000 7ffad77fe640 1 -- 172.21.15.39:0/2771358239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad0031980 con 0x7ffad80d0d80 2024-09-13T16:12:58.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.634+0000 7ffade88e640 1 -- 172.21.15.39:0/2771358239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad80d0d80 msgr2=0x7ffad80b6300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.634+0000 7ffade88e640 1 --2- 172.21.15.39:0/2771358239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad80d0d80 0x7ffad80b6300 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7ffad80b20d0 tx=0x7ffad002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.635+0000 7ffade88e640 1 -- 172.21.15.39:0/2771358239 shutdown_connections 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.635+0000 7ffade88e640 1 --2- 172.21.15.39:0/2771358239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad80d0d80 0x7ffad80b6300 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.635+0000 7ffade88e640 1 --2- 172.21.15.39:0/2771358239 >> v2:172.21.15.157:3300/0 conn(0x7ffad80cf580 0x7ffad80d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.635+0000 7ffade88e640 1 -- 172.21.15.39:0/2771358239 >> 172.21.15.39:0/2771358239 conn(0x7ffad806a3a0 msgr2=0x7ffad806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.635+0000 7ffade88e640 1 -- 172.21.15.39:0/2771358239 shutdown_connections 2024-09-13T16:12:58.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.635+0000 7ffade88e640 1 -- 172.21.15.39:0/2771358239 wait complete. 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.636+0000 7ffade88e640 1 Processor -- start 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.636+0000 7ffade88e640 1 -- start start 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.636+0000 7ffade88e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffad80cf580 0x7ffad81f2850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.636+0000 7ffade88e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffad80d0d80 0x7ffad8159f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.636+0000 7ffade88e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 0x7ffad80c8140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffade88e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad80a93a0 con 0x7ffad815ce60 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffade88e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffad80c9810 con 0x7ffad80d0d80 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffade88e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffad80c9af0 con 0x7ffad80cf580 2024-09-13T16:12:58.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 0x7ffad80c8140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 0x7ffad80c8140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36716/0 (socket says 172.21.15.39:36716) 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 -- 172.21.15.39:0/2893108033 learned_addr learned my addr 172.21.15.39:0/2893108033 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffad7fff640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffad80cf580 0x7ffad81f2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffacffff640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffad80d0d80 0x7ffad8159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 -- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffad80cf580 msgr2=0x7ffad81f2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffad80cf580 0x7ffad81f2850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 -- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffad80d0d80 msgr2=0x7ffad8159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffad80d0d80 0x7ffad8159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 -- 172.21.15.39:0/2893108033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffad0009b30 con 0x7ffad815ce60 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffadce2b640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 0x7ffad80c8140 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ffad002ace0 tx=0x7ffad0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad003b820 con 0x7ffad815ce60 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffad003b980 con 0x7ffad815ce60 2024-09-13T16:12:58.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffad80c9dd0 con 0x7ffad815ce60 2024-09-13T16:12:58.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffad003bd10 con 0x7ffad815ce60 2024-09-13T16:12:58.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.637+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffad80ca390 con 0x7ffad815ce60 2024-09-13T16:12:58.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.638+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffad80ca5b0 con 0x7ffad815ce60 2024-09-13T16:12:58.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.639+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffad0038050 con 0x7ffad815ce60 2024-09-13T16:12:58.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.639+0000 7ffad57fa640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffab806ac00 0x7ffab806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:58.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.639+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5881+0+0 (secure 0 0 0) 0x7ffad00a9f00 con 0x7ffad815ce60 2024-09-13T16:12:58.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.640+0000 7ffad7fff640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffab806ac00 0x7ffab806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:58.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.642+0000 7ffad7fff640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffab806ac00 0x7ffab806d0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ffac8006fd0 tx=0x7ffac8009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:58.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.643+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffad0075050 con 0x7ffad815ce60 2024-09-13T16:12:58.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:58.813+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ffad80d0840 con 0x7ffad815ce60 2024-09-13T16:12:59.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.515+0000 7ffad57fa640 1 -- 172.21.15.39:0/2893108033 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v38) v1 ==== 181+0+0 (secure 0 0 0) 0x7ffad004b0d0 con 0x7ffad815ce60 2024-09-13T16:12:59.517 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffab806ac00 msgr2=0x7ffab806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffab806ac00 0x7ffab806d0c0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7ffac8006fd0 tx=0x7ffac8009060 comp rx=0 tx=0).stop 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 msgr2=0x7ffad80c8140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 0x7ffad80c8140 secure :-1 s=READY pgs=630 cs=0 l=1 rev1=1 crypto rx=0x7ffad002ace0 tx=0x7ffad0004a40 comp rx=0 tx=0).stop 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 shutdown_connections 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffab806ac00 0x7ffab806d0c0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffad815ce60 0x7ffad80c8140 unknown :-1 s=CLOSED pgs=630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffad80d0d80 0x7ffad8159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.518+0000 7ffade88e640 1 --2- 172.21.15.39:0/2893108033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffad80cf580 0x7ffad81f2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.519+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 >> 172.21.15.39:0/2893108033 conn(0x7ffad806a3a0 msgr2=0x7ffad80cee70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:59.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.519+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 shutdown_connections 2024-09-13T16:12:59.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.519+0000 7ffade88e640 1 -- 172.21.15.39:0/2893108033 wait complete. 2024-09-13T16:12:59.534 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:12:59.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.644+0000 7f8b3748e640 1 Processor -- start 2024-09-13T16:12:59.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.644+0000 7f8b3748e640 1 -- start start 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b3748e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b30071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b3748e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8b3015c860 0x7f8b300b3700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b3748e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b3006afe0 con 0x7f8b30160210 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b3748e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b30071da0 con 0x7f8b3015c860 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b3748e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b30160720 con 0x7f8b30071480 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b35a2b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8b30160210 0x7f8b3006ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45526/0 (socket says 172.21.15.39:45526) 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.645+0000 7f8b35a2b640 1 -- 172.21.15.39:0/3068558547 learned_addr learned my addr 172.21.15.39:0/3068558547 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b3522a640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b30071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b34a29640 1 --2- 172.21.15.39:0/3068558547 >> v2:172.21.15.157:3300/0 conn(0x7f8b3015c860 0x7f8b300b3700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1460621271 0 0) 0x7f8b3006afe0 con 0x7f8b30160210 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8b18003520 con 0x7f8b30160210 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1610143768 0 0) 0x7f8b18003520 con 0x7f8b30160210 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 msgr2=0x7f8b30071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b30071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 >> v2:172.21.15.157:3300/0 conn(0x7f8b3015c860 msgr2=0x7f8b300b3700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 --2- 172.21.15.39:0/3068558547 >> v2:172.21.15.157:3300/0 conn(0x7f8b3015c860 0x7f8b300b3700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b30160a00 con 0x7f8b30160210 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f8b280019f0 con 0x7f8b30160210 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b3522a640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b30071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 >> v1:172.21.15.39:6789/0 conn(0x7f8b30160210 legacy=0x7f8b3006ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b18003970 0x7f8b18003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b18004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b18005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b30071da0 con 0x7f8b180047c0 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b30160720 con 0x7f8b18003970 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1800b980 con 0x7f8b30071480 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b34a29640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b18004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b35a2b640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b18005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.646+0000 7f8b3522a640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b18003970 0x7f8b18003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.647+0000 7f8b34a29640 1 -- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 msgr2=0x7f8b18005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.647+0000 7f8b34a29640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b30071480 0x7f8b18005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.647+0000 7f8b34a29640 1 -- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b18003970 msgr2=0x7f8b18003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:12:59.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.647+0000 7f8b34a29640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b18003970 0x7f8b18003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.647+0000 7f8b34a29640 1 -- 172.21.15.39:0/3068558547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b20009400 con 0x7f8b180047c0 2024-09-13T16:12:59.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.647+0000 7f8b34a29640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b18004c40 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f8b300cfb50 tx=0x7f8b180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c031d94310996c00 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:59.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b24031400 con 0x7f8b180047c0 2024-09-13T16:12:59.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b2402d050 con 0x7f8b180047c0 2024-09-13T16:12:59.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b2ffff640 1 -- 172.21.15.39:0/3068558547 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b240317a0 con 0x7f8b180047c0 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b3748e640 1 -- 172.21.15.39:0/3068558547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 msgr2=0x7f8b18004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b3748e640 1 --2- 172.21.15.39:0/3068558547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b18004c40 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f8b300cfb50 tx=0x7f8b180057f0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b35a2b640 1 -- 172.21.15.39:0/3068558547 reap_dead start 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b3748e640 1 -- 172.21.15.39:0/3068558547 shutdown_connections 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b3748e640 1 -- 172.21.15.39:0/3068558547 >> 172.21.15.39:0/3068558547 conn(0x7f8b300b2320 msgr2=0x7f8b300b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b3748e640 1 -- 172.21.15.39:0/3068558547 shutdown_connections 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.648+0000 7f8b3748e640 1 -- 172.21.15.39:0/3068558547 wait complete. 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.649+0000 7f8b3748e640 1 Processor -- start 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.649+0000 7f8b3748e640 1 -- start start 2024-09-13T16:12:59.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3748e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b3014a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3748e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b300cf6b0 0x7f8b300cfb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3748e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b300c99a0 0x7f8b300c9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3748e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b300cd2a0 con 0x7f8b180047c0 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3748e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b300d0070 con 0x7f8b300cf6b0 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3748e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b3014a5c0 con 0x7f8b300c99a0 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3522a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b3014a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3522a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b3014a080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36738/0 (socket says 172.21.15.39:36738) 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b3522a640 1 -- 172.21.15.39:0/1699993322 learned_addr learned my addr 172.21.15.39:0/1699993322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b34a29640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b300cf6b0 0x7f8b300cfb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.650+0000 7f8b35a2b640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b300c99a0 0x7f8b300c9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3522a640 1 -- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b300c99a0 msgr2=0x7f8b300c9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3522a640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b300c99a0 0x7f8b300c9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3522a640 1 -- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b300cf6b0 msgr2=0x7f8b300cfb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:12:59.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3522a640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b300cf6b0 0x7f8b300cfb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3522a640 1 -- 172.21.15.39:0/1699993322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b300ca6f0 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b34a29640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b300cf6b0 0x7f8b300cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3522a640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b3014a080 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f8b200116f0 tx=0x7f8b20011bb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2000f9c0 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b2000fb20 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b300ca9d0 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b2000fe90 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.651+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b300cd480 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.652+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b300caef0 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.653+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b20015460 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.653+0000 7f8b2dffb640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b1c06ac30 0x7f8b1c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.653+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5443+0+0 (secure 0 0 0) 0x7f8b20089b10 con 0x7f8b180047c0 2024-09-13T16:12:59.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.653+0000 7f8b34a29640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b1c06ac30 0x7f8b1c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:12:59.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.654+0000 7f8b34a29640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b1c06ac30 0x7f8b1c06d0f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8b24033000 tx=0x7f8b24008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:12:59.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.657+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8b20054df0 con 0x7f8b180047c0 2024-09-13T16:12:59.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:12:59.833+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f8b300b3700 con 0x7f8b180047c0 2024-09-13T16:13:00.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.513+0000 7f8b2dffb640 1 -- 172.21.15.39:0/1699993322 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v39) v1 ==== 169+0+0 (secure 0 0 0) 0x7f8b20058410 con 0x7f8b180047c0 2024-09-13T16:13:00.514 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b1c06ac30 msgr2=0x7f8b1c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b1c06ac30 0x7f8b1c06d0f0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f8b24033000 tx=0x7f8b24008030 comp rx=0 tx=0).stop 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 msgr2=0x7f8b3014a080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b3014a080 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f8b200116f0 tx=0x7f8b20011bb0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 shutdown_connections 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b1c06ac30 0x7f8b1c06d0f0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b300c99a0 0x7f8b300c9e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b300cf6b0 0x7f8b300cfb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 --2- 172.21.15.39:0/1699993322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b180047c0 0x7f8b3014a080 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 >> 172.21.15.39:0/1699993322 conn(0x7f8b300b2320 msgr2=0x7f8b300b1600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:00.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 shutdown_connections 2024-09-13T16:13:00.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.517+0000 7f8b3748e640 1 -- 172.21.15.39:0/1699993322 wait complete. 2024-09-13T16:13:00.533 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:13:00.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.641+0000 7f9fe7345640 1 Processor -- start 2024-09-13T16:13:00.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.641+0000 7f9fe7345640 1 -- start start 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe7345640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9fe015c6d0 0x7f9fe015d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe7345640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00b5270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe7345640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9fe015cab0 con 0x7f9fe00b3430 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe7345640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9fe006cff0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe7345640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe015db90 con 0x7f9fe00b4de0 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe50e1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9fe015c6d0 0x7f9fe015d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe48e0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9fe00b3430 0x7f9fe0160ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45540/0 (socket says 172.21.15.39:45540) 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe48e0640 1 -- 172.21.15.39:0/4211335783 learned_addr learned my addr 172.21.15.39:0/4211335783 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe58e2640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00b5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe50e1640 1 -- 172.21.15.39:0/4211335783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 msgr2=0x7f9fe00b5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:00.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe50e1640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00b5270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe50e1640 1 -- 172.21.15.39:0/4211335783 >> v1:172.21.15.39:6789/0 conn(0x7f9fe00b3430 legacy=0x7f9fe0160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fd7fff640 1 -- 172.21.15.39:0/4211335783 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3592121160 0 0) 0x7f9fe015cab0 con 0x7f9fe00b3430 2024-09-13T16:13:00.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe50e1640 1 -- 172.21.15.39:0/4211335783 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fe006ca30 con 0x7f9fe015c6d0 2024-09-13T16:13:00.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.642+0000 7f9fe58e2640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00b5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.643+0000 7f9fe50e1640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe015d650 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc0097a0 tx=0x7f9fdc02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88e8fd2e4cea1146 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:00.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.643+0000 7f9fd7fff640 1 -- 172.21.15.39:0/4211335783 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc02adb0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.643+0000 7f9fd7fff640 1 -- 172.21.15.39:0/4211335783 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fdc032440 con 0x7f9fe015c6d0 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.643+0000 7f9fd7fff640 1 -- 172.21.15.39:0/4211335783 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fdc0327d0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 -- 172.21.15.39:0/4211335783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 msgr2=0x7f9fe015d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe015d650 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc0097a0 tx=0x7f9fdc02a060 comp rx=0 tx=0).stop 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 -- 172.21.15.39:0/4211335783 shutdown_connections 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00b5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 --2- 172.21.15.39:0/4211335783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe015d650 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 -- 172.21.15.39:0/4211335783 >> 172.21.15.39:0/4211335783 conn(0x7f9fe00d04a0 msgr2=0x7f9fe00d08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 -- 172.21.15.39:0/4211335783 shutdown_connections 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.644+0000 7f9fe7345640 1 -- 172.21.15.39:0/4211335783 wait complete. 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.645+0000 7f9fe7345640 1 Processor -- start 2024-09-13T16:13:00.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.645+0000 7f9fe7345640 1 -- start start 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe7345640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fe00b3430 0x7f9fe014d3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe7345640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00cb830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe7345640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe00cbd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe7345640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe00cd270 con 0x7f9fe015c6d0 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe7345640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe00cd550 con 0x7f9fe00b3430 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe7345640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9fe00cd830 con 0x7f9fe00b4de0 2024-09-13T16:13:00.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe00cbd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe00cbd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36752/0 (socket says 172.21.15.39:36752) 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 -- 172.21.15.39:0/1972187930 learned_addr learned my addr 172.21.15.39:0/1972187930 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe50e1640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fe00b3430 0x7f9fe014d3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe48e0640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00cb830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 -- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 msgr2=0x7f9fe00cb830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00cb830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 -- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fe00b3430 msgr2=0x7f9fe014d3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fe00b3430 0x7f9fe014d3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 -- 172.21.15.39:0/1972187930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9fdc009400 con 0x7f9fe015c6d0 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.646+0000 7f9fe58e2640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe00cbd70 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f9fd800cd50 tx=0x7f9fd800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:00.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.647+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fd800f680 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.647+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9fd800f800 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.647+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9fe00cdb10 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.647+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9fd800fbb0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.647+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9fe014d8f0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.648+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9fe0067330 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.648+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9fd800b040 con 0x7f9fe015c6d0 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.649+0000 7f9fd5ffb640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9fc406ac30 0x7f9fc406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.649+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f9fd80899a0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.649+0000 7f9fe50e1640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9fc406ac30 0x7f9fc406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.650+0000 7f9fe50e1640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9fc406ac30 0x7f9fc406d0f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc034000 tx=0x7f9fdc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:00.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.653+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9fd8054eb0 con 0x7f9fe015c6d0 2024-09-13T16:13:00.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.823+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f9fe00ce030 con 0x7f9fe015c6d0 2024-09-13T16:13:00.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.828+0000 7f9fd5ffb640 1 -- 172.21.15.39:0/1972187930 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f9fe00ce030 con 0x7f9fe015c6d0 2024-09-13T16:13:00.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9fc406ac30 msgr2=0x7f9fc406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9fc406ac30 0x7f9fc406d0f0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f9fdc034000 tx=0x7f9fdc02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 msgr2=0x7f9fe00cbd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe00cbd70 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f9fd800cd50 tx=0x7f9fd800a650 comp rx=0 tx=0).stop 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 shutdown_connections 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9fc406ac30 0x7f9fc406d0f0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9fe015c6d0 0x7f9fe00cbd70 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9fe00b4de0 0x7f9fe00cb830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 --2- 172.21.15.39:0/1972187930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9fe00b3430 0x7f9fe014d3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 >> 172.21.15.39:0/1972187930 conn(0x7f9fe00d04a0 msgr2=0x7f9fe015b7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 shutdown_connections 2024-09-13T16:13:00.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.830+0000 7f9fe7345640 1 -- 172.21.15.39:0/1972187930 wait complete. 2024-09-13T16:13:00.842 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry' 2024-09-13T16:13:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.945+0000 7f5660a3a640 1 Processor -- start 2024-09-13T16:13:00.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.945+0000 7f5660a3a640 1 -- start start 2024-09-13T16:13:00.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f5660a3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f565c153080 0x7f565c15d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f5660a3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c0ce080 0x7f565c159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f5660a3a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f565c15d550 con 0x7f565c1595a0 2024-09-13T16:13:00.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f5660a3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f565c15a050 con 0x7f565c153080 2024-09-13T16:13:00.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f5660a3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f565c15cbf0 con 0x7f565c0ce080 2024-09-13T16:13:00.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f565c153080 0x7f565c15d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f565c1595a0 0x7f565c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45552/0 (socket says 172.21.15.39:45552) 2024-09-13T16:13:00.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565ad9d640 1 -- 172.21.15.39:0/1864180971 learned_addr learned my addr 172.21.15.39:0/1864180971 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:00.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f5659d9b640 1 --2- 172.21.15.39:0/1864180971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c0ce080 0x7f565c159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565a59c640 1 -- 172.21.15.39:0/1864180971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c0ce080 msgr2=0x7f565c159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565a59c640 1 --2- 172.21.15.39:0/1864180971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c0ce080 0x7f565c159060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565a59c640 1 -- 172.21.15.39:0/1864180971 >> v1:172.21.15.39:6789/0 conn(0x7f565c1595a0 legacy=0x7f565c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.946+0000 7f565a59c640 1 -- 172.21.15.39:0/1864180971 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f565c153460 con 0x7f565c153080 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.947+0000 7f565a59c640 1 --2- 172.21.15.39:0/1864180971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c153080 0x7f565c15d010 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f564c0097a0 tx=0x7f564c02b210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7dfa20b569427bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.947+0000 7f565959a640 1 -- 172.21.15.39:0/1864180971 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f564c033440 con 0x7f565c153080 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.947+0000 7f565959a640 1 -- 172.21.15.39:0/1864180971 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f564c0335a0 con 0x7f565c153080 2024-09-13T16:13:00.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.947+0000 7f565959a640 1 -- 172.21.15.39:0/1864180971 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f564c033930 con 0x7f565c153080 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 -- 172.21.15.39:0/1864180971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c153080 msgr2=0x7f565c15d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 --2- 172.21.15.39:0/1864180971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c153080 0x7f565c15d010 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f564c0097a0 tx=0x7f564c02b210 comp rx=0 tx=0).stop 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 -- 172.21.15.39:0/1864180971 shutdown_connections 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 --2- 172.21.15.39:0/1864180971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c0ce080 0x7f565c159060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 --2- 172.21.15.39:0/1864180971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c153080 0x7f565c15d010 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 -- 172.21.15.39:0/1864180971 >> 172.21.15.39:0/1864180971 conn(0x7f565c0b15d0 msgr2=0x7f565c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 -- 172.21.15.39:0/1864180971 shutdown_connections 2024-09-13T16:13:00.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.948+0000 7f5660a3a640 1 -- 172.21.15.39:0/1864180971 wait complete. 2024-09-13T16:13:00.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.949+0000 7f5660a3a640 1 Processor -- start 2024-09-13T16:13:00.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.949+0000 7f5660a3a640 1 -- start start 2024-09-13T16:13:00.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5660a3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f565c0ce080 0x7f565c14f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5660a3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c153080 0x7f565c150a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5660a3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 0x7f565c150f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5660a3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f565c0ca2f0 con 0x7f565c1595a0 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5660a3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f565c06f270 con 0x7f565c0ce080 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5660a3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f565c06f480 con 0x7f565c153080 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 0x7f565c150f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 0x7f565c150f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36772/0 (socket says 172.21.15.39:36772) 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 -- 172.21.15.39:0/2071240651 learned_addr learned my addr 172.21.15.39:0/2071240651 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f5659d9b640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c153080 0x7f565c150a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565a59c640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f565c0ce080 0x7f565c14f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 -- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c153080 msgr2=0x7f565c150a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c153080 0x7f565c150a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 -- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f565c0ce080 msgr2=0x7f565c14f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f565c0ce080 0x7f565c14f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.950+0000 7f565ad9d640 1 -- 172.21.15.39:0/2071240651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f564c009400 con 0x7f565c1595a0 2024-09-13T16:13:00.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.951+0000 7f565ad9d640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 0x7f565c150f90 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f565400ca80 tx=0x7f565400cf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.951+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f565400ac30 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.951+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f565400ad90 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.951+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5654012600 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.951+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f565c06f760 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.951+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f565c06fd20 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.952+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f565c0672f0 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.952+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5654007070 con 0x7f565c1595a0 2024-09-13T16:13:00.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.953+0000 7f564affd640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f563c06ac00 0x7f563c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:00.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.953+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5654088eb0 con 0x7f565c1595a0 2024-09-13T16:13:00.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.953+0000 7f565a59c640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f563c06ac00 0x7f563c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:00.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.954+0000 7f565a59c640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f563c06ac00 0x7f563c06d0c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f564c035000 tx=0x7f564c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:00.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:00.957+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f56540543e0 con 0x7f565c1595a0 2024-09-13T16:13:01.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.195+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]} v 0) v1 -- 0x7f565c06ff10 con 0x7f565c1595a0 2024-09-13T16:13:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.524+0000 7f564affd640 1 -- 172.21.15.39:0/2071240651 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_damaged_dentry"]}]=0 v137) v1 ==== 134+0+0 (secure 0 0 0) 0x7f56540170c0 con 0x7f565c1595a0 2024-09-13T16:13:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f563c06ac00 msgr2=0x7f563c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f563c06ac00 0x7f563c06d0c0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f564c035000 tx=0x7f564c02f000 comp rx=0 tx=0).stop 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 msgr2=0x7f565c150f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 0x7f565c150f90 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7f565400ca80 tx=0x7f565400cf40 comp rx=0 tx=0).stop 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 shutdown_connections 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f563c06ac00 0x7f563c06d0c0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f565c1595a0 0x7f565c150f90 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f565c153080 0x7f565c150a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 --2- 172.21.15.39:0/2071240651 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f565c0ce080 0x7f565c14f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 >> 172.21.15.39:0/2071240651 conn(0x7f565c0b15d0 msgr2=0x7f565c1502c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 shutdown_connections 2024-09-13T16:13:01.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.526+0000 7f5660a3a640 1 -- 172.21.15.39:0/2071240651 wait complete. 2024-09-13T16:13:01.539 INFO:tasks.cephfs_test_runner:test_damaged_dentry (tasks.cephfs.test_damage.TestDamage) ... ok 2024-09-13T16:13:01.540 INFO:tasks.cephfs_test_runner:Starting test: test_dentry_first_existing (tasks.cephfs.test_damage.TestDamage) That the MDS won't abort when the dentry is already known to be damaged. 2024-09-13T16:13:01.540 INFO:tasks.cephfs_test_runner:test_dentry_first_existing (tasks.cephfs.test_damage.TestDamage) 2024-09-13T16:13:01.541 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.643+0000 7f2f33111640 1 Processor -- start 2024-09-13T16:13:01.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.643+0000 7f2f33111640 1 -- start start 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f33111640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f2c156fb0 0x7f2f2c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f33111640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2f2c06f170 0x7f2f2c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f33111640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f2c15b1b0 con 0x7f2f2c15d0a0 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f33111640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f2c06f6e0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f33111640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f2c06f9c0 con 0x7f2f2c06f170 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f30ead640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f2c156fb0 0x7f2f2c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f316ae640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2f2c15d0a0 0x7f2f2c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45560/0 (socket says 172.21.15.39:45560) 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f316ae640 1 -- 172.21.15.39:0/3445798681 learned_addr learned my addr 172.21.15.39:0/3445798681 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f2bfff640 1 --2- 172.21.15.39:0/3445798681 >> v2:172.21.15.157:3300/0 conn(0x7f2f2c06f170 0x7f2f2c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f30ead640 1 -- 172.21.15.39:0/3445798681 >> v2:172.21.15.157:3300/0 conn(0x7f2f2c06f170 msgr2=0x7f2f2c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:01.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f30ead640 1 --2- 172.21.15.39:0/3445798681 >> v2:172.21.15.157:3300/0 conn(0x7f2f2c06f170 0x7f2f2c0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f2b7fe640 1 -- 172.21.15.39:0/3445798681 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 888054824 0 0) 0x7f2f2c15b1b0 con 0x7f2f2c15d0a0 2024-09-13T16:13:01.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f30ead640 1 -- 172.21.15.39:0/3445798681 >> v1:172.21.15.39:6789/0 conn(0x7f2f2c15d0a0 legacy=0x7f2f2c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f30ead640 1 -- 172.21.15.39:0/3445798681 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f2c06fca0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.644+0000 7f2f2bfff640 1 --2- 172.21.15.39:0/3445798681 >> v2:172.21.15.157:3300/0 conn(0x7f2f2c06f170 0x7f2f2c0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:01.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.645+0000 7f2f30ead640 1 --2- 172.21.15.39:0/3445798681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c15ac70 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c0affe0 tx=0x7f2f2002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ce38dc5cb79e23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:01.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.645+0000 7f2f2b7fe640 1 -- 172.21.15.39:0/3445798681 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f2002ae60 con 0x7f2f2c156fb0 2024-09-13T16:13:01.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.645+0000 7f2f2b7fe640 1 -- 172.21.15.39:0/3445798681 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f20032440 con 0x7f2f2c156fb0 2024-09-13T16:13:01.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.645+0000 7f2f2b7fe640 1 -- 172.21.15.39:0/3445798681 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f200327d0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 -- 172.21.15.39:0/3445798681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 msgr2=0x7f2f2c15ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 --2- 172.21.15.39:0/3445798681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c15ac70 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f2f2c0affe0 tx=0x7f2f2002a110 comp rx=0 tx=0).stop 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 -- 172.21.15.39:0/3445798681 shutdown_connections 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 --2- 172.21.15.39:0/3445798681 >> v2:172.21.15.157:3300/0 conn(0x7f2f2c06f170 0x7f2f2c0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 --2- 172.21.15.39:0/3445798681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c15ac70 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 -- 172.21.15.39:0/3445798681 >> 172.21.15.39:0/3445798681 conn(0x7f2f2c06b3b0 msgr2=0x7f2f2c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 -- 172.21.15.39:0/3445798681 shutdown_connections 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.646+0000 7f2f33111640 1 -- 172.21.15.39:0/3445798681 wait complete. 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.647+0000 7f2f33111640 1 Processor -- start 2024-09-13T16:13:01.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.647+0000 7f2f33111640 1 -- start start 2024-09-13T16:13:01.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f33111640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f2c06f170 0x7f2f2c14f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f33111640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f33111640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f2c15d0a0 0x7f2f2c06a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f33111640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2c0cd750 con 0x7f2f2c156fb0 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f33111640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2c152b90 con 0x7f2f2c15d0a0 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f33111640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f2c0af120 con 0x7f2f2c06f170 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36786/0 (socket says 172.21.15.39:36786) 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 -- 172.21.15.39:0/616302609 learned_addr learned my addr 172.21.15.39:0/616302609 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f30ead640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f2c06f170 0x7f2f2c14f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 -- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f2c06f170 msgr2=0x7f2f2c14f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f2c06f170 0x7f2f2c14f280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 -- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f2c15d0a0 msgr2=0x7f2f2c06a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f2c15d0a0 0x7f2f2c06a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 -- 172.21.15.39:0/616302609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f20009400 con 0x7f2f2c156fb0 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.648+0000 7f2f2bfff640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c069ed0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f2f1800c7f0 tx=0x7f2f1800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:01.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.649+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f18007820 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.649+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f18007980 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.649+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f2c0af400 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.649+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f18007cf0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.649+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f2c0af9c0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.650+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f2c0672f0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.650+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f180113f0 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.651+0000 7f2f297fa640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.651+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2f18089300 con 0x7f2f2c156fb0 2024-09-13T16:13:01.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.651+0000 7f2f30ead640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.652+0000 7f2f30ead640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2f20034000 tx=0x7f2f2002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:01.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.655+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f18054810 con 0x7f2f2c156fb0 2024-09-13T16:13:01.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.825+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f2c157390 con 0x7f2f2c156fb0 2024-09-13T16:13:01.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.826+0000 7f2f297fa640 1 -- 172.21.15.39:0/616302609 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v39) v1 ==== 74+0+13108 (secure 0 0 0) 0x7f2f18057e30 con 0x7f2f2c156fb0 2024-09-13T16:13:01.828 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:01.828 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":39,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:00.510309+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6836/1986130815":"2024-09-14T16:12:57.486189+0000","172.21.15.157:6834/1986130815":"2024-09-14T16:12:57.486189+0000","172.21.15.157:6837/3829479980":"2024-09-14T16:12:00.860732+0000","172.21.15.157:6835/3829479980":"2024-09-14T16:12:00.860732+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 msgr2=0x7f2f1006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f2f20034000 tx=0x7f2f2002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 msgr2=0x7f2f2c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c069ed0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x7f2f1800c7f0 tx=0x7f2f1800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 shutdown_connections 2024-09-13T16:13:01.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f1006ac30 0x7f2f1006d0f0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f2c15d0a0 0x7f2f2c06a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f2c156fb0 0x7f2f2c069ed0 unknown :-1 s=CLOSED pgs=642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.828+0000 7f2f33111640 1 --2- 172.21.15.39:0/616302609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f2c06f170 0x7f2f2c14f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.829+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 >> 172.21.15.39:0/616302609 conn(0x7f2f2c06b3b0 msgr2=0x7f2f2c0705d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.829+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 shutdown_connections 2024-09-13T16:13:01.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.829+0000 7f2f33111640 1 -- 172.21.15.39:0/616302609 wait complete. 2024-09-13T16:13:01.841 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:01.841 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.945+0000 7fb6db933640 1 Processor -- start 2024-09-13T16:13:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.945+0000 7fb6db933640 1 -- start start 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.946+0000 7fb6db933640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6d40b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.946+0000 7fb6db933640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6d40cb080 con 0x7fb6d4156e60 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.946+0000 7fb6db933640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb6d4070d40 con 0x7fb6d4069ed0 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.946+0000 7fb6db933640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d415b140 con 0x7fb6d40b25b0 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.946+0000 7fb6d96cf640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb6d4156e60 0x7fb6d415aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45570/0 (socket says 172.21.15.39:45570) 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.946+0000 7fb6d96cf640 1 -- 172.21.15.39:0/3239391742 learned_addr learned my addr 172.21.15.39:0/3239391742 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2497124381 0 0) 0x7fb6d40cb080 con 0x7fb6d4156e60 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb6bc003520 con 0x7fb6d4156e60 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6d40b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 292204610 0 0) 0x7fb6bc003520 con 0x7fb6d4156e60 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 msgr2=0x7fb6d40b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6d40b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 >> v1:172.21.15.157:6789/0 conn(0x7fb6d4069ed0 legacy=0x7fb6d40711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d40b3120 con 0x7fb6d4156e60 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb6c40019f0 con 0x7fb6d4156e60 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6d40b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 >> v1:172.21.15.39:6789/0 conn(0x7fb6d4156e60 legacy=0x7fb6d415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6bc0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc004070 0x7fb6bc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6bc004d50 0x7fb6bc0051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d415b140 con 0x7fb6bc004070 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6bc00bbc0 con 0x7fb6bc004d50 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6bc00bd80 con 0x7fb6d40b25b0 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc004070 0x7fb6bc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d96cf640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6bc0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 msgr2=0x7fb6bc0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6bc0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6bc004d50 msgr2=0x7fb6bc0051d0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6bc004d50 0x7fb6bc0051d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3239391742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6bc003520 con 0x7fb6bc004070 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.947+0000 7fb6d96cf640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6d40b25b0 0x7fb6bc0039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.948+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc004070 0x7fb6bc0047c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40adde0 tx=0x7fb6bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39f5ac01780c0de server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:01.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.948+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c802abc0 con 0x7fb6bc004070 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.948+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c802ad20 con 0x7fb6bc004070 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.948+0000 7fb6d3fff640 1 -- 172.21.15.39:0/3239391742 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c8032680 con 0x7fb6bc004070 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6db933640 1 -- 172.21.15.39:0/3239391742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc004070 msgr2=0x7fb6bc0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6db933640 1 --2- 172.21.15.39:0/3239391742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6bc004070 0x7fb6bc0047c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7fb6d40adde0 tx=0x7fb6bc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6d9ed0640 1 -- 172.21.15.39:0/3239391742 reap_dead start 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6db933640 1 -- 172.21.15.39:0/3239391742 shutdown_connections 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6db933640 1 -- 172.21.15.39:0/3239391742 >> 172.21.15.39:0/3239391742 conn(0x7fb6d40b00a0 msgr2=0x7fb6d40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6db933640 1 -- 172.21.15.39:0/3239391742 shutdown_connections 2024-09-13T16:13:01.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.949+0000 7fb6db933640 1 -- 172.21.15.39:0/3239391742 wait complete. 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.950+0000 7fb6db933640 1 Processor -- start 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.950+0000 7fb6db933640 1 -- start start 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6db933640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6bc004070 0x7fb6d415a0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6db933640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 0x7fb6d4153b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6db933640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6d40c4890 0x7fb6d4154080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6db933640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d4151af0 con 0x7fb6d40c4410 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6db933640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d4151dd0 con 0x7fb6d40c4890 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6db933640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6d41520b0 con 0x7fb6bc004070 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 0x7fb6d4153b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 0x7fb6d4153b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36804/0 (socket says 172.21.15.39:36804) 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3571316811 learned_addr learned my addr 172.21.15.39:0/3571316811 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d96cf640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6bc004070 0x7fb6d415a0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d9ed0640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6d40c4890 0x7fb6d4154080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6bc004070 msgr2=0x7fb6d415a0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6bc004070 0x7fb6d415a0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6d40c4890 msgr2=0x7fb6d4154080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6d40c4890 0x7fb6d4154080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 -- 172.21.15.39:0/3571316811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6d4152390 con 0x7fb6d40c4410 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.951+0000 7fb6d8ece640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 0x7fb6d4153b40 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8035040 tx=0x7fb6c8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.952+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c803d640 con 0x7fb6d40c4410 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.952+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6c802ae90 con 0x7fb6d40c4410 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.952+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6d4152670 con 0x7fb6d40c4410 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.952+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb6c803d9e0 con 0x7fb6d40c4410 2024-09-13T16:13:01.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.952+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6d415a600 con 0x7fb6d40c4410 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.953+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb6d40705b0 con 0x7fb6d40c4410 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.953+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb6c8039040 con 0x7fb6d40c4410 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.954+0000 7fb6d1ffb640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb6c006ac00 0x7fb6c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.954+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb6c80a9400 con 0x7fb6d40c4410 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.955+0000 7fb6d96cf640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb6c006ac00 0x7fb6c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.956+0000 7fb6d96cf640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb6c006ac00 0x7fb6c006d0c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4002010 tx=0x7fb6c4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:01.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:01.958+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb6c8074880 con 0x7fb6d40c4410 2024-09-13T16:13:02.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.130+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb6d40672f0 con 0x7fb6d40c4410 2024-09-13T16:13:02.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.131+0000 7fb6d1ffb640 1 -- 172.21.15.39:0/3571316811 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v39) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb6c8077ea0 con 0x7fb6d40c4410 2024-09-13T16:13:02.132 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:02.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb6c006ac00 msgr2=0x7fb6c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb6c006ac00 0x7fb6c006d0c0 secure :-1 s=READY pgs=291 cs=0 l=1 rev1=1 crypto rx=0x7fb6c4002010 tx=0x7fb6c4009040 comp rx=0 tx=0).stop 2024-09-13T16:13:02.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 msgr2=0x7fb6d4153b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 0x7fb6d4153b40 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fb6c8035040 tx=0x7fb6c8004730 comp rx=0 tx=0).stop 2024-09-13T16:13:02.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 shutdown_connections 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb6c006ac00 0x7fb6c006d0c0 unknown :-1 s=CLOSED pgs=291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb6d40c4890 0x7fb6d4154080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6d40c4410 0x7fb6d4153b40 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 --2- 172.21.15.39:0/3571316811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb6bc004070 0x7fb6d415a0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 >> 172.21.15.39:0/3571316811 conn(0x7fb6d40b00a0 msgr2=0x7fb6d4154fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 shutdown_connections 2024-09-13T16:13:02.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.133+0000 7fb6db933640 1 -- 172.21.15.39:0/3571316811 wait complete. 2024-09-13T16:13:02.145 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing' 2024-09-13T16:13:02.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.246+0000 7f6acf311640 1 Processor -- start 2024-09-13T16:13:02.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.246+0000 7f6acf311640 1 -- start start 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acf311640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ac8070dc0 0x7f6ac80b2fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acf311640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac80717a0 con 0x7f6ac80ac860 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acf311640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac80accc0 con 0x7f6ac815cd00 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acf311640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ac80711f0 con 0x7f6ac8070dc0 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acc8ac640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6ac80ac860 0x7f6ac806c8c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45578/0 (socket says 172.21.15.39:45578) 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acc8ac640 1 -- 172.21.15.39:0/1780738147 learned_addr learned my addr 172.21.15.39:0/1780738147 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2368152517 0 0) 0x7f6ac80717a0 con 0x7f6ac80ac860 2024-09-13T16:13:02.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/1780738147 >> v2:172.21.15.157:3300/0 conn(0x7f6ac8070dc0 0x7f6ac80b2fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ab4003520 con 0x7f6ac80ac860 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 714130815 0 0) 0x7f6ab4003520 con 0x7f6ac80ac860 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 >> v2:172.21.15.157:3300/0 conn(0x7f6ac8070dc0 msgr2=0x7f6ac80b2fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 --2- 172.21.15.39:0/1780738147 >> v2:172.21.15.157:3300/0 conn(0x7f6ac8070dc0 0x7f6ac80b2fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 >> v1:172.21.15.157:6789/0 conn(0x7f6ac815cd00 legacy=0x7f6ac815d0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac80714c0 con 0x7f6ac80ac860 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6abc001670 con 0x7f6ac80ac860 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 >> v1:172.21.15.39:6789/0 conn(0x7f6ac80ac860 legacy=0x7f6ac806c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab40047c0 0x7f6ab4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac80711f0 con 0x7f6ab4005180 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.247+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab400c120 con 0x7f6ab40047c0 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ab400c2e0 con 0x7f6ab4003970 2024-09-13T16:13:02.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acc8ac640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab40047c0 0x7f6ab4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd0ad640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd8ae640 1 -- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ab4003970 msgr2=0x7f6ab4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ab4003970 0x7f6ab4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd8ae640 1 -- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab40047c0 msgr2=0x7f6ab4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab40047c0 0x7f6ab4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.248+0000 7f6acd8ae640 1 -- 172.21.15.39:0/1780738147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ab4003520 con 0x7f6ab4005180 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acd8ae640 1 -- 172.21.15.39:0/1780738147 reap_dead start 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0009fc0 tx=0x7f6ab40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f1c5954afe8652d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0003b90 con 0x7f6ab4005180 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ac000f040 con 0x7f6ab4005180 2024-09-13T16:13:02.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6abbfff640 1 -- 172.21.15.39:0/1780738147 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0004020 con 0x7f6ab4005180 2024-09-13T16:13:02.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acf311640 1 -- 172.21.15.39:0/1780738147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ab4005180 msgr2=0x7f6ab400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acf311640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7f6ac0009fc0 tx=0x7f6ab40057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acf311640 1 -- 172.21.15.39:0/1780738147 shutdown_connections 2024-09-13T16:13:02.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acf311640 1 --2- 172.21.15.39:0/1780738147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ab4005180 0x7f6ab400b980 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.249+0000 7f6acf311640 1 -- 172.21.15.39:0/1780738147 >> 172.21.15.39:0/1780738147 conn(0x7f6ac8069ed0 msgr2=0x7f6ac806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:02.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.250+0000 7f6acf311640 1 -- 172.21.15.39:0/1780738147 shutdown_connections 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.250+0000 7f6acf311640 1 -- 172.21.15.39:0/1780738147 wait complete. 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 Processor -- start 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 -- start start 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab4005180 0x7f6ac814f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ac814fbd0 0x7f6ac8150050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 0x7f6ac8151460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac814fa10 con 0x7f6ac8150fd0 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac8158e40 con 0x7f6ab4005180 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.251+0000 7f6acf311640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac81519a0 con 0x7f6ac814fbd0 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 0x7f6ac8151460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 0x7f6ac8151460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36826/0 (socket says 172.21.15.39:36826) 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 -- 172.21.15.39:0/2189755130 learned_addr learned my addr 172.21.15.39:0/2189755130 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acc8ac640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ac814fbd0 0x7f6ac8150050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd0ad640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab4005180 0x7f6ac814f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 -- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ac814fbd0 msgr2=0x7f6ac8150050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ac814fbd0 0x7f6ac8150050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 -- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab4005180 msgr2=0x7f6ac814f4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab4005180 0x7f6ac814f4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 -- 172.21.15.39:0/2189755130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac8158230 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd0ad640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab4005180 0x7f6ac814f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acd8ae640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 0x7f6ac8151460 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6ac002af10 tx=0x7f6ac0009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac0031e10 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ac003c470 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ac8158510 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.252+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ac003c820 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.253+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac8158ad0 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.254+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ac8067300 con 0x7f6ac8150fd0 2024-09-13T16:13:02.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.254+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6ac003c980 con 0x7f6ac8150fd0 2024-09-13T16:13:02.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.255+0000 7f6ab9ffb640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6aac06ac30 0x7f6aac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.255+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f6ac00a9d30 con 0x7f6ac8150fd0 2024-09-13T16:13:02.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.255+0000 7f6acd0ad640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6aac06ac30 0x7f6aac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.256+0000 7f6acd0ad640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6aac06ac30 0x7f6aac06d0f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8155dc0 tx=0x7f6ac4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:02.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.259+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ac00752d0 con 0x7f6ac8150fd0 2024-09-13T16:13:02.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.501+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]} v 0) v1 -- 0x7f6ac80b3350 con 0x7f6ac8150fd0 2024-09-13T16:13:02.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.523+0000 7f6ab9ffb640 1 -- 172.21.15.39:0/2189755130 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]}]=0 v138) v1 ==== 144+0+0 (secure 0 0 0) 0x7f6ac00788f0 con 0x7f6ac8150fd0 2024-09-13T16:13:02.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6aac06ac30 msgr2=0x7f6aac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6aac06ac30 0x7f6aac06d0f0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f6ac8155dc0 tx=0x7f6ac4009040 comp rx=0 tx=0).stop 2024-09-13T16:13:02.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 msgr2=0x7f6ac8151460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 0x7f6ac8151460 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f6ac002af10 tx=0x7f6ac0009750 comp rx=0 tx=0).stop 2024-09-13T16:13:02.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 shutdown_connections 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6aac06ac30 0x7f6aac06d0f0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ac8150fd0 0x7f6ac8151460 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ac814fbd0 0x7f6ac8150050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 --2- 172.21.15.39:0/2189755130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ab4005180 0x7f6ac814f4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.525+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 >> 172.21.15.39:0/2189755130 conn(0x7f6ac8069ed0 msgr2=0x7f6ac80b0780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.526+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 shutdown_connections 2024-09-13T16:13:02.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.526+0000 7f6acf311640 1 -- 172.21.15.39:0/2189755130 wait complete. 2024-09-13T16:13:02.537 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:13:02.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.641+0000 7f13dd4e5640 1 Processor -- start 2024-09-13T16:13:02.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.641+0000 7f13dd4e5640 1 -- start start 2024-09-13T16:13:02.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13dd4e5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13d8143c30 0x7f13d806f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13dd4e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f13d80cd000 0x7f13d80cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13dd4e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13d80cd980 con 0x7f13d80b31e0 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13dd4e5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13d806ffe0 con 0x7f13d8143c30 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13dd4e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13d80b1d00 con 0x7f13d80cd000 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13d8143c30 0x7f13d806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d67fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f13d80b31e0 0x7f13d80b2120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45592/0 (socket says 172.21.15.39:45592) 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d67fc640 1 -- 172.21.15.39:0/2695317006 learned_addr learned my addr 172.21.15.39:0/2695317006 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d6ffd640 1 -- 172.21.15.39:0/2695317006 >> v2:172.21.15.157:3300/0 conn(0x7f13d80cd000 msgr2=0x7f13d80cd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d77fe640 1 --2- 172.21.15.39:0/2695317006 >> v2:172.21.15.157:3300/0 conn(0x7f13d80cd000 0x7f13d80cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d6ffd640 1 --2- 172.21.15.39:0/2695317006 >> v2:172.21.15.157:3300/0 conn(0x7f13d80cd000 0x7f13d80cd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d5ffb640 1 -- 172.21.15.39:0/2695317006 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 415925215 0 0) 0x7f13d80cd980 con 0x7f13d80b31e0 2024-09-13T16:13:02.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d6ffd640 1 -- 172.21.15.39:0/2695317006 >> v1:172.21.15.39:6789/0 conn(0x7f13d80b31e0 legacy=0x7f13d80b2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d6ffd640 1 -- 172.21.15.39:0/2695317006 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13d80b2830 con 0x7f13d8143c30 2024-09-13T16:13:02.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.642+0000 7f13d77fe640 1 --2- 172.21.15.39:0/2695317006 >> v2:172.21.15.157:3300/0 conn(0x7f13d80cd000 0x7f13d80cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:02.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.643+0000 7f13d6ffd640 1 --2- 172.21.15.39:0/2695317006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d8143c30 0x7f13d806f190 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f13d80cad90 tx=0x7f13c802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48a7cd465e8dbb01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:02.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.643+0000 7f13d5ffb640 1 -- 172.21.15.39:0/2695317006 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c802ae60 con 0x7f13d8143c30 2024-09-13T16:13:02.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.643+0000 7f13d5ffb640 1 -- 172.21.15.39:0/2695317006 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13c8032440 con 0x7f13d8143c30 2024-09-13T16:13:02.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.643+0000 7f13d5ffb640 1 -- 172.21.15.39:0/2695317006 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c80327d0 con 0x7f13d8143c30 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 -- 172.21.15.39:0/2695317006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d8143c30 msgr2=0x7f13d806f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/2695317006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d8143c30 0x7f13d806f190 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f13d80cad90 tx=0x7f13c802a110 comp rx=0 tx=0).stop 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 -- 172.21.15.39:0/2695317006 shutdown_connections 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/2695317006 >> v2:172.21.15.157:3300/0 conn(0x7f13d80cd000 0x7f13d80cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/2695317006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d8143c30 0x7f13d806f190 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 -- 172.21.15.39:0/2695317006 >> 172.21.15.39:0/2695317006 conn(0x7f13d80b00a0 msgr2=0x7f13d80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 -- 172.21.15.39:0/2695317006 shutdown_connections 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.644+0000 7f13dd4e5640 1 -- 172.21.15.39:0/2695317006 wait complete. 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.645+0000 7f13dd4e5640 1 Processor -- start 2024-09-13T16:13:02.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.645+0000 7f13dd4e5640 1 -- start start 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13dd4e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 0x7f13d812f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13dd4e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13d80cd000 0x7f13d813f770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13dd4e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13d8143c30 0x7f13d813fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13dd4e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d8140b60 con 0x7f13d80b31e0 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13dd4e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13d812fea0 con 0x7f13d80cd000 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13dd4e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13d81402c0 con 0x7f13d8143c30 2024-09-13T16:13:02.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 0x7f13d812f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 0x7f13d812f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36838/0 (socket says 172.21.15.39:36838) 2024-09-13T16:13:02.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 -- 172.21.15.39:0/3059570987 learned_addr learned my addr 172.21.15.39:0/3059570987 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:02.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d67fc640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13d80cd000 0x7f13d813f770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d77fe640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13d8143c30 0x7f13d813fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 -- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13d8143c30 msgr2=0x7f13d813fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13d8143c30 0x7f13d813fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 -- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13d80cd000 msgr2=0x7f13d813f770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13d80cd000 0x7f13d813f770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d6ffd640 1 -- 172.21.15.39:0/3059570987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13c8009400 con 0x7f13d80b31e0 2024-09-13T16:13:02.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.646+0000 7f13d77fe640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13d8143c30 0x7f13d813fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:02.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.647+0000 7f13d6ffd640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 0x7f13d812f960 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f13c8000c00 tx=0x7f13c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.647+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c8030a10 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.647+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13c8030b90 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.647+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13c803d420 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.647+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13d81405a0 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.647+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13d80caf90 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.648+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13d80724c0 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.648+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f13c8039040 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.649+0000 7f13bf7fe640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13c406ac00 0x7f13c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.649+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f13c80a9df0 con 0x7f13d80b31e0 2024-09-13T16:13:02.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.649+0000 7f13d67fc640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13c406ac00 0x7f13c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:02.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.650+0000 7f13d67fc640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13c406ac00 0x7f13c406d0c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f13d80c7c80 tx=0x7f13cc007b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:02.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.653+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f13c8075270 con 0x7f13d80b31e0 2024-09-13T16:13:02.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.826+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f13d80cadf0 con 0x7f13d80b31e0 2024-09-13T16:13:02.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.830+0000 7f13bf7fe640 1 -- 172.21.15.39:0/3059570987 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v12)=0 v12) v1 ==== 122+0+0 (secure 0 0 0) 0x7f13d80cadf0 con 0x7f13d80b31e0 2024-09-13T16:13:02.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13c406ac00 msgr2=0x7f13c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13c406ac00 0x7f13c406d0c0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7f13d80c7c80 tx=0x7f13cc007b70 comp rx=0 tx=0).stop 2024-09-13T16:13:02.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 msgr2=0x7f13d812f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:02.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 0x7f13d812f960 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f13c8000c00 tx=0x7f13c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 shutdown_connections 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13c406ac00 0x7f13c406d0c0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13d8143c30 0x7f13d813fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13d80cd000 0x7f13d813f770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 --2- 172.21.15.39:0/3059570987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13d80b31e0 0x7f13d812f960 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 >> 172.21.15.39:0/3059570987 conn(0x7f13d80b00a0 msgr2=0x7f13d81e1710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 shutdown_connections 2024-09-13T16:13:02.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:02.833+0000 7f13dd4e5640 1 -- 172.21.15.39:0/3059570987 wait complete. 2024-09-13T16:13:02.845 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:13:02.845 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:02.885 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:02.937 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:13:02.937 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:02.937 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:02.953 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:02.954 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:13:02.954 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:02.973 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:02.973 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:02.973 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:03.009 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:03.009 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:13:03.009 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:03.031 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:03.031 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:13:03.031 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:03.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.149+0000 7feedbb5e640 1 Processor -- start 2024-09-13T16:13:03.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.149+0000 7feedbb5e640 1 -- start start 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feedbb5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feed4156fb0 0x7feed415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feedbb5e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7feed415d0a0 0x7feed415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feedbb5e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feed415b1b0 con 0x7feed406f170 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feedbb5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feed40b2400 con 0x7feed4156fb0 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feedbb5e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feed415da70 con 0x7feed415d0a0 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feed4156fb0 0x7feed415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feed4156fb0 0x7feed415ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36850/0 (socket says 172.21.15.39:36850) 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 -- 172.21.15.39:0/1912161732 learned_addr learned my addr 172.21.15.39:0/1912161732 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feeda0fb640 1 --2- 172.21.15.39:0/1912161732 >> v2:172.21.15.157:3300/0 conn(0x7feed415d0a0 0x7feed415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 -- 172.21.15.39:0/1912161732 >> v2:172.21.15.157:3300/0 conn(0x7feed415d0a0 msgr2=0x7feed415d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:03.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 --2- 172.21.15.39:0/1912161732 >> v2:172.21.15.157:3300/0 conn(0x7feed415d0a0 0x7feed415d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 -- 172.21.15.39:0/1912161732 >> v1:172.21.15.157:6789/0 conn(0x7feed406f170 legacy=0x7feed40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:03.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.150+0000 7feed98fa640 1 -- 172.21.15.39:0/1912161732 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed406f6e0 con 0x7feed4156fb0 2024-09-13T16:13:03.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.151+0000 7feed98fa640 1 --2- 172.21.15.39:0/1912161732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed4156fb0 0x7feed415ac70 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7feed415e010 tx=0x7feed002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f39e0ccc4c4024a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.151+0000 7feed88f8640 1 -- 172.21.15.39:0/1912161732 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed0032440 con 0x7feed4156fb0 2024-09-13T16:13:03.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.151+0000 7feed88f8640 1 -- 172.21.15.39:0/1912161732 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feed00325a0 con 0x7feed4156fb0 2024-09-13T16:13:03.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.151+0000 7feed88f8640 1 -- 172.21.15.39:0/1912161732 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed0032930 con 0x7feed4156fb0 2024-09-13T16:13:03.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 -- 172.21.15.39:0/1912161732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed4156fb0 msgr2=0x7feed415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 --2- 172.21.15.39:0/1912161732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed4156fb0 0x7feed415ac70 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7feed415e010 tx=0x7feed002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 -- 172.21.15.39:0/1912161732 shutdown_connections 2024-09-13T16:13:03.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 --2- 172.21.15.39:0/1912161732 >> v2:172.21.15.157:3300/0 conn(0x7feed415d0a0 0x7feed415d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 --2- 172.21.15.39:0/1912161732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed4156fb0 0x7feed415ac70 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 -- 172.21.15.39:0/1912161732 >> 172.21.15.39:0/1912161732 conn(0x7feed406b3b0 msgr2=0x7feed406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:03.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 -- 172.21.15.39:0/1912161732 shutdown_connections 2024-09-13T16:13:03.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.152+0000 7feedbb5e640 1 -- 172.21.15.39:0/1912161732 wait complete. 2024-09-13T16:13:03.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.153+0000 7feedbb5e640 1 Processor -- start 2024-09-13T16:13:03.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.153+0000 7feedbb5e640 1 -- start start 2024-09-13T16:13:03.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 0x7feed4166520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed4156fb0 0x7feed4146500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415d0a0 0x7feed4148660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed4166100 con 0x7feed406f170 2024-09-13T16:13:03.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed4165230 con 0x7feed4156fb0 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feed4165480 con 0x7feed415d0a0 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 0x7feed4166520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 0x7feed4166520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36858/0 (socket says 172.21.15.39:36858) 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 -- 172.21.15.39:0/708791614 learned_addr learned my addr 172.21.15.39:0/708791614 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 -- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415d0a0 msgr2=0x7feed4148660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415d0a0 0x7feed4148660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 -- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed4156fb0 msgr2=0x7feed4146500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed4156fb0 0x7feed4146500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 -- 172.21.15.39:0/708791614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed00094d0 con 0x7feed406f170 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feed98fa640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 0x7feed4166520 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7feed0000c00 tx=0x7feed00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed0032440 con 0x7feed406f170 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feed0030b80 con 0x7feed406f170 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feed4165760 con 0x7feed406f170 2024-09-13T16:13:03.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feed003d420 con 0x7feed406f170 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.154+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feed4165af0 con 0x7feed406f170 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.155+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feed4166240 con 0x7feed406f170 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.156+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feed0039040 con 0x7feed406f170 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.156+0000 7feeca7fc640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb806ac00 0x7feeb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.156+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5029+0+0 (secure 0 0 0) 0x7feed00a9bc0 con 0x7feed406f170 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.157+0000 7feed90f9640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb806ac00 0x7feeb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.157+0000 7feed90f9640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb806ac00 0x7feeb806d0c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7feec4006fd0 tx=0x7feec4006bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.161+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feed4166240 con 0x7feed406f170 2024-09-13T16:13:03.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.365+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feed4166240 con 0x7feed406f170 2024-09-13T16:13:03.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.366+0000 7feeca7fc640 1 -- 172.21.15.39:0/708791614 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 25 v25) v1 ==== 94+0+3535 (secure 0 0 0) 0x7feed004bde0 con 0x7feed406f170 2024-09-13T16:13:03.370 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:03.370 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":25,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5248,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/3014304688","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":3014304688},{"type":"v1","addr":"172.21.15.157:6837","nonce":3014304688}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":17},{"gid":5271,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2808079097","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2808079097},{"type":"v1","addr":"172.21.15.39:6834","nonce":2808079097}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5277,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3811983575","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3811983575},{"type":"v1","addr":"172.21.15.39:6835","nonce":3811983575}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":10},{"gid":5494,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1880841994","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1880841994},{"type":"v1","addr":"172.21.15.157:6836","nonce":1880841994}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":25}],"filesystems":[]} 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 25 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb806ac00 msgr2=0x7feeb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb806ac00 0x7feeb806d0c0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7feec4006fd0 tx=0x7feec4006bc0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 msgr2=0x7feed4166520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 0x7feed4166520 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7feed0000c00 tx=0x7feed00046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 shutdown_connections 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb806ac00 0x7feeb806d0c0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415d0a0 0x7feed4148660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed4156fb0 0x7feed4146500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 --2- 172.21.15.39:0/708791614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feed406f170 0x7feed4166520 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 >> 172.21.15.39:0/708791614 conn(0x7feed406b3b0 msgr2=0x7feed415b7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:03.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 shutdown_connections 2024-09-13T16:13:03.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.368+0000 7feedbb5e640 1 -- 172.21.15.39:0/708791614 wait complete. 2024-09-13T16:13:03.380 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:13:03.381 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:13:03.381 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:13:03.381 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:03.381 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:13:03.382 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:13:03.382 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:13:03.382 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:03.382 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:13:03.382 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:13:03.382 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:13:03.382 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:03.383 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:13:03.383 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:13:03.383 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:13:03.383 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:03.391 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:13:03.391 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:13:03.392 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:13:03.392 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:13:03.395 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:13:03.395 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:13:03.396 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:13:03.396 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:13:03.434 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:13:03.434 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:03.435 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:13:03.435 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:03.438 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:13:03.438 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:03.438 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:13:03.439 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:03.439 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:13:03.510 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:13:03.511 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:13:03.525 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:13:03.525 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:13:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.546+0000 7f4e4d9db640 1 Processor -- start 2024-09-13T16:13:03.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.546+0000 7f4e4d9db640 1 -- start start 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e4d9db640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 0x7f4e480cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e4d9db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e480d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e4d9db640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e480d11f0 con 0x7f4e480d1bc0 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e4d9db640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e4815d2d0 con 0x7f4e4815cef0 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e4d9db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e480cda00 con 0x7f4e480cd560 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e46ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 0x7f4e480cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e467fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e480d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e477fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f4e480d1bc0 0x7f4e480b5ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59710/0 (socket says 172.21.15.39:59710) 2024-09-13T16:13:03.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e46ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 0x7f4e480cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:56170/0 (socket says 172.21.15.39:56170) 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e477fe640 1 -- 172.21.15.39:0/3129800464 learned_addr learned my addr 172.21.15.39:0/3129800464 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e467fc640 1 -- 172.21.15.39:0/3129800464 >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 msgr2=0x7f4e480cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e467fc640 1 --2- 172.21.15.39:0/3129800464 >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 0x7f4e480cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e467fc640 1 -- 172.21.15.39:0/3129800464 >> v1:172.21.15.157:6789/0 conn(0x7f4e480d1bc0 legacy=0x7f4e480b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e45ffb640 1 -- 172.21.15.39:0/3129800464 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 996882285 0 0) 0x7f4e480d11f0 con 0x7f4e480d1bc0 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e467fc640 1 -- 172.21.15.39:0/3129800464 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e480cdce0 con 0x7f4e480cd560 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.547+0000 7f4e46ffd640 1 --2- 172.21.15.39:0/3129800464 >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 0x7f4e480cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.548+0000 7f4e467fc640 1 --2- 172.21.15.39:0/3129800464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e480d1680 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4e3c0097a0 tx=0x7f4e3c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=61f4865c71719750 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.548+0000 7f4e45ffb640 1 -- 172.21.15.39:0/3129800464 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e3c032440 con 0x7f4e480cd560 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.548+0000 7f4e45ffb640 1 -- 172.21.15.39:0/3129800464 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e3c0325a0 con 0x7f4e480cd560 2024-09-13T16:13:03.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.548+0000 7f4e45ffb640 1 -- 172.21.15.39:0/3129800464 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e3c032930 con 0x7f4e480cd560 2024-09-13T16:13:03.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3129800464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 msgr2=0x7f4e480d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3129800464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e480d1680 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f4e3c0097a0 tx=0x7f4e3c02a210 comp rx=0 tx=0).stop 2024-09-13T16:13:03.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3129800464 shutdown_connections 2024-09-13T16:13:03.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3129800464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e480d1680 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3129800464 >> v2:172.21.15.157:3300/0 conn(0x7f4e4815cef0 0x7f4e480cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3129800464 >> 172.21.15.39:0/3129800464 conn(0x7f4e4806a3a0 msgr2=0x7f4e4806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3129800464 shutdown_connections 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.549+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3129800464 wait complete. 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.550+0000 7f4e4d9db640 1 Processor -- start 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.550+0000 7f4e4d9db640 1 -- start start 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e4d9db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e4815f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e4d9db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 0x7f4e480c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e4d9db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e4815cef0 0x7f4e480c9cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e4d9db640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e4815edc0 con 0x7f4e480d1bc0 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e4d9db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e48148810 con 0x7f4e4815cef0 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e4d9db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e4815f790 con 0x7f4e480cd560 2024-09-13T16:13:03.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 0x7f4e480c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 0x7f4e480c9770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36878/0 (socket says 172.21.15.39:36878) 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e467fc640 1 -- 172.21.15.39:0/3115636439 learned_addr learned my addr 172.21.15.39:0/3115636439 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e477fe640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e4815cef0 0x7f4e480c9cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.551+0000 7f4e46ffd640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e4815f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e467fc640 1 -- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 msgr2=0x7f4e4815f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e467fc640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e4815f250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e467fc640 1 -- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e4815cef0 msgr2=0x7f4e480c9cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e467fc640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e4815cef0 0x7f4e480c9cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e467fc640 1 -- 172.21.15.39:0/3115636439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e38009400 con 0x7f4e480d1bc0 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e467fc640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 0x7f4e480c9770 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4e3c035040 tx=0x7f4e3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e3c006e10 con 0x7f4e480d1bc0 2024-09-13T16:13:03.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e3c032e90 con 0x7f4e480d1bc0 2024-09-13T16:13:03.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e3c009400 con 0x7f4e480d1bc0 2024-09-13T16:13:03.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e3c030be0 con 0x7f4e480d1bc0 2024-09-13T16:13:03.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.552+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e4815e490 con 0x7f4e480d1bc0 2024-09-13T16:13:03.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.553+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e480d1680 con 0x7f4e480d1bc0 2024-09-13T16:13:03.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.554+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4e3c039040 con 0x7f4e480d1bc0 2024-09-13T16:13:03.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.554+0000 7f4e2ffff640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3406ac00 0x7f4e3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:03.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.554+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f4e3c0a9990 con 0x7f4e480d1bc0 2024-09-13T16:13:03.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.554+0000 7f4e46ffd640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3406ac00 0x7f4e3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:03.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.555+0000 7f4e46ffd640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3406ac00 0x7f4e3406d0c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009ae0 tx=0x7f4e38008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:03.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.558+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4e3c074e10 con 0x7f4e480d1bc0 2024-09-13T16:13:03.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:03.740+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f4e480d0670 con 0x7f4e480d1bc0 2024-09-13T16:13:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.543+0000 7f4e2ffff640 1 -- 172.21.15.39:0/3115636439 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v44) v1 ==== 97+0+0 (secure 0 0 0) 0x7f4e3c078430 con 0x7f4e480d1bc0 2024-09-13T16:13:04.545 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-13T16:13:04.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3406ac00 msgr2=0x7f4e3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3406ac00 0x7f4e3406d0c0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f4e38009ae0 tx=0x7f4e38008040 comp rx=0 tx=0).stop 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 msgr2=0x7f4e480c9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 0x7f4e480c9770 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f4e3c035040 tx=0x7f4e3c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 shutdown_connections 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3406ac00 0x7f4e3406d0c0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e4815cef0 0x7f4e480c9cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e480d1bc0 0x7f4e480c9770 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 --2- 172.21.15.39:0/3115636439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e480cd560 0x7f4e4815f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 >> 172.21.15.39:0/3115636439 conn(0x7f4e4806a3a0 msgr2=0x7f4e480b6820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 shutdown_connections 2024-09-13T16:13:04.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.546+0000 7f4e4d9db640 1 -- 172.21.15.39:0/3115636439 wait complete. 2024-09-13T16:13:04.561 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:13:04.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.666+0000 7fc1c1783640 1 Processor -- start 2024-09-13T16:13:04.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.667+0000 7fc1c1783640 1 -- start start 2024-09-13T16:13:04.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.667+0000 7fc1c1783640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 0x7fc1bc06b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.667+0000 7fc1c1783640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc1bc06be30 0x7fc1bc0b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1c1783640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1bc06c2e0 con 0x7fc1bc15c330 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1c1783640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1bc06f410 con 0x7fc1bc06be30 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1c1783640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc06f6e0 con 0x7fc1bc15c710 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1bb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc1bc06be30 0x7fc1bc0b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1baffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc1bc15c330 0x7fc1bc06ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33640/0 (socket says 172.21.15.39:33640) 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1baffd640 1 -- 172.21.15.39:0/381514326 learned_addr learned my addr 172.21.15.39:0/381514326 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1bb7fe640 1 -- 172.21.15.39:0/381514326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 msgr2=0x7fc1bc06b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1bb7fe640 1 --2- 172.21.15.39:0/381514326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 0x7fc1bc06b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1bb7fe640 1 -- 172.21.15.39:0/381514326 >> v1:172.21.15.39:6789/0 conn(0x7fc1bc15c330 legacy=0x7fc1bc06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1bb7fe640 1 -- 172.21.15.39:0/381514326 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1bc06f9c0 con 0x7fc1bc06be30 2024-09-13T16:13:04.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.668+0000 7fc1b9ffb640 1 -- 172.21.15.39:0/381514326 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2050304597 0 0) 0x7fc1bc06c2e0 con 0x7fc1bc15c330 2024-09-13T16:13:04.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1bb7fe640 1 --2- 172.21.15.39:0/381514326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0b3ce0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fc1b40097a0 tx=0x7fc1b402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9552554b4b74af09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1b9ffb640 1 -- 172.21.15.39:0/381514326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4032440 con 0x7fc1bc06be30 2024-09-13T16:13:04.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1b9ffb640 1 -- 172.21.15.39:0/381514326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1b40325a0 con 0x7fc1bc06be30 2024-09-13T16:13:04.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1b9ffb640 1 -- 172.21.15.39:0/381514326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1b4032930 con 0x7fc1bc06be30 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1c1783640 1 -- 172.21.15.39:0/381514326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 msgr2=0x7fc1bc0b3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1c1783640 1 --2- 172.21.15.39:0/381514326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0b3ce0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7fc1b40097a0 tx=0x7fc1b402a180 comp rx=0 tx=0).stop 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1c1783640 1 -- 172.21.15.39:0/381514326 shutdown_connections 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1c1783640 1 --2- 172.21.15.39:0/381514326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0b3ce0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1c1783640 1 --2- 172.21.15.39:0/381514326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 0x7fc1bc06b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.669+0000 7fc1c1783640 1 -- 172.21.15.39:0/381514326 >> 172.21.15.39:0/381514326 conn(0x7fc1bc06d5c0 msgr2=0x7fc1bc06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.670+0000 7fc1c1783640 1 -- 172.21.15.39:0/381514326 shutdown_connections 2024-09-13T16:13:04.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.670+0000 7fc1c1783640 1 -- 172.21.15.39:0/381514326 wait complete. 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.671+0000 7fc1c1783640 1 Processor -- start 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.671+0000 7fc1c1783640 1 -- start start 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0cae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1bc15c330 0x7fc1bc0ca4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 0x7fc1bc14cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc0c9a40 con 0x7fc1bc06be30 2024-09-13T16:13:04.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc0cb680 con 0x7fc1bc15c330 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1bc0c9ce0 con 0x7fc1bc15c710 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0cae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0cae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48192/0 (socket says 172.21.15.39:48192) 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 -- 172.21.15.39:0/3095005697 learned_addr learned my addr 172.21.15.39:0/3095005697 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 -- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 msgr2=0x7fc1bc14cdf0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 0x7fc1bc14cdf0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 -- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1bc15c330 msgr2=0x7fc1bc0ca4e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1bc15c330 0x7fc1bc0ca4e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 -- 172.21.15.39:0/3095005697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1b4009400 con 0x7fc1bc06be30 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1baffd640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0cae50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac00c890 tx=0x7fc1ac00cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac00a640 con 0x7fc1bc06be30 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1ac00a7c0 con 0x7fc1bc06be30 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1ac00ab70 con 0x7fc1bc06be30 2024-09-13T16:13:04.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1bc0c9fc0 con 0x7fc1bc06be30 2024-09-13T16:13:04.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.672+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1bc0caa20 con 0x7fc1bc06be30 2024-09-13T16:13:04.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.673+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1bc06c210 con 0x7fc1bc06be30 2024-09-13T16:13:04.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.674+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1ac00acd0 con 0x7fc1bc06be30 2024-09-13T16:13:04.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.674+0000 7fc1b37fe640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc19c06ac00 0x7fc19c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:04.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.674+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fc1ac088590 con 0x7fc1bc06be30 2024-09-13T16:13:04.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.675+0000 7fc1ba7fc640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc19c06ac00 0x7fc19c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:04.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.675+0000 7fc1ba7fc640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc19c06ac00 0x7fc19c06d0c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0cea70 tx=0x7fc1a4006b80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:04.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.679+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc1ac053ac0 con 0x7fc1bc06be30 2024-09-13T16:13:04.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.915+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7fc1bc0ca1b0 con 0x7fc1bc06be30 2024-09-13T16:13:04.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.915+0000 7fc1b37fe640 1 -- 172.21.15.39:0/3095005697 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v13) v1 ==== 80+0+5304 (secure 0 0 0) 0x7fc1ac018090 con 0x7fc1bc06be30 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA==", 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:04.917 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ==", 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.918 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw==", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw==", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.919 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg==", 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.920 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg==", 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ==", 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.921 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA==", 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.922 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg==", 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ==", 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.923 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA==", 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.924 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ==", 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg==", 2024-09-13T16:13:04.925 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw==", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.926 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw==", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA==", 2024-09-13T16:13:04.927 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm1cQkFxAAGGRvI5BHKMxqnb7fUwtDfw==", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:04.928 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA==", 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:04.929 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA==", 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-13T16:13:04.930 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:04.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc19c06ac00 msgr2=0x7fc19c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc19c06ac00 0x7fc19c06d0c0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc0cea70 tx=0x7fc1a4006b80 comp rx=0 tx=0).stop 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 msgr2=0x7fc1bc0cae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0cae50 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fc1ac00c890 tx=0x7fc1ac00cd50 comp rx=0 tx=0).stop 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 shutdown_connections 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc19c06ac00 0x7fc19c06d0c0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1bc15c710 0x7fc1bc14cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1bc15c330 0x7fc1bc0ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 --2- 172.21.15.39:0/3095005697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1bc06be30 0x7fc1bc0cae50 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 >> 172.21.15.39:0/3095005697 conn(0x7fc1bc06d5c0 msgr2=0x7fc1bc160080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 shutdown_connections 2024-09-13T16:13:04.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:04.917+0000 7fc1c1783640 1 -- 172.21.15.39:0/3095005697 wait complete. 2024-09-13T16:13:04.933 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:05.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.033+0000 7f933f51f640 1 Processor -- start 2024-09-13T16:13:05.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.033+0000 7f933f51f640 1 -- start start 2024-09-13T16:13:05.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.034+0000 7f933f51f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f933815d300 0x7f93380cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.034+0000 7f933f51f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f933815aa50 con 0x7f93380ce980 2024-09-13T16:13:05.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.034+0000 7f933f51f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f933815af50 con 0x7f93380721f0 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.034+0000 7f933f51f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f933815bed0 con 0x7f933815d300 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.034+0000 7f933caba640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f93380ce980 0x7f93380cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33654/0 (socket says 172.21.15.39:33654) 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.034+0000 7f933caba640 1 -- 172.21.15.39:0/2014151155 learned_addr learned my addr 172.21.15.39:0/2014151155 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3154066304 0 0) 0x7f933815aa50 con 0x7f93380ce980 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9324003520 con 0x7f93380ce980 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2538938749 0 0) 0x7f9324003520 con 0x7f93380ce980 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 >> v2:172.21.15.157:3300/0 conn(0x7f933815d300 msgr2=0x7f93380cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 --2- 172.21.15.39:0/2014151155 >> v2:172.21.15.157:3300/0 conn(0x7f933815d300 0x7f93380cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 >> v1:172.21.15.157:6789/0 conn(0x7f93380721f0 legacy=0x7f93380ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93380cd6c0 con 0x7f93380ce980 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9328001670 con 0x7f93380ce980 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 >> v1:172.21.15.39:6789/0 conn(0x7f93380ce980 legacy=0x7f93380cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9324003970 0x7f9324003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9324004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324005380 0x7f932400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f933815bed0 con 0x7f93240047c0 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f932400c220 con 0x7f9324005380 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f932400c3e0 con 0x7f9324003970 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933caba640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9324004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933dabc640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324005380 0x7f932400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933caba640 1 -- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9324003970 msgr2=0x7f9324003d70 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933caba640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9324003970 0x7f9324003d70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933caba640 1 -- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324005380 msgr2=0x7f932400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933caba640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324005380 0x7f932400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933caba640 1 -- 172.21.15.39:0/2014151155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9324003520 con 0x7f93240047c0 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933dabc640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9324005380 0x7f932400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.035+0000 7f933dabc640 1 -- 172.21.15.39:0/2014151155 reap_dead start 2024-09-13T16:13:05.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.036+0000 7f933caba640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9324004c40 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f932800c240 tx=0x7f93240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be3d10c9bd4108b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.036+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9328005ad0 con 0x7f93240047c0 2024-09-13T16:13:05.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.036+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f932802d070 con 0x7f93240047c0 2024-09-13T16:13:05.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.036+0000 7f932ffff640 1 -- 172.21.15.39:0/2014151155 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9328007070 con 0x7f93240047c0 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 -- 172.21.15.39:0/2014151155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 msgr2=0x7f9324004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9324004c40 secure :-1 s=READY pgs=664 cs=0 l=1 rev1=1 crypto rx=0x7f932800c240 tx=0x7f93240057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 -- 172.21.15.39:0/2014151155 shutdown_connections 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 --2- 172.21.15.39:0/2014151155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9324004c40 unknown :-1 s=CLOSED pgs=664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 -- 172.21.15.39:0/2014151155 >> 172.21.15.39:0/2014151155 conn(0x7f933806b3b0 msgr2=0x7f933806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 -- 172.21.15.39:0/2014151155 shutdown_connections 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.037+0000 7f933f51f640 1 -- 172.21.15.39:0/2014151155 wait complete. 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.038+0000 7f933f51f640 1 Processor -- start 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.038+0000 7f933f51f640 1 -- start start 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9338148ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93380af3b0 0x7f93380af830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9338152cc0 0x7f9338153140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93380b2160 con 0x7f93240047c0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93380b2fc0 con 0x7f93380af3b0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93380afd70 con 0x7f9338152cc0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9338148ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9338148ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48202/0 (socket says 172.21.15.39:48202) 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 -- 172.21.15.39:0/239690886 learned_addr learned my addr 172.21.15.39:0/239690886 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 -- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9338152cc0 msgr2=0x7f9338153140 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9338152cc0 0x7f9338153140 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 -- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93380af3b0 msgr2=0x7f93380af830 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93380af3b0 0x7f93380af830 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 -- 172.21.15.39:0/239690886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9338149410 con 0x7f93240047c0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933d2bb640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9338148ed0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f933400c390 tx=0x7f933400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93340035f0 con 0x7f93240047c0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9334003750 con 0x7f93240047c0 2024-09-13T16:13:05.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93380b33e0 con 0x7f93240047c0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.039+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9334003b00 con 0x7f93240047c0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.040+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93380b2620 con 0x7f93240047c0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.041+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93380672f0 con 0x7f93240047c0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.041+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9334003c60 con 0x7f93240047c0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.041+0000 7f932dffb640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f931c06ac00 0x7f931c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.042+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9334088130 con 0x7f93240047c0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.043+0000 7f933caba640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f931c06ac00 0x7f931c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.043+0000 7f933caba640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f931c06ac00 0x7f931c06d0c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9328032000 tx=0x7f932802d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.046+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9334053660 con 0x7f93240047c0 2024-09-13T16:13:05.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.220+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9338149410 con 0x7f93240047c0 2024-09-13T16:13:05.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.220+0000 7f932dffb640 1 -- 172.21.15.39:0/239690886 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v44) v1 ==== 74+0+12845 (secure 0 0 0) 0x7f9338149410 con 0x7f93240047c0 2024-09-13T16:13:05.222 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:05.222 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":44,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:04.541679+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":33,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f931c06ac00 msgr2=0x7f931c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f931c06ac00 0x7f931c06d0c0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f9328032000 tx=0x7f932802d000 comp rx=0 tx=0).stop 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 msgr2=0x7f9338148ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9338148ed0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7f933400c390 tx=0x7f933400c850 comp rx=0 tx=0).stop 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 shutdown_connections 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f931c06ac00 0x7f931c06d0c0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9338152cc0 0x7f9338153140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93380af3b0 0x7f93380af830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 --2- 172.21.15.39:0/239690886 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93240047c0 0x7f9338148ed0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 >> 172.21.15.39:0/239690886 conn(0x7f933806b3b0 msgr2=0x7f9338069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 shutdown_connections 2024-09-13T16:13:05.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.222+0000 7f933f51f640 1 -- 172.21.15.39:0/239690886 wait complete. 2024-09-13T16:13:05.234 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:05.235 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:05.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.338+0000 7fbb3709c640 1 Processor -- start 2024-09-13T16:13:05.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.338+0000 7fbb3709c640 1 -- start start 2024-09-13T16:13:05.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb3709c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb300b25b0 0x7fbb300b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb3709c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3006a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb3709c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb300cb080 con 0x7fbb30156e60 2024-09-13T16:13:05.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb3709c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb3006a880 con 0x7fbb300b25b0 2024-09-13T16:13:05.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb3709c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb30070d40 con 0x7fbb30069ed0 2024-09-13T16:13:05.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3006a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb2ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb300b25b0 0x7fbb300b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3006a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53176/0 (socket says 172.21.15.39:53176) 2024-09-13T16:13:05.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 -- 172.21.15.39:0/2785019371 learned_addr learned my addr 172.21.15.39:0/2785019371 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:05.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb34e38640 1 --1- 172.21.15.39:0/2785019371 >> v1:172.21.15.157:6789/0 conn(0x7fbb30156e60 0x7fbb3015aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:42576/0 (socket says 172.21.15.39:42576) 2024-09-13T16:13:05.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 -- 172.21.15.39:0/2785019371 >> v2:172.21.15.157:3300/0 conn(0x7fbb300b25b0 msgr2=0x7fbb300b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 --2- 172.21.15.39:0/2785019371 >> v2:172.21.15.157:3300/0 conn(0x7fbb300b25b0 0x7fbb300b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 -- 172.21.15.39:0/2785019371 >> v1:172.21.15.157:6789/0 conn(0x7fbb30156e60 legacy=0x7fbb3015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb35639640 1 -- 172.21.15.39:0/2785019371 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb3015b140 con 0x7fbb30069ed0 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.339+0000 7fbb2ffff640 1 --2- 172.21.15.39:0/2785019371 >> v2:172.21.15.157:3300/0 conn(0x7fbb300b25b0 0x7fbb300b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.340+0000 7fbb35639640 1 --2- 172.21.15.39:0/2785019371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3006a340 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009e50 tx=0x7fbb2802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97d9fce0717abf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.340+0000 7fbb2f7fe640 1 -- 172.21.15.39:0/2785019371 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb28031600 con 0x7fbb30069ed0 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.340+0000 7fbb2f7fe640 1 -- 172.21.15.39:0/2785019371 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb2802d050 con 0x7fbb30069ed0 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.340+0000 7fbb2f7fe640 1 -- 172.21.15.39:0/2785019371 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb28031980 con 0x7fbb30069ed0 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 -- 172.21.15.39:0/2785019371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 msgr2=0x7fbb3006a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 --2- 172.21.15.39:0/2785019371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3006a340 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009e50 tx=0x7fbb2802a710 comp rx=0 tx=0).stop 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 -- 172.21.15.39:0/2785019371 shutdown_connections 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 --2- 172.21.15.39:0/2785019371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3006a340 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 --2- 172.21.15.39:0/2785019371 >> v2:172.21.15.157:3300/0 conn(0x7fbb300b25b0 0x7fbb300b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 -- 172.21.15.39:0/2785019371 >> 172.21.15.39:0/2785019371 conn(0x7fbb300b00a0 msgr2=0x7fbb300b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 -- 172.21.15.39:0/2785019371 shutdown_connections 2024-09-13T16:13:05.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.341+0000 7fbb3709c640 1 -- 172.21.15.39:0/2785019371 wait complete. 2024-09-13T16:13:05.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.342+0000 7fbb3709c640 1 Processor -- start 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.342+0000 7fbb3709c640 1 -- start start 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb3709c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3014db80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb3709c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb300b25b0 0x7fbb30154860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb3709c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 0x7fbb300cc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb3709c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb30154da0 con 0x7fbb30156e60 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb3709c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb30152c10 con 0x7fbb300b25b0 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb3709c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb30152ef0 con 0x7fbb30069ed0 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb35639640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 0x7fbb300cc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb35639640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 0x7fbb300cc5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48206/0 (socket says 172.21.15.39:48206) 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb35639640 1 -- 172.21.15.39:0/1779717376 learned_addr learned my addr 172.21.15.39:0/1779717376 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb2ffff640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb300b25b0 0x7fbb30154860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.343+0000 7fbb34e38640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3014db80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb35639640 1 -- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 msgr2=0x7fbb3014db80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb35639640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3014db80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb35639640 1 -- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb300b25b0 msgr2=0x7fbb30154860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb35639640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb300b25b0 0x7fbb30154860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb35639640 1 -- 172.21.15.39:0/1779717376 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb1c009400 con 0x7fbb30156e60 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb35639640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 0x7fbb300cc5a0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009e50 tx=0x7fbb28004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb2803d860 con 0x7fbb30156e60 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb2803d9c0 con 0x7fbb30156e60 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb28009b30 con 0x7fbb30156e60 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb2803dd70 con 0x7fbb30156e60 2024-09-13T16:13:05.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.344+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb301534b0 con 0x7fbb30156e60 2024-09-13T16:13:05.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.345+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb300672f0 con 0x7fbb30156e60 2024-09-13T16:13:05.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.345+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb2803b400 con 0x7fbb30156e60 2024-09-13T16:13:05.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.346+0000 7fbb2d7fa640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1406ac00 0x7fbb1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.346+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fbb280a9df0 con 0x7fbb30156e60 2024-09-13T16:13:05.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.346+0000 7fbb34e38640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1406ac00 0x7fbb1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.347+0000 7fbb34e38640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1406ac00 0x7fbb1406d0c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fbb24000f60 tx=0x7fbb24000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.350+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb28075340 con 0x7fbb30156e60 2024-09-13T16:13:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.518+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbb300705f0 con 0x7fbb30156e60 2024-09-13T16:13:05.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.519+0000 7fbb2d7fa640 1 -- 172.21.15.39:0/1779717376 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v44) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbb280360a0 con 0x7fbb30156e60 2024-09-13T16:13:05.520 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:05.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1406ac00 msgr2=0x7fbb1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1406ac00 0x7fbb1406d0c0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7fbb24000f60 tx=0x7fbb24000ed0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 msgr2=0x7fbb300cc5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 0x7fbb300cc5a0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fbb28009e50 tx=0x7fbb28004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 shutdown_connections 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb1406ac00 0x7fbb1406d0c0 unknown :-1 s=CLOSED pgs=302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb30156e60 0x7fbb300cc5a0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb300b25b0 0x7fbb30154860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 --2- 172.21.15.39:0/1779717376 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb30069ed0 0x7fbb3014db80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 >> 172.21.15.39:0/1779717376 conn(0x7fbb300b00a0 msgr2=0x7fbb300b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 shutdown_connections 2024-09-13T16:13:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.521+0000 7fbb3709c640 1 -- 172.21.15.39:0/1779717376 wait complete. 2024-09-13T16:13:05.533 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:13:05.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.634+0000 7f28781c7640 1 Processor -- start 2024-09-13T16:13:05.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f28781c7640 1 -- start start 2024-09-13T16:13:05.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f28781c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f28700b41a0 0x7f28700b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f28781c7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f28700ccf80 0x7f28700d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f28781c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28700cde30 con 0x7f28700d0830 2024-09-13T16:13:05.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f28781c7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28700b5090 con 0x7f28700b41a0 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f28781c7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28700cd820 con 0x7f28700ccf80 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.635+0000 7f2875f63640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f28700b41a0 0x7f28700b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875f63640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f28700b41a0 0x7f28700b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48222/0 (socket says 172.21.15.39:48222) 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875f63640 1 -- 172.21.15.39:0/1412941394 learned_addr learned my addr 172.21.15.39:0/1412941394 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875762640 1 --2- 172.21.15.39:0/1412941394 >> v2:172.21.15.157:3300/0 conn(0x7f28700ccf80 0x7f28700d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875f63640 1 -- 172.21.15.39:0/1412941394 >> v2:172.21.15.157:3300/0 conn(0x7f28700ccf80 msgr2=0x7f28700d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875f63640 1 --2- 172.21.15.39:0/1412941394 >> v2:172.21.15.157:3300/0 conn(0x7f28700ccf80 0x7f28700d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875f63640 1 -- 172.21.15.39:0/1412941394 >> v1:172.21.15.157:6789/0 conn(0x7f28700d0830 legacy=0x7f2870166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.636+0000 7f2875f63640 1 -- 172.21.15.39:0/1412941394 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28700b4ac0 con 0x7f28700b41a0 2024-09-13T16:13:05.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f2875f63640 1 --2- 172.21.15.39:0/1412941394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700b41a0 0x7f28700b4580 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f287008b140 tx=0x7f286002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecc026df43731e71 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f2874f61640 1 -- 172.21.15.39:0/1412941394 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2860031600 con 0x7f28700b41a0 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f2874f61640 1 -- 172.21.15.39:0/1412941394 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f286002d050 con 0x7f28700b41a0 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f2874f61640 1 -- 172.21.15.39:0/1412941394 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2860031980 con 0x7f28700b41a0 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 -- 172.21.15.39:0/1412941394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700b41a0 msgr2=0x7f28700b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 --2- 172.21.15.39:0/1412941394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700b41a0 0x7f28700b4580 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f287008b140 tx=0x7f286002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 -- 172.21.15.39:0/1412941394 shutdown_connections 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 --2- 172.21.15.39:0/1412941394 >> v2:172.21.15.157:3300/0 conn(0x7f28700ccf80 0x7f28700d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 --2- 172.21.15.39:0/1412941394 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700b41a0 0x7f28700b4580 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 -- 172.21.15.39:0/1412941394 >> 172.21.15.39:0/1412941394 conn(0x7f28700cf1a0 msgr2=0x7f28700cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 -- 172.21.15.39:0/1412941394 shutdown_connections 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.637+0000 7f28781c7640 1 -- 172.21.15.39:0/1412941394 wait complete. 2024-09-13T16:13:05.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.638+0000 7f28781c7640 1 Processor -- start 2024-09-13T16:13:05.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 -- start start 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28700b41a0 0x7f28701e2930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 0x7f28701e3920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28700d0830 0x7f28700cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28701e3e60 con 0x7f28700ccf80 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28701e4050 con 0x7f28700d0830 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f28781c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28701e4330 con 0x7f28700b41a0 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f2875762640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 0x7f28701e3920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f2875762640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 0x7f28701e3920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48234/0 (socket says 172.21.15.39:48234) 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.639+0000 7f2875762640 1 -- 172.21.15.39:0/3538919930 learned_addr learned my addr 172.21.15.39:0/3538919930 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:05.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2876764640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28700d0830 0x7f28700cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875f63640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28700b41a0 0x7f28701e2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875762640 1 -- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28700b41a0 msgr2=0x7f28701e2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875762640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28700b41a0 0x7f28701e2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875762640 1 -- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28700d0830 msgr2=0x7f28700cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875762640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28700d0830 0x7f28700cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875762640 1 -- 172.21.15.39:0/3538919930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2860009b30 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f2875762640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 0x7f28701e3920 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f286400c7f0 tx=0x7f286400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2864004220 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28640043a0 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28701e4610 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2864007860 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.640+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28701e4bd0 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.641+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2870067330 con 0x7f28700ccf80 2024-09-13T16:13:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.642+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2864007bd0 con 0x7f28700ccf80 2024-09-13T16:13:05.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.642+0000 7f286e7fc640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f285c06ac00 0x7f285c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.642+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2864088f40 con 0x7f28700ccf80 2024-09-13T16:13:05.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.642+0000 7f2875f63640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f285c06ac00 0x7f285c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.643+0000 7f2875f63640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f285c06ac00 0x7f285c06d0c0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f2860033000 tx=0x7f2860009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.646+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2864054520 con 0x7f28700ccf80 2024-09-13T16:13:05.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.817+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f2870066ec0 con 0x7f28700ccf80 2024-09-13T16:13:05.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.818+0000 7f286e7fc640 1 -- 172.21.15.39:0/3538919930 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v44) v1 ==== 84+0+65 (secure 0 0 0) 0x7f286401e090 con 0x7f28700ccf80 2024-09-13T16:13:05.819 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:05.819 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:13:05.819 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:05.819 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:13:05.820 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:13:05.820 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:05.820 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:13:05.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.819+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f285c06ac00 msgr2=0x7f285c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.819+0000 7f28781c7640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f285c06ac00 0x7f285c06d0c0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f2860033000 tx=0x7f2860009000 comp rx=0 tx=0).stop 2024-09-13T16:13:05.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 msgr2=0x7f28701e3920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 0x7f28701e3920 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f286400c7f0 tx=0x7f286400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 shutdown_connections 2024-09-13T16:13:05.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f285c06ac00 0x7f285c06d0c0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28700d0830 0x7f28700cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28700ccf80 0x7f28701e3920 unknown :-1 s=CLOSED pgs=668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 --2- 172.21.15.39:0/3538919930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28700b41a0 0x7f28701e2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 >> 172.21.15.39:0/3538919930 conn(0x7f28700cf1a0 msgr2=0x7f28700cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 shutdown_connections 2024-09-13T16:13:05.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.820+0000 7f28781c7640 1 -- 172.21.15.39:0/3538919930 wait complete. 2024-09-13T16:13:05.832 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:13:05.832 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:13:05.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.937+0000 7ff619272640 1 Processor -- start 2024-09-13T16:13:05.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.937+0000 7ff619272640 1 -- start start 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff619272640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff61415fd70 0x7ff61406e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff619272640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff614160da0 0x7ff614069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff619272640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff61406a820 con 0x7ff61406a410 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff619272640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff61415dbd0 con 0x7ff614160da0 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff619272640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff614160150 con 0x7ff61415fd70 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff60a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff614160da0 0x7ff614069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff6137fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff61406a410 0x7ff61406c440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33670/0 (socket says 172.21.15.39:33670) 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff6137fe640 1 -- 172.21.15.39:0/2088857075 learned_addr learned my addr 172.21.15.39:0/2088857075 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff612ffd640 1 --2- 172.21.15.39:0/2088857075 >> v2:172.21.15.157:3300/0 conn(0x7ff61415fd70 0x7ff61406e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff60a7fc640 1 -- 172.21.15.39:0/2088857075 >> v2:172.21.15.157:3300/0 conn(0x7ff61415fd70 msgr2=0x7ff61406e880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:05.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff60a7fc640 1 --2- 172.21.15.39:0/2088857075 >> v2:172.21.15.157:3300/0 conn(0x7ff61415fd70 0x7ff61406e880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff60a7fc640 1 -- 172.21.15.39:0/2088857075 >> v1:172.21.15.39:6789/0 conn(0x7ff61406a410 legacy=0x7ff61406c440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff6127fc640 1 -- 172.21.15.39:0/2088857075 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3117886183 0 0) 0x7ff61406a820 con 0x7ff61406a410 2024-09-13T16:13:05.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff60a7fc640 1 -- 172.21.15.39:0/2088857075 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff61415cf50 con 0x7ff614160da0 2024-09-13T16:13:05.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.938+0000 7ff612ffd640 1 --2- 172.21.15.39:0/2088857075 >> v2:172.21.15.157:3300/0 conn(0x7ff61415fd70 0x7ff61406e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:05.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.939+0000 7ff60a7fc640 1 --2- 172.21.15.39:0/2088857075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614160da0 0x7ff614069ed0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff614071760 tx=0x7ff5fc02a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edf5575654a048ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.939+0000 7ff6127fc640 1 -- 172.21.15.39:0/2088857075 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc02add0 con 0x7ff614160da0 2024-09-13T16:13:05.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.939+0000 7ff6127fc640 1 -- 172.21.15.39:0/2088857075 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5fc032440 con 0x7ff614160da0 2024-09-13T16:13:05.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.939+0000 7ff6127fc640 1 -- 172.21.15.39:0/2088857075 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5fc0327d0 con 0x7ff614160da0 2024-09-13T16:13:05.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 -- 172.21.15.39:0/2088857075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614160da0 msgr2=0x7ff614069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 --2- 172.21.15.39:0/2088857075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614160da0 0x7ff614069ed0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7ff614071760 tx=0x7ff5fc02a080 comp rx=0 tx=0).stop 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 -- 172.21.15.39:0/2088857075 shutdown_connections 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 --2- 172.21.15.39:0/2088857075 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff614160da0 0x7ff614069ed0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 --2- 172.21.15.39:0/2088857075 >> v2:172.21.15.157:3300/0 conn(0x7ff61415fd70 0x7ff61406e880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 -- 172.21.15.39:0/2088857075 >> 172.21.15.39:0/2088857075 conn(0x7ff61406afe0 msgr2=0x7ff61406b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 -- 172.21.15.39:0/2088857075 shutdown_connections 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.940+0000 7ff619272640 1 -- 172.21.15.39:0/2088857075 wait complete. 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.941+0000 7ff619272640 1 Processor -- start 2024-09-13T16:13:05.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.941+0000 7ff619272640 1 -- start start 2024-09-13T16:13:05.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff619272640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 0x7ff6140b3030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff619272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff61415fd70 0x7ff6141f1900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff619272640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff614160da0 0x7ff6140ad8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff619272640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6140b42a0 con 0x7ff61406a410 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff619272640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6140b4580 con 0x7ff614160da0 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff619272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff61414eff0 con 0x7ff61415fd70 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 0x7ff6140b3030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 0x7ff6140b3030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48252/0 (socket says 172.21.15.39:48252) 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 -- 172.21.15.39:0/4000957769 learned_addr learned my addr 172.21.15.39:0/4000957769 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff60a7fc640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff61415fd70 0x7ff6141f1900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff6137fe640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff614160da0 0x7ff6140ad8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 -- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff61415fd70 msgr2=0x7ff6141f1900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff61415fd70 0x7ff6141f1900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 -- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff614160da0 msgr2=0x7ff6140ad8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff614160da0 0x7ff6140ad8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.942+0000 7ff612ffd640 1 -- 172.21.15.39:0/4000957769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5fc009400 con 0x7ff61406a410 2024-09-13T16:13:05.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.943+0000 7ff612ffd640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 0x7ff6140b3030 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7ff60400c7f0 tx=0x7ff60400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.943+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff604007a30 con 0x7ff61406a410 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.943+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff604007b90 con 0x7ff61406a410 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.943+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff61414f2d0 con 0x7ff61406a410 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.943+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60400ce40 con 0x7ff61406a410 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.943+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6140b3570 con 0x7ff61406a410 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.944+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff61414f7f0 con 0x7ff61406a410 2024-09-13T16:13:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.944+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff6040113f0 con 0x7ff61406a410 2024-09-13T16:13:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.945+0000 7ff60bfff640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5f406ac30 0x7ff5f406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.945+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff604089130 con 0x7ff61406a410 2024-09-13T16:13:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.945+0000 7ff60a7fc640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5f406ac30 0x7ff5f406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.946+0000 7ff60a7fc640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5f406ac30 0x7ff5f406d0f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc034000 tx=0x7ff5fc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:05.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:05.949+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff604054710 con 0x7ff61406a410 2024-09-13T16:13:06.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.119+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7ff6140672f0 con 0x7ff61406a410 2024-09-13T16:13:06.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.557+0000 7ff60bfff640 1 -- 172.21.15.39:0/4000957769 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v45) v1 ==== 138+0+0 (secure 0 0 0) 0x7ff604057d30 con 0x7ff61406a410 2024-09-13T16:13:06.558 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:13:06.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.560+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5f406ac30 msgr2=0x7ff5f406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.560+0000 7ff619272640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5f406ac30 0x7ff5f406d0f0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7ff5fc034000 tx=0x7ff5fc02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:06.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.560+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 msgr2=0x7ff6140b3030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.560+0000 7ff619272640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 0x7ff6140b3030 secure :-1 s=READY pgs=671 cs=0 l=1 rev1=1 crypto rx=0x7ff60400c7f0 tx=0x7ff60400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.561+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 shutdown_connections 2024-09-13T16:13:06.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.561+0000 7ff619272640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5f406ac30 0x7ff5f406d0f0 unknown :-1 s=CLOSED pgs=304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.561+0000 7ff619272640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff614160da0 0x7ff6140ad8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.561+0000 7ff619272640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff61415fd70 0x7ff6141f1900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.561+0000 7ff619272640 1 --2- 172.21.15.39:0/4000957769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff61406a410 0x7ff6140b3030 unknown :-1 s=CLOSED pgs=671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.561+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 >> 172.21.15.39:0/4000957769 conn(0x7ff61406afe0 msgr2=0x7ff61415df90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.562+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 shutdown_connections 2024-09-13T16:13:06.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.562+0000 7ff619272640 1 -- 172.21.15.39:0/4000957769 wait complete. 2024-09-13T16:13:06.576 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:13:06.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.683+0000 7fbe3e55a640 1 Processor -- start 2024-09-13T16:13:06.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.684+0000 7fbe3e55a640 1 -- start start 2024-09-13T16:13:06.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.684+0000 7fbe3e55a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbe380b48b0 0x7fbe380b5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.684+0000 7fbe3e55a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe380d11e0 con 0x7fbe3815c660 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.684+0000 7fbe3e55a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbe380cdcc0 con 0x7fbe380b14d0 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.684+0000 7fbe3e55a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbe380d02f0 con 0x7fbe380b48b0 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.684+0000 7fbe377fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbe380b48b0 0x7fbe380b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.685+0000 7fbe37fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbe3815c660 0x7fbe380b41a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33676/0 (socket says 172.21.15.39:33676) 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.685+0000 7fbe37fff640 1 -- 172.21.15.39:0/3400067590 learned_addr learned my addr 172.21.15.39:0/3400067590 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.685+0000 7fbe377fe640 1 -- 172.21.15.39:0/3400067590 >> v1:172.21.15.157:6789/0 conn(0x7fbe380b14d0 legacy=0x7fbe380d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.685+0000 7fbe377fe640 1 -- 172.21.15.39:0/3400067590 >> v1:172.21.15.39:6789/0 conn(0x7fbe3815c660 legacy=0x7fbe380b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.685+0000 7fbe36ffd640 1 -- 172.21.15.39:0/3400067590 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3069517334 0 0) 0x7fbe380d11e0 con 0x7fbe3815c660 2024-09-13T16:13:06.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.685+0000 7fbe377fe640 1 -- 172.21.15.39:0/3400067590 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe380d05d0 con 0x7fbe380b48b0 2024-09-13T16:13:06.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe377fe640 1 --2- 172.21.15.39:0/3400067590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe380b48b0 0x7fbe380b5670 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c0097a0 tx=0x7fbe2c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a37c2661c9fac9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe36ffd640 1 -- 172.21.15.39:0/3400067590 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c032440 con 0x7fbe380b48b0 2024-09-13T16:13:06.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe36ffd640 1 -- 172.21.15.39:0/3400067590 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe2c0325a0 con 0x7fbe380b48b0 2024-09-13T16:13:06.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe36ffd640 1 -- 172.21.15.39:0/3400067590 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe2c032930 con 0x7fbe380b48b0 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 -- 172.21.15.39:0/3400067590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe380b48b0 msgr2=0x7fbe380b5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/3400067590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe380b48b0 0x7fbe380b5670 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7fbe2c0097a0 tx=0x7fbe2c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 -- 172.21.15.39:0/3400067590 shutdown_connections 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/3400067590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe380b48b0 0x7fbe380b5670 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 -- 172.21.15.39:0/3400067590 >> 172.21.15.39:0/3400067590 conn(0x7fbe380cf380 msgr2=0x7fbe380cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 -- 172.21.15.39:0/3400067590 shutdown_connections 2024-09-13T16:13:06.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.686+0000 7fbe3e55a640 1 -- 172.21.15.39:0/3400067590 wait complete. 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.688+0000 7fbe3e55a640 1 Processor -- start 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.688+0000 7fbe3e55a640 1 -- start start 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbe380b14d0 0x7fbe3815e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbe380b48b0 0x7fbe3815eea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 0x7fbe381f2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe380b10a0 con 0x7fbe3815c660 2024-09-13T16:13:06.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbe381f3390 con 0x7fbe380b48b0 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbe381f3600 con 0x7fbe380b14d0 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 0x7fbe381f2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 0x7fbe381f2130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48268/0 (socket says 172.21.15.39:48268) 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 -- 172.21.15.39:0/1631177626 learned_addr learned my addr 172.21.15.39:0/1631177626 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe377fe640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbe380b48b0 0x7fbe3815eea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe37fff640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbe380b14d0 0x7fbe3815e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 -- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbe380b14d0 msgr2=0x7fbe3815e960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbe380b14d0 0x7fbe3815e960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 -- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbe380b48b0 msgr2=0x7fbe3815eea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbe380b48b0 0x7fbe3815eea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 -- 172.21.15.39:0/1631177626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbe2c009400 con 0x7fbe3815c660 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3caf7640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 0x7fbe381f2130 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fbe3000b9e0 tx=0x7fbe3000bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe30003b70 con 0x7fbe3815c660 2024-09-13T16:13:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbe30003cd0 con 0x7fbe3815c660 2024-09-13T16:13:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbe381f38e0 con 0x7fbe3815c660 2024-09-13T16:13:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbe3000cb60 con 0x7fbe3815c660 2024-09-13T16:13:06.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.689+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbe3815f3e0 con 0x7fbe3815c660 2024-09-13T16:13:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.690+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbe38067330 con 0x7fbe3815c660 2024-09-13T16:13:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.691+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbe3000ccc0 con 0x7fbe3815c660 2024-09-13T16:13:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.692+0000 7fbe34ff9640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbe2406ac00 0x7fbe2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.692+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fbe30088ee0 con 0x7fbe3815c660 2024-09-13T16:13:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.692+0000 7fbe37fff640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbe2406ac00 0x7fbe2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:06.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.693+0000 7fbe37fff640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbe2406ac00 0x7fbe2406d0c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fbe28000f60 tx=0x7fbe28007b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:06.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.696+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbe300542a0 con 0x7fbe3815c660 2024-09-13T16:13:06.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:06.867+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fbe381f3e00 con 0x7fbe3815c660 2024-09-13T16:13:07.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.561+0000 7fbe34ff9640 1 -- 172.21.15.39:0/1631177626 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v46) v1 ==== 170+0+0 (secure 0 0 0) 0x7fbe381f3e00 con 0x7fbe3815c660 2024-09-13T16:13:07.565 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:13:07.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.568+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbe2406ac00 msgr2=0x7fbe2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.568+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbe2406ac00 0x7fbe2406d0c0 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7fbe28000f60 tx=0x7fbe28007b70 comp rx=0 tx=0).stop 2024-09-13T16:13:07.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.568+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 msgr2=0x7fbe381f2130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.568+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 0x7fbe381f2130 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7fbe3000b9e0 tx=0x7fbe3000bea0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.569+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 shutdown_connections 2024-09-13T16:13:07.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.569+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbe2406ac00 0x7fbe2406d0c0 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.569+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbe3815c660 0x7fbe381f2130 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.569+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbe380b48b0 0x7fbe3815eea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.569+0000 7fbe3e55a640 1 --2- 172.21.15.39:0/1631177626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbe380b14d0 0x7fbe3815e960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.569+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 >> 172.21.15.39:0/1631177626 conn(0x7fbe380cf380 msgr2=0x7fbe3815b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.571+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 shutdown_connections 2024-09-13T16:13:07.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.571+0000 7fbe3e55a640 1 -- 172.21.15.39:0/1631177626 wait complete. 2024-09-13T16:13:07.593 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:13:07.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.702+0000 7f02bd820640 1 Processor -- start 2024-09-13T16:13:07.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.702+0000 7f02bd820640 1 -- start start 2024-09-13T16:13:07.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02bd820640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f02b8143c30 0x7f02b806f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02bd820640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f02b80b31e0 0x7f02b80b2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02bd820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80cd000 0x7f02b80cd440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02bd820640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02b806ffe0 con 0x7f02b80b31e0 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02bd820640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02b80b1d00 con 0x7f02b8143c30 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02bd820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02b80cd980 con 0x7f02b80cd000 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f02b80b31e0 0x7f02b80b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f02b80b31e0 0x7f02b80b2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48282/0 (socket says 172.21.15.39:48282) 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 -- 172.21.15.39:0/1587589680 learned_addr learned my addr 172.21.15.39:0/1587589680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b77fe640 1 --2- 172.21.15.39:0/1587589680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80cd000 0x7f02b80cd440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b6ffd640 1 --2- 172.21.15.39:0/1587589680 >> v2:172.21.15.157:3300/0 conn(0x7f02b8143c30 0x7f02b806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 -- 172.21.15.39:0/1587589680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80cd000 msgr2=0x7f02b80cd440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 --2- 172.21.15.39:0/1587589680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80cd000 0x7f02b80cd440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 -- 172.21.15.39:0/1587589680 >> v2:172.21.15.157:3300/0 conn(0x7f02b8143c30 msgr2=0x7f02b806f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 --2- 172.21.15.39:0/1587589680 >> v2:172.21.15.157:3300/0 conn(0x7f02b8143c30 0x7f02b806f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.703+0000 7f02b67fc640 1 -- 172.21.15.39:0/1587589680 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02b8144010 con 0x7f02b80b31e0 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.704+0000 7f02b67fc640 1 --2- 172.21.15.39:0/1587589680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b80b31e0 0x7f02b80b2120 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f02b806c3d0 tx=0x7f02a002a0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4874c215b1126ba2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.704+0000 7f02b5ffb640 1 -- 172.21.15.39:0/1587589680 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02a002ae00 con 0x7f02b80b31e0 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.704+0000 7f02b5ffb640 1 -- 172.21.15.39:0/1587589680 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02a0032440 con 0x7f02b80b31e0 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.704+0000 7f02b5ffb640 1 -- 172.21.15.39:0/1587589680 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02a00327d0 con 0x7f02b80b31e0 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 -- 172.21.15.39:0/1587589680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b80b31e0 msgr2=0x7f02b80b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 --2- 172.21.15.39:0/1587589680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b80b31e0 0x7f02b80b2120 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f02b806c3d0 tx=0x7f02a002a0b0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 -- 172.21.15.39:0/1587589680 shutdown_connections 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 --2- 172.21.15.39:0/1587589680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b80b31e0 0x7f02b80b2120 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 --2- 172.21.15.39:0/1587589680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80cd000 0x7f02b80cd440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 --2- 172.21.15.39:0/1587589680 >> v2:172.21.15.157:3300/0 conn(0x7f02b8143c30 0x7f02b806f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 -- 172.21.15.39:0/1587589680 >> 172.21.15.39:0/1587589680 conn(0x7f02b80b00a0 msgr2=0x7f02b80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 -- 172.21.15.39:0/1587589680 shutdown_connections 2024-09-13T16:13:07.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.705+0000 7f02bd820640 1 -- 172.21.15.39:0/1587589680 wait complete. 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.706+0000 7f02bd820640 1 Processor -- start 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.706+0000 7f02bd820640 1 -- start start 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02bd820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80b31e0 0x7f02b8159950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02bd820640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02b80cd000 0x7f02b81406b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02bd820640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 0x7f02b81590b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02bd820640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02b80a8450 con 0x7f02b8143c30 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02bd820640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02b813f010 con 0x7f02b80cd000 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02bd820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02b813ea00 con 0x7f02b80b31e0 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 0x7f02b81590b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 0x7f02b81590b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48286/0 (socket says 172.21.15.39:48286) 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 -- 172.21.15.39:0/2488287282 learned_addr learned my addr 172.21.15.39:0/2488287282 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b6ffd640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80b31e0 0x7f02b8159950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b67fc640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02b80cd000 0x7f02b81406b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 -- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80b31e0 msgr2=0x7f02b8159950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80b31e0 0x7f02b8159950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 -- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02b80cd000 msgr2=0x7f02b81406b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.707+0000 7f02b77fe640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02b80cd000 0x7f02b81406b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02b77fe640 1 -- 172.21.15.39:0/2488287282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02a00094d0 con 0x7f02b8143c30 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02b77fe640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 0x7f02b81590b0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f02b000d830 tx=0x7f02b000dcf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02b00096c0 con 0x7f02b8143c30 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02b0009840 con 0x7f02b8143c30 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02b80a8980 con 0x7f02b8143c30 2024-09-13T16:13:07.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02b0009bf0 con 0x7f02b8143c30 2024-09-13T16:13:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.708+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02b813eca0 con 0x7f02b8143c30 2024-09-13T16:13:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.709+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02b80724c0 con 0x7f02b8143c30 2024-09-13T16:13:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.710+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f02b0014410 con 0x7f02b8143c30 2024-09-13T16:13:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.710+0000 7f02affff640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f029806ac00 0x7f029806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.710+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f02b0089f90 con 0x7f02b8143c30 2024-09-13T16:13:07.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.710+0000 7f02b6ffd640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f029806ac00 0x7f029806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:07.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.711+0000 7f02b6ffd640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f029806ac00 0x7f029806d0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f02b80ca6b0 tx=0x7f02a8009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:07.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.714+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f02b0055360 con 0x7f02b8143c30 2024-09-13T16:13:07.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.919+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f02b813e830 con 0x7f02b8143c30 2024-09-13T16:13:07.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.924+0000 7f02affff640 1 -- 172.21.15.39:0/2488287282 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 6 and data pool 7 v27) v1 ==== 172+0+0 (secure 0 0 0) 0x7f02b0058980 con 0x7f02b8143c30 2024-09-13T16:13:07.926 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 6 and data pool 7 2024-09-13T16:13:07.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.930+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f029806ac00 msgr2=0x7f029806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.930+0000 7f02bd820640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f029806ac00 0x7f029806d0c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f02b80ca6b0 tx=0x7f02a8009830 comp rx=0 tx=0).stop 2024-09-13T16:13:07.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.930+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 msgr2=0x7f02b81590b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:07.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.930+0000 7f02bd820640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 0x7f02b81590b0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f02b000d830 tx=0x7f02b000dcf0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 shutdown_connections 2024-09-13T16:13:07.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f029806ac00 0x7f029806d0c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02b8143c30 0x7f02b81590b0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02b80cd000 0x7f02b81406b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 --2- 172.21.15.39:0/2488287282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02b80b31e0 0x7f02b8159950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:07.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 >> 172.21.15.39:0/2488287282 conn(0x7f02b80b00a0 msgr2=0x7f02b806b190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:07.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.937+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 shutdown_connections 2024-09-13T16:13:07.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:07.938+0000 7f02bd820640 1 -- 172.21.15.39:0/2488287282 wait complete. 2024-09-13T16:13:07.956 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:08.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.056+0000 7f7ff5d18640 1 Processor -- start 2024-09-13T16:13:08.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.056+0000 7f7ff5d18640 1 -- start start 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7ff5d18640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ff0070eb0 0x7f7ff006d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7ff5d18640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ff006ccd0 con 0x7f7ff0070a70 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7ff5d18640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ff00acf70 con 0x7f7ff015a230 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7ff5d18640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ff015a610 con 0x7f7ff0070eb0 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7feffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ff0070eb0 0x7f7ff006d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7feeffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7ff0070a70 0x7f7ff006d160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33690/0 (socket says 172.21.15.39:33690) 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.057+0000 7f7feeffd640 1 -- 172.21.15.39:0/3623213279 learned_addr learned my addr 172.21.15.39:0/3623213279 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7feffff640 1 -- 172.21.15.39:0/3623213279 >> v1:172.21.15.157:6789/0 conn(0x7f7ff015a230 legacy=0x7f7ff00ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7feffff640 1 -- 172.21.15.39:0/3623213279 >> v1:172.21.15.39:6789/0 conn(0x7f7ff0070a70 legacy=0x7f7ff006d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7fee7fc640 1 -- 172.21.15.39:0/3623213279 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2223315202 0 0) 0x7f7ff006ccd0 con 0x7f7ff0070a70 2024-09-13T16:13:08.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7feffff640 1 -- 172.21.15.39:0/3623213279 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ff00ad1d0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7feffff640 1 --2- 172.21.15.39:0/3623213279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff006d870 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009d90 tx=0x7f7fe802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b344c7ea05fee4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7fee7fc640 1 -- 172.21.15.39:0/3623213279 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8007740 con 0x7f7ff0070eb0 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7fee7fc640 1 -- 172.21.15.39:0/3623213279 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fe802d050 con 0x7f7ff0070eb0 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.058+0000 7f7fee7fc640 1 -- 172.21.15.39:0/3623213279 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe8007ac0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 -- 172.21.15.39:0/3623213279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 msgr2=0x7f7ff006d870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/3623213279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff006d870 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f7fe8009d90 tx=0x7f7fe802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 -- 172.21.15.39:0/3623213279 shutdown_connections 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/3623213279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff006d870 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 -- 172.21.15.39:0/3623213279 >> 172.21.15.39:0/3623213279 conn(0x7f7ff006a0b0 msgr2=0x7f7ff006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 -- 172.21.15.39:0/3623213279 shutdown_connections 2024-09-13T16:13:08.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.059+0000 7f7ff5d18640 1 -- 172.21.15.39:0/3623213279 wait complete. 2024-09-13T16:13:08.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.060+0000 7f7ff5d18640 1 Processor -- start 2024-09-13T16:13:08.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.060+0000 7f7ff5d18640 1 -- start start 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7ff5d18640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ff0070a70 0x7f7ff0150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7ff5d18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff00cdb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7ff5d18640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ff015a230 0x7f7ff0159140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7ff5d18640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff015f9f0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7ff5d18640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff0151490 con 0x7f7ff015a230 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7ff5d18640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff00ccaf0 con 0x7f7ff0070a70 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7feeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff00cdb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7feeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff00cdb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48304/0 (socket says 172.21.15.39:48304) 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7feeffd640 1 -- 172.21.15.39:0/1655453405 learned_addr learned my addr 172.21.15.39:0/1655453405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7fef7fe640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ff0070a70 0x7f7ff0150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.061+0000 7f7feffff640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ff015a230 0x7f7ff0159140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feeffd640 1 -- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ff0070a70 msgr2=0x7f7ff0150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feeffd640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ff0070a70 0x7f7ff0150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feeffd640 1 -- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ff015a230 msgr2=0x7f7ff0159140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feeffd640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ff015a230 0x7f7ff0159140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feeffd640 1 -- 172.21.15.39:0/1655453405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fe8009a70 con 0x7f7ff0070eb0 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feffff640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ff015a230 0x7f7ff0159140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7feeffd640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff00cdb90 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7fe400c3f0 tx=0x7f7fe400c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe40074e0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fe4007640 con 0x7f7ff0070eb0 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe4004a00 con 0x7f7ff0070eb0 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ff00ccdd0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.062+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ff00cd390 con 0x7f7ff0070eb0 2024-09-13T16:13:08.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.063+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ff00672f0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.064+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7fe4004b60 con 0x7f7ff0070eb0 2024-09-13T16:13:08.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.064+0000 7f7fd7fff640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fdc06ac30 0x7f7fdc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.064+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7fe4089040 con 0x7f7ff0070eb0 2024-09-13T16:13:08.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.064+0000 7f7fef7fe640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fdc06ac30 0x7f7fdc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.065+0000 7f7fef7fe640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fdc06ac30 0x7f7fdc06d0f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0000f60 tx=0x7f7fe0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.068+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7fe40542b0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.241+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7ff015cdc0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.242+0000 7f7fd7fff640 1 -- 172.21.15.39:0/1655453405 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+16514 (secure 0 0 0) 0x7f7fe40578d0 con 0x7f7ff0070eb0 2024-09-13T16:13:08.244 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:08.244 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":47,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:07.920847+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fdc06ac30 msgr2=0x7f7fdc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fdc06ac30 0x7f7fdc06d0f0 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7fe0000f60 tx=0x7f7fe0009040 comp rx=0 tx=0).stop 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 msgr2=0x7f7ff00cdb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff00cdb90 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7f7fe400c3f0 tx=0x7f7fe400c8b0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 shutdown_connections 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fdc06ac30 0x7f7fdc06d0f0 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ff015a230 0x7f7ff0159140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ff0070eb0 0x7f7ff00cdb90 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 --2- 172.21.15.39:0/1655453405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ff0070a70 0x7f7ff0150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.244+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 >> 172.21.15.39:0/1655453405 conn(0x7f7ff006a0b0 msgr2=0x7f7ff00ac860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.245+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 shutdown_connections 2024-09-13T16:13:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.245+0000 7f7ff5d18640 1 -- 172.21.15.39:0/1655453405 wait complete. 2024-09-13T16:13:08.258 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:08.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.358+0000 7f26fb4aa640 1 Processor -- start 2024-09-13T16:13:08.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.358+0000 7f26fb4aa640 1 -- start start 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26fb4aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40b41a0 0x7f26f40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26fb4aa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 0x7f26f4167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26fb4aa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f26f40cde30 con 0x7f26f40ccf80 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26fb4aa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f26f40b5090 con 0x7f26f40d0a00 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26fb4aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26f40cd820 con 0x7f26f40b41a0 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9a47640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 0x7f26f4167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9246640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40b41a0 0x7f26f40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9a47640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 0x7f26f4167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:34086/0 (socket says 172.21.15.39:34086) 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9a47640 1 -- 172.21.15.39:0/2379816606 learned_addr learned my addr 172.21.15.39:0/2379816606 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f8a45640 1 --1- 172.21.15.39:0/2379816606 >> v1:172.21.15.157:6789/0 conn(0x7f26f40ccf80 0x7f26f40d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:42598/0 (socket says 172.21.15.39:42598) 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9246640 1 -- 172.21.15.39:0/2379816606 >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 msgr2=0x7f26f4167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:08.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9246640 1 --2- 172.21.15.39:0/2379816606 >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 0x7f26f4167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9246640 1 -- 172.21.15.39:0/2379816606 >> v1:172.21.15.157:6789/0 conn(0x7f26f40ccf80 legacy=0x7f26f40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9246640 1 -- 172.21.15.39:0/2379816606 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26f40b4ac0 con 0x7f26f40b41a0 2024-09-13T16:13:08.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.359+0000 7f26f9a47640 1 --2- 172.21.15.39:0/2379816606 >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 0x7f26f4167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.360+0000 7f26f9246640 1 --2- 172.21.15.39:0/2379816606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40b41a0 0x7f26f40b4580 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f26f00097a0 tx=0x7f26f002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ae220db5c2de96c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.360+0000 7f26ebfff640 1 -- 172.21.15.39:0/2379816606 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26f0032440 con 0x7f26f40b41a0 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.360+0000 7f26ebfff640 1 -- 172.21.15.39:0/2379816606 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26f00325a0 con 0x7f26f40b41a0 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.360+0000 7f26ebfff640 1 -- 172.21.15.39:0/2379816606 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26f0032930 con 0x7f26f40b41a0 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 -- 172.21.15.39:0/2379816606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40b41a0 msgr2=0x7f26f40b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/2379816606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40b41a0 0x7f26f40b4580 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f26f00097a0 tx=0x7f26f002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 -- 172.21.15.39:0/2379816606 shutdown_connections 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/2379816606 >> v2:172.21.15.157:3300/0 conn(0x7f26f40d0a00 0x7f26f4167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/2379816606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40b41a0 0x7f26f40b4580 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 -- 172.21.15.39:0/2379816606 >> 172.21.15.39:0/2379816606 conn(0x7f26f40cf1a0 msgr2=0x7f26f40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 -- 172.21.15.39:0/2379816606 shutdown_connections 2024-09-13T16:13:08.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.361+0000 7f26fb4aa640 1 -- 172.21.15.39:0/2379816606 wait complete. 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.362+0000 7f26fb4aa640 1 Processor -- start 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.362+0000 7f26fb4aa640 1 -- start start 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26fb4aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26f40b41a0 0x7f26f41f3500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26fb4aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 0x7f26f40b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26fb4aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40d0a00 0x7f26f41e3e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26fb4aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f40aa110 con 0x7f26f40ccf80 2024-09-13T16:13:08.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26fb4aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f26f41f3a40 con 0x7f26f40b41a0 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26fb4aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f26f40aa640 con 0x7f26f40d0a00 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26f8a45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 0x7f26f40b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26f8a45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 0x7f26f40b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48320/0 (socket says 172.21.15.39:48320) 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26f8a45640 1 -- 172.21.15.39:0/1859259496 learned_addr learned my addr 172.21.15.39:0/1859259496 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26f9246640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26f40b41a0 0x7f26f41f3500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.363+0000 7f26f9a47640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40d0a00 0x7f26f41e3e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f8a45640 1 -- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40d0a00 msgr2=0x7f26f41e3e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f8a45640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40d0a00 0x7f26f41e3e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f8a45640 1 -- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26f40b41a0 msgr2=0x7f26f41f3500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f8a45640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26f40b41a0 0x7f26f41f3500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f8a45640 1 -- 172.21.15.39:0/1859259496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26ec009b30 con 0x7f26f40ccf80 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f9246640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26f40b41a0 0x7f26f41f3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26f8a45640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 0x7f26f40b0a70 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f26e400c480 tx=0x7f26e400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e4007480 con 0x7f26f40ccf80 2024-09-13T16:13:08.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26e40075e0 con 0x7f26f40ccf80 2024-09-13T16:13:08.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26e4004a00 con 0x7f26f40ccf80 2024-09-13T16:13:08.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f26f0009400 con 0x7f26f40ccf80 2024-09-13T16:13:08.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.364+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f26f40a97e0 con 0x7f26f40ccf80 2024-09-13T16:13:08.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.365+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f26f4067330 con 0x7f26f40ccf80 2024-09-13T16:13:08.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.366+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f26e4004b60 con 0x7f26f40ccf80 2024-09-13T16:13:08.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.366+0000 7f26e9ffb640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26d806ac00 0x7f26d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.366+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f26e4088430 con 0x7f26f40ccf80 2024-09-13T16:13:08.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.367+0000 7f26f9246640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26d806ac00 0x7f26d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.367+0000 7f26f9246640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26d806ac00 0x7f26d806d0c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f26f0034000 tx=0x7f26f002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.371+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f26e4053750 con 0x7f26f40ccf80 2024-09-13T16:13:08.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.540+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f26f4066ec0 con 0x7f26f40ccf80 2024-09-13T16:13:08.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.541+0000 7f26e9ffb640 1 -- 172.21.15.39:0/1859259496 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v47) v1 ==== 74+0+16514 (secure 0 0 0) 0x7f26e4056d70 con 0x7f26f40ccf80 2024-09-13T16:13:08.543 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:08.544 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":47,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:07.920847+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:08.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26d806ac00 msgr2=0x7f26d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26d806ac00 0x7f26d806d0c0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f26f0034000 tx=0x7f26f002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 msgr2=0x7f26f40b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 0x7f26f40b0a70 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7f26e400c480 tx=0x7f26e400c940 comp rx=0 tx=0).stop 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 shutdown_connections 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26d806ac00 0x7f26d806d0c0 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f26f40d0a00 0x7f26f41e3e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f26f40ccf80 0x7f26f40b0a70 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 --2- 172.21.15.39:0/1859259496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f26f40b41a0 0x7f26f41f3500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 >> 172.21.15.39:0/1859259496 conn(0x7f26f40cf1a0 msgr2=0x7f26f40b39d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 shutdown_connections 2024-09-13T16:13:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.543+0000 7f26fb4aa640 1 -- 172.21.15.39:0/1859259496 wait complete. 2024-09-13T16:13:08.556 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:13:08.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.660+0000 7fe3305ae640 1 Processor -- start 2024-09-13T16:13:08.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.660+0000 7fe3305ae640 1 -- start start 2024-09-13T16:13:08.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe3305ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe328143c30 0x7fe32806f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe3305ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe3280b31e0 0x7fe3280b2120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe3305ae640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe328144010 con 0x7fe3280cd000 2024-09-13T16:13:08.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe3305ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe32806ffe0 con 0x7fe3280b31e0 2024-09-13T16:13:08.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe3305ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3280b1d00 con 0x7fe328143c30 2024-09-13T16:13:08.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe32db49640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe3280b31e0 0x7fe3280b2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe32db49640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe3280b31e0 0x7fe3280b2120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48334/0 (socket says 172.21.15.39:48334) 2024-09-13T16:13:08.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.661+0000 7fe32db49640 1 -- 172.21.15.39:0/2056629542 learned_addr learned my addr 172.21.15.39:0/2056629542 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:08.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.662+0000 7fe32e34a640 1 --2- 172.21.15.39:0/2056629542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe328143c30 0x7fe32806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.662+0000 7fe32db49640 1 -- 172.21.15.39:0/2056629542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe328143c30 msgr2=0x7fe32806f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:08.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.662+0000 7fe32db49640 1 --2- 172.21.15.39:0/2056629542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe328143c30 0x7fe32806f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.662+0000 7fe32db49640 1 -- 172.21.15.39:0/2056629542 >> v1:172.21.15.157:6789/0 conn(0x7fe3280cd000 legacy=0x7fe32815aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.662+0000 7fe32db49640 1 -- 172.21.15.39:0/2056629542 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3280b13a0 con 0x7fe3280b31e0 2024-09-13T16:13:08.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.662+0000 7fe32db49640 1 --2- 172.21.15.39:0/2056629542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3280b31e0 0x7fe3280b2120 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fe31c009870 tx=0x7fe31c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=152eafe483811cee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe32d348640 1 -- 172.21.15.39:0/2056629542 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe31c02ae80 con 0x7fe3280b31e0 2024-09-13T16:13:08.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe32d348640 1 -- 172.21.15.39:0/2056629542 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe31c032440 con 0x7fe3280b31e0 2024-09-13T16:13:08.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe32d348640 1 -- 172.21.15.39:0/2056629542 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe31c0327b0 con 0x7fe3280b31e0 2024-09-13T16:13:08.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 -- 172.21.15.39:0/2056629542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3280b31e0 msgr2=0x7fe3280b2120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2056629542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3280b31e0 0x7fe3280b2120 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7fe31c009870 tx=0x7fe31c02a130 comp rx=0 tx=0).stop 2024-09-13T16:13:08.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 -- 172.21.15.39:0/2056629542 shutdown_connections 2024-09-13T16:13:08.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2056629542 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3280b31e0 0x7fe3280b2120 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2056629542 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe328143c30 0x7fe32806f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 -- 172.21.15.39:0/2056629542 >> 172.21.15.39:0/2056629542 conn(0x7fe3280b00a0 msgr2=0x7fe3280b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 -- 172.21.15.39:0/2056629542 shutdown_connections 2024-09-13T16:13:08.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.663+0000 7fe3305ae640 1 -- 172.21.15.39:0/2056629542 wait complete. 2024-09-13T16:13:08.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.664+0000 7fe3305ae640 1 Processor -- start 2024-09-13T16:13:08.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.664+0000 7fe3305ae640 1 -- start start 2024-09-13T16:13:08.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe3305ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3280b31e0 0x7fe32813f520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe3305ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3280cd000 0x7fe3280cbf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe3305ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 0x7fe3281f27b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe3305ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe32813df80 con 0x7fe328143c30 2024-09-13T16:13:08.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe3305ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe32813d950 con 0x7fe3280cd000 2024-09-13T16:13:08.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe3305ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3280cc9c0 con 0x7fe3280b31e0 2024-09-13T16:13:08.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe32eb4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 0x7fe3281f27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe32eb4b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 0x7fe3281f27b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48344/0 (socket says 172.21.15.39:48344) 2024-09-13T16:13:08.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe32eb4b640 1 -- 172.21.15.39:0/2448687799 learned_addr learned my addr 172.21.15.39:0/2448687799 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:08.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe32db49640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3280cd000 0x7fe3280cbf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.665+0000 7fe32e34a640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3280b31e0 0x7fe32813f520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe32eb4b640 1 -- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3280b31e0 msgr2=0x7fe32813f520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe32eb4b640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3280b31e0 0x7fe32813f520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe32eb4b640 1 -- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3280cd000 msgr2=0x7fe3280cbf90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe32eb4b640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3280cd000 0x7fe3280cbf90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe32eb4b640 1 -- 172.21.15.39:0/2448687799 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe31c0094d0 con 0x7fe328143c30 2024-09-13T16:13:08.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe32eb4b640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 0x7fe3281f27b0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fe32000c390 tx=0x7fe32000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3200052d0 con 0x7fe328143c30 2024-09-13T16:13:08.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe320005430 con 0x7fe328143c30 2024-09-13T16:13:08.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3280ccca0 con 0x7fe328143c30 2024-09-13T16:13:08.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe320003810 con 0x7fe328143c30 2024-09-13T16:13:08.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.666+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3280ad5e0 con 0x7fe328143c30 2024-09-13T16:13:08.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.667+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3280724c0 con 0x7fe328143c30 2024-09-13T16:13:08.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.667+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe320003970 con 0x7fe328143c30 2024-09-13T16:13:08.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.668+0000 7fe326ffd640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe31406ac00 0x7fe31406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:08.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.668+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(47..47 src has 1..47) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe320088740 con 0x7fe328143c30 2024-09-13T16:13:08.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.668+0000 7fe32e34a640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe31406ac00 0x7fe31406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:08.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.669+0000 7fe32e34a640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe31406ac00 0x7fe31406d0c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe3180113e0 tx=0x7fe31800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:08.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.672+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe320053a60 con 0x7fe328143c30 2024-09-13T16:13:08.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.881+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fe32813e0c0 con 0x7fe328143c30 2024-09-13T16:13:08.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.926+0000 7fe326ffd640 1 -- 172.21.15.39:0/2448687799 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v28) v1 ==== 118+0+0 (secure 0 0 0) 0x7fe32813e0c0 con 0x7fe328143c30 2024-09-13T16:13:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe31406ac00 msgr2=0x7fe31406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe31406ac00 0x7fe31406d0c0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7fe3180113e0 tx=0x7fe31800b040 comp rx=0 tx=0).stop 2024-09-13T16:13:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 msgr2=0x7fe3281f27b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 0x7fe3281f27b0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7fe32000c390 tx=0x7fe32000c850 comp rx=0 tx=0).stop 2024-09-13T16:13:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 shutdown_connections 2024-09-13T16:13:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe31406ac00 0x7fe31406d0c0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe328143c30 0x7fe3281f27b0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3280cd000 0x7fe3280cbf90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 --2- 172.21.15.39:0/2448687799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3280b31e0 0x7fe32813f520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 >> 172.21.15.39:0/2448687799 conn(0x7fe3280b00a0 msgr2=0x7fe3280af8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 shutdown_connections 2024-09-13T16:13:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:08.928+0000 7fe3305ae640 1 -- 172.21.15.39:0/2448687799 wait complete. 2024-09-13T16:13:08.941 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:13:08.941 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:13:09.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.044+0000 7fe7ea480640 1 Processor -- start 2024-09-13T16:13:09.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.044+0000 7fe7ea480640 1 -- start start 2024-09-13T16:13:09.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.045+0000 7fe7ea480640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe7e40cd710 0x7fe7e40b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.045+0000 7fe7ea480640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7e40b2830 con 0x7fe7e4143c30 2024-09-13T16:13:09.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.045+0000 7fe7ea480640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7e4144010 con 0x7fe7e406f190 2024-09-13T16:13:09.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.045+0000 7fe7ea480640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7e406ffe0 con 0x7fe7e40cd710 2024-09-13T16:13:09.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.045+0000 7fe7e3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe7e4143c30 0x7fe7e40b2120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33694/0 (socket says 172.21.15.39:33694) 2024-09-13T16:13:09.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.045+0000 7fe7e3fff640 1 -- 172.21.15.39:0/2713929084 learned_addr learned my addr 172.21.15.39:0/2713929084 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:09.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e8a1d640 1 --2- 172.21.15.39:0/2713929084 >> v2:172.21.15.157:3300/0 conn(0x7fe7e40cd710 0x7fe7e40b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3043523741 0 0) 0x7fe7e40b2830 con 0x7fe7e4143c30 2024-09-13T16:13:09.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7d0003520 con 0x7fe7e4143c30 2024-09-13T16:13:09.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3678041939 0 0) 0x7fe7d0003520 con 0x7fe7e4143c30 2024-09-13T16:13:09.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 >> v2:172.21.15.157:3300/0 conn(0x7fe7e40cd710 msgr2=0x7fe7e40b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 --2- 172.21.15.39:0/2713929084 >> v2:172.21.15.157:3300/0 conn(0x7fe7e40cd710 0x7fe7e40b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 >> v1:172.21.15.157:6789/0 conn(0x7fe7e406f190 legacy=0x7fe7e40cd000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e40b13a0 con 0x7fe7e4143c30 2024-09-13T16:13:09.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fe7d4001690 con 0x7fe7e4143c30 2024-09-13T16:13:09.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 >> v1:172.21.15.39:6789/0 conn(0x7fe7e4143c30 legacy=0x7fe7e40b2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d0003970 0x7fe7d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7d00047c0 0x7fe7d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0005180 0x7fe7d000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e406ffe0 con 0x7fe7d0003970 2024-09-13T16:13:09.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d000c120 con 0x7fe7d00047c0 2024-09-13T16:13:09.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7d000c2e0 con 0x7fe7d0005180 2024-09-13T16:13:09.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d0003970 0x7fe7d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7dbfff640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7d00047c0 0x7fe7d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e8a1d640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0005180 0x7fe7d000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e3fff640 1 -- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0005180 msgr2=0x7fe7d000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0005180 0x7fe7d000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e3fff640 1 -- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7d00047c0 msgr2=0x7fe7d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:09.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7d00047c0 0x7fe7d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e3fff640 1 -- 172.21.15.39:0/2713929084 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7d0003520 con 0x7fe7d0003970 2024-09-13T16:13:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.046+0000 7fe7e8a1d640 1 -- 172.21.15.39:0/2713929084 reap_dead start 2024-09-13T16:13:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.047+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d0003970 0x7fe7d0003d90 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400c210 tx=0x7fe7d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a5a75850849b630 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.047+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4005ad0 con 0x7fe7d0003970 2024-09-13T16:13:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.047+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7d402d070 con 0x7fe7d0003970 2024-09-13T16:13:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.047+0000 7fe7e37fe640 1 -- 172.21.15.39:0/2713929084 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7d4005e70 con 0x7fe7d0003970 2024-09-13T16:13:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 -- 172.21.15.39:0/2713929084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d0003970 msgr2=0x7fe7d0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d0003970 0x7fe7d0003d90 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fe7d400c210 tx=0x7fe7d00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 -- 172.21.15.39:0/2713929084 shutdown_connections 2024-09-13T16:13:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 --2- 172.21.15.39:0/2713929084 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7d0003970 0x7fe7d0003d90 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 -- 172.21.15.39:0/2713929084 >> 172.21.15.39:0/2713929084 conn(0x7fe7e40b00a0 msgr2=0x7fe7e40b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 -- 172.21.15.39:0/2713929084 shutdown_connections 2024-09-13T16:13:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.048+0000 7fe7ea480640 1 -- 172.21.15.39:0/2713929084 wait complete. 2024-09-13T16:13:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.049+0000 7fe7ea480640 1 Processor -- start 2024-09-13T16:13:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.049+0000 7fe7ea480640 1 -- start start 2024-09-13T16:13:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7ea480640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0003970 0x7fe7e41e7430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7ea480640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 0x7fe7e4134e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7ea480640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7e41366f0 0x7fe7e40c4510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7ea480640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e40b1d00 con 0x7fe7e4136fc0 2024-09-13T16:13:09.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7ea480640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e4136260 con 0x7fe7e41366f0 2024-09-13T16:13:09.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7ea480640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7e41353b0 con 0x7fe7d0003970 2024-09-13T16:13:09.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 0x7fe7e4134e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 0x7fe7e4134e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48360/0 (socket says 172.21.15.39:48360) 2024-09-13T16:13:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 -- 172.21.15.39:0/1424802647 learned_addr learned my addr 172.21.15.39:0/1424802647 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0003970 0x7fe7e41e7430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 -- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0003970 msgr2=0x7fe7e41e7430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7e8a1d640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7e41366f0 0x7fe7e40c4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0003970 0x7fe7e41e7430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 -- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7e41366f0 msgr2=0x7fe7e40c4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7e41366f0 0x7fe7e40c4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 -- 172.21.15.39:0/1424802647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7e4135650 con 0x7fe7e4136fc0 2024-09-13T16:13:09.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0003970 0x7fe7e41e7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7e8a1d640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7e41366f0 0x7fe7e40c4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.050+0000 7fe7dbfff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 0x7fe7e4134e70 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00f5f0 tx=0x7fe7cc00fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.051+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc0052e0 con 0x7fe7e4136fc0 2024-09-13T16:13:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.051+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7cc005440 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.051+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7e4135930 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.051+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7cc003810 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.051+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7e4135ef0 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.052+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7e40724c0 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.052+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe7cc003970 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.053+0000 7fe7e17fa640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7c406ac00 0x7fe7c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.053+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe7cc0891a0 con 0x7fe7e4136fc0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.053+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7c406ac00 0x7fe7c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.053+0000 7fe7e3fff640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7c406ac00 0x7fe7c406d0c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4032000 tx=0x7fe7d4034040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.057+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe7cc054380 con 0x7fe7e4136fc0 2024-09-13T16:13:09.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.266+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fe7e40672f0 con 0x7fe7e4136fc0 2024-09-13T16:13:09.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.934+0000 7fe7e17fa640 1 -- 172.21.15.39:0/1424802647 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v29) v1 ==== 122+0+0 (secure 0 0 0) 0x7fe7cc0579a0 con 0x7fe7e4136fc0 2024-09-13T16:13:09.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7c406ac00 msgr2=0x7fe7c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7c406ac00 0x7fe7c406d0c0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7fe7d4032000 tx=0x7fe7d4034040 comp rx=0 tx=0).stop 2024-09-13T16:13:09.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 msgr2=0x7fe7e4134e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:09.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 0x7fe7e4134e70 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7fe7cc00f5f0 tx=0x7fe7cc00fab0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 shutdown_connections 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe7c406ac00 0x7fe7c406d0c0 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7e41366f0 0x7fe7e40c4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7e4136fc0 0x7fe7e4134e70 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 --2- 172.21.15.39:0/1424802647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7d0003970 0x7fe7e41e7430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 >> 172.21.15.39:0/1424802647 conn(0x7fe7e40b00a0 msgr2=0x7fe7e40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 shutdown_connections 2024-09-13T16:13:09.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:09.937+0000 7fe7ea480640 1 -- 172.21.15.39:0/1424802647 wait complete. 2024-09-13T16:13:09.950 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:13:09.951 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.054+0000 7fb32439c640 1 Processor -- start 2024-09-13T16:13:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.054+0000 7fb32439c640 1 -- start start 2024-09-13T16:13:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb32439c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb31c156fb0 0x7fb31c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb32439c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb31c15b1b0 con 0x7fb31c06f170 2024-09-13T16:13:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb32439c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb31c06f6e0 con 0x7fb31c15d0a0 2024-09-13T16:13:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb32439c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb31c0b2400 con 0x7fb31c156fb0 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb322138640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb31c156fb0 0x7fb31c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb321937640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb31c06f170 0x7fb31c0b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33708/0 (socket says 172.21.15.39:33708) 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb321937640 1 -- 172.21.15.39:0/1103235273 learned_addr learned my addr 172.21.15.39:0/1103235273 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb322138640 1 -- 172.21.15.39:0/1103235273 >> v1:172.21.15.157:6789/0 conn(0x7fb31c15d0a0 legacy=0x7fb31c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb322138640 1 -- 172.21.15.39:0/1103235273 >> v1:172.21.15.39:6789/0 conn(0x7fb31c06f170 legacy=0x7fb31c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.055+0000 7fb322138640 1 -- 172.21.15.39:0/1103235273 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb31c06f9c0 con 0x7fb31c156fb0 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.056+0000 7fb322138640 1 --2- 172.21.15.39:0/1103235273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c15ac70 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb30c009d90 tx=0x7fb30c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbae481aef4a7d1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.056+0000 7fb321136640 1 -- 172.21.15.39:0/1103235273 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb30c031600 con 0x7fb31c156fb0 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.056+0000 7fb321136640 1 -- 172.21.15.39:0/1103235273 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb30c02d050 con 0x7fb31c156fb0 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.056+0000 7fb321136640 1 -- 172.21.15.39:0/1103235273 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb30c031980 con 0x7fb31c156fb0 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 -- 172.21.15.39:0/1103235273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 msgr2=0x7fb31c15ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 --2- 172.21.15.39:0/1103235273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c15ac70 secure :-1 s=READY pgs=687 cs=0 l=1 rev1=1 crypto rx=0x7fb30c009d90 tx=0x7fb30c02a610 comp rx=0 tx=0).stop 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 -- 172.21.15.39:0/1103235273 shutdown_connections 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 --2- 172.21.15.39:0/1103235273 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c15ac70 unknown :-1 s=CLOSED pgs=687 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 -- 172.21.15.39:0/1103235273 >> 172.21.15.39:0/1103235273 conn(0x7fb31c06b3b0 msgr2=0x7fb31c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 -- 172.21.15.39:0/1103235273 shutdown_connections 2024-09-13T16:13:10.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.057+0000 7fb32439c640 1 -- 172.21.15.39:0/1103235273 wait complete. 2024-09-13T16:13:10.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.058+0000 7fb32439c640 1 Processor -- start 2024-09-13T16:13:10.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.058+0000 7fb32439c640 1 -- start start 2024-09-13T16:13:10.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb32439c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb31c06f170 0x7fb31c152490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb32439c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c153480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb32439c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb31c15d0a0 0x7fb31c0af260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb32439c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31c1f0260 con 0x7fb31c156fb0 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb32439c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31c1595a0 con 0x7fb31c06f170 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb32439c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb31c1f04b0 con 0x7fb31c15d0a0 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c153480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c153480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48372/0 (socket says 172.21.15.39:48372) 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 -- 172.21.15.39:0/1241268333 learned_addr learned my addr 172.21.15.39:0/1241268333 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb322138640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb31c06f170 0x7fb31c152490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb322939640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb31c15d0a0 0x7fb31c0af260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 -- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb31c15d0a0 msgr2=0x7fb31c0af260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb31c15d0a0 0x7fb31c0af260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 -- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb31c06f170 msgr2=0x7fb31c152490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb31c06f170 0x7fb31c152490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.059+0000 7fb321937640 1 -- 172.21.15.39:0/1241268333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb30c009a70 con 0x7fb31c156fb0 2024-09-13T16:13:10.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.060+0000 7fb321937640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c153480 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb31000c3f0 tx=0x7fb31000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.060+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb310005ce0 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.060+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb310005e40 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.060+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3100072f0 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.060+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb31c1f0790 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.060+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb31c1f0d50 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.061+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb31c1f0f70 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.061+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb310007450 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.062+0000 7fb31affd640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30806ac00 0x7fb30806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.062+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb310088870 con 0x7fb31c156fb0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.062+0000 7fb322138640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30806ac00 0x7fb30806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.063+0000 7fb322138640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30806ac00 0x7fb30806d0c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb30c034000 tx=0x7fb30c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.066+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb310053b00 con 0x7fb31c156fb0 2024-09-13T16:13:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.271+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb31c0672f0 con 0x7fb31c156fb0 2024-09-13T16:13:10.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.271+0000 7fb31affd640 1 -- 172.21.15.39:0/1241268333 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+4737 (secure 0 0 0) 0x7fb310017020 con 0x7fb31c156fb0 2024-09-13T16:13:10.273 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:10.273 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":29,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6054,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:09.929487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6060},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6060":{"gid":6060,"name":"d","rank":0,"incarnation":27,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6836/749929192","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":749929192},{"type":"v1","addr":"172.21.15.157:6836","nonce":749929192}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:10.273 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 29 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30806ac00 msgr2=0x7fb30806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30806ac00 0x7fb30806d0c0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7fb30c034000 tx=0x7fb30c02f000 comp rx=0 tx=0).stop 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 msgr2=0x7fb31c153480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c153480 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x7fb31000c3f0 tx=0x7fb31000c8b0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 shutdown_connections 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30806ac00 0x7fb30806d0c0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb31c15d0a0 0x7fb31c0af260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb31c156fb0 0x7fb31c153480 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 --2- 172.21.15.39:0/1241268333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb31c06f170 0x7fb31c152490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 >> 172.21.15.39:0/1241268333 conn(0x7fb31c06b3b0 msgr2=0x7fb31c15bd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.273+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 shutdown_connections 2024-09-13T16:13:10.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.274+0000 7fb32439c640 1 -- 172.21.15.39:0/1241268333 wait complete. 2024-09-13T16:13:10.286 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:10.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.386+0000 7fe51bab1640 1 Processor -- start 2024-09-13T16:13:10.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.387+0000 7fe51bab1640 1 -- start start 2024-09-13T16:13:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.387+0000 7fe51bab1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140b41a0 0x7fe5140b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.387+0000 7fe51bab1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5140ccf80 0x7fe5140d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.387+0000 7fe51bab1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe5140cde30 con 0x7fe5140d0830 2024-09-13T16:13:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.387+0000 7fe51bab1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe5140b5090 con 0x7fe5140ccf80 2024-09-13T16:13:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.387+0000 7fe51bab1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe5140cd820 con 0x7fe5140b41a0 2024-09-13T16:13:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5140ccf80 0x7fe5140d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe5140ccf80 0x7fe5140d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48374/0 (socket says 172.21.15.39:48374) 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 -- 172.21.15.39:0/2506354872 learned_addr learned my addr 172.21.15.39:0/2506354872 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51984d640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140b41a0 0x7fe5140b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 -- 172.21.15.39:0/2506354872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140b41a0 msgr2=0x7fe5140b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140b41a0 0x7fe5140b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 -- 172.21.15.39:0/2506354872 >> v1:172.21.15.157:6789/0 conn(0x7fe5140d0830 legacy=0x7fe514166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51904c640 1 -- 172.21.15.39:0/2506354872 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe5140b4ac0 con 0x7fe5140ccf80 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.388+0000 7fe51984d640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140b41a0 0x7fe5140b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51904c640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140ccf80 0x7fe5140d02f0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe508009e50 tx=0x7fe50802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25df448ab29d59ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51884b640 1 -- 172.21.15.39:0/2506354872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50802aea0 con 0x7fe5140ccf80 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51884b640 1 -- 172.21.15.39:0/2506354872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe50802d050 con 0x7fe5140ccf80 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51884b640 1 -- 172.21.15.39:0/2506354872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe508031820 con 0x7fe5140ccf80 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 -- 172.21.15.39:0/2506354872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140ccf80 msgr2=0x7fe5140d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140ccf80 0x7fe5140d02f0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fe508009e50 tx=0x7fe50802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 -- 172.21.15.39:0/2506354872 shutdown_connections 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140ccf80 0x7fe5140d02f0 unknown :-1 s=CLOSED pgs=689 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2506354872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140b41a0 0x7fe5140b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 -- 172.21.15.39:0/2506354872 >> 172.21.15.39:0/2506354872 conn(0x7fe5140cf1a0 msgr2=0x7fe5140cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.389+0000 7fe51bab1640 1 -- 172.21.15.39:0/2506354872 shutdown_connections 2024-09-13T16:13:10.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.390+0000 7fe51bab1640 1 -- 172.21.15.39:0/2506354872 wait complete. 2024-09-13T16:13:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 Processor -- start 2024-09-13T16:13:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 -- start start 2024-09-13T16:13:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 0x7fe51414cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5140ccf80 0x7fe5140a91d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140d0830 0x7fe51414d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51414d9d0 con 0x7fe5140b41a0 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe51414dc00 con 0x7fe5140ccf80 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51bab1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe51414dee0 con 0x7fe5140d0830 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.391+0000 7fe51984d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 0x7fe51414cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 0x7fe51414cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48390/0 (socket says 172.21.15.39:48390) 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 -- 172.21.15.39:0/2274226700 learned_addr learned my addr 172.21.15.39:0/2274226700 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51904c640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5140ccf80 0x7fe5140a91d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51a04e640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140d0830 0x7fe51414d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 -- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140d0830 msgr2=0x7fe51414d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140d0830 0x7fe51414d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 -- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5140ccf80 msgr2=0x7fe5140a91d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5140ccf80 0x7fe5140a91d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 -- 172.21.15.39:0/2274226700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe508009b30 con 0x7fe5140b41a0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51904c640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5140ccf80 0x7fe5140a91d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51a04e640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140d0830 0x7fe51414d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51984d640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 0x7fe51414cc60 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe50400c7f0 tx=0x7fe50400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe504007a30 con 0x7fe5140b41a0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe504007b90 con 0x7fe5140b41a0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe51414e1c0 con 0x7fe5140b41a0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50400ce40 con 0x7fe5140b41a0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.392+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe51414e780 con 0x7fe5140b41a0 2024-09-13T16:13:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.393+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe514067330 con 0x7fe5140b41a0 2024-09-13T16:13:10.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.394+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe5040113f0 con 0x7fe5140b41a0 2024-09-13T16:13:10.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.394+0000 7fe5127fc640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe50006ac00 0x7fe50006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.394+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe504089480 con 0x7fe5140b41a0 2024-09-13T16:13:10.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.394+0000 7fe51904c640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe50006ac00 0x7fe50006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.395+0000 7fe51904c640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe50006ac00 0x7fe50006d0c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fe508033000 tx=0x7fe508009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.399+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe5040546f0 con 0x7fe5140b41a0 2024-09-13T16:13:10.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.569+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe514066ec0 con 0x7fe5140b41a0 2024-09-13T16:13:10.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.570+0000 7fe5127fc640 1 -- 172.21.15.39:0/2274226700 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16501 (secure 0 0 0) 0x7fe504057d10 con 0x7fe5140b41a0 2024-09-13T16:13:10.572 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:10.572 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":48,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:08.923460+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:10.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe50006ac00 msgr2=0x7fe50006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe50006ac00 0x7fe50006d0c0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fe508033000 tx=0x7fe508009000 comp rx=0 tx=0).stop 2024-09-13T16:13:10.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 msgr2=0x7fe51414cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 0x7fe51414cc60 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe50400c7f0 tx=0x7fe50400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 shutdown_connections 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe50006ac00 0x7fe50006d0c0 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe5140d0830 0x7fe51414d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe5140ccf80 0x7fe5140a91d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 --2- 172.21.15.39:0/2274226700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe5140b41a0 0x7fe51414cc60 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 >> 172.21.15.39:0/2274226700 conn(0x7fe5140cf1a0 msgr2=0x7fe5140b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 shutdown_connections 2024-09-13T16:13:10.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.573+0000 7fe51bab1640 1 -- 172.21.15.39:0/2274226700 wait complete. 2024-09-13T16:13:10.586 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:13:10.586 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.686+0000 7f84371c7640 1 Processor -- start 2024-09-13T16:13:10.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.686+0000 7f84371c7640 1 -- start start 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f84371c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8430156fb0 0x7f843015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f84371c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f843015b1b0 con 0x7f843015d0a0 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f84371c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f843006f6e0 con 0x7f843006f170 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f84371c7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84300b2400 con 0x7f8430156fb0 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f8434f63640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8430156fb0 0x7f843015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f8435764640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f843015d0a0 0x7f8430070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33724/0 (socket says 172.21.15.39:33724) 2024-09-13T16:13:10.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f8435764640 1 -- 172.21.15.39:0/1781943116 learned_addr learned my addr 172.21.15.39:0/1781943116 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f8434f63640 1 -- 172.21.15.39:0/1781943116 >> v1:172.21.15.157:6789/0 conn(0x7f843006f170 legacy=0x7f84300b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f8434f63640 1 -- 172.21.15.39:0/1781943116 >> v1:172.21.15.39:6789/0 conn(0x7f843015d0a0 legacy=0x7f8430070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f8434f63640 1 -- 172.21.15.39:0/1781943116 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f843006f9c0 con 0x7f8430156fb0 2024-09-13T16:13:10.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.687+0000 7f84277fe640 1 -- 172.21.15.39:0/1781943116 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 869400571 0 0) 0x7f843015b1b0 con 0x7f843015d0a0 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.688+0000 7f8434f63640 1 --2- 172.21.15.39:0/1781943116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f843015ac70 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f842c0097a0 tx=0x7f842c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3bde933233d474d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.688+0000 7f84277fe640 1 -- 172.21.15.39:0/1781943116 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842c02ae50 con 0x7f8430156fb0 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.688+0000 7f84277fe640 1 -- 172.21.15.39:0/1781943116 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f842c032440 con 0x7f8430156fb0 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.688+0000 7f84277fe640 1 -- 172.21.15.39:0/1781943116 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842c0327d0 con 0x7f8430156fb0 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 -- 172.21.15.39:0/1781943116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 msgr2=0x7f843015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 --2- 172.21.15.39:0/1781943116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f843015ac70 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f842c0097a0 tx=0x7f842c02a140 comp rx=0 tx=0).stop 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 -- 172.21.15.39:0/1781943116 shutdown_connections 2024-09-13T16:13:10.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 --2- 172.21.15.39:0/1781943116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f843015ac70 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 -- 172.21.15.39:0/1781943116 >> 172.21.15.39:0/1781943116 conn(0x7f843006b3b0 msgr2=0x7f843006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 -- 172.21.15.39:0/1781943116 shutdown_connections 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.689+0000 7f84371c7640 1 -- 172.21.15.39:0/1781943116 wait complete. 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.690+0000 7f84371c7640 1 Processor -- start 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.690+0000 7f84371c7640 1 -- start start 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843006f170 0x7f8430140900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f84300cd940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f843015d0a0 0x7f84300cde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8430150460 con 0x7f8430156fb0 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8430140fc0 con 0x7f843015d0a0 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8430141b00 con 0x7f843006f170 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f84300cd940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f84300cd940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48406/0 (socket says 172.21.15.39:48406) 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 -- 172.21.15.39:0/1546031378 learned_addr learned my addr 172.21.15.39:0/1546031378 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8435764640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f843015d0a0 0x7f84300cde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8434f63640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843006f170 0x7f8430140900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 -- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843006f170 msgr2=0x7f8430140900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843006f170 0x7f8430140900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 -- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f843015d0a0 msgr2=0x7f84300cde80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f843015d0a0 0x7f84300cde80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 -- 172.21.15.39:0/1546031378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f842c009400 con 0x7f8430156fb0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8434f63640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843006f170 0x7f8430140900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f8427fff640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f84300cd940 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f842000b3e0 tx=0x7f842000b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8420011830 con 0x7f8430156fb0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84200119b0 con 0x7f8430156fb0 2024-09-13T16:13:10.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84301411d0 con 0x7f8430156fb0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.691+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8420011d60 con 0x7f8430156fb0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.692+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8430141790 con 0x7f8430156fb0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.693+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84300672f0 con 0x7f8430156fb0 2024-09-13T16:13:10.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.693+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f842001a400 con 0x7f8430156fb0 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.693+0000 7f84257fa640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841c06ac00 0x7f841c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.693+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8420089460 con 0x7f8430156fb0 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.694+0000 7f8434f63640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841c06ac00 0x7f841c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:10.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.694+0000 7f8434f63640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841c06ac00 0x7f841c06d0c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f842c034000 tx=0x7f842c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:10.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.698+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f84200546d0 con 0x7f8430156fb0 2024-09-13T16:13:10.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.867+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f8430070260 con 0x7f841c06ac00 2024-09-13T16:13:10.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.875+0000 7f84257fa640 1 -- 172.21.15.39:0/1546031378 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278611 (secure 0 0 0) 0x7f842c042090 con 0x7f841c06ac00 2024-09-13T16:13:10.881 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:10.883 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:10.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841c06ac00 msgr2=0x7f841c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841c06ac00 0x7f841c06d0c0 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7f842c034000 tx=0x7f842c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:10.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 msgr2=0x7f84300cd940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f84300cd940 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7f842000b3e0 tx=0x7f842000b8a0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 shutdown_connections 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841c06ac00 0x7f841c06d0c0 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f843015d0a0 0x7f84300cde80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8430156fb0 0x7f84300cd940 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 --2- 172.21.15.39:0/1546031378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843006f170 0x7f8430140900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 >> 172.21.15.39:0/1546031378 conn(0x7f843006b3b0 msgr2=0x7f84300b1750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 shutdown_connections 2024-09-13T16:13:10.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:10.878+0000 7f84371c7640 1 -- 172.21.15.39:0/1546031378 wait complete. 2024-09-13T16:13:10.890 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":120,"stamp":"2024-09-13T16:13:09.168622+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":254212,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720508,"statfs":{"total":773094113280,"available":772833800192,"internally_reserved":0,"allocated":5361664,"data_stored":2859021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000802"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:12.617666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562641+0000","last_change":"2024-09-13T16:13:06.562641+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562641+0000","last_undegraded":"2024-09-13T16:13:06.562641+0000","last_fullsized":"2024-09-13T16:13:06.562641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561664+0000","last_change":"2024-09-13T16:13:06.561664+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561664+0000","last_undegraded":"2024-09-13T16:13:06.561664+0000","last_fullsized":"2024-09-13T16:13:06.561664+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559187+0000","last_change":"2024-09-13T16:13:06.559187+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559187+0000","last_undegraded":"2024-09-13T16:13:06.559187+0000","last_fullsized":"2024-09-13T16:13:06.559187+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562399+0000","last_change":"2024-09-13T16:13:06.562399+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562399+0000","last_undegraded":"2024-09-13T16:13:06.562399+0000","last_fullsized":"2024-09-13T16:13:06.562399+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562608+0000","last_change":"2024-09-13T16:13:06.562608+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562608+0000","last_undegraded":"2024-09-13T16:13:06.562608+0000","last_fullsized":"2024-09-13T16:13:06.562608+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:23.940509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571853+0000","last_change":"2024-09-13T16:13:06.571853+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571853+0000","last_undegraded":"2024-09-13T16:13:06.571853+0000","last_fullsized":"2024-09-13T16:13:06.571853+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561986+0000","last_change":"2024-09-13T16:13:06.561986+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561986+0000","last_undegraded":"2024-09-13T16:13:06.561986+0000","last_fullsized":"2024-09-13T16:13:06.561986+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570730+0000","last_change":"2024-09-13T16:13:06.570730+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570730+0000","last_undegraded":"2024-09-13T16:13:06.570730+0000","last_fullsized":"2024-09-13T16:13:06.570730+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:36.276400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559127+0000","last_change":"2024-09-13T16:13:06.559127+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559127+0000","last_undegraded":"2024-09-13T16:13:06.559127+0000","last_fullsized":"2024-09-13T16:13:06.559127+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:30.597665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558784+0000","last_change":"2024-09-13T16:13:06.558784+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558784+0000","last_undegraded":"2024-09-13T16:13:06.558784+0000","last_fullsized":"2024-09-13T16:13:06.558784+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:17.967317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561931+0000","last_change":"2024-09-13T16:13:06.561931+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561931+0000","last_undegraded":"2024-09-13T16:13:06.561931+0000","last_fullsized":"2024-09-13T16:13:06.561931+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558943+0000","last_change":"2024-09-13T16:13:06.558943+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558943+0000","last_undegraded":"2024-09-13T16:13:06.558943+0000","last_fullsized":"2024-09-13T16:13:06.558943+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561439+0000","last_change":"2024-09-13T16:13:06.561439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561439+0000","last_undegraded":"2024-09-13T16:13:06.561439+0000","last_fullsized":"2024-09-13T16:13:06.561439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571439+0000","last_change":"2024-09-13T16:13:06.571439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571439+0000","last_undegraded":"2024-09-13T16:13:06.571439+0000","last_fullsized":"2024-09-13T16:13:06.571439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558731+0000","last_change":"2024-09-13T16:13:06.558731+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558731+0000","last_undegraded":"2024-09-13T16:13:06.558731+0000","last_fullsized":"2024-09-13T16:13:06.558731+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:59.175801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562080+0000","last_change":"2024-09-13T16:13:06.562080+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562080+0000","last_undegraded":"2024-09-13T16:13:06.562080+0000","last_fullsized":"2024-09-13T16:13:06.562080+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558385+0000","last_change":"2024-09-13T16:13:06.558385+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558385+0000","last_undegraded":"2024-09-13T16:13:06.558385+0000","last_fullsized":"2024-09-13T16:13:06.558385+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:44.340434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561404+0000","last_change":"2024-09-13T16:13:06.561404+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561404+0000","last_undegraded":"2024-09-13T16:13:06.561404+0000","last_fullsized":"2024-09-13T16:13:06.561404+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:48.677877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561388+0000","last_change":"2024-09-13T16:13:06.561388+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561388+0000","last_undegraded":"2024-09-13T16:13:06.561388+0000","last_fullsized":"2024-09-13T16:13:06.561388+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558367+0000","last_change":"2024-09-13T16:13:06.558367+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558367+0000","last_undegraded":"2024-09-13T16:13:06.558367+0000","last_fullsized":"2024-09-13T16:13:06.558367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:59.759685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570911+0000","last_change":"2024-09-13T16:13:06.570911+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570911+0000","last_undegraded":"2024-09-13T16:13:06.570911+0000","last_fullsized":"2024-09-13T16:13:06.570911+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:10.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558360+0000","last_change":"2024-09-13T16:13:06.558360+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558360+0000","last_undegraded":"2024-09-13T16:13:06.558360+0000","last_fullsized":"2024-09-13T16:13:06.558360+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561640+0000","last_change":"2024-09-13T16:13:06.561640+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561640+0000","last_undegraded":"2024-09-13T16:13:06.561640+0000","last_fullsized":"2024-09-13T16:13:06.561640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558280+0000","last_change":"2024-09-13T16:13:06.558280+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558280+0000","last_undegraded":"2024-09-13T16:13:06.558280+0000","last_fullsized":"2024-09-13T16:13:06.558280+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562019+0000","last_change":"2024-09-13T16:13:06.562019+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562019+0000","last_undegraded":"2024-09-13T16:13:06.562019+0000","last_fullsized":"2024-09-13T16:13:06.562019+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561954+0000","last_change":"2024-09-13T16:13:06.561954+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561954+0000","last_undegraded":"2024-09-13T16:13:06.561954+0000","last_fullsized":"2024-09-13T16:13:06.561954+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570751+0000","last_change":"2024-09-13T16:13:06.570751+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570751+0000","last_undegraded":"2024-09-13T16:13:06.570751+0000","last_fullsized":"2024-09-13T16:13:06.570751+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558854+0000","last_change":"2024-09-13T16:13:06.558854+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558854+0000","last_undegraded":"2024-09-13T16:13:06.558854+0000","last_fullsized":"2024-09-13T16:13:06.558854+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:13.796598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-13T16:13:04.545428+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:04.545428+0000","last_peered":"2024-09-13T16:13:04.545428+0000","last_clean":"2024-09-13T16:13:04.545428+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:04.545428+0000","last_undegraded":"2024-09-13T16:13:04.545428+0000","last_fullsized":"2024-09-13T16:13:04.545428+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574882,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1110016,"data_stored":797245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65400000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.67200000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.53400000000000003,"15min":0.53200000000000003},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68700000000000006,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.59999999999999998,"5min":0.751,"15min":0.751},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.39600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.435,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69599999999999995,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.61299999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64600000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.49099999999999999},"min":{"1min":0.35099999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.628}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":0.55200000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71599999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68000000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.71099999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69899999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.56000000000000005,"15min":0.54600000000000004},"min":{"1min":0.42699999999999999,"5min":0.376,"15min":0.376},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.51200000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.497},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.59599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60599999999999998},"min":{"1min":0.47499999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57499999999999996,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.54300000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.41399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73499999999999999,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.372},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57899999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.374},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.45800000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.755,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51700000000000002,"15min":0.51200000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73199999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.753,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76300000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.86599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76700000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76900000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74299999999999999,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.879}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48699999999999999,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73899999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.70699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67100000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.621,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.76300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.60599999999999998,"15min":0.61499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73499999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51200000000000001,"15min":0.504},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.747},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51200000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":1.131,"15min":1.131},"last":0.66100000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.377,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77200000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.40000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.50900000000000001,"15min":0.502},"min":{"1min":0.44900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55200000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.495}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.61199999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574883,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63800000000000001,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.191},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.251,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.502,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.38400000000000001,"15min":0.39000000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54200000000000004,"5min":1.306,"15min":1.306},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.30399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66800000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.23599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39800000000000002,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56499999999999995,"5min":1.339,"15min":1.339},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.313}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.41999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.874,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46400000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.434,"5min":0.371,"15min":0.371},"max":{"1min":0.90900000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.497}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85699999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":1.042,"15min":1.042},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92100000000000004,"5min":1.081,"15min":1.081},"last":0.53300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.24199999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36799999999999999},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59399999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.247}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.54100000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.496},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.438,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90400000000000003,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.50700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96099999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.44900000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83899999999999997,"5min":1.125,"15min":1.125},"last":0.45000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":503808,"data_stored":201680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40000000000000002,"15min":0.40699999999999997},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54500000000000004,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.433,"15min":0.44400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.5,"5min":1.494,"15min":1.494},"last":0.25900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42199999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.51000000000000001,"5min":1.679,"15min":1.679},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61499999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57299999999999995,"5min":1.403,"15min":1.403},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45900000000000002,"15min":0.46700000000000003},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59099999999999997,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.624,"15min":0.59499999999999997},"min":{"1min":0.51300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.617,"5min":4.617,"15min":4.617},"last":0.505},{"interface":"front","average":{"1min":1.0409999999999999,"5min":0.71399999999999997,"15min":0.66000000000000003},"min":{"1min":0.46800000000000003,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":10.506,"5min":10.506,"15min":10.506},"last":0.61699999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.73999999999999999,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":10.292,"5min":10.292,"15min":10.292},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59999999999999998},"min":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58699999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.66700000000000004,"15min":0.67500000000000004},"min":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.746,"5min":1.571,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.63600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":4.875,"5min":4.875,"15min":4.875},"last":0.64900000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574883,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":796626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.318},{"interface":"front","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.24399999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57199999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.30299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64100000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.50800000000000001,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30199999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.36499999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88700000000000001,"5min":1.825,"15min":1.825},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.624,"15min":0.629},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81899999999999995,"5min":1.853,"15min":1.853},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.96099999999999997,"5min":1.167,"15min":1.167},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.47099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:10.897 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.033+0000 7fc2969d5640 1 Processor -- start 2024-09-13T16:13:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.033+0000 7fc2969d5640 1 -- start start 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc2969d5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc2900b41a0 0x7fc2900b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc2969d5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc2900d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc2969d5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2900cde30 con 0x7fc2900d0830 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc2969d5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2900b5090 con 0x7fc2900b41a0 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc2969d5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900cd820 con 0x7fc2900ccf80 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc294f72640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc2900d0830 0x7fc290166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33738/0 (socket says 172.21.15.39:33738) 2024-09-13T16:13:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.034+0000 7fc294f72640 1 -- 172.21.15.39:0/1885926181 learned_addr learned my addr 172.21.15.39:0/1885926181 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1870920393 0 0) 0x7fc2900cde30 con 0x7fc2900d0830 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc278003520 con 0x7fc2900d0830 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc2900d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28ffff640 1 --2- 172.21.15.39:0/1885926181 >> v2:172.21.15.157:3300/0 conn(0x7fc2900b41a0 0x7fc2900b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3384594556 0 0) 0x7fc278003520 con 0x7fc2900d0830 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 msgr2=0x7fc2900d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc2900d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 >> v2:172.21.15.157:3300/0 conn(0x7fc2900b41a0 msgr2=0x7fc2900b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 --2- 172.21.15.39:0/1885926181 >> v2:172.21.15.157:3300/0 conn(0x7fc2900b41a0 0x7fc2900b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2900b4ac0 con 0x7fc2900d0830 2024-09-13T16:13:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc2880019f0 con 0x7fc2900d0830 2024-09-13T16:13:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc2900d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 >> v1:172.21.15.39:6789/0 conn(0x7fc2900d0830 legacy=0x7fc290166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc278003970 0x7fc278003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2780047c0 0x7fc278004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc278005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900b5090 con 0x7fc2780047c0 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900cd820 con 0x7fc278003970 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc27800ba60 con 0x7fc2900ccf80 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28ffff640 1 --2- 172.21.15.39:0/1885926181 >> v2:172.21.15.157:3300/0 conn(0x7fc2900b41a0 0x7fc2900b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2780047c0 0x7fc278004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc294f72640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc278005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.035+0000 7fc28ffff640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc278003970 0x7fc278003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28f7fe640 1 -- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 msgr2=0x7fc278005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2900ccf80 0x7fc278005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28f7fe640 1 -- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc278003970 msgr2=0x7fc278003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc278003970 0x7fc278003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28f7fe640 1 -- 172.21.15.39:0/1885926181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc278003520 con 0x7fc2780047c0 2024-09-13T16:13:11.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2780047c0 0x7fc278004c40 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc284006fd0 tx=0x7fc2780057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed2ea58a6e357ef6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28402ac50 con 0x7fc2780047c0 2024-09-13T16:13:11.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc28402adb0 con 0x7fc2780047c0 2024-09-13T16:13:11.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.036+0000 7fc28effd640 1 -- 172.21.15.39:0/1885926181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc284032640 con 0x7fc2780047c0 2024-09-13T16:13:11.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc2969d5640 1 -- 172.21.15.39:0/1885926181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2780047c0 msgr2=0x7fc278004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc2969d5640 1 --2- 172.21.15.39:0/1885926181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2780047c0 0x7fc278004c40 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7fc284006fd0 tx=0x7fc2780057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc294f72640 1 -- 172.21.15.39:0/1885926181 reap_dead start 2024-09-13T16:13:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc2969d5640 1 -- 172.21.15.39:0/1885926181 shutdown_connections 2024-09-13T16:13:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc2969d5640 1 -- 172.21.15.39:0/1885926181 >> 172.21.15.39:0/1885926181 conn(0x7fc2900cf1a0 msgr2=0x7fc2900cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc2969d5640 1 -- 172.21.15.39:0/1885926181 shutdown_connections 2024-09-13T16:13:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.037+0000 7fc2969d5640 1 -- 172.21.15.39:0/1885926181 wait complete. 2024-09-13T16:13:11.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.038+0000 7fc2969d5640 1 Processor -- start 2024-09-13T16:13:11.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.038+0000 7fc2969d5640 1 -- start start 2024-09-13T16:13:11.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc2969d5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2780047c0 0x7fc2900a9f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc2969d5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2901e3810 0x7fc2900b0e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc2969d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 0x7fc2901f5930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc2969d5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2900aaab0 con 0x7fc2901f54f0 2024-09-13T16:13:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc2969d5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2901e4c30 con 0x7fc2901e3810 2024-09-13T16:13:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc2969d5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2901f5e70 con 0x7fc2780047c0 2024-09-13T16:13:11.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc294f72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 0x7fc2901f5930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc294f72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 0x7fc2901f5930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48412/0 (socket says 172.21.15.39:48412) 2024-09-13T16:13:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc294f72640 1 -- 172.21.15.39:0/2307471888 learned_addr learned my addr 172.21.15.39:0/2307471888 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc28ffff640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2780047c0 0x7fc2900a9f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.039+0000 7fc28f7fe640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2901e3810 0x7fc2900b0e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc294f72640 1 -- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2780047c0 msgr2=0x7fc2900a9f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc294f72640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2780047c0 0x7fc2900a9f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc294f72640 1 -- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2901e3810 msgr2=0x7fc2900b0e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc294f72640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2901e3810 0x7fc2900b0e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc294f72640 1 -- 172.21.15.39:0/2307471888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2900aa480 con 0x7fc2901f54f0 2024-09-13T16:13:11.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc294f72640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 0x7fc2901f5930 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc2900d26d0 tx=0x7fc288007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc28800ab30 con 0x7fc2901f54f0 2024-09-13T16:13:11.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc28800acd0 con 0x7fc2901f54f0 2024-09-13T16:13:11.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2901e4080 con 0x7fc2901f54f0 2024-09-13T16:13:11.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc288013630 con 0x7fc2901f54f0 2024-09-13T16:13:11.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.040+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2901e48c0 con 0x7fc2901f54f0 2024-09-13T16:13:11.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.041+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc290067330 con 0x7fc2901f54f0 2024-09-13T16:13:11.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.041+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc288013790 con 0x7fc2901f54f0 2024-09-13T16:13:11.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.042+0000 7fc28cff9640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc27c06ac00 0x7fc27c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.042+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc288089c20 con 0x7fc2901f54f0 2024-09-13T16:13:11.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.042+0000 7fc28ffff640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc27c06ac00 0x7fc27c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.043+0000 7fc28ffff640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc27c06ac00 0x7fc27c06d0c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc280006fd0 tx=0x7fc280008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.046+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc288054e90 con 0x7fc2901f54f0 2024-09-13T16:13:11.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.214+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc2900d2090 con 0x7fc27c06ac00 2024-09-13T16:13:11.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.221+0000 7fc28cff9640 1 -- 172.21.15.39:0/2307471888 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278611 (secure 0 0 0) 0x7fc280013960 con 0x7fc27c06ac00 2024-09-13T16:13:11.226 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:11.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.224+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc27c06ac00 msgr2=0x7fc27c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.224+0000 7fc2969d5640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc27c06ac00 0x7fc27c06d0c0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7fc280006fd0 tx=0x7fc280008040 comp rx=0 tx=0).stop 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.224+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 msgr2=0x7fc2901f5930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.224+0000 7fc2969d5640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 0x7fc2901f5930 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7fc2900d26d0 tx=0x7fc288007bd0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 shutdown_connections 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc27c06ac00 0x7fc27c06d0c0 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2901f54f0 0x7fc2901f5930 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2901e3810 0x7fc2900b0e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 --2- 172.21.15.39:0/2307471888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc2780047c0 0x7fc2900a9f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 >> 172.21.15.39:0/2307471888 conn(0x7fc2900cf1a0 msgr2=0x7fc2900b6e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 shutdown_connections 2024-09-13T16:13:11.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.225+0000 7fc2969d5640 1 -- 172.21.15.39:0/2307471888 wait complete. 2024-09-13T16:13:11.237 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2024-09-13T16:13:11.169117+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":254212,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720508,"statfs":{"total":773094113280,"available":772833800192,"internally_reserved":0,"allocated":5361664,"data_stored":2859021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.612753"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:12.617666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562641+0000","last_change":"2024-09-13T16:13:06.562641+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562641+0000","last_undegraded":"2024-09-13T16:13:06.562641+0000","last_fullsized":"2024-09-13T16:13:06.562641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561664+0000","last_change":"2024-09-13T16:13:06.561664+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561664+0000","last_undegraded":"2024-09-13T16:13:06.561664+0000","last_fullsized":"2024-09-13T16:13:06.561664+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559187+0000","last_change":"2024-09-13T16:13:06.559187+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559187+0000","last_undegraded":"2024-09-13T16:13:06.559187+0000","last_fullsized":"2024-09-13T16:13:06.559187+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562399+0000","last_change":"2024-09-13T16:13:06.562399+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562399+0000","last_undegraded":"2024-09-13T16:13:06.562399+0000","last_fullsized":"2024-09-13T16:13:06.562399+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562608+0000","last_change":"2024-09-13T16:13:06.562608+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562608+0000","last_undegraded":"2024-09-13T16:13:06.562608+0000","last_fullsized":"2024-09-13T16:13:06.562608+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:23.940509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571853+0000","last_change":"2024-09-13T16:13:06.571853+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571853+0000","last_undegraded":"2024-09-13T16:13:06.571853+0000","last_fullsized":"2024-09-13T16:13:06.571853+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561986+0000","last_change":"2024-09-13T16:13:06.561986+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561986+0000","last_undegraded":"2024-09-13T16:13:06.561986+0000","last_fullsized":"2024-09-13T16:13:06.561986+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570730+0000","last_change":"2024-09-13T16:13:06.570730+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570730+0000","last_undegraded":"2024-09-13T16:13:06.570730+0000","last_fullsized":"2024-09-13T16:13:06.570730+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:36.276400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559127+0000","last_change":"2024-09-13T16:13:06.559127+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559127+0000","last_undegraded":"2024-09-13T16:13:06.559127+0000","last_fullsized":"2024-09-13T16:13:06.559127+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:30.597665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558784+0000","last_change":"2024-09-13T16:13:06.558784+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558784+0000","last_undegraded":"2024-09-13T16:13:06.558784+0000","last_fullsized":"2024-09-13T16:13:06.558784+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:17.967317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561931+0000","last_change":"2024-09-13T16:13:06.561931+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561931+0000","last_undegraded":"2024-09-13T16:13:06.561931+0000","last_fullsized":"2024-09-13T16:13:06.561931+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558943+0000","last_change":"2024-09-13T16:13:06.558943+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558943+0000","last_undegraded":"2024-09-13T16:13:06.558943+0000","last_fullsized":"2024-09-13T16:13:06.558943+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561439+0000","last_change":"2024-09-13T16:13:06.561439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561439+0000","last_undegraded":"2024-09-13T16:13:06.561439+0000","last_fullsized":"2024-09-13T16:13:06.561439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571439+0000","last_change":"2024-09-13T16:13:06.571439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571439+0000","last_undegraded":"2024-09-13T16:13:06.571439+0000","last_fullsized":"2024-09-13T16:13:06.571439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558731+0000","last_change":"2024-09-13T16:13:06.558731+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558731+0000","last_undegraded":"2024-09-13T16:13:06.558731+0000","last_fullsized":"2024-09-13T16:13:06.558731+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:59.175801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562080+0000","last_change":"2024-09-13T16:13:06.562080+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562080+0000","last_undegraded":"2024-09-13T16:13:06.562080+0000","last_fullsized":"2024-09-13T16:13:06.562080+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558385+0000","last_change":"2024-09-13T16:13:06.558385+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558385+0000","last_undegraded":"2024-09-13T16:13:06.558385+0000","last_fullsized":"2024-09-13T16:13:06.558385+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:44.340434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561404+0000","last_change":"2024-09-13T16:13:06.561404+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561404+0000","last_undegraded":"2024-09-13T16:13:06.561404+0000","last_fullsized":"2024-09-13T16:13:06.561404+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:48.677877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561388+0000","last_change":"2024-09-13T16:13:06.561388+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561388+0000","last_undegraded":"2024-09-13T16:13:06.561388+0000","last_fullsized":"2024-09-13T16:13:06.561388+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558367+0000","last_change":"2024-09-13T16:13:06.558367+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558367+0000","last_undegraded":"2024-09-13T16:13:06.558367+0000","last_fullsized":"2024-09-13T16:13:06.558367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:59.759685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570911+0000","last_change":"2024-09-13T16:13:06.570911+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570911+0000","last_undegraded":"2024-09-13T16:13:06.570911+0000","last_fullsized":"2024-09-13T16:13:06.570911+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:10.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558360+0000","last_change":"2024-09-13T16:13:06.558360+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558360+0000","last_undegraded":"2024-09-13T16:13:06.558360+0000","last_fullsized":"2024-09-13T16:13:06.558360+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561640+0000","last_change":"2024-09-13T16:13:06.561640+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561640+0000","last_undegraded":"2024-09-13T16:13:06.561640+0000","last_fullsized":"2024-09-13T16:13:06.561640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558280+0000","last_change":"2024-09-13T16:13:06.558280+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558280+0000","last_undegraded":"2024-09-13T16:13:06.558280+0000","last_fullsized":"2024-09-13T16:13:06.558280+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562019+0000","last_change":"2024-09-13T16:13:06.562019+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562019+0000","last_undegraded":"2024-09-13T16:13:06.562019+0000","last_fullsized":"2024-09-13T16:13:06.562019+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561954+0000","last_change":"2024-09-13T16:13:06.561954+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561954+0000","last_undegraded":"2024-09-13T16:13:06.561954+0000","last_fullsized":"2024-09-13T16:13:06.561954+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570751+0000","last_change":"2024-09-13T16:13:06.570751+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570751+0000","last_undegraded":"2024-09-13T16:13:06.570751+0000","last_fullsized":"2024-09-13T16:13:06.570751+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558854+0000","last_change":"2024-09-13T16:13:06.558854+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558854+0000","last_undegraded":"2024-09-13T16:13:06.558854+0000","last_fullsized":"2024-09-13T16:13:06.558854+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:13.796598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-13T16:13:04.545428+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:04.545428+0000","last_peered":"2024-09-13T16:13:04.545428+0000","last_clean":"2024-09-13T16:13:04.545428+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:04.545428+0000","last_undegraded":"2024-09-13T16:13:04.545428+0000","last_fullsized":"2024-09-13T16:13:04.545428+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574882,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1110016,"data_stored":797245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65400000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.67200000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.53400000000000003,"15min":0.53200000000000003},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68700000000000006,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.59999999999999998,"5min":0.751,"15min":0.751},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.39600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.435,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69599999999999995,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.61299999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64600000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.49099999999999999},"min":{"1min":0.35099999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.628}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":0.55200000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71599999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68000000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.71099999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69899999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.56000000000000005,"15min":0.54600000000000004},"min":{"1min":0.42699999999999999,"5min":0.376,"15min":0.376},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.51200000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.497},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.59599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60599999999999998},"min":{"1min":0.47499999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57499999999999996,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.54300000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.41399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73499999999999999,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.372},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57899999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.374},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.45800000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.755,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51700000000000002,"15min":0.51200000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73199999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.753,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76300000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.86599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76700000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76900000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74299999999999999,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.879}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48699999999999999,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73899999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.70699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67100000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.621,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.76300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.60599999999999998,"15min":0.61499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73499999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51200000000000001,"15min":0.504},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.747},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51200000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":1.131,"15min":1.131},"last":0.66100000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.377,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77200000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.40000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.50900000000000001,"15min":0.502},"min":{"1min":0.44900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55200000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.495}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.61199999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574883,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63800000000000001,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.191},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.251,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.502,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.38400000000000001,"15min":0.39000000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54200000000000004,"5min":1.306,"15min":1.306},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.30399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66800000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.23599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39800000000000002,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56499999999999995,"5min":1.339,"15min":1.339},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.313}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.41999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.874,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46400000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.434,"5min":0.371,"15min":0.371},"max":{"1min":0.90900000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.497}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85699999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":1.042,"15min":1.042},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92100000000000004,"5min":1.081,"15min":1.081},"last":0.53300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.24199999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36799999999999999},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59399999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.247}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.54100000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.496},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.438,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90400000000000003,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.50700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96099999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.44900000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83899999999999997,"5min":1.125,"15min":1.125},"last":0.45000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":503808,"data_stored":201680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40000000000000002,"15min":0.40699999999999997},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54500000000000004,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.433,"15min":0.44400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.5,"5min":1.494,"15min":1.494},"last":0.25900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42199999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.51000000000000001,"5min":1.679,"15min":1.679},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61499999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57299999999999995,"5min":1.403,"15min":1.403},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45900000000000002,"15min":0.46700000000000003},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59099999999999997,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.624,"15min":0.59499999999999997},"min":{"1min":0.51300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.617,"5min":4.617,"15min":4.617},"last":0.505},{"interface":"front","average":{"1min":1.0409999999999999,"5min":0.71399999999999997,"15min":0.66000000000000003},"min":{"1min":0.46800000000000003,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":10.506,"5min":10.506,"15min":10.506},"last":0.61699999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.73999999999999999,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":10.292,"5min":10.292,"15min":10.292},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59999999999999998},"min":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58699999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.66700000000000004,"15min":0.67500000000000004},"min":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.746,"5min":1.571,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.63600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":4.875,"5min":4.875,"15min":4.875},"last":0.64900000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574883,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":796626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.318},{"interface":"front","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.24399999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57199999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.30299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64100000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.50800000000000001,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30199999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.36499999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88700000000000001,"5min":1.825,"15min":1.825},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.624,"15min":0.629},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81899999999999995,"5min":1.853,"15min":1.853},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.96099999999999997,"5min":1.167,"15min":1.167},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.47099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:11.242 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.377+0000 7f0ec7a96640 1 Processor -- start 2024-09-13T16:13:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.377+0000 7f0ec7a96640 1 -- start start 2024-09-13T16:13:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec7a96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00ce980 0x7f0ec00cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec7a96640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ec015aa50 con 0x7f0ec00721f0 2024-09-13T16:13:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec7a96640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ec015af50 con 0x7f0ec00cc650 2024-09-13T16:13:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec7a96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ec015bed0 con 0x7f0ec00ce980 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec5832640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0ec00721f0 0x7f0ec00ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33748/0 (socket says 172.21.15.39:33748) 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec5832640 1 -- 172.21.15.39:0/2532756032 learned_addr learned my addr 172.21.15.39:0/2532756032 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec5031640 1 --2- 172.21.15.39:0/2532756032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00ce980 0x7f0ec00cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec4830640 1 -- 172.21.15.39:0/2532756032 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3986980391 0 0) 0x7f0ec015aa50 con 0x7f0ec00721f0 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.378+0000 7f0ec4830640 1 -- 172.21.15.39:0/2532756032 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ea8003520 con 0x7f0ec00721f0 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.379+0000 7f0ec4830640 1 -- 172.21.15.39:0/2532756032 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 874387337 0 0) 0x7f0ea8003520 con 0x7f0ec00721f0 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.379+0000 7f0ec5031640 1 -- 172.21.15.39:0/2532756032 >> v1:172.21.15.157:6789/0 conn(0x7f0ec00cc650 legacy=0x7f0ec015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.379+0000 7f0ec5031640 1 -- 172.21.15.39:0/2532756032 >> v1:172.21.15.39:6789/0 conn(0x7f0ec00721f0 legacy=0x7f0ec00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.379+0000 7f0ec5031640 1 -- 172.21.15.39:0/2532756032 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ec00cd6c0 con 0x7f0ec00ce980 2024-09-13T16:13:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.379+0000 7f0ec5031640 1 --2- 172.21.15.39:0/2532756032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00ce980 0x7f0ec00cc110 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0eb40097d0 tx=0x7f0eb402a030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=339df01d3d873946 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec4830640 1 -- 172.21.15.39:0/2532756032 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eb00019f0 con 0x7f0ec00ce980 2024-09-13T16:13:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec4830640 1 -- 172.21.15.39:0/2532756032 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0eb402aac0 con 0x7f0ec00ce980 2024-09-13T16:13:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec4830640 1 -- 172.21.15.39:0/2532756032 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eb402ae30 con 0x7f0ec00ce980 2024-09-13T16:13:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 -- 172.21.15.39:0/2532756032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00ce980 msgr2=0x7f0ec00cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/2532756032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00ce980 0x7f0ec00cc110 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f0eb40097d0 tx=0x7f0eb402a030 comp rx=0 tx=0).stop 2024-09-13T16:13:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 -- 172.21.15.39:0/2532756032 shutdown_connections 2024-09-13T16:13:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/2532756032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00ce980 0x7f0ec00cc110 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 -- 172.21.15.39:0/2532756032 >> 172.21.15.39:0/2532756032 conn(0x7f0ec006b3b0 msgr2=0x7f0ec006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 -- 172.21.15.39:0/2532756032 shutdown_connections 2024-09-13T16:13:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.380+0000 7f0ec7a96640 1 -- 172.21.15.39:0/2532756032 wait complete. 2024-09-13T16:13:11.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.381+0000 7f0ec7a96640 1 Processor -- start 2024-09-13T16:13:11.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 -- start start 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 0x7f0ec0153c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00cc650 0x7f0ec015c8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ec00ce980 0x7f0ec015cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ec01f6670 con 0x7f0ec00721f0 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ec00b1430 con 0x7f0ec00ce980 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec7a96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ec00b1710 con 0x7f0ec00cc650 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec5832640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 0x7f0ec0153c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec5832640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 0x7f0ec0153c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48418/0 (socket says 172.21.15.39:48418) 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.382+0000 7f0ec5832640 1 -- 172.21.15.39:0/1145704055 learned_addr learned my addr 172.21.15.39:0/1145704055 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5031640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00cc650 0x7f0ec015c8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec6033640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ec00ce980 0x7f0ec015cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5832640 1 -- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00cc650 msgr2=0x7f0ec015c8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5832640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00cc650 0x7f0ec015c8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5832640 1 -- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ec00ce980 msgr2=0x7f0ec015cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5832640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ec00ce980 0x7f0ec015cdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5832640 1 -- 172.21.15.39:0/1145704055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0eb4009400 con 0x7f0ec00721f0 2024-09-13T16:13:11.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5031640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00cc650 0x7f0ec015c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:11.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec5832640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 0x7f0ec0153c60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0eb000c810 tx=0x7f0eb000ccd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eb000a5e0 con 0x7f0ec00721f0 2024-09-13T16:13:11.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0eb000a740 con 0x7f0ec00721f0 2024-09-13T16:13:11.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ec00b19f0 con 0x7f0ec00721f0 2024-09-13T16:13:11.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0eb000aad0 con 0x7f0ec00721f0 2024-09-13T16:13:11.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.383+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ec01541a0 con 0x7f0ec00721f0 2024-09-13T16:13:11.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.384+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ec00672f0 con 0x7f0ec00721f0 2024-09-13T16:13:11.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.385+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0eb000ac30 con 0x7f0ec00721f0 2024-09-13T16:13:11.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.385+0000 7f0ebe7fc640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eac06ac00 0x7f0eac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.385+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0eb0088c40 con 0x7f0ec00721f0 2024-09-13T16:13:11.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.386+0000 7f0ec5031640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eac06ac00 0x7f0eac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.386+0000 7f0ec5031640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eac06ac00 0x7f0eac06d0c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0eb4034000 tx=0x7f0eb402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.390+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0eb0053e20 con 0x7f0ec00721f0 2024-09-13T16:13:11.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.556+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0ec00cd3e0 con 0x7f0eac06ac00 2024-09-13T16:13:11.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.563+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1145704055 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278611 (secure 0 0 0) 0x7f0eb40041c0 con 0x7f0eac06ac00 2024-09-13T16:13:11.568 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:11.569 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eac06ac00 msgr2=0x7f0eac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eac06ac00 0x7f0eac06d0c0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f0eb4034000 tx=0x7f0eb402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 msgr2=0x7f0ec0153c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 0x7f0ec0153c60 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f0eb000c810 tx=0x7f0eb000ccd0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 shutdown_connections 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eac06ac00 0x7f0eac06d0c0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ec00ce980 0x7f0ec015cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ec00cc650 0x7f0ec015c8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 --2- 172.21.15.39:0/1145704055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ec00721f0 0x7f0ec0153c60 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 >> 172.21.15.39:0/1145704055 conn(0x7f0ec006b3b0 msgr2=0x7f0ec015b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 shutdown_connections 2024-09-13T16:13:11.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.566+0000 7f0ec7a96640 1 -- 172.21.15.39:0/1145704055 wait complete. 2024-09-13T16:13:11.578 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2024-09-13T16:13:11.169117+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":254212,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720508,"statfs":{"total":773094113280,"available":772833800192,"internally_reserved":0,"allocated":5361664,"data_stored":2859021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.612753"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:12.617666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562641+0000","last_change":"2024-09-13T16:13:06.562641+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562641+0000","last_undegraded":"2024-09-13T16:13:06.562641+0000","last_fullsized":"2024-09-13T16:13:06.562641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561664+0000","last_change":"2024-09-13T16:13:06.561664+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561664+0000","last_undegraded":"2024-09-13T16:13:06.561664+0000","last_fullsized":"2024-09-13T16:13:06.561664+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559187+0000","last_change":"2024-09-13T16:13:06.559187+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559187+0000","last_undegraded":"2024-09-13T16:13:06.559187+0000","last_fullsized":"2024-09-13T16:13:06.559187+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562399+0000","last_change":"2024-09-13T16:13:06.562399+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562399+0000","last_undegraded":"2024-09-13T16:13:06.562399+0000","last_fullsized":"2024-09-13T16:13:06.562399+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562608+0000","last_change":"2024-09-13T16:13:06.562608+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562608+0000","last_undegraded":"2024-09-13T16:13:06.562608+0000","last_fullsized":"2024-09-13T16:13:06.562608+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:23.940509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571853+0000","last_change":"2024-09-13T16:13:06.571853+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571853+0000","last_undegraded":"2024-09-13T16:13:06.571853+0000","last_fullsized":"2024-09-13T16:13:06.571853+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561986+0000","last_change":"2024-09-13T16:13:06.561986+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561986+0000","last_undegraded":"2024-09-13T16:13:06.561986+0000","last_fullsized":"2024-09-13T16:13:06.561986+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570730+0000","last_change":"2024-09-13T16:13:06.570730+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570730+0000","last_undegraded":"2024-09-13T16:13:06.570730+0000","last_fullsized":"2024-09-13T16:13:06.570730+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:36.276400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559127+0000","last_change":"2024-09-13T16:13:06.559127+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559127+0000","last_undegraded":"2024-09-13T16:13:06.559127+0000","last_fullsized":"2024-09-13T16:13:06.559127+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:30.597665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558784+0000","last_change":"2024-09-13T16:13:06.558784+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558784+0000","last_undegraded":"2024-09-13T16:13:06.558784+0000","last_fullsized":"2024-09-13T16:13:06.558784+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:17.967317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561931+0000","last_change":"2024-09-13T16:13:06.561931+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561931+0000","last_undegraded":"2024-09-13T16:13:06.561931+0000","last_fullsized":"2024-09-13T16:13:06.561931+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558943+0000","last_change":"2024-09-13T16:13:06.558943+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558943+0000","last_undegraded":"2024-09-13T16:13:06.558943+0000","last_fullsized":"2024-09-13T16:13:06.558943+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561439+0000","last_change":"2024-09-13T16:13:06.561439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561439+0000","last_undegraded":"2024-09-13T16:13:06.561439+0000","last_fullsized":"2024-09-13T16:13:06.561439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571439+0000","last_change":"2024-09-13T16:13:06.571439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571439+0000","last_undegraded":"2024-09-13T16:13:06.571439+0000","last_fullsized":"2024-09-13T16:13:06.571439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558731+0000","last_change":"2024-09-13T16:13:06.558731+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558731+0000","last_undegraded":"2024-09-13T16:13:06.558731+0000","last_fullsized":"2024-09-13T16:13:06.558731+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:59.175801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562080+0000","last_change":"2024-09-13T16:13:06.562080+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562080+0000","last_undegraded":"2024-09-13T16:13:06.562080+0000","last_fullsized":"2024-09-13T16:13:06.562080+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558385+0000","last_change":"2024-09-13T16:13:06.558385+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558385+0000","last_undegraded":"2024-09-13T16:13:06.558385+0000","last_fullsized":"2024-09-13T16:13:06.558385+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:44.340434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561404+0000","last_change":"2024-09-13T16:13:06.561404+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561404+0000","last_undegraded":"2024-09-13T16:13:06.561404+0000","last_fullsized":"2024-09-13T16:13:06.561404+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:48.677877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561388+0000","last_change":"2024-09-13T16:13:06.561388+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561388+0000","last_undegraded":"2024-09-13T16:13:06.561388+0000","last_fullsized":"2024-09-13T16:13:06.561388+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558367+0000","last_change":"2024-09-13T16:13:06.558367+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558367+0000","last_undegraded":"2024-09-13T16:13:06.558367+0000","last_fullsized":"2024-09-13T16:13:06.558367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:59.759685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570911+0000","last_change":"2024-09-13T16:13:06.570911+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570911+0000","last_undegraded":"2024-09-13T16:13:06.570911+0000","last_fullsized":"2024-09-13T16:13:06.570911+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:10.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558360+0000","last_change":"2024-09-13T16:13:06.558360+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558360+0000","last_undegraded":"2024-09-13T16:13:06.558360+0000","last_fullsized":"2024-09-13T16:13:06.558360+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561640+0000","last_change":"2024-09-13T16:13:06.561640+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561640+0000","last_undegraded":"2024-09-13T16:13:06.561640+0000","last_fullsized":"2024-09-13T16:13:06.561640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558280+0000","last_change":"2024-09-13T16:13:06.558280+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558280+0000","last_undegraded":"2024-09-13T16:13:06.558280+0000","last_fullsized":"2024-09-13T16:13:06.558280+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562019+0000","last_change":"2024-09-13T16:13:06.562019+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562019+0000","last_undegraded":"2024-09-13T16:13:06.562019+0000","last_fullsized":"2024-09-13T16:13:06.562019+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561954+0000","last_change":"2024-09-13T16:13:06.561954+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561954+0000","last_undegraded":"2024-09-13T16:13:06.561954+0000","last_fullsized":"2024-09-13T16:13:06.561954+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570751+0000","last_change":"2024-09-13T16:13:06.570751+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570751+0000","last_undegraded":"2024-09-13T16:13:06.570751+0000","last_fullsized":"2024-09-13T16:13:06.570751+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558854+0000","last_change":"2024-09-13T16:13:06.558854+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558854+0000","last_undegraded":"2024-09-13T16:13:06.558854+0000","last_fullsized":"2024-09-13T16:13:06.558854+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:13.796598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-13T16:13:04.545428+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:04.545428+0000","last_peered":"2024-09-13T16:13:04.545428+0000","last_clean":"2024-09-13T16:13:04.545428+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:04.545428+0000","last_undegraded":"2024-09-13T16:13:04.545428+0000","last_fullsized":"2024-09-13T16:13:04.545428+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574882,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1110016,"data_stored":797245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65400000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.67200000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.53400000000000003,"15min":0.53200000000000003},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68700000000000006,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.59999999999999998,"5min":0.751,"15min":0.751},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.39600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.435,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69599999999999995,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.61299999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64600000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.49099999999999999},"min":{"1min":0.35099999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.628}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":0.55200000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71599999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68000000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.71099999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69899999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.56000000000000005,"15min":0.54600000000000004},"min":{"1min":0.42699999999999999,"5min":0.376,"15min":0.376},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.51200000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.497},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.59599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60599999999999998},"min":{"1min":0.47499999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57499999999999996,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.54300000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.41399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73499999999999999,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.372},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57899999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.374},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.45800000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.755,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51700000000000002,"15min":0.51200000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73199999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.753,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76300000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.86599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76700000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76900000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74299999999999999,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.879}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48699999999999999,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73899999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.70699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67100000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.621,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.76300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.60599999999999998,"15min":0.61499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73499999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51200000000000001,"15min":0.504},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.747},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51200000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":1.131,"15min":1.131},"last":0.66100000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.377,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77200000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.40000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.50900000000000001,"15min":0.502},"min":{"1min":0.44900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55200000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.495}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.61199999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574883,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63800000000000001,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.191},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.251,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.502,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.38400000000000001,"15min":0.39000000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54200000000000004,"5min":1.306,"15min":1.306},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.30399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66800000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.23599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39800000000000002,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56499999999999995,"5min":1.339,"15min":1.339},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.313}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.41999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.874,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46400000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.434,"5min":0.371,"15min":0.371},"max":{"1min":0.90900000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.497}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85699999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":1.042,"15min":1.042},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92100000000000004,"5min":1.081,"15min":1.081},"last":0.53300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.24199999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36799999999999999},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59399999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.247}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.54100000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.496},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.438,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90400000000000003,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.50700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96099999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.44900000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83899999999999997,"5min":1.125,"15min":1.125},"last":0.45000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":503808,"data_stored":201680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40000000000000002,"15min":0.40699999999999997},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54500000000000004,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.433,"15min":0.44400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.5,"5min":1.494,"15min":1.494},"last":0.25900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42199999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.51000000000000001,"5min":1.679,"15min":1.679},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61499999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57299999999999995,"5min":1.403,"15min":1.403},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45900000000000002,"15min":0.46700000000000003},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59099999999999997,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.624,"15min":0.59499999999999997},"min":{"1min":0.51300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.617,"5min":4.617,"15min":4.617},"last":0.505},{"interface":"front","average":{"1min":1.0409999999999999,"5min":0.71399999999999997,"15min":0.66000000000000003},"min":{"1min":0.46800000000000003,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":10.506,"5min":10.506,"15min":10.506},"last":0.61699999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.73999999999999999,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":10.292,"5min":10.292,"15min":10.292},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59999999999999998},"min":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58699999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.66700000000000004,"15min":0.67500000000000004},"min":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.746,"5min":1.571,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.63600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":4.875,"5min":4.875,"15min":4.875},"last":0.64900000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574883,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":796626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.318},{"interface":"front","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.24399999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57199999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.30299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64100000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.50800000000000001,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30199999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.36499999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88700000000000001,"5min":1.825,"15min":1.825},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.624,"15min":0.629},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81899999999999995,"5min":1.853,"15min":1.853},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.96099999999999997,"5min":1.167,"15min":1.167},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.47099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:11.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3f is not active+clean 2024-09-13T16:13:11.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3e is not active+clean 2024-09-13T16:13:11.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3d is not active+clean 2024-09-13T16:13:11.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3c is not active+clean 2024-09-13T16:13:11.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3b is not active+clean 2024-09-13T16:13:11.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3a is not active+clean 2024-09-13T16:13:11.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.39 is not active+clean 2024-09-13T16:13:11.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.38 is not active+clean 2024-09-13T16:13:11.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.37 is not active+clean 2024-09-13T16:13:11.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.36 is not active+clean 2024-09-13T16:13:11.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.35 is not active+clean 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.34 is not active+clean 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.33 is not active+clean 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.32 is not active+clean 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.31 is not active+clean 2024-09-13T16:13:11.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.30 is not active+clean 2024-09-13T16:13:11.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2f is not active+clean 2024-09-13T16:13:11.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2e is not active+clean 2024-09-13T16:13:11.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2d is not active+clean 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2c is not active+clean 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2b is not active+clean 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2a is not active+clean 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.29 is not active+clean 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.28 is not active+clean 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.27 is not active+clean 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.26 is not active+clean 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.25 is not active+clean 2024-09-13T16:13:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.24 is not active+clean 2024-09-13T16:13:11.593 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.23 is not active+clean 2024-09-13T16:13:11.593 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.22 is not active+clean 2024-09-13T16:13:11.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.21 is not active+clean 2024-09-13T16:13:11.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.20 is not active+clean 2024-09-13T16:13:11.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1e is not active+clean 2024-09-13T16:13:11.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1f is not active+clean 2024-09-13T16:13:11.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561511+0000', 'last_change': '2024-09-13T16:13:06.561511+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561511+0000', 'last_undegraded': '2024-09-13T16:13:06.561511+0000', 'last_fullsized': '2024-09-13T16:13:06.561511+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:21:12.617666+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1f is not active+clean 2024-09-13T16:13:11.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1e is not active+clean 2024-09-13T16:13:11.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.562641+0000', 'last_change': '2024-09-13T16:13:06.562641+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.562641+0000', 'last_undegraded': '2024-09-13T16:13:06.562641+0000', 'last_fullsized': '2024-09-13T16:13:06.562641+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 6], 'acting': [4, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:13:11.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1c is not active+clean 2024-09-13T16:13:11.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1d is not active+clean 2024-09-13T16:13:11.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561664+0000', 'last_change': '2024-09-13T16:13:06.561664+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561664+0000', 'last_undegraded': '2024-09-13T16:13:06.561664+0000', 'last_fullsized': '2024-09-13T16:13:06.561664+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:13:11.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1d is not active+clean 2024-09-13T16:13:11.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.599 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1c is not active+clean 2024-09-13T16:13:11.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.559187+0000', 'last_change': '2024-09-13T16:13:06.559187+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.559187+0000', 'last_undegraded': '2024-09-13T16:13:06.559187+0000', 'last_fullsized': '2024-09-13T16:13:06.559187+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 5], 'acting': [7, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:13:11.599 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1a is not active+clean 2024-09-13T16:13:11.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.600 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1b is not active+clean 2024-09-13T16:13:11.600 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.562399+0000', 'last_change': '2024-09-13T16:13:06.562399+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.562399+0000', 'last_undegraded': '2024-09-13T16:13:06.562399+0000', 'last_fullsized': '2024-09-13T16:13:06.562399+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.600 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1b is not active+clean 2024-09-13T16:13:11.601 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.601 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1a is not active+clean 2024-09-13T16:13:11.601 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.562608+0000', 'last_change': '2024-09-13T16:13:06.562608+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.562608+0000', 'last_undegraded': '2024-09-13T16:13:06.562608+0000', 'last_fullsized': '2024-09-13T16:13:06.562608+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 5], 'acting': [4, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:13:11.601 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.18 is not active+clean 2024-09-13T16:13:11.602 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.602 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.19 is not active+clean 2024-09-13T16:13:11.602 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.19', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558270+0000', 'last_change': '2024-09-13T16:13:06.558270+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558270+0000', 'last_undegraded': '2024-09-13T16:13:06.558270+0000', 'last_fullsized': '2024-09-13T16:13:06.558270+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:30:23.940509+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:13:11.602 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.19 is not active+clean 2024-09-13T16:13:11.603 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.603 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.18 is not active+clean 2024-09-13T16:13:11.603 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.18', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.571853+0000', 'last_change': '2024-09-13T16:13:06.571853+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.571853+0000', 'last_undegraded': '2024-09-13T16:13:06.571853+0000', 'last_fullsized': '2024-09-13T16:13:06.571853+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 1], 'acting': [0, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:13:11.603 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.16 is not active+clean 2024-09-13T16:13:11.603 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.604 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.17 is not active+clean 2024-09-13T16:13:11.604 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561986+0000', 'last_change': '2024-09-13T16:13:06.561986+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561986+0000', 'last_undegraded': '2024-09-13T16:13:06.561986+0000', 'last_fullsized': '2024-09-13T16:13:06.561986+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 2], 'acting': [4, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:13:11.604 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.17 is not active+clean 2024-09-13T16:13:11.604 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.16 is not active+clean 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.16', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.570730+0000', 'last_change': '2024-09-13T16:13:06.570730+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.570730+0000', 'last_undegraded': '2024-09-13T16:13:06.570730+0000', 'last_fullsized': '2024-09-13T16:13:06.570730+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:14:36.276400+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.14 is not active+clean 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.15 is not active+clean 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.15', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.559127+0000', 'last_change': '2024-09-13T16:13:06.559127+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.559127+0000', 'last_undegraded': '2024-09-13T16:13:06.559127+0000', 'last_fullsized': '2024-09-13T16:13:06.559127+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:43:30.597665+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.15 is not active+clean 2024-09-13T16:13:11.605 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.14 is not active+clean 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558784+0000', 'last_change': '2024-09-13T16:13:06.558784+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558784+0000', 'last_undegraded': '2024-09-13T16:13:06.558784+0000', 'last_fullsized': '2024-09-13T16:13:06.558784+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T17:51:17.967317+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 4], 'acting': [2, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.12 is not active+clean 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.13 is not active+clean 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.13', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561931+0000', 'last_change': '2024-09-13T16:13:06.561931+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561931+0000', 'last_undegraded': '2024-09-13T16:13:06.561931+0000', 'last_fullsized': '2024-09-13T16:13:06.561931+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.13 is not active+clean 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.12 is not active+clean 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.12', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558943+0000', 'last_change': '2024-09-13T16:13:06.558943+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558943+0000', 'last_undegraded': '2024-09-13T16:13:06.558943+0000', 'last_fullsized': '2024-09-13T16:13:06.558943+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.10 is not active+clean 2024-09-13T16:13:11.606 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.11 is not active+clean 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561439+0000', 'last_change': '2024-09-13T16:13:06.561439+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561439+0000', 'last_undegraded': '2024-09-13T16:13:06.561439+0000', 'last_fullsized': '2024-09-13T16:13:06.561439+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 0], 'acting': [3, 0], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.11 is not active+clean 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.10 is not active+clean 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.10', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.571439+0000', 'last_change': '2024-09-13T16:13:06.571439+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.571439+0000', 'last_undegraded': '2024-09-13T16:13:06.571439+0000', 'last_fullsized': '2024-09-13T16:13:06.571439+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 5], 'acting': [0, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.e is not active+clean 2024-09-13T16:13:11.607 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.608 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.f is not active+clean 2024-09-13T16:13:11.608 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.f', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558731+0000', 'last_change': '2024-09-13T16:13:06.558731+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558731+0000', 'last_undegraded': '2024-09-13T16:13:06.558731+0000', 'last_fullsized': '2024-09-13T16:13:06.558731+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T00:23:59.175801+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [2, 3], 'acting': [2, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 2, 'acting_primary': 2, 'purged_snaps': []} 2024-09-13T16:13:11.608 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.f is not active+clean 2024-09-13T16:13:11.608 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.608 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.e is not active+clean 2024-09-13T16:13:11.608 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.e', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.562080+0000', 'last_change': '2024-09-13T16:13:06.562080+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.562080+0000', 'last_undegraded': '2024-09-13T16:13:06.562080+0000', 'last_fullsized': '2024-09-13T16:13:06.562080+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 1], 'acting': [4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.c is not active+clean 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.d is not active+clean 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.d', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558385+0000', 'last_change': '2024-09-13T16:13:06.558385+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558385+0000', 'last_undegraded': '2024-09-13T16:13:06.558385+0000', 'last_fullsized': '2024-09-13T16:13:06.558385+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:02:44.340434+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 1], 'acting': [5, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.d is not active+clean 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.c is not active+clean 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.c', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561404+0000', 'last_change': '2024-09-13T16:13:06.561404+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561404+0000', 'last_undegraded': '2024-09-13T16:13:06.561404+0000', 'last_fullsized': '2024-09-13T16:13:06.561404+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:58:48.677877+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 6], 'acting': [3, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.a is not active+clean 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.609 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.b is not active+clean 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.b', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561388+0000', 'last_change': '2024-09-13T16:13:06.561388+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561388+0000', 'last_undegraded': '2024-09-13T16:13:06.561388+0000', 'last_fullsized': '2024-09-13T16:13:06.561388+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 7], 'acting': [3, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.b is not active+clean 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.a is not active+clean 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558367+0000', 'last_change': '2024-09-13T16:13:06.558367+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558367+0000', 'last_undegraded': '2024-09-13T16:13:06.558367+0000', 'last_fullsized': '2024-09-13T16:13:06.558367+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:32:59.759685+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 6], 'acting': [5, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.8 is not active+clean 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.9 is not active+clean 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.9', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.570911+0000', 'last_change': '2024-09-13T16:13:06.570911+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.570911+0000', 'last_undegraded': '2024-09-13T16:13:06.570911+0000', 'last_fullsized': '2024-09-13T16:13:06.570911+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T23:13:10.489470+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 7], 'acting': [0, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.9 is not active+clean 2024-09-13T16:13:11.610 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.8 is not active+clean 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.8', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558270+0000', 'last_change': '2024-09-13T16:13:06.558270+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558270+0000', 'last_undegraded': '2024-09-13T16:13:06.558270+0000', 'last_fullsized': '2024-09-13T16:13:06.558270+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 2], 'acting': [7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.7 is not active+clean 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.6 is not active+clean 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.6', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561511+0000', 'last_change': '2024-09-13T16:13:06.561511+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561511+0000', 'last_undegraded': '2024-09-13T16:13:06.561511+0000', 'last_fullsized': '2024-09-13T16:13:06.561511+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [3, 4], 'acting': [3, 4], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 3, 'acting_primary': 3, 'purged_snaps': []} 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.4 is not active+clean 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.5 is not active+clean 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.5', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558360+0000', 'last_change': '2024-09-13T16:13:06.558360+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558360+0000', 'last_undegraded': '2024-09-13T16:13:06.558360+0000', 'last_fullsized': '2024-09-13T16:13:06.558360+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:13:11.611 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.5 is not active+clean 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.4 is not active+clean 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.4', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561640+0000', 'last_change': '2024-09-13T16:13:06.561640+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561640+0000', 'last_undegraded': '2024-09-13T16:13:06.561640+0000', 'last_fullsized': '2024-09-13T16:13:06.561640+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 5], 'acting': [1, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.2 is not active+clean 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.3 is not active+clean 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.3', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558280+0000', 'last_change': '2024-09-13T16:13:06.558280+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558280+0000', 'last_undegraded': '2024-09-13T16:13:06.558280+0000', 'last_fullsized': '2024-09-13T16:13:06.558280+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [7, 6], 'acting': [7, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 7, 'acting_primary': 7, 'purged_snaps': []} 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.3 is not active+clean 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.612 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.2 is not active+clean 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.2', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.562019+0000', 'last_change': '2024-09-13T16:13:06.562019+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.562019+0000', 'last_undegraded': '2024-09-13T16:13:06.562019+0000', 'last_fullsized': '2024-09-13T16:13:06.562019+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [4, 3], 'acting': [4, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 4, 'acting_primary': 4, 'purged_snaps': []} 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.0 is not active+clean 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.1 is not active+clean 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.1', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.561954+0000', 'last_change': '2024-09-13T16:13:06.561954+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.561954+0000', 'last_undegraded': '2024-09-13T16:13:06.561954+0000', 'last_fullsized': '2024-09-13T16:13:06.561954+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [1, 6], 'acting': [1, 6], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 1, 'acting_primary': 1, 'purged_snaps': []} 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.1 is not active+clean 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.0 is not active+clean 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.0', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.570751+0000', 'last_change': '2024-09-13T16:13:06.570751+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.570751+0000', 'last_undegraded': '2024-09-13T16:13:06.570751+0000', 'last_fullsized': '2024-09-13T16:13:06.570751+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [0, 3], 'acting': [0, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 0, 'acting_primary': 0, 'purged_snaps': []} 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:PG 7.6 is not active+clean 2024-09-13T16:13:11.613 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '7.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:07.555631+0000', 'last_change': '2024-09-13T16:13:07.555631+0000', 'last_active': '2024-09-13T16:13:07.555631+0000', 'last_peered': '2024-09-13T16:13:07.555631+0000', 'last_clean': '2024-09-13T16:13:07.555631+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:07.555631+0000', 'last_undegraded': '2024-09-13T16:13:07.555631+0000', 'last_fullsized': '2024-09-13T16:13:07.555631+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:07.555631+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:11.614 INFO:tasks.cephfs.filesystem.ceph_manager:PG 6.7 is not active+clean 2024-09-13T16:13:11.614 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '6.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 45, 'state': 'creating+peering', 'last_fresh': '2024-09-13T16:13:06.558854+0000', 'last_change': '2024-09-13T16:13:06.558854+0000', 'last_active': '2024-09-13T16:13:06.554007+0000', 'last_peered': '2024-09-13T16:13:06.554007+0000', 'last_clean': '2024-09-13T16:13:06.554007+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:06.558854+0000', 'last_undegraded': '2024-09-13T16:13:06.558854+0000', 'last_fullsized': '2024-09-13T16:13:06.558854+0000', 'mapping_epoch': 45, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 45, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:06.554007+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-09-14T20:50:13.796598+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [5, 3], 'acting': [5, 3], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 5, 'acting_primary': 5, 'purged_snaps': []} 2024-09-13T16:13:11.614 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:13:11.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.718+0000 7f390d648640 1 Processor -- start 2024-09-13T16:13:11.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.718+0000 7f390d648640 1 -- start start 2024-09-13T16:13:11.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f390d648640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f39080cd930 0x7f39080cdd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f390d648640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cc1a0 0x7f390815a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f390d648640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39080b3bd0 con 0x7f39080cbd40 2024-09-13T16:13:11.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f390d648640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39080ce6f0 con 0x7f39080cd930 2024-09-13T16:13:11.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f390d648640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39080ce250 con 0x7f39080cc1a0 2024-09-13T16:13:11.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f3906ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f39080cd930 0x7f39080cdd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f39067fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f39080cbd40 0x7f39080b34c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33752/0 (socket says 172.21.15.39:33752) 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f39067fc640 1 -- 172.21.15.39:0/452401899 learned_addr learned my addr 172.21.15.39:0/452401899 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f39077fe640 1 --2- 172.21.15.39:0/452401899 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cc1a0 0x7f390815a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f3906ffd640 1 -- 172.21.15.39:0/452401899 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cc1a0 msgr2=0x7f390815a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f3906ffd640 1 --2- 172.21.15.39:0/452401899 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cc1a0 0x7f390815a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f3906ffd640 1 -- 172.21.15.39:0/452401899 >> v1:172.21.15.39:6789/0 conn(0x7f39080cbd40 legacy=0x7f39080b34c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f3906ffd640 1 -- 172.21.15.39:0/452401899 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39080b2420 con 0x7f39080cd930 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.719+0000 7f3905ffb640 1 -- 172.21.15.39:0/452401899 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4214994101 0 0) 0x7f39080b3bd0 con 0x7f39080cbd40 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.720+0000 7f3906ffd640 1 --2- 172.21.15.39:0/452401899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cd930 0x7f39080cdd10 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f39000097a0 tx=0x7f390002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7617df265a54f7c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.720+0000 7f3905ffb640 1 -- 172.21.15.39:0/452401899 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f390002ae50 con 0x7f39080cd930 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.720+0000 7f3905ffb640 1 -- 172.21.15.39:0/452401899 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3900032440 con 0x7f39080cd930 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.720+0000 7f3905ffb640 1 -- 172.21.15.39:0/452401899 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39000327d0 con 0x7f39080cd930 2024-09-13T16:13:11.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 -- 172.21.15.39:0/452401899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cd930 msgr2=0x7f39080cdd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 --2- 172.21.15.39:0/452401899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cd930 0x7f39080cdd10 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f39000097a0 tx=0x7f390002a100 comp rx=0 tx=0).stop 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 -- 172.21.15.39:0/452401899 shutdown_connections 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 --2- 172.21.15.39:0/452401899 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cc1a0 0x7f390815a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 --2- 172.21.15.39:0/452401899 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cd930 0x7f39080cdd10 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 -- 172.21.15.39:0/452401899 >> 172.21.15.39:0/452401899 conn(0x7f39080b05e0 msgr2=0x7f39080b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 -- 172.21.15.39:0/452401899 shutdown_connections 2024-09-13T16:13:11.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.721+0000 7f390d648640 1 -- 172.21.15.39:0/452401899 wait complete. 2024-09-13T16:13:11.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.722+0000 7f390d648640 1 Processor -- start 2024-09-13T16:13:11.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.722+0000 7f390d648640 1 -- start start 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f390d648640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39080cbd40 0x7f390814f120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f390d648640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 0x7f390815ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f390d648640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cd930 0x7f390815d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f390d648640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39080c5080 con 0x7f39080cc1a0 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f390d648640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39080c41e0 con 0x7f39080cbd40 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f390d648640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39080c54a0 con 0x7f39080cd930 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f39067fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 0x7f390815ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f39067fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 0x7f390815ced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48430/0 (socket says 172.21.15.39:48430) 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f39067fc640 1 -- 172.21.15.39:0/1836296051 learned_addr learned my addr 172.21.15.39:0/1836296051 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f39077fe640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cd930 0x7f390815d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.723+0000 7f3906ffd640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39080cbd40 0x7f390814f120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f39067fc640 1 -- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cd930 msgr2=0x7f390815d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f39067fc640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cd930 0x7f390815d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f39067fc640 1 -- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39080cbd40 msgr2=0x7f390814f120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f39067fc640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39080cbd40 0x7f390814f120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f39067fc640 1 -- 172.21.15.39:0/1836296051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3900009400 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f39067fc640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 0x7f390815ced0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f38f000c4d0 tx=0x7f38f000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f00074e0 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38f0007660 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39080c4400 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38f0004a20 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.724+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39080c49c0 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.725+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39080c51c0 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.726+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f38f0004b80 con 0x7f39080cc1a0 2024-09-13T16:13:11.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.726+0000 7f38ff7fe640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38e806ac30 0x7f38e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:11.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.726+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f38f00886c0 con 0x7f39080cc1a0 2024-09-13T16:13:11.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.726+0000 7f3906ffd640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38e806ac30 0x7f38e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:11.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.727+0000 7f3906ffd640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38e806ac30 0x7f38e806d0f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3900034000 tx=0x7f390002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:11.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.730+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f39080c51c0 con 0x7f39080cc1a0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.966+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f39080c51c0 con 0x7f39080cc1a0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.967+0000 7f38ff7fe640 1 -- 172.21.15.39:0/1836296051 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1269 (secure 0 0 0) 0x7f38f0018510 con 0x7f39080cc1a0 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:11.968 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":170,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":48,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243831,"num_in_osds":8,"osd_in_since":1726243823,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":64},{"state_name":"creating+peering","count":32},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":260313088,"bytes_avail":772833800192,"bytes_total":773094113280,"unknown_pgs_ratio":0.65979379415512085,"inactive_pgs_ratio":0.32989689707756042},"fsmap":{"epoch":29,"id":3,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":3,"rank":0,"name":"d","status":"up:active","gid":6060}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":9,"modified":"2024-09-13T16:13:03.167484+0000","services":{"mds":{"daemons":{"summary":"","d":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T16:13:11.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38e806ac30 msgr2=0x7f38e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38e806ac30 0x7f38e806d0f0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3900034000 tx=0x7f390002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:11.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 msgr2=0x7f390815ced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:11.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 0x7f390815ced0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7f38f000c4d0 tx=0x7f38f000c990 comp rx=0 tx=0).stop 2024-09-13T16:13:11.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 shutdown_connections 2024-09-13T16:13:11.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38e806ac30 0x7f38e806d0f0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39080cd930 0x7f390815d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39080cc1a0 0x7f390815ced0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 --2- 172.21.15.39:0/1836296051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39080cbd40 0x7f390814f120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 >> 172.21.15.39:0/1836296051 conn(0x7f39080b05e0 msgr2=0x7f390806c470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 shutdown_connections 2024-09-13T16:13:11.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:11.969+0000 7f390d648640 1 -- 172.21.15.39:0/1836296051 wait complete. 2024-09-13T16:13:11.981 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:13:11.981 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:12.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.081+0000 7fb798696640 1 Processor -- start 2024-09-13T16:13:12.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.081+0000 7fb798696640 1 -- start start 2024-09-13T16:13:12.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb798696640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb7900b41a0 0x7fb7900b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb798696640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900d0a00 0x7fb790167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb798696640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7900cde30 con 0x7fb7900ccf80 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb798696640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7900b5090 con 0x7fb7900b41a0 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb798696640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7900cd820 con 0x7fb7900d0a00 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb796432640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb7900b41a0 0x7fb7900b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb795c31640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb7900ccf80 0x7fb7900d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33758/0 (socket says 172.21.15.39:33758) 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.082+0000 7fb795c31640 1 -- 172.21.15.39:0/780303643 learned_addr learned my addr 172.21.15.39:0/780303643 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb796c33640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900d0a00 0x7fb790167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb796432640 1 -- 172.21.15.39:0/780303643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900d0a00 msgr2=0x7fb790167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb796432640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900d0a00 0x7fb790167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb796432640 1 -- 172.21.15.39:0/780303643 >> v1:172.21.15.39:6789/0 conn(0x7fb7900ccf80 legacy=0x7fb7900d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb796432640 1 -- 172.21.15.39:0/780303643 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7900b4ac0 con 0x7fb7900b41a0 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb795430640 1 -- 172.21.15.39:0/780303643 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4126341176 0 0) 0x7fb7900cde30 con 0x7fb7900ccf80 2024-09-13T16:13:12.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.083+0000 7fb796c33640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900d0a00 0x7fb790167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb796432640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900b41a0 0x7fb7900b4580 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fb780009d90 tx=0x7fb78002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecd6d05ae2ba9061 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb795430640 1 -- 172.21.15.39:0/780303643 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb780007740 con 0x7fb7900b41a0 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb795430640 1 -- 172.21.15.39:0/780303643 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb78002d050 con 0x7fb7900b41a0 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb795430640 1 -- 172.21.15.39:0/780303643 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb780007ac0 con 0x7fb7900b41a0 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 -- 172.21.15.39:0/780303643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900b41a0 msgr2=0x7fb7900b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900b41a0 0x7fb7900b4580 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fb780009d90 tx=0x7fb78002a660 comp rx=0 tx=0).stop 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 -- 172.21.15.39:0/780303643 shutdown_connections 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900d0a00 0x7fb790167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 --2- 172.21.15.39:0/780303643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900b41a0 0x7fb7900b4580 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 -- 172.21.15.39:0/780303643 >> 172.21.15.39:0/780303643 conn(0x7fb7900cf1a0 msgr2=0x7fb7900cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:12.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 -- 172.21.15.39:0/780303643 shutdown_connections 2024-09-13T16:13:12.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.084+0000 7fb798696640 1 -- 172.21.15.39:0/780303643 wait complete. 2024-09-13T16:13:12.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 Processor -- start 2024-09-13T16:13:12.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 -- start start 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7900b41a0 0x7fb79015b800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900ccf80 0x7fb7900ab540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 0x7fb7900afb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7900aeb60 con 0x7fb7900d0a00 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb79015bd40 con 0x7fb7900b41a0 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb798696640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb7900adee0 con 0x7fb7900ccf80 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb796c33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 0x7fb7900afb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb796c33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 0x7fb7900afb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48454/0 (socket says 172.21.15.39:48454) 2024-09-13T16:13:12.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.086+0000 7fb796c33640 1 -- 172.21.15.39:0/3631382617 learned_addr learned my addr 172.21.15.39:0/3631382617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796432640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7900b41a0 0x7fb79015b800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb795c31640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900ccf80 0x7fb7900ab540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796c33640 1 -- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900ccf80 msgr2=0x7fb7900ab540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796c33640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900ccf80 0x7fb7900ab540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796c33640 1 -- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7900b41a0 msgr2=0x7fb79015b800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796c33640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7900b41a0 0x7fb79015b800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796c33640 1 -- 172.21.15.39:0/3631382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb780009a70 con 0x7fb7900d0a00 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796432640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7900b41a0 0x7fb79015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb796c33640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 0x7fb7900afb00 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fb78800c820 tx=0x7fb78800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb788007a30 con 0x7fb7900d0a00 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb788007b90 con 0x7fb7900d0a00 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb7900ae1c0 con 0x7fb7900d0a00 2024-09-13T16:13:12.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb78800ce10 con 0x7fb7900d0a00 2024-09-13T16:13:12.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.087+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb7900ae780 con 0x7fb7900d0a00 2024-09-13T16:13:12.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.088+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb790067330 con 0x7fb7900d0a00 2024-09-13T16:13:12.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.089+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb7880113f0 con 0x7fb7900d0a00 2024-09-13T16:13:12.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.089+0000 7fb78effd640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb77c06ac30 0x7fb77c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:12.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.089+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb7880894e0 con 0x7fb7900d0a00 2024-09-13T16:13:12.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.089+0000 7fb796432640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb77c06ac30 0x7fb77c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:12.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.090+0000 7fb796432640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb77c06ac30 0x7fb77c06d0f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb780034000 tx=0x7fb780033040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:12.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.094+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb788054630 con 0x7fb7900d0a00 2024-09-13T16:13:12.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.261+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fb7900cdac0 con 0x7fb77c06ac30 2024-09-13T16:13:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.269+0000 7fb78effd640 1 -- 172.21.15.39:0/3631382617 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+278611 (secure 0 0 0) 0x7fb780007aa0 con 0x7fb77c06ac30 2024-09-13T16:13:12.276 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:12.278 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.271+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb77c06ac30 msgr2=0x7fb77c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.271+0000 7fb798696640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb77c06ac30 0x7fb77c06d0f0 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7fb780034000 tx=0x7fb780033040 comp rx=0 tx=0).stop 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.271+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 msgr2=0x7fb7900afb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.271+0000 7fb798696640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 0x7fb7900afb00 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7fb78800c820 tx=0x7fb78800cce0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 shutdown_connections 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb77c06ac30 0x7fb77c06d0f0 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7900d0a00 0x7fb7900afb00 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7900ccf80 0x7fb7900ab540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 --2- 172.21.15.39:0/3631382617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7900b41a0 0x7fb79015b800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 >> 172.21.15.39:0/3631382617 conn(0x7fb7900cf1a0 msgr2=0x7fb7900b7110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 shutdown_connections 2024-09-13T16:13:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:12.272+0000 7fb798696640 1 -- 172.21.15.39:0/3631382617 wait complete. 2024-09-13T16:13:12.284 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":121,"stamp":"2024-09-13T16:13:11.169117+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":66,"acting":66,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":9,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":254212,"kb_used_data":5236,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720508,"statfs":{"total":773094113280,"available":772833800192,"internally_reserved":0,"allocated":5361664,"data_stored":2859021,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":14,"apply_latency_ms":14,"commit_latency_ns":14000000,"apply_latency_ns":14000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.612753"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:12.617666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562641+0000","last_change":"2024-09-13T16:13:06.562641+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562641+0000","last_undegraded":"2024-09-13T16:13:06.562641+0000","last_fullsized":"2024-09-13T16:13:06.562641+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561664+0000","last_change":"2024-09-13T16:13:06.561664+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561664+0000","last_undegraded":"2024-09-13T16:13:06.561664+0000","last_fullsized":"2024-09-13T16:13:06.561664+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559187+0000","last_change":"2024-09-13T16:13:06.559187+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559187+0000","last_undegraded":"2024-09-13T16:13:06.559187+0000","last_fullsized":"2024-09-13T16:13:06.559187+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562399+0000","last_change":"2024-09-13T16:13:06.562399+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562399+0000","last_undegraded":"2024-09-13T16:13:06.562399+0000","last_fullsized":"2024-09-13T16:13:06.562399+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562608+0000","last_change":"2024-09-13T16:13:06.562608+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562608+0000","last_undegraded":"2024-09-13T16:13:06.562608+0000","last_fullsized":"2024-09-13T16:13:06.562608+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:23.940509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571853+0000","last_change":"2024-09-13T16:13:06.571853+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571853+0000","last_undegraded":"2024-09-13T16:13:06.571853+0000","last_fullsized":"2024-09-13T16:13:06.571853+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561986+0000","last_change":"2024-09-13T16:13:06.561986+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561986+0000","last_undegraded":"2024-09-13T16:13:06.561986+0000","last_fullsized":"2024-09-13T16:13:06.561986+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570730+0000","last_change":"2024-09-13T16:13:06.570730+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570730+0000","last_undegraded":"2024-09-13T16:13:06.570730+0000","last_fullsized":"2024-09-13T16:13:06.570730+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:36.276400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.559127+0000","last_change":"2024-09-13T16:13:06.559127+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.559127+0000","last_undegraded":"2024-09-13T16:13:06.559127+0000","last_fullsized":"2024-09-13T16:13:06.559127+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:30.597665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558784+0000","last_change":"2024-09-13T16:13:06.558784+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558784+0000","last_undegraded":"2024-09-13T16:13:06.558784+0000","last_fullsized":"2024-09-13T16:13:06.558784+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:17.967317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561931+0000","last_change":"2024-09-13T16:13:06.561931+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561931+0000","last_undegraded":"2024-09-13T16:13:06.561931+0000","last_fullsized":"2024-09-13T16:13:06.561931+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558943+0000","last_change":"2024-09-13T16:13:06.558943+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558943+0000","last_undegraded":"2024-09-13T16:13:06.558943+0000","last_fullsized":"2024-09-13T16:13:06.558943+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561439+0000","last_change":"2024-09-13T16:13:06.561439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561439+0000","last_undegraded":"2024-09-13T16:13:06.561439+0000","last_fullsized":"2024-09-13T16:13:06.561439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.571439+0000","last_change":"2024-09-13T16:13:06.571439+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.571439+0000","last_undegraded":"2024-09-13T16:13:06.571439+0000","last_fullsized":"2024-09-13T16:13:06.571439+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558731+0000","last_change":"2024-09-13T16:13:06.558731+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558731+0000","last_undegraded":"2024-09-13T16:13:06.558731+0000","last_fullsized":"2024-09-13T16:13:06.558731+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:59.175801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562080+0000","last_change":"2024-09-13T16:13:06.562080+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562080+0000","last_undegraded":"2024-09-13T16:13:06.562080+0000","last_fullsized":"2024-09-13T16:13:06.562080+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558385+0000","last_change":"2024-09-13T16:13:06.558385+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558385+0000","last_undegraded":"2024-09-13T16:13:06.558385+0000","last_fullsized":"2024-09-13T16:13:06.558385+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:44.340434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561404+0000","last_change":"2024-09-13T16:13:06.561404+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561404+0000","last_undegraded":"2024-09-13T16:13:06.561404+0000","last_fullsized":"2024-09-13T16:13:06.561404+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:48.677877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561388+0000","last_change":"2024-09-13T16:13:06.561388+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561388+0000","last_undegraded":"2024-09-13T16:13:06.561388+0000","last_fullsized":"2024-09-13T16:13:06.561388+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558367+0000","last_change":"2024-09-13T16:13:06.558367+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558367+0000","last_undegraded":"2024-09-13T16:13:06.558367+0000","last_fullsized":"2024-09-13T16:13:06.558367+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:59.759685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570911+0000","last_change":"2024-09-13T16:13:06.570911+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570911+0000","last_undegraded":"2024-09-13T16:13:06.570911+0000","last_fullsized":"2024-09-13T16:13:06.570911+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:10.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558270+0000","last_change":"2024-09-13T16:13:06.558270+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558270+0000","last_undegraded":"2024-09-13T16:13:06.558270+0000","last_fullsized":"2024-09-13T16:13:06.558270+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561511+0000","last_change":"2024-09-13T16:13:06.561511+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561511+0000","last_undegraded":"2024-09-13T16:13:06.561511+0000","last_fullsized":"2024-09-13T16:13:06.561511+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558360+0000","last_change":"2024-09-13T16:13:06.558360+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558360+0000","last_undegraded":"2024-09-13T16:13:06.558360+0000","last_fullsized":"2024-09-13T16:13:06.558360+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561640+0000","last_change":"2024-09-13T16:13:06.561640+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561640+0000","last_undegraded":"2024-09-13T16:13:06.561640+0000","last_fullsized":"2024-09-13T16:13:06.561640+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558280+0000","last_change":"2024-09-13T16:13:06.558280+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558280+0000","last_undegraded":"2024-09-13T16:13:06.558280+0000","last_fullsized":"2024-09-13T16:13:06.558280+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.562019+0000","last_change":"2024-09-13T16:13:06.562019+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.562019+0000","last_undegraded":"2024-09-13T16:13:06.562019+0000","last_fullsized":"2024-09-13T16:13:06.562019+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.561954+0000","last_change":"2024-09-13T16:13:06.561954+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.561954+0000","last_undegraded":"2024-09-13T16:13:06.561954+0000","last_fullsized":"2024-09-13T16:13:06.561954+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.570751+0000","last_change":"2024-09-13T16:13:06.570751+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.570751+0000","last_undegraded":"2024-09-13T16:13:06.570751+0000","last_fullsized":"2024-09-13T16:13:06.570751+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:07.555631+0000","last_change":"2024-09-13T16:13:07.555631+0000","last_active":"2024-09-13T16:13:07.555631+0000","last_peered":"2024-09-13T16:13:07.555631+0000","last_clean":"2024-09-13T16:13:07.555631+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:07.555631+0000","last_undegraded":"2024-09-13T16:13:07.555631+0000","last_fullsized":"2024-09-13T16:13:07.555631+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":1,"reported_epoch":45,"state":"creating+peering","last_fresh":"2024-09-13T16:13:06.558854+0000","last_change":"2024-09-13T16:13:06.558854+0000","last_active":"2024-09-13T16:13:06.554007+0000","last_peered":"2024-09-13T16:13:06.554007+0000","last_clean":"2024-09-13T16:13:06.554007+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:06.558854+0000","last_undegraded":"2024-09-13T16:13:06.558854+0000","last_fullsized":"2024-09-13T16:13:06.558854+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:13.796598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":189,"reported_epoch":44,"state":"active+clean","last_fresh":"2024-09-13T16:13:04.545428+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:04.545428+0000","last_peered":"2024-09-13T16:13:04.545428+0000","last_clean":"2024-09-13T16:13:04.545428+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:04.545428+0000","last_undegraded":"2024-09-13T16:13:04.545428+0000","last_fullsized":"2024-09-13T16:13:04.545428+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":64,"acting":64,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574882,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1110016,"data_stored":797245,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65400000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.67200000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.56799999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.53400000000000003,"15min":0.53200000000000003},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68700000000000006,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.59999999999999998,"5min":0.751,"15min":0.751},"last":0.60099999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.39600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.435,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.48699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69599999999999995,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.61299999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64600000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.49099999999999999},"min":{"1min":0.35099999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.628}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":0.55200000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71599999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.68000000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.71099999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69899999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.433},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.56000000000000005,"15min":0.54600000000000004},"min":{"1min":0.42699999999999999,"5min":0.376,"15min":0.376},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.51200000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.497},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.59599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60599999999999998},"min":{"1min":0.47499999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.52800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57499999999999996,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.54300000000000004}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.41399999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73499999999999999,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.372},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.57899999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.374},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.45800000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.755,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.45600000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31640,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340200,"statfs":{"total":96636764160,"available":96604364800,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51700000000000002,"15min":0.51200000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73199999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.753,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76300000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.86599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76700000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76900000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.92000000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.89800000000000002},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74299999999999999,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.879}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48699999999999999,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73899999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.70699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67100000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.504,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.621,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.76300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.66000000000000003},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.60599999999999998,"15min":0.61499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73499999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.64000000000000001}]}]},{"osd":4,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51200000000000001,"15min":0.504},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.747},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51200000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":1.131,"15min":1.131},"last":0.66100000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.377,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.80000000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77200000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.75900000000000001},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.40000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.64700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.50900000000000001,"15min":0.502},"min":{"1min":0.44900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67200000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.55200000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.495}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.61199999999999999}]}]},{"osd":3,"up_from":13,"seq":55834574883,"num_pgs":7,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31644,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340196,"statfs":{"total":96636764160,"available":96604360704,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63800000000000001,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.191},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.251,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.502,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29399999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.38400000000000001,"15min":0.39000000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54200000000000004,"5min":1.306,"15min":1.306},"last":0.32900000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.30399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66800000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.23599999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39800000000000002,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56499999999999995,"5min":1.339,"15min":1.339},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.313}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.41999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.874,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.46400000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.59499999999999997},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.434,"5min":0.371,"15min":0.371},"max":{"1min":0.90900000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.497}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85699999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.625}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":1.042,"15min":1.042},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92100000000000004,"5min":1.081,"15min":1.081},"last":0.53300000000000003}]}]},{"osd":2,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31636,"kb_used_data":516,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340204,"statfs":{"total":96636764160,"available":96604368896,"internally_reserved":0,"allocated":528384,"data_stored":212694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.24199999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36799999999999999},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.34000000000000002},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59399999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.247}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.54100000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.46400000000000002},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.42999999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.496},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.438,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90400000000000003,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.50700000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96099999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.44900000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.52300000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83899999999999997,"5min":1.125,"15min":1.125},"last":0.45000000000000001}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31608,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340232,"statfs":{"total":96636764160,"available":96604397568,"internally_reserved":0,"allocated":503808,"data_stored":201680,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40000000000000002,"15min":0.40699999999999997},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54500000000000004,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.34499999999999997},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.433,"15min":0.44400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.5,"5min":1.494,"15min":1.494},"last":0.25900000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42199999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.51000000000000001,"5min":1.679,"15min":1.679},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61499999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.47399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57299999999999995,"5min":1.403,"15min":1.403},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45900000000000002,"15min":0.46700000000000003},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59099999999999997,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.36199999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.624,"15min":0.59499999999999997},"min":{"1min":0.51300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.617,"5min":4.617,"15min":4.617},"last":0.505},{"interface":"front","average":{"1min":1.0409999999999999,"5min":0.71399999999999997,"15min":0.66000000000000003},"min":{"1min":0.46800000000000003,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":10.506,"5min":10.506,"15min":10.506},"last":0.61699999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.73999999999999999,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":10.292,"5min":10.292,"15min":10.292},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59999999999999998},"min":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.58699999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.66700000000000004,"15min":0.67500000000000004},"min":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.746,"5min":1.571,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.63600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":4.875,"5min":4.875,"15min":4.875},"last":0.64900000000000002}]}]},{"osd":0,"up_from":13,"seq":55834574883,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":796626,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.318},{"interface":"front","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.24399999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57199999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.30299999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64100000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.38200000000000001},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.50800000000000001,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.33700000000000002},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30199999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48499999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.36499999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88700000000000001,"5min":1.825,"15min":1.825},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.624,"15min":0.629},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81899999999999995,"5min":1.853,"15min":1.853},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.55000000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.96099999999999997,"5min":1.167,"15min":1.167},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.53400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.47099999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:13.840 INFO:tasks.ceph.mds.d.smithi157.stderr:2024-09-13T16:13:13.838+0000 7fe3e75f9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:13:13.906 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:13.909 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:15.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:15.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.405+0000 7fd926419640 1 Processor -- start 2024-09-13T16:13:15.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.405+0000 7fd926419640 1 -- start start 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd926419640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd920156fb0 0x7fd92015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd926419640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 0x7fd9200b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd926419640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd92015b1b0 con 0x7fd92015d0a0 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd926419640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd92006f6e0 con 0x7fd920156fb0 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd926419640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd92006f9c0 con 0x7fd92006f170 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd91f7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 0x7fd9200b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd91ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd920156fb0 0x7fd92015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd9249b6640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fd92015d0a0 0x7fd920070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:60074/0 (socket says 172.21.15.39:60074) 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd91f7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 0x7fd9200b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:58084/0 (socket says 172.21.15.39:58084) 2024-09-13T16:13:15.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.406+0000 7fd9249b6640 1 -- 172.21.15.39:0/1761938819 learned_addr learned my addr 172.21.15.39:0/1761938819 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:15.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.407+0000 7fd91effd640 1 -- 172.21.15.39:0/1761938819 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 531744109 0 0) 0x7fd92015b1b0 con 0x7fd92015d0a0 2024-09-13T16:13:15.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.407+0000 7fd91f7fe640 1 -- 172.21.15.39:0/1761938819 >> v2:172.21.15.157:3300/0 conn(0x7fd920156fb0 msgr2=0x7fd92015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.407+0000 7fd91f7fe640 1 --2- 172.21.15.39:0/1761938819 >> v2:172.21.15.157:3300/0 conn(0x7fd920156fb0 0x7fd92015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.407+0000 7fd91f7fe640 1 -- 172.21.15.39:0/1761938819 >> v1:172.21.15.157:6789/0 conn(0x7fd92015d0a0 legacy=0x7fd920070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.407+0000 7fd91f7fe640 1 -- 172.21.15.39:0/1761938819 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd92006fca0 con 0x7fd92006f170 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.407+0000 7fd91f7fe640 1 --2- 172.21.15.39:0/1761938819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 0x7fd9200b1cf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd91400ba40 tx=0x7fd91402c7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4dfb4dfa23b5d6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd91effd640 1 -- 172.21.15.39:0/1761938819 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd914031710 con 0x7fd92006f170 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd91effd640 1 -- 172.21.15.39:0/1761938819 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd91402f050 con 0x7fd92006f170 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd91effd640 1 -- 172.21.15.39:0/1761938819 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd914031a90 con 0x7fd92006f170 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 -- 172.21.15.39:0/1761938819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 msgr2=0x7fd9200b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 --2- 172.21.15.39:0/1761938819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 0x7fd9200b1cf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7fd91400ba40 tx=0x7fd91402c7b0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 -- 172.21.15.39:0/1761938819 shutdown_connections 2024-09-13T16:13:15.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 --2- 172.21.15.39:0/1761938819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd92006f170 0x7fd9200b1cf0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 --2- 172.21.15.39:0/1761938819 >> v2:172.21.15.157:3300/0 conn(0x7fd920156fb0 0x7fd92015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 -- 172.21.15.39:0/1761938819 >> 172.21.15.39:0/1761938819 conn(0x7fd92006b3b0 msgr2=0x7fd92006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 -- 172.21.15.39:0/1761938819 shutdown_connections 2024-09-13T16:13:15.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.408+0000 7fd926419640 1 -- 172.21.15.39:0/1761938819 wait complete. 2024-09-13T16:13:15.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.410+0000 7fd926419640 1 Processor -- start 2024-09-13T16:13:15.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.410+0000 7fd926419640 1 -- start start 2024-09-13T16:13:15.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd926419640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 0x7fd92014dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd926419640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd920156fb0 0x7fd92014c040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd926419640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd92015d0a0 0x7fd920153cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd926419640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd92014e100 con 0x7fd92006f170 2024-09-13T16:13:15.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd926419640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd920153210 con 0x7fd92015d0a0 2024-09-13T16:13:15.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd926419640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9201534f0 con 0x7fd920156fb0 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 0x7fd92014dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 0x7fd92014dab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55652/0 (socket says 172.21.15.39:55652) 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 -- 172.21.15.39:0/2711898212 learned_addr learned my addr 172.21.15.39:0/2711898212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91f7fe640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd920156fb0 0x7fd92014c040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd9249b6640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd92015d0a0 0x7fd920153cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 -- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd920156fb0 msgr2=0x7fd92014c040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd920156fb0 0x7fd92014c040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 -- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd92015d0a0 msgr2=0x7fd920153cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd92015d0a0 0x7fd920153cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 -- 172.21.15.39:0/2711898212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd91400b6a0 con 0x7fd92006f170 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd9249b6640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd92015d0a0 0x7fd920153cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.411+0000 7fd91ffff640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 0x7fd92014dab0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd91000e9b0 tx=0x7fd91000ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.412+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd910009670 con 0x7fd92006f170 2024-09-13T16:13:15.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.412+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd91000c9a0 con 0x7fd92006f170 2024-09-13T16:13:15.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.412+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9201537d0 con 0x7fd92006f170 2024-09-13T16:13:15.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.412+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd91000cd50 con 0x7fd92006f170 2024-09-13T16:13:15.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.412+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd920154210 con 0x7fd92006f170 2024-09-13T16:13:15.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.413+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd920153070 con 0x7fd92006f170 2024-09-13T16:13:15.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.413+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd910013470 con 0x7fd92006f170 2024-09-13T16:13:15.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.414+0000 7fd91cff9640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90c06ac00 0x7fd90c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.414+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd910089760 con 0x7fd92006f170 2024-09-13T16:13:15.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.414+0000 7fd91f7fe640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90c06ac00 0x7fd90c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.415+0000 7fd91f7fe640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90c06ac00 0x7fd90c06d0c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd9200cf0f0 tx=0x7fd914031000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.418+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd920153070 con 0x7fd92006f170 2024-09-13T16:13:15.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.588+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd920070260 con 0x7fd90c06ac00 2024-09-13T16:13:15.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.595+0000 7fd91cff9640 1 -- 172.21.15.39:0/2711898212 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289619 (secure 0 0 0) 0x7fd914031950 con 0x7fd90c06ac00 2024-09-13T16:13:15.600 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:15.602 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:15.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90c06ac00 msgr2=0x7fd90c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90c06ac00 0x7fd90c06d0c0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7fd9200cf0f0 tx=0x7fd914031000 comp rx=0 tx=0).stop 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 msgr2=0x7fd92014dab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 0x7fd92014dab0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7fd91000e9b0 tx=0x7fd91000ee70 comp rx=0 tx=0).stop 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 shutdown_connections 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90c06ac00 0x7fd90c06d0c0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd92015d0a0 0x7fd920153cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd920156fb0 0x7fd92014c040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 --2- 172.21.15.39:0/2711898212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd92006f170 0x7fd92014dab0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 >> 172.21.15.39:0/2711898212 conn(0x7fd92006b3b0 msgr2=0x7fd92014a850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 shutdown_connections 2024-09-13T16:13:15.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.599+0000 7fd926419640 1 -- 172.21.15.39:0/2711898212 wait complete. 2024-09-13T16:13:15.611 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":123,"stamp":"2024-09-13T16:13:15.170132+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":176,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":254612,"kb_used_data":5636,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754720108,"statfs":{"total":773094113280,"available":772833390592,"internally_reserved":0,"allocated":5771264,"data_stored":3041129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":30,"apply_latency_ms":30,"commit_latency_ns":30000000,"apply_latency_ns":30000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.610252"},"pg_stats":[{"pgid":"7.3f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.931663+0000","last_change":"2024-09-13T16:13:07.944266+0000","last_active":"2024-09-13T16:13:08.931663+0000","last_peered":"2024-09-13T16:13:08.931663+0000","last_clean":"2024-09-13T16:13:08.931663+0000","last_became_active":"2024-09-13T16:13:07.944007+0000","last_became_peered":"2024-09-13T16:13:07.944007+0000","last_unstale":"2024-09-13T16:13:08.931663+0000","last_undegraded":"2024-09-13T16:13:08.931663+0000","last_fullsized":"2024-09-13T16:13:08.931663+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.083500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3e","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663067+0000","last_change":"2024-09-13T16:13:07.951724+0000","last_active":"2024-09-13T16:13:09.663067+0000","last_peered":"2024-09-13T16:13:09.663067+0000","last_clean":"2024-09-13T16:13:09.663067+0000","last_became_active":"2024-09-13T16:13:07.951281+0000","last_became_peered":"2024-09-13T16:13:07.951281+0000","last_unstale":"2024-09-13T16:13:09.663067+0000","last_undegraded":"2024-09-13T16:13:09.663067+0000","last_fullsized":"2024-09-13T16:13:09.663067+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:29.478997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932064+0000","last_change":"2024-09-13T16:13:07.942766+0000","last_active":"2024-09-13T16:13:08.932064+0000","last_peered":"2024-09-13T16:13:08.932064+0000","last_clean":"2024-09-13T16:13:08.932064+0000","last_became_active":"2024-09-13T16:13:07.942457+0000","last_became_peered":"2024-09-13T16:13:07.942457+0000","last_unstale":"2024-09-13T16:13:08.932064+0000","last_undegraded":"2024-09-13T16:13:08.932064+0000","last_fullsized":"2024-09-13T16:13:08.932064+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:31.599288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.3c","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268019+0000","last_change":"2024-09-13T16:13:07.947216+0000","last_active":"2024-09-13T16:13:09.268019+0000","last_peered":"2024-09-13T16:13:09.268019+0000","last_clean":"2024-09-13T16:13:09.268019+0000","last_became_active":"2024-09-13T16:13:07.946916+0000","last_became_peered":"2024-09-13T16:13:07.946916+0000","last_unstale":"2024-09-13T16:13:09.268019+0000","last_undegraded":"2024-09-13T16:13:09.268019+0000","last_fullsized":"2024-09-13T16:13:09.268019+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:53.943475+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.3b","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662933+0000","last_change":"2024-09-13T16:13:07.950930+0000","last_active":"2024-09-13T16:13:09.662933+0000","last_peered":"2024-09-13T16:13:09.662933+0000","last_clean":"2024-09-13T16:13:09.662933+0000","last_became_active":"2024-09-13T16:13:07.950669+0000","last_became_peered":"2024-09-13T16:13:07.950669+0000","last_unstale":"2024-09-13T16:13:09.662933+0000","last_undegraded":"2024-09-13T16:13:09.662933+0000","last_fullsized":"2024-09-13T16:13:09.662933+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:24.221082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.3a","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662353+0000","last_change":"2024-09-13T16:13:07.944038+0000","last_active":"2024-09-13T16:13:09.662353+0000","last_peered":"2024-09-13T16:13:09.662353+0000","last_clean":"2024-09-13T16:13:09.662353+0000","last_became_active":"2024-09-13T16:13:07.943754+0000","last_became_peered":"2024-09-13T16:13:07.943754+0000","last_unstale":"2024-09-13T16:13:09.662353+0000","last_undegraded":"2024-09-13T16:13:09.662353+0000","last_fullsized":"2024-09-13T16:13:09.662353+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:49.635515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.39","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932353+0000","last_change":"2024-09-13T16:13:07.938667+0000","last_active":"2024-09-13T16:13:08.932353+0000","last_peered":"2024-09-13T16:13:08.932353+0000","last_clean":"2024-09-13T16:13:08.932353+0000","last_became_active":"2024-09-13T16:13:07.938433+0000","last_became_peered":"2024-09-13T16:13:07.938433+0000","last_unstale":"2024-09-13T16:13:08.932353+0000","last_undegraded":"2024-09-13T16:13:08.932353+0000","last_fullsized":"2024-09-13T16:13:08.932353+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:25.983640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.38","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.267779+0000","last_change":"2024-09-13T16:13:07.948839+0000","last_active":"2024-09-13T16:13:09.267779+0000","last_peered":"2024-09-13T16:13:09.267779+0000","last_clean":"2024-09-13T16:13:09.267779+0000","last_became_active":"2024-09-13T16:13:07.948486+0000","last_became_peered":"2024-09-13T16:13:07.948486+0000","last_unstale":"2024-09-13T16:13:09.267779+0000","last_undegraded":"2024-09-13T16:13:09.267779+0000","last_fullsized":"2024-09-13T16:13:09.267779+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:44.083500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.37","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268280+0000","last_change":"2024-09-13T16:13:07.941410+0000","last_active":"2024-09-13T16:13:09.268280+0000","last_peered":"2024-09-13T16:13:09.268280+0000","last_clean":"2024-09-13T16:13:09.268280+0000","last_became_active":"2024-09-13T16:13:07.941167+0000","last_became_peered":"2024-09-13T16:13:07.941167+0000","last_unstale":"2024-09-13T16:13:09.268280+0000","last_undegraded":"2024-09-13T16:13:09.268280+0000","last_fullsized":"2024-09-13T16:13:09.268280+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:07.863858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.36","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268229+0000","last_change":"2024-09-13T16:13:07.947924+0000","last_active":"2024-09-13T16:13:09.268229+0000","last_peered":"2024-09-13T16:13:09.268229+0000","last_clean":"2024-09-13T16:13:09.268229+0000","last_became_active":"2024-09-13T16:13:07.947604+0000","last_became_peered":"2024-09-13T16:13:07.947604+0000","last_unstale":"2024-09-13T16:13:09.268229+0000","last_undegraded":"2024-09-13T16:13:09.268229+0000","last_fullsized":"2024-09-13T16:13:09.268229+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:13:38.028489+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.35","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268202+0000","last_change":"2024-09-13T16:13:07.947307+0000","last_active":"2024-09-13T16:13:09.268202+0000","last_peered":"2024-09-13T16:13:09.268202+0000","last_clean":"2024-09-13T16:13:09.268202+0000","last_became_active":"2024-09-13T16:13:07.947027+0000","last_became_peered":"2024-09-13T16:13:07.947027+0000","last_unstale":"2024-09-13T16:13:09.268202+0000","last_undegraded":"2024-09-13T16:13:09.268202+0000","last_fullsized":"2024-09-13T16:13:09.268202+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:31.599288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.34","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663172+0000","last_change":"2024-09-13T16:13:07.945350+0000","last_active":"2024-09-13T16:13:09.663172+0000","last_peered":"2024-09-13T16:13:09.663172+0000","last_clean":"2024-09-13T16:13:09.663172+0000","last_became_active":"2024-09-13T16:13:07.945059+0000","last_became_peered":"2024-09-13T16:13:07.945059+0000","last_unstale":"2024-09-13T16:13:09.663172+0000","last_undegraded":"2024-09-13T16:13:09.663172+0000","last_fullsized":"2024-09-13T16:13:09.663172+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:40.892307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.33","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662886+0000","last_change":"2024-09-13T16:13:07.941369+0000","last_active":"2024-09-13T16:13:09.662886+0000","last_peered":"2024-09-13T16:13:09.662886+0000","last_clean":"2024-09-13T16:13:09.662886+0000","last_became_active":"2024-09-13T16:13:07.941124+0000","last_became_peered":"2024-09-13T16:13:07.941124+0000","last_unstale":"2024-09-13T16:13:09.662886+0000","last_undegraded":"2024-09-13T16:13:09.662886+0000","last_fullsized":"2024-09-13T16:13:09.662886+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:04.222782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.32","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268027+0000","last_change":"2024-09-13T16:13:07.947866+0000","last_active":"2024-09-13T16:13:09.268027+0000","last_peered":"2024-09-13T16:13:09.268027+0000","last_clean":"2024-09-13T16:13:09.268027+0000","last_became_active":"2024-09-13T16:13:07.947536+0000","last_became_peered":"2024-09-13T16:13:07.947536+0000","last_unstale":"2024-09-13T16:13:09.268027+0000","last_undegraded":"2024-09-13T16:13:09.268027+0000","last_fullsized":"2024-09-13T16:13:09.268027+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:55:40.892307+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.31","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662227+0000","last_change":"2024-09-13T16:13:07.938054+0000","last_active":"2024-09-13T16:13:09.662227+0000","last_peered":"2024-09-13T16:13:09.662227+0000","last_clean":"2024-09-13T16:13:09.662227+0000","last_became_active":"2024-09-13T16:13:07.937777+0000","last_became_peered":"2024-09-13T16:13:07.937777+0000","last_unstale":"2024-09-13T16:13:09.662227+0000","last_undegraded":"2024-09-13T16:13:09.662227+0000","last_fullsized":"2024-09-13T16:13:09.662227+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:46:56.982054+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.30","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662776+0000","last_change":"2024-09-13T16:13:07.952042+0000","last_active":"2024-09-13T16:13:09.662776+0000","last_peered":"2024-09-13T16:13:09.662776+0000","last_clean":"2024-09-13T16:13:09.662776+0000","last_became_active":"2024-09-13T16:13:07.951747+0000","last_became_peered":"2024-09-13T16:13:07.951747+0000","last_unstale":"2024-09-13T16:13:09.662776+0000","last_undegraded":"2024-09-13T16:13:09.662776+0000","last_fullsized":"2024-09-13T16:13:09.662776+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:04.222782+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932065+0000","last_change":"2024-09-13T16:13:07.937176+0000","last_active":"2024-09-13T16:13:08.932065+0000","last_peered":"2024-09-13T16:13:08.932065+0000","last_clean":"2024-09-13T16:13:08.932065+0000","last_became_active":"2024-09-13T16:13:07.936497+0000","last_became_peered":"2024-09-13T16:13:07.936497+0000","last_unstale":"2024-09-13T16:13:08.932065+0000","last_undegraded":"2024-09-13T16:13:08.932065+0000","last_fullsized":"2024-09-13T16:13:08.932065+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:07.863858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2e","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932163+0000","last_change":"2024-09-13T16:13:07.949317+0000","last_active":"2024-09-13T16:13:08.932163+0000","last_peered":"2024-09-13T16:13:08.932163+0000","last_clean":"2024-09-13T16:13:08.932163+0000","last_became_active":"2024-09-13T16:13:07.949022+0000","last_became_peered":"2024-09-13T16:13:07.949022+0000","last_unstale":"2024-09-13T16:13:08.932163+0000","last_undegraded":"2024-09-13T16:13:08.932163+0000","last_fullsized":"2024-09-13T16:13:08.932163+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:18.193184+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.2d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663406+0000","last_change":"2024-09-13T16:13:07.951579+0000","last_active":"2024-09-13T16:13:09.663406+0000","last_peered":"2024-09-13T16:13:09.663406+0000","last_clean":"2024-09-13T16:13:09.663406+0000","last_became_active":"2024-09-13T16:13:07.951300+0000","last_became_peered":"2024-09-13T16:13:07.951300+0000","last_unstale":"2024-09-13T16:13:09.663406+0000","last_undegraded":"2024-09-13T16:13:09.663406+0000","last_fullsized":"2024-09-13T16:13:09.663406+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:14.798221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.2c","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662819+0000","last_change":"2024-09-13T16:13:07.949456+0000","last_active":"2024-09-13T16:13:09.662819+0000","last_peered":"2024-09-13T16:13:09.662819+0000","last_clean":"2024-09-13T16:13:09.662819+0000","last_became_active":"2024-09-13T16:13:07.949230+0000","last_became_peered":"2024-09-13T16:13:07.949230+0000","last_unstale":"2024-09-13T16:13:09.662819+0000","last_undegraded":"2024-09-13T16:13:09.662819+0000","last_fullsized":"2024-09-13T16:13:09.662819+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:41.584841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.2b","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662787+0000","last_change":"2024-09-13T16:13:07.942003+0000","last_active":"2024-09-13T16:13:09.662787+0000","last_peered":"2024-09-13T16:13:09.662787+0000","last_clean":"2024-09-13T16:13:09.662787+0000","last_became_active":"2024-09-13T16:13:07.941750+0000","last_became_peered":"2024-09-13T16:13:07.941750+0000","last_unstale":"2024-09-13T16:13:09.662787+0000","last_undegraded":"2024-09-13T16:13:09.662787+0000","last_fullsized":"2024-09-13T16:13:09.662787+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:20:40.707677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.2a","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268068+0000","last_change":"2024-09-13T16:13:07.947823+0000","last_active":"2024-09-13T16:13:09.268068+0000","last_peered":"2024-09-13T16:13:09.268068+0000","last_clean":"2024-09-13T16:13:09.268068+0000","last_became_active":"2024-09-13T16:13:07.947272+0000","last_became_peered":"2024-09-13T16:13:07.947272+0000","last_unstale":"2024-09-13T16:13:09.268068+0000","last_undegraded":"2024-09-13T16:13:09.268068+0000","last_fullsized":"2024-09-13T16:13:09.268068+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:58.812953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.29","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663285+0000","last_change":"2024-09-13T16:13:07.947127+0000","last_active":"2024-09-13T16:13:09.663285+0000","last_peered":"2024-09-13T16:13:09.663285+0000","last_clean":"2024-09-13T16:13:09.663285+0000","last_became_active":"2024-09-13T16:13:07.946798+0000","last_became_peered":"2024-09-13T16:13:07.946798+0000","last_unstale":"2024-09-13T16:13:09.663285+0000","last_undegraded":"2024-09-13T16:13:09.663285+0000","last_fullsized":"2024-09-13T16:13:09.663285+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:09.652719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.28","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662750+0000","last_change":"2024-09-13T16:13:07.947033+0000","last_active":"2024-09-13T16:13:09.662750+0000","last_peered":"2024-09-13T16:13:09.662750+0000","last_clean":"2024-09-13T16:13:09.662750+0000","last_became_active":"2024-09-13T16:13:07.946776+0000","last_became_peered":"2024-09-13T16:13:07.946776+0000","last_unstale":"2024-09-13T16:13:09.662750+0000","last_undegraded":"2024-09-13T16:13:09.662750+0000","last_fullsized":"2024-09-13T16:13:09.662750+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:43:06.811380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.27","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663506+0000","last_change":"2024-09-13T16:13:07.941844+0000","last_active":"2024-09-13T16:13:09.663506+0000","last_peered":"2024-09-13T16:13:09.663506+0000","last_clean":"2024-09-13T16:13:09.663506+0000","last_became_active":"2024-09-13T16:13:07.941436+0000","last_became_peered":"2024-09-13T16:13:07.941436+0000","last_unstale":"2024-09-13T16:13:09.663506+0000","last_undegraded":"2024-09-13T16:13:09.663506+0000","last_fullsized":"2024-09-13T16:13:09.663506+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:45.342057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.26","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662837+0000","last_change":"2024-09-13T16:13:07.941907+0000","last_active":"2024-09-13T16:13:09.662837+0000","last_peered":"2024-09-13T16:13:09.662837+0000","last_clean":"2024-09-13T16:13:09.662837+0000","last_became_active":"2024-09-13T16:13:07.941678+0000","last_became_peered":"2024-09-13T16:13:07.941678+0000","last_unstale":"2024-09-13T16:13:09.662837+0000","last_undegraded":"2024-09-13T16:13:09.662837+0000","last_fullsized":"2024-09-13T16:13:09.662837+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:46:22.700843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.25","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932134+0000","last_change":"2024-09-13T16:13:07.939524+0000","last_active":"2024-09-13T16:13:08.932134+0000","last_peered":"2024-09-13T16:13:08.932134+0000","last_clean":"2024-09-13T16:13:08.932134+0000","last_became_active":"2024-09-13T16:13:07.939086+0000","last_became_peered":"2024-09-13T16:13:07.939086+0000","last_unstale":"2024-09-13T16:13:08.932134+0000","last_undegraded":"2024-09-13T16:13:08.932134+0000","last_fullsized":"2024-09-13T16:13:08.932134+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:29.478997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.24","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663148+0000","last_change":"2024-09-13T16:13:07.945315+0000","last_active":"2024-09-13T16:13:09.663148+0000","last_peered":"2024-09-13T16:13:09.663148+0000","last_clean":"2024-09-13T16:13:09.663148+0000","last_became_active":"2024-09-13T16:13:07.944711+0000","last_became_peered":"2024-09-13T16:13:07.944711+0000","last_unstale":"2024-09-13T16:13:09.663148+0000","last_undegraded":"2024-09-13T16:13:09.663148+0000","last_fullsized":"2024-09-13T16:13:09.663148+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:34.482288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.23","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663250+0000","last_change":"2024-09-13T16:13:07.940577+0000","last_active":"2024-09-13T16:13:09.663250+0000","last_peered":"2024-09-13T16:13:09.663250+0000","last_clean":"2024-09-13T16:13:09.663250+0000","last_became_active":"2024-09-13T16:13:07.940255+0000","last_became_peered":"2024-09-13T16:13:07.940255+0000","last_unstale":"2024-09-13T16:13:09.663250+0000","last_undegraded":"2024-09-13T16:13:09.663250+0000","last_fullsized":"2024-09-13T16:13:09.663250+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:45.270759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"7.22","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.931502+0000","last_change":"2024-09-13T16:13:07.935923+0000","last_active":"2024-09-13T16:13:08.931502+0000","last_peered":"2024-09-13T16:13:08.931502+0000","last_clean":"2024-09-13T16:13:08.931502+0000","last_became_active":"2024-09-13T16:13:07.933797+0000","last_became_peered":"2024-09-13T16:13:07.933797+0000","last_unstale":"2024-09-13T16:13:08.931502+0000","last_undegraded":"2024-09-13T16:13:08.931502+0000","last_fullsized":"2024-09-13T16:13:08.931502+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:49.679500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.21","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662230+0000","last_change":"2024-09-13T16:13:07.939619+0000","last_active":"2024-09-13T16:13:09.662230+0000","last_peered":"2024-09-13T16:13:09.662230+0000","last_clean":"2024-09-13T16:13:09.662230+0000","last_became_active":"2024-09-13T16:13:07.939380+0000","last_became_peered":"2024-09-13T16:13:07.939380+0000","last_unstale":"2024-09-13T16:13:09.662230+0000","last_undegraded":"2024-09-13T16:13:09.662230+0000","last_fullsized":"2024-09-13T16:13:09.662230+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:23.664705+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.20","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662465+0000","last_change":"2024-09-13T16:13:07.938214+0000","last_active":"2024-09-13T16:13:09.662465+0000","last_peered":"2024-09-13T16:13:09.662465+0000","last_clean":"2024-09-13T16:13:09.662465+0000","last_became_active":"2024-09-13T16:13:07.937962+0000","last_became_peered":"2024-09-13T16:13:07.937962+0000","last_unstale":"2024-09-13T16:13:09.662465+0000","last_undegraded":"2024-09-13T16:13:09.662465+0000","last_fullsized":"2024-09-13T16:13:09.662465+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:29.978526+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.1e","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932714+0000","last_change":"2024-09-13T16:13:07.933123+0000","last_active":"2024-09-13T16:13:08.932714+0000","last_peered":"2024-09-13T16:13:08.932714+0000","last_clean":"2024-09-13T16:13:08.932714+0000","last_became_active":"2024-09-13T16:13:07.932836+0000","last_became_peered":"2024-09-13T16:13:07.932836+0000","last_unstale":"2024-09-13T16:13:08.932714+0000","last_undegraded":"2024-09-13T16:13:08.932714+0000","last_fullsized":"2024-09-13T16:13:08.932714+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:24.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"47'4","reported_seq":15,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.947143+0000","last_change":"2024-09-13T16:13:07.580880+0000","last_active":"2024-09-13T16:13:07.947143+0000","last_peered":"2024-09-13T16:13:07.947143+0000","last_clean":"2024-09-13T16:13:07.947143+0000","last_became_active":"2024-09-13T16:13:07.580550+0000","last_became_peered":"2024-09-13T16:13:07.580550+0000","last_unstale":"2024-09-13T16:13:07.947143+0000","last_undegraded":"2024-09-13T16:13:07.947143+0000","last_fullsized":"2024-09-13T16:13:07.947143+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:12.617666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663580+0000","last_change":"2024-09-13T16:13:07.947119+0000","last_active":"2024-09-13T16:13:09.663580+0000","last_peered":"2024-09-13T16:13:09.663580+0000","last_clean":"2024-09-13T16:13:09.663580+0000","last_became_active":"2024-09-13T16:13:07.946820+0000","last_became_peered":"2024-09-13T16:13:07.946820+0000","last_unstale":"2024-09-13T16:13:09.663580+0000","last_undegraded":"2024-09-13T16:13:09.663580+0000","last_fullsized":"2024-09-13T16:13:09.663580+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:33:00.761308+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1e","version":"47'1","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.936743+0000","last_change":"2024-09-13T16:13:07.573798+0000","last_active":"2024-09-13T16:13:07.936743+0000","last_peered":"2024-09-13T16:13:07.936743+0000","last_clean":"2024-09-13T16:13:07.936743+0000","last_became_active":"2024-09-13T16:13:07.573497+0000","last_became_peered":"2024-09-13T16:13:07.573497+0000","last_unstale":"2024-09-13T16:13:07.936743+0000","last_undegraded":"2024-09-13T16:13:07.936743+0000","last_fullsized":"2024-09-13T16:13:07.936743+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.1c","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663239+0000","last_change":"2024-09-13T16:13:07.947763+0000","last_active":"2024-09-13T16:13:09.663239+0000","last_peered":"2024-09-13T16:13:09.663239+0000","last_clean":"2024-09-13T16:13:09.663239+0000","last_became_active":"2024-09-13T16:13:07.947506+0000","last_became_peered":"2024-09-13T16:13:07.947506+0000","last_unstale":"2024-09-13T16:13:09.663239+0000","last_undegraded":"2024-09-13T16:13:09.663239+0000","last_fullsized":"2024-09-13T16:13:09.663239+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:58.812953+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1d","version":"47'2","reported_seq":13,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.943189+0000","last_change":"2024-09-13T16:13:07.571853+0000","last_active":"2024-09-13T16:13:07.943189+0000","last_peered":"2024-09-13T16:13:07.943189+0000","last_clean":"2024-09-13T16:13:07.943189+0000","last_became_active":"2024-09-13T16:13:07.571566+0000","last_became_peered":"2024-09-13T16:13:07.571566+0000","last_unstale":"2024-09-13T16:13:07.943189+0000","last_undegraded":"2024-09-13T16:13:07.943189+0000","last_fullsized":"2024-09-13T16:13:07.943189+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932872+0000","last_change":"2024-09-13T16:13:07.943322+0000","last_active":"2024-09-13T16:13:08.932872+0000","last_peered":"2024-09-13T16:13:08.932872+0000","last_clean":"2024-09-13T16:13:08.932872+0000","last_became_active":"2024-09-13T16:13:07.942944+0000","last_became_peered":"2024-09-13T16:13:07.942944+0000","last_unstale":"2024-09-13T16:13:08.932872+0000","last_undegraded":"2024-09-13T16:13:08.932872+0000","last_fullsized":"2024-09-13T16:13:08.932872+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:14.798221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"47'2","reported_seq":13,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.943259+0000","last_change":"2024-09-13T16:13:07.571513+0000","last_active":"2024-09-13T16:13:07.943259+0000","last_peered":"2024-09-13T16:13:07.943259+0000","last_clean":"2024-09-13T16:13:07.943259+0000","last_became_active":"2024-09-13T16:13:07.571173+0000","last_became_peered":"2024-09-13T16:13:07.571173+0000","last_unstale":"2024-09-13T16:13:07.943259+0000","last_undegraded":"2024-09-13T16:13:07.943259+0000","last_fullsized":"2024-09-13T16:13:07.943259+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.1a","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.931620+0000","last_change":"2024-09-13T16:13:07.942157+0000","last_active":"2024-09-13T16:13:08.931620+0000","last_peered":"2024-09-13T16:13:08.931620+0000","last_clean":"2024-09-13T16:13:08.931620+0000","last_became_active":"2024-09-13T16:13:07.941898+0000","last_became_peered":"2024-09-13T16:13:07.941898+0000","last_unstale":"2024-09-13T16:13:08.931620+0000","last_undegraded":"2024-09-13T16:13:08.931620+0000","last_fullsized":"2024-09-13T16:13:08.931620+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:19.664689+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.1b","version":"47'1","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.946644+0000","last_change":"2024-09-13T16:13:07.577933+0000","last_active":"2024-09-13T16:13:07.946644+0000","last_peered":"2024-09-13T16:13:07.946644+0000","last_clean":"2024-09-13T16:13:07.946644+0000","last_became_active":"2024-09-13T16:13:07.577661+0000","last_became_peered":"2024-09-13T16:13:07.577661+0000","last_unstale":"2024-09-13T16:13:07.946644+0000","last_undegraded":"2024-09-13T16:13:07.946644+0000","last_fullsized":"2024-09-13T16:13:07.946644+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:11.213183+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.1b","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268032+0000","last_change":"2024-09-13T16:13:07.945545+0000","last_active":"2024-09-13T16:13:09.268032+0000","last_peered":"2024-09-13T16:13:09.268032+0000","last_clean":"2024-09-13T16:13:09.268032+0000","last_became_active":"2024-09-13T16:13:07.944949+0000","last_became_peered":"2024-09-13T16:13:07.944949+0000","last_unstale":"2024-09-13T16:13:09.268032+0000","last_undegraded":"2024-09-13T16:13:09.268032+0000","last_fullsized":"2024-09-13T16:13:09.268032+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:27.212619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1a","version":"47'1","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.943503+0000","last_change":"2024-09-13T16:13:07.571975+0000","last_active":"2024-09-13T16:13:07.943503+0000","last_peered":"2024-09-13T16:13:07.943503+0000","last_clean":"2024-09-13T16:13:07.943503+0000","last_became_active":"2024-09-13T16:13:07.571661+0000","last_became_peered":"2024-09-13T16:13:07.571661+0000","last_unstale":"2024-09-13T16:13:07.943503+0000","last_undegraded":"2024-09-13T16:13:07.943503+0000","last_fullsized":"2024-09-13T16:13:07.943503+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.18","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.267857+0000","last_change":"2024-09-13T16:13:07.944732+0000","last_active":"2024-09-13T16:13:09.267857+0000","last_peered":"2024-09-13T16:13:09.267857+0000","last_clean":"2024-09-13T16:13:09.267857+0000","last_became_active":"2024-09-13T16:13:07.944408+0000","last_became_peered":"2024-09-13T16:13:07.944408+0000","last_unstale":"2024-09-13T16:13:09.267857+0000","last_undegraded":"2024-09-13T16:13:09.267857+0000","last_fullsized":"2024-09-13T16:13:09.267857+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:25:40.148037+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929231+0000","last_change":"2024-09-13T16:13:07.578674+0000","last_active":"2024-09-13T16:13:07.929231+0000","last_peered":"2024-09-13T16:13:07.929231+0000","last_clean":"2024-09-13T16:13:07.929231+0000","last_became_active":"2024-09-13T16:13:07.578328+0000","last_became_peered":"2024-09-13T16:13:07.578328+0000","last_unstale":"2024-09-13T16:13:07.929231+0000","last_undegraded":"2024-09-13T16:13:07.929231+0000","last_fullsized":"2024-09-13T16:13:07.929231+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:23.940509+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.19","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663332+0000","last_change":"2024-09-13T16:13:07.948001+0000","last_active":"2024-09-13T16:13:09.663332+0000","last_peered":"2024-09-13T16:13:09.663332+0000","last_clean":"2024-09-13T16:13:09.663332+0000","last_became_active":"2024-09-13T16:13:07.947745+0000","last_became_peered":"2024-09-13T16:13:07.947745+0000","last_unstale":"2024-09-13T16:13:09.663332+0000","last_undegraded":"2024-09-13T16:13:09.663332+0000","last_fullsized":"2024-09-13T16:13:09.663332+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:46:46.305647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.933940+0000","last_change":"2024-09-13T16:13:07.576358+0000","last_active":"2024-09-13T16:13:07.933940+0000","last_peered":"2024-09-13T16:13:07.933940+0000","last_clean":"2024-09-13T16:13:07.933940+0000","last_became_active":"2024-09-13T16:13:07.576074+0000","last_became_peered":"2024-09-13T16:13:07.576074+0000","last_unstale":"2024-09-13T16:13:07.933940+0000","last_undegraded":"2024-09-13T16:13:07.933940+0000","last_fullsized":"2024-09-13T16:13:07.933940+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.16","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932175+0000","last_change":"2024-09-13T16:13:07.949269+0000","last_active":"2024-09-13T16:13:08.932175+0000","last_peered":"2024-09-13T16:13:08.932175+0000","last_clean":"2024-09-13T16:13:08.932175+0000","last_became_active":"2024-09-13T16:13:07.948967+0000","last_became_peered":"2024-09-13T16:13:07.948967+0000","last_unstale":"2024-09-13T16:13:08.932175+0000","last_undegraded":"2024-09-13T16:13:08.932175+0000","last_fullsized":"2024-09-13T16:13:08.932175+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:13.619289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.930789+0000","last_change":"2024-09-13T16:13:07.581219+0000","last_active":"2024-09-13T16:13:07.930789+0000","last_peered":"2024-09-13T16:13:07.930789+0000","last_clean":"2024-09-13T16:13:07.930789+0000","last_became_active":"2024-09-13T16:13:07.580827+0000","last_became_peered":"2024-09-13T16:13:07.580827+0000","last_unstale":"2024-09-13T16:13:07.930789+0000","last_undegraded":"2024-09-13T16:13:07.930789+0000","last_fullsized":"2024-09-13T16:13:07.930789+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.17","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.931776+0000","last_change":"2024-09-13T16:13:07.942222+0000","last_active":"2024-09-13T16:13:08.931776+0000","last_peered":"2024-09-13T16:13:08.931776+0000","last_clean":"2024-09-13T16:13:08.931776+0000","last_became_active":"2024-09-13T16:13:07.941932+0000","last_became_peered":"2024-09-13T16:13:07.941932+0000","last_unstale":"2024-09-13T16:13:08.931776+0000","last_undegraded":"2024-09-13T16:13:08.931776+0000","last_fullsized":"2024-09-13T16:13:08.931776+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:20:40.707677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.937123+0000","last_change":"2024-09-13T16:13:07.573469+0000","last_active":"2024-09-13T16:13:07.937123+0000","last_peered":"2024-09-13T16:13:07.937123+0000","last_clean":"2024-09-13T16:13:07.937123+0000","last_became_active":"2024-09-13T16:13:07.573162+0000","last_became_peered":"2024-09-13T16:13:07.573162+0000","last_unstale":"2024-09-13T16:13:07.937123+0000","last_undegraded":"2024-09-13T16:13:07.937123+0000","last_fullsized":"2024-09-13T16:13:07.937123+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:14:36.276400+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.14","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662584+0000","last_change":"2024-09-13T16:13:07.944992+0000","last_active":"2024-09-13T16:13:09.662584+0000","last_peered":"2024-09-13T16:13:09.662584+0000","last_clean":"2024-09-13T16:13:09.662584+0000","last_became_active":"2024-09-13T16:13:07.944728+0000","last_became_peered":"2024-09-13T16:13:07.944728+0000","last_unstale":"2024-09-13T16:13:09.662584+0000","last_undegraded":"2024-09-13T16:13:09.662584+0000","last_fullsized":"2024-09-13T16:13:09.662584+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:48:15.089957+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"47'3","reported_seq":14,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.946197+0000","last_change":"2024-09-13T16:13:07.573211+0000","last_active":"2024-09-13T16:13:07.946197+0000","last_peered":"2024-09-13T16:13:07.946197+0000","last_clean":"2024-09-13T16:13:07.946197+0000","last_became_active":"2024-09-13T16:13:07.572963+0000","last_became_peered":"2024-09-13T16:13:07.572963+0000","last_unstale":"2024-09-13T16:13:07.946197+0000","last_undegraded":"2024-09-13T16:13:07.946197+0000","last_fullsized":"2024-09-13T16:13:07.946197+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:30.597665+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.15","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932354+0000","last_change":"2024-09-13T16:13:07.939563+0000","last_active":"2024-09-13T16:13:08.932354+0000","last_peered":"2024-09-13T16:13:08.932354+0000","last_clean":"2024-09-13T16:13:08.932354+0000","last_became_active":"2024-09-13T16:13:07.939251+0000","last_became_peered":"2024-09-13T16:13:07.939251+0000","last_unstale":"2024-09-13T16:13:08.932354+0000","last_undegraded":"2024-09-13T16:13:08.932354+0000","last_fullsized":"2024-09-13T16:13:08.932354+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:27.212619+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.14","version":"47'6","reported_seq":17,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.953304+0000","last_change":"2024-09-13T16:13:07.580475+0000","last_active":"2024-09-13T16:13:07.953304+0000","last_peered":"2024-09-13T16:13:07.953304+0000","last_clean":"2024-09-13T16:13:07.953304+0000","last_became_active":"2024-09-13T16:13:07.579937+0000","last_became_peered":"2024-09-13T16:13:07.579937+0000","last_unstale":"2024-09-13T16:13:07.953304+0000","last_undegraded":"2024-09-13T16:13:07.953304+0000","last_fullsized":"2024-09-13T16:13:07.953304+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:17.967317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.12","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663122+0000","last_change":"2024-09-13T16:13:07.950920+0000","last_active":"2024-09-13T16:13:09.663122+0000","last_peered":"2024-09-13T16:13:09.663122+0000","last_clean":"2024-09-13T16:13:09.663122+0000","last_became_active":"2024-09-13T16:13:07.950653+0000","last_became_peered":"2024-09-13T16:13:07.950653+0000","last_unstale":"2024-09-13T16:13:09.663122+0000","last_undegraded":"2024-09-13T16:13:09.663122+0000","last_fullsized":"2024-09-13T16:13:09.663122+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:46:22.700843+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"47'2","reported_seq":13,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.949888+0000","last_change":"2024-09-13T16:13:07.578052+0000","last_active":"2024-09-13T16:13:07.949888+0000","last_peered":"2024-09-13T16:13:07.949888+0000","last_clean":"2024-09-13T16:13:07.949888+0000","last_became_active":"2024-09-13T16:13:07.577650+0000","last_became_peered":"2024-09-13T16:13:07.577650+0000","last_unstale":"2024-09-13T16:13:07.949888+0000","last_undegraded":"2024-09-13T16:13:07.949888+0000","last_fullsized":"2024-09-13T16:13:07.949888+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.13","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268148+0000","last_change":"2024-09-13T16:13:07.945716+0000","last_active":"2024-09-13T16:13:09.268148+0000","last_peered":"2024-09-13T16:13:09.268148+0000","last_clean":"2024-09-13T16:13:09.268148+0000","last_became_active":"2024-09-13T16:13:07.945308+0000","last_became_peered":"2024-09-13T16:13:07.945308+0000","last_unstale":"2024-09-13T16:13:09.268148+0000","last_undegraded":"2024-09-13T16:13:09.268148+0000","last_fullsized":"2024-09-13T16:13:09.268148+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:06:34.482288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.928492+0000","last_change":"2024-09-13T16:13:07.575533+0000","last_active":"2024-09-13T16:13:07.928492+0000","last_peered":"2024-09-13T16:13:07.928492+0000","last_clean":"2024-09-13T16:13:07.928492+0000","last_became_active":"2024-09-13T16:13:07.575262+0000","last_became_peered":"2024-09-13T16:13:07.575262+0000","last_unstale":"2024-09-13T16:13:07.928492+0000","last_undegraded":"2024-09-13T16:13:07.928492+0000","last_fullsized":"2024-09-13T16:13:07.928492+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.10","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662228+0000","last_change":"2024-09-13T16:13:07.944917+0000","last_active":"2024-09-13T16:13:09.662228+0000","last_peered":"2024-09-13T16:13:09.662228+0000","last_clean":"2024-09-13T16:13:09.662228+0000","last_became_active":"2024-09-13T16:13:07.944659+0000","last_became_peered":"2024-09-13T16:13:07.944659+0000","last_unstale":"2024-09-13T16:13:09.662228+0000","last_undegraded":"2024-09-13T16:13:09.662228+0000","last_fullsized":"2024-09-13T16:13:09.662228+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:09:49.739483+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929445+0000","last_change":"2024-09-13T16:13:07.576449+0000","last_active":"2024-09-13T16:13:07.929445+0000","last_peered":"2024-09-13T16:13:07.929445+0000","last_clean":"2024-09-13T16:13:07.929445+0000","last_became_active":"2024-09-13T16:13:07.576193+0000","last_became_peered":"2024-09-13T16:13:07.576193+0000","last_unstale":"2024-09-13T16:13:07.929445+0000","last_undegraded":"2024-09-13T16:13:07.929445+0000","last_fullsized":"2024-09-13T16:13:07.929445+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.11","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932364+0000","last_change":"2024-09-13T16:13:07.944335+0000","last_active":"2024-09-13T16:13:08.932364+0000","last_peered":"2024-09-13T16:13:08.932364+0000","last_clean":"2024-09-13T16:13:08.932364+0000","last_became_active":"2024-09-13T16:13:07.944078+0000","last_became_peered":"2024-09-13T16:13:07.944078+0000","last_unstale":"2024-09-13T16:13:08.932364+0000","last_undegraded":"2024-09-13T16:13:08.932364+0000","last_fullsized":"2024-09-13T16:13:08.932364+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:36:34.594251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.10","version":"47'8","reported_seq":19,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.952746+0000","last_change":"2024-09-13T16:13:07.572582+0000","last_active":"2024-09-13T16:13:07.952746+0000","last_peered":"2024-09-13T16:13:07.952746+0000","last_clean":"2024-09-13T16:13:07.952746+0000","last_became_active":"2024-09-13T16:13:07.572308+0000","last_became_peered":"2024-09-13T16:13:07.572308+0000","last_unstale":"2024-09-13T16:13:07.952746+0000","last_undegraded":"2024-09-13T16:13:07.952746+0000","last_fullsized":"2024-09-13T16:13:07.952746+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:08:03.178185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.e","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662922+0000","last_change":"2024-09-13T16:13:07.936272+0000","last_active":"2024-09-13T16:13:09.662922+0000","last_peered":"2024-09-13T16:13:09.662922+0000","last_clean":"2024-09-13T16:13:09.662922+0000","last_became_active":"2024-09-13T16:13:07.935993+0000","last_became_peered":"2024-09-13T16:13:07.935993+0000","last_unstale":"2024-09-13T16:13:09.662922+0000","last_undegraded":"2024-09-13T16:13:09.662922+0000","last_fullsized":"2024-09-13T16:13:09.662922+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:45.270759+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"47'1","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.947524+0000","last_change":"2024-09-13T16:13:07.582705+0000","last_active":"2024-09-13T16:13:07.947524+0000","last_peered":"2024-09-13T16:13:07.947524+0000","last_clean":"2024-09-13T16:13:07.947524+0000","last_became_active":"2024-09-13T16:13:07.582410+0000","last_became_peered":"2024-09-13T16:13:07.582410+0000","last_unstale":"2024-09-13T16:13:07.947524+0000","last_undegraded":"2024-09-13T16:13:07.947524+0000","last_fullsized":"2024-09-13T16:13:07.947524+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:23:59.175801+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"7.f","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268332+0000","last_change":"2024-09-13T16:13:07.948414+0000","last_active":"2024-09-13T16:13:09.268332+0000","last_peered":"2024-09-13T16:13:09.268332+0000","last_clean":"2024-09-13T16:13:09.268332+0000","last_became_active":"2024-09-13T16:13:07.948176+0000","last_became_peered":"2024-09-13T16:13:07.948176+0000","last_unstale":"2024-09-13T16:13:09.268332+0000","last_undegraded":"2024-09-13T16:13:09.268332+0000","last_fullsized":"2024-09-13T16:13:09.268332+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:25.983640+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.e","version":"47'2","reported_seq":13,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.938110+0000","last_change":"2024-09-13T16:13:07.575937+0000","last_active":"2024-09-13T16:13:07.938110+0000","last_peered":"2024-09-13T16:13:07.938110+0000","last_clean":"2024-09-13T16:13:07.938110+0000","last_became_active":"2024-09-13T16:13:07.575689+0000","last_became_peered":"2024-09-13T16:13:07.575689+0000","last_unstale":"2024-09-13T16:13:07.938110+0000","last_undegraded":"2024-09-13T16:13:07.938110+0000","last_fullsized":"2024-09-13T16:13:07.938110+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.c","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663046+0000","last_change":"2024-09-13T16:13:07.948848+0000","last_active":"2024-09-13T16:13:09.663046+0000","last_peered":"2024-09-13T16:13:09.663046+0000","last_clean":"2024-09-13T16:13:09.663046+0000","last_became_active":"2024-09-13T16:13:07.948537+0000","last_became_peered":"2024-09-13T16:13:07.948537+0000","last_unstale":"2024-09-13T16:13:09.663046+0000","last_undegraded":"2024-09-13T16:13:09.663046+0000","last_fullsized":"2024-09-13T16:13:09.663046+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:49.679500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.d","version":"47'1","reported_seq":12,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.939435+0000","last_change":"2024-09-13T16:13:07.576708+0000","last_active":"2024-09-13T16:13:07.939435+0000","last_peered":"2024-09-13T16:13:07.939435+0000","last_clean":"2024-09-13T16:13:07.939435+0000","last_became_active":"2024-09-13T16:13:07.576420+0000","last_became_peered":"2024-09-13T16:13:07.576420+0000","last_unstale":"2024-09-13T16:13:07.939435+0000","last_undegraded":"2024-09-13T16:13:07.939435+0000","last_fullsized":"2024-09-13T16:13:07.939435+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:44.340434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.d","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662972+0000","last_change":"2024-09-13T16:13:07.941222+0000","last_active":"2024-09-13T16:13:09.662972+0000","last_peered":"2024-09-13T16:13:09.662972+0000","last_clean":"2024-09-13T16:13:09.662972+0000","last_became_active":"2024-09-13T16:13:07.940927+0000","last_became_peered":"2024-09-13T16:13:07.940927+0000","last_unstale":"2024-09-13T16:13:09.662972+0000","last_undegraded":"2024-09-13T16:13:09.662972+0000","last_fullsized":"2024-09-13T16:13:09.662972+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:16.166242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929487+0000","last_change":"2024-09-13T16:13:07.581149+0000","last_active":"2024-09-13T16:13:07.929487+0000","last_peered":"2024-09-13T16:13:07.929487+0000","last_clean":"2024-09-13T16:13:07.929487+0000","last_became_active":"2024-09-13T16:13:07.580863+0000","last_became_peered":"2024-09-13T16:13:07.580863+0000","last_unstale":"2024-09-13T16:13:07.929487+0000","last_undegraded":"2024-09-13T16:13:07.929487+0000","last_fullsized":"2024-09-13T16:13:07.929487+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:48.677877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.a","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662437+0000","last_change":"2024-09-13T16:13:07.943109+0000","last_active":"2024-09-13T16:13:09.662437+0000","last_peered":"2024-09-13T16:13:09.662437+0000","last_clean":"2024-09-13T16:13:09.662437+0000","last_became_active":"2024-09-13T16:13:07.942779+0000","last_became_peered":"2024-09-13T16:13:07.942779+0000","last_unstale":"2024-09-13T16:13:09.662437+0000","last_undegraded":"2024-09-13T16:13:09.662437+0000","last_fullsized":"2024-09-13T16:13:09.662437+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:16.870383+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.b","version":"47'2","reported_seq":13,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.946717+0000","last_change":"2024-09-13T16:13:07.577185+0000","last_active":"2024-09-13T16:13:07.946717+0000","last_peered":"2024-09-13T16:13:07.946717+0000","last_clean":"2024-09-13T16:13:07.946717+0000","last_became_active":"2024-09-13T16:13:07.576743+0000","last_became_peered":"2024-09-13T16:13:07.576743+0000","last_unstale":"2024-09-13T16:13:07.946717+0000","last_undegraded":"2024-09-13T16:13:07.946717+0000","last_fullsized":"2024-09-13T16:13:07.946717+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.b","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932536+0000","last_change":"2024-09-13T16:13:07.934075+0000","last_active":"2024-09-13T16:13:08.932536+0000","last_peered":"2024-09-13T16:13:08.932536+0000","last_clean":"2024-09-13T16:13:08.932536+0000","last_became_active":"2024-09-13T16:13:07.933811+0000","last_became_peered":"2024-09-13T16:13:07.933811+0000","last_unstale":"2024-09-13T16:13:08.932536+0000","last_undegraded":"2024-09-13T16:13:08.932536+0000","last_fullsized":"2024-09-13T16:13:08.932536+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:02:45.342057+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929331+0000","last_change":"2024-09-13T16:13:07.574740+0000","last_active":"2024-09-13T16:13:07.929331+0000","last_peered":"2024-09-13T16:13:07.929331+0000","last_clean":"2024-09-13T16:13:07.929331+0000","last_became_active":"2024-09-13T16:13:07.574363+0000","last_became_peered":"2024-09-13T16:13:07.574363+0000","last_unstale":"2024-09-13T16:13:07.929331+0000","last_undegraded":"2024-09-13T16:13:07.929331+0000","last_fullsized":"2024-09-13T16:13:07.929331+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:59.759685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"7.8","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662556+0000","last_change":"2024-09-13T16:13:07.944599+0000","last_active":"2024-09-13T16:13:09.662556+0000","last_peered":"2024-09-13T16:13:09.662556+0000","last_clean":"2024-09-13T16:13:09.662556+0000","last_became_active":"2024-09-13T16:13:07.944354+0000","last_became_peered":"2024-09-13T16:13:07.944354+0000","last_unstale":"2024-09-13T16:13:09.662556+0000","last_undegraded":"2024-09-13T16:13:09.662556+0000","last_fullsized":"2024-09-13T16:13:09.662556+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:16.166242+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.934219+0000","last_change":"2024-09-13T16:13:07.571815+0000","last_active":"2024-09-13T16:13:07.934219+0000","last_peered":"2024-09-13T16:13:07.934219+0000","last_clean":"2024-09-13T16:13:07.934219+0000","last_became_active":"2024-09-13T16:13:07.571519+0000","last_became_peered":"2024-09-13T16:13:07.571519+0000","last_unstale":"2024-09-13T16:13:07.934219+0000","last_undegraded":"2024-09-13T16:13:07.934219+0000","last_fullsized":"2024-09-13T16:13:07.934219+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:10.489470+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.9","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.267862+0000","last_change":"2024-09-13T16:13:07.948345+0000","last_active":"2024-09-13T16:13:09.267862+0000","last_peered":"2024-09-13T16:13:09.267862+0000","last_clean":"2024-09-13T16:13:09.267862+0000","last_became_active":"2024-09-13T16:13:07.948091+0000","last_became_peered":"2024-09-13T16:13:07.948091+0000","last_unstale":"2024-09-13T16:13:09.267862+0000","last_undegraded":"2024-09-13T16:13:09.267862+0000","last_fullsized":"2024-09-13T16:13:09.267862+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:29.478997+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.928653+0000","last_change":"2024-09-13T16:13:07.576096+0000","last_active":"2024-09-13T16:13:07.928653+0000","last_peered":"2024-09-13T16:13:07.928653+0000","last_clean":"2024-09-13T16:13:07.928653+0000","last_became_active":"2024-09-13T16:13:07.575855+0000","last_became_peered":"2024-09-13T16:13:07.575855+0000","last_unstale":"2024-09-13T16:13:07.928653+0000","last_undegraded":"2024-09-13T16:13:07.928653+0000","last_fullsized":"2024-09-13T16:13:07.928653+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:31:17.191561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.7","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.663594+0000","last_change":"2024-09-13T16:13:07.950565+0000","last_active":"2024-09-13T16:13:09.663594+0000","last_peered":"2024-09-13T16:13:09.663594+0000","last_clean":"2024-09-13T16:13:09.663594+0000","last_became_active":"2024-09-13T16:13:07.949959+0000","last_became_peered":"2024-09-13T16:13:07.949959+0000","last_unstale":"2024-09-13T16:13:09.663594+0000","last_undegraded":"2024-09-13T16:13:09.663594+0000","last_fullsized":"2024-09-13T16:13:09.663594+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:24.942132+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929563+0000","last_change":"2024-09-13T16:13:07.581522+0000","last_active":"2024-09-13T16:13:07.929563+0000","last_peered":"2024-09-13T16:13:07.929563+0000","last_clean":"2024-09-13T16:13:07.929563+0000","last_became_active":"2024-09-13T16:13:07.581075+0000","last_became_peered":"2024-09-13T16:13:07.581075+0000","last_unstale":"2024-09-13T16:13:07.929563+0000","last_undegraded":"2024-09-13T16:13:07.929563+0000","last_fullsized":"2024-09-13T16:13:07.929563+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:18.663066+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"7.4","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268149+0000","last_change":"2024-09-13T16:13:07.947727+0000","last_active":"2024-09-13T16:13:09.268149+0000","last_peered":"2024-09-13T16:13:09.268149+0000","last_clean":"2024-09-13T16:13:09.268149+0000","last_became_active":"2024-09-13T16:13:07.947425+0000","last_became_peered":"2024-09-13T16:13:07.947425+0000","last_unstale":"2024-09-13T16:13:09.268149+0000","last_undegraded":"2024-09-13T16:13:09.268149+0000","last_fullsized":"2024-09-13T16:13:09.268149+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:09.652719+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929915+0000","last_change":"2024-09-13T16:13:07.574098+0000","last_active":"2024-09-13T16:13:07.929915+0000","last_peered":"2024-09-13T16:13:07.929915+0000","last_clean":"2024-09-13T16:13:07.929915+0000","last_became_active":"2024-09-13T16:13:07.573835+0000","last_became_peered":"2024-09-13T16:13:07.573835+0000","last_unstale":"2024-09-13T16:13:07.929915+0000","last_undegraded":"2024-09-13T16:13:07.929915+0000","last_fullsized":"2024-09-13T16:13:07.929915+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:17:28.477374+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.5","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.932474+0000","last_change":"2024-09-13T16:13:07.944596+0000","last_active":"2024-09-13T16:13:08.932474+0000","last_peered":"2024-09-13T16:13:08.932474+0000","last_clean":"2024-09-13T16:13:08.932474+0000","last_became_active":"2024-09-13T16:13:07.944307+0000","last_became_peered":"2024-09-13T16:13:07.944307+0000","last_unstale":"2024-09-13T16:13:08.932474+0000","last_undegraded":"2024-09-13T16:13:08.932474+0000","last_fullsized":"2024-09-13T16:13:08.932474+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:49.635515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.926954+0000","last_change":"2024-09-13T16:13:07.572754+0000","last_active":"2024-09-13T16:13:07.926954+0000","last_peered":"2024-09-13T16:13:07.926954+0000","last_clean":"2024-09-13T16:13:07.926954+0000","last_became_active":"2024-09-13T16:13:07.572470+0000","last_became_peered":"2024-09-13T16:13:07.572470+0000","last_unstale":"2024-09-13T16:13:07.926954+0000","last_undegraded":"2024-09-13T16:13:07.926954+0000","last_fullsized":"2024-09-13T16:13:07.926954+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:15.164618+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.2","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662457+0000","last_change":"2024-09-13T16:13:07.938157+0000","last_active":"2024-09-13T16:13:09.662457+0000","last_peered":"2024-09-13T16:13:09.662457+0000","last_clean":"2024-09-13T16:13:09.662457+0000","last_became_active":"2024-09-13T16:13:07.937902+0000","last_became_peered":"2024-09-13T16:13:07.937902+0000","last_unstale":"2024-09-13T16:13:09.662457+0000","last_undegraded":"2024-09-13T16:13:09.662457+0000","last_fullsized":"2024-09-13T16:13:09.662457+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:36:34.594251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.929990+0000","last_change":"2024-09-13T16:13:07.574022+0000","last_active":"2024-09-13T16:13:07.929990+0000","last_peered":"2024-09-13T16:13:07.929990+0000","last_clean":"2024-09-13T16:13:07.929990+0000","last_became_active":"2024-09-13T16:13:07.573763+0000","last_became_peered":"2024-09-13T16:13:07.573763+0000","last_unstale":"2024-09-13T16:13:07.929990+0000","last_undegraded":"2024-09-13T16:13:07.929990+0000","last_fullsized":"2024-09-13T16:13:07.929990+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:06.862235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"7.3","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662878+0000","last_change":"2024-09-13T16:13:07.943107+0000","last_active":"2024-09-13T16:13:09.662878+0000","last_peered":"2024-09-13T16:13:09.662878+0000","last_clean":"2024-09-13T16:13:09.662878+0000","last_became_active":"2024-09-13T16:13:07.942815+0000","last_became_peered":"2024-09-13T16:13:07.942815+0000","last_unstale":"2024-09-13T16:13:09.662878+0000","last_undegraded":"2024-09-13T16:13:09.662878+0000","last_fullsized":"2024-09-13T16:13:09.662878+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:18:18.422806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.931045+0000","last_change":"2024-09-13T16:13:07.581594+0000","last_active":"2024-09-13T16:13:07.931045+0000","last_peered":"2024-09-13T16:13:07.931045+0000","last_clean":"2024-09-13T16:13:07.931045+0000","last_became_active":"2024-09-13T16:13:07.581301+0000","last_became_peered":"2024-09-13T16:13:07.581301+0000","last_unstale":"2024-09-13T16:13:07.931045+0000","last_undegraded":"2024-09-13T16:13:07.931045+0000","last_fullsized":"2024-09-13T16:13:07.931045+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:44.269136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"7.0","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.662853+0000","last_change":"2024-09-13T16:13:07.938647+0000","last_active":"2024-09-13T16:13:09.662853+0000","last_peered":"2024-09-13T16:13:09.662853+0000","last_clean":"2024-09-13T16:13:09.662853+0000","last_became_active":"2024-09-13T16:13:07.938365+0000","last_became_peered":"2024-09-13T16:13:07.938365+0000","last_unstale":"2024-09-13T16:13:09.662853+0000","last_undegraded":"2024-09-13T16:13:09.662853+0000","last_fullsized":"2024-09-13T16:13:09.662853+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:43:31.599288+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.926965+0000","last_change":"2024-09-13T16:13:07.572302+0000","last_active":"2024-09-13T16:13:07.926965+0000","last_peered":"2024-09-13T16:13:07.926965+0000","last_clean":"2024-09-13T16:13:07.926965+0000","last_became_active":"2024-09-13T16:13:07.572014+0000","last_became_peered":"2024-09-13T16:13:07.572014+0000","last_unstale":"2024-09-13T16:13:07.926965+0000","last_undegraded":"2024-09-13T16:13:07.926965+0000","last_fullsized":"2024-09-13T16:13:07.926965+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:28:28.976903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"7.1","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:08.931502+0000","last_change":"2024-09-13T16:13:07.932458+0000","last_active":"2024-09-13T16:13:08.931502+0000","last_peered":"2024-09-13T16:13:08.931502+0000","last_clean":"2024-09-13T16:13:08.931502+0000","last_became_active":"2024-09-13T16:13:07.932148+0000","last_became_peered":"2024-09-13T16:13:07.932148+0000","last_unstale":"2024-09-13T16:13:08.931502+0000","last_undegraded":"2024-09-13T16:13:08.931502+0000","last_fullsized":"2024-09-13T16:13:08.931502+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:08:12.214806+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":11,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.934547+0000","last_change":"2024-09-13T16:13:07.582552+0000","last_active":"2024-09-13T16:13:07.934547+0000","last_peered":"2024-09-13T16:13:07.934547+0000","last_clean":"2024-09-13T16:13:07.934547+0000","last_became_active":"2024-09-13T16:13:07.582263+0000","last_became_peered":"2024-09-13T16:13:07.582263+0000","last_unstale":"2024-09-13T16:13:07.934547+0000","last_undegraded":"2024-09-13T16:13:07.934547+0000","last_fullsized":"2024-09-13T16:13:07.934547+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:54.509159+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"7.6","version":"0'0","reported_seq":10,"reported_epoch":48,"state":"active+clean","last_fresh":"2024-09-13T16:13:09.268345+0000","last_change":"2024-09-13T16:13:07.947305+0000","last_active":"2024-09-13T16:13:09.268345+0000","last_peered":"2024-09-13T16:13:09.268345+0000","last_clean":"2024-09-13T16:13:09.268345+0000","last_became_active":"2024-09-13T16:13:07.947061+0000","last_became_peered":"2024-09-13T16:13:07.947061+0000","last_unstale":"2024-09-13T16:13:09.268345+0000","last_undegraded":"2024-09-13T16:13:09.268345+0000","last_fullsized":"2024-09-13T16:13:09.268345+0000","mapping_epoch":46,"log_start":"0'0","ondisk_log_start":"0'0","created":46,"last_epoch_clean":47,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:07.555631+0000","last_clean_scrub_stamp":"2024-09-13T16:13:07.555631+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:54:24.221082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.7","version":"47'2","reported_seq":13,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.948192+0000","last_change":"2024-09-13T16:13:07.582856+0000","last_active":"2024-09-13T16:13:07.948192+0000","last_peered":"2024-09-13T16:13:07.948192+0000","last_clean":"2024-09-13T16:13:07.948192+0000","last_became_active":"2024-09-13T16:13:07.582594+0000","last_became_peered":"2024-09-13T16:13:07.582594+0000","last_unstale":"2024-09-13T16:13:07.948192+0000","last_undegraded":"2024-09-13T16:13:07.948192+0000","last_fullsized":"2024-09-13T16:13:07.948192+0000","mapping_epoch":45,"log_start":"0'0","ondisk_log_start":"0'0","created":45,"last_epoch_clean":46,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:06.554007+0000","last_clean_scrub_stamp":"2024-09-13T16:13:06.554007+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:50:13.796598+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":192,"reported_epoch":47,"state":"active+clean","last_fresh":"2024-09-13T16:13:07.928742+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:07.928742+0000","last_peered":"2024-09-13T16:13:07.928742+0000","last_clean":"2024-09-13T16:13:07.928742+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:07.928742+0000","last_undegraded":"2024-09-13T16:13:07.928742+0000","last_fullsized":"2024-09-13T16:13:07.928742+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":7,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":6,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574883,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32256,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339584,"statfs":{"total":96636764160,"available":96603734016,"internally_reserved":0,"allocated":1163264,"data_stored":822494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52200000000000002,"5min":0.53600000000000003,"15min":0.53800000000000003},"min":{"1min":0.38700000000000001,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.65400000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.434},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.498,"15min":0.495},"min":{"1min":0.371,"5min":0.311,"15min":0.311},"max":{"1min":0.67200000000000004,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.48699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.53400000000000003,"15min":0.53200000000000003},"min":{"1min":0.34200000000000003,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.68700000000000006,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.51500000000000001,"5min":0.50800000000000001,"15min":0.50700000000000001},"min":{"1min":0.36299999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.59999999999999998,"5min":0.751,"15min":0.751},"last":0.60299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.50800000000000001,"15min":0.50600000000000001},"min":{"1min":0.39600000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.67000000000000004,"5min":0.67000000000000004,"15min":0.67000000000000004},"last":0.51300000000000001},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52100000000000002,"15min":0.51700000000000002},"min":{"1min":0.435,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52700000000000002,"15min":0.52500000000000002},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.65700000000000003,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.36699999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.69599999999999995,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.63300000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.42499999999999999,"5min":0.47299999999999998,"15min":0.48099999999999998},"min":{"1min":0.29099999999999998,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.64600000000000002,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.47199999999999998,"5min":0.48799999999999999,"15min":0.49099999999999999},"min":{"1min":0.35099999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66200000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.61899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.54300000000000004,"15min":0.55200000000000005},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.71599999999999997,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.54500000000000004,"15min":0.55000000000000004},"min":{"1min":0.33800000000000002,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68400000000000005,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.69699999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.55100000000000005,"15min":0.55300000000000005},"min":{"1min":0.36899999999999999,"5min":0.318,"15min":0.318},"max":{"1min":0.71099999999999997,"5min":0.71199999999999997,"15min":0.71199999999999997},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.32300000000000001,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.69899999999999995,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.65400000000000003}]}]},{"osd":6,"up_from":13,"seq":55834574883,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31684,"kb_used_data":560,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340156,"statfs":{"total":96636764160,"available":96604319744,"internally_reserved":0,"allocated":573440,"data_stored":232708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.60799999999999998,"15min":0.60199999999999998},"min":{"1min":0.39200000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.226,"5min":1.226,"15min":1.226},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.64600000000000002,"5min":0.56000000000000005,"15min":0.54600000000000004},"min":{"1min":0.42699999999999999,"5min":0.376,"15min":0.376},"max":{"1min":1.2170000000000001,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.50600000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.63700000000000001,"5min":0.58199999999999996,"15min":0.57299999999999995},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.65200000000000002,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.47599999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.53200000000000003},"min":{"1min":0.438,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.41699999999999998},{"interface":"front","average":{"1min":0.63,"5min":0.60999999999999999,"15min":0.60599999999999998},"min":{"1min":0.47499999999999998,"5min":0.47199999999999998,"15min":0.47199999999999998},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.57899999999999996,"5min":0.57499999999999996,"15min":0.57399999999999995},"min":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"max":{"1min":1.1020000000000001,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.442},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.60699999999999998,"15min":0.59899999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.163,"5min":1.163,"15min":1.163},"last":0.48799999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.54000000000000004,"15min":0.54400000000000004},"min":{"1min":0.33600000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.73799999999999999,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.53500000000000003,"15min":0.53700000000000003},"min":{"1min":0.36799999999999999,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.70899999999999996,"5min":0.72399999999999998,"15min":0.72399999999999998},"last":0.38600000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.53300000000000003,"15min":0.53900000000000003},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73499999999999999,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.60199999999999998,"15min":0.60599999999999998},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.79700000000000004,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.51800000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.59899999999999998,"15min":0.59699999999999998},"min":{"1min":0.45500000000000002,"5min":0.374,"15min":0.374},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.58999999999999997,"15min":0.59199999999999997},"min":{"1min":0.45800000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.755,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.53400000000000003}]}]},{"osd":5,"up_from":13,"seq":55834574884,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31680,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":569344,"data_stored":232106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.51700000000000002,"15min":0.51200000000000001},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.73199999999999998,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.52600000000000002,"15min":0.52200000000000002},"min":{"1min":0.26600000000000001,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.59399999999999997}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.51600000000000001,"15min":0.50800000000000001},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.753,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.52900000000000003,"15min":0.52100000000000002},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.76300000000000001,"5min":0.83399999999999996,"15min":0.83399999999999996},"last":0.46500000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.53800000000000003,"15min":0.53200000000000003},"min":{"1min":0.35799999999999998,"5min":0.35799999999999998,"15min":0.35799999999999998},"max":{"1min":0.76700000000000002,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55800000000000005,"15min":0.55300000000000005},"min":{"1min":0.378,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.76900000000000002,"5min":0.82599999999999996,"15min":0.82599999999999996},"last":0.53100000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58299999999999996,"5min":0.55600000000000005,"15min":0.55200000000000005},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.79700000000000004,"5min":0.84399999999999997,"15min":0.84399999999999997},"last":0.625},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.56699999999999995,"15min":0.56200000000000006},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.74299999999999999,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.58299999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.48699999999999999,"15min":0.48599999999999999},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.76600000000000001,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.30299999999999999,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.73899999999999999,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.49199999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51100000000000001,"5min":0.54600000000000004,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.67100000000000004,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.504,"5min":0.56999999999999995,"15min":0.58099999999999996},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.621,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.51000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.59499999999999997,"15min":0.60399999999999998},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.60599999999999998,"15min":0.61499999999999999},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.73499999999999999,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.66600000000000004}]}]},{"osd":4,"up_from":13,"seq":55834574883,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31688,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340152,"statfs":{"total":96636764160,"available":96604315648,"internally_reserved":0,"allocated":577536,"data_stored":233600,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.51200000000000001,"15min":0.504},"min":{"1min":0.34899999999999998,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.51200000000000001,"15min":0.50600000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.75,"5min":1.131,"15min":1.131},"last":0.55600000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.48499999999999999,"15min":0.47699999999999998},"min":{"1min":0.377,"5min":0.31900000000000001,"15min":0.31900000000000001},"max":{"1min":0.73999999999999999,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.39800000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.56699999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.432,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.77200000000000002,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.40000000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.45700000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.50900000000000001,"15min":0.502},"min":{"1min":0.44900000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.79500000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57899999999999996,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.51400000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47899999999999998,"5min":0.51300000000000001,"15min":0.51900000000000002},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.68000000000000005,"5min":0.76900000000000002,"15min":0.76900000000000002},"last":0.53600000000000003},{"interface":"front","average":{"1min":0.51000000000000001,"5min":0.48499999999999999,"15min":0.48099999999999998},"min":{"1min":0.37,"5min":0.31,"15min":0.31},"max":{"1min":0.70799999999999996,"5min":0.70799999999999996,"15min":0.70799999999999996},"last":0.66900000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.501,"5min":0.50900000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.76100000000000001,"5min":0.76100000000000001,"15min":0.76100000000000001},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.72799999999999998,"5min":0.72799999999999998,"15min":0.72799999999999998},"last":0.59799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:12:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.51800000000000002,"15min":0.51200000000000001},"min":{"1min":0.40200000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.71099999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574884,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31688,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340152,"statfs":{"total":96636764160,"available":96604315648,"internally_reserved":0,"allocated":577536,"data_stored":232674,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":7,"apply_latency_ms":7,"commit_latency_ns":7000000,"apply_latency_ns":7000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.38,"15min":0.38200000000000001},"min":{"1min":0.25600000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.63800000000000001,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.314},{"interface":"front","average":{"1min":0.36199999999999999,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.251,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.502,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.29899999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.38400000000000001,"15min":0.39000000000000001},"min":{"1min":0.224,"5min":0.224,"15min":0.224},"max":{"1min":0.54200000000000004,"5min":1.306,"15min":1.306},"last":0.28100000000000003},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.30399999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.66800000000000004,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.38200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38600000000000001,"5min":0.39800000000000002,"15min":0.40000000000000002},"min":{"1min":0.26800000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.56499999999999995,"5min":1.339,"15min":1.339},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.441,"5min":0.44400000000000001,"15min":0.44400000000000001},"min":{"1min":0.32500000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.628,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.34599999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.60199999999999998,"15min":0.60299999999999998},"min":{"1min":0.41999999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.874,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.81000000000000005,"5min":0.81000000000000005,"15min":0.81000000000000005},"last":0.49199999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.56599999999999995,"15min":0.56499999999999995},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70999999999999996,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.62,"15min":0.621},"min":{"1min":0.434,"5min":0.371,"15min":0.371},"max":{"1min":0.90900000000000003,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.50600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60599999999999998,"15min":0.60799999999999998},"min":{"1min":0.443,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.79700000000000004,"5min":0.81599999999999995,"15min":0.81599999999999995},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.85699999999999998,"5min":0.88400000000000001,"15min":0.88400000000000001},"last":0.46100000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88300000000000001,"5min":1.042,"15min":1.042},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.61599999999999999,"5min":0.63100000000000001,"15min":0.63300000000000001},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.92100000000000004,"5min":1.081,"15min":1.081},"last":0.44700000000000001}]}]},{"osd":2,"up_from":13,"seq":55834574884,"num_pgs":2,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31684,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340156,"statfs":{"total":96636764160,"available":96604319744,"internally_reserved":0,"allocated":581632,"data_stored":233622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.34399999999999997,"15min":0.34000000000000002},"min":{"1min":0.24199999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.377,"5min":0.36899999999999999,"15min":0.36799999999999999},"min":{"1min":0.26200000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.51100000000000001,"5min":0.52900000000000003,"15min":0.52900000000000003},"last":0.41299999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.38900000000000001,"5min":0.36499999999999999,"15min":0.36099999999999999},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.66100000000000003,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.41099999999999998,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.27100000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.59399999999999997,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.53900000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.36899999999999999,"15min":0.371},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.54100000000000004,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.498},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.40899999999999997,"15min":0.40699999999999997},"min":{"1min":0.307,"5min":0.30499999999999999,"15min":0.30499999999999999},"max":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.52200000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.56899999999999995,"15min":0.56499999999999995},"min":{"1min":0.39300000000000002,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83899999999999997,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58799999999999997,"15min":0.58899999999999997},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85599999999999998,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.84499999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59499999999999997,"15min":0.59399999999999997},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.85899999999999999},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.438,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.90400000000000003,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.76200000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.60499999999999998,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.96099999999999997,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.75},{"interface":"front","average":{"1min":0.622,"5min":0.63300000000000001,"15min":0.63500000000000001},"min":{"1min":0.44900000000000001,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.89200000000000002,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.83499999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.624,"15min":0.62},"min":{"1min":0.45300000000000001,"5min":0.435,"15min":0.435},"max":{"1min":0.92700000000000005,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.875},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.63900000000000001,"15min":0.64500000000000002},"min":{"1min":0.41099999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83899999999999997,"5min":1.125,"15min":1.125},"last":0.80400000000000005}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31680,"kb_used_data":556,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340160,"statfs":{"total":96636764160,"available":96604323840,"internally_reserved":0,"allocated":569344,"data_stored":232106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.40000000000000002,"15min":0.40699999999999997},"min":{"1min":0.23699999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.54500000000000004,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.23400000000000001},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.433,"15min":0.44400000000000001},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.5,"5min":1.494,"15min":1.494},"last":0.251}]},{"osd":2,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.42199999999999999,"15min":0.434},"min":{"1min":0.24299999999999999,"5min":0.23699999999999999,"15min":0.23699999999999999},"max":{"1min":0.51000000000000001,"5min":1.679,"15min":1.679},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.45200000000000001,"15min":0.45800000000000002},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.61499999999999999,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.34100000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.46300000000000002,"15min":0.46899999999999997},"min":{"1min":0.26500000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.57299999999999995,"5min":1.403,"15min":1.403},"last":0.39000000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.45900000000000002,"15min":0.46700000000000003},"min":{"1min":0.30499999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.59099999999999997,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.35799999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.624,"15min":0.59499999999999997},"min":{"1min":0.51300000000000001,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":4.617,"5min":4.617,"15min":4.617},"last":0.76600000000000001},{"interface":"front","average":{"1min":1.0409999999999999,"5min":0.71399999999999997,"15min":0.66000000000000003},"min":{"1min":0.46800000000000003,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":10.506,"5min":10.506,"15min":10.506},"last":0.70399999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":0.73999999999999999,"15min":0.68899999999999995},"min":{"1min":0.45800000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":10.292,"5min":10.292,"15min":10.292},"last":0.56499999999999995},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.59999999999999998},"min":{"1min":0.48299999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.83199999999999996,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.72899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.66700000000000004,"15min":0.67500000000000004},"min":{"1min":0.46899999999999997,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.746,"5min":1.571,"15min":1.571},"last":0.628},{"interface":"front","average":{"1min":0.63400000000000001,"5min":0.622,"15min":0.62},"min":{"1min":0.46200000000000002,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.65900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:12:36 2024","interfaces":[{"interface":"back","average":{"1min":0.69899999999999995,"5min":0.66700000000000004,"15min":0.66100000000000003},"min":{"1min":0.46300000000000002,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.9890000000000001,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.77600000000000002},{"interface":"front","average":{"1min":0.81000000000000005,"5min":0.72599999999999998,"15min":0.71199999999999997},"min":{"1min":0.49399999999999999,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":4.875,"5min":4.875,"15min":4.875},"last":0.68700000000000006}]}]},{"osd":0,"up_from":13,"seq":55834574884,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32252,"kb_used_data":1132,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339588,"statfs":{"total":96636764160,"available":96603738112,"internally_reserved":0,"allocated":1159168,"data_stored":821819,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.36099999999999999,"5min":0.38900000000000001,"15min":0.39300000000000002},"min":{"1min":0.21299999999999999,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58499999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.314},{"interface":"front","average":{"1min":0.372,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.24399999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57199999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.33700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.375,"5min":0.40899999999999997,"15min":0.41499999999999998},"min":{"1min":0.24399999999999999,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.64100000000000001,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.27800000000000002},{"interface":"front","average":{"1min":0.379,"5min":0.41799999999999998,"15min":0.42399999999999999},"min":{"1min":0.27900000000000003,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.61699999999999999,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.29399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.40100000000000002,"15min":0.40899999999999997},"min":{"1min":0.26200000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.50800000000000001,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.39200000000000002,"5min":0.436,"15min":0.44400000000000001},"min":{"1min":0.30199999999999999,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.55200000000000005,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.35699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.57599999999999996,"15min":0.57799999999999996},"min":{"1min":0.39900000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.78000000000000003,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.36499999999999999,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.88700000000000001,"5min":1.825,"15min":1.825},"last":0.50600000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.624,"15min":0.629},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.81899999999999995,"5min":1.853,"15min":1.853},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.58299999999999996,"15min":0.58499999999999996},"min":{"1min":0.42299999999999999,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.92800000000000005,"5min":0.92800000000000005,"15min":0.92800000000000005},"last":0.47299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.58599999999999997,"15min":0.58399999999999996},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.96099999999999997,"5min":1.167,"15min":1.167},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.60899999999999999,"15min":0.61099999999999999},"min":{"1min":0.435,"5min":0.435,"15min":0.435},"max":{"1min":0.873,"5min":0.873,"15min":0.873},"last":0.46000000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:12:32 2024","interfaces":[{"interface":"back","average":{"1min":0.60599999999999998,"5min":0.60199999999999998,"15min":0.60099999999999998},"min":{"1min":0.41399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.94199999999999995,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.496},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.41399999999999998,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.58199999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":7,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:15.618 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:13:15.618 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:13:15.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.758+0000 7f81d26de640 1 Processor -- start 2024-09-13T16:13:15.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.758+0000 7f81d26de640 1 -- start start 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d26de640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0b1960 0x7f81cc0b1dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d26de640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81cc0cac90 0x7f81cc0cb0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d26de640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81cc159830 con 0x7f81cc159450 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d26de640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81cc15a940 con 0x7f81cc0cac90 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d26de640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc0cb8e0 con 0x7f81cc0b1960 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d0c7b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81cc0cac90 0x7f81cc0cb0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81cbfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f81cc159450 0x7f81cc15ab10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50836/0 (socket says 172.21.15.39:50836) 2024-09-13T16:13:15.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81cbfff640 1 -- 172.21.15.39:0/3954062090 learned_addr learned my addr 172.21.15.39:0/3954062090 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d0c7b640 1 -- 172.21.15.39:0/3954062090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0b1960 msgr2=0x7f81cc0b1dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81cb7fe640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0b1960 0x7f81cc0b1dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81caffd640 1 -- 172.21.15.39:0/3954062090 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1034068872 0 0) 0x7f81cc159830 con 0x7f81cc159450 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d0c7b640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0b1960 0x7f81cc0b1dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d0c7b640 1 -- 172.21.15.39:0/3954062090 >> v1:172.21.15.39:6789/0 conn(0x7f81cc159450 legacy=0x7f81cc15ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81d0c7b640 1 -- 172.21.15.39:0/3954062090 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81cc0b2300 con 0x7f81cc0cac90 2024-09-13T16:13:15.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.759+0000 7f81cb7fe640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0b1960 0x7f81cc0b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:15.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.760+0000 7f81d0c7b640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc0cac90 0x7f81cc0cb0e0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f81c400bfa0 tx=0x7f81c402c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ab2d31719bab40 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.760+0000 7f81caffd640 1 -- 172.21.15.39:0/3954062090 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4009540 con 0x7f81cc0cac90 2024-09-13T16:13:15.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.760+0000 7f81caffd640 1 -- 172.21.15.39:0/3954062090 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81c402f050 con 0x7f81cc0cac90 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.760+0000 7f81caffd640 1 -- 172.21.15.39:0/3954062090 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c40098c0 con 0x7f81cc0cac90 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 -- 172.21.15.39:0/3954062090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc0cac90 msgr2=0x7f81cc0cb0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc0cac90 0x7f81cc0cb0e0 secure :-1 s=READY pgs=707 cs=0 l=1 rev1=1 crypto rx=0x7f81c400bfa0 tx=0x7f81c402c7e0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 -- 172.21.15.39:0/3954062090 shutdown_connections 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc0cac90 0x7f81cc0cb0e0 unknown :-1 s=CLOSED pgs=707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 --2- 172.21.15.39:0/3954062090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0b1960 0x7f81cc0b1dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 -- 172.21.15.39:0/3954062090 >> 172.21.15.39:0/3954062090 conn(0x7f81cc06b3b0 msgr2=0x7f81cc06b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:15.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 -- 172.21.15.39:0/3954062090 shutdown_connections 2024-09-13T16:13:15.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.761+0000 7f81d26de640 1 -- 172.21.15.39:0/3954062090 wait complete. 2024-09-13T16:13:15.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.762+0000 7f81d26de640 1 Processor -- start 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.762+0000 7f81d26de640 1 -- start start 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d26de640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81cc0b1960 0x7f81cc15aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d26de640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0cac90 0x7f81cc151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d26de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 0x7f81cc070b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d26de640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc15afc0 con 0x7f81cc159450 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d26de640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc152020 con 0x7f81cc0b1960 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d26de640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81cc15b1b0 con 0x7f81cc0cac90 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d0c7b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 0x7f81cc070b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d0c7b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 0x7f81cc070b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55662/0 (socket says 172.21.15.39:55662) 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81d0c7b640 1 -- 172.21.15.39:0/390751671 learned_addr learned my addr 172.21.15.39:0/390751671 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81cb7fe640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0cac90 0x7f81cc151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.763+0000 7f81cbfff640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81cc0b1960 0x7f81cc15aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d0c7b640 1 -- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0cac90 msgr2=0x7f81cc151ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d0c7b640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0cac90 0x7f81cc151ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d0c7b640 1 -- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81cc0b1960 msgr2=0x7f81cc15aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d0c7b640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81cc0b1960 0x7f81cc15aa80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d0c7b640 1 -- 172.21.15.39:0/390751671 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81c400bc80 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d0c7b640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 0x7f81cc070b10 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f81c400bfa0 tx=0x7f81c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c403f860 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81c403f9e0 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c403fd90 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81cc15b490 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.764+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81cc15ba50 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.765+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81cc0672f0 con 0x7f81cc159450 2024-09-13T16:13:15.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.765+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f81c403d400 con 0x7f81cc159450 2024-09-13T16:13:15.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.766+0000 7f81c8ff9640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b806ac00 0x7f81b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:15.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.766+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f81c40ac3a0 con 0x7f81cc159450 2024-09-13T16:13:15.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.766+0000 7f81cbfff640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b806ac00 0x7f81b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:15.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.767+0000 7f81cbfff640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b806ac00 0x7f81b806d0c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f81bc000f60 tx=0x7f81bc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:15.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:15.770+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81c4077610 con 0x7f81cc159450 2024-09-13T16:13:16.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.008+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f81cc0ccec0 con 0x7f81cc159450 2024-09-13T16:13:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.012+0000 7f81c8ff9640 1 -- 172.21.15.39:0/390751671 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v14) v1 ==== 190+0+0 (secure 0 0 0) 0x7f81c407ac30 con 0x7f81cc159450 2024-09-13T16:13:16.014 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.014+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b806ac00 msgr2=0x7f81b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.014+0000 7f81d26de640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b806ac00 0x7f81b806d0c0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f81bc000f60 tx=0x7f81bc009040 comp rx=0 tx=0).stop 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.014+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 msgr2=0x7f81cc070b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.014+0000 7f81d26de640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 0x7f81cc070b10 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f81c400bfa0 tx=0x7f81c4004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 shutdown_connections 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b806ac00 0x7f81b806d0c0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81cc159450 0x7f81cc070b10 unknown :-1 s=CLOSED pgs=708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81cc0cac90 0x7f81cc151ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 --2- 172.21.15.39:0/390751671 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81cc0b1960 0x7f81cc15aa80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 >> 172.21.15.39:0/390751671 conn(0x7f81cc06b3b0 msgr2=0x7f81cc0b0830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 shutdown_connections 2024-09-13T16:13:16.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.015+0000 7f81d26de640 1 -- 172.21.15.39:0/390751671 wait complete. 2024-09-13T16:13:16.027 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:16.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.127+0000 7f0dfc0e9640 1 Processor -- start 2024-09-13T16:13:16.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.128+0000 7f0dfc0e9640 1 -- start start 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.128+0000 7f0dfc0e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0df40b41a0 0x7f0df40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.128+0000 7f0dfc0e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df40d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.128+0000 7f0dfc0e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0df40cde30 con 0x7f0df40d0830 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.128+0000 7f0dfc0e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0df40b5090 con 0x7f0df40b41a0 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.128+0000 7f0dfc0e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0df40cd820 con 0x7f0df40ccf80 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0df40b41a0 0x7f0df40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0df40b41a0 0x7f0df40b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55666/0 (socket says 172.21.15.39:55666) 2024-09-13T16:13:16.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 -- 172.21.15.39:0/570969540 learned_addr learned my addr 172.21.15.39:0/570969540 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9684640 1 --2- 172.21.15.39:0/570969540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df40d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 -- 172.21.15.39:0/570969540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 msgr2=0x7f0df40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 --2- 172.21.15.39:0/570969540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df40d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 -- 172.21.15.39:0/570969540 >> v1:172.21.15.157:6789/0 conn(0x7f0df40d0830 legacy=0x7f0df4166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.129+0000 7f0df9e85640 1 -- 172.21.15.39:0/570969540 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0df40b4ac0 con 0x7f0df40b41a0 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0df9e85640 1 --2- 172.21.15.39:0/570969540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40b41a0 0x7f0df40b4580 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f0df0009870 tx=0x7f0df002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17284d23511fd02b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0df8e83640 1 -- 172.21.15.39:0/570969540 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0df0032440 con 0x7f0df40b41a0 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0df8e83640 1 -- 172.21.15.39:0/570969540 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0df00325a0 con 0x7f0df40b41a0 2024-09-13T16:13:16.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0df8e83640 1 -- 172.21.15.39:0/570969540 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0df0032930 con 0x7f0df40b41a0 2024-09-13T16:13:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/570969540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40b41a0 msgr2=0x7f0df40b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/570969540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40b41a0 0x7f0df40b4580 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7f0df0009870 tx=0x7f0df002a210 comp rx=0 tx=0).stop 2024-09-13T16:13:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/570969540 shutdown_connections 2024-09-13T16:13:16.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/570969540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df40d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/570969540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40b41a0 0x7f0df40b4580 unknown :-1 s=CLOSED pgs=709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/570969540 >> 172.21.15.39:0/570969540 conn(0x7f0df40cf1a0 msgr2=0x7f0df40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/570969540 shutdown_connections 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.130+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/570969540 wait complete. 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 Processor -- start 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 -- start start 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0df40b41a0 0x7f0df40a90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df4150100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 0x7f0df414cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0df40af580 con 0x7f0df40d0830 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0df40af250 con 0x7f0df40b41a0 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.132+0000 7f0dfc0e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0df40aa010 con 0x7f0df40ccf80 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 0x7f0df414cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 0x7f0df414cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55680/0 (socket says 172.21.15.39:55680) 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 -- 172.21.15.39:0/3606047435 learned_addr learned my addr 172.21.15.39:0/3606047435 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0df9e85640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0df40b41a0 0x7f0df40a90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0df9684640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df4150100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 -- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 msgr2=0x7f0df4150100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df4150100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 -- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0df40b41a0 msgr2=0x7f0df40a90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0df40b41a0 0x7f0df40a90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 -- 172.21.15.39:0/3606047435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0df00094d0 con 0x7f0df40d0830 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfa686640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 0x7f0df414cd80 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00b970 tx=0x7f0dec00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dec00cb40 con 0x7f0df40d0830 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0dec00cca0 con 0x7f0df40d0830 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0df4150640 con 0x7f0df40d0830 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0dec014680 con 0x7f0df40d0830 2024-09-13T16:13:16.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.133+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0df40a9a50 con 0x7f0df40d0830 2024-09-13T16:13:16.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.134+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0df4067330 con 0x7f0df40d0830 2024-09-13T16:13:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.135+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0dec01d3b0 con 0x7f0df40d0830 2024-09-13T16:13:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.135+0000 7f0dea7fc640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dd806ac00 0x7f0dd806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.135+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0dec089010 con 0x7f0df40d0830 2024-09-13T16:13:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.136+0000 7f0df9e85640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dd806ac00 0x7f0dd806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.136+0000 7f0df9e85640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dd806ac00 0x7f0dd806d0c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0df0034000 tx=0x7f0df002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.140+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0dec054330 con 0x7f0df40d0830 2024-09-13T16:13:16.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.345+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0df40af6c0 con 0x7f0df40d0830 2024-09-13T16:13:16.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.346+0000 7f0dea7fc640 1 -- 172.21.15.39:0/3606047435 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f0df40af6c0 con 0x7f0df40d0830 2024-09-13T16:13:16.348 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:16.348 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":29,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6054,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:09.929487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6060},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6060":{"gid":6060,"name":"d","rank":0,"incarnation":27,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6836/749929192","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":749929192},{"type":"v1","addr":"172.21.15.157:6836","nonce":749929192}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:16.348 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 29 2024-09-13T16:13:16.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.347+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dd806ac00 msgr2=0x7f0dd806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.347+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dd806ac00 0x7f0dd806d0c0 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f0df0034000 tx=0x7f0df002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.347+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 msgr2=0x7f0df414cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.347+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 0x7f0df414cd80 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7f0dec00b970 tx=0x7f0dec00be30 comp rx=0 tx=0).stop 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 shutdown_connections 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dd806ac00 0x7f0dd806d0c0 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df40d0830 0x7f0df414cd80 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0df40ccf80 0x7f0df4150100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 --2- 172.21.15.39:0/3606047435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0df40b41a0 0x7f0df40a90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 >> 172.21.15.39:0/3606047435 conn(0x7f0df40cf1a0 msgr2=0x7f0df40cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 shutdown_connections 2024-09-13T16:13:16.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.348+0000 7f0dfc0e9640 1 -- 172.21.15.39:0/3606047435 wait complete. 2024-09-13T16:13:16.763 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 29, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:07.921156+0000', 'modified': '2024-09-13T16:13:09.929487+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6060}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6060': {'gid': 6060, 'name': 'd', 'rank': 0, 'incarnation': 27, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.157:6836/749929192', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6834', 'nonce': 749929192}, {'type': 'v1', 'addr': '172.21.15.157:6836', 'nonce': 749929192}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [7], 'metadata_pool': 6, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:13:16.763 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:13:16.763 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.866+0000 7f841900d640 1 Processor -- start 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.866+0000 7f841900d640 1 -- start start 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841900d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84140ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841900d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84140acda0 0x7f841406db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841900d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84140b4080 con 0x7f841406cca0 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841900d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84140b1f50 con 0x7f84140acda0 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841900d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f841415cc10 con 0x7f841415c830 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84140acda0 0x7f841406db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84140acda0 0x7f841406db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55696/0 (socket says 172.21.15.39:55696) 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 -- 172.21.15.39:0/2005251264 learned_addr learned my addr 172.21.15.39:0/2005251264 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f8412d9d640 1 --2- 172.21.15.39:0/2005251264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84140ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 -- 172.21.15.39:0/2005251264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 msgr2=0x7f84140ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 --2- 172.21.15.39:0/2005251264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84140ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 -- 172.21.15.39:0/2005251264 >> v1:172.21.15.157:6789/0 conn(0x7f841406cca0 legacy=0x7f84140b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.867+0000 7f841359e640 1 -- 172.21.15.39:0/2005251264 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84140b3750 con 0x7f84140acda0 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.868+0000 7f841359e640 1 --2- 172.21.15.39:0/2005251264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f841406db50 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f840c009e80 tx=0x7f840c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2af3d8bfb2675536 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.868+0000 7f841259c640 1 -- 172.21.15.39:0/2005251264 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840c031600 con 0x7f84140acda0 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.868+0000 7f841259c640 1 -- 172.21.15.39:0/2005251264 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f840c02d050 con 0x7f84140acda0 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.868+0000 7f841259c640 1 -- 172.21.15.39:0/2005251264 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840c031980 con 0x7f84140acda0 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 -- 172.21.15.39:0/2005251264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 msgr2=0x7f841406db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 --2- 172.21.15.39:0/2005251264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f841406db50 secure :-1 s=READY pgs=711 cs=0 l=1 rev1=1 crypto rx=0x7f840c009e80 tx=0x7f840c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 -- 172.21.15.39:0/2005251264 shutdown_connections 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 --2- 172.21.15.39:0/2005251264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f841406db50 unknown :-1 s=CLOSED pgs=711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 --2- 172.21.15.39:0/2005251264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84140ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 -- 172.21.15.39:0/2005251264 >> 172.21.15.39:0/2005251264 conn(0x7f84140ae990 msgr2=0x7f84140aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 -- 172.21.15.39:0/2005251264 shutdown_connections 2024-09-13T16:13:16.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.869+0000 7f841900d640 1 -- 172.21.15.39:0/2005251264 wait complete. 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.870+0000 7f841900d640 1 Processor -- start 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.870+0000 7f841900d640 1 -- start start 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841900d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f841406cca0 0x7f84141f1c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841900d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f8414151ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841900d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84141f56f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841900d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f841415df90 con 0x7f84140acda0 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841900d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84141f65c0 con 0x7f841406cca0 2024-09-13T16:13:16.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841900d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8414154510 con 0x7f841415c830 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f8414151ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f8414151ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55712/0 (socket says 172.21.15.39:55712) 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 -- 172.21.15.39:0/3964739089 learned_addr learned my addr 172.21.15.39:0/3964739089 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f841359e640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84141f56f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f841406cca0 0x7f84141f1c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 -- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 msgr2=0x7f84141f56f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84141f56f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 -- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f841406cca0 msgr2=0x7f84141f1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f841406cca0 0x7f84141f1c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.871+0000 7f840bfff640 1 -- 172.21.15.39:0/3964739089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f840c009b30 con 0x7f84140acda0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.872+0000 7f840bfff640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f8414151ac0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f83fc00c400 tx=0x7f83fc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.872+0000 7f840b7fe640 1 -- 172.21.15.39:0/3964739089 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc011790 con 0x7f84140acda0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.872+0000 7f840b7fe640 1 -- 172.21.15.39:0/3964739089 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83fc011930 con 0x7f84140acda0 2024-09-13T16:13:16.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.872+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84141547f0 con 0x7f84140acda0 2024-09-13T16:13:16.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.872+0000 7f840b7fe640 1 -- 172.21.15.39:0/3964739089 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc011ce0 con 0x7f84140acda0 2024-09-13T16:13:16.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.872+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8414154db0 con 0x7f84140acda0 2024-09-13T16:13:16.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.873+0000 7f840b7fe640 1 -- 172.21.15.39:0/3964739089 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f83fc01c460 con 0x7f84140acda0 2024-09-13T16:13:16.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.874+0000 7f840b7fe640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83f406ac00 0x7f83f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.874+0000 7f840b7fe640 1 -- 172.21.15.39:0/3964739089 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83fc0892a0 con 0x7f84140acda0 2024-09-13T16:13:16.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.874+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83f406ac00 0x7f83f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 Processor -- start 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83f406ac00 0x7f83f406d0c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8404006fd0 tx=0x7f8404008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 -- start start 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x56336967b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369678860 0x5633696c8570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633695d57c0 con 0x5633696a2550 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633695e4b70 con 0x56336967b0a0 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.875+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5633695e2300 con 0x563369678860 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696c8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55722/0 (socket says 172.21.15.39:55722) 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 -- 172.21.15.39:0/1432293604 learned_addr learned my addr 172.21.15.39:0/1432293604 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f840bfff640 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369678860 0x5633696c8570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f8412d9d640 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x56336967b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 -- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369678860 msgr2=0x5633696c8570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369678860 0x5633696c8570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 -- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 msgr2=0x56336967b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x56336967b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 -- 172.21.15.39:0/1432293604 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56336956a4b0 con 0x5633696a2550 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f841359e640 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696c8ab0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f840c02a730 tx=0x7f840c02e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60ffe7a37d834b81 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f8408ff9640 1 -- 172.21.15.39:0/1432293604 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840c003b90 con 0x5633696a2550 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f8408ff9640 1 -- 172.21.15.39:0/1432293604 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f840c003cf0 con 0x5633696a2550 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.876+0000 7f8408ff9640 1 -- 172.21.15.39:0/1432293604 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f840c004240 con 0x5633696a2550 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 -- 172.21.15.39:0/1432293604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 msgr2=0x5633696c8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696c8ab0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f840c02a730 tx=0x7f840c02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 -- 172.21.15.39:0/1432293604 shutdown_connections 2024-09-13T16:13:16.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696c8ab0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369678860 0x5633696c8570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 --2- 172.21.15.39:0/1432293604 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x56336967b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 -- 172.21.15.39:0/1432293604 >> 172.21.15.39:0/1432293604 conn(0x5633696777d0 msgr2=0x5633696bfc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 -- 172.21.15.39:0/1432293604 shutdown_connections 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.877+0000 7f841be0c740 1 -- 172.21.15.39:0/1432293604 wait complete. 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 -- start start 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 Processor -- start 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x5633696a6030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696bd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x563369675ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633695ddbf0 con 0x5633696a2550 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56336959c250 con 0x56336967b0a0 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56336959bef0 con 0x563369675a20 2024-09-13T16:13:16.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.878+0000 7f841be0c740 10 client.0 _ll_register_callbacks cb 0x5633695ce740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696bd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696bd370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55732/0 (socket says 172.21.15.39:55732) 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 -- 172.21.15.39:0/2947850826 learned_addr learned my addr 172.21.15.39:0/2947850826 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f8412d9d640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x5633696a6030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 -- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 msgr2=0x563369675ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841359e640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x563369675ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x563369675ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 -- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 msgr2=0x5633696a6030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x5633696a6030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 -- 172.21.15.39:0/2947850826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84140b3750 con 0x5633696a2550 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f8412d9d640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x5633696a6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f840bfff640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696bd370 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f83fc057e40 tx=0x7f83fc05e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4f1466d04ffddc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f83f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f83f1ffb640 1 -- 172.21.15.39:0/2947850826 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc060530 con 0x5633696a2550 2024-09-13T16:13:16.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f83f1ffb640 1 -- 172.21.15.39:0/2947850826 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83fc0890b0 con 0x5633696a2550 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5633692d13c0 con 0x5633696a2550 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f83f1ffb640 1 -- 172.21.15.39:0/2947850826 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83fc05e0b0 con 0x5633696a2550 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 10 client.6222 fetch_fsmap learned FSMap version 29 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) v3 -- 0x5633695dc270 con 0x5633696a2550 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f83f1ffb640 1 -- 172.21.15.39:0/2947850826 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83fc076e90 con 0x5633696a2550 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f83f1ffb640 1 -- 172.21.15.39:0/2947850826 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f83fc057630 con 0x5633696a2550 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 10 client.6222 fetch_fsmap finished waiting for FSMap version 29 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 10 client.6222 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 20 client.6222 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.879+0000 7f841be0c740 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x56336968e530 0x56336968e910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.880+0000 7f841be0c740 4 client.6222 mds_command: new command op to 6060 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.880+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 --> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5633692e26c0 con 0x56336968e530 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.880+0000 7f8412d9d640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x56336968e530 0x56336968e910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.880+0000 7f83f1ffb640 10 client.6222 ms_handle_connect on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:16.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.880+0000 7f8412d9d640 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x56336968e530 0x56336968e910 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=53b1c3e528a22ba4 server_cookie=ffc47cc77aaa00a8 in_seq=0 out_seq=0 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f83f1ffb640 1 -- 172.21.15.39:0/2947850826 <== mds.0 v2:172.21.15.157:6834/749929192 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5633692e26c0 con 0x56336968e530 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f83f1ffb640 10 client.6222 handle_command_reply: tid=0 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 client.6222 shutdown 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 msgr2=0x5633696bd370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696bd370 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f83fc057e40 tx=0x7f83fc05e040 comp rx=0 tx=0).stop 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 shutdown_connections 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x56336968e530 0x56336968e910 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x563369675ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5633696a2550 0x5633696bd370 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f83f1ffb640 0 client.6222 ms_handle_reset on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 --2- 172.21.15.39:0/2947850826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56336967b0a0 0x5633696a6030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 >> 172.21.15.39:0/2947850826 conn(0x563369678860 msgr2=0x5633696c3140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 shutdown_connections 2024-09-13T16:13:16.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 1 -- 172.21.15.39:0/2947850826 wait complete. 2024-09-13T16:13:16.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.881+0000 7f841be0c740 20 client.6222 trim_cache size 0 max 16384 2024-09-13T16:13:16.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.896+0000 7f841be0c740 1 Processor -- start 2024-09-13T16:13:16.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.896+0000 7f841be0c740 1 -- start start 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563369675a20 0x56336967a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841be0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x5633696d8510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633696a2550 0x5633696d8a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841be0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563369561460 con 0x56336967b0a0 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56336968d080 con 0x563369675a20 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5633696d98d0 con 0x5633696a2550 2024-09-13T16:13:16.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x5633696d8510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x5633696d8510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55742/0 (socket says 172.21.15.39:55742) 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 -- 172.21.15.39:0/1343448752 learned_addr learned my addr 172.21.15.39:0/1343448752 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f8412d9d640 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563369675a20 0x56336967a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f841359e640 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633696a2550 0x5633696d8a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 -- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633696a2550 msgr2=0x5633696d8a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633696a2550 0x5633696d8a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 -- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563369675a20 msgr2=0x56336967a320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563369675a20 0x56336967a320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f840bfff640 1 -- 172.21.15.39:0/1343448752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56336957e5f0 con 0x56336967b0a0 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.897+0000 7f8412d9d640 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563369675a20 0x56336967a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f840bfff640 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x5633696d8510 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f83fc054640 tx=0x7f83fc06c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74a83774cd02a6ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f84097fa640 1 -- 172.21.15.39:0/1343448752 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc060530 con 0x56336967b0a0 2024-09-13T16:13:16.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f84097fa640 1 -- 172.21.15.39:0/1343448752 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5633692d13c0 con 0x56336967b0a0 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f84097fa640 1 -- 172.21.15.39:0/1343448752 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc076e90 con 0x56336967b0a0 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 -- 172.21.15.39:0/1343448752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 msgr2=0x5633696d8510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x5633696d8510 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7f83fc054640 tx=0x7f83fc06c000 comp rx=0 tx=0).stop 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 -- 172.21.15.39:0/1343448752 shutdown_connections 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633696a2550 0x5633696d8a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x5633696d8510 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 --2- 172.21.15.39:0/1343448752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563369675a20 0x56336967a320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 -- 172.21.15.39:0/1343448752 >> 172.21.15.39:0/1343448752 conn(0x563369678860 msgr2=0x5633696a4f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 -- 172.21.15.39:0/1343448752 shutdown_connections 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.898+0000 7f841be0c740 1 -- 172.21.15.39:0/1343448752 wait complete. 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.899+0000 7f841be0c740 1 -- start start 2024-09-13T16:13:16.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.899+0000 7f841be0c740 1 Processor -- start 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x56336970fe50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x56336967a320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5633696a2550 0x56336967a860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56336972b270 con 0x56336967b0a0 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56336972e800 con 0x5633696a2550 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56336970f680 con 0x563369675a20 2024-09-13T16:13:16.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 10 client.0 _ll_register_callbacks cb 0x7f840c034070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x56336967a320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x56336967a320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55758/0 (socket says 172.21.15.39:55758) 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 -- 172.21.15.39:0/3331653535 learned_addr learned my addr 172.21.15.39:0/3331653535 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x56336970fe50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841359e640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5633696a2550 0x56336967a860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 -- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 msgr2=0x56336970fe50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x56336970fe50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 -- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5633696a2550 msgr2=0x56336967a860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5633696a2550 0x56336967a860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 -- 172.21.15.39:0/3331653535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5633695dc270 con 0x56336967b0a0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x56336970fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f840bfff640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x56336967a320 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f83fc000c00 tx=0x7f83fc00cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aff23c2dd0e834e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f83f1ffb640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:16.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f83f1ffb640 1 -- 172.21.15.39:0/3331653535 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83fc060530 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f83f1ffb640 1 -- 172.21.15.39:0/3331653535 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83fc087710 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f840c003cf0 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f83f1ffb640 1 -- 172.21.15.39:0/3331653535 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f83fc00e040 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 10 client.6228 fetch_fsmap learned FSMap version 29 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.900+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) v3 -- 0x5633695a3d00 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f83f1ffb640 1 -- 172.21.15.39:0/3331653535 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f840c003cf0 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f83f1ffb640 1 -- 172.21.15.39:0/3331653535 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f83fc087250 con 0x56336967b0a0 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f841be0c740 10 client.6228 fetch_fsmap finished waiting for FSMap version 29 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f841be0c740 10 client.6228 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f841be0c740 20 client.6228 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f841be0c740 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x563369674330 0x56336972d900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f841be0c740 4 client.6228 mds_command: new command op to 6060 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 --> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] -- command(tid 0: {"prefix": "status"}) v1 -- 0x563369335d10 con 0x563369674330 2024-09-13T16:13:16.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x563369674330 0x56336972d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f83f1ffb640 10 client.6228 ms_handle_connect on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.901+0000 7f8412d9d640 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x563369674330 0x56336972d900 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4aacaee4f36b1064 server_cookie=6934e7a8fbd82603 in_seq=0 out_seq=0 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f83f1ffb640 1 -- 172.21.15.39:0/3331653535 <== mds.0 v2:172.21.15.157:6834/749929192 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x563369335d10 con 0x563369674330 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f83f1ffb640 10 client.6228 handle_command_reply: tid=0 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 client.6228 shutdown 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 msgr2=0x56336967a320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x56336967a320 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f83fc000c00 tx=0x7f83fc00cf70 comp rx=0 tx=0).stop 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 shutdown_connections 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x563369674330 0x56336972d900 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5633696a2550 0x56336967a860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56336967b0a0 0x56336967a320 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f83f1ffb640 0 client.6228 ms_handle_reset on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 --2- 172.21.15.39:0/3331653535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563369675a20 0x56336970fe50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 >> 172.21.15.39:0/3331653535 conn(0x563369678860 msgr2=0x5633696a1770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 shutdown_connections 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 1 -- 172.21.15.39:0/3331653535 wait complete. 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841be0c740 20 client.6228 trim_cache size 0 max 16384 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6060, 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:13:16.910 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:13:16.911 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 8.9793164300000008, 2024-09-13T16:13:16.911 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 29, 2024-09-13T16:13:16.911 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 48, 2024-09-13T16:13:16.911 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 48, 2024-09-13T16:13:16.911 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 13.376245602999999 2024-09-13T16:13:16.911 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83f406ac00 msgr2=0x7f83f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83f406ac00 0x7f83f406d0c0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f8404006fd0 tx=0x7f8404008040 comp rx=0 tx=0).stop 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 msgr2=0x7f8414151ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f8414151ac0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7f83fc00c400 tx=0x7f83fc00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 shutdown_connections 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83f406ac00 0x7f83f406d0c0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f841415c830 0x7f84141f56f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84140acda0 0x7f8414151ac0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 --2- 172.21.15.39:0/3964739089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f841406cca0 0x7f84141f1c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.902+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 >> 172.21.15.39:0/3964739089 conn(0x7f84140ae990 msgr2=0x7f841406c590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.903+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 shutdown_connections 2024-09-13T16:13:16.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:16.903+0000 7f841900d640 1 -- 172.21.15.39:0/3964739089 wait complete. 2024-09-13T16:13:16.914 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:13:17.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.014+0000 7ffa9813e640 1 Processor -- start 2024-09-13T16:13:17.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.014+0000 7ffa9813e640 1 -- start start 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa9813e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffa90145820 0x7ffa9006c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa9813e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ffa9006a5e0 0x7ffa900ad100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa9813e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa9006ecd0 con 0x7ffa9006e880 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa9813e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa90145c00 con 0x7ffa90145820 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa9813e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa9006cd80 con 0x7ffa9006a5e0 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffa90145820 0x7ffa9006c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffa90145820 0x7ffa9006c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55774/0 (socket says 172.21.15.39:55774) 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 -- 172.21.15.39:0/1405400870 learned_addr learned my addr 172.21.15.39:0/1405400870 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 -- 172.21.15.39:0/1405400870 >> v2:172.21.15.157:3300/0 conn(0x7ffa9006a5e0 msgr2=0x7ffa900ad100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:17.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 --2- 172.21.15.39:0/1405400870 >> v2:172.21.15.157:3300/0 conn(0x7ffa9006a5e0 0x7ffa900ad100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 -- 172.21.15.39:0/1405400870 >> v1:172.21.15.157:6789/0 conn(0x7ffa9006e880 legacy=0x7ffa90069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.015+0000 7ffa95eda640 1 -- 172.21.15.39:0/1405400870 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa9006d060 con 0x7ffa90145820 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.016+0000 7ffa95eda640 1 --2- 172.21.15.39:0/1405400870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa90145820 0x7ffa9006c750 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7ffa90070310 tx=0x7ffa8002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae5ba1df4a54e925 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.016+0000 7ffa94ed8640 1 -- 172.21.15.39:0/1405400870 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa80031600 con 0x7ffa90145820 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.016+0000 7ffa94ed8640 1 -- 172.21.15.39:0/1405400870 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa8002d050 con 0x7ffa90145820 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.016+0000 7ffa94ed8640 1 -- 172.21.15.39:0/1405400870 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa80031980 con 0x7ffa90145820 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 -- 172.21.15.39:0/1405400870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa90145820 msgr2=0x7ffa9006c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 --2- 172.21.15.39:0/1405400870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa90145820 0x7ffa9006c750 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x7ffa90070310 tx=0x7ffa8002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 -- 172.21.15.39:0/1405400870 shutdown_connections 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 --2- 172.21.15.39:0/1405400870 >> v2:172.21.15.157:3300/0 conn(0x7ffa9006a5e0 0x7ffa900ad100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 --2- 172.21.15.39:0/1405400870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa90145820 0x7ffa9006c750 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 -- 172.21.15.39:0/1405400870 >> 172.21.15.39:0/1405400870 conn(0x7ffa9006afe0 msgr2=0x7ffa9006b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 -- 172.21.15.39:0/1405400870 shutdown_connections 2024-09-13T16:13:17.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.017+0000 7ffa9813e640 1 -- 172.21.15.39:0/1405400870 wait complete. 2024-09-13T16:13:17.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.018+0000 7ffa9813e640 1 Processor -- start 2024-09-13T16:13:17.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.018+0000 7ffa9813e640 1 -- start start 2024-09-13T16:13:17.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa9813e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 0x7ffa901f2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa9813e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa9006e880 0x7ffa90141120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa9813e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa90145820 0x7ffa9015f5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa9813e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa9015d8e0 con 0x7ffa9006a5e0 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa9813e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa901421b0 con 0x7ffa9006e880 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa9813e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa90143990 con 0x7ffa90145820 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 0x7ffa901f2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 0x7ffa901f2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55780/0 (socket says 172.21.15.39:55780) 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 -- 172.21.15.39:0/3519482608 learned_addr learned my addr 172.21.15.39:0/3519482608 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa956d9640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa9006e880 0x7ffa90141120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 -- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa90145820 msgr2=0x7ffa9015f5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa966db640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa90145820 0x7ffa9015f5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa90145820 0x7ffa9015f5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 -- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa9006e880 msgr2=0x7ffa90141120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa9006e880 0x7ffa90141120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa95eda640 1 -- 172.21.15.39:0/3519482608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa80009b30 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.019+0000 7ffa956d9640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa9006e880 0x7ffa90141120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.020+0000 7ffa95eda640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 0x7ffa901f2560 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7ffa80034040 tx=0x7ffa80004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.020+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8003b820 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.020+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa8003b980 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.020+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa901f2aa0 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.020+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa8003bd30 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.020+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa9015cfb0 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.021+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa900672f0 con 0x7ffa9006a5e0 2024-09-13T16:13:17.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.021+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffa80038050 con 0x7ffa9006a5e0 2024-09-13T16:13:17.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.022+0000 7ffa8e7fc640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa7c06ac00 0x7ffa7c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:17.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.022+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ffa800a9ea0 con 0x7ffa9006a5e0 2024-09-13T16:13:17.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.022+0000 7ffa956d9640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa7c06ac00 0x7ffa7c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:17.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.023+0000 7ffa956d9640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa7c06ac00 0x7ffa7c06d0c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffa900cb830 tx=0x7ffa84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:17.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.026+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffa80075110 con 0x7ffa9006a5e0 2024-09-13T16:13:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.236+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7ffa9006c750 con 0x7ffa9006a5e0 2024-09-13T16:13:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.237+0000 7ffa8e7fc640 1 -- 172.21.15.39:0/3519482608 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v29) v1 ==== 53+0+73 (secure 0 0 0) 0x7ffa8004b060 con 0x7ffa9006a5e0 2024-09-13T16:13:17.238 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:13:17.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa7c06ac00 msgr2=0x7ffa7c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa7c06ac00 0x7ffa7c06d0c0 secure :-1 s=READY pgs=322 cs=0 l=1 rev1=1 crypto rx=0x7ffa900cb830 tx=0x7ffa84009040 comp rx=0 tx=0).stop 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 msgr2=0x7ffa901f2560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 0x7ffa901f2560 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7ffa80034040 tx=0x7ffa80004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 shutdown_connections 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa7c06ac00 0x7ffa7c06d0c0 unknown :-1 s=CLOSED pgs=322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa90145820 0x7ffa9015f5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa9006e880 0x7ffa90141120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 --2- 172.21.15.39:0/3519482608 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa9006a5e0 0x7ffa901f2560 unknown :-1 s=CLOSED pgs=718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 >> 172.21.15.39:0/3519482608 conn(0x7ffa9006afe0 msgr2=0x7ffa900cdea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 shutdown_connections 2024-09-13T16:13:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:17.239+0000 7ffa9813e640 1 -- 172.21.15.39:0/3519482608 wait complete. 2024-09-13T16:13:17.251 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:13:17.251 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:13:17.251 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:13:17.251 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:13:17.251 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:17.251 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:13:17.252 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:13:17.252 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:13:17.252 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:17.252 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.252 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:17.269 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:17.270 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:13:17.270 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:13:17.270 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:17.270 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:13:17.270 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:13:17.272 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42615sec preferred_lft 42615sec 2024-09-13T16:13:17.272 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:13:17.272 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.272 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:13:17.273 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:17.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.274 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:13:17.348 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:13:17.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.348 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:13:17.419 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:13:17.420 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:13:17.420 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:13:17.420 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:13:17.420 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:13:17.420 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.420 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:13:17.421 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:13:17.421 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:13:17.421 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:13:17.421 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:13:17.421 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:13:17.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.522 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:13:17.539 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:13:17.539 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:13:17.539 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:17.539 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.539 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:13:17.607 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:13:17.608 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:17.608 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:17.668 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:17.668 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:17.669 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:17.726 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:13:17.795 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:17.795 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:17.860 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:17.862 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:17.862 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:17.862 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:13:17.918 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:13:17.919 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:13:17.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:13:17.987 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:17.987 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:18.044 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:13:18.043+0000 7f8bbffb7480 -1 init, newargv = 0x56024de8c000 newargc=15 2024-09-13T16:13:18.044 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[56692]: starting ceph client 2024-09-13T16:13:18.049 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[56692]: starting fuse 2024-09-13T16:13:18.054 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:18.055 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:18.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:18.056 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:13:18.112 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:13:18.113 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:13:18.113 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:18.114 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:13:18.115 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:13:18.229 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.56692.asok 2024-09-13T16:13:18.416 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.56692.asok 2024-09-13T16:13:18.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:18.416 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.56692.asok status 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:13:18.554 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "56692", 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6243, 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 6243 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:18.555 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1826100959 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1826100959 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.6243 192.168.0.1:0/1826100959", 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1826100959", 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 29, 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 48, 2024-09-13T16:13:18.556 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:13:18.557 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:13:18.557 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:13:18.557 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:18.563 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:18.563 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:13:18.563 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:18.579 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:13:18.580 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:18.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:18.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:18.647 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:18.647 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'mkdir -p a/b') 2024-09-13T16:13:18.717 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush journal 2024-09-13T16:13:18.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.860+0000 7f85da3bc640 1 Processor -- start 2024-09-13T16:13:18.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.860+0000 7f85da3bc640 1 -- start start 2024-09-13T16:13:18.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85da3bc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f85d40b3610 0x7f85d415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85da3bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 0x7f85d406fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85da3bc640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85d40701f0 con 0x7f85d4143d30 2024-09-13T16:13:18.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85da3bc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85d4071eb0 con 0x7f85d40b3610 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85da3bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85d4072440 con 0x7f85d406f880 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85d3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f85d4143d30 0x7f85d40717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50846/0 (socket says 172.21.15.39:50846) 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85d3fff640 1 -- 172.21.15.39:0/1307486372 learned_addr learned my addr 172.21.15.39:0/1307486372 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1307486372 >> v2:172.21.15.157:3300/0 conn(0x7f85d40b3610 0x7f85d415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85d8959640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 0x7f85d406fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2092660203 0 0) 0x7f85d40701f0 con 0x7f85d4143d30 2024-09-13T16:13:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.861+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85c0003520 con 0x7f85d4143d30 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 849189476 0 0) 0x7f85c0003520 con 0x7f85d4143d30 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 msgr2=0x7f85d406fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 0x7f85d406fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 >> v2:172.21.15.157:3300/0 conn(0x7f85d40b3610 msgr2=0x7f85d415eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 --2- 172.21.15.39:0/1307486372 >> v2:172.21.15.157:3300/0 conn(0x7f85d40b3610 0x7f85d415eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85d4144110 con 0x7f85d4143d30 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f85c4001690 con 0x7f85d4143d30 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 >> v1:172.21.15.39:6789/0 conn(0x7f85d4143d30 legacy=0x7f85d40717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85c0003970 0x7f85c0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85c0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 0x7f85c0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d4071eb0 con 0x7f85c00047c0 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d4072440 con 0x7f85c0003970 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85c000b980 con 0x7f85d406f880 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85c0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d3fff640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85c0003970 0x7f85c0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85d8959640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 0x7f85c0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85cbfff640 1 -- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 msgr2=0x7f85c0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d406f880 0x7f85c0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85cbfff640 1 -- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85c0003970 msgr2=0x7f85c0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85c0003970 0x7f85c0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.862+0000 7f85cbfff640 1 -- 172.21.15.39:0/1307486372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85c0003520 con 0x7f85c00047c0 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.863+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85c0004c40 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f85bc009ac0 tx=0x7f85c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bda1e89c2ad82272 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.863+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc031400 con 0x7f85c00047c0 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.863+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85bc02d050 con 0x7f85c00047c0 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.863+0000 7f85d37fe640 1 -- 172.21.15.39:0/1307486372 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc031780 con 0x7f85c00047c0 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85da3bc640 1 -- 172.21.15.39:0/1307486372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 msgr2=0x7f85c0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85da3bc640 1 --2- 172.21.15.39:0/1307486372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85c0004c40 secure :-1 s=READY pgs=723 cs=0 l=1 rev1=1 crypto rx=0x7f85bc009ac0 tx=0x7f85c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85d8959640 1 -- 172.21.15.39:0/1307486372 reap_dead start 2024-09-13T16:13:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85da3bc640 1 -- 172.21.15.39:0/1307486372 shutdown_connections 2024-09-13T16:13:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85da3bc640 1 -- 172.21.15.39:0/1307486372 >> 172.21.15.39:0/1307486372 conn(0x7f85d40b00a0 msgr2=0x7f85d40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85da3bc640 1 -- 172.21.15.39:0/1307486372 shutdown_connections 2024-09-13T16:13:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.864+0000 7f85da3bc640 1 -- 172.21.15.39:0/1307486372 wait complete. 2024-09-13T16:13:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.865+0000 7f85da3bc640 1 Processor -- start 2024-09-13T16:13:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.865+0000 7f85da3bc640 1 -- start start 2024-09-13T16:13:18.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85d40c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d40c8130 0x7f85d4159e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d40cc220 0x7f85d406a0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d415a3d0 con 0x7f85c00047c0 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85d40c86a0 con 0x7f85d40cc220 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85d40c8980 con 0x7f85d40c8130 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85d40c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85d40c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55800/0 (socket says 172.21.15.39:55800) 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 -- 172.21.15.39:0/3966494937 learned_addr learned my addr 172.21.15.39:0/3966494937 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 -- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d40c8130 msgr2=0x7f85d4159e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d40c8130 0x7f85d4159e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 -- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d40cc220 msgr2=0x7f85d406a0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d40cc220 0x7f85d406a0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 -- 172.21.15.39:0/3966494937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85d40c8c60 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d3fff640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85d40c9740 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f85c4007340 tx=0x7f85c4007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d17fa640 1 -- 172.21.15.39:0/3966494937 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c400f840 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85d17fa640 1 -- 172.21.15.39:0/3966494937 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c400f9a0 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.866+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85d40c8f40 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.867+0000 7f85d17fa640 1 -- 172.21.15.39:0/3966494937 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c400fd50 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.867+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85d40cc6a0 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.868+0000 7f85d17fa640 1 -- 172.21.15.39:0/3966494937 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f85c401d460 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.869+0000 7f85d17fa640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b406ac30 0x7f85b406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.869+0000 7f85d17fa640 1 -- 172.21.15.39:0/3966494937 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f85c4089540 con 0x7f85c00047c0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.869+0000 7f85cbfff640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b406ac30 0x7f85b406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.869+0000 7f85cbfff640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b406ac30 0x7f85b406d0f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f85bc033000 tx=0x7f85bc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 Processor -- start 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 -- start start 2024-09-13T16:13:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 0x55eb5b9147b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8d1070 0x55eb5b8fa4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8faa20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b839f20 con 0x55eb5b8d0c90 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b8376b0 con 0x55eb5b914ef0 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b832fa0 con 0x55eb5b8d1070 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 0x55eb5b9147b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 0x55eb5b9147b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55804/0 (socket says 172.21.15.39:55804) 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.870+0000 7f85d3fff640 1 -- 172.21.15.39:0/1163601254 learned_addr learned my addr 172.21.15.39:0/1163601254 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8d1070 0x55eb5b8fa4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d8959640 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8faa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d3fff640 1 -- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8d1070 msgr2=0x55eb5b8fa4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d3fff640 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8d1070 0x55eb5b8fa4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d3fff640 1 -- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 msgr2=0x55eb5b8faa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d3fff640 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8faa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d3fff640 1 -- 172.21.15.39:0/1163601254 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eb5b7ed840 con 0x55eb5b8d0c90 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85cbfff640 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8d1070 0x55eb5b8fa4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85d3fff640 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 0x55eb5b9147b0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f85c4054840 tx=0x7f85c4058a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b4424f1c09ceec3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85c9ffb640 1 -- 172.21.15.39:0/1163601254 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c405c170 con 0x55eb5b8d0c90 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85c9ffb640 1 -- 172.21.15.39:0/1163601254 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c4060730 con 0x55eb5b8d0c90 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.871+0000 7f85c9ffb640 1 -- 172.21.15.39:0/1163601254 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4054a50 con 0x55eb5b8d0c90 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 -- 172.21.15.39:0/1163601254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 msgr2=0x55eb5b9147b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 0x55eb5b9147b0 secure :-1 s=READY pgs=725 cs=0 l=1 rev1=1 crypto rx=0x7f85c4054840 tx=0x7f85c4058a40 comp rx=0 tx=0).stop 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 -- 172.21.15.39:0/1163601254 shutdown_connections 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8faa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8d1070 0x55eb5b8fa4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/1163601254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d0c90 0x55eb5b9147b0 unknown :-1 s=CLOSED pgs=725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 -- 172.21.15.39:0/1163601254 >> 172.21.15.39:0/1163601254 conn(0x55eb5b8ccf90 msgr2=0x55eb5b9154e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 -- 172.21.15.39:0/1163601254 shutdown_connections 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 -- 172.21.15.39:0/1163601254 wait complete. 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 -- start start 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.872+0000 7f85dd1bc740 1 Processor -- start 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b8ec550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b90b630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8ea6f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b7d42a0 con 0x55eb5b8d1070 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b50b430 con 0x55eb5b914ef0 2024-09-13T16:13:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b7b6680 con 0x55eb5b8fa240 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85dd1bc740 10 client.0 _ll_register_callbacks cb 0x55eb5b82c610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b8ec550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b8ec550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55814/0 (socket says 172.21.15.39:55814) 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85d3fff640 1 -- 172.21.15.39:0/3462485621 learned_addr learned my addr 172.21.15.39:0/3462485621 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85d8959640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8ea6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.873+0000 7f85cbfff640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b90b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85d3fff640 1 -- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 msgr2=0x55eb5b8ea6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85d3fff640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8ea6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85d3fff640 1 -- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 msgr2=0x55eb5b90b630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85d3fff640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b90b630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85d3fff640 1 -- 172.21.15.39:0/3462485621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85d40cc6a0 con 0x55eb5b8d1070 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85d3fff640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b8ec550 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f85c405c040 tx=0x7f85c4001a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee76276ee458f9d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85b2ffd640 1 -- 172.21.15.39:0/3462485621 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c40602a0 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85b2ffd640 1 -- 172.21.15.39:0/3462485621 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f85c4060400 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55eb5b5264e0 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85b2ffd640 1 -- 172.21.15.39:0/3462485621 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85c4079020 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 10 client.6255 fetch_fsmap learned FSMap version 29 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) v3 -- 0x55eb5b831620 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85b2ffd640 1 -- 172.21.15.39:0/3462485621 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55eb5b5264e0 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85b2ffd640 1 -- 172.21.15.39:0/3462485621 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f85c4012070 con 0x55eb5b8d1070 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 10 client.6255 fetch_fsmap finished waiting for FSMap version 29 2024-09-13T16:13:18.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 10 client.6255 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.d 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 20 client.6255 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b9187a0 0x55eb5b918b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 4 client.6255 mds_command: new command op to 6060 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.874+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 --> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55eb5b5377e0 con 0x55eb5b9187a0 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.875+0000 7f85cbfff640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b9187a0 0x55eb5b918b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.875+0000 7f85cbfff640 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b9187a0 0x55eb5b918b80 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=71defcfb05eb4e9a server_cookie=a2c4b0ba334cf7ea in_seq=0 out_seq=0 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.875+0000 7f85b2ffd640 10 client.6255 ms_handle_connect on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85b2ffd640 1 -- 172.21.15.39:0/3462485621 <== mds.0 v2:172.21.15.157:6834/749929192 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55eb5b5377e0 con 0x55eb5b9187a0 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85b2ffd640 10 client.6255 handle_command_reply: tid=0 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 client.6255 shutdown 2024-09-13T16:13:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 msgr2=0x55eb5b8ec550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b8ec550 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f85c405c040 tx=0x7f85c4001a20 comp rx=0 tx=0).stop 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 shutdown_connections 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b9187a0 0x55eb5b918b80 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8ea6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85b2ffd640 0 client.6255 ms_handle_reset on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b90b630 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/3462485621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b8ec550 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 >> 172.21.15.39:0/3462485621 conn(0x55eb5b8d0c90 msgr2=0x55eb5b8cbd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 shutdown_connections 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 1 -- 172.21.15.39:0/3462485621 wait complete. 2024-09-13T16:13:18.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.876+0000 7f85dd1bc740 20 client.6255 trim_cache size 0 max 16384 2024-09-13T16:13:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 Processor -- start 2024-09-13T16:13:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 -- start start 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b975600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8c60e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8d1a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b937d20 con 0x55eb5b8d1070 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b8e9cf0 con 0x55eb5b914ef0 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b8cd3f0 con 0x55eb5b8fa240 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b975600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85d3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b975600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55818/0 (socket says 172.21.15.39:55818) 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.889+0000 7f85d3fff640 1 -- 172.21.15.39:0/4165508746 learned_addr learned my addr 172.21.15.39:0/4165508746 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85d3fff640 1 -- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 msgr2=0x55eb5b8c60e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85cbfff640 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8c60e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85d3fff640 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8c60e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85d3fff640 1 -- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 msgr2=0x55eb5b8d1a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85d3fff640 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8d1a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85d3fff640 1 -- 172.21.15.39:0/4165508746 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55eb5b7d3790 con 0x55eb5b8d1070 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85d3fff640 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b975600 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f85c4058040 tx=0x7f85c4084040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d9a5c4eebe04ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85ca7fc640 1 -- 172.21.15.39:0/4165508746 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4079070 con 0x55eb5b8d1070 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85ca7fc640 1 -- 172.21.15.39:0/4165508746 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c405e310 con 0x55eb5b8d1070 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85ca7fc640 1 -- 172.21.15.39:0/4165508746 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4089390 con 0x55eb5b8d1070 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 -- 172.21.15.39:0/4165508746 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 msgr2=0x55eb5b975600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b975600 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f85c4058040 tx=0x7f85c4084040 comp rx=0 tx=0).stop 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 -- 172.21.15.39:0/4165508746 shutdown_connections 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b914ef0 0x55eb5b8d1a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b8fa240 0x55eb5b8c60e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/4165508746 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8d1070 0x55eb5b975600 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 -- 172.21.15.39:0/4165508746 >> 172.21.15.39:0/4165508746 conn(0x55eb5b8d0c90 msgr2=0x55eb5b9375b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 -- 172.21.15.39:0/4165508746 shutdown_connections 2024-09-13T16:13:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.890+0000 7f85dd1bc740 1 -- 172.21.15.39:0/4165508746 wait complete. 2024-09-13T16:13:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.891+0000 7f85dd1bc740 1 -- start start 2024-09-13T16:13:18.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.891+0000 7f85dd1bc740 1 Processor -- start 2024-09-13T16:13:18.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b8d1070 0x55eb5b96bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 0x55eb5b913920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b914ef0 0x55eb5b913e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b911e90 con 0x55eb5b8fa240 2024-09-13T16:13:18.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b977920 con 0x55eb5b8d1070 2024-09-13T16:13:18.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55eb5b8cf080 con 0x55eb5b914ef0 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85dd1bc740 10 client.0 _ll_register_callbacks cb 0x7f85c4057f10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 0x55eb5b913920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 0x55eb5b913920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55834/0 (socket says 172.21.15.39:55834) 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 -- 172.21.15.39:0/2777294727 learned_addr learned my addr 172.21.15.39:0/2777294727 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85d8959640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b914ef0 0x55eb5b913e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85d3fff640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b8d1070 0x55eb5b96bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 -- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b914ef0 msgr2=0x55eb5b913e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b914ef0 0x55eb5b913e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 -- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b8d1070 msgr2=0x55eb5b96bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b8d1070 0x55eb5b96bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 -- 172.21.15.39:0/2777294727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55eb5b831620 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85cbfff640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 0x55eb5b913920 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f85bc009ac0 tx=0x7f85bc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d73500cd54bed124 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.892+0000 7f85b2ffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85b2ffd640 1 -- 172.21.15.39:0/2777294727 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85bc04b370 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85b2ffd640 1 -- 172.21.15.39:0/2777294727 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f85bc04b4d0 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f85c4060730 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85b2ffd640 1 -- 172.21.15.39:0/2777294727 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=29) v2 ==== 24+0+0 (secure 0 0 0) 0x7f85bc04b690 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 10 client.6261 fetch_fsmap learned FSMap version 29 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=29,monmap=2+}) v3 -- 0x55eb5b7f8ea0 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85b2ffd640 1 -- 172.21.15.39:0/2777294727 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c4060730 con 0x55eb5b8fa240 2024-09-13T16:13:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85b2ffd640 1 -- 172.21.15.39:0/2777294727 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 29) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f85bc048470 con 0x55eb5b8fa240 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 10 client.6261 fetch_fsmap finished waiting for FSMap version 29 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 10 client.6261 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.d 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 20 client.6261 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b974bc0 0x55eb5b926d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 4 client.6261 mds_command: new command op to 6060 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 --> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55eb5b58ae30 con 0x55eb5b974bc0 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.893+0000 7f85d3fff640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b974bc0 0x55eb5b926d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.894+0000 7f85b2ffd640 10 client.6261 ms_handle_connect on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.894+0000 7f85d3fff640 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b974bc0 0x55eb5b926d10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=52bca5d9736798d6 server_cookie=3cd887f9e42cfdfa in_seq=0 out_seq=0 2024-09-13T16:13:18.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.913+0000 7f85b2ffd640 1 -- 172.21.15.39:0/2777294727 <== mds.0 v2:172.21.15.157:6834/749929192 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55eb5b58ae30 con 0x55eb5b974bc0 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.913+0000 7f85b2ffd640 10 client.6261 handle_command_reply: tid=0 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.913+0000 7f85dd1bc740 1 client.6261 shutdown 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 msgr2=0x55eb5b913920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 0x55eb5b913920 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7f85bc009ac0 tx=0x7f85bc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 shutdown_connections 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:6834/749929192,v1:172.21.15.157:6836/749929192] conn(0x55eb5b974bc0 0x55eb5b926d10 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55eb5b914ef0 0x55eb5b913e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55eb5b8fa240 0x55eb5b913920 unknown :-1 s=CLOSED pgs=728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 --2- 172.21.15.39:0/2777294727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55eb5b8d1070 0x55eb5b96bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85b2ffd640 0 client.6261 ms_handle_reset on v2:172.21.15.157:6834/749929192 2024-09-13T16:13:18.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 >> 172.21.15.39:0/2777294727 conn(0x55eb5b8d0c90 msgr2=0x55eb5b8ce750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 shutdown_connections 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 1 -- 172.21.15.39:0/2777294727 wait complete. 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85dd1bc740 20 client.6261 trim_cache size 0 max 16384 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stdout: "message": "", 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0 2024-09-13T16:13:18.917 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b406ac30 msgr2=0x7f85b406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b406ac30 0x7f85b406d0f0 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7f85bc033000 tx=0x7f85bc02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 msgr2=0x7f85d40c9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85d40c9740 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f85c4007340 tx=0x7f85c4007800 comp rx=0 tx=0).stop 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 shutdown_connections 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b406ac30 0x7f85b406d0f0 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d40cc220 0x7f85d406a0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.914+0000 7f85da3bc640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d40c8130 0x7f85d4159e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.915+0000 7f85da3bc640 1 --2- 172.21.15.39:0/3966494937 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85c00047c0 0x7f85d40c9740 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:18.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.915+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 >> 172.21.15.39:0/3966494937 conn(0x7f85d40b00a0 msgr2=0x7f85d40adf10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:18.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.915+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 shutdown_connections 2024-09-13T16:13:18.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:18.915+0000 7f85da3bc640 1 -- 172.21.15.39:0/3966494937 wait complete. 2024-09-13T16:13:18.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_abort_on_newly_corrupt_dentry False 2024-09-13T16:13:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.030+0000 7f6bc0c48640 1 Processor -- start 2024-09-13T16:13:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.030+0000 7f6bc0c48640 1 -- start start 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bc0c48640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6bbc0cf0f0 0x7f6bbc0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bc0c48640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6bbc1601f0 0x7f6bbc1606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bc0c48640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6bbc1610b0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bc0c48640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc160be0 con 0x7f6bbc1601f0 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bc0c48640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6bbc15cfa0 con 0x7f6bbc0cf0f0 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bbad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6bbc1601f0 0x7f6bbc1606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bbad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6bbc1601f0 0x7f6bbc1606a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55848/0 (socket says 172.21.15.39:55848) 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bbad9d640 1 -- 172.21.15.39:0/233148641 learned_addr learned my addr 172.21.15.39:0/233148641 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.031+0000 7f6bba59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6bbc0afc80 0x7f6bbc0ce9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50856/0 (socket says 172.21.15.39:50856) 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.032+0000 7f6bb9d9b640 1 --2- 172.21.15.39:0/233148641 >> v2:172.21.15.157:3300/0 conn(0x7f6bbc0cf0f0 0x7f6bbc0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.032+0000 7f6bbad9d640 1 -- 172.21.15.39:0/233148641 >> v2:172.21.15.157:3300/0 conn(0x7f6bbc0cf0f0 msgr2=0x7f6bbc0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.032+0000 7f6bbad9d640 1 --2- 172.21.15.39:0/233148641 >> v2:172.21.15.157:3300/0 conn(0x7f6bbc0cf0f0 0x7f6bbc0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.032+0000 7f6bbad9d640 1 -- 172.21.15.39:0/233148641 >> v1:172.21.15.39:6789/0 conn(0x7f6bbc0afc80 legacy=0x7f6bbc0ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.032+0000 7f6bbad9d640 1 -- 172.21.15.39:0/233148641 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bbc0cd650 con 0x7f6bbc1601f0 2024-09-13T16:13:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.032+0000 7f6bbad9d640 1 --2- 172.21.15.39:0/233148641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc1601f0 0x7f6bbc1606a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc04f280 tx=0x7f6bb402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4979d5de95a9be3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bb959a640 1 -- 172.21.15.39:0/233148641 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4031600 con 0x7f6bbc1601f0 2024-09-13T16:13:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bb959a640 1 -- 172.21.15.39:0/233148641 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bb402d050 con 0x7f6bbc1601f0 2024-09-13T16:13:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bb959a640 1 -- 172.21.15.39:0/233148641 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bb4031980 con 0x7f6bbc1601f0 2024-09-13T16:13:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 -- 172.21.15.39:0/233148641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc1601f0 msgr2=0x7f6bbc1606a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/233148641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc1601f0 0x7f6bbc1606a0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc04f280 tx=0x7f6bb402a610 comp rx=0 tx=0).stop 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 -- 172.21.15.39:0/233148641 shutdown_connections 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/233148641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc1601f0 0x7f6bbc1606a0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/233148641 >> v2:172.21.15.157:3300/0 conn(0x7f6bbc0cf0f0 0x7f6bbc0cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 -- 172.21.15.39:0/233148641 >> 172.21.15.39:0/233148641 conn(0x7f6bbc0d04e0 msgr2=0x7f6bbc0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 -- 172.21.15.39:0/233148641 shutdown_connections 2024-09-13T16:13:19.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.033+0000 7f6bc0c48640 1 -- 172.21.15.39:0/233148641 wait complete. 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 Processor -- start 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 -- start start 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 0x7f6bbc157c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bbc0cf0f0 0x7f6bbc15e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6bbc1601f0 0x7f6bbc15e830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc158c50 con 0x7f6bbc0afc80 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc158640 con 0x7f6bbc0cf0f0 2024-09-13T16:13:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bc0c48640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bbc0b0ef0 con 0x7f6bbc1601f0 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bba59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 0x7f6bbc157c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bba59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 0x7f6bbc157c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55862/0 (socket says 172.21.15.39:55862) 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.035+0000 7f6bba59c640 1 -- 172.21.15.39:0/2676910987 learned_addr learned my addr 172.21.15.39:0/2676910987 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bb9d9b640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bbc0cf0f0 0x7f6bbc15e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bba59c640 1 -- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6bbc1601f0 msgr2=0x7f6bbc15e830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bba59c640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6bbc1601f0 0x7f6bbc15e830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bba59c640 1 -- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bbc0cf0f0 msgr2=0x7f6bbc15e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bba59c640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bbc0cf0f0 0x7f6bbc15e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bba59c640 1 -- 172.21.15.39:0/2676910987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bb4009b30 con 0x7f6bbc0afc80 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bb9d9b640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bbc0cf0f0 0x7f6bbc15e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bba59c640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 0x7f6bbc157c80 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f6bac00c4d0 tx=0x7f6bac00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac007480 con 0x7f6bbc0afc80 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bac0075e0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bbc0b0c10 con 0x7f6bbc0afc80 2024-09-13T16:13:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bac0049e0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.036+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6bbc0b14d0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.037+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6bbc0cdae0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.038+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6bac004b40 con 0x7f6bbc0afc80 2024-09-13T16:13:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.038+0000 7f6baaffd640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b9c06ac00 0x7f6b9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.038+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6bac088820 con 0x7f6bbc0afc80 2024-09-13T16:13:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.038+0000 7f6bb9d9b640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b9c06ac00 0x7f6b9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.039+0000 7f6bb9d9b640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b9c06ac00 0x7f6b9c06d0c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc15f7e0 tx=0x7f6bb0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:19.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.042+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6bac053a90 con 0x7f6bbc0afc80 2024-09-13T16:13:19.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.211+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}] v 0) v1 -- 0x7f6bbc0cc7f0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.215+0000 7f6baaffd640 1 -- 172.21.15.39:0/2676910987 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}]=0 v13)=0 v13) v1 ==== 135+0+0 (secure 0 0 0) 0x7f6bac0180c0 con 0x7f6bbc0afc80 2024-09-13T16:13:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.216+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b9c06ac00 msgr2=0x7f6b9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.216+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b9c06ac00 0x7f6b9c06d0c0 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7f6bbc15f7e0 tx=0x7f6bb0008040 comp rx=0 tx=0).stop 2024-09-13T16:13:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.216+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 msgr2=0x7f6bbc157c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.216+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 0x7f6bbc157c80 secure :-1 s=READY pgs=731 cs=0 l=1 rev1=1 crypto rx=0x7f6bac00c4d0 tx=0x7f6bac00c990 comp rx=0 tx=0).stop 2024-09-13T16:13:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 shutdown_connections 2024-09-13T16:13:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b9c06ac00 0x7f6b9c06d0c0 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6bbc1601f0 0x7f6bbc15e830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bbc0cf0f0 0x7f6bbc15e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 --2- 172.21.15.39:0/2676910987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bbc0afc80 0x7f6bbc157c80 unknown :-1 s=CLOSED pgs=731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 >> 172.21.15.39:0/2676910987 conn(0x7f6bbc0d04e0 msgr2=0x7f6bbc072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 shutdown_connections 2024-09-13T16:13:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.217+0000 7f6bc0c48640 1 -- 172.21.15.39:0/2676910987 wait complete. 2024-09-13T16:13:19.229 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_inject_rename_corrupt_dentry_first 1.0 2024-09-13T16:13:19.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.333+0000 7f1ec299d640 1 Processor -- start 2024-09-13T16:13:19.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.333+0000 7f1ec299d640 1 -- start start 2024-09-13T16:13:19.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec299d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ebc0cd4a0 0x7f1ebc0cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec299d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc0cb480 0x7f1ebc0cd880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec299d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ebc0cddc0 con 0x7f1ebc070480 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec299d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ebc15a910 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec299d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ebc15e090 con 0x7f1ebc0cb480 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec199b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ebc0cd4a0 0x7f1ebc0cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec219c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1ebc070480 0x7f1ebc15e4e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50870/0 (socket says 172.21.15.39:50870) 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec199b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ebc0cd4a0 0x7f1ebc0cc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55872/0 (socket says 172.21.15.39:55872) 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec219c640 1 -- 172.21.15.39:0/1208837158 learned_addr learned my addr 172.21.15.39:0/1208837158 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec119a640 1 --2- 172.21.15.39:0/1208837158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc0cb480 0x7f1ebc0cd880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec199b640 1 -- 172.21.15.39:0/1208837158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc0cb480 msgr2=0x7f1ebc0cd880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec199b640 1 --2- 172.21.15.39:0/1208837158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc0cb480 0x7f1ebc0cd880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec199b640 1 -- 172.21.15.39:0/1208837158 >> v1:172.21.15.39:6789/0 conn(0x7f1ebc070480 legacy=0x7f1ebc15e4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec199b640 1 -- 172.21.15.39:0/1208837158 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ebc0cb910 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.334+0000 7f1ec0999640 1 -- 172.21.15.39:0/1208837158 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2921140163 0 0) 0x7f1ebc0cddc0 con 0x7f1ebc070480 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.335+0000 7f1ec199b640 1 --2- 172.21.15.39:0/1208837158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc0cc6e0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f1eb80097a0 tx=0x7f1eb802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb4aa98f385cf3d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.335+0000 7f1ec0999640 1 -- 172.21.15.39:0/1208837158 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb8032440 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.335+0000 7f1ec0999640 1 -- 172.21.15.39:0/1208837158 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eb80325a0 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.335+0000 7f1ec0999640 1 -- 172.21.15.39:0/1208837158 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eb8032930 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 -- 172.21.15.39:0/1208837158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 msgr2=0x7f1ebc0cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1208837158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc0cc6e0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7f1eb80097a0 tx=0x7f1eb802a180 comp rx=0 tx=0).stop 2024-09-13T16:13:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 -- 172.21.15.39:0/1208837158 shutdown_connections 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1208837158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc0cb480 0x7f1ebc0cd880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1208837158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc0cc6e0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 -- 172.21.15.39:0/1208837158 >> 172.21.15.39:0/1208837158 conn(0x7f1ebc069ed0 msgr2=0x7f1ebc06a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 -- 172.21.15.39:0/1208837158 shutdown_connections 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.336+0000 7f1ec299d640 1 -- 172.21.15.39:0/1208837158 wait complete. 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.337+0000 7f1ec299d640 1 Processor -- start 2024-09-13T16:13:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.337+0000 7f1ec299d640 1 -- start start 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ebc070480 0x7f1ebc152690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc15c690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc15cbd0 0x7f1ebc0b2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ebc0b20e0 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ebc15d080 con 0x7f1ebc070480 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ebc0b1460 con 0x7f1ebc15cbd0 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc15c690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc15c690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55882/0 (socket says 172.21.15.39:55882) 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 -- 172.21.15.39:0/1542508215 learned_addr learned my addr 172.21.15.39:0/1542508215 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec219c640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc15cbd0 0x7f1ebc0b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec199b640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ebc070480 0x7f1ebc152690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 -- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc15cbd0 msgr2=0x7f1ebc0b2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc15cbd0 0x7f1ebc0b2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 -- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ebc070480 msgr2=0x7f1ebc152690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ebc070480 0x7f1ebc152690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 -- 172.21.15.39:0/1542508215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eb8009400 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec199b640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ebc070480 0x7f1ebc152690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec119a640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc15c690 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f1eac00d800 tx=0x7f1eac00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eac00b6c0 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1eac00b820 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1eac00bbb0 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.338+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ebc0b1740 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.339+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ebc0b1d00 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.339+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1ebc067330 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.340+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1eac00bd10 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.340+0000 7f1eb27fc640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac30 0x7f1ea006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.340+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1eac0898f0 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.341+0000 7f1ec199b640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac30 0x7f1ea006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.341+0000 7f1ec199b640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac30 0x7f1ea006d0f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8034000 tx=0x7f1eb802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:19.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.345+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1eac054a40 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.514+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}] v 0) v1 -- 0x7f1ebc0b2220 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.519+0000 7f1eb27fc640 1 -- 172.21.15.39:0/1542508215 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}]=0 v14)=0 v14) v1 ==== 138+0+0 (secure 0 0 0) 0x7f1eac058060 con 0x7f1ebc0cd4a0 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac30 msgr2=0x7f1ea006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac30 0x7f1ea006d0f0 secure :-1 s=READY pgs=325 cs=0 l=1 rev1=1 crypto rx=0x7f1eb8034000 tx=0x7f1eb802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 msgr2=0x7f1ebc15c690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc15c690 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7f1eac00d800 tx=0x7f1eac00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 shutdown_connections 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac30 0x7f1ea006d0f0 unknown :-1 s=CLOSED pgs=325 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ebc15cbd0 0x7f1ebc0b2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ebc0cd4a0 0x7f1ebc15c690 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 --2- 172.21.15.39:0/1542508215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ebc070480 0x7f1ebc152690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:19.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.521+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 >> 172.21.15.39:0/1542508215 conn(0x7f1ebc069ed0 msgr2=0x7f1ebc159800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:19.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.522+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 shutdown_connections 2024-09-13T16:13:19.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:19.522+0000 7f1ec299d640 1 -- 172.21.15.39:0/1542508215 wait complete. 2024-09-13T16:13:24.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:24.534 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'mv a/b a/c; sync .') 2024-09-13T16:13:24.560 INFO:tasks.ceph.mds.d.smithi157.stderr:2024-09-13T16:13:24.559+0000 7fe3e9dfe640 -1 mds.0.cache.den(0x10000000000 c) newly corrupt dentry to be committed: [dentry #0x1/a/c [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x555599cb9200) (dversion lock w=1 last_client=6243) pv=4 v=3 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x555599ecc500] 2024-09-13T16:13:24.562 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:24.562 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:24.621 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.769+0000 7f3b10296640 1 Processor -- start 2024-09-13T16:13:24.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.769+0000 7f3b10296640 1 -- start start 2024-09-13T16:13:24.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.770+0000 7f3b10296640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080b41a0 0x7f3b080b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.770+0000 7f3b10296640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3b080ccf80 0x7f3b080d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.770+0000 7f3b10296640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3b080d0830 0x7f3b080d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.770+0000 7f3b10296640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b080cde30 con 0x7f3b080ccf80 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.770+0000 7f3b10296640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3b080b5090 con 0x7f3b080d0830 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.770+0000 7f3b10296640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b080cd820 con 0x7f3b080b41a0 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3b080ccf80 0x7f3b080d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3b080ccf80 0x7f3b080d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32864/0 (socket says 172.21.15.39:32864) 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 -- 172.21.15.39:0/1388859356 learned_addr learned my addr 172.21.15.39:0/1388859356 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0e032640 1 --2- 172.21.15.39:0/1388859356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080b41a0 0x7f3b080b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0e833640 1 --2- 172.21.15.39:0/1388859356 >> v2:172.21.15.157:3300/0 conn(0x7f3b080d0830 0x7f3b080d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 -- 172.21.15.39:0/1388859356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080b41a0 msgr2=0x7f3b080b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 --2- 172.21.15.39:0/1388859356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080b41a0 0x7f3b080b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 -- 172.21.15.39:0/1388859356 >> v2:172.21.15.157:3300/0 conn(0x7f3b080d0830 msgr2=0x7f3b080d0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:24.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 --2- 172.21.15.39:0/1388859356 >> v2:172.21.15.157:3300/0 conn(0x7f3b080d0830 0x7f3b080d0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0d831640 1 -- 172.21.15.39:0/1388859356 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b080b4ac0 con 0x7f3b080ccf80 2024-09-13T16:13:24.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.771+0000 7f3b0e833640 1 --2- 172.21.15.39:0/1388859356 >> v2:172.21.15.157:3300/0 conn(0x7f3b080d0830 0x7f3b080d0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.772+0000 7f3b0d831640 1 --2- 172.21.15.39:0/1388859356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b080d02f0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f3b080ccd20 tx=0x7f3af802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=191bc480f7952bb2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.772+0000 7f3b0d030640 1 -- 172.21.15.39:0/1388859356 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3af8032440 con 0x7f3b080ccf80 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.772+0000 7f3b0d030640 1 -- 172.21.15.39:0/1388859356 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3af80325a0 con 0x7f3b080ccf80 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.772+0000 7f3b0d030640 1 -- 172.21.15.39:0/1388859356 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3af8032930 con 0x7f3b080ccf80 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.772+0000 7f3b10296640 1 -- 172.21.15.39:0/1388859356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 msgr2=0x7f3b080d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.772+0000 7f3b10296640 1 --2- 172.21.15.39:0/1388859356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b080d02f0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f3b080ccd20 tx=0x7f3af802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 -- 172.21.15.39:0/1388859356 shutdown_connections 2024-09-13T16:13:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 --2- 172.21.15.39:0/1388859356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b080d02f0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 --2- 172.21.15.39:0/1388859356 >> v2:172.21.15.157:3300/0 conn(0x7f3b080d0830 0x7f3b080d0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 --2- 172.21.15.39:0/1388859356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080b41a0 0x7f3b080b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 -- 172.21.15.39:0/1388859356 >> 172.21.15.39:0/1388859356 conn(0x7f3b080cf1a0 msgr2=0x7f3b080cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 -- 172.21.15.39:0/1388859356 shutdown_connections 2024-09-13T16:13:24.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.773+0000 7f3b10296640 1 -- 172.21.15.39:0/1388859356 wait complete. 2024-09-13T16:13:24.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.774+0000 7f3b10296640 1 Processor -- start 2024-09-13T16:13:24.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.774+0000 7f3b10296640 1 -- start start 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b10296640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b080b41a0 0x7f3b081f25d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b10296640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b081f5400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b10296640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080d0830 0x7f3b081e2640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b10296640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b081e5c10 con 0x7f3b080ccf80 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b10296640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3b081f2b10 con 0x7f3b080b41a0 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b10296640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3b081f5940 con 0x7f3b080d0830 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b081f5400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b081f5400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32880/0 (socket says 172.21.15.39:32880) 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 -- 172.21.15.39:0/3426292645 learned_addr learned my addr 172.21.15.39:0/3426292645 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 -- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080d0830 msgr2=0x7f3b081e2640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080d0830 0x7f3b081e2640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 -- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b080b41a0 msgr2=0x7f3b081f25d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b080b41a0 0x7f3b081f25d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 -- 172.21.15.39:0/3426292645 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3af80094d0 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3b0d831640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b081f5400 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f3af802a220 tx=0x7f3af80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.775+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3af8032440 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.776+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3af8030b80 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.776+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b081e3380 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.776+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3af803b400 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.776+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3b081e3940 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.777+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3b08067330 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.777+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3af8039040 con 0x7f3b080ccf80 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.778+0000 7f3afeffd640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3aec06ac00 0x7f3aec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:24.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.778+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3af80a9b40 con 0x7f3b080ccf80 2024-09-13T16:13:24.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.778+0000 7f3b0e032640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3aec06ac00 0x7f3aec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:24.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.778+0000 7f3b0e032640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3aec06ac00 0x7f3aec06d0c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3b080b3670 tx=0x7f3b04008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:24.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.782+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3af8074e40 con 0x7f3b080ccf80 2024-09-13T16:13:24.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.953+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3b08066ec0 con 0x7f3b080ccf80 2024-09-13T16:13:24.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.954+0000 7f3afeffd640 1 -- 172.21.15.39:0/3426292645 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v48) v1 ==== 74+0+16501 (secure 0 0 0) 0x7f3af8037090 con 0x7f3b080ccf80 2024-09-13T16:13:24.957 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:24.957 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":48,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:08.923460+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3aec06ac00 msgr2=0x7f3aec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3aec06ac00 0x7f3aec06d0c0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7f3b080b3670 tx=0x7f3b04008040 comp rx=0 tx=0).stop 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 msgr2=0x7f3b081f5400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b081f5400 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7f3af802a220 tx=0x7f3af80046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 shutdown_connections 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3aec06ac00 0x7f3aec06d0c0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3b080d0830 0x7f3b081e2640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3b080ccf80 0x7f3b081f5400 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 --2- 172.21.15.39:0/3426292645 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3b080b41a0 0x7f3b081f25d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 >> 172.21.15.39:0/3426292645 conn(0x7f3b080cf1a0 msgr2=0x7f3b080b38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 shutdown_connections 2024-09-13T16:13:24.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:24.956+0000 7f3b10296640 1 -- 172.21.15.39:0/3426292645 wait complete. 2024-09-13T16:13:24.970 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:06.151004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:06.898494+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:24.971 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.073+0000 7f0cb30d0640 1 Processor -- start 2024-09-13T16:13:25.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.073+0000 7f0cb30d0640 1 -- start start 2024-09-13T16:13:25.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cb30d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0cac06a5e0 0x7f0cac167280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cb30d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cac0b3290 con 0x7f0cac0ae630 2024-09-13T16:13:25.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cb30d0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0cac071200 con 0x7f0cac145880 2024-09-13T16:13:25.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cb30d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0cac0ac860 con 0x7f0cac06a5e0 2024-09-13T16:13:25.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cabfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0cac0ae630 0x7f0cac069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41810/0 (socket says 172.21.15.39:41810) 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cabfff640 1 -- 172.21.15.39:0/4248090698 learned_addr learned my addr 172.21.15.39:0/4248090698 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4250419594 0 0) 0x7f0cac0b3290 con 0x7f0cac0ae630 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cb166d640 1 --2- 172.21.15.39:0/4248090698 >> v2:172.21.15.157:3300/0 conn(0x7f0cac06a5e0 0x7f0cac167280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c9c003520 con 0x7f0cac0ae630 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1781850747 0 0) 0x7f0c9c003520 con 0x7f0cac0ae630 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 >> v2:172.21.15.157:3300/0 conn(0x7f0cac06a5e0 msgr2=0x7f0cac167280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cab7fe640 1 --2- 172.21.15.39:0/4248090698 >> v2:172.21.15.157:3300/0 conn(0x7f0cac06a5e0 0x7f0cac167280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.074+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 >> v1:172.21.15.157:6789/0 conn(0x7f0cac145880 legacy=0x7f0cac06bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cac0acb40 con 0x7f0cac0ae630 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f0c98001670 con 0x7f0cac0ae630 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 >> v1:172.21.15.39:6789/0 conn(0x7f0cac0ae630 legacy=0x7f0cac069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c9c0039a0 0x7f0c9c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c0047c0 0x7f0c9c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c005180 0x7f0c9c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cac0ac860 con 0x7f0c9c0047c0 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9c00c050 con 0x7f0c9c0039a0 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c9c00c210 con 0x7f0c9c005180 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cabfff640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c0047c0 0x7f0c9c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cb0e6c640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c9c0039a0 0x7f0c9c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cb166d640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c005180 0x7f0c9c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cabfff640 1 -- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c005180 msgr2=0x7f0c9c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cabfff640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c005180 0x7f0c9c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cabfff640 1 -- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c9c0039a0 msgr2=0x7f0c9c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cabfff640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c9c0039a0 0x7f0c9c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cabfff640 1 -- 172.21.15.39:0/4248090698 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c9c003520 con 0x7f0c9c0047c0 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cb166d640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c005180 0x7f0c9c00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.075+0000 7f0cb166d640 1 -- 172.21.15.39:0/4248090698 reap_dead start 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.076+0000 7f0cabfff640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c0047c0 0x7f0c9c004c40 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f0cac070080 tx=0x7f0c9c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eb033ff898b6922 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.076+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c98005ad0 con 0x7f0c9c0047c0 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.076+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c9802d070 con 0x7f0c9c0047c0 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.076+0000 7f0cab7fe640 1 -- 172.21.15.39:0/4248090698 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c98007070 con 0x7f0c9c0047c0 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.076+0000 7f0cb30d0640 1 -- 172.21.15.39:0/4248090698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c0047c0 msgr2=0x7f0c9c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.076+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c0047c0 0x7f0c9c004c40 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f0cac070080 tx=0x7f0c9c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.077+0000 7f0cb30d0640 1 -- 172.21.15.39:0/4248090698 shutdown_connections 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.077+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/4248090698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c9c0047c0 0x7f0c9c004c40 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.077+0000 7f0cb30d0640 1 -- 172.21.15.39:0/4248090698 >> 172.21.15.39:0/4248090698 conn(0x7f0cac06afe0 msgr2=0x7f0cac06b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.077+0000 7f0cb30d0640 1 -- 172.21.15.39:0/4248090698 shutdown_connections 2024-09-13T16:13:25.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.077+0000 7f0cb30d0640 1 -- 172.21.15.39:0/4248090698 wait complete. 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.078+0000 7f0cb30d0640 1 Processor -- start 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.078+0000 7f0cb30d0640 1 -- start start 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb30d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c0047c0 0x7f0cac15c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb30d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 0x7f0cac15eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb30d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0cac141df0 0x7f0cac142270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb30d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cac13d900 con 0x7f0cac13d480 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb30d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0cac13db60 con 0x7f0cac141df0 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb30d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0cac13de40 con 0x7f0c9c0047c0 2024-09-13T16:13:25.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 0x7f0cac15eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 0x7f0cac15eeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32904/0 (socket says 172.21.15.39:32904) 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 -- 172.21.15.39:0/567698157 learned_addr learned my addr 172.21.15.39:0/567698157 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb166d640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0cac141df0 0x7f0cac142270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb0e6c640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c0047c0 0x7f0cac15c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 -- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c0047c0 msgr2=0x7f0cac15c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c0047c0 0x7f0cac15c030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 -- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0cac141df0 msgr2=0x7f0cac142270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0cac141df0 0x7f0cac142270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 -- 172.21.15.39:0/567698157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cac13bd60 con 0x7f0cac13d480 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cb166d640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0cac141df0 0x7f0cac142270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.079+0000 7f0cabfff640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 0x7f0cac15eeb0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f0c9802ac30 tx=0x7f0cac06c250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.080+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c98004aa0 con 0x7f0cac13d480 2024-09-13T16:13:25.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.080+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c98004c00 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.080+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0cac13c040 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.080+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c98007070 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.080+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0cac13a9b0 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.081+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0cac0672f0 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.081+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c9802f030 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.082+0000 7f0ca97fa640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c9006ac00 0x7f0c9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.082+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0c980a8b00 con 0x7f0cac13d480 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.082+0000 7f0cb0e6c640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c9006ac00 0x7f0c9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.082+0000 7f0cb0e6c640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c9006ac00 0x7f0c9006d0c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0000c00 tx=0x7f0ca0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.086+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0c98077770 con 0x7f0cac13d480 2024-09-13T16:13:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.260+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0cac0672f0 con 0x7f0cac13d480 2024-09-13T16:13:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.261+0000 7f0ca97fa640 1 -- 172.21.15.39:0/567698157 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v48) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0c98077300 con 0x7f0cac13d480 2024-09-13T16:13:25.263 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:25.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c9006ac00 msgr2=0x7f0c9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c9006ac00 0x7f0c9006d0c0 secure :-1 s=READY pgs=327 cs=0 l=1 rev1=1 crypto rx=0x7f0ca0000c00 tx=0x7f0ca0009040 comp rx=0 tx=0).stop 2024-09-13T16:13:25.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 msgr2=0x7f0cac15eeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 0x7f0cac15eeb0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x7f0c9802ac30 tx=0x7f0cac06c250 comp rx=0 tx=0).stop 2024-09-13T16:13:25.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 shutdown_connections 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c9006ac00 0x7f0c9006d0c0 unknown :-1 s=CLOSED pgs=327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0cac141df0 0x7f0cac142270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0cac13d480 0x7f0cac15eeb0 unknown :-1 s=CLOSED pgs=739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 --2- 172.21.15.39:0/567698157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c9c0047c0 0x7f0cac15c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 >> 172.21.15.39:0/567698157 conn(0x7f0cac06afe0 msgr2=0x7f0cac13f2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 shutdown_connections 2024-09-13T16:13:25.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.263+0000 7f0cb30d0640 1 -- 172.21.15.39:0/567698157 wait complete. 2024-09-13T16:13:25.276 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:25.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.378+0000 7f1067041640 1 Processor -- start 2024-09-13T16:13:25.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.378+0000 7f1067041640 1 -- start start 2024-09-13T16:13:25.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1067041640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f106013f570 0x7f106015d5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1067041640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1060160170 0x7f10601605e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1067041640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f106015cb80 con 0x7f10600b1790 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1067041640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f106015daf0 con 0x7f106013f570 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1067041640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1060160bc0 con 0x7f1060160170 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f106013f570 0x7f106015d5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f106013f570 0x7f106015d5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32910/0 (socket says 172.21.15.39:32910) 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 -- 172.21.15.39:0/444151026 learned_addr learned my addr 172.21.15.39:0/444151026 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f105ffff640 1 --2- 172.21.15.39:0/444151026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1060160170 0x7f10601605e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 -- 172.21.15.39:0/444151026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1060160170 msgr2=0x7f10601605e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 --2- 172.21.15.39:0/444151026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1060160170 0x7f10601605e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 -- 172.21.15.39:0/444151026 >> v1:172.21.15.157:6789/0 conn(0x7f10600b1790 legacy=0x7f106013fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.379+0000 7f1064ddd640 1 -- 172.21.15.39:0/444151026 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1060160ea0 con 0x7f106013f570 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.380+0000 7f1064ddd640 1 --2- 172.21.15.39:0/444151026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f106013f570 0x7f106015d5b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f1054009870 tx=0x7f105402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3b87a6d19fc942b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.380+0000 7f105f7fe640 1 -- 172.21.15.39:0/444151026 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1054032440 con 0x7f106013f570 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.380+0000 7f105f7fe640 1 -- 172.21.15.39:0/444151026 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10540325a0 con 0x7f106013f570 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.380+0000 7f105f7fe640 1 -- 172.21.15.39:0/444151026 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1054032930 con 0x7f106013f570 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 -- 172.21.15.39:0/444151026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f106013f570 msgr2=0x7f106015d5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 --2- 172.21.15.39:0/444151026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f106013f570 0x7f106015d5b0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7f1054009870 tx=0x7f105402a210 comp rx=0 tx=0).stop 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 -- 172.21.15.39:0/444151026 shutdown_connections 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 --2- 172.21.15.39:0/444151026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1060160170 0x7f10601605e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 --2- 172.21.15.39:0/444151026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f106013f570 0x7f106015d5b0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 -- 172.21.15.39:0/444151026 >> 172.21.15.39:0/444151026 conn(0x7f1060069ed0 msgr2=0x7f106006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 -- 172.21.15.39:0/444151026 shutdown_connections 2024-09-13T16:13:25.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.381+0000 7f1067041640 1 -- 172.21.15.39:0/444151026 wait complete. 2024-09-13T16:13:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.382+0000 7f1067041640 1 Processor -- start 2024-09-13T16:13:25.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.382+0000 7f1067041640 1 -- start start 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1067041640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10600b1790 0x7f106013b210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1067041640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f106013f570 0x7f1060142360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1067041640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 0x7f1060144650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1067041640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10601416b0 con 0x7f1060160170 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1067041640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1060140a30 con 0x7f106013f570 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1067041640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1060140d10 con 0x7f10600b1790 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 0x7f1060144650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 0x7f1060144650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32922/0 (socket says 172.21.15.39:32922) 2024-09-13T16:13:25.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 -- 172.21.15.39:0/748138774 learned_addr learned my addr 172.21.15.39:0/748138774 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f1064ddd640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10600b1790 0x7f106013b210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f105ffff640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f106013f570 0x7f1060142360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 -- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10600b1790 msgr2=0x7f106013b210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10600b1790 0x7f106013b210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 -- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f106013f570 msgr2=0x7f1060142360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f106013f570 0x7f1060142360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.383+0000 7f10655de640 1 -- 172.21.15.39:0/748138774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10540094d0 con 0x7f1060160170 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.384+0000 7f10655de640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 0x7f1060144650 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f105800c780 tx=0x7f105800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.384+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1058004b60 con 0x7f1060160170 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.384+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f105800ce90 con 0x7f1060160170 2024-09-13T16:13:25.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.384+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1060140ff0 con 0x7f1060160170 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.384+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f105800a850 con 0x7f1060160170 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.384+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10601428a0 con 0x7f1060160170 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.385+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1060067300 con 0x7f1060160170 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.385+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f105800a9b0 con 0x7f1060160170 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.386+0000 7f105d7fa640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f104406ac00 0x7f104406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.386+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1058089340 con 0x7f1060160170 2024-09-13T16:13:25.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.386+0000 7f1064ddd640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f104406ac00 0x7f104406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.387+0000 7f1064ddd640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f104406ac00 0x7f104406d0c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1054034000 tx=0x7f105402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.390+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1058054660 con 0x7f1060160170 2024-09-13T16:13:25.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.560+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f10600adab0 con 0x7f1060160170 2024-09-13T16:13:25.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.560+0000 7f105d7fa640 1 -- 172.21.15.39:0/748138774 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v48) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1058057c80 con 0x7f1060160170 2024-09-13T16:13:25.563 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f104406ac00 msgr2=0x7f104406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f104406ac00 0x7f104406d0c0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f1054034000 tx=0x7f105402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 msgr2=0x7f1060144650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 0x7f1060144650 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f105800c780 tx=0x7f105800cc40 comp rx=0 tx=0).stop 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 shutdown_connections 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f104406ac00 0x7f104406d0c0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1060160170 0x7f1060144650 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f106013f570 0x7f1060142360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 --2- 172.21.15.39:0/748138774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10600b1790 0x7f106013b210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 >> 172.21.15.39:0/748138774 conn(0x7f1060069ed0 msgr2=0x7f106015e190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 shutdown_connections 2024-09-13T16:13:25.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.562+0000 7f1067041640 1 -- 172.21.15.39:0/748138774 wait complete. 2024-09-13T16:13:25.575 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:25.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 Processor -- start 2024-09-13T16:13:25.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 -- start start 2024-09-13T16:13:25.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7fe40b4180 0x7f7fe40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7fe40b5550 con 0x7f7fe40d1f40 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7fe40b2000 con 0x7f7fe40b4180 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.678+0000 7f7fe9b33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fe40d2340 con 0x7f7fe415c7d0 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7fe40b4180 0x7f7fe40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7fe40d1f40 0x7f7fe40d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41818/0 (socket says 172.21.15.39:41818) 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe3fff640 1 -- 172.21.15.39:0/1266800624 learned_addr learned my addr 172.21.15.39:0/1266800624 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe37fe640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe2ffd640 1 -- 172.21.15.39:0/1266800624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 msgr2=0x7f7fe40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe2ffd640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe2ffd640 1 -- 172.21.15.39:0/1266800624 >> v1:172.21.15.39:6789/0 conn(0x7f7fe40d1f40 legacy=0x7f7fe40d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe2ffd640 1 -- 172.21.15.39:0/1266800624 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fe40b4610 con 0x7f7fe40b4180 2024-09-13T16:13:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.679+0000 7f7fe37fe640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe2ffd640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40b4180 0x7f7fe40d1a00 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f7fd00097a0 tx=0x7f7fd002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8d18281025a76a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe27fc640 1 -- 172.21.15.39:0/1266800624 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0032440 con 0x7f7fe40b4180 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe27fc640 1 -- 172.21.15.39:0/1266800624 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fd00325a0 con 0x7f7fe40b4180 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe27fc640 1 -- 172.21.15.39:0/1266800624 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd0032930 con 0x7f7fe40b4180 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 -- 172.21.15.39:0/1266800624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40b4180 msgr2=0x7f7fe40d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40b4180 0x7f7fe40d1a00 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f7fd00097a0 tx=0x7f7fd002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 -- 172.21.15.39:0/1266800624 shutdown_connections 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40b4180 0x7f7fe40d1a00 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/1266800624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 -- 172.21.15.39:0/1266800624 >> 172.21.15.39:0/1266800624 conn(0x7f7fe406bc40 msgr2=0x7f7fe406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 -- 172.21.15.39:0/1266800624 shutdown_connections 2024-09-13T16:13:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.680+0000 7f7fe9b33640 1 -- 172.21.15.39:0/1266800624 wait complete. 2024-09-13T16:13:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.682+0000 7f7fe9b33640 1 Processor -- start 2024-09-13T16:13:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.682+0000 7f7fe9b33640 1 -- start start 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.682+0000 7f7fe9b33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 0x7f7fe40c8ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.682+0000 7f7fe9b33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40c71e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe9b33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7fe40c7720 0x7f7fe414e740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe9b33640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fe40c7bd0 con 0x7f7fe40d1f40 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe9b33640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7fe4153d30 con 0x7f7fe40c7720 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe9b33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7fe4154010 con 0x7f7fe415c7d0 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 0x7f7fe40c8ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 0x7f7fe40c8ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32938/0 (socket says 172.21.15.39:32938) 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 -- 172.21.15.39:0/2406807781 learned_addr learned my addr 172.21.15.39:0/2406807781 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe2ffd640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40c71e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe3fff640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7fe40c7720 0x7f7fe414e740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 -- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 msgr2=0x7f7fe40c71e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40c71e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 -- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7fe40c7720 msgr2=0x7f7fe414e740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7fe40c7720 0x7f7fe414e740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 -- 172.21.15.39:0/2406807781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7fd0009400 con 0x7f7fe40d1f40 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe2ffd640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40c71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe3fff640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7fe40c7720 0x7f7fe414e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe37fe640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 0x7f7fe40c8ce0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f7fd400c7f0 tx=0x7f7fd400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4007820 con 0x7f7fe40d1f40 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fd4007980 con 0x7f7fe40d1f40 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fd4007cf0 con 0x7f7fe40d1f40 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7fe41542f0 con 0x7f7fe40d1f40 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.683+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7fe41548b0 con 0x7f7fe40d1f40 2024-09-13T16:13:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.684+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7fe40d1a00 con 0x7f7fe40d1f40 2024-09-13T16:13:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.685+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7fd40113f0 con 0x7f7fe40d1f40 2024-09-13T16:13:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.685+0000 7f7fdbfff640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fcc06ac00 0x7f7fcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.686+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7fd4089700 con 0x7f7fe40d1f40 2024-09-13T16:13:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.686+0000 7f7fe2ffd640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fcc06ac00 0x7f7fcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.686+0000 7f7fe2ffd640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fcc06ac00 0x7f7fcc06d0c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0034000 tx=0x7f7fd002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.690+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7fd4054850 con 0x7f7fe40d1f40 2024-09-13T16:13:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.857+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7fe4156550 con 0x7f7fe40d1f40 2024-09-13T16:13:25.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.858+0000 7f7fdbfff640 1 -- 172.21.15.39:0/2406807781 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v48) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7fd401f0a0 con 0x7f7fe40d1f40 2024-09-13T16:13:25.860 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:13:25.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fcc06ac00 msgr2=0x7f7fcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fcc06ac00 0x7f7fcc06d0c0 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7f7fd0034000 tx=0x7f7fd002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:25.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 msgr2=0x7f7fe40c8ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 0x7f7fe40c8ce0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f7fd400c7f0 tx=0x7f7fd400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 shutdown_connections 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7fcc06ac00 0x7f7fcc06d0c0 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7fe40c7720 0x7f7fe414e740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7fe415c7d0 0x7f7fe40c71e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 --2- 172.21.15.39:0/2406807781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7fe40d1f40 0x7f7fe40c8ce0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 >> 172.21.15.39:0/2406807781 conn(0x7f7fe406bc40 msgr2=0x7f7fe40d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 shutdown_connections 2024-09-13T16:13:25.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.860+0000 7f7fe9b33640 1 -- 172.21.15.39:0/2406807781 wait complete. 2024-09-13T16:13:25.873 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:13:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.974+0000 7fd1c6b25640 1 Processor -- start 2024-09-13T16:13:25.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.974+0000 7fd1c6b25640 1 -- start start 2024-09-13T16:13:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.974+0000 7fd1c6b25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00d1680 0x7fd1c00d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.974+0000 7fd1c6b25640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd1c00b5ab0 0x7fd1c00b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.974+0000 7fd1c6b25640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1c00d11f0 con 0x7fd1c015cef0 2024-09-13T16:13:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c6b25640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1c00b6480 con 0x7fd1c00b5ab0 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c6b25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c00d1fe0 con 0x7fd1c00d1680 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c50c2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd1c00b5ab0 0x7fd1c00b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c48c1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd1c015cef0 0x7fd1c00cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41830/0 (socket says 172.21.15.39:41830) 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c48c1640 1 -- 172.21.15.39:0/2370752339 learned_addr learned my addr 172.21.15.39:0/2370752339 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c50c2640 1 -- 172.21.15.39:0/2370752339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00d1680 msgr2=0x7fd1c00d1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c50c2640 1 --2- 172.21.15.39:0/2370752339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00d1680 0x7fd1c00d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c50c2640 1 -- 172.21.15.39:0/2370752339 >> v1:172.21.15.39:6789/0 conn(0x7fd1c015cef0 legacy=0x7fd1c00cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1bf7fe640 1 -- 172.21.15.39:0/2370752339 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3614611982 0 0) 0x7fd1c00d11f0 con 0x7fd1c015cef0 2024-09-13T16:13:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.975+0000 7fd1c50c2640 1 -- 172.21.15.39:0/2370752339 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1c015d2d0 con 0x7fd1c00b5ab0 2024-09-13T16:13:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c50c2640 1 --2- 172.21.15.39:0/2370752339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c00b5ab0 0x7fd1c00b5f40 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80097a0 tx=0x7fd1b802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea7a71fd6fbd6e6e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1bf7fe640 1 -- 172.21.15.39:0/2370752339 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8032440 con 0x7fd1c00b5ab0 2024-09-13T16:13:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1bf7fe640 1 -- 172.21.15.39:0/2370752339 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1b80325a0 con 0x7fd1c00b5ab0 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1bf7fe640 1 -- 172.21.15.39:0/2370752339 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8032930 con 0x7fd1c00b5ab0 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 -- 172.21.15.39:0/2370752339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c00b5ab0 msgr2=0x7fd1c00b5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/2370752339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c00b5ab0 0x7fd1c00b5f40 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80097a0 tx=0x7fd1b802a210 comp rx=0 tx=0).stop 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 -- 172.21.15.39:0/2370752339 shutdown_connections 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/2370752339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c00b5ab0 0x7fd1c00b5f40 unknown :-1 s=CLOSED pgs=746 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/2370752339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00d1680 0x7fd1c00d1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 -- 172.21.15.39:0/2370752339 >> 172.21.15.39:0/2370752339 conn(0x7fd1c006a3a0 msgr2=0x7fd1c006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 -- 172.21.15.39:0/2370752339 shutdown_connections 2024-09-13T16:13:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.976+0000 7fd1c6b25640 1 -- 172.21.15.39:0/2370752339 wait complete. 2024-09-13T16:13:25.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.978+0000 7fd1c6b25640 1 Processor -- start 2024-09-13T16:13:25.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.978+0000 7fd1c6b25640 1 -- start start 2024-09-13T16:13:25.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.978+0000 7fd1c6b25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00b5ab0 0x7fd1c00b4ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.978+0000 7fd1c6b25640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1c00d1680 0x7fd1c00b1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c6b25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 0x7fd1c00b38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c6b25640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c00c6900 con 0x7fd1c015cef0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c6b25640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c00b4710 con 0x7fd1c00d1680 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c6b25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1c00c90a0 con 0x7fd1c00b5ab0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 0x7fd1c00b38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 0x7fd1c00b38b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32964/0 (socket says 172.21.15.39:32964) 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 -- 172.21.15.39:0/3480306072 learned_addr learned my addr 172.21.15.39:0/3480306072 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1bffff640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1c00d1680 0x7fd1c00b1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c48c1640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00b5ab0 0x7fd1c00b4ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 -- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00b5ab0 msgr2=0x7fd1c00b4ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00b5ab0 0x7fd1c00b4ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 -- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1c00d1680 msgr2=0x7fd1c00b1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1c00d1680 0x7fd1c00b1f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 -- 172.21.15.39:0/3480306072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1b8009400 con 0x7fd1c015cef0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c50c2640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 0x7fd1c00b38b0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80097a0 tx=0x7fd1b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8030b00 con 0x7fd1c015cef0 2024-09-13T16:13:25.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1b8030c60 con 0x7fd1c015cef0 2024-09-13T16:13:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1c00c6340 con 0x7fd1c015cef0 2024-09-13T16:13:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1b8006e10 con 0x7fd1c015cef0 2024-09-13T16:13:25.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.979+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1c015f0f0 con 0x7fd1c015cef0 2024-09-13T16:13:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.981+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1c0160b30 con 0x7fd1c015cef0 2024-09-13T16:13:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.981+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd1b8039040 con 0x7fd1c015cef0 2024-09-13T16:13:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.981+0000 7fd1bd7fa640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd1a006ac00 0x7fd1a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.981+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(48..48 src has 1..48) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd1b80a9e30 con 0x7fd1c015cef0 2024-09-13T16:13:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.982+0000 7fd1c48c1640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd1a006ac00 0x7fd1a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:25.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.982+0000 7fd1c48c1640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd1a006ac00 0x7fd1a006d0c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0000f60 tx=0x7fd1b0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:25.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:25.986+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd1b80750a0 con 0x7fd1c015cef0 2024-09-13T16:13:26.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.169+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd1c00b4850 con 0x7fd1c015cef0 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.169+0000 7fd1bd7fa640 1 -- 172.21.15.39:0/3480306072 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v48) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd1b80786c0 con 0x7fd1c015cef0 2024-09-13T16:13:26.172 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:13:26.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd1a006ac00 msgr2=0x7fd1a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd1a006ac00 0x7fd1a006d0c0 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7fd1b0000f60 tx=0x7fd1b0009040 comp rx=0 tx=0).stop 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 msgr2=0x7fd1c00b38b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 0x7fd1c00b38b0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x7fd1b80097a0 tx=0x7fd1b80046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 shutdown_connections 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd1a006ac00 0x7fd1a006d0c0 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1c015cef0 0x7fd1c00b38b0 unknown :-1 s=CLOSED pgs=747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1c00d1680 0x7fd1c00b1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 --2- 172.21.15.39:0/3480306072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd1c00b5ab0 0x7fd1c00b4ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 >> 172.21.15.39:0/3480306072 conn(0x7fd1c006a3a0 msgr2=0x7fd1c015c0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 shutdown_connections 2024-09-13T16:13:26.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.171+0000 7fd1c6b25640 1 -- 172.21.15.39:0/3480306072 wait complete. 2024-09-13T16:13:26.184 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:13:26.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:26.184 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:26.208 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[56692]: fuse finished with error 0 and tester_r 0 2024-09-13T16:13:26.210 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:13:26.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:26.210 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:13:26.301 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:26.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.440+0000 7f4618e96640 1 Processor -- start 2024-09-13T16:13:26.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.440+0000 7f4618e96640 1 -- start start 2024-09-13T16:13:26.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f4618e96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46140b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f4618e96640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f46140ccf80 0x7f46140d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f4618e96640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46140cde30 con 0x7f46140d0830 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f4618e96640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46140b5090 con 0x7f46140ccf80 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f4618e96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46140cd820 con 0x7f46140b41a0 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f46140ccf80 0x7f46140d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f46140ccf80 0x7f46140d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32980/0 (socket says 172.21.15.39:32980) 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 -- 172.21.15.39:0/1299166492 learned_addr learned my addr 172.21.15.39:0/1299166492 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f461259c640 1 --2- 172.21.15.39:0/1299166492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46140b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 -- 172.21.15.39:0/1299166492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 msgr2=0x7f46140b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 --2- 172.21.15.39:0/1299166492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46140b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 -- 172.21.15.39:0/1299166492 >> v1:172.21.15.157:6789/0 conn(0x7f46140d0830 legacy=0x7f4614166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.441+0000 7f460bfff640 1 -- 172.21.15.39:0/1299166492 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46140b4ac0 con 0x7f46140ccf80 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.442+0000 7f460bfff640 1 --2- 172.21.15.39:0/1299166492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f46140d02f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f45fc009870 tx=0x7f45fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a09b8041ffaf22b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.442+0000 7f4611d9b640 1 -- 172.21.15.39:0/1299166492 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45fc032440 con 0x7f46140ccf80 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.442+0000 7f4611d9b640 1 -- 172.21.15.39:0/1299166492 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45fc0325a0 con 0x7f46140ccf80 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.442+0000 7f4611d9b640 1 -- 172.21.15.39:0/1299166492 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45fc032930 con 0x7f46140ccf80 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 -- 172.21.15.39:0/1299166492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 msgr2=0x7f46140d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 --2- 172.21.15.39:0/1299166492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f46140d02f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f45fc009870 tx=0x7f45fc02a270 comp rx=0 tx=0).stop 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 -- 172.21.15.39:0/1299166492 shutdown_connections 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 --2- 172.21.15.39:0/1299166492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f46140d02f0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 --2- 172.21.15.39:0/1299166492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46140b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 -- 172.21.15.39:0/1299166492 >> 172.21.15.39:0/1299166492 conn(0x7f46140cf1a0 msgr2=0x7f46140cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 -- 172.21.15.39:0/1299166492 shutdown_connections 2024-09-13T16:13:26.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.443+0000 7f4618e96640 1 -- 172.21.15.39:0/1299166492 wait complete. 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.444+0000 7f4618e96640 1 Processor -- start 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.444+0000 7f4618e96640 1 -- start start 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4618e96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46141e5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4618e96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f4614158c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4618e96640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46140d0830 0x7f46140cb9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4618e96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46141e2450 con 0x7f46140ccf80 2024-09-13T16:13:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4618e96640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46141e3b90 con 0x7f46140d0830 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4618e96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46141e1d90 con 0x7f46140b41a0 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f4614158c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f4614158c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32986/0 (socket says 172.21.15.39:32986) 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 -- 172.21.15.39:0/2564474617 learned_addr learned my addr 172.21.15.39:0/2564474617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f461259c640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46141e5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f4612d9d640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46140d0830 0x7f46140cb9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 -- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 msgr2=0x7f46141e5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46141e5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 -- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46140d0830 msgr2=0x7f46140cb9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46140d0830 0x7f46140cb9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 -- 172.21.15.39:0/2564474617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45fc0094d0 con 0x7f46140ccf80 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.445+0000 7f460bfff640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f4614158c90 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f45fc009870 tx=0x7f45fc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.446+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45fc032440 con 0x7f46140ccf80 2024-09-13T16:13:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.446+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45fc030ba0 con 0x7f46140ccf80 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.446+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46141e2070 con 0x7f46140ccf80 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.446+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45fc03b400 con 0x7f46140ccf80 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.446+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4614159bb0 con 0x7f46140ccf80 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.447+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4614067330 con 0x7f46140ccf80 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.447+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f45fc039040 con 0x7f46140ccf80 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.448+0000 7f460affd640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45f406ac00 0x7f45f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.448+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5767+0+0 (secure 0 0 0) 0x7f45fc0a9ba0 con 0x7f46140ccf80 2024-09-13T16:13:26.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.448+0000 7f461259c640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45f406ac00 0x7f45f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.449+0000 7f461259c640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45f406ac00 0x7f45f406d0c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4604006fd0 tx=0x7f4604008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.452+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f45fc074d60 con 0x7f46140ccf80 2024-09-13T16:13:26.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.657+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f46141e1ed0 con 0x7f46140ccf80 2024-09-13T16:13:26.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.658+0000 7f460affd640 1 -- 172.21.15.39:0/2564474617 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 29 v29) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f46141e1ed0 con 0x7f46140ccf80 2024-09-13T16:13:26.660 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:26.660 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":29,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":6054,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26}],"filesystems":[{"mdsmap":{"epoch":29,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:09.929487+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6060},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6060":{"gid":6060,"name":"d","rank":0,"incarnation":27,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6836/749929192","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":749929192},{"type":"v1","addr":"172.21.15.157:6836","nonce":749929192}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:26.661 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 29 2024-09-13T16:13:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45f406ac00 msgr2=0x7f45f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45f406ac00 0x7f45f406d0c0 secure :-1 s=READY pgs=331 cs=0 l=1 rev1=1 crypto rx=0x7f4604006fd0 tx=0x7f4604008040 comp rx=0 tx=0).stop 2024-09-13T16:13:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 msgr2=0x7f4614158c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f4614158c90 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f45fc009870 tx=0x7f45fc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 shutdown_connections 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45f406ac00 0x7f45f406d0c0 unknown :-1 s=CLOSED pgs=331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46140d0830 0x7f46140cb9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46140ccf80 0x7f4614158c90 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 --2- 172.21.15.39:0/2564474617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46140b41a0 0x7f46141e5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 >> 172.21.15.39:0/2564474617 conn(0x7f46140cf1a0 msgr2=0x7f46140b6d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 shutdown_connections 2024-09-13T16:13:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.660+0000 7f4618e96640 1 -- 172.21.15.39:0/2564474617 wait complete. 2024-09-13T16:13:26.673 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.d.asok --format=json dump tree /a 0 2024-09-13T16:13:26.796 INFO:teuthology.orchestra.run.smithi157.stdout:[{"ino":1099511627776,"rdev":0,"ctime":"2024-09-13T16:13:24.558637+0000","btime":"2024-09-13T16:13:18.711651+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-13T16:13:24.558637+0000","atime":"2024-09-13T16:13:18.711651+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-13T16:13:24.558637+0000","num_files":0,"num_subdirs":1,"change_attr":3},"rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-13T16:13:24.558637+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-13T16:13:24.558637+0000"},"version":9,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"dirfrag":1,"caps":0,"dirtyparent":0,"dirty":1,"waiter":0,"authpin":0},"nref":2,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{"gather_set":[],"state":"lock","type":"inest","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"flocklock":{},"policylock":{},"states":["auth","dirty"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[{"path":"/a","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"7","version":"7","committing_version":"3","committed_version":"3","is_rep":false,"dir_auth":"","states":["auth","dirty","complete"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1,"dirty":1,"authpin":0},"nref":2,"dentries":[{"path":"a/c","alternate_name":"","path_ino":1,"snap_first":18446744073709551606,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511627777,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":1,"dirty":1,"authpin":0},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"a/b","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":false,"is_remote":false,"is_null":true,"is_new":false,"inode":0,"remote_type":"","version":5,"projected_version":5,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"request":0,"lock":0,"inodepin":0,"dirty":1,"authpin":0},"nref":1,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-13T16:13:26.797 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-13T16:13:24.558637+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "atime": "2024-09-13T16:13:18.711651+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-13T16:13:18.711651+0000", "change_attr": 3, "client_caps": [], "client_ranges": [], "ctime": "2024-09-13T16:13:24.558637+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "3", "committing_version": "3", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511627777, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "a/c", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 1, "lock": 0, "request": 0 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 18446744073709551606, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 0, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": true, "is_primary": false, "is_remote": false, "lock": {}, "nref": 1, "path": "a/b", "path_ino": 1, "pins": { "authpin": 0, "dirty": 1, "inodepin": 0, "lock": 0, "request": 0 }, "projected_version": 5, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 5, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 2, "path": "/a", "pins": { "authpin": 0, "child": 1, "dirty": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth", "dirty", "complete" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-13T16:13:24.558637+0000", "num_files": 0, "num_subdirs": 1, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-13T16:13:24.558637+0000", "nestlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "inest", "xlock_by": {} }, "nlink": 1, "nref": 2, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "authpin": 0, "caps": 0, "dirfrag": 1, "dirty": 1, "dirtyparent": 0, "lock": 0, "request": 0, "waiter": 0 }, "policylock": {}, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-13T16:13:24.558637+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 9, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-13T16:13:26.797 DEBUG:tasks.cephfs.test_damage:[{'ino': 1099511627776, 'rdev': 0, 'ctime': '2024-09-13T16:13:24.558637+0000', 'btime': '2024-09-13T16:13:18.711651+0000', 'mode': 16877, 'uid': 1000, 'gid': 1333, 'nlink': 1, 'dir_layout': {'dir_hash': 2, 'unused1': 0, 'unused2': 0, 'unused3': 0}, 'layout': {'stripe_unit': 0, 'stripe_count': 0, 'object_size': 0, 'pool_id': -1, 'pool_ns': ''}, 'old_pools': [], 'size': 0, 'truncate_seq': 1, 'truncate_size': 18446744073709551615, 'truncate_from': 0, 'truncate_pending': 0, 'mtime': '2024-09-13T16:13:24.558637+0000', 'atime': '2024-09-13T16:13:18.711651+0000', 'time_warp_seq': 0, 'change_attr': 3, 'export_pin': -1, 'export_ephemeral_random_pin': 0, 'export_ephemeral_distributed_pin': False, 'client_ranges': [], 'dirstat': {'version': 0, 'mtime': '2024-09-13T16:13:24.558637+0000', 'num_files': 0, 'num_subdirs': 1, 'change_attr': 3}, 'rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-13T16:13:24.558637+0000'}, 'accounted_rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-13T16:13:24.558637+0000'}, 'version': 9, 'file_data_version': 0, 'xattr_version': 1, 'backtrace_version': 2, 'stray_prior_path': '', 'max_size_ever': 0, 'quota': {'max_bytes': 0, 'max_files': 0}, 'last_scrub_stamp': '0.000000', 'last_scrub_version': 0, 'symlink': '', 'xattrs': [], 'dirfragtree': {'splits': []}, 'old_inodes': [], 'oldest_snap': 18446744073709551614, 'damage_flags': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'request': 0, 'lock': 0, 'dirfrag': 1, 'caps': 0, 'dirtyparent': 0, 'dirty': 1, 'waiter': 0, 'authpin': 0}, 'nref': 2, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'iversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'authlock': {}, 'linklock': {}, 'dirfragtreelock': {}, 'filelock': {}, 'xattrlock': {}, 'snaplock': {}, 'nestlock': {'gather_set': [], 'state': 'lock', 'type': 'inest', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'flocklock': {}, 'policylock': {}, 'states': ['auth', 'dirty'], 'client_caps': [], 'loner': -1, 'want_loner': -1, 'mds_caps_wanted': [], 'dirfrags': [{'path': '/a', 'dirfrag': '0x10000000000', 'snapid_first': 2, 'projected_version': '7', 'version': '7', 'committing_version': '3', 'committed_version': '3', 'is_rep': False, 'dir_auth': '', 'states': ['auth', 'dirty', 'complete'], 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'child': 1, 'dirty': 1, 'authpin': 0}, 'nref': 2, 'dentries': [{'path': 'a/c', 'alternate_name': '', 'path_ino': 1, 'snap_first': 18446744073709551606, 'snap_last': 18446744073709551614, 'is_primary': True, 'is_remote': False, 'is_null': False, 'is_new': False, 'inode': 1099511627777, 'remote_type': '', 'version': 4, 'projected_version': 4, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'request': 0, 'lock': 0, 'inodepin': 1, 'dirty': 1, 'authpin': 0}, 'nref': 2, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}, {'path': 'a/b', 'alternate_name': '', 'path_ino': 1, 'snap_first': 2, 'snap_last': 18446744073709551614, 'is_primary': False, 'is_remote': False, 'is_null': True, 'is_new': False, 'inode': 0, 'remote_type': '', 'version': 5, 'projected_version': 5, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'request': 0, 'lock': 0, 'inodepin': 0, 'dirty': 1, 'authpin': 0}, 'nref': 1, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}]}], 'is_subvolume': False}] 2024-09-13T16:13:26.797 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:13:26.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.899+0000 7fc5470d7640 1 Processor -- start 2024-09-13T16:13:26.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.899+0000 7fc5470d7640 1 -- start start 2024-09-13T16:13:26.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5470d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 0x7fc5400b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5470d7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5400b2b20 0x7fc540071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5470d7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5400b2ff0 con 0x7fc5400717c0 2024-09-13T16:13:26.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5470d7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc540071c70 con 0x7fc5400b2b20 2024-09-13T16:13:26.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5470d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5400b32d0 con 0x7fc540154a80 2024-09-13T16:13:26.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc545674640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc5400717c0 0x7fc540069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41838/0 (socket says 172.21.15.39:41838) 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc545674640 1 -- 172.21.15.39:0/3036741565 learned_addr learned my addr 172.21.15.39:0/3036741565 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 488786203 0 0) 0x7fc5400b2ff0 con 0x7fc5400717c0 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc528003520 con 0x7fc5400717c0 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2963310178 0 0) 0x7fc528003520 con 0x7fc5400717c0 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 msgr2=0x7fc5400b25e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 0x7fc5400b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 >> v2:172.21.15.157:3300/0 conn(0x7fc5400b2b20 msgr2=0x7fc540071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 --2- 172.21.15.39:0/3036741565 >> v2:172.21.15.157:3300/0 conn(0x7fc5400b2b20 0x7fc540071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5400b35b0 con 0x7fc5400717c0 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc5380019f0 con 0x7fc5400717c0 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 >> v1:172.21.15.39:6789/0 conn(0x7fc5400717c0 legacy=0x7fc540069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc528003970 0x7fc528003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5280047c0 0x7fc528004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.900+0000 7fc5377fe640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 0x7fc52800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc540071c70 con 0x7fc5280047c0 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5400b32d0 con 0x7fc528003970 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc528005560 con 0x7fc540154a80 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc537fff640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5280047c0 0x7fc528004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc544e73640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc528003970 0x7fc528003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc545674640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 0x7fc52800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc537fff640 1 -- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 msgr2=0x7fc52800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc537fff640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc540154a80 0x7fc52800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc537fff640 1 -- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc528003970 msgr2=0x7fc528003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc537fff640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc528003970 0x7fc528003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.901+0000 7fc537fff640 1 -- 172.21.15.39:0/3036741565 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc528003520 con 0x7fc5280047c0 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc537fff640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5280047c0 0x7fc528004c40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc5400b2f20 tx=0x7fc5280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ab045223a54aa55f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc53002aa50 con 0x7fc5280047c0 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc53002abd0 con 0x7fc5280047c0 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5377fe640 1 -- 172.21.15.39:0/3036741565 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc530032440 con 0x7fc5280047c0 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5470d7640 1 -- 172.21.15.39:0/3036741565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5280047c0 msgr2=0x7fc528004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5470d7640 1 --2- 172.21.15.39:0/3036741565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5280047c0 0x7fc528004c40 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7fc5400b2f20 tx=0x7fc5280057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc545674640 1 -- 172.21.15.39:0/3036741565 reap_dead start 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5470d7640 1 -- 172.21.15.39:0/3036741565 shutdown_connections 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5470d7640 1 -- 172.21.15.39:0/3036741565 >> 172.21.15.39:0/3036741565 conn(0x7fc5400b15d0 msgr2=0x7fc5400b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5470d7640 1 -- 172.21.15.39:0/3036741565 shutdown_connections 2024-09-13T16:13:26.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.902+0000 7fc5470d7640 1 -- 172.21.15.39:0/3036741565 wait complete. 2024-09-13T16:13:26.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.904+0000 7fc5470d7640 1 Processor -- start 2024-09-13T16:13:26.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.904+0000 7fc5470d7640 1 -- start start 2024-09-13T16:13:26.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5470d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5280047c0 0x7fc540156e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5470d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5400c44c0 0x7fc540151fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5470d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 0x7fc5401524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5470d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5401f68f0 con 0x7fc5400c4940 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5470d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5401f7710 con 0x7fc5280047c0 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5470d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5401f6b00 con 0x7fc5400c44c0 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 0x7fc5401524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 0x7fc5401524e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32994/0 (socket says 172.21.15.39:32994) 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 -- 172.21.15.39:0/2863059339 learned_addr learned my addr 172.21.15.39:0/2863059339 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc544e73640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5280047c0 0x7fc540156e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc537fff640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5400c44c0 0x7fc540151fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 -- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5400c44c0 msgr2=0x7fc540151fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5400c44c0 0x7fc540151fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 -- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5280047c0 msgr2=0x7fc540156e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5280047c0 0x7fc540156e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 -- 172.21.15.39:0/2863059339 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5401f6de0 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc545674640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 0x7fc5401524e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc54006b090 tx=0x7fc538007ae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc53800ab00 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.905+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc53800ac60 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.906+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5401f70c0 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.906+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5380133f0 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.906+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc540157ca0 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.906+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc540157e30 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.907+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc538013550 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.907+0000 7fc5357fa640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc52c06ac00 0x7fc52c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.908+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(49..49 src has 1..49) v4 ==== 5767+0+0 (secure 0 0 0) 0x7fc538089c40 con 0x7fc5400c4940 2024-09-13T16:13:26.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.908+0000 7fc544e73640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc52c06ac00 0x7fc52c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.908+0000 7fc544e73640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc52c06ac00 0x7fc52c06d0c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc53c004700 tx=0x7fc53c009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:26.912+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc5380589b0 con 0x7fc5400c4940 2024-09-13T16:13:27.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.117+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fc5400672f0 con 0x7fc5400c4940 2024-09-13T16:13:27.120 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:13:27.118+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:13:27.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.124+0000 7fc5357fa640 1 -- 172.21.15.39:0/2863059339 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v30) v1 ==== 161+0+0 (secure 0 0 0) 0x7fc538017070 con 0x7fc5400c4940 2024-09-13T16:13:27.126 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:13:27.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc52c06ac00 msgr2=0x7fc52c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc52c06ac00 0x7fc52c06d0c0 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7fc53c004700 tx=0x7fc53c009060 comp rx=0 tx=0).stop 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 msgr2=0x7fc5401524e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 0x7fc5401524e0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7fc54006b090 tx=0x7fc538007ae0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 shutdown_connections 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc52c06ac00 0x7fc52c06d0c0 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5400c4940 0x7fc5401524e0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5400c44c0 0x7fc540151fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 --2- 172.21.15.39:0/2863059339 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5280047c0 0x7fc540156e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 >> 172.21.15.39:0/2863059339 conn(0x7fc5400b15d0 msgr2=0x7fc5400ce0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 shutdown_connections 2024-09-13T16:13:27.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.126+0000 7fc5470d7640 1 -- 172.21.15.39:0/2863059339 wait complete. 2024-09-13T16:13:27.130 INFO:tasks.ceph.mds.d.smithi157.stderr: -2640> 2024-09-13T16:13:13.838+0000 7fe3e75f9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:13:27.132 INFO:tasks.ceph.mds.d.smithi157.stderr: -340> 2024-09-13T16:13:24.559+0000 7fe3e9dfe640 -1 mds.0.cache.den(0x10000000000 c) newly corrupt dentry to be committed: [dentry #0x1/a/c [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x555599cb9200) (dversion lock w=1 last_client=6243) pv=4 v=3 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x555599ecc500] 2024-09-13T16:13:27.139 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-13T16:13:27.157 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:13:27.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.242+0000 7f256c7f4640 1 Processor -- start 2024-09-13T16:13:27.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.243+0000 7f256c7f4640 1 -- start start 2024-09-13T16:13:27.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256c7f4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f256406f5b0 0x7f256415a460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256c7f4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640cdb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256c7f4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25640ce0c0 con 0x7f2564159510 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256c7f4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25640cb600 con 0x7f256406f5b0 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256c7f4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25641598f0 con 0x7f25640cd730 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256a590640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2564159510 0x7f25640cba20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41854/0 (socket says 172.21.15.39:41854) 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256a590640 1 -- 172.21.15.39:0/4237055726 learned_addr learned my addr 172.21.15.39:0/4237055726 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f2569d8f640 1 --2- 172.21.15.39:0/4237055726 >> v2:172.21.15.157:3300/0 conn(0x7f256406f5b0 0x7f256415a460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256ad91640 1 --2- 172.21.15.39:0/4237055726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640cdb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256958e640 1 -- 172.21.15.39:0/4237055726 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3065475104 0 0) 0x7f2560001110 con 0x7f2564159510 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256958e640 1 -- 172.21.15.39:0/4237055726 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2550003520 con 0x7f2564159510 2024-09-13T16:13:27.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256ad91640 1 -- 172.21.15.39:0/4237055726 >> v2:172.21.15.157:3300/0 conn(0x7f256406f5b0 msgr2=0x7f256415a460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256ad91640 1 --2- 172.21.15.39:0/4237055726 >> v2:172.21.15.157:3300/0 conn(0x7f256406f5b0 0x7f256415a460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256ad91640 1 -- 172.21.15.39:0/4237055726 >> v1:172.21.15.39:6789/0 conn(0x7f2564159510 legacy=0x7f25640cba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f256ad91640 1 -- 172.21.15.39:0/4237055726 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25640cb260 con 0x7f25640cd730 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.244+0000 7f2569d8f640 1 --2- 172.21.15.39:0/4237055726 >> v2:172.21.15.157:3300/0 conn(0x7f256406f5b0 0x7f256415a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.245+0000 7f256ad91640 1 --2- 172.21.15.39:0/4237055726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640cdb80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f255c009d90 tx=0x7f255c02a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d883eb4e17a77eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.245+0000 7f256958e640 1 -- 172.21.15.39:0/4237055726 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f255c007740 con 0x7f25640cd730 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.245+0000 7f256958e640 1 -- 172.21.15.39:0/4237055726 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f255c02d050 con 0x7f25640cd730 2024-09-13T16:13:27.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.245+0000 7f256958e640 1 -- 172.21.15.39:0/4237055726 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f255c007ac0 con 0x7f25640cd730 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 -- 172.21.15.39:0/4237055726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 msgr2=0x7f25640cdb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4237055726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640cdb80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f255c009d90 tx=0x7f255c02a530 comp rx=0 tx=0).stop 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 -- 172.21.15.39:0/4237055726 shutdown_connections 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4237055726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640cdb80 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4237055726 >> v2:172.21.15.157:3300/0 conn(0x7f256406f5b0 0x7f256415a460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 -- 172.21.15.39:0/4237055726 >> 172.21.15.39:0/4237055726 conn(0x7f25640ce720 msgr2=0x7f25640ceb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 -- 172.21.15.39:0/4237055726 shutdown_connections 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.246+0000 7f256c7f4640 1 -- 172.21.15.39:0/4237055726 wait complete. 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.247+0000 7f256c7f4640 1 Processor -- start 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.247+0000 7f256c7f4640 1 -- start start 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256c7f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 0x7f25641f5170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256c7f4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256c7f4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2564159510 0x7f25640acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256c7f4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f256415ad30 con 0x7f256406f5b0 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256c7f4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f256415b010 con 0x7f2564159510 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256c7f4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f256415b2f0 con 0x7f25640cd730 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256a590640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 0x7f25641f5170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256a590640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 0x7f25641f5170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32996/0 (socket says 172.21.15.39:32996) 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256a590640 1 -- 172.21.15.39:0/4252273477 learned_addr learned my addr 172.21.15.39:0/4252273477 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f2569d8f640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.248+0000 7f256ad91640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2564159510 0x7f25640acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256a590640 1 -- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 msgr2=0x7f25640ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256a590640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256a590640 1 -- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2564159510 msgr2=0x7f25640acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256a590640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2564159510 0x7f25640acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256a590640 1 -- 172.21.15.39:0/4252273477 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2554009400 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256a590640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 0x7f25641f5170 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f256000c420 tx=0x7f256000c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2560005ce0 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2560005e40 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f255c009a70 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25600072f0 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.249+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f256415b8b0 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.250+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2564067300 con 0x7f256406f5b0 2024-09-13T16:13:27.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.250+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2560007510 con 0x7f256406f5b0 2024-09-13T16:13:27.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.251+0000 7f255affd640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f254806ac00 0x7f254806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.251+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f2560088800 con 0x7f256406f5b0 2024-09-13T16:13:27.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.251+0000 7f2569d8f640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f254806ac00 0x7f254806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.251+0000 7f2569d8f640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f254806ac00 0x7f254806d0c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f256415df20 tx=0x7f2554009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.255+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2560053a00 con 0x7f256406f5b0 2024-09-13T16:13:27.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.426+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) v1 -- 0x7f25640ce0c0 con 0x7f256406f5b0 2024-09-13T16:13:27.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.430+0000 7f255affd640 1 -- 172.21.15.39:0/4252273477 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v15) v1 ==== 121+0+0 (secure 0 0 0) 0x7f25640ce0c0 con 0x7f256406f5b0 2024-09-13T16:13:27.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f254806ac00 msgr2=0x7f254806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f254806ac00 0x7f254806d0c0 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f256415df20 tx=0x7f2554009190 comp rx=0 tx=0).stop 2024-09-13T16:13:27.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 msgr2=0x7f25641f5170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 0x7f25641f5170 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f256000c420 tx=0x7f256000c8e0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 shutdown_connections 2024-09-13T16:13:27.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f254806ac00 0x7f254806d0c0 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2564159510 0x7f25640acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25640cd730 0x7f25640ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 --2- 172.21.15.39:0/4252273477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f256406f5b0 0x7f25641f5170 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 >> 172.21.15.39:0/4252273477 conn(0x7f25640ce720 msgr2=0x7f25640ca980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 shutdown_connections 2024-09-13T16:13:27.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.432+0000 7f256c7f4640 1 -- 172.21.15.39:0/4252273477 wait complete. 2024-09-13T16:13:27.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_abort_on_newly_corrupt_dentry False 2024-09-13T16:13:27.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.546+0000 7fcaf8c80640 1 Processor -- start 2024-09-13T16:13:27.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.546+0000 7fcaf8c80640 1 -- start start 2024-09-13T16:13:27.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf8c80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcaf40b25b0 0x7fcaf40b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf8c80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcaf4069ed0 0x7fcaf406a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf8c80640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcaf40cb080 con 0x7fcaf4156e60 2024-09-13T16:13:27.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf8c80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaf4070d40 con 0x7fcaf40b25b0 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf8c80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcaf406a840 con 0x7fcaf4069ed0 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf1d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcaf40b25b0 0x7fcaf40b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf1d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcaf40b25b0 0x7fcaf40b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33008/0 (socket says 172.21.15.39:33008) 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.547+0000 7fcaf1d9b640 1 -- 172.21.15.39:0/415078401 learned_addr learned my addr 172.21.15.39:0/415078401 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.548+0000 7fcaf2d9d640 1 --2- 172.21.15.39:0/415078401 >> v2:172.21.15.157:3300/0 conn(0x7fcaf4069ed0 0x7fcaf406a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.548+0000 7fcaf1d9b640 1 -- 172.21.15.39:0/415078401 >> v2:172.21.15.157:3300/0 conn(0x7fcaf4069ed0 msgr2=0x7fcaf406a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.548+0000 7fcaf1d9b640 1 --2- 172.21.15.39:0/415078401 >> v2:172.21.15.157:3300/0 conn(0x7fcaf4069ed0 0x7fcaf406a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.548+0000 7fcaf1d9b640 1 -- 172.21.15.39:0/415078401 >> v1:172.21.15.157:6789/0 conn(0x7fcaf4156e60 legacy=0x7fcaf415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.548+0000 7fcaf1d9b640 1 -- 172.21.15.39:0/415078401 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcaf415b140 con 0x7fcaf40b25b0 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.548+0000 7fcaf1d9b640 1 --2- 172.21.15.39:0/415078401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf40b25b0 0x7fcaf40b2a40 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fcaf4073900 tx=0x7fcadc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c48a100b763207d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf159a640 1 -- 172.21.15.39:0/415078401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc032440 con 0x7fcaf40b25b0 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf159a640 1 -- 172.21.15.39:0/415078401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcadc0325a0 con 0x7fcaf40b25b0 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf159a640 1 -- 172.21.15.39:0/415078401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcadc032930 con 0x7fcaf40b25b0 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 -- 172.21.15.39:0/415078401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf40b25b0 msgr2=0x7fcaf40b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/415078401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf40b25b0 0x7fcaf40b2a40 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7fcaf4073900 tx=0x7fcadc02a270 comp rx=0 tx=0).stop 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 -- 172.21.15.39:0/415078401 shutdown_connections 2024-09-13T16:13:27.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/415078401 >> v2:172.21.15.157:3300/0 conn(0x7fcaf4069ed0 0x7fcaf406a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/415078401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf40b25b0 0x7fcaf40b2a40 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 -- 172.21.15.39:0/415078401 >> 172.21.15.39:0/415078401 conn(0x7fcaf40b00a0 msgr2=0x7fcaf40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 -- 172.21.15.39:0/415078401 shutdown_connections 2024-09-13T16:13:27.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.549+0000 7fcaf8c80640 1 -- 172.21.15.39:0/415078401 wait complete. 2024-09-13T16:13:27.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 Processor -- start 2024-09-13T16:13:27.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 -- start start 2024-09-13T16:13:27.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcaf4069ed0 0x7fcaf41558e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcaf40b25b0 0x7fcaf40aea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 0x7fcaf40aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf40c5380 con 0x7fcaf4156e60 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf40c45c0 con 0x7fcaf4069ed0 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.551+0000 7fcaf8c80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcaf40c48a0 con 0x7fcaf40b25b0 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 0x7fcaf40aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 0x7fcaf40aef70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33010/0 (socket says 172.21.15.39:33010) 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 -- 172.21.15.39:0/1410871507 learned_addr learned my addr 172.21.15.39:0/1410871507 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf259c640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcaf4069ed0 0x7fcaf41558e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf1d9b640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcaf40b25b0 0x7fcaf40aea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 -- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcaf40b25b0 msgr2=0x7fcaf40aea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcaf40b25b0 0x7fcaf40aea30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 -- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcaf4069ed0 msgr2=0x7fcaf41558e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcaf4069ed0 0x7fcaf41558e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 -- 172.21.15.39:0/1410871507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcadc0094d0 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf2d9d640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 0x7fcaf40aef70 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fcaec00d800 tx=0x7fcaec00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaec00b6c0 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcaec00b840 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcaec00bbf0 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcaf40c4b80 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.552+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcaf4155e20 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.553+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcaf40c50a0 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.554+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcaec00bd50 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.554+0000 7fcaeaffd640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcad406ac00 0x7fcad406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.554+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7fcaec0897f0 con 0x7fcaf4156e60 2024-09-13T16:13:27.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.555+0000 7fcaf259c640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcad406ac00 0x7fcad406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.555+0000 7fcaf259c640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcad406ac00 0x7fcad406d0c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fcae40012e0 tx=0x7fcae4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.559+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcaec0549f0 con 0x7fcaf4156e60 2024-09-13T16:13:27.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.729+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}] v 0) v1 -- 0x7fcaf40672f0 con 0x7fcaf4156e60 2024-09-13T16:13:27.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.729+0000 7fcaeaffd640 1 -- 172.21.15.39:0/1410871507 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_abort_on_newly_corrupt_dentry}]=0 v15)=0 v15) v1 ==== 135+0+0 (secure 0 0 0) 0x7fcaec058010 con 0x7fcaf4156e60 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcad406ac00 msgr2=0x7fcad406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcad406ac00 0x7fcad406d0c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7fcae40012e0 tx=0x7fcae4009040 comp rx=0 tx=0).stop 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 msgr2=0x7fcaf40aef70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 0x7fcaf40aef70 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fcaec00d800 tx=0x7fcaec00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 shutdown_connections 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcad406ac00 0x7fcad406d0c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcaf4156e60 0x7fcaf40aef70 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcaf40b25b0 0x7fcaf40aea30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 --2- 172.21.15.39:0/1410871507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcaf4069ed0 0x7fcaf41558e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 >> 172.21.15.39:0/1410871507 conn(0x7fcaf40b00a0 msgr2=0x7fcaf40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 shutdown_connections 2024-09-13T16:13:27.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.732+0000 7fcaf8c80640 1 -- 172.21.15.39:0/1410871507 wait complete. 2024-09-13T16:13:27.744 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:13:27.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.846+0000 7f31a6072640 1 Processor -- start 2024-09-13T16:13:27.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.846+0000 7f31a6072640 1 -- start start 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f31a6072640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f31a6072640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f31a006a5e0 0x7f31a00b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f31a6072640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31a00cb080 con 0x7f31a00b25b0 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f31a6072640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31a0070d40 con 0x7f31a006a5e0 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f31a6072640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31a00b3120 con 0x7f31a0156e60 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f319f7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f319ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f31a006a5e0 0x7f31a00b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f319effd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f31a00b25b0 0x7f31a0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:36806/0 (socket says 172.21.15.39:36806) 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.847+0000 7f319effd640 1 -- 172.21.15.39:0/620759020 learned_addr learned my addr 172.21.15.39:0/620759020 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.848+0000 7f319f7fe640 1 -- 172.21.15.39:0/620759020 >> v2:172.21.15.157:3300/0 conn(0x7f31a006a5e0 msgr2=0x7f31a00b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.848+0000 7f319f7fe640 1 --2- 172.21.15.39:0/620759020 >> v2:172.21.15.157:3300/0 conn(0x7f31a006a5e0 0x7f31a00b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.848+0000 7f319f7fe640 1 -- 172.21.15.39:0/620759020 >> v1:172.21.15.157:6789/0 conn(0x7f31a00b25b0 legacy=0x7f31a0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.848+0000 7f319e7fc640 1 -- 172.21.15.39:0/620759020 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 864555920 0 0) 0x7f31a00cb080 con 0x7f31a00b25b0 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.848+0000 7f319f7fe640 1 -- 172.21.15.39:0/620759020 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31a00b3400 con 0x7f31a0156e60 2024-09-13T16:13:27.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.848+0000 7f319ffff640 1 --2- 172.21.15.39:0/620759020 >> v2:172.21.15.157:3300/0 conn(0x7f31a006a5e0 0x7f31a00b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f319f7fe640 1 --2- 172.21.15.39:0/620759020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a015aa30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f31900097a0 tx=0x7f319002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=36b90c2902b73a48 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f319e7fc640 1 -- 172.21.15.39:0/620759020 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190032440 con 0x7f31a0156e60 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f319e7fc640 1 -- 172.21.15.39:0/620759020 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31900325a0 con 0x7f31a0156e60 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f319e7fc640 1 -- 172.21.15.39:0/620759020 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190032930 con 0x7f31a0156e60 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 -- 172.21.15.39:0/620759020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 msgr2=0x7f31a015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 --2- 172.21.15.39:0/620759020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a015aa30 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f31900097a0 tx=0x7f319002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 -- 172.21.15.39:0/620759020 shutdown_connections 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 --2- 172.21.15.39:0/620759020 >> v2:172.21.15.157:3300/0 conn(0x7f31a006a5e0 0x7f31a00b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 --2- 172.21.15.39:0/620759020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a015aa30 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 -- 172.21.15.39:0/620759020 >> 172.21.15.39:0/620759020 conn(0x7f31a00b00a0 msgr2=0x7f31a00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 -- 172.21.15.39:0/620759020 shutdown_connections 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.849+0000 7f31a6072640 1 -- 172.21.15.39:0/620759020 wait complete. 2024-09-13T16:13:27.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.850+0000 7f31a6072640 1 Processor -- start 2024-09-13T16:13:27.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 -- start start 2024-09-13T16:13:27.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31a006a5e0 0x7f31a00ad680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 0x7f31a0155d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a00c5c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31a00ad420 con 0x7f31a00b25b0 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31a01f54d0 con 0x7f31a006a5e0 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f31a6072640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31a01f57b0 con 0x7f31a0156e60 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f319effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 0x7f31a0155d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f319effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 0x7f31a0155d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33020/0 (socket says 172.21.15.39:33020) 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f319effd640 1 -- 172.21.15.39:0/695024263 learned_addr learned my addr 172.21.15.39:0/695024263 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.851+0000 7f319f7fe640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31a006a5e0 0x7f31a00ad680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319ffff640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a00c5c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319effd640 1 -- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 msgr2=0x7f31a00c5c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319effd640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a00c5c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319effd640 1 -- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31a006a5e0 msgr2=0x7f31a00ad680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319effd640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31a006a5e0 0x7f31a00ad680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319effd640 1 -- 172.21.15.39:0/695024263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3198009a70 con 0x7f31a00b25b0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319ffff640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a00c5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f319effd640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 0x7f31a0155d50 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f319400c460 tx=0x7f319400c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f31940074e0 con 0x7f31a00b25b0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3190009400 con 0x7f31a00b25b0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3194007680 con 0x7f31a00b25b0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3194004a00 con 0x7f31a00b25b0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.852+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31a01f5d70 con 0x7f31a00b25b0 2024-09-13T16:13:27.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.853+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31a00672f0 con 0x7f31a00b25b0 2024-09-13T16:13:27.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.854+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3194004b60 con 0x7f31a00b25b0 2024-09-13T16:13:27.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.854+0000 7f3187fff640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f318c06ac30 0x7f318c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:27.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.854+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f3194088520 con 0x7f31a00b25b0 2024-09-13T16:13:27.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.855+0000 7f319f7fe640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f318c06ac30 0x7f318c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:27.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.855+0000 7f319f7fe640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f318c06ac30 0x7f318c06d0f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3190034000 tx=0x7f319002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:27.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:27.858+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3194053730 con 0x7f31a00b25b0 2024-09-13T16:13:28.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.066+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f31a00b2a10 con 0x7f31a00b25b0 2024-09-13T16:13:28.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.129+0000 7f3187fff640 1 -- 172.21.15.39:0/695024263 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v31) v1 ==== 162+0+0 (secure 0 0 0) 0x7f3194056d50 con 0x7f31a00b25b0 2024-09-13T16:13:28.132 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:13:28.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f318c06ac30 msgr2=0x7f318c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f318c06ac30 0x7f318c06d0f0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f3190034000 tx=0x7f319002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:28.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 msgr2=0x7f31a0155d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 0x7f31a0155d50 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f319400c460 tx=0x7f319400c920 comp rx=0 tx=0).stop 2024-09-13T16:13:28.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 shutdown_connections 2024-09-13T16:13:28.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f318c06ac30 0x7f318c06d0f0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31a0156e60 0x7f31a00c5c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31a00b25b0 0x7f31a0155d50 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 --2- 172.21.15.39:0/695024263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f31a006a5e0 0x7f31a00ad680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.131+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 >> 172.21.15.39:0/695024263 conn(0x7f31a00b00a0 msgr2=0x7f31a00b13a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.132+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 shutdown_connections 2024-09-13T16:13:28.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.132+0000 7f31a6072640 1 -- 172.21.15.39:0/695024263 wait complete. 2024-09-13T16:13:28.147 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:28.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.246+0000 7f28a68d0640 1 Processor -- start 2024-09-13T16:13:28.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.246+0000 7f28a68d0640 1 -- start start 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f28a68d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f28a0160d80 0x7f28a00d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f28a68d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a015ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f28a68d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f28a0160330 con 0x7f28a0146130 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f28a68d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f28a006c160 con 0x7f28a0160d80 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f28a68d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28a006c430 con 0x7f28a00d1f10 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f28a0160d80 0x7f28a00d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f28a0146130 0x7f28a006ba50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41856/0 (socket says 172.21.15.39:41856) 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289ffff640 1 -- 172.21.15.39:0/2679960174 learned_addr learned my addr 172.21.15.39:0/2679960174 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:28.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289f7fe640 1 -- 172.21.15.39:0/2679960174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 msgr2=0x7f28a015ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289f7fe640 1 --2- 172.21.15.39:0/2679960174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a015ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289f7fe640 1 -- 172.21.15.39:0/2679960174 >> v1:172.21.15.39:6789/0 conn(0x7f28a0146130 legacy=0x7f28a006ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289effd640 1 -- 172.21.15.39:0/2679960174 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1805124190 0 0) 0x7f28a0160330 con 0x7f28a0146130 2024-09-13T16:13:28.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.247+0000 7f289f7fe640 1 -- 172.21.15.39:0/2679960174 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f28a006c710 con 0x7f28a0160d80 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.248+0000 7f289f7fe640 1 --2- 172.21.15.39:0/2679960174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a00d19d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f28940097a0 tx=0x7f289402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf57727b0ef4e7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.248+0000 7f289effd640 1 -- 172.21.15.39:0/2679960174 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2894032440 con 0x7f28a0160d80 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.248+0000 7f289effd640 1 -- 172.21.15.39:0/2679960174 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f28940325a0 con 0x7f28a0160d80 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.248+0000 7f289effd640 1 -- 172.21.15.39:0/2679960174 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2894032930 con 0x7f28a0160d80 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 -- 172.21.15.39:0/2679960174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 msgr2=0x7f28a00d19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 --2- 172.21.15.39:0/2679960174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a00d19d0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f28940097a0 tx=0x7f289402a180 comp rx=0 tx=0).stop 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 -- 172.21.15.39:0/2679960174 shutdown_connections 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 --2- 172.21.15.39:0/2679960174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a015ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 --2- 172.21.15.39:0/2679960174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a00d19d0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 -- 172.21.15.39:0/2679960174 >> 172.21.15.39:0/2679960174 conn(0x7f28a006a4f0 msgr2=0x7f28a006a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 -- 172.21.15.39:0/2679960174 shutdown_connections 2024-09-13T16:13:28.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.249+0000 7f28a68d0640 1 -- 172.21.15.39:0/2679960174 wait complete. 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.250+0000 7f28a68d0640 1 Processor -- start 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.250+0000 7f28a68d0640 1 -- start start 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a68d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a0156b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a68d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28a0146130 0x7f28a01f5660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a68d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a015bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a68d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28a0154290 con 0x7f28a0160d80 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a68d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f28a0154570 con 0x7f28a0146130 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a68d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f28a0154850 con 0x7f28a00d1f10 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a015bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a015bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33030/0 (socket says 172.21.15.39:33030) 2024-09-13T16:13:28.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 -- 172.21.15.39:0/1407551314 learned_addr learned my addr 172.21.15.39:0/1407551314 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f289ffff640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a0156b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f289f7fe640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28a0146130 0x7f28a01f5660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 -- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 msgr2=0x7f28a0156b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a0156b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 -- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28a0146130 msgr2=0x7f28a01f5660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28a0146130 0x7f28a01f5660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f28a4e6d640 1 -- 172.21.15.39:0/1407551314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2894009400 con 0x7f28a0160d80 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.251+0000 7f289f7fe640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28a0146130 0x7f28a01f5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.252+0000 7f28a4e6d640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a015bb60 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f289800b970 tx=0x7f289800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.252+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f289800cb40 con 0x7f28a0160d80 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.252+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f289800ccc0 con 0x7f28a0160d80 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.252+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f28a0154b30 con 0x7f28a0160d80 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.252+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2898014680 con 0x7f28a0160d80 2024-09-13T16:13:28.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.252+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f28a0157040 con 0x7f28a0160d80 2024-09-13T16:13:28.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.253+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f28a0155050 con 0x7f28a0160d80 2024-09-13T16:13:28.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.253+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f289801d3b0 con 0x7f28a0160d80 2024-09-13T16:13:28.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.254+0000 7f289cff9640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f288c06ac00 0x7f288c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.254+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f28980892b0 con 0x7f28a0160d80 2024-09-13T16:13:28.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.254+0000 7f289ffff640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f288c06ac00 0x7f288c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.255+0000 7f289ffff640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f288c06ac00 0x7f288c06d0c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2890000f60 tx=0x7f2890007d50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.258+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f28a0155050 con 0x7f28a0160d80 2024-09-13T16:13:28.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.465+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f28a0155050 con 0x7f28a0160d80 2024-09-13T16:13:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.465+0000 7f289cff9640 1 -- 172.21.15.39:0/1407551314 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f28a0155050 con 0x7f28a0160d80 2024-09-13T16:13:28.467 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:28.467 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":32,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:28.131759+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:28.467 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 32 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f288c06ac00 msgr2=0x7f288c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f288c06ac00 0x7f288c06d0c0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f2890000f60 tx=0x7f2890007d50 comp rx=0 tx=0).stop 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 msgr2=0x7f28a015bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a015bb60 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f289800b970 tx=0x7f289800be30 comp rx=0 tx=0).stop 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 shutdown_connections 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f288c06ac00 0x7f288c06d0c0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f28a0160d80 0x7f28a015bb60 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28a0146130 0x7f28a01f5660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 --2- 172.21.15.39:0/1407551314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f28a00d1f10 0x7f28a0156b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.467+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 >> 172.21.15.39:0/1407551314 conn(0x7f28a006a4f0 msgr2=0x7f28a006a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.468+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 shutdown_connections 2024-09-13T16:13:28.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.468+0000 7f28a68d0640 1 -- 172.21.15.39:0/1407551314 wait complete. 2024-09-13T16:13:28.479 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.3:0 flush journal 2024-09-13T16:13:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.581+0000 7f9696fe2640 1 Processor -- start 2024-09-13T16:13:28.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.582+0000 7f9696fe2640 1 -- start start 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.582+0000 7f9696fe2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f969006a5e0 0x7f96900b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.582+0000 7f9696fe2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96900cb080 con 0x7f96900b25b0 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.582+0000 7f9696fe2640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9690070d40 con 0x7f9690156e60 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.582+0000 7f9696fe2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f969015b140 con 0x7f969006a5e0 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f968ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f96900b25b0 0x7f9690069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41870/0 (socket says 172.21.15.39:41870) 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f968ffff640 1 -- 172.21.15.39:0/859060730 learned_addr learned my addr 172.21.15.39:0/859060730 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f969557f640 1 --2- 172.21.15.39:0/859060730 >> v2:172.21.15.157:3300/0 conn(0x7f969006a5e0 0x7f96900b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f968f7fe640 1 -- 172.21.15.39:0/859060730 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2141617622 0 0) 0x7f96900cb080 con 0x7f96900b25b0 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f968f7fe640 1 -- 172.21.15.39:0/859060730 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f967c003520 con 0x7f96900b25b0 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f968f7fe640 1 -- 172.21.15.39:0/859060730 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 204462244 0 0) 0x7f967c003520 con 0x7f96900b25b0 2024-09-13T16:13:28.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f969557f640 1 -- 172.21.15.39:0/859060730 >> v1:172.21.15.157:6789/0 conn(0x7f9690156e60 legacy=0x7f969015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f969557f640 1 -- 172.21.15.39:0/859060730 >> v1:172.21.15.39:6789/0 conn(0x7f96900b25b0 legacy=0x7f9690069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.583+0000 7f969557f640 1 -- 172.21.15.39:0/859060730 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96900b3120 con 0x7f969006a5e0 2024-09-13T16:13:28.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.584+0000 7f969557f640 1 --2- 172.21.15.39:0/859060730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900b2a40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f96880097a0 tx=0x7f968802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=17425685ab74b34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.584+0000 7f968f7fe640 1 -- 172.21.15.39:0/859060730 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96780019f0 con 0x7f969006a5e0 2024-09-13T16:13:28.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.584+0000 7f968f7fe640 1 -- 172.21.15.39:0/859060730 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f968802ac50 con 0x7f969006a5e0 2024-09-13T16:13:28.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.584+0000 7f968f7fe640 1 -- 172.21.15.39:0/859060730 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688032440 con 0x7f969006a5e0 2024-09-13T16:13:28.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 -- 172.21.15.39:0/859060730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 msgr2=0x7f96900b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 --2- 172.21.15.39:0/859060730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900b2a40 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f96880097a0 tx=0x7f968802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 -- 172.21.15.39:0/859060730 shutdown_connections 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 --2- 172.21.15.39:0/859060730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900b2a40 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 -- 172.21.15.39:0/859060730 >> 172.21.15.39:0/859060730 conn(0x7f96900b00a0 msgr2=0x7f96900b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 -- 172.21.15.39:0/859060730 shutdown_connections 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.585+0000 7f9696fe2640 1 -- 172.21.15.39:0/859060730 wait complete. 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.586+0000 7f9696fe2640 1 Processor -- start 2024-09-13T16:13:28.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.586+0000 7f9696fe2640 1 -- start start 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9696fe2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900ae900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9696fe2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 0x7f969014c990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9696fe2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9690156e60 0x7f969014dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9696fe2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96900af4a0 con 0x7f96900b25b0 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9696fe2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96901524e0 con 0x7f969006a5e0 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9696fe2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f969014ced0 con 0x7f9690156e60 2024-09-13T16:13:28.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 0x7f969014c990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 0x7f969014c990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33034/0 (socket says 172.21.15.39:33034) 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 -- 172.21.15.39:0/1833696044 learned_addr learned my addr 172.21.15.39:0/1833696044 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f969557f640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9690156e60 0x7f969014dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900ae900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 -- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9690156e60 msgr2=0x7f969014dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9690156e60 0x7f969014dcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 -- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 msgr2=0x7f96900ae900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900ae900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 -- 172.21.15.39:0/1833696044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9688009400 con 0x7f96900b25b0 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.587+0000 7f968ffff640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 0x7f969014c990 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9678001890 tx=0x7f967800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.588+0000 7f968d7fa640 1 -- 172.21.15.39:0/1833696044 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678012400 con 0x7f96900b25b0 2024-09-13T16:13:28.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.588+0000 7f968d7fa640 1 -- 172.21.15.39:0/1833696044 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9678012560 con 0x7f96900b25b0 2024-09-13T16:13:28.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.588+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96900aeee0 con 0x7f96900b25b0 2024-09-13T16:13:28.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.588+0000 7f968d7fa640 1 -- 172.21.15.39:0/1833696044 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678012950 con 0x7f96900b25b0 2024-09-13T16:13:28.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.588+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9690152100 con 0x7f96900b25b0 2024-09-13T16:13:28.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.590+0000 7f968d7fa640 1 -- 172.21.15.39:0/1833696044 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9678007070 con 0x7f96900b25b0 2024-09-13T16:13:28.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.590+0000 7f968d7fa640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f967006ac00 0x7f967006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.590+0000 7f968d7fa640 1 -- 172.21.15.39:0/1833696044 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f96780894c0 con 0x7f96900b25b0 2024-09-13T16:13:28.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.590+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f967006ac00 0x7f967006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 Processor -- start 2024-09-13T16:13:28.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 -- start start 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f967006ac00 0x7f967006d0c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9680000f60 tx=0x7f9680009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cc07b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca64e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0cc0ef0 0x55e4b0ca6a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0be5f20 con 0x55e4b0c7cc90 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0be36b0 con 0x55e4b0c7d070 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.591+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0bdefa0 con 0x55e4b0cc0ef0 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cc07b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cc07b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33050/0 (socket says 172.21.15.39:33050) 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 -- 172.21.15.39:0/4100367389 learned_addr learned my addr 172.21.15.39:0/4100367389 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f968ffff640 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca64e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f969557f640 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0cc0ef0 0x55e4b0ca6a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 -- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0cc0ef0 msgr2=0x55e4b0ca6a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0cc0ef0 0x55e4b0ca6a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 -- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7d070 msgr2=0x55e4b0ca64e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca64e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 -- 172.21.15.39:0/4100367389 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e4b0b99840 con 0x55e4b0c7cc90 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f969557f640 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0cc0ef0 0x55e4b0ca6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f9694d7e640 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cc07b0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f968000f880 tx=0x7f9680012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1b6a77eae82448b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f96867fc640 1 -- 172.21.15.39:0/4100367389 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96800149d0 con 0x55e4b0c7cc90 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f96867fc640 1 -- 172.21.15.39:0/4100367389 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9680014b30 con 0x55e4b0c7cc90 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.592+0000 7f96867fc640 1 -- 172.21.15.39:0/4100367389 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9680014ea0 con 0x55e4b0c7cc90 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 -- 172.21.15.39:0/4100367389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 msgr2=0x55e4b0cc07b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cc07b0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f968000f880 tx=0x7f9680012000 comp rx=0 tx=0).stop 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 -- 172.21.15.39:0/4100367389 shutdown_connections 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0cc0ef0 0x55e4b0ca6a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca64e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 --2- 172.21.15.39:0/4100367389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cc07b0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 -- 172.21.15.39:0/4100367389 >> 172.21.15.39:0/4100367389 conn(0x55e4b0c78f90 msgr2=0x55e4b0cc14e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 -- 172.21.15.39:0/4100367389 shutdown_connections 2024-09-13T16:13:28.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 -- 172.21.15.39:0/4100367389 wait complete. 2024-09-13T16:13:28.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.593+0000 7f9699dde740 1 -- start start 2024-09-13T16:13:28.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 Processor -- start 2024-09-13T16:13:28.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cd0e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0cc0ef0 0x55e4b0c771d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 0x55e4b0ca46c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0b802a0 con 0x55e4b0c77710 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b08b7430 con 0x55e4b0cc0ef0 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0b62680 con 0x55e4b0c7d070 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.594+0000 7f9699dde740 10 client.0 _ll_register_callbacks cb 0x55e4b0bd8610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 0x55e4b0ca46c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 0x55e4b0ca46c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33054/0 (socket says 172.21.15.39:33054) 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 -- 172.21.15.39:0/1753498096 learned_addr learned my addr 172.21.15.39:0/1753498096 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f968ffff640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0cc0ef0 0x55e4b0c771d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cd0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 -- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 msgr2=0x55e4b0cd0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cd0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 -- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0cc0ef0 msgr2=0x55e4b0c771d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0cc0ef0 0x55e4b0c771d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 -- 172.21.15.39:0/1753498096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9690070d40 con 0x55e4b0c77710 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cd0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f969557f640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 0x55e4b0ca46c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f96880097a0 tx=0x7f968802c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b35fa0f5c908422 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f966f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f966f7fe640 1 -- 172.21.15.39:0/1753498096 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688032650 con 0x55e4b0c77710 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f966f7fe640 1 -- 172.21.15.39:0/1753498096 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f9688041070 con 0x55e4b0c77710 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55e4b08d24e0 con 0x55e4b0c77710 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f966f7fe640 1 -- 172.21.15.39:0/1753498096 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f96880327b0 con 0x55e4b0c77710 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f9699dde740 10 client.6366 fetch_fsmap learned FSMap version 32 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.595+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=2+}) v3 -- 0x55e4b0bdd620 con 0x55e4b0c77710 2024-09-13T16:13:28.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f966f7fe640 1 -- 172.21.15.39:0/1753498096 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55e4b08d24e0 con 0x55e4b0c77710 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f966f7fe640 1 -- 172.21.15.39:0/1753498096 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 32) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9688032910 con 0x55e4b0c77710 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9699dde740 10 client.6366 fetch_fsmap finished waiting for FSMap version 32 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9699dde740 10 client.6366 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9699dde740 20 client.6366 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9699dde740 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0c9fc20 0x55e4b0ca0030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9699dde740 4 client.6366 mds_command: new command op to 6054 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 --> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55e4b08e37e0 con 0x55e4b0c9fc20 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0c9fc20 0x55e4b0ca0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f9694d7e640 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0c9fc20 0x55e4b0ca0030 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e3e191c64cd0311e server_cookie=f447bdc4d2dc76a7 in_seq=0 out_seq=0 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.596+0000 7f966f7fe640 10 client.6366 ms_handle_connect on v2:172.21.15.39:6832/3707612178 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f966f7fe640 1 -- 172.21.15.39:0/1753498096 <== mds.0 v2:172.21.15.39:6832/3707612178 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55e4b08e37e0 con 0x55e4b0c9fc20 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f966f7fe640 10 client.6366 handle_command_reply: tid=0 2024-09-13T16:13:28.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 client.6366 shutdown 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 msgr2=0x55e4b0ca46c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 0x55e4b0ca46c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f96880097a0 tx=0x7f968802c070 comp rx=0 tx=0).stop 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 shutdown_connections 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c77710 0x55e4b0ca46c0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0c9fc20 0x55e4b0ca0030 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0cc0ef0 0x55e4b0c771d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 --2- 172.21.15.39:0/1753498096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cd0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f966f7fe640 0 client.6366 ms_handle_reset on v2:172.21.15.39:6832/3707612178 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 >> 172.21.15.39:0/1753498096 conn(0x55e4b0c7cc90 msgr2=0x55e4b0cc5360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 shutdown_connections 2024-09-13T16:13:28.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 1 -- 172.21.15.39:0/1753498096 wait complete. 2024-09-13T16:13:28.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.597+0000 7f9699dde740 20 client.6366 trim_cache size 0 max 16384 2024-09-13T16:13:28.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.610+0000 7f9699dde740 1 Processor -- start 2024-09-13T16:13:28.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.610+0000 7f9699dde740 1 -- start start 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7cc90 0x55e4b0ca5290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c77710 0x55e4b0ca0000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9699dde740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca0540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9699dde740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0ca4ac0 con 0x55e4b0c7d070 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0c75b50 con 0x55e4b0c7cc90 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0ca1e60 con 0x55e4b0c77710 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca0540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33060/0 (socket says 172.21.15.39:33060) 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 -- 172.21.15.39:0/3334997189 learned_addr learned my addr 172.21.15.39:0/3334997189 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 -- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c77710 msgr2=0x55e4b0ca0000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c77710 0x55e4b0ca0000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 -- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7cc90 msgr2=0x55e4b0ca5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9694d7e640 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7cc90 0x55e4b0ca5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7cc90 0x55e4b0ca5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 -- 172.21.15.39:0/3334997189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e4b0b7f790 con 0x55e4b0c7d070 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9694d7e640 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7cc90 0x55e4b0ca5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f969557f640 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca0540 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f968802a200 tx=0x7f9688008030 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f164ddf268302a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9686ffd640 1 -- 172.21.15.39:0/3334997189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688047d80 con 0x55e4b0c7d070 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9686ffd640 1 -- 172.21.15.39:0/3334997189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9688006e10 con 0x55e4b0c7d070 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.611+0000 7f9686ffd640 1 -- 172.21.15.39:0/3334997189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9688032850 con 0x55e4b0c7d070 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 -- 172.21.15.39:0/3334997189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 msgr2=0x55e4b0ca0540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca0540 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7f968802a200 tx=0x7f9688008030 comp rx=0 tx=0).stop 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 -- 172.21.15.39:0/3334997189 shutdown_connections 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7d070 0x55e4b0ca0540 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c77710 0x55e4b0ca0000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 --2- 172.21.15.39:0/3334997189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c7cc90 0x55e4b0ca5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 -- 172.21.15.39:0/3334997189 >> 172.21.15.39:0/3334997189 conn(0x55e4b0c7c8b0 msgr2=0x55e4b0c721e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 -- 172.21.15.39:0/3334997189 shutdown_connections 2024-09-13T16:13:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.612+0000 7f9699dde740 1 -- 172.21.15.39:0/3334997189 wait complete. 2024-09-13T16:13:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.613+0000 7f9699dde740 1 -- start start 2024-09-13T16:13:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.613+0000 7f9699dde740 1 Processor -- start 2024-09-13T16:13:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.613+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c77710 0x55e4b0cbd950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cda3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cda8e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0c7e290 con 0x55e4b0c7cc90 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0c9eab0 con 0x55e4b0c77710 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e4b0cbe4e0 con 0x55e4b0c7d070 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 10 client.0 _ll_register_callbacks cb 0x7f967c0036b0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cda3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cda3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33062/0 (socket says 172.21.15.39:33062) 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 -- 172.21.15.39:0/5721925 learned_addr learned my addr 172.21.15.39:0/5721925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f969557f640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cda8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9694d7e640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c77710 0x55e4b0cbd950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 -- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 msgr2=0x55e4b0cda8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cda8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 -- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c77710 msgr2=0x55e4b0cbd950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c77710 0x55e4b0cbd950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 -- 172.21.15.39:0/5721925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e4b0bdd620 con 0x55e4b0c7cc90 2024-09-13T16:13:28.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f968ffff640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cda3a0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f96780583a0 tx=0x7f96780584d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5ab56df80fb91554 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f966f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f966f7fe640 1 -- 172.21.15.39:0/5721925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9678058870 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f966f7fe640 1 -- 172.21.15.39:0/5721925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f9678060750 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9680014b30 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.614+0000 7f966f7fe640 1 -- 172.21.15.39:0/5721925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=32) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9678057900 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 10 client.6372 fetch_fsmap learned FSMap version 32 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=32,monmap=2+}) v3 -- 0x55e4b0ba4ea0 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f966f7fe640 1 -- 172.21.15.39:0/5721925 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9680014b30 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f966f7fe640 1 -- 172.21.15.39:0/5721925 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 32) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f967806f050 con 0x55e4b0c7cc90 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 10 client.6372 fetch_fsmap finished waiting for FSMap version 32 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 10 client.6372 resolve_mds: resolved 3:0 to role '3:0' aka daemon mds.a 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 20 client.6372 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0cc0ef0 0x55e4b0d2f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 4 client.6372 mds_command: new command op to 6054 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 --> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x55e4b0936e30 con 0x55e4b0cc0ef0 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9694d7e640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0cc0ef0 0x55e4b0d2f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f966f7fe640 10 client.6372 ms_handle_connect on v2:172.21.15.39:6832/3707612178 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9694d7e640 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0cc0ef0 0x55e4b0d2f0f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fd0bbdec2798c190 server_cookie=d8a9c569011b3a15 in_seq=0 out_seq=0 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f966f7fe640 1 -- 172.21.15.39:0/5721925 <== mds.0 v2:172.21.15.39:6832/3707612178 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x55e4b0936e30 con 0x55e4b0cc0ef0 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f966f7fe640 10 client.6372 handle_command_reply: tid=0 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.615+0000 7f9699dde740 1 client.6372 shutdown 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 msgr2=0x55e4b0cda3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cda3a0 secure :-1 s=READY pgs=766 cs=0 l=1 rev1=1 crypto rx=0x7f96780583a0 tx=0x7f96780584d0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 shutdown_connections 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4b0c7d070 0x55e4b0cda8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4b0c7cc90 0x55e4b0cda3a0 unknown :-1 s=CLOSED pgs=766 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.39:6832/3707612178,v1:172.21.15.39:6833/3707612178] conn(0x55e4b0cc0ef0 0x55e4b0d2f0f0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 --2- 172.21.15.39:0/5721925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4b0c77710 0x55e4b0cbd950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f966f7fe640 0 client.6372 ms_handle_reset on v2:172.21.15.39:6832/3707612178 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 >> 172.21.15.39:0/5721925 conn(0x55e4b0c7c8b0 msgr2=0x55e4b0ca4f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 shutdown_connections 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 1 -- 172.21.15.39:0/5721925 wait complete. 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9699dde740 20 client.6372 trim_cache size 0 max 16384 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stdout: "message": "", 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0 2024-09-13T16:13:28.623 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f967006ac00 msgr2=0x7f967006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f967006ac00 0x7f967006d0c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f9680000f60 tx=0x7f9680009040 comp rx=0 tx=0).stop 2024-09-13T16:13:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 msgr2=0x7f969014c990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 0x7f969014c990 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f9678001890 tx=0x7f967800a430 comp rx=0 tx=0).stop 2024-09-13T16:13:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 shutdown_connections 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f967006ac00 0x7f967006d0c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9690156e60 0x7f969014dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96900b25b0 0x7f969014c990 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 --2- 172.21.15.39:0/1833696044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f969006a5e0 0x7f96900ae900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 >> 172.21.15.39:0/1833696044 conn(0x7f96900b00a0 msgr2=0x7f9690154780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 shutdown_connections 2024-09-13T16:13:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.616+0000 7f9696fe2640 1 -- 172.21.15.39:0/1833696044 wait complete. 2024-09-13T16:13:28.629 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:28.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.728+0000 7f6e40753640 1 Processor -- start 2024-09-13T16:13:28.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.728+0000 7f6e40753640 1 -- start start 2024-09-13T16:13:28.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e40753640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6e380b41a0 0x7f6e380b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e40753640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e380d0a00 0x7f6e38167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e40753640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e380cde30 con 0x7f6e380ccf80 2024-09-13T16:13:28.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e40753640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e380b5090 con 0x7f6e380d0a00 2024-09-13T16:13:28.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e40753640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e380cd820 con 0x7f6e380b41a0 2024-09-13T16:13:28.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e3ecf0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e380d0a00 0x7f6e38167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e3ecf0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e380d0a00 0x7f6e38167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33078/0 (socket says 172.21.15.39:33078) 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.729+0000 7f6e3ecf0640 1 -- 172.21.15.39:0/3147264034 learned_addr learned my addr 172.21.15.39:0/3147264034 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.730+0000 7f6e3e4ef640 1 --2- 172.21.15.39:0/3147264034 >> v2:172.21.15.157:3300/0 conn(0x7f6e380b41a0 0x7f6e380b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.730+0000 7f6e3ecf0640 1 -- 172.21.15.39:0/3147264034 >> v2:172.21.15.157:3300/0 conn(0x7f6e380b41a0 msgr2=0x7f6e380b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.730+0000 7f6e3ecf0640 1 --2- 172.21.15.39:0/3147264034 >> v2:172.21.15.157:3300/0 conn(0x7f6e380b41a0 0x7f6e380b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.730+0000 7f6e3ecf0640 1 -- 172.21.15.39:0/3147264034 >> v1:172.21.15.157:6789/0 conn(0x7f6e380ccf80 legacy=0x7f6e380d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.730+0000 7f6e3ecf0640 1 -- 172.21.15.39:0/3147264034 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e380b4ac0 con 0x7f6e380d0a00 2024-09-13T16:13:28.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e3ecf0640 1 --2- 172.21.15.39:0/3147264034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380d0a00 0x7f6e38167010 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f6e38073580 tx=0x7f6e3002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79cfc6088869edb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e3d4ed640 1 -- 172.21.15.39:0/3147264034 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30032440 con 0x7f6e380d0a00 2024-09-13T16:13:28.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e3d4ed640 1 -- 172.21.15.39:0/3147264034 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e300325a0 con 0x7f6e380d0a00 2024-09-13T16:13:28.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e3d4ed640 1 -- 172.21.15.39:0/3147264034 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e30032930 con 0x7f6e380d0a00 2024-09-13T16:13:28.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 -- 172.21.15.39:0/3147264034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380d0a00 msgr2=0x7f6e38167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 --2- 172.21.15.39:0/3147264034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380d0a00 0x7f6e38167010 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f6e38073580 tx=0x7f6e3002a270 comp rx=0 tx=0).stop 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 -- 172.21.15.39:0/3147264034 shutdown_connections 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 --2- 172.21.15.39:0/3147264034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380d0a00 0x7f6e38167010 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 --2- 172.21.15.39:0/3147264034 >> v2:172.21.15.157:3300/0 conn(0x7f6e380b41a0 0x7f6e380b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 -- 172.21.15.39:0/3147264034 >> 172.21.15.39:0/3147264034 conn(0x7f6e380cf1a0 msgr2=0x7f6e380cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 -- 172.21.15.39:0/3147264034 shutdown_connections 2024-09-13T16:13:28.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.731+0000 7f6e40753640 1 -- 172.21.15.39:0/3147264034 wait complete. 2024-09-13T16:13:28.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 Processor -- start 2024-09-13T16:13:28.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 -- start start 2024-09-13T16:13:28.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 0x7f6e380a9ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e380ccf80 0x7f6e38159200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e380d0a00 0x7f6e381e3760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e38159a40 con 0x7f6e380b41a0 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e381e3ca0 con 0x7f6e380ccf80 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e40753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e380a9a40 con 0x7f6e380d0a00 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e3e4ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 0x7f6e380a9ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e3e4ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 0x7f6e380a9ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33084/0 (socket says 172.21.15.39:33084) 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.733+0000 7f6e3e4ef640 1 -- 172.21.15.39:0/2741442465 learned_addr learned my addr 172.21.15.39:0/2741442465 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3dcee640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e380ccf80 0x7f6e38159200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3ecf0640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e380d0a00 0x7f6e381e3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3e4ef640 1 -- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e380d0a00 msgr2=0x7f6e381e3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3e4ef640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e380d0a00 0x7f6e381e3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3e4ef640 1 -- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e380ccf80 msgr2=0x7f6e38159200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3e4ef640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e380ccf80 0x7f6e38159200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3e4ef640 1 -- 172.21.15.39:0/2741442465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e300094d0 con 0x7f6e380b41a0 2024-09-13T16:13:28.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e3e4ef640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 0x7f6e380a9ed0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6e34007ef0 tx=0x7f6e3400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e34014620 con 0x7f6e380b41a0 2024-09-13T16:13:28.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e34014780 con 0x7f6e380b41a0 2024-09-13T16:13:28.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e380a9150 con 0x7f6e380b41a0 2024-09-13T16:13:28.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e34014b30 con 0x7f6e380b41a0 2024-09-13T16:13:28.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.734+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e380a96d0 con 0x7f6e380b41a0 2024-09-13T16:13:28.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.735+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e38067330 con 0x7f6e380b41a0 2024-09-13T16:13:28.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.736+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e34014c90 con 0x7f6e380b41a0 2024-09-13T16:13:28.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.736+0000 7f6e2effd640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e1c06ac00 0x7f6e1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:28.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.736+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f6e34089be0 con 0x7f6e380b41a0 2024-09-13T16:13:28.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.736+0000 7f6e3dcee640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e1c06ac00 0x7f6e1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:28.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.737+0000 7f6e3dcee640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e1c06ac00 0x7f6e1c06d0c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e380cc4e0 tx=0x7f6e28009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:28.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.740+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e34054e70 con 0x7f6e380b41a0 2024-09-13T16:13:28.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.944+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6e38066ea0 con 0x7f6e380b41a0 2024-09-13T16:13:28.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.945+0000 7f6e2effd640 1 -- 172.21.15.39:0/2741442465 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 32 v32) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f6e34058490 con 0x7f6e380b41a0 2024-09-13T16:13:28.947 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:28.947 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":32,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":32,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:28.131759+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:28.947 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 32 2024-09-13T16:13:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e1c06ac00 msgr2=0x7f6e1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e1c06ac00 0x7f6e1c06d0c0 secure :-1 s=READY pgs=339 cs=0 l=1 rev1=1 crypto rx=0x7f6e380cc4e0 tx=0x7f6e28009040 comp rx=0 tx=0).stop 2024-09-13T16:13:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 msgr2=0x7f6e380a9ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:28.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 0x7f6e380a9ed0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f6e34007ef0 tx=0x7f6e3400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 shutdown_connections 2024-09-13T16:13:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e1c06ac00 0x7f6e1c06d0c0 unknown :-1 s=CLOSED pgs=339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e380d0a00 0x7f6e381e3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e380ccf80 0x7f6e38159200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 --2- 172.21.15.39:0/2741442465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e380b41a0 0x7f6e380a9ed0 unknown :-1 s=CLOSED pgs=768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:28.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 >> 172.21.15.39:0/2741442465 conn(0x7f6e380cf1a0 msgr2=0x7f6e380b65d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 shutdown_connections 2024-09-13T16:13:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:28.947+0000 7f6e40753640 1 -- 172.21.15.39:0/2741442465 wait complete. 2024-09-13T16:13:28.959 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:29.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 Processor -- start 2024-09-13T16:13:29.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 -- start start 2024-09-13T16:13:29.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80721f0 0x7fecd80ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fecd80cc820 0x7fecd815c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fecd80cebf0 con 0x7fecd80ce7b0 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fecd815bed0 con 0x7fecd80cc820 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.060+0000 7fecdd4c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecd815aa50 con 0x7fecd80721f0 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fecd80cc820 0x7fecd815c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd67fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fecd80ce7b0 0x7fecd80cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41874/0 (socket says 172.21.15.39:41874) 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd67fc640 1 -- 172.21.15.39:0/1715272535 learned_addr learned my addr 172.21.15.39:0/1715272535 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fecd80cc820 0x7fecd815c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33086/0 (socket says 172.21.15.39:33086) 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd6ffd640 1 --2- 172.21.15.39:0/1715272535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80721f0 0x7fecd80ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd77fe640 1 -- 172.21.15.39:0/1715272535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80721f0 msgr2=0x7fecd80ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd77fe640 1 --2- 172.21.15.39:0/1715272535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80721f0 0x7fecd80ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd77fe640 1 -- 172.21.15.39:0/1715272535 >> v1:172.21.15.39:6789/0 conn(0x7fecd80ce7b0 legacy=0x7fecd80cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd5ffb640 1 -- 172.21.15.39:0/1715272535 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2578310859 0 0) 0x7fecd80cebf0 con 0x7fecd80ce7b0 2024-09-13T16:13:29.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.061+0000 7fecd77fe640 1 -- 172.21.15.39:0/1715272535 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecd815af50 con 0x7fecd80cc820 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecd77fe640 1 --2- 172.21.15.39:0/1715272535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80cc820 0x7fecd815c2f0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fecd00097a0 tx=0x7fecd002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ca53efe1f0075d5b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecd5ffb640 1 -- 172.21.15.39:0/1715272535 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd002ae50 con 0x7fecd80cc820 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecd5ffb640 1 -- 172.21.15.39:0/1715272535 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecd0032440 con 0x7fecd80cc820 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecd5ffb640 1 -- 172.21.15.39:0/1715272535 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd00327d0 con 0x7fecd80cc820 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1715272535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80cc820 msgr2=0x7fecd815c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1715272535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80cc820 0x7fecd815c2f0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fecd00097a0 tx=0x7fecd002a100 comp rx=0 tx=0).stop 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1715272535 shutdown_connections 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1715272535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80cc820 0x7fecd815c2f0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1715272535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80721f0 0x7fecd80ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1715272535 >> 172.21.15.39:0/1715272535 conn(0x7fecd806b3b0 msgr2=0x7fecd806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1715272535 shutdown_connections 2024-09-13T16:13:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.062+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1715272535 wait complete. 2024-09-13T16:13:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 Processor -- start 2024-09-13T16:13:29.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 -- start start 2024-09-13T16:13:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 0x7fecd8152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80cc820 0x7fecd8147ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecd80ce7b0 0x7fecd80af3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecd8153da0 con 0x7fecd80721f0 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecd8153120 con 0x7fecd80ce7b0 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.064+0000 7fecdd4c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecd8153400 con 0x7fecd80cc820 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 0x7fecd8152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 0x7fecd8152840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33098/0 (socket says 172.21.15.39:33098) 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 -- 172.21.15.39:0/1895136933 learned_addr learned my addr 172.21.15.39:0/1895136933 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd67fc640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80cc820 0x7fecd8147ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd77fe640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecd80ce7b0 0x7fecd80af3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 -- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80cc820 msgr2=0x7fecd8147ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80cc820 0x7fecd8147ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 -- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecd80ce7b0 msgr2=0x7fecd80af3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecd80ce7b0 0x7fecd80af3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 -- 172.21.15.39:0/1895136933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecd0009400 con 0x7fecd80721f0 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecd6ffd640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 0x7fecd8152840 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fecc8007e40 tx=0x7fecc800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc8014620 con 0x7fecd80721f0 2024-09-13T16:13:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecc800ee90 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fecd81536e0 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc80149c0 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.065+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fecd8152d80 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.066+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fecd8154010 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.067+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecc8014b20 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.067+0000 7fecbf7fe640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc406ac00 0x7fecc406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.067+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7fecc8089cf0 con 0x7fecd80721f0 2024-09-13T16:13:29.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.068+0000 7fecd67fc640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc406ac00 0x7fecc406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.068+0000 7fecd67fc640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc406ac00 0x7fecc406d0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fecd80aff70 tx=0x7feccc007b50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.072+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fecc808e070 con 0x7fecd80721f0 2024-09-13T16:13:29.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.280+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fecd80672f0 con 0x7fecd80721f0 2024-09-13T16:13:29.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.280+0000 7fecbf7fe640 1 -- 172.21.15.39:0/1895136933 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+4744 (secure 0 0 0) 0x7fecc8054ed0 con 0x7fecd80721f0 2024-09-13T16:13:29.282 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:29.282 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":33,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:29.132666+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:reconnect","state_seq":8,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:29.282 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 33 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc406ac00 msgr2=0x7fecc406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc406ac00 0x7fecc406d0c0 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7fecd80aff70 tx=0x7feccc007b50 comp rx=0 tx=0).stop 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 msgr2=0x7fecd8152840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 0x7fecd8152840 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fecc8007e40 tx=0x7fecc800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 shutdown_connections 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecc406ac00 0x7fecc406d0c0 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecd80ce7b0 0x7fecd80af3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecd80cc820 0x7fecd8147ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 --2- 172.21.15.39:0/1895136933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecd80721f0 0x7fecd8152840 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 >> 172.21.15.39:0/1895136933 conn(0x7fecd806b3b0 msgr2=0x7fecd80708f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 shutdown_connections 2024-09-13T16:13:29.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.282+0000 7fecdd4c9640 1 -- 172.21.15.39:0/1895136933 wait complete. 2024-09-13T16:13:29.295 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json dump tree /a 0 2024-09-13T16:13:29.409 INFO:teuthology.orchestra.run.smithi039.stdout:[{"ino":1099511627776,"rdev":0,"ctime":"2024-09-13T16:13:24.558637+0000","btime":"2024-09-13T16:13:18.711651+0000","mode":16877,"uid":1000,"gid":1333,"nlink":1,"dir_layout":{"dir_hash":2,"unused1":0,"unused2":0,"unused3":0},"layout":{"stripe_unit":0,"stripe_count":0,"object_size":0,"pool_id":-1,"pool_ns":""},"old_pools":[],"size":0,"truncate_seq":1,"truncate_size":18446744073709551615,"truncate_from":0,"truncate_pending":0,"mtime":"2024-09-13T16:13:24.558637+0000","atime":"2024-09-13T16:13:18.711651+0000","time_warp_seq":0,"change_attr":3,"export_pin":-1,"export_ephemeral_random_pin":0,"export_ephemeral_distributed_pin":false,"client_ranges":[],"dirstat":{"version":0,"mtime":"2024-09-13T16:13:24.558637+0000","num_files":0,"num_subdirs":1,"change_attr":3},"rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-13T16:13:24.558637+0000"},"accounted_rstat":{"version":0,"rbytes":0,"rfiles":0,"rsubdirs":2,"rsnaps":0,"rctime":"2024-09-13T16:13:24.558637+0000"},"version":9,"file_data_version":0,"xattr_version":1,"backtrace_version":2,"stray_prior_path":"","max_size_ever":0,"quota":{"max_bytes":0,"max_files":0},"last_scrub_stamp":"0.000000","last_scrub_version":0,"symlink":"","xattrs":[],"dirfragtree":{"splits":[]},"old_inodes":[],"oldest_snap":18446744073709551614,"damage_flags":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirfrag":1,"dirty":1},"nref":2,"versionlock":{"gather_set":[],"state":"lock","type":"iversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"authlock":{},"linklock":{},"dirfragtreelock":{},"filelock":{},"xattrlock":{},"snaplock":{},"nestlock":{},"flocklock":{},"policylock":{},"states":["auth","dirty"],"client_caps":[],"loner":-1,"want_loner":-1,"mds_caps_wanted":[],"dirfrags":[{"path":"/a","dirfrag":"0x10000000000","snapid_first":2,"projected_version":"7","version":"7","committing_version":"0","committed_version":"0","is_rep":false,"dir_auth":"","states":["auth"],"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"child":1},"nref":1,"dentries":[{"path":"a/c","alternate_name":"","path_ino":1,"snap_first":18446744073709551606,"snap_last":18446744073709551614,"is_primary":true,"is_remote":false,"is_null":false,"is_new":false,"inode":1099511627777,"remote_type":"","version":4,"projected_version":4,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"inodepin":1,"dirty":1},"nref":2,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]},{"path":"a/b","alternate_name":"","path_ino":1,"snap_first":2,"snap_last":18446744073709551614,"is_primary":false,"is_remote":false,"is_null":true,"is_new":false,"inode":0,"remote_type":"","version":5,"projected_version":5,"auth_pins":0,"is_auth":true,"auth_state":{"replicas":{}},"replica_state":{"authority":[0,-2],"replica_nonce":0},"auth_pins":0,"is_frozen":false,"is_freezing":false,"pins":{"dirty":1},"nref":1,"lock":{},"versionlock":{"gather_set":[],"state":"lock","type":"dversion","is_leased":false,"num_rdlocks":0,"num_wrlocks":0,"num_xlocks":0,"xlock_by":{}},"states":["auth","dirty"]}]}],"is_subvolume":false}] 2024-09-13T16:13:29.410 DEBUG:tasks.cephfs.filesystem:_json_asok output [ { "accounted_rstat": { "rbytes": 0, "rctime": "2024-09-13T16:13:24.558637+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "atime": "2024-09-13T16:13:18.711651+0000", "auth_pins": 0, "auth_state": { "replicas": {} }, "authlock": {}, "backtrace_version": 2, "btime": "2024-09-13T16:13:18.711651+0000", "change_attr": 3, "client_caps": [], "client_ranges": [], "ctime": "2024-09-13T16:13:24.558637+0000", "damage_flags": 0, "dir_layout": { "dir_hash": 2, "unused1": 0, "unused2": 0, "unused3": 0 }, "dirfrags": [ { "auth_pins": 0, "auth_state": { "replicas": {} }, "committed_version": "0", "committing_version": "0", "dentries": [ { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 1099511627777, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": false, "is_primary": true, "is_remote": false, "lock": {}, "nref": 2, "path": "a/c", "path_ino": 1, "pins": { "dirty": 1, "inodepin": 1 }, "projected_version": 4, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 18446744073709551606, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 4, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } }, { "alternate_name": "", "auth_pins": 0, "auth_state": { "replicas": {} }, "inode": 0, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_new": false, "is_null": true, "is_primary": false, "is_remote": false, "lock": {}, "nref": 1, "path": "a/b", "path_ino": 1, "pins": { "dirty": 1 }, "projected_version": 5, "remote_type": "", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snap_first": 2, "snap_last": 18446744073709551614, "states": [ "auth", "dirty" ], "version": 5, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "dversion", "xlock_by": {} } } ], "dir_auth": "", "dirfrag": "0x10000000000", "is_auth": true, "is_freezing": false, "is_frozen": false, "is_rep": false, "nref": 1, "path": "/a", "pins": { "child": 1 }, "projected_version": "7", "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "snapid_first": 2, "states": [ "auth" ], "version": "7" } ], "dirfragtree": { "splits": [] }, "dirfragtreelock": {}, "dirstat": { "change_attr": 3, "mtime": "2024-09-13T16:13:24.558637+0000", "num_files": 0, "num_subdirs": 1, "version": 0 }, "export_ephemeral_distributed_pin": false, "export_ephemeral_random_pin": 0, "export_pin": -1, "file_data_version": 0, "filelock": {}, "flocklock": {}, "gid": 1333, "ino": 1099511627776, "is_auth": true, "is_freezing": false, "is_frozen": false, "is_subvolume": false, "last_scrub_stamp": "0.000000", "last_scrub_version": 0, "layout": { "object_size": 0, "pool_id": -1, "pool_ns": "", "stripe_count": 0, "stripe_unit": 0 }, "linklock": {}, "loner": -1, "max_size_ever": 0, "mds_caps_wanted": [], "mode": 16877, "mtime": "2024-09-13T16:13:24.558637+0000", "nestlock": {}, "nlink": 1, "nref": 2, "old_inodes": [], "old_pools": [], "oldest_snap": 18446744073709551614, "pins": { "dirfrag": 1, "dirty": 1 }, "policylock": {}, "quota": { "max_bytes": 0, "max_files": 0 }, "rdev": 0, "replica_state": { "authority": [ 0, -2 ], "replica_nonce": 0 }, "rstat": { "rbytes": 0, "rctime": "2024-09-13T16:13:24.558637+0000", "rfiles": 0, "rsnaps": 0, "rsubdirs": 2, "version": 0 }, "size": 0, "snaplock": {}, "states": [ "auth", "dirty" ], "stray_prior_path": "", "symlink": "", "time_warp_seq": 0, "truncate_from": 0, "truncate_pending": 0, "truncate_seq": 1, "truncate_size": 18446744073709551615, "uid": 1000, "version": 9, "versionlock": { "gather_set": [], "is_leased": false, "num_rdlocks": 0, "num_wrlocks": 0, "num_xlocks": 0, "state": "lock", "type": "iversion", "xlock_by": {} }, "want_loner": -1, "xattr_version": 1, "xattrlock": {}, "xattrs": [] } ] 2024-09-13T16:13:29.410 DEBUG:tasks.cephfs.test_damage:[{'ino': 1099511627776, 'rdev': 0, 'ctime': '2024-09-13T16:13:24.558637+0000', 'btime': '2024-09-13T16:13:18.711651+0000', 'mode': 16877, 'uid': 1000, 'gid': 1333, 'nlink': 1, 'dir_layout': {'dir_hash': 2, 'unused1': 0, 'unused2': 0, 'unused3': 0}, 'layout': {'stripe_unit': 0, 'stripe_count': 0, 'object_size': 0, 'pool_id': -1, 'pool_ns': ''}, 'old_pools': [], 'size': 0, 'truncate_seq': 1, 'truncate_size': 18446744073709551615, 'truncate_from': 0, 'truncate_pending': 0, 'mtime': '2024-09-13T16:13:24.558637+0000', 'atime': '2024-09-13T16:13:18.711651+0000', 'time_warp_seq': 0, 'change_attr': 3, 'export_pin': -1, 'export_ephemeral_random_pin': 0, 'export_ephemeral_distributed_pin': False, 'client_ranges': [], 'dirstat': {'version': 0, 'mtime': '2024-09-13T16:13:24.558637+0000', 'num_files': 0, 'num_subdirs': 1, 'change_attr': 3}, 'rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-13T16:13:24.558637+0000'}, 'accounted_rstat': {'version': 0, 'rbytes': 0, 'rfiles': 0, 'rsubdirs': 2, 'rsnaps': 0, 'rctime': '2024-09-13T16:13:24.558637+0000'}, 'version': 9, 'file_data_version': 0, 'xattr_version': 1, 'backtrace_version': 2, 'stray_prior_path': '', 'max_size_ever': 0, 'quota': {'max_bytes': 0, 'max_files': 0}, 'last_scrub_stamp': '0.000000', 'last_scrub_version': 0, 'symlink': '', 'xattrs': [], 'dirfragtree': {'splits': []}, 'old_inodes': [], 'oldest_snap': 18446744073709551614, 'damage_flags': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'dirfrag': 1, 'dirty': 1}, 'nref': 2, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'iversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'authlock': {}, 'linklock': {}, 'dirfragtreelock': {}, 'filelock': {}, 'xattrlock': {}, 'snaplock': {}, 'nestlock': {}, 'flocklock': {}, 'policylock': {}, 'states': ['auth', 'dirty'], 'client_caps': [], 'loner': -1, 'want_loner': -1, 'mds_caps_wanted': [], 'dirfrags': [{'path': '/a', 'dirfrag': '0x10000000000', 'snapid_first': 2, 'projected_version': '7', 'version': '7', 'committing_version': '0', 'committed_version': '0', 'is_rep': False, 'dir_auth': '', 'states': ['auth'], 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'auth_pins': 0, 'is_frozen': False, 'is_freezing': False, 'pins': {'child': 1}, 'nref': 1, 'dentries': [{'path': 'a/c', 'alternate_name': '', 'path_ino': 1, 'snap_first': 18446744073709551606, 'snap_last': 18446744073709551614, 'is_primary': True, 'is_remote': False, 'is_null': False, 'is_new': False, 'inode': 1099511627777, 'remote_type': '', 'version': 4, 'projected_version': 4, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'inodepin': 1, 'dirty': 1}, 'nref': 2, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}, {'path': 'a/b', 'alternate_name': '', 'path_ino': 1, 'snap_first': 2, 'snap_last': 18446744073709551614, 'is_primary': False, 'is_remote': False, 'is_null': True, 'is_new': False, 'inode': 0, 'remote_type': '', 'version': 5, 'projected_version': 5, 'auth_pins': 0, 'is_auth': True, 'auth_state': {'replicas': {}}, 'replica_state': {'authority': [0, -2], 'replica_nonce': 0}, 'is_frozen': False, 'is_freezing': False, 'pins': {'dirty': 1}, 'nref': 1, 'lock': {}, 'versionlock': {'gather_set': [], 'state': 'lock', 'type': 'dversion', 'is_leased': False, 'num_rdlocks': 0, 'num_wrlocks': 0, 'num_xlocks': 0, 'xlock_by': {}}, 'states': ['auth', 'dirty']}]}], 'is_subvolume': False}] 2024-09-13T16:13:29.411 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:13:29.411 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:29.457 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:29.502 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:13:29.503 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:29.503 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:29.521 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:29.521 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:13:29.522 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:29.522 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:13:29.577 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:13:29.577 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:13:29.577 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:29.597 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:29.597 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:13:29.597 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:29.597 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:13:29.655 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:29.655 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T16:13:29.655 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:29.656 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:29.671 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:29.671 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:13:29.671 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:29.671 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:13:29.726 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:13:29.728 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:13:29.728 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:29.747 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:29.747 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:13:29.747 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:29.747 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:13:29.804 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:13:29.805 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:13:29.805 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:29.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.905+0000 7fc8cf99c640 1 Processor -- start 2024-09-13T16:13:29.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.906+0000 7fc8cf99c640 1 -- start start 2024-09-13T16:13:29.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.906+0000 7fc8cf99c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc8c8158cb0 0x7fc8c80cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.906+0000 7fc8cf99c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8c806f910 con 0x7fc8c806a5e0 2024-09-13T16:13:29.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.906+0000 7fc8cf99c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8c806fbd0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.906+0000 7fc8cf99c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8c806feb0 con 0x7fc8c8158cb0 2024-09-13T16:13:29.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.907+0000 7fc8cd738640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc8c8158cb0 0x7fc8c80cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.907+0000 7fc8cdf39640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc8c806a5e0 0x7fc8c80cad30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41880/0 (socket says 172.21.15.39:41880) 2024-09-13T16:13:29.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.907+0000 7fc8cdf39640 1 -- 172.21.15.39:0/228666571 learned_addr learned my addr 172.21.15.39:0/228666571 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:29.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.907+0000 7fc8cd738640 1 -- 172.21.15.39:0/228666571 >> v1:172.21.15.157:6789/0 conn(0x7fc8c806f4a0 legacy=0x7fc8c8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:29.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.907+0000 7fc8cd738640 1 -- 172.21.15.39:0/228666571 >> v1:172.21.15.39:6789/0 conn(0x7fc8c806a5e0 legacy=0x7fc8c80cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.907+0000 7fc8cd738640 1 -- 172.21.15.39:0/228666571 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8c8070190 con 0x7fc8c8158cb0 2024-09-13T16:13:29.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8cd738640 1 --2- 172.21.15.39:0/228666571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c8158cb0 0x7fc8c80cee00 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40097a0 tx=0x7fc8c402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=843138d9e6540e82 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8bbfff640 1 -- 172.21.15.39:0/228666571 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4032440 con 0x7fc8c8158cb0 2024-09-13T16:13:29.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8bbfff640 1 -- 172.21.15.39:0/228666571 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8c40325a0 con 0x7fc8c8158cb0 2024-09-13T16:13:29.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8bbfff640 1 -- 172.21.15.39:0/228666571 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8c4032930 con 0x7fc8c8158cb0 2024-09-13T16:13:29.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8cf99c640 1 -- 172.21.15.39:0/228666571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c8158cb0 msgr2=0x7fc8c80cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/228666571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c8158cb0 0x7fc8c80cee00 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fc8c40097a0 tx=0x7fc8c402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8cf99c640 1 -- 172.21.15.39:0/228666571 shutdown_connections 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/228666571 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c8158cb0 0x7fc8c80cee00 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.908+0000 7fc8cf99c640 1 -- 172.21.15.39:0/228666571 >> 172.21.15.39:0/228666571 conn(0x7fc8c806b3b0 msgr2=0x7fc8c806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.909+0000 7fc8cf99c640 1 -- 172.21.15.39:0/228666571 shutdown_connections 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.909+0000 7fc8cf99c640 1 -- 172.21.15.39:0/228666571 wait complete. 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.910+0000 7fc8cf99c640 1 Processor -- start 2024-09-13T16:13:29.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.910+0000 7fc8cf99c640 1 -- start start 2024-09-13T16:13:29.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8c806a5e0 0x7fc8c814b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 0x7fc8c81f3a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8c8158cb0 0x7fc8c81f3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c81505c0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c8152310 con 0x7fc8c806a5e0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8c81525f0 con 0x7fc8c8158cb0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 0x7fc8c81f3a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 0x7fc8c81f3a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33112/0 (socket says 172.21.15.39:33112) 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 -- 172.21.15.39:0/3275510674 learned_addr learned my addr 172.21.15.39:0/3275510674 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cd738640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8c806a5e0 0x7fc8c814b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cdf39640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8c8158cb0 0x7fc8c81f3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 -- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8c8158cb0 msgr2=0x7fc8c81f3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8c8158cb0 0x7fc8c81f3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 -- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8c806a5e0 msgr2=0x7fc8c814b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8c806a5e0 0x7fc8c814b180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 -- 172.21.15.39:0/3275510674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8c4009400 con 0x7fc8c806f4a0 2024-09-13T16:13:29.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cdf39640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8c8158cb0 0x7fc8c81f3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8ccf37640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 0x7fc8c81f3a10 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc00c430 tx=0x7fc8bc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc011790 con 0x7fc8c806f4a0 2024-09-13T16:13:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8bc0118f0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8c81528d0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.911+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8bc011ce0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.912+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8c81534a0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.912+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8c8150770 con 0x7fc8c806f4a0 2024-09-13T16:13:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.913+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc8bc01c460 con 0x7fc8c806f4a0 2024-09-13T16:13:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.913+0000 7fc8b9ffb640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8ac06ac00 0x7fc8ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.913+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7fc8bc0893e0 con 0x7fc8c806f4a0 2024-09-13T16:13:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.914+0000 7fc8cd738640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8ac06ac00 0x7fc8ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:29.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.914+0000 7fc8cd738640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8ac06ac00 0x7fc8ac06d0c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4034000 tx=0x7fc8c402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:29.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:29.917+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc8c8150770 con 0x7fc8c806f4a0 2024-09-13T16:13:30.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.124+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc8c80672f0 con 0x7fc8c806f4a0 2024-09-13T16:13:30.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.124+0000 7fc8b9ffb640 1 -- 172.21.15.39:0/3275510674 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 33 v33) v1 ==== 94+0+4744 (secure 0 0 0) 0x7fc8bc054490 con 0x7fc8c806f4a0 2024-09-13T16:13:30.126 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:30.126 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":33,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":33,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:29.132666+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:reconnect","state_seq":8,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:30.127 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 33 2024-09-13T16:13:30.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8ac06ac00 msgr2=0x7fc8ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8ac06ac00 0x7fc8ac06d0c0 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fc8c4034000 tx=0x7fc8c402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 msgr2=0x7fc8c81f3a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 0x7fc8c81f3a10 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7fc8bc00c430 tx=0x7fc8bc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 shutdown_connections 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8ac06ac00 0x7fc8ac06d0c0 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8c8158cb0 0x7fc8c81f3f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8c806f4a0 0x7fc8c81f3a10 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 --2- 172.21.15.39:0/3275510674 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8c806a5e0 0x7fc8c814b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.126+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 >> 172.21.15.39:0/3275510674 conn(0x7fc8c806b3b0 msgr2=0x7fc8c814f080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.127+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 shutdown_connections 2024-09-13T16:13:30.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.127+0000 7fc8cf99c640 1 -- 172.21.15.39:0/3275510674 wait complete. 2024-09-13T16:13:30.139 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:30.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.239+0000 7f975f33a640 1 Processor -- start 2024-09-13T16:13:30.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.239+0000 7f975f33a640 1 -- start start 2024-09-13T16:13:30.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975f33a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 0x7f97580cb1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975f33a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f97580704b0 0x7f9758070960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975f33a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97580cbc60 con 0x7f97580cb700 2024-09-13T16:13:30.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975f33a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97580cbf40 con 0x7f97580704b0 2024-09-13T16:13:30.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975f33a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f975806fcb0 con 0x7f97581515f0 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975c8d5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f97580cb700 0x7f975806b6e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41896/0 (socket says 172.21.15.39:41896) 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f975c8d5640 1 -- 172.21.15.39:0/2287426060 learned_addr learned my addr 172.21.15.39:0/2287426060 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.240+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3001524633 0 0) 0x7f97580cbc60 con 0x7f97580cb700 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9740003520 con 0x7f97580cb700 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975d0d6640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 0x7f97580cb1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975d8d7640 1 --2- 172.21.15.39:0/2287426060 >> v2:172.21.15.157:3300/0 conn(0x7f97580704b0 0x7f9758070960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2996728497 0 0) 0x7f9740003520 con 0x7f97580cb700 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 msgr2=0x7f97580cb1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 0x7f97580cb1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 >> v2:172.21.15.157:3300/0 conn(0x7f97580704b0 msgr2=0x7f9758070960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 --2- 172.21.15.39:0/2287426060 >> v2:172.21.15.157:3300/0 conn(0x7f97580704b0 0x7f9758070960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f975806ff90 con 0x7f97580cb700 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f974c001670 con 0x7f97580cb700 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 >> v1:172.21.15.39:6789/0 conn(0x7f97580cb700 legacy=0x7f975806b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9740003970 0x7f9740003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97400047c0 0x7f9740004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 0x7f9740005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97580cbf40 con 0x7f97400047c0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f975806fcb0 con 0x7f9740003970 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f974000ba30 con 0x7f97581515f0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975d8d7640 1 --2- 172.21.15.39:0/2287426060 >> v2:172.21.15.157:3300/0 conn(0x7f97580704b0 0x7f9758070960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975c8d5640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97400047c0 0x7f9740004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975d0d6640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9740003970 0x7f9740003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975d8d7640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 0x7f9740005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975c8d5640 1 -- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 msgr2=0x7f9740005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975c8d5640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97581515f0 0x7f9740005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975c8d5640 1 -- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9740003970 msgr2=0x7f9740003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975c8d5640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9740003970 0x7f9740003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.241+0000 7f975c8d5640 1 -- 172.21.15.39:0/2287426060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9740003520 con 0x7f97400047c0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.242+0000 7f975c8d5640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97400047c0 0x7f9740004c40 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f975806ae70 tx=0x7f97400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47bcf0436b914e32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.242+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f974c005ad0 con 0x7f97400047c0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.242+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f974c02d070 con 0x7f97400047c0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.242+0000 7f9757fff640 1 -- 172.21.15.39:0/2287426060 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f974c005e90 con 0x7f97400047c0 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975f33a640 1 -- 172.21.15.39:0/2287426060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97400047c0 msgr2=0x7f9740004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975f33a640 1 --2- 172.21.15.39:0/2287426060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97400047c0 0x7f9740004c40 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7f975806ae70 tx=0x7f97400057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975d8d7640 1 -- 172.21.15.39:0/2287426060 reap_dead start 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975f33a640 1 -- 172.21.15.39:0/2287426060 shutdown_connections 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975f33a640 1 -- 172.21.15.39:0/2287426060 >> 172.21.15.39:0/2287426060 conn(0x7f9758069ed0 msgr2=0x7f975806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975f33a640 1 -- 172.21.15.39:0/2287426060 shutdown_connections 2024-09-13T16:13:30.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.243+0000 7f975f33a640 1 -- 172.21.15.39:0/2287426060 wait complete. 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.244+0000 7f975f33a640 1 Processor -- start 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.244+0000 7f975f33a640 1 -- start start 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975f33a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97400047c0 0x7f97581f0270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975f33a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9758145cd0 0x7f9758148800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975f33a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 0x7f97581e75c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975f33a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97581f35d0 con 0x7f97581e7110 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975f33a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97581e3f30 con 0x7f9758145cd0 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975f33a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97581e4210 con 0x7f97400047c0 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 0x7f97581e75c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 0x7f97581e75c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33136/0 (socket says 172.21.15.39:33136) 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 -- 172.21.15.39:0/3810448067 learned_addr learned my addr 172.21.15.39:0/3810448067 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975c8d5640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9758145cd0 0x7f9758148800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d0d6640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97400047c0 0x7f97581f0270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 -- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97400047c0 msgr2=0x7f97581f0270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97400047c0 0x7f97581f0270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 -- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9758145cd0 msgr2=0x7f9758148800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9758145cd0 0x7f9758148800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.245+0000 7f975d8d7640 1 -- 172.21.15.39:0/3810448067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97581e44f0 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.246+0000 7f975d8d7640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 0x7f97581e75c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f97580cc960 tx=0x7f9750010940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.249+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9750004440 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.249+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f975000c050 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.249+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97581e47d0 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.249+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9750003850 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.249+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97581f07b0 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.250+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9758067300 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.251+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f97500039b0 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.251+0000 7f9755ffb640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f974406ac30 0x7f974406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.251+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f9750088ed0 con 0x7f97581e7110 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.252+0000 7f975d0d6640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f974406ac30 0x7f974406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.252+0000 7f975d0d6640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f974406ac30 0x7f974406d0f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f975815c400 tx=0x7f9748003c70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.255+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f97500540d0 con 0x7f97581e7110 2024-09-13T16:13:30.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.426+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9758070960 con 0x7f97581e7110 2024-09-13T16:13:30.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.428+0000 7f9755ffb640 1 -- 172.21.15.39:0/3810448067 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16782 (secure 0 0 0) 0x7f97500576f0 con 0x7f97581e7110 2024-09-13T16:13:30.430 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:30.430 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:27.120026+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.2e","mappings":[{"from":0,"to":5}]},{"pgid":"7.37","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6836/749929192":"2024-09-14T16:13:27.120002+0000","172.21.15.157:6834/749929192":"2024-09-14T16:13:27.120002+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:30.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f974406ac30 msgr2=0x7f974406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f974406ac30 0x7f974406d0f0 secure :-1 s=READY pgs=342 cs=0 l=1 rev1=1 crypto rx=0x7f975815c400 tx=0x7f9748003c70 comp rx=0 tx=0).stop 2024-09-13T16:13:30.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 msgr2=0x7f97581e75c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 0x7f97581e75c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f97580cc960 tx=0x7f9750010940 comp rx=0 tx=0).stop 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 shutdown_connections 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f974406ac30 0x7f974406d0f0 unknown :-1 s=CLOSED pgs=342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f97581e7110 0x7f97581e75c0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9758145cd0 0x7f9758148800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 --2- 172.21.15.39:0/3810448067 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f97400047c0 0x7f97581f0270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 >> 172.21.15.39:0/3810448067 conn(0x7f9758069ed0 msgr2=0x7f975814dab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 shutdown_connections 2024-09-13T16:13:30.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.430+0000 7f975f33a640 1 -- 172.21.15.39:0/3810448067 wait complete. 2024-09-13T16:13:30.443 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:06.151004+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '47', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.75, 'score_stable': 1.75, 'optimal_score': 1, 'raw_score_acting': 1.75, 'raw_score_stable': 1.75, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 7, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:06.898494+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '48', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:30.443 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:30.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.546+0000 7f7ed759e640 1 Processor -- start 2024-09-13T16:13:30.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.546+0000 7f7ed759e640 1 -- start start 2024-09-13T16:13:30.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.547+0000 7f7ed759e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ed815c320 0x7f7ed8160770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.547+0000 7f7ed759e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ed815ff90 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.547+0000 7f7ed759e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ed80ae560 con 0x7f7ed806a5e0 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.547+0000 7f7ed759e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ed80ae840 con 0x7f7ed815c320 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ed815c320 0x7f7ed8160770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed5d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7ed80b3ee0 0x7f7ed8069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41898/0 (socket says 172.21.15.39:41898) 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed5d9b640 1 -- 172.21.15.39:0/3573023681 learned_addr learned my addr 172.21.15.39:0/3573023681 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed659c640 1 -- 172.21.15.39:0/3573023681 >> v1:172.21.15.157:6789/0 conn(0x7f7ed806a5e0 legacy=0x7f7ed80b2bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed659c640 1 -- 172.21.15.39:0/3573023681 >> v1:172.21.15.39:6789/0 conn(0x7f7ed80b3ee0 legacy=0x7f7ed8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed659c640 1 -- 172.21.15.39:0/3573023681 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ed80aeb20 con 0x7f7ed815c320 2024-09-13T16:13:30.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.548+0000 7f7ed559a640 1 -- 172.21.15.39:0/3573023681 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1008377678 0 0) 0x7f7ed815ff90 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed659c640 1 --2- 172.21.15.39:0/3573023681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed815c320 0x7f7ed8160770 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7ec80097a0 tx=0x7f7ec802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=da9ade4e7089deea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed559a640 1 -- 172.21.15.39:0/3573023681 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec8032440 con 0x7f7ed815c320 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed559a640 1 -- 172.21.15.39:0/3573023681 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ec80325a0 con 0x7f7ed815c320 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed559a640 1 -- 172.21.15.39:0/3573023681 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec8032930 con 0x7f7ed815c320 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed759e640 1 -- 172.21.15.39:0/3573023681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed815c320 msgr2=0x7f7ed8160770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed759e640 1 --2- 172.21.15.39:0/3573023681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed815c320 0x7f7ed8160770 secure :-1 s=READY pgs=779 cs=0 l=1 rev1=1 crypto rx=0x7f7ec80097a0 tx=0x7f7ec802a230 comp rx=0 tx=0).stop 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed759e640 1 -- 172.21.15.39:0/3573023681 shutdown_connections 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed759e640 1 --2- 172.21.15.39:0/3573023681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed815c320 0x7f7ed8160770 unknown :-1 s=CLOSED pgs=779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.549+0000 7f7ed759e640 1 -- 172.21.15.39:0/3573023681 >> 172.21.15.39:0/3573023681 conn(0x7f7ed80b4c10 msgr2=0x7f7ed806afe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.550+0000 7f7ed759e640 1 -- 172.21.15.39:0/3573023681 shutdown_connections 2024-09-13T16:13:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.550+0000 7f7ed759e640 1 -- 172.21.15.39:0/3573023681 wait complete. 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.551+0000 7f7ed759e640 1 Processor -- start 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.551+0000 7f7ed759e640 1 -- start start 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ed806a5e0 0x7f7ed81434d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 0x7f7ed81588b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ed815c320 0x7f7ed8145310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed8143a10 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed8144270 con 0x7f7ed815c320 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ed8144550 con 0x7f7ed806a5e0 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 0x7f7ed81588b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 0x7f7ed81588b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33156/0 (socket says 172.21.15.39:33156) 2024-09-13T16:13:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 -- 172.21.15.39:0/2392327095 learned_addr learned my addr 172.21.15.39:0/2392327095 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed659c640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ed806a5e0 0x7f7ed81434d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed6d9d640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ed815c320 0x7f7ed8145310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 -- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ed806a5e0 msgr2=0x7f7ed81434d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ed806a5e0 0x7f7ed81434d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 -- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ed815c320 msgr2=0x7f7ed8145310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ed815c320 0x7f7ed8145310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 -- 172.21.15.39:0/2392327095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ec8009400 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed5d9b640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 0x7f7ed81588b0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7ec000c4a0 tx=0x7f7ec000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec00074e0 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ec0007640 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ed815c880 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.552+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ec0004a00 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.553+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ed8144b10 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.553+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ed80b4330 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.554+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7ec0004b60 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.555+0000 7f7eceffd640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7eb806ac00 0x7f7eb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.555+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f7ec0088490 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.555+0000 7f7ed659c640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7eb806ac00 0x7f7eb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.555+0000 7f7ed659c640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7eb806ac00 0x7f7eb806d0c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8034000 tx=0x7f7ec802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.559+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7ec0053690 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.729+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7ed806a250 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.729+0000 7f7eceffd640 1 -- 172.21.15.39:0/2392327095 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v50) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7ec0056cb0 con 0x7f7ed80b3ee0 2024-09-13T16:13:30.731 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7eb806ac00 msgr2=0x7f7eb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7eb806ac00 0x7f7eb806d0c0 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f7ec8034000 tx=0x7f7ec802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 msgr2=0x7f7ed81588b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 0x7f7ed81588b0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7ec000c4a0 tx=0x7f7ec000c960 comp rx=0 tx=0).stop 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 shutdown_connections 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7eb806ac00 0x7f7eb806d0c0 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ed815c320 0x7f7ed8145310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ed80b3ee0 0x7f7ed81588b0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 --2- 172.21.15.39:0/2392327095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ed806a5e0 0x7f7ed81434d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 >> 172.21.15.39:0/2392327095 conn(0x7f7ed80b4c10 msgr2=0x7f7ed8154ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 shutdown_connections 2024-09-13T16:13:30.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.731+0000 7f7ed759e640 1 -- 172.21.15.39:0/2392327095 wait complete. 2024-09-13T16:13:30.743 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:30.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.847+0000 7f703f412640 1 Processor -- start 2024-09-13T16:13:30.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.847+0000 7f703f412640 1 -- start start 2024-09-13T16:13:30.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703f412640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cb810 0x7f7038159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703f412640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f70380cc460 0x7f70380b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703f412640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f70380b2b20 0x7f703815a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703f412640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f703815a000 con 0x7f70380b2b20 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703f412640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70380cbbf0 con 0x7f70380cc460 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703f412640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70380b1540 con 0x7f70380cb810 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703d9af640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f70380b2b20 0x7f703815a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703d9af640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f70380b2b20 0x7f703815a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33170/0 (socket says 172.21.15.39:33170) 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703d9af640 1 -- 172.21.15.39:0/3243326659 learned_addr learned my addr 172.21.15.39:0/3243326659 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703d1ae640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cb810 0x7f7038159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.848+0000 7f703c9ad640 1 --2- 172.21.15.39:0/3243326659 >> v2:172.21.15.157:3300/0 conn(0x7f70380cc460 0x7f70380b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d9af640 1 -- 172.21.15.39:0/3243326659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cb810 msgr2=0x7f7038159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d9af640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cb810 0x7f7038159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d9af640 1 -- 172.21.15.39:0/3243326659 >> v2:172.21.15.157:3300/0 conn(0x7f70380cc460 msgr2=0x7f70380b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d9af640 1 --2- 172.21.15.39:0/3243326659 >> v2:172.21.15.157:3300/0 conn(0x7f70380cc460 0x7f70380b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d9af640 1 -- 172.21.15.39:0/3243326659 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70380b1820 con 0x7f70380b2b20 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d1ae640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cb810 0x7f7038159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703c9ad640 1 --2- 172.21.15.39:0/3243326659 >> v2:172.21.15.157:3300/0 conn(0x7f70380cc460 0x7f70380b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:30.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f703d9af640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380b2b20 0x7f703815a200 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f703806d410 tx=0x7f703002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5aa80dc733a275c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.849+0000 7f7037fff640 1 -- 172.21.15.39:0/3243326659 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7030032790 con 0x7f70380b2b20 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f7037fff640 1 -- 172.21.15.39:0/3243326659 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f70300328f0 con 0x7f70380b2b20 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f7037fff640 1 -- 172.21.15.39:0/3243326659 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7030032c80 con 0x7f70380b2b20 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 -- 172.21.15.39:0/3243326659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380b2b20 msgr2=0x7f703815a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380b2b20 0x7f703815a200 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f703806d410 tx=0x7f703002c890 comp rx=0 tx=0).stop 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 -- 172.21.15.39:0/3243326659 shutdown_connections 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380b2b20 0x7f703815a200 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 --2- 172.21.15.39:0/3243326659 >> v2:172.21.15.157:3300/0 conn(0x7f70380cc460 0x7f70380b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 --2- 172.21.15.39:0/3243326659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cb810 0x7f7038159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 -- 172.21.15.39:0/3243326659 >> 172.21.15.39:0/3243326659 conn(0x7f70380b00a0 msgr2=0x7f70380b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:30.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 -- 172.21.15.39:0/3243326659 shutdown_connections 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.850+0000 7f703f412640 1 -- 172.21.15.39:0/3243326659 wait complete. 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.851+0000 7f703f412640 1 Processor -- start 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.851+0000 7f703f412640 1 -- start start 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703f412640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70380b2b20 0x7f70380a9fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703f412640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 0x7f70380c3a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703f412640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cc460 0x7f70381f1c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703f412640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70380aa4f0 con 0x7f70380cb810 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703f412640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70380aa6e0 con 0x7f70380b2b20 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703f412640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70380c3fc0 con 0x7f70380cc460 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703c9ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 0x7f70380c3a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703c9ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 0x7f70380c3a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33182/0 (socket says 172.21.15.39:33182) 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703c9ad640 1 -- 172.21.15.39:0/3390793262 learned_addr learned my addr 172.21.15.39:0/3390793262 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:30.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703d1ae640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70380b2b20 0x7f70380a9fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.852+0000 7f703d9af640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cc460 0x7f70381f1c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703c9ad640 1 -- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cc460 msgr2=0x7f70381f1c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703c9ad640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cc460 0x7f70381f1c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703c9ad640 1 -- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70380b2b20 msgr2=0x7f70380a9fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703c9ad640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70380b2b20 0x7f70380a9fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703c9ad640 1 -- 172.21.15.39:0/3390793262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f703000b770 con 0x7f70380cb810 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703c9ad640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 0x7f70380c3a80 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f702c00d7d0 tx=0x7f702c00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f702c004030 con 0x7f70380cb810 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f702c004190 con 0x7f70380cb810 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f702c004520 con 0x7f70380cb810 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70381459e0 con 0x7f70380cb810 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.853+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7038145fa0 con 0x7f70380cb810 2024-09-13T16:13:30.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.854+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70380672f0 con 0x7f70380cb810 2024-09-13T16:13:30.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.854+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f702c0096a0 con 0x7f70380cb810 2024-09-13T16:13:30.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.855+0000 7f7035ffb640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702406ac00 0x7f702406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:30.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.855+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f702c089420 con 0x7f70380cb810 2024-09-13T16:13:30.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.855+0000 7f703d1ae640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702406ac00 0x7f702406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:30.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.856+0000 7f703d1ae640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702406ac00 0x7f702406d0c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7028003aa0 tx=0x7f7028009810 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:30.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:30.859+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f702c054620 con 0x7f70380cb810 2024-09-13T16:13:31.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.031+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7038159ac0 con 0x7f70380cb810 2024-09-13T16:13:31.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.031+0000 7f7035ffb640 1 -- 172.21.15.39:0/3390793262 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v50) v1 ==== 104+0+11 (secure 0 0 0) 0x7f702c057c40 con 0x7f70380cb810 2024-09-13T16:13:31.033 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702406ac00 msgr2=0x7f702406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702406ac00 0x7f702406d0c0 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f7028003aa0 tx=0x7f7028009810 comp rx=0 tx=0).stop 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 msgr2=0x7f70380c3a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 0x7f70380c3a80 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f702c00d7d0 tx=0x7f702c00dc90 comp rx=0 tx=0).stop 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 shutdown_connections 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f702406ac00 0x7f702406d0c0 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f70380cc460 0x7f70381f1c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70380cb810 0x7f70380c3a80 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 --2- 172.21.15.39:0/3390793262 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70380b2b20 0x7f70380a9fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 >> 172.21.15.39:0/3390793262 conn(0x7f70380b00a0 msgr2=0x7f703815bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 shutdown_connections 2024-09-13T16:13:31.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.033+0000 7f703f412640 1 -- 172.21.15.39:0/3390793262 wait complete. 2024-09-13T16:13:31.045 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:31.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.148+0000 7f240ca4f640 1 Processor -- start 2024-09-13T16:13:31.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.148+0000 7f240ca4f640 1 -- start start 2024-09-13T16:13:31.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240ca4f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2408145880 0x7f240806bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240ca4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408070cb0 0x7f2408069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240ca4f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f240806a410 0x7f24080ad620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240ca4f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f240806a880 con 0x7f2408145880 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240ca4f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24080b3290 con 0x7f240806a410 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240ca4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2408071200 con 0x7f2408070cb0 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2408145880 0x7f240806bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2408145880 0x7f240806bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33194/0 (socket says 172.21.15.39:33194) 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 -- 172.21.15.39:0/2248362791 learned_addr learned my addr 172.21.15.39:0/2248362791 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 -- 172.21.15.39:0/2248362791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408070cb0 msgr2=0x7f2408069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 --2- 172.21.15.39:0/2248362791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408070cb0 0x7f2408069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 -- 172.21.15.39:0/2248362791 >> v2:172.21.15.157:3300/0 conn(0x7f240806a410 msgr2=0x7f24080ad620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 --2- 172.21.15.39:0/2248362791 >> v2:172.21.15.157:3300/0 conn(0x7f240806a410 0x7f24080ad620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.149+0000 7f240659c640 1 -- 172.21.15.39:0/2248362791 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24080ac860 con 0x7f2408145880 2024-09-13T16:13:31.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.150+0000 7f240659c640 1 --2- 172.21.15.39:0/2248362791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2408145880 0x7f240806bb00 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f2408068500 tx=0x7f23f802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a100d1fbf5b31789 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.152+0000 7f240559a640 1 -- 172.21.15.39:0/2248362791 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f8031600 con 0x7f2408145880 2024-09-13T16:13:31.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.152+0000 7f240559a640 1 -- 172.21.15.39:0/2248362791 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23f802d050 con 0x7f2408145880 2024-09-13T16:13:31.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.152+0000 7f240559a640 1 -- 172.21.15.39:0/2248362791 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f8031980 con 0x7f2408145880 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 -- 172.21.15.39:0/2248362791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2408145880 msgr2=0x7f240806bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 --2- 172.21.15.39:0/2248362791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2408145880 0x7f240806bb00 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7f2408068500 tx=0x7f23f802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 -- 172.21.15.39:0/2248362791 shutdown_connections 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 --2- 172.21.15.39:0/2248362791 >> v2:172.21.15.157:3300/0 conn(0x7f240806a410 0x7f24080ad620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 --2- 172.21.15.39:0/2248362791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408070cb0 0x7f2408069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 --2- 172.21.15.39:0/2248362791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2408145880 0x7f240806bb00 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 -- 172.21.15.39:0/2248362791 >> 172.21.15.39:0/2248362791 conn(0x7f240806afe0 msgr2=0x7f240806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 -- 172.21.15.39:0/2248362791 shutdown_connections 2024-09-13T16:13:31.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.153+0000 7f240ca4f640 1 -- 172.21.15.39:0/2248362791 wait complete. 2024-09-13T16:13:31.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.155+0000 7f240ca4f640 1 Processor -- start 2024-09-13T16:13:31.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.155+0000 7f240ca4f640 1 -- start start 2024-09-13T16:13:31.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240ca4f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 0x7f240815c540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240ca4f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2408070cb0 0x7f240813e790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240ca4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408145880 0x7f24081f2300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240ca4f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24081f2840 con 0x7f240806a410 2024-09-13T16:13:31.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240ca4f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f240813ede0 con 0x7f2408070cb0 2024-09-13T16:13:31.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240ca4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2408143550 con 0x7f2408145880 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 0x7f240815c540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 0x7f240815c540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33206/0 (socket says 172.21.15.39:33206) 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 -- 172.21.15.39:0/3277929014 learned_addr learned my addr 172.21.15.39:0/3277929014 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f2405d9b640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2408070cb0 0x7f240813e790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f2406d9d640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408145880 0x7f24081f2300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 -- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408145880 msgr2=0x7f24081f2300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408145880 0x7f24081f2300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 -- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2408070cb0 msgr2=0x7f240813e790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2408070cb0 0x7f240813e790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 -- 172.21.15.39:0/3277929014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23f8009b30 con 0x7f240806a410 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.156+0000 7f240659c640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 0x7f240815c540 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f23f8009f40 tx=0x7f23f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.157+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f8009510 con 0x7f240806a410 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.157+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23f803c630 con 0x7f240806a410 2024-09-13T16:13:31.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.157+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f23f803c9c0 con 0x7f240806a410 2024-09-13T16:13:31.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.157+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2408143830 con 0x7f240806a410 2024-09-13T16:13:31.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.157+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2408143e80 con 0x7f240806a410 2024-09-13T16:13:31.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.158+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24080672f0 con 0x7f240806a410 2024-09-13T16:13:31.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.159+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f23f803cb20 con 0x7f240806a410 2024-09-13T16:13:31.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.159+0000 7f23feffd640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f23e806ac30 0x7f23e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.159+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f23f80a9eb0 con 0x7f240806a410 2024-09-13T16:13:31.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.159+0000 7f2405d9b640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f23e806ac30 0x7f23e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.160+0000 7f2405d9b640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f23e806ac30 0x7f23e806d0f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f24080ae450 tx=0x7f23f0009110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.163+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f23f8078ab0 con 0x7f240806a410 2024-09-13T16:13:31.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.336+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2408144070 con 0x7f240806a410 2024-09-13T16:13:31.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.337+0000 7f23feffd640 1 -- 172.21.15.39:0/3277929014 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v50) v1 ==== 100+0+11 (secure 0 0 0) 0x7f23f80400a0 con 0x7f240806a410 2024-09-13T16:13:31.338 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:13:31.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f23e806ac30 msgr2=0x7f23e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f23e806ac30 0x7f23e806d0f0 secure :-1 s=READY pgs=345 cs=0 l=1 rev1=1 crypto rx=0x7f24080ae450 tx=0x7f23f0009110 comp rx=0 tx=0).stop 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 msgr2=0x7f240815c540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 0x7f240815c540 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7f23f8009f40 tx=0x7f23f8004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 shutdown_connections 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f23e806ac30 0x7f23e806d0f0 unknown :-1 s=CLOSED pgs=345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2408145880 0x7f24081f2300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2408070cb0 0x7f240813e790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 --2- 172.21.15.39:0/3277929014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f240806a410 0x7f240815c540 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 >> 172.21.15.39:0/3277929014 conn(0x7f240806afe0 msgr2=0x7f24080b0580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 shutdown_connections 2024-09-13T16:13:31.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.339+0000 7f240ca4f640 1 -- 172.21.15.39:0/3277929014 wait complete. 2024-09-13T16:13:31.351 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:31.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.450+0000 7f1d176aa640 1 Processor -- start 2024-09-13T16:13:31.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.451+0000 7f1d176aa640 1 -- start start 2024-09-13T16:13:31.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.451+0000 7f1d176aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d10158cb0 0x7f1d100cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.451+0000 7f1d176aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1d1006f4a0 0x7f1d10069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.451+0000 7f1d176aa640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1d1006a860 con 0x7f1d1006a410 2024-09-13T16:13:31.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.451+0000 7f1d176aa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1d1006fbd0 con 0x7f1d1006f4a0 2024-09-13T16:13:31.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.451+0000 7f1d176aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d1006feb0 con 0x7f1d10158cb0 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d14c45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1d1006f4a0 0x7f1d10069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d15c47640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1d1006a410 0x7f1d100b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41910/0 (socket says 172.21.15.39:41910) 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d15c47640 1 -- 172.21.15.39:0/2635209676 learned_addr learned my addr 172.21.15.39:0/2635209676 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d15446640 1 --2- 172.21.15.39:0/2635209676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d10158cb0 0x7f1d100cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d14c45640 1 -- 172.21.15.39:0/2635209676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d10158cb0 msgr2=0x7f1d100cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d14c45640 1 --2- 172.21.15.39:0/2635209676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d10158cb0 0x7f1d100cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d14c45640 1 -- 172.21.15.39:0/2635209676 >> v1:172.21.15.39:6789/0 conn(0x7f1d1006a410 legacy=0x7f1d100b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d14c45640 1 -- 172.21.15.39:0/2635209676 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d10070190 con 0x7f1d1006f4a0 2024-09-13T16:13:31.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.452+0000 7f1d07fff640 1 -- 172.21.15.39:0/2635209676 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 793443377 0 0) 0x7f1d08001490 con 0x7f1d1006a410 2024-09-13T16:13:31.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d14c45640 1 --2- 172.21.15.39:0/2635209676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d10069ed0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f1d000097a0 tx=0x7f1d0002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88fdcfa97aa41b8f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d07fff640 1 -- 172.21.15.39:0/2635209676 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d00032440 con 0x7f1d1006f4a0 2024-09-13T16:13:31.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d07fff640 1 -- 172.21.15.39:0/2635209676 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d000325a0 con 0x7f1d1006f4a0 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d07fff640 1 -- 172.21.15.39:0/2635209676 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d00032930 con 0x7f1d1006f4a0 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 -- 172.21.15.39:0/2635209676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 msgr2=0x7f1d10069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 --2- 172.21.15.39:0/2635209676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d10069ed0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x7f1d000097a0 tx=0x7f1d0002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 -- 172.21.15.39:0/2635209676 shutdown_connections 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 --2- 172.21.15.39:0/2635209676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d10069ed0 unknown :-1 s=CLOSED pgs=786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 --2- 172.21.15.39:0/2635209676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d10158cb0 0x7f1d100cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 -- 172.21.15.39:0/2635209676 >> 172.21.15.39:0/2635209676 conn(0x7f1d1006b3b0 msgr2=0x7f1d1006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 -- 172.21.15.39:0/2635209676 shutdown_connections 2024-09-13T16:13:31.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.453+0000 7f1d176aa640 1 -- 172.21.15.39:0/2635209676 wait complete. 2024-09-13T16:13:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 Processor -- start 2024-09-13T16:13:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 -- start start 2024-09-13T16:13:31.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d1006a410 0x7f1d1014dd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d101520d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d10158cb0 0x7f1d1014b020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d1014e530 con 0x7f1d1006f4a0 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1d10152610 con 0x7f1d10158cb0 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d176aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1d101530e0 con 0x7f1d1006a410 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d14c45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d101520d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d14c45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d101520d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33216/0 (socket says 172.21.15.39:33216) 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.455+0000 7f1d14c45640 1 -- 172.21.15.39:0/40014393 learned_addr learned my addr 172.21.15.39:0/40014393 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d15446640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d1006a410 0x7f1d1014dd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d15c47640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d10158cb0 0x7f1d1014b020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d14c45640 1 -- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d1006a410 msgr2=0x7f1d1014dd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d14c45640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d1006a410 0x7f1d1014dd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d14c45640 1 -- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d10158cb0 msgr2=0x7f1d1014b020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d14c45640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d10158cb0 0x7f1d1014b020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d14c45640 1 -- 172.21.15.39:0/40014393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d00009400 con 0x7f1d1006f4a0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d15c47640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d10158cb0 0x7f1d1014b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d14c45640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d101520d0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f1d00035040 tx=0x7f1d000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d00032440 con 0x7f1d1006f4a0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d00006e10 con 0x7f1d1006f4a0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1d10152840 con 0x7f1d1006f4a0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d00030be0 con 0x7f1d1006f4a0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.456+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1d10152e00 con 0x7f1d1006f4a0 2024-09-13T16:13:31.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.457+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1d100672f0 con 0x7f1d1006f4a0 2024-09-13T16:13:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.458+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1d00039040 con 0x7f1d1006f4a0 2024-09-13T16:13:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.458+0000 7f1d05ffb640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1cf406ac00 0x7f1cf406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.458+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f1d000a9c80 con 0x7f1d1006f4a0 2024-09-13T16:13:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.458+0000 7f1d15446640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1cf406ac00 0x7f1cf406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.459+0000 7f1d15446640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1cf406ac00 0x7f1cf406d0c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c0079a0 tx=0x7f1d0c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.463+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1d00074e60 con 0x7f1d1006f4a0 2024-09-13T16:13:31.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.672+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1d10069ed0 con 0x7f1d1006f4a0 2024-09-13T16:13:31.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.673+0000 7f1d05ffb640 1 -- 172.21.15.39:0/40014393 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f1d00078480 con 0x7f1d1006f4a0 2024-09-13T16:13:31.674 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:31.674 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:31.146091+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:active","state_seq":10,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:31.675 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-13T16:13:31.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1cf406ac00 msgr2=0x7f1cf406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1cf406ac00 0x7f1cf406d0c0 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f1d0c0079a0 tx=0x7f1d0c008040 comp rx=0 tx=0).stop 2024-09-13T16:13:31.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 msgr2=0x7f1d101520d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d101520d0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x7f1d00035040 tx=0x7f1d000046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 shutdown_connections 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1cf406ac00 0x7f1cf406d0c0 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1d10158cb0 0x7f1d1014b020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1d1006f4a0 0x7f1d101520d0 unknown :-1 s=CLOSED pgs=787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 --2- 172.21.15.39:0/40014393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1d1006a410 0x7f1d1014dd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 >> 172.21.15.39:0/40014393 conn(0x7f1d1006b3b0 msgr2=0x7f1d100af380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 shutdown_connections 2024-09-13T16:13:31.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.675+0000 7f1d176aa640 1 -- 172.21.15.39:0/40014393 wait complete. 2024-09-13T16:13:31.687 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:31.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.786+0000 7f2f1c3ed640 1 Processor -- start 2024-09-13T16:13:31.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.786+0000 7f2f1c3ed640 1 -- start start 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1c3ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f1406f170 0x7f2f140b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1c3ed640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f1415d0a0 0x7f2f1415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1c3ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f1406f6e0 con 0x7f2f14156fb0 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1c3ed640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f1415da70 con 0x7f2f1415d0a0 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1c3ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1406f9c0 con 0x7f2f1406f170 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1a98a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f1415d0a0 0x7f2f1415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1a189640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2f14156fb0 0x7f2f1415ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41924/0 (socket says 172.21.15.39:41924) 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1a98a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2f1415d0a0 0x7f2f1415d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33218/0 (socket says 172.21.15.39:33218) 2024-09-13T16:13:31.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f1a189640 1 -- 172.21.15.39:0/201011510 learned_addr learned my addr 172.21.15.39:0/201011510 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.787+0000 7f2f19988640 1 --2- 172.21.15.39:0/201011510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f1406f170 0x7f2f140b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f1a98a640 1 -- 172.21.15.39:0/201011510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f1406f170 msgr2=0x7f2f140b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f1a98a640 1 --2- 172.21.15.39:0/201011510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f1406f170 0x7f2f140b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f1a98a640 1 -- 172.21.15.39:0/201011510 >> v1:172.21.15.39:6789/0 conn(0x7f2f14156fb0 legacy=0x7f2f1415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f19187640 1 -- 172.21.15.39:0/201011510 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2204289559 0 0) 0x7f2f1406f6e0 con 0x7f2f14156fb0 2024-09-13T16:13:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f1a98a640 1 -- 172.21.15.39:0/201011510 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f1406fca0 con 0x7f2f1415d0a0 2024-09-13T16:13:31.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f1a98a640 1 --2- 172.21.15.39:0/201011510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1415d0a0 0x7f2f1415d530 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c0097d0 tx=0x7f2f0c02a130 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12b1cfd364bfa277 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f19187640 1 -- 172.21.15.39:0/201011510 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c02ae40 con 0x7f2f1415d0a0 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f19187640 1 -- 172.21.15.39:0/201011510 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f0c032440 con 0x7f2f1415d0a0 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.788+0000 7f2f19187640 1 -- 172.21.15.39:0/201011510 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0c0327d0 con 0x7f2f1415d0a0 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/201011510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1415d0a0 msgr2=0x7f2f1415d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/201011510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1415d0a0 0x7f2f1415d530 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f2f0c0097d0 tx=0x7f2f0c02a130 comp rx=0 tx=0).stop 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/201011510 shutdown_connections 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/201011510 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1415d0a0 0x7f2f1415d530 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/201011510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f1406f170 0x7f2f140b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/201011510 >> 172.21.15.39:0/201011510 conn(0x7f2f1406b3b0 msgr2=0x7f2f1406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/201011510 shutdown_connections 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.789+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/201011510 wait complete. 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.790+0000 7f2f1c3ed640 1 Processor -- start 2024-09-13T16:13:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.790+0000 7f2f1c3ed640 1 -- start start 2024-09-13T16:13:31.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1c3ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 0x7f2f1414b170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1c3ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f14156fb0 0x7f2f1413f0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1c3ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f1415d0a0 0x7f2f1414d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1c3ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1414e250 con 0x7f2f1406f170 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1c3ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1414c890 con 0x7f2f1415d0a0 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1c3ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f1413e5d0 con 0x7f2f14156fb0 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 0x7f2f1414b170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 0x7f2f1414b170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33220/0 (socket says 172.21.15.39:33220) 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 -- 172.21.15.39:0/429465889 learned_addr learned my addr 172.21.15.39:0/429465889 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f19988640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f14156fb0 0x7f2f1413f0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a98a640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f1415d0a0 0x7f2f1414d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 -- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f14156fb0 msgr2=0x7f2f1413f0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f14156fb0 0x7f2f1413f0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 -- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f1415d0a0 msgr2=0x7f2f1414d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f1415d0a0 0x7f2f1414d0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a189640 1 -- 172.21.15.39:0/429465889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f0c009400 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f19988640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f14156fb0 0x7f2f1413f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.791+0000 7f2f1a98a640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f1415d0a0 0x7f2f1414d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.792+0000 7f2f1a189640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 0x7f2f1414b170 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400c890 tx=0x7f2f0400cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.792+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0400a640 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.792+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f0400a7c0 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.792+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f1413e8b0 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.792+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f0400ab70 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.792+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f1414b6b0 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.793+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f1413edd0 con 0x7f2f1406f170 2024-09-13T16:13:31.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.793+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f0400acd0 con 0x7f2f1406f170 2024-09-13T16:13:31.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.794+0000 7f2f12ffd640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f0006ac00 0x7f2f0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:31.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.794+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f2f04088d00 con 0x7f2f1406f170 2024-09-13T16:13:31.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.794+0000 7f2f19988640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f0006ac00 0x7f2f0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:31.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.794+0000 7f2f19988640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f0006ac00 0x7f2f0006d0c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2f14146b10 tx=0x7f2f08008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:31.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.798+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f1413edd0 con 0x7f2f1406f170 2024-09-13T16:13:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.973+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2f140672f0 con 0x7f2f1406f170 2024-09-13T16:13:31.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.974+0000 7f2f12ffd640 1 -- 172.21.15.39:0/429465889 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16782 (secure 0 0 0) 0x7f2f04018020 con 0x7f2f1406f170 2024-09-13T16:13:31.976 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:31.976 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:27.120026+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.2e","mappings":[{"from":0,"to":5}]},{"pgid":"7.37","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6836/749929192":"2024-09-14T16:13:27.120002+0000","172.21.15.157:6834/749929192":"2024-09-14T16:13:27.120002+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:31.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f0006ac00 msgr2=0x7f2f0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f0006ac00 0x7f2f0006d0c0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f2f14146b10 tx=0x7f2f08008040 comp rx=0 tx=0).stop 2024-09-13T16:13:31.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 msgr2=0x7f2f1414b170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:31.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 0x7f2f1414b170 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f2f0400c890 tx=0x7f2f0400cd50 comp rx=0 tx=0).stop 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 shutdown_connections 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f0006ac00 0x7f2f0006d0c0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f1415d0a0 0x7f2f1414d0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f14156fb0 0x7f2f1413f0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 --2- 172.21.15.39:0/429465889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f1406f170 0x7f2f1414b170 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 >> 172.21.15.39:0/429465889 conn(0x7f2f1406b3b0 msgr2=0x7f2f1415b260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 shutdown_connections 2024-09-13T16:13:31.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:31.977+0000 7f2f1c3ed640 1 -- 172.21.15.39:0/429465889 wait complete. 2024-09-13T16:13:31.989 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:13:31.989 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:32.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.089+0000 7f44c4fa3640 1 Processor -- start 2024-09-13T16:13:32.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.089+0000 7f44c4fa3640 1 -- start start 2024-09-13T16:13:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44c4fa3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44c00ce980 0x7f44c00cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44c4fa3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f44c00cc650 0x7f44c015c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44c4fa3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44c015aa50 con 0x7f44c00721f0 2024-09-13T16:13:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44c4fa3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44c015bed0 con 0x7f44c00ce980 2024-09-13T16:13:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44c4fa3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44c015af50 con 0x7f44c00cc650 2024-09-13T16:13:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44bdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44c00ce980 0x7f44c00cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44be59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f44c00721f0 0x7f44c00ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41932/0 (socket says 172.21.15.39:41932) 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.090+0000 7f44bdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44c00ce980 0x7f44c00cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33222/0 (socket says 172.21.15.39:33222) 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44be59c640 1 -- 172.21.15.39:0/1349469103 learned_addr learned my addr 172.21.15.39:0/1349469103 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44bed9d640 1 --2- 172.21.15.39:0/1349469103 >> v2:172.21.15.157:3300/0 conn(0x7f44c00cc650 0x7f44c015c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44bdd9b640 1 -- 172.21.15.39:0/1349469103 >> v2:172.21.15.157:3300/0 conn(0x7f44c00cc650 msgr2=0x7f44c015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44bdd9b640 1 --2- 172.21.15.39:0/1349469103 >> v2:172.21.15.157:3300/0 conn(0x7f44c00cc650 0x7f44c015c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44bdd9b640 1 -- 172.21.15.39:0/1349469103 >> v1:172.21.15.39:6789/0 conn(0x7f44c00721f0 legacy=0x7f44c00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44bdd9b640 1 -- 172.21.15.39:0/1349469103 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44c00cd6c0 con 0x7f44c00ce980 2024-09-13T16:13:32.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.091+0000 7f44bd59a640 1 -- 172.21.15.39:0/1349469103 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 948701937 0 0) 0x7f44c015aa50 con 0x7f44c00721f0 2024-09-13T16:13:32.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44bdd9b640 1 --2- 172.21.15.39:0/1349469103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00ce980 0x7f44c00cc110 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f44c00cf400 tx=0x7f44b402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c01fed4bdfb175d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44bd59a640 1 -- 172.21.15.39:0/1349469103 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44b402ae60 con 0x7f44c00ce980 2024-09-13T16:13:32.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44bd59a640 1 -- 172.21.15.39:0/1349469103 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44b4032440 con 0x7f44c00ce980 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44bd59a640 1 -- 172.21.15.39:0/1349469103 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44b40327d0 con 0x7f44c00ce980 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 -- 172.21.15.39:0/1349469103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00ce980 msgr2=0x7f44c00cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/1349469103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00ce980 0x7f44c00cc110 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7f44c00cf400 tx=0x7f44b402a110 comp rx=0 tx=0).stop 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 -- 172.21.15.39:0/1349469103 shutdown_connections 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/1349469103 >> v2:172.21.15.157:3300/0 conn(0x7f44c00cc650 0x7f44c015c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/1349469103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00ce980 0x7f44c00cc110 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 -- 172.21.15.39:0/1349469103 >> 172.21.15.39:0/1349469103 conn(0x7f44c006b3b0 msgr2=0x7f44c006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 -- 172.21.15.39:0/1349469103 shutdown_connections 2024-09-13T16:13:32.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.092+0000 7f44c4fa3640 1 -- 172.21.15.39:0/1349469103 wait complete. 2024-09-13T16:13:32.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 Processor -- start 2024-09-13T16:13:32.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 -- start start 2024-09-13T16:13:32.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44c00721f0 0x7f44c01ef720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 0x7f44c00c32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f44c00ce980 0x7f44c00c37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c00aae60 con 0x7f44c00cc650 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44c00ab140 con 0x7f44c00721f0 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.094+0000 7f44c4fa3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44c00ab420 con 0x7f44c00ce980 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 0x7f44c00c32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 0x7f44c00c32a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33236/0 (socket says 172.21.15.39:33236) 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 -- 172.21.15.39:0/65450250 learned_addr learned my addr 172.21.15.39:0/65450250 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44be59c640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44c00721f0 0x7f44c01ef720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 -- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f44c00ce980 msgr2=0x7f44c00c37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f44c00ce980 0x7f44c00c37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 -- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44c00721f0 msgr2=0x7f44c01ef720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44c00721f0 0x7f44c01ef720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 -- 172.21.15.39:0/65450250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44b4009400 con 0x7f44c00cc650 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44bdd9b640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 0x7f44c00c32a0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f44b4000c00 tx=0x7f44b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44b40308d0 con 0x7f44c00cc650 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44b4030a30 con 0x7f44c00cc650 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44c00ab700 con 0x7f44c00cc650 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44b4030dc0 con 0x7f44c00cc650 2024-09-13T16:13:32.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.095+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44c00aa0f0 con 0x7f44c00cc650 2024-09-13T16:13:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.096+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f44c00672f0 con 0x7f44c00cc650 2024-09-13T16:13:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.097+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44b4039040 con 0x7f44c00cc650 2024-09-13T16:13:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.097+0000 7f44aeffd640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44a006ac00 0x7f44a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.098+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f44b40a9f60 con 0x7f44c00cc650 2024-09-13T16:13:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.098+0000 7f44be59c640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44a006ac00 0x7f44a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.098+0000 7f44be59c640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44a006ac00 0x7f44a006d0c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f44b0000f60 tx=0x7f44b0007c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.102+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44b4075140 con 0x7f44c00cc650 2024-09-13T16:13:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.311+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f44c00cc110 con 0x7f44c00cc650 2024-09-13T16:13:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.311+0000 7f44aeffd640 1 -- 172.21.15.39:0/65450250 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) v1 ==== 94+0+4742 (secure 0 0 0) 0x7f44b4078760 con 0x7f44c00cc650 2024-09-13T16:13:32.313 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:32.313 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:31.146091+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:active","state_seq":10,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:32.313 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44a006ac00 msgr2=0x7f44a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44a006ac00 0x7f44a006d0c0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f44b0000f60 tx=0x7f44b0007c00 comp rx=0 tx=0).stop 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 msgr2=0x7f44c00c32a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 0x7f44c00c32a0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f44b4000c00 tx=0x7f44b40046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 shutdown_connections 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44a006ac00 0x7f44a006d0c0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f44c00ce980 0x7f44c00c37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44c00cc650 0x7f44c00c32a0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 --2- 172.21.15.39:0/65450250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44c00721f0 0x7f44c01ef720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 >> 172.21.15.39:0/65450250 conn(0x7f44c006b3b0 msgr2=0x7f44c006f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 shutdown_connections 2024-09-13T16:13:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.313+0000 7f44c4fa3640 1 -- 172.21.15.39:0/65450250 wait complete. 2024-09-13T16:13:32.326 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:32.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.426+0000 7fc8535a3640 1 Processor -- start 2024-09-13T16:13:32.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.426+0000 7fc8535a3640 1 -- start start 2024-09-13T16:13:32.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.427+0000 7fc8535a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.427+0000 7fc8535a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc84c0cde30 con 0x7fc84c0b41a0 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.427+0000 7fc8535a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc84c0b5090 con 0x7fc84c164530 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.427+0000 7fc8535a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc84c0cd820 con 0x7fc84c0ccf80 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.427+0000 7fc85133f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc84c0b41a0 0x7fc84c0b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41936/0 (socket says 172.21.15.39:41936) 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.427+0000 7fc85133f640 1 -- 172.21.15.39:0/1248442437 learned_addr learned my addr 172.21.15.39:0/1248442437 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc850b3e640 1 --2- 172.21.15.39:0/1248442437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2495548907 0 0) 0x7fc84c0cde30 con 0x7fc84c0b41a0 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc834003520 con 0x7fc84c0b41a0 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3163174908 0 0) 0x7fc84c0b5090 con 0x7fc84c164530 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc84c0cde30 con 0x7fc84c164530 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc850b3e640 1 -- 172.21.15.39:0/1248442437 >> v1:172.21.15.157:6789/0 conn(0x7fc84c164530 legacy=0x7fc84c166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc850b3e640 1 -- 172.21.15.39:0/1248442437 >> v1:172.21.15.39:6789/0 conn(0x7fc84c0b41a0 legacy=0x7fc84c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.428+0000 7fc850b3e640 1 -- 172.21.15.39:0/1248442437 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc84c15cd60 con 0x7fc84c0ccf80 2024-09-13T16:13:32.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.429+0000 7fc850b3e640 1 --2- 172.21.15.39:0/1248442437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c163ff0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc8400097d0 tx=0x7fc84002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c450726fe9d64ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.429+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc840032440 con 0x7fc84c0ccf80 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.429+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8400325a0 con 0x7fc84c0ccf80 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.429+0000 7fc84bfff640 1 -- 172.21.15.39:0/1248442437 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc840032910 con 0x7fc84c0ccf80 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.429+0000 7fc8535a3640 1 -- 172.21.15.39:0/1248442437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 msgr2=0x7fc84c163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.429+0000 7fc8535a3640 1 --2- 172.21.15.39:0/1248442437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c163ff0 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc8400097d0 tx=0x7fc84002a210 comp rx=0 tx=0).stop 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.430+0000 7fc8535a3640 1 -- 172.21.15.39:0/1248442437 shutdown_connections 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.430+0000 7fc8535a3640 1 --2- 172.21.15.39:0/1248442437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c163ff0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.430+0000 7fc8535a3640 1 -- 172.21.15.39:0/1248442437 >> 172.21.15.39:0/1248442437 conn(0x7fc84c0cf1a0 msgr2=0x7fc84c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.430+0000 7fc8535a3640 1 -- 172.21.15.39:0/1248442437 shutdown_connections 2024-09-13T16:13:32.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.430+0000 7fc8535a3640 1 -- 172.21.15.39:0/1248442437 wait complete. 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.431+0000 7fc8535a3640 1 Processor -- start 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.431+0000 7fc8535a3640 1 -- start start 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc84c0b41a0 0x7fc84c156120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c0cab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 0x7fc84c15e560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc84c0cc390 con 0x7fc84c164530 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc84c156660 con 0x7fc84c0b41a0 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc84c0cc0b0 con 0x7fc84c0ccf80 2024-09-13T16:13:32.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 0x7fc84c15e560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 0x7fc84c15e560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33250/0 (socket says 172.21.15.39:33250) 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 -- 172.21.15.39:0/205583240 learned_addr learned my addr 172.21.15.39:0/205583240 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc85133f640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc84c0b41a0 0x7fc84c156120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 -- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 msgr2=0x7fc84c0cab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc850b3e640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c0cab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c0cab10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 -- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc84c0b41a0 msgr2=0x7fc84c156120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc84c0b41a0 0x7fc84c156120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 -- 172.21.15.39:0/205583240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc840009400 con 0x7fc84c164530 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc85133f640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc84c0b41a0 0x7fc84c156120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:32.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc851b40640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 0x7fc84c15e560 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fc83c00c6b0 tx=0x7fc83c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc83c003b70 con 0x7fc84c164530 2024-09-13T16:13:32.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc83c003cd0 con 0x7fc84c164530 2024-09-13T16:13:32.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc83c005310 con 0x7fc84c164530 2024-09-13T16:13:32.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.432+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc84c0ca310 con 0x7fc84c164530 2024-09-13T16:13:32.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.433+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc84c0cbda0 con 0x7fc84c164530 2024-09-13T16:13:32.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.434+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc84c067330 con 0x7fc84c164530 2024-09-13T16:13:32.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.434+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc83c005470 con 0x7fc84c164530 2024-09-13T16:13:32.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.435+0000 7fc849ffb640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc83806ac00 0x7fc83806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.435+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7fc83c089210 con 0x7fc84c164530 2024-09-13T16:13:32.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.435+0000 7fc85133f640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc83806ac00 0x7fc83806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.435+0000 7fc85133f640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc83806ac00 0x7fc83806d0c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc844007fd0 tx=0x7fc844009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.439+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc83c054360 con 0x7fc84c164530 2024-09-13T16:13:32.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.644+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc84c0ca830 con 0x7fc84c164530 2024-09-13T16:13:32.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.644+0000 7fc849ffb640 1 -- 172.21.15.39:0/205583240 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 35 v35) v1 ==== 94+0+4742 (secure 0 0 0) 0x7fc84c0ca830 con 0x7fc84c164530 2024-09-13T16:13:32.646 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:32.646 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":35,"default_fscid":3,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31}],"filesystems":[{"mdsmap":{"epoch":35,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:07.921156+0000","modified":"2024-09-13T16:13:31.146091+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":50,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6054},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6054":{"gid":6054,"name":"a","rank":0,"incarnation":32,"state":"up:active","state_seq":10,"addr":"172.21.15.39:6833/3707612178","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3707612178},{"type":"v1","addr":"172.21.15.39:6833","nonce":3707612178}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[7],"metadata_pool":6,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":3}]} 2024-09-13T16:13:32.646 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 35 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc83806ac00 msgr2=0x7fc83806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc83806ac00 0x7fc83806d0c0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7fc844007fd0 tx=0x7fc844009040 comp rx=0 tx=0).stop 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 msgr2=0x7fc84c15e560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 0x7fc84c15e560 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7fc83c00c6b0 tx=0x7fc83c00cb70 comp rx=0 tx=0).stop 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 shutdown_connections 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc83806ac00 0x7fc83806d0c0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc84c164530 0x7fc84c15e560 unknown :-1 s=CLOSED pgs=795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc84c0ccf80 0x7fc84c0cab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 --2- 172.21.15.39:0/205583240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc84c0b41a0 0x7fc84c156120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 >> 172.21.15.39:0/205583240 conn(0x7fc84c0cf1a0 msgr2=0x7fc84c0b4580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 shutdown_connections 2024-09-13T16:13:32.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.646+0000 7fc8535a3640 1 -- 172.21.15.39:0/205583240 wait complete. 2024-09-13T16:13:32.659 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:32.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.758+0000 7fde3fb3e640 1 Processor -- start 2024-09-13T16:13:32.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.759+0000 7fde3fb3e640 1 -- start start 2024-09-13T16:13:32.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3fb3e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fde380cee00 0x7fde3806f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3fb3e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde3806fbd0 con 0x7fde38158cb0 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3fb3e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde3806feb0 con 0x7fde3806a5e0 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3fb3e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde3806f9e0 con 0x7fde380cee00 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3e0db640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fde380cee00 0x7fde3806f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3d8da640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fde38158cb0 0x7fde38069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41944/0 (socket says 172.21.15.39:41944) 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3d8da640 1 -- 172.21.15.39:0/3996918554 learned_addr learned my addr 172.21.15.39:0/3996918554 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3e0db640 1 -- 172.21.15.39:0/3996918554 >> v1:172.21.15.157:6789/0 conn(0x7fde3806a5e0 legacy=0x7fde380cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3e0db640 1 -- 172.21.15.39:0/3996918554 >> v1:172.21.15.39:6789/0 conn(0x7fde38158cb0 legacy=0x7fde38069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3c8d8640 1 -- 172.21.15.39:0/3996918554 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2195254565 0 0) 0x7fde3806fbd0 con 0x7fde38158cb0 2024-09-13T16:13:32.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.760+0000 7fde3e0db640 1 -- 172.21.15.39:0/3996918554 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde38070190 con 0x7fde380cee00 2024-09-13T16:13:32.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.761+0000 7fde3e0db640 1 --2- 172.21.15.39:0/3996918554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde380cee00 0x7fde3806f4a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fde30009d90 tx=0x7fde3002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=178c12b7fc11eafe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.761+0000 7fde3c8d8640 1 -- 172.21.15.39:0/3996918554 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde30007740 con 0x7fde380cee00 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.761+0000 7fde3c8d8640 1 -- 172.21.15.39:0/3996918554 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde3002d050 con 0x7fde380cee00 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.761+0000 7fde3c8d8640 1 -- 172.21.15.39:0/3996918554 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde30007ac0 con 0x7fde380cee00 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.761+0000 7fde3fb3e640 1 -- 172.21.15.39:0/3996918554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde380cee00 msgr2=0x7fde3806f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.761+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/3996918554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde380cee00 0x7fde3806f4a0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7fde30009d90 tx=0x7fde3002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.762+0000 7fde3fb3e640 1 -- 172.21.15.39:0/3996918554 shutdown_connections 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.762+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/3996918554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde380cee00 0x7fde3806f4a0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.762+0000 7fde3fb3e640 1 -- 172.21.15.39:0/3996918554 >> 172.21.15.39:0/3996918554 conn(0x7fde3806b3b0 msgr2=0x7fde3806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.762+0000 7fde3fb3e640 1 -- 172.21.15.39:0/3996918554 shutdown_connections 2024-09-13T16:13:32.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.762+0000 7fde3fb3e640 1 -- 172.21.15.39:0/3996918554 wait complete. 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.763+0000 7fde3fb3e640 1 Processor -- start 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.763+0000 7fde3fb3e640 1 -- start start 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3fb3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde3806a5e0 0x7fde38149070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3fb3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde380cee00 0x7fde380cb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3fb3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 0x7fde380cb780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3fb3e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde381f3150 con 0x7fde38158cb0 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3fb3e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde381495b0 con 0x7fde3806a5e0 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3fb3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde381f2e70 con 0x7fde380cee00 2024-09-13T16:13:32.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 0x7fde380cb780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 0x7fde380cb780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33256/0 (socket says 172.21.15.39:33256) 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 -- 172.21.15.39:0/1107372165 learned_addr learned my addr 172.21.15.39:0/1107372165 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3d8da640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde3806a5e0 0x7fde38149070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3d0d9640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde380cee00 0x7fde380cb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 -- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde380cee00 msgr2=0x7fde380cb240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde380cee00 0x7fde380cb240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 -- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde3806a5e0 msgr2=0x7fde38149070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde3806a5e0 0x7fde38149070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 -- 172.21.15.39:0/1107372165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde30009a70 con 0x7fde38158cb0 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3d0d9640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde380cee00 0x7fde380cb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3d8da640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde3806a5e0 0x7fde38149070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.764+0000 7fde3e0db640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 0x7fde380cb780 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fde30009d90 tx=0x7fde30004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.765+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde30031910 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.765+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde30031a70 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.765+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde38159590 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.765+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde30031de0 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.765+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde38159b50 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.766+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde381593f0 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.766+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fde3003c420 con 0x7fde38158cb0 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.767+0000 7fde2a7fc640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde1c06ac00 0x7fde1c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:32.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.767+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7fde300aae60 con 0x7fde38158cb0 2024-09-13T16:13:32.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.767+0000 7fde3d8da640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde1c06ac00 0x7fde1c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:32.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.768+0000 7fde3d8da640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde1c06ac00 0x7fde1c06d0c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fde34007fd0 tx=0x7fde34007de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:32.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.771+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fde381593f0 con 0x7fde38158cb0 2024-09-13T16:13:32.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.944+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fde381593f0 con 0x7fde38158cb0 2024-09-13T16:13:32.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.945+0000 7fde2a7fc640 1 -- 172.21.15.39:0/1107372165 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v50) v1 ==== 74+0+16782 (secure 0 0 0) 0x7fde381593f0 con 0x7fde38158cb0 2024-09-13T16:13:32.947 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:32.947 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:27.120026+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:06.151004+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"47","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.75,"score_stable":1.75,"optimal_score":1,"raw_score_acting":1.75,"raw_score_stable":1.75,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":7,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:06.898494+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"48","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"7.2e","mappings":[{"from":0,"to":5}]},{"pgid":"7.37","mappings":[{"from":0,"to":4}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6836/749929192":"2024-09-14T16:13:27.120002+0000","172.21.15.157:6834/749929192":"2024-09-14T16:13:27.120002+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:32.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde1c06ac00 msgr2=0x7fde1c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde1c06ac00 0x7fde1c06d0c0 secure :-1 s=READY pgs=350 cs=0 l=1 rev1=1 crypto rx=0x7fde34007fd0 tx=0x7fde34007de0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 msgr2=0x7fde380cb780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:32.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 0x7fde380cb780 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fde30009d90 tx=0x7fde30004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 shutdown_connections 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde1c06ac00 0x7fde1c06d0c0 unknown :-1 s=CLOSED pgs=350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde38158cb0 0x7fde380cb780 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde380cee00 0x7fde380cb240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 --2- 172.21.15.39:0/1107372165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde3806a5e0 0x7fde38149070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 >> 172.21.15.39:0/1107372165 conn(0x7fde3806b3b0 msgr2=0x7fde380b1be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 shutdown_connections 2024-09-13T16:13:32.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:32.947+0000 7fde3fb3e640 1 -- 172.21.15.39:0/1107372165 wait complete. 2024-09-13T16:13:32.959 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:13:33.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.060+0000 7f53b59ce640 1 Processor -- start 2024-09-13T16:13:33.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 -- start start 2024-09-13T16:13:33.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53b015c830 0x7f53b00ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b00b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f53b00acda0 0x7f53b00b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53b00b1f50 con 0x7f53b00acda0 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53b00b4080 con 0x7f53b015c830 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.061+0000 7f53b59ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53b015cc10 con 0x7f53b006cca0 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f53b00acda0 0x7f53b00b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f53b00acda0 0x7f53b00b4a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33266/0 (socket says 172.21.15.39:33266) 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 -- 172.21.15.39:0/68687705 learned_addr learned my addr 172.21.15.39:0/68687705 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53aeffd640 1 --2- 172.21.15.39:0/68687705 >> v2:172.21.15.157:3300/0 conn(0x7f53b015c830 0x7f53b00ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53ae7fc640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b00b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 -- 172.21.15.39:0/68687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 msgr2=0x7f53b00b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b00b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 -- 172.21.15.39:0/68687705 >> v2:172.21.15.157:3300/0 conn(0x7f53b015c830 msgr2=0x7f53b00ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 --2- 172.21.15.39:0/68687705 >> v2:172.21.15.157:3300/0 conn(0x7f53b015c830 0x7f53b00ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53af7fe640 1 -- 172.21.15.39:0/68687705 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53b00b3750 con 0x7f53b00acda0 2024-09-13T16:13:33.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.062+0000 7f53ae7fc640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b00b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53af7fe640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b00b4a50 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f53a0009870 tx=0x7f53a002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff4ab768077755b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53adffb640 1 -- 172.21.15.39:0/68687705 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53a0032440 con 0x7f53b00acda0 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53adffb640 1 -- 172.21.15.39:0/68687705 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53a00325a0 con 0x7f53b00acda0 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53adffb640 1 -- 172.21.15.39:0/68687705 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53a0032930 con 0x7f53b00acda0 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 -- 172.21.15.39:0/68687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 msgr2=0x7f53b00b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b00b4a50 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f53a0009870 tx=0x7f53a002a210 comp rx=0 tx=0).stop 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 -- 172.21.15.39:0/68687705 shutdown_connections 2024-09-13T16:13:33.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b00b4a50 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 --2- 172.21.15.39:0/68687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b00b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 --2- 172.21.15.39:0/68687705 >> v2:172.21.15.157:3300/0 conn(0x7f53b015c830 0x7f53b00ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 -- 172.21.15.39:0/68687705 >> 172.21.15.39:0/68687705 conn(0x7f53b00ae990 msgr2=0x7f53b00aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 -- 172.21.15.39:0/68687705 shutdown_connections 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.063+0000 7f53b59ce640 1 -- 172.21.15.39:0/68687705 wait complete. 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.065+0000 7f53b59ce640 1 Processor -- start 2024-09-13T16:13:33.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.065+0000 7f53b59ce640 1 -- start start 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b01f61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b0151ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b015c830 0x7f53b0152000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53b01f3480 con 0x7f53b00acda0 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53b0153ab0 con 0x7f53b015c830 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53b0153d50 con 0x7f53b006cca0 2024-09-13T16:13:33.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b0151ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b0151ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33278/0 (socket says 172.21.15.39:33278) 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 -- 172.21.15.39:0/1656778417 learned_addr learned my addr 172.21.15.39:0/1656778417 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53af7fe640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b015c830 0x7f53b0152000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53aeffd640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b01f61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 -- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 msgr2=0x7f53b01f61c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b01f61c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 -- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b015c830 msgr2=0x7f53b0152000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b015c830 0x7f53b0152000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 -- 172.21.15.39:0/1656778417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53a00094d0 con 0x7f53b00acda0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53ae7fc640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b0151ac0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f53a4007db0 tx=0x7f53a400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53a4014420 con 0x7f53b00acda0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53a4014580 con 0x7f53b00acda0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53b0154030 con 0x7f53b00acda0 2024-09-13T16:13:33.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53a4014930 con 0x7f53b00acda0 2024-09-13T16:13:33.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.066+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53b01545f0 con 0x7f53b00acda0 2024-09-13T16:13:33.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.067+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53b00672f0 con 0x7f53b00acda0 2024-09-13T16:13:33.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.068+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f53a4014a90 con 0x7f53b00acda0 2024-09-13T16:13:33.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.068+0000 7f5397fff640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f539c06ac00 0x7f539c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.069+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(50..50 src has 1..50) v4 ==== 5853+0+0 (secure 0 0 0) 0x7f53a4089d10 con 0x7f53b00acda0 2024-09-13T16:13:33.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.069+0000 7f53aeffd640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f539c06ac00 0x7f539c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.069+0000 7f53aeffd640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f539c06ac00 0x7f539c06d0c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f53a8009ad0 tx=0x7f53a8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.073+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f53a4054e60 con 0x7f53b00acda0 2024-09-13T16:13:33.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.279+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f53b0071d10 con 0x7f53b00acda0 2024-09-13T16:13:33.280 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:13:33.279+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:13:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.295+0000 7f5397fff640 1 -- 172.21.15.39:0/1656778417 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v36) v1 ==== 161+0+0 (secure 0 0 0) 0x7f53a4058480 con 0x7f53b00acda0 2024-09-13T16:13:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:13:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f539c06ac00 msgr2=0x7f539c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f539c06ac00 0x7f539c06d0c0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7f53a8009ad0 tx=0x7f53a8008040 comp rx=0 tx=0).stop 2024-09-13T16:13:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 msgr2=0x7f53b0151ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b0151ac0 secure :-1 s=READY pgs=800 cs=0 l=1 rev1=1 crypto rx=0x7f53a4007db0 tx=0x7f53a400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 shutdown_connections 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f539c06ac00 0x7f539c06d0c0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53b015c830 0x7f53b0152000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53b00acda0 0x7f53b0151ac0 unknown :-1 s=CLOSED pgs=800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 --2- 172.21.15.39:0/1656778417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53b006cca0 0x7f53b01f61c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 >> 172.21.15.39:0/1656778417 conn(0x7f53b00ae990 msgr2=0x7f53b00b4410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 shutdown_connections 2024-09-13T16:13:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.298+0000 7f53b59ce640 1 -- 172.21.15.39:0/1656778417 wait complete. 2024-09-13T16:13:33.311 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:13:33.324 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:13:33.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.414+0000 7f8714765640 1 Processor -- start 2024-09-13T16:13:33.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.414+0000 7f8714765640 1 -- start start 2024-09-13T16:13:33.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8714765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c15a4a0 0x7f870c15a880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8714765640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 0x7f870c06d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8714765640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f870c0ccaf0 con 0x7f870c06d3b0 2024-09-13T16:13:33.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8714765640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f870c06e430 con 0x7f870c06b5f0 2024-09-13T16:13:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8714765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f870c15adc0 con 0x7f870c15a4a0 2024-09-13T16:13:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8712d02640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 0x7f870c06d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8712501640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c15a4a0 0x7f870c15a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8712d02640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 0x7f870c06d7f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:43252/0 (socket says 172.21.15.39:43252) 2024-09-13T16:13:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8711d00640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f870c06d3b0 0x7f870c06aee0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:36884/0 (socket says 172.21.15.39:36884) 2024-09-13T16:13:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8712d02640 1 -- 172.21.15.39:0/2734758774 learned_addr learned my addr 172.21.15.39:0/2734758774 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:33.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.415+0000 7f8712501640 1 -- 172.21.15.39:0/2734758774 >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 msgr2=0x7f870c06d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:33.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.416+0000 7f8712501640 1 --2- 172.21.15.39:0/2734758774 >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 0x7f870c06d7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.416+0000 7f8712501640 1 -- 172.21.15.39:0/2734758774 >> v1:172.21.15.157:6789/0 conn(0x7f870c06d3b0 legacy=0x7f870c06aee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.416+0000 7f8712501640 1 -- 172.21.15.39:0/2734758774 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f870c06de70 con 0x7f870c15a4a0 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.416+0000 7f8712d02640 1 --2- 172.21.15.39:0/2734758774 >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 0x7f870c06d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.416+0000 7f8712501640 1 --2- 172.21.15.39:0/2734758774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c15a4a0 0x7f870c15a880 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f87080097a0 tx=0x7f870802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b7dc50a662f74d6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.416+0000 7f87114ff640 1 -- 172.21.15.39:0/2734758774 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8708032440 con 0x7f870c15a4a0 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f87114ff640 1 -- 172.21.15.39:0/2734758774 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87080325a0 con 0x7f870c15a4a0 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f87114ff640 1 -- 172.21.15.39:0/2734758774 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8708032930 con 0x7f870c15a4a0 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 -- 172.21.15.39:0/2734758774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c15a4a0 msgr2=0x7f870c15a880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 --2- 172.21.15.39:0/2734758774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c15a4a0 0x7f870c15a880 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f87080097a0 tx=0x7f870802a180 comp rx=0 tx=0).stop 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 -- 172.21.15.39:0/2734758774 shutdown_connections 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 --2- 172.21.15.39:0/2734758774 >> v2:172.21.15.157:3300/0 conn(0x7f870c06b5f0 0x7f870c06d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 --2- 172.21.15.39:0/2734758774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c15a4a0 0x7f870c15a880 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 -- 172.21.15.39:0/2734758774 >> 172.21.15.39:0/2734758774 conn(0x7f870c0ced30 msgr2=0x7f870c0cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 -- 172.21.15.39:0/2734758774 shutdown_connections 2024-09-13T16:13:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.417+0000 7f8714765640 1 -- 172.21.15.39:0/2734758774 wait complete. 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.418+0000 7f8714765640 1 Processor -- start 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.418+0000 7f8714765640 1 -- start start 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8714765640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 0x7f870c155150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8714765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c06d3b0 0x7f870c153940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8714765640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f870c15a4a0 0x7f870c146760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8714765640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f870c155690 con 0x7f870c06b5f0 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8714765640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f870c153e80 con 0x7f870c15a4a0 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8714765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f870c1540b0 con 0x7f870c06d3b0 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8712501640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 0x7f870c155150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8712501640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 0x7f870c155150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33290/0 (socket says 172.21.15.39:33290) 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8712501640 1 -- 172.21.15.39:0/520347140 learned_addr learned my addr 172.21.15.39:0/520347140 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8711d00640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c06d3b0 0x7f870c153940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.419+0000 7f8712d02640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f870c15a4a0 0x7f870c146760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8712501640 1 -- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c06d3b0 msgr2=0x7f870c153940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8712501640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c06d3b0 0x7f870c153940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8712501640 1 -- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f870c15a4a0 msgr2=0x7f870c146760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8712501640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f870c15a4a0 0x7f870c146760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8712501640 1 -- 172.21.15.39:0/520347140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8704009b30 con 0x7f870c06b5f0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8712501640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 0x7f870c155150 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f87080098c0 tx=0x7f87080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8708030b00 con 0x7f870c06b5f0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8708032e90 con 0x7f870c06b5f0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8708009400 con 0x7f870c06b5f0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8708030ea0 con 0x7f870c06b5f0 2024-09-13T16:13:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.420+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f870c154670 con 0x7f870c06b5f0 2024-09-13T16:13:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.421+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f870c0672f0 con 0x7f870c06b5f0 2024-09-13T16:13:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.422+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f870803c400 con 0x7f870c06b5f0 2024-09-13T16:13:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.422+0000 7f8702ffd640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f86f006ac00 0x7f86f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.422+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5939+0+0 (secure 0 0 0) 0x7f87080aa1c0 con 0x7f870c06b5f0 2024-09-13T16:13:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.422+0000 7f8711d00640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f86f006ac00 0x7f86f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.423+0000 7f8711d00640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f86f006ac00 0x7f86f006d0c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f870c070500 tx=0x7f86fc007e80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.426+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f87080752d0 con 0x7f870c06b5f0 2024-09-13T16:13:33.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:33.632+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f870c06d7f0 con 0x7f870c06b5f0 2024-09-13T16:13:34.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.297+0000 7f8702ffd640 1 -- 172.21.15.39:0/520347140 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v37) v1 ==== 104+0+0 (secure 0 0 0) 0x7f8708006e10 con 0x7f870c06b5f0 2024-09-13T16:13:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f86f006ac00 msgr2=0x7f86f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f86f006ac00 0x7f86f006d0c0 secure :-1 s=READY pgs=352 cs=0 l=1 rev1=1 crypto rx=0x7f870c070500 tx=0x7f86fc007e80 comp rx=0 tx=0).stop 2024-09-13T16:13:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 msgr2=0x7f870c155150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 0x7f870c155150 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x7f87080098c0 tx=0x7f87080046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 shutdown_connections 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f86f006ac00 0x7f86f006d0c0 unknown :-1 s=CLOSED pgs=352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f870c15a4a0 0x7f870c146760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f870c06d3b0 0x7f870c153940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 --2- 172.21.15.39:0/520347140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f870c06b5f0 0x7f870c155150 unknown :-1 s=CLOSED pgs=803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 >> 172.21.15.39:0/520347140 conn(0x7f870c0ced30 msgr2=0x7f870c1576c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 shutdown_connections 2024-09-13T16:13:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.300+0000 7f8714765640 1 -- 172.21.15.39:0/520347140 wait complete. 2024-09-13T16:13:34.315 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:13:34.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.469+0000 7fb7238d0640 1 Processor -- start 2024-09-13T16:13:34.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.469+0000 7fb7238d0640 1 -- start start 2024-09-13T16:13:34.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb7238d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb71c06e880 0x7fb71c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb7238d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb71c06a410 0x7fb71c15e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb7238d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb71c06a840 con 0x7fb71c15fd70 2024-09-13T16:13:34.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb7238d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb71c15dbd0 con 0x7fb71c06e880 2024-09-13T16:13:34.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb7238d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb71c06ed10 con 0x7fb71c06a410 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb720e6b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb71c06e880 0x7fb71c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb72166c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb71c15fd70 0x7fb71c160da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38648/0 (socket says 172.21.15.39:38648) 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.470+0000 7fb72166c640 1 -- 172.21.15.39:0/899983869 learned_addr learned my addr 172.21.15.39:0/899983869 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.471+0000 7fb721e6d640 1 --2- 172.21.15.39:0/899983869 >> v2:172.21.15.157:3300/0 conn(0x7fb71c06a410 0x7fb71c15e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.471+0000 7fb720e6b640 1 -- 172.21.15.39:0/899983869 >> v2:172.21.15.157:3300/0 conn(0x7fb71c06a410 msgr2=0x7fb71c15e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.471+0000 7fb720e6b640 1 --2- 172.21.15.39:0/899983869 >> v2:172.21.15.157:3300/0 conn(0x7fb71c06a410 0x7fb71c15e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.471+0000 7fb720e6b640 1 -- 172.21.15.39:0/899983869 >> v1:172.21.15.39:6789/0 conn(0x7fb71c15fd70 legacy=0x7fb71c160da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.471+0000 7fb720e6b640 1 -- 172.21.15.39:0/899983869 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb71c160150 con 0x7fb71c06e880 2024-09-13T16:13:34.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb720e6b640 1 --2- 172.21.15.39:0/899983869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06e880 0x7fb71c069ed0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb71c070310 tx=0x7fb71002a080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d8bdab6db59a054 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb71bfff640 1 -- 172.21.15.39:0/899983869 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb71002add0 con 0x7fb71c06e880 2024-09-13T16:13:34.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb71bfff640 1 -- 172.21.15.39:0/899983869 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb710032440 con 0x7fb71c06e880 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb71bfff640 1 -- 172.21.15.39:0/899983869 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7100327d0 con 0x7fb71c06e880 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 -- 172.21.15.39:0/899983869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06e880 msgr2=0x7fb71c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 --2- 172.21.15.39:0/899983869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06e880 0x7fb71c069ed0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fb71c070310 tx=0x7fb71002a080 comp rx=0 tx=0).stop 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 -- 172.21.15.39:0/899983869 shutdown_connections 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 --2- 172.21.15.39:0/899983869 >> v2:172.21.15.157:3300/0 conn(0x7fb71c06a410 0x7fb71c15e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 --2- 172.21.15.39:0/899983869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06e880 0x7fb71c069ed0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 -- 172.21.15.39:0/899983869 >> 172.21.15.39:0/899983869 conn(0x7fb71c06afe0 msgr2=0x7fb71c06b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 -- 172.21.15.39:0/899983869 shutdown_connections 2024-09-13T16:13:34.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.472+0000 7fb7238d0640 1 -- 172.21.15.39:0/899983869 wait complete. 2024-09-13T16:13:34.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 Processor -- start 2024-09-13T16:13:34.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 -- start start 2024-09-13T16:13:34.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 0x7fb71c1f24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb71c06e880 0x7fb71c1f5270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb71c15fd70 0x7fb71c0cc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb71c0cde80 con 0x7fb71c06a410 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb71c1f29e0 con 0x7fb71c06e880 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb7238d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb71c0cd270 con 0x7fb71c15fd70 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb72166c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 0x7fb71c1f24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb72166c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 0x7fb71c1f24a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52984/0 (socket says 172.21.15.39:52984) 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.474+0000 7fb72166c640 1 -- 172.21.15.39:0/1658814390 learned_addr learned my addr 172.21.15.39:0/1658814390 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb720e6b640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb71c06e880 0x7fb71c1f5270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb72166c640 1 -- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb71c15fd70 msgr2=0x7fb71c0cc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb72166c640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb71c15fd70 0x7fb71c0cc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb72166c640 1 -- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb71c06e880 msgr2=0x7fb71c1f5270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb72166c640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb71c06e880 0x7fb71c1f5270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb72166c640 1 -- 172.21.15.39:0/1658814390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb710009400 con 0x7fb71c06a410 2024-09-13T16:13:34.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb72166c640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 0x7fb71c1f24a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fb70c00caf0 tx=0x7fb70c00a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb70c00aca0 con 0x7fb71c06a410 2024-09-13T16:13:34.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb70c00ae00 con 0x7fb71c06a410 2024-09-13T16:13:34.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb70c012620 con 0x7fb71c06a410 2024-09-13T16:13:34.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb71c0cd550 con 0x7fb71c06a410 2024-09-13T16:13:34.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.475+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb71c0cdb10 con 0x7fb71c06a410 2024-09-13T16:13:34.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.476+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb71c0672f0 con 0x7fb71c06a410 2024-09-13T16:13:34.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.477+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb70c007070 con 0x7fb71c06a410 2024-09-13T16:13:34.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.477+0000 7fb719ffb640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb70806ac00 0x7fb70806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:34.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.477+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(51..51 src has 1..51) v4 ==== 5939+0+0 (secure 0 0 0) 0x7fb70c0893b0 con 0x7fb71c06a410 2024-09-13T16:13:34.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.477+0000 7fb720e6b640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb70806ac00 0x7fb70806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:34.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.478+0000 7fb720e6b640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb70806ac00 0x7fb70806d0c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb710034000 tx=0x7fb71002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:34.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.481+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb70c054490 con 0x7fb71c06a410 2024-09-13T16:13:34.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:34.653+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fb71c069ed0 con 0x7fb71c06a410 2024-09-13T16:13:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.301+0000 7fb719ffb640 1 -- 172.21.15.39:0/1658814390 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v52) v1 ==== 181+0+0 (secure 0 0 0) 0x7fb70c057ab0 con 0x7fb71c06a410 2024-09-13T16:13:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb70806ac00 msgr2=0x7fb70806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb70806ac00 0x7fb70806d0c0 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7fb710034000 tx=0x7fb71002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 msgr2=0x7fb71c1f24a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 0x7fb71c1f24a0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7fb70c00caf0 tx=0x7fb70c00a060 comp rx=0 tx=0).stop 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 shutdown_connections 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb70806ac00 0x7fb70806d0c0 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb71c15fd70 0x7fb71c0cc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb71c06e880 0x7fb71c1f5270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 --2- 172.21.15.39:0/1658814390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb71c06a410 0x7fb71c1f24a0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 >> 172.21.15.39:0/1658814390 conn(0x7fb71c06afe0 msgr2=0x7fb71c15ed10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 shutdown_connections 2024-09-13T16:13:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.303+0000 7fb7238d0640 1 -- 172.21.15.39:0/1658814390 wait complete. 2024-09-13T16:13:35.319 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:13:35.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.427+0000 7efecc745640 1 Processor -- start 2024-09-13T16:13:35.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.427+0000 7efecc745640 1 -- start start 2024-09-13T16:13:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efecc745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efec40d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efecc745640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efec40d0d80 0x7efec40b6300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efecc745640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efec40b5bb0 con 0x7efec415ce60 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efecc745640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efec40d1e10 con 0x7efec40d0d80 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efecc745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efec40d1570 con 0x7efec40cf580 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efeca4e1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efec415ce60 0x7efec40cee70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38660/0 (socket says 172.21.15.39:38660) 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.428+0000 7efeca4e1640 1 -- 172.21.15.39:0/2015291534 learned_addr learned my addr 172.21.15.39:0/2015291534 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efecace2640 1 --2- 172.21.15.39:0/2015291534 >> v2:172.21.15.157:3300/0 conn(0x7efec40d0d80 0x7efec40b6300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec9ce0640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efec40d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 339044007 0 0) 0x7efec40b5bb0 con 0x7efec415ce60 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efeac003520 con 0x7efec415ce60 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1902537578 0 0) 0x7efeac003520 con 0x7efec415ce60 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 msgr2=0x7efec40d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efec40d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 >> v2:172.21.15.157:3300/0 conn(0x7efec40d0d80 msgr2=0x7efec40b6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 --2- 172.21.15.39:0/2015291534 >> v2:172.21.15.157:3300/0 conn(0x7efec40d0d80 0x7efec40b6300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec40d1850 con 0x7efec415ce60 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7efebc001670 con 0x7efec415ce60 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 >> v1:172.21.15.39:6789/0 conn(0x7efec415ce60 legacy=0x7efec40cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efeac003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003ef0 0x7efeac0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac004d00 0x7efeac005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec40d1e10 con 0x7efeac004d00 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec40d1570 con 0x7efeac003ef0 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeac00b980 con 0x7efec40cf580 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efecace2640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac004d00 0x7efeac005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efec9ce0640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003ef0 0x7efeac0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efeca4e1640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efeac003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.429+0000 7efecace2640 1 -- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 msgr2=0x7efeac003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efecace2640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efeac003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efecace2640 1 -- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003ef0 msgr2=0x7efeac0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efecace2640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003ef0 0x7efeac0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efecace2640 1 -- 172.21.15.39:0/2015291534 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efeac003520 con 0x7efeac004d00 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efeca4e1640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efec40cf580 0x7efeac003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efecace2640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac004d00 0x7efeac005180 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7efeb4009fc0 tx=0x7efeac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ac159764cabed43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb4031670 con 0x7efeac004d00 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efeb400f040 con 0x7efeac004d00 2024-09-13T16:13:35.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.430+0000 7efec94df640 1 -- 172.21.15.39:0/2015291534 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb4031a10 con 0x7efeac004d00 2024-09-13T16:13:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecc745640 1 -- 172.21.15.39:0/2015291534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac004d00 msgr2=0x7efeac005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecc745640 1 --2- 172.21.15.39:0/2015291534 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac004d00 0x7efeac005180 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7efeb4009fc0 tx=0x7efeac0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecace2640 1 -- 172.21.15.39:0/2015291534 reap_dead start 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecc745640 1 -- 172.21.15.39:0/2015291534 shutdown_connections 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecc745640 1 -- 172.21.15.39:0/2015291534 >> 172.21.15.39:0/2015291534 conn(0x7efec406a3a0 msgr2=0x7efec406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecc745640 1 -- 172.21.15.39:0/2015291534 shutdown_connections 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.431+0000 7efecc745640 1 -- 172.21.15.39:0/2015291534 wait complete. 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.432+0000 7efecc745640 1 Processor -- start 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.432+0000 7efecc745640 1 -- start start 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecc745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac004d00 0x7efec40cbb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecc745640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 0x7efec40ac1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecc745640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec414bad0 0x7efec414bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecc745640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec414b840 con 0x7efec40abd50 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecc745640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec40ac710 con 0x7efec414bad0 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecc745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efec40cc0d0 con 0x7efeac004d00 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 0x7efec40ac1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 0x7efec40ac1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53004/0 (socket says 172.21.15.39:53004) 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 -- 172.21.15.39:0/711591965 learned_addr learned my addr 172.21.15.39:0/711591965 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efeca4e1640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac004d00 0x7efec40cbb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efecace2640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec414bad0 0x7efec414bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 -- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac004d00 msgr2=0x7efec40cbb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac004d00 0x7efec40cbb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 -- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec414bad0 msgr2=0x7efec414bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec414bad0 0x7efec414bf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.433+0000 7efec9ce0640 1 -- 172.21.15.39:0/711591965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec40caaf0 con 0x7efec40abd50 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.434+0000 7efec9ce0640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 0x7efec40ac1d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7efeb80118e0 tx=0x7efeb8011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.434+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb800faf0 con 0x7efec40abd50 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.434+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efeb800fc50 con 0x7efec40abd50 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.434+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efec40cadd0 con 0x7efec40abd50 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.434+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb8014440 con 0x7efec40abd50 2024-09-13T16:13:35.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.434+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efec40cb390 con 0x7efec40abd50 2024-09-13T16:13:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.435+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efec40d0840 con 0x7efec40abd50 2024-09-13T16:13:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.435+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efeb80145a0 con 0x7efec40abd50 2024-09-13T16:13:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.435+0000 7efec2ffd640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efeb006ac30 0x7efeb006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.436+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(52..52 src has 1..52) v4 ==== 5501+0+0 (secure 0 0 0) 0x7efeb8089ac0 con 0x7efec40abd50 2024-09-13T16:13:35.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.436+0000 7efeca4e1640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efeb006ac30 0x7efeb006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:35.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.436+0000 7efeca4e1640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efeb006ac30 0x7efeb006d0f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7efebc000fb0 tx=0x7efebc001e10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:35.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.440+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efeb8054d70 con 0x7efec40abd50 2024-09-13T16:13:35.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:35.612+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7efec406aa00 con 0x7efec40abd50 2024-09-13T16:13:36.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.309+0000 7efec2ffd640 1 -- 172.21.15.39:0/711591965 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v53) v1 ==== 169+0+0 (secure 0 0 0) 0x7efeb8058390 con 0x7efec40abd50 2024-09-13T16:13:36.311 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efeb006ac30 msgr2=0x7efeb006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efeb006ac30 0x7efeb006d0f0 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7efebc000fb0 tx=0x7efebc001e10 comp rx=0 tx=0).stop 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 msgr2=0x7efec40ac1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 0x7efec40ac1d0 secure :-1 s=READY pgs=809 cs=0 l=1 rev1=1 crypto rx=0x7efeb80118e0 tx=0x7efeb8011da0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 shutdown_connections 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efeb006ac30 0x7efeb006d0f0 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec414bad0 0x7efec414bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec40abd50 0x7efec40ac1d0 unknown :-1 s=CLOSED pgs=809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 --2- 172.21.15.39:0/711591965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac004d00 0x7efec40cbb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 >> 172.21.15.39:0/711591965 conn(0x7efec406a3a0 msgr2=0x7efec40b6200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.313+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 shutdown_connections 2024-09-13T16:13:36.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.314+0000 7efecc745640 1 -- 172.21.15.39:0/711591965 wait complete. 2024-09-13T16:13:36.328 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-13T16:13:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.434+0000 7f60fc725640 1 Processor -- start 2024-09-13T16:13:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.434+0000 7f60fc725640 1 -- start start 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.435+0000 7f60fc725640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f60f40b54f0 0x7f60f415d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.435+0000 7f60fc725640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60f415cab0 con 0x7f60f415c6d0 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.435+0000 7f60fc725640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60f406cff0 con 0x7f60f40b3430 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.435+0000 7f60fc725640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60f415db90 con 0x7f60f40b54f0 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60fa4c1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f60f415c6d0 0x7f60f4160ad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38670/0 (socket says 172.21.15.39:38670) 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60fa4c1640 1 -- 172.21.15.39:0/991008684 learned_addr learned my addr 172.21.15.39:0/991008684 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2060717297 0 0) 0x7f60f415cab0 con 0x7f60f415c6d0 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60facc2640 1 --2- 172.21.15.39:0/991008684 >> v2:172.21.15.157:3300/0 conn(0x7f60f40b54f0 0x7f60f415d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60e0003520 con 0x7f60f415c6d0 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3084218928 0 0) 0x7f60e0003520 con 0x7f60f415c6d0 2024-09-13T16:13:36.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 >> v2:172.21.15.157:3300/0 conn(0x7f60f40b54f0 msgr2=0x7f60f415d650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 --2- 172.21.15.39:0/991008684 >> v2:172.21.15.157:3300/0 conn(0x7f60f40b54f0 0x7f60f415d650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 >> v1:172.21.15.157:6789/0 conn(0x7f60f40b3430 legacy=0x7f60f40b4de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60f406ca30 con 0x7f60f415c6d0 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f60f0001670 con 0x7f60f415c6d0 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 >> v1:172.21.15.39:6789/0 conn(0x7f60f415c6d0 legacy=0x7f60f4160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60e0003970 0x7f60e0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60e00047c0 0x7f60e0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e00052a0 0x7f60e000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60f415db90 con 0x7f60e0003970 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60e000c170 con 0x7f60e00047c0 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60e000c330 con 0x7f60e00052a0 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.436+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60e0003970 0x7f60e0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60facc2640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e00052a0 0x7f60e000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60f9cc0640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60e00047c0 0x7f60e0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60fa4c1640 1 -- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e00052a0 msgr2=0x7f60e000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e00052a0 0x7f60e000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60fa4c1640 1 -- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60e00047c0 msgr2=0x7f60e0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60e00047c0 0x7f60e0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60fa4c1640 1 -- 172.21.15.39:0/991008684 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60e0003520 con 0x7f60e0003970 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60facc2640 1 -- 172.21.15.39:0/991008684 reap_dead start 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.437+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60e0003970 0x7f60e0003d90 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f60f000c210 tx=0x7f60e00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd99e2d14d9038db server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f0005ad0 con 0x7f60e0003970 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60f002d070 con 0x7f60e0003970 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60f94bf640 1 -- 172.21.15.39:0/991008684 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60f0007070 con 0x7f60e0003970 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 -- 172.21.15.39:0/991008684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60e0003970 msgr2=0x7f60e0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60e0003970 0x7f60e0003d90 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f60f000c210 tx=0x7f60e00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 -- 172.21.15.39:0/991008684 shutdown_connections 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 --2- 172.21.15.39:0/991008684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60e0003970 0x7f60e0003d90 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 -- 172.21.15.39:0/991008684 >> 172.21.15.39:0/991008684 conn(0x7f60f40d04a0 msgr2=0x7f60f40d08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 -- 172.21.15.39:0/991008684 shutdown_connections 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.438+0000 7f60fc725640 1 -- 172.21.15.39:0/991008684 wait complete. 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.439+0000 7f60fc725640 1 Processor -- start 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.439+0000 7f60fc725640 1 -- start start 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fc725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e0003970 0x7f60f414d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fc725640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60f4158420 0x7f60f40ce800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fc725640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 0x7f60f40cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fc725640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60f40c97b0 con 0x7f60f40ced40 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fc725640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60f40c9a90 con 0x7f60f4158420 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fc725640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60f40c9d70 con 0x7f60e0003970 2024-09-13T16:13:36.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60facc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 0x7f60f40cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60facc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 0x7f60f40cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53026/0 (socket says 172.21.15.39:53026) 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60facc2640 1 -- 172.21.15.39:0/1369699512 learned_addr learned my addr 172.21.15.39:0/1369699512 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60f9cc0640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60f4158420 0x7f60f40ce800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.440+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e0003970 0x7f60f414d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60facc2640 1 -- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e0003970 msgr2=0x7f60f414d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60facc2640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e0003970 0x7f60f414d920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60facc2640 1 -- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60f4158420 msgr2=0x7f60f40ce800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60facc2640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60f4158420 0x7f60f40ce800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60facc2640 1 -- 172.21.15.39:0/1369699512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60f40ca050 con 0x7f60f40ced40 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60facc2640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 0x7f60f40cf3e0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f60f406c760 tx=0x7f60ec0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60ec00e070 con 0x7f60f40ced40 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60ec011e10 con 0x7f60f40ced40 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60ec003990 con 0x7f60f40ced40 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60f40ca330 con 0x7f60f40ced40 2024-09-13T16:13:36.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.441+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60f414de60 con 0x7f60f40ced40 2024-09-13T16:13:36.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.442+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60f4067330 con 0x7f60f40ced40 2024-09-13T16:13:36.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.443+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f60ec003af0 con 0x7f60f40ced40 2024-09-13T16:13:36.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.443+0000 7f60eaffd640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60d806ac00 0x7f60d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.443+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f60ec0895c0 con 0x7f60f40ced40 2024-09-13T16:13:36.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.443+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60d806ac00 0x7f60d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.444+0000 7f60fa4c1640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60d806ac00 0x7f60d806d0c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f60f0032000 tx=0x7f60f002d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.448+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f60ec054b00 con 0x7f60f40ced40 2024-09-13T16:13:36.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.622+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) v1 -- 0x7f60f40ca850 con 0x7f60f40ced40 2024-09-13T16:13:36.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.623+0000 7f60eaffd640 1 -- 172.21.15.39:0/1369699512 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v15) v1 ==== 121+0+0 (secure 0 0 0) 0x7f60f40ca850 con 0x7f60f40ced40 2024-09-13T16:13:36.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60d806ac00 msgr2=0x7f60d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60d806ac00 0x7f60d806d0c0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f60f0032000 tx=0x7f60f002d000 comp rx=0 tx=0).stop 2024-09-13T16:13:36.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 msgr2=0x7f60f40cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 0x7f60f40cf3e0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7f60f406c760 tx=0x7f60ec0115a0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 shutdown_connections 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60d806ac00 0x7f60d806d0c0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60f40ced40 0x7f60f40cf3e0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60f4158420 0x7f60f40ce800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 --2- 172.21.15.39:0/1369699512 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60e0003970 0x7f60f414d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 >> 172.21.15.39:0/1369699512 conn(0x7f60f40d04a0 msgr2=0x7f60f40b0720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 shutdown_connections 2024-09-13T16:13:36.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.625+0000 7f60fc725640 1 -- 172.21.15.39:0/1369699512 wait complete. 2024-09-13T16:13:36.637 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:13:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.739+0000 7fdf91206640 1 Processor -- start 2024-09-13T16:13:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.739+0000 7fdf91206640 1 -- start start 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf91206640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdf8c0cf710 0x7fdf8c0cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf91206640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8c0d0060 con 0x7fdf8c15c920 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf91206640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdf8c15dd50 con 0x7fdf8c160400 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf91206640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf8c0cd290 con 0x7fdf8c0cf710 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf8ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdf8c15c920 0x7fdf8c15cd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38672/0 (socket says 172.21.15.39:38672) 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf8ad9d640 1 -- 172.21.15.39:0/2336203483 learned_addr learned my addr 172.21.15.39:0/2336203483 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.740+0000 7fdf8b59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdf8c0cf710 0x7fdf8c0cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf8b59e640 1 -- 172.21.15.39:0/2336203483 >> v1:172.21.15.157:6789/0 conn(0x7fdf8c160400 legacy=0x7fdf8c0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf8b59e640 1 -- 172.21.15.39:0/2336203483 >> v1:172.21.15.39:6789/0 conn(0x7fdf8c15c920 legacy=0x7fdf8c15cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf89d9b640 1 -- 172.21.15.39:0/2336203483 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2201538868 0 0) 0x7fdf8c0d0060 con 0x7fdf8c15c920 2024-09-13T16:13:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf8b59e640 1 -- 172.21.15.39:0/2336203483 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf8c15d790 con 0x7fdf8c0cf710 2024-09-13T16:13:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf8b59e640 1 --2- 172.21.15.39:0/2336203483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c0cfb20 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c009d90 tx=0x7fdf7c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e593e2fe89eb96b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf89d9b640 1 -- 172.21.15.39:0/2336203483 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c031600 con 0x7fdf8c0cf710 2024-09-13T16:13:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf89d9b640 1 -- 172.21.15.39:0/2336203483 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf7c02d050 con 0x7fdf8c0cf710 2024-09-13T16:13:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.741+0000 7fdf89d9b640 1 -- 172.21.15.39:0/2336203483 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf7c031980 con 0x7fdf8c0cf710 2024-09-13T16:13:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 -- 172.21.15.39:0/2336203483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c0cf710 msgr2=0x7fdf8c0cfb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 --2- 172.21.15.39:0/2336203483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c0cfb20 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7fdf7c009d90 tx=0x7fdf7c02a610 comp rx=0 tx=0).stop 2024-09-13T16:13:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 -- 172.21.15.39:0/2336203483 shutdown_connections 2024-09-13T16:13:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 --2- 172.21.15.39:0/2336203483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c0cfb20 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 -- 172.21.15.39:0/2336203483 >> 172.21.15.39:0/2336203483 conn(0x7fdf8c06a790 msgr2=0x7fdf8c06aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 -- 172.21.15.39:0/2336203483 shutdown_connections 2024-09-13T16:13:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.742+0000 7fdf91206640 1 -- 172.21.15.39:0/2336203483 wait complete. 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 Processor -- start 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 -- start start 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c158670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 0x7fdf8c0b3a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdf8c160400 0x7fdf8c0b2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c155ef0 con 0x7fdf8c15c920 2024-09-13T16:13:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c15b980 con 0x7fdf8c0cf710 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf91206640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf8c15b6a0 con 0x7fdf8c160400 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.744+0000 7fdf8a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 0x7fdf8c0b3a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 0x7fdf8c0b3a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53052/0 (socket says 172.21.15.39:53052) 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 -- 172.21.15.39:0/1947551461 learned_addr learned my addr 172.21.15.39:0/1947551461 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8ad9d640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c158670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 -- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdf8c160400 msgr2=0x7fdf8c0b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdf8c160400 0x7fdf8c0b2550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 -- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf8c0cf710 msgr2=0x7fdf8c158670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c158670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 -- 172.21.15.39:0/1947551461 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf7c009a70 con 0x7fdf8c15c920 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8ad9d640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c158670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf8a59c640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 0x7fdf8c0b3a00 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400c430 tx=0x7fdf7400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf74011790 con 0x7fdf8c15c920 2024-09-13T16:13:36.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf740118f0 con 0x7fdf8c15c920 2024-09-13T16:13:36.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf8c1558a0 con 0x7fdf8c15c920 2024-09-13T16:13:36.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf74011ce0 con 0x7fdf8c15c920 2024-09-13T16:13:36.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.745+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf8c0b3f40 con 0x7fdf8c15c920 2024-09-13T16:13:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.746+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf8c067330 con 0x7fdf8c15c920 2024-09-13T16:13:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.747+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdf7401c460 con 0x7fdf8c15c920 2024-09-13T16:13:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.747+0000 7fdf837fe640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdf6c06ac00 0x7fdf6c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.747+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fdf74088f70 con 0x7fdf8c15c920 2024-09-13T16:13:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.748+0000 7fdf8ad9d640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdf6c06ac00 0x7fdf6c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.748+0000 7fdf8ad9d640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdf6c06ac00 0x7fdf6c06d0c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fdf84000f60 tx=0x7fdf84009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:36.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.752+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdf740bc9c0 con 0x7fdf8c15c920 2024-09-13T16:13:36.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.923+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fdf8c0cfb20 con 0x7fdf8c15c920 2024-09-13T16:13:36.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.926+0000 7fdf837fe640 1 -- 172.21.15.39:0/1947551461 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v16) v1 ==== 104+0+0 (secure 0 0 0) 0x7fdf74054480 con 0x7fdf8c15c920 2024-09-13T16:13:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdf6c06ac00 msgr2=0x7fdf6c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdf6c06ac00 0x7fdf6c06d0c0 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7fdf84000f60 tx=0x7fdf84009040 comp rx=0 tx=0).stop 2024-09-13T16:13:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 msgr2=0x7fdf8c0b3a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 0x7fdf8c0b3a00 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7fdf7400c430 tx=0x7fdf7400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 shutdown_connections 2024-09-13T16:13:36.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdf6c06ac00 0x7fdf6c06d0c0 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdf8c160400 0x7fdf8c0b2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdf8c15c920 0x7fdf8c0b3a00 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 --2- 172.21.15.39:0/1947551461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdf8c0cf710 0x7fdf8c158670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.928+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 >> 172.21.15.39:0/1947551461 conn(0x7fdf8c06a790 msgr2=0x7fdf8c0d0bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.929+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 shutdown_connections 2024-09-13T16:13:36.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:36.929+0000 7fdf91206640 1 -- 172.21.15.39:0/1947551461 wait complete. 2024-09-13T16:13:36.941 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_abort_on_newly_corrupt_dentry 2024-09-13T16:13:37.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.042+0000 7f5dbc896640 1 Processor -- start 2024-09-13T16:13:37.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.042+0000 7f5dbc896640 1 -- start start 2024-09-13T16:13:37.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.043+0000 7f5dbc896640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5db815dc30 0x7f5db8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.043+0000 7f5dbc896640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5db8070e80 con 0x7f5db815d850 2024-09-13T16:13:37.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.043+0000 7f5dbc896640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5db80705b0 con 0x7f5db806a410 2024-09-13T16:13:37.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.043+0000 7f5dbc896640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5db806a8a0 con 0x7f5db815dc30 2024-09-13T16:13:37.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db5d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5db815dc30 0x7f5db8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5db815d850 0x7f5db8071310 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38684/0 (socket says 172.21.15.39:38684) 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db5d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5db815dc30 0x7f5db8069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53060/0 (socket says 172.21.15.39:53060) 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db659c640 1 -- 172.21.15.39:0/1145797883 learned_addr learned my addr 172.21.15.39:0/1145797883 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db5d9b640 1 -- 172.21.15.39:0/1145797883 >> v1:172.21.15.157:6789/0 conn(0x7f5db806a410 legacy=0x7f5db815a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db5d9b640 1 -- 172.21.15.39:0/1145797883 >> v1:172.21.15.39:6789/0 conn(0x7f5db815d850 legacy=0x7f5db8071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db559a640 1 -- 172.21.15.39:0/1145797883 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 897363363 0 0) 0x7f5db8070e80 con 0x7f5db815d850 2024-09-13T16:13:37.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.044+0000 7f5db5d9b640 1 -- 172.21.15.39:0/1145797883 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5db815a6e0 con 0x7f5db815dc30 2024-09-13T16:13:37.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5db5d9b640 1 --2- 172.21.15.39:0/1145797883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8069ed0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f5da00097a0 tx=0x7f5da002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83b2dc49186f5abc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:37.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5db559a640 1 -- 172.21.15.39:0/1145797883 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da0032440 con 0x7f5db815dc30 2024-09-13T16:13:37.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5db559a640 1 -- 172.21.15.39:0/1145797883 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5da00325a0 con 0x7f5db815dc30 2024-09-13T16:13:37.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5db559a640 1 -- 172.21.15.39:0/1145797883 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5da0032930 con 0x7f5db815dc30 2024-09-13T16:13:37.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 -- 172.21.15.39:0/1145797883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 msgr2=0x7f5db8069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1145797883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8069ed0 secure :-1 s=READY pgs=817 cs=0 l=1 rev1=1 crypto rx=0x7f5da00097a0 tx=0x7f5da002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 -- 172.21.15.39:0/1145797883 shutdown_connections 2024-09-13T16:13:37.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1145797883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8069ed0 unknown :-1 s=CLOSED pgs=817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 -- 172.21.15.39:0/1145797883 >> 172.21.15.39:0/1145797883 conn(0x7f5db80b00a0 msgr2=0x7f5db80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:37.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 -- 172.21.15.39:0/1145797883 shutdown_connections 2024-09-13T16:13:37.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.045+0000 7f5dbc896640 1 -- 172.21.15.39:0/1145797883 wait complete. 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 Processor -- start 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 -- start start 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5db806a410 0x7f5db814f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5db815d850 0x7f5db81588a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8158de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5db81f54b0 con 0x7f5db815dc30 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5db814fb70 con 0x7f5db815d850 2024-09-13T16:13:37.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.047+0000 7f5dbc896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5db81f2db0 con 0x7f5db806a410 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8158de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8158de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53064/0 (socket says 172.21.15.39:53064) 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 -- 172.21.15.39:0/1647363342 learned_addr learned my addr 172.21.15.39:0/1647363342 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db5d9b640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5db815d850 0x7f5db81588a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db659c640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5db806a410 0x7f5db814f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 -- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5db806a410 msgr2=0x7f5db814f630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5db806a410 0x7f5db814f630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 -- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5db815d850 msgr2=0x7f5db81588a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5db815d850 0x7f5db81588a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 -- 172.21.15.39:0/1647363342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5da0009400 con 0x7f5db815dc30 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5db6d9d640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8158de0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f5db000b410 tx=0x7f5db000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db0004020 con 0x7f5db815dc30 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5db0004180 con 0x7f5db815dc30 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5db8159410 con 0x7f5db815dc30 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db0011630 con 0x7f5db815dc30 2024-09-13T16:13:37.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.048+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5db81f59e0 con 0x7f5db815dc30 2024-09-13T16:13:37.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.049+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5db80672f0 con 0x7f5db815dc30 2024-09-13T16:13:37.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.050+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5db0011790 con 0x7f5db815dc30 2024-09-13T16:13:37.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.050+0000 7f5daeffd640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d9806ac00 0x7f5d9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.050+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5db0088dc0 con 0x7f5db815dc30 2024-09-13T16:13:37.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.051+0000 7f5db659c640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d9806ac00 0x7f5d9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.051+0000 7f5db659c640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d9806ac00 0x7f5d9806d0c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5da80012e0 tx=0x7f5da8005eb0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:37.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.054+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5db0054240 con 0x7f5db815dc30 2024-09-13T16:13:37.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.231+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_abort_on_newly_corrupt_dentry"} v 0) v1 -- 0x7f5db815b160 con 0x7f5db815dc30 2024-09-13T16:13:37.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.235+0000 7f5daeffd640 1 -- 172.21.15.39:0/1647363342 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_abort_on_newly_corrupt_dentry"}]=0 v17) v1 ==== 116+0+0 (secure 0 0 0) 0x7f5db00150b0 con 0x7f5db815dc30 2024-09-13T16:13:37.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d9806ac00 msgr2=0x7f5d9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d9806ac00 0x7f5d9806d0c0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f5da80012e0 tx=0x7f5da8005eb0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 msgr2=0x7f5db8158de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8158de0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f5db000b410 tx=0x7f5db000b8d0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 shutdown_connections 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5d9806ac00 0x7f5d9806d0c0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5db815dc30 0x7f5db8158de0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5db815d850 0x7f5db81588a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 --2- 172.21.15.39:0/1647363342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5db806a410 0x7f5db814f630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 >> 172.21.15.39:0/1647363342 conn(0x7f5db80b00a0 msgr2=0x7f5db80b14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 shutdown_connections 2024-09-13T16:13:37.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.237+0000 7f5dbc896640 1 -- 172.21.15.39:0/1647363342 wait complete. 2024-09-13T16:13:37.249 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing' 2024-09-13T16:13:37.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.351+0000 7fc308e87640 1 Processor -- start 2024-09-13T16:13:37.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.352+0000 7fc308e87640 1 -- start start 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.352+0000 7fc308e87640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 0x7fc30406c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.352+0000 7fc308e87640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc30406cb70 0x7fc3040b1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc308e87640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc304070b90 con 0x7fc30415c840 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc308e87640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc30415cc20 con 0x7fc30406cb70 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc308e87640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc30406d000 con 0x7fc3040ac860 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc30415c840 0x7fc304070320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38690/0 (socket says 172.21.15.39:38690) 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30259c640 1 -- 172.21.15.39:0/1494344924 learned_addr learned my addr 172.21.15.39:0/1494344924 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc301d9b640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 0x7fc30406c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc302d9d640 1 --2- 172.21.15.39:0/1494344924 >> v2:172.21.15.157:3300/0 conn(0x7fc30406cb70 0x7fc3040b1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3742813254 0 0) 0x7fc304070b90 con 0x7fc30415c840 2024-09-13T16:13:37.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2ec003520 con 0x7fc30415c840 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3725085867 0 0) 0x7fc2ec003520 con 0x7fc30415c840 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 msgr2=0x7fc30406c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 0x7fc30406c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 >> v2:172.21.15.157:3300/0 conn(0x7fc30406cb70 msgr2=0x7fc3040b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 --2- 172.21.15.39:0/1494344924 >> v2:172.21.15.157:3300/0 conn(0x7fc30406cb70 0x7fc3040b1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc304070e70 con 0x7fc30415c840 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc2f4001670 con 0x7fc30415c840 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 >> v1:172.21.15.39:6789/0 conn(0x7fc30415c840 legacy=0x7fc304070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec003970 0x7fc2ec003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 0x7fc2ec0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2ec004d00 0x7fc2ec005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30406d000 con 0x7fc2ec004d00 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ec00b980 con 0x7fc2ec003970 2024-09-13T16:13:37.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2ec00bac0 con 0x7fc3040ac860 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc302d9d640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2ec004d00 0x7fc2ec005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc30259c640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec003970 0x7fc2ec003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.353+0000 7fc301d9b640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 0x7fc2ec0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.354+0000 7fc302d9d640 1 -- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 msgr2=0x7fc2ec0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.354+0000 7fc302d9d640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3040ac860 0x7fc2ec0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.354+0000 7fc302d9d640 1 -- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec003970 msgr2=0x7fc2ec003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.354+0000 7fc302d9d640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec003970 0x7fc2ec003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.354+0000 7fc302d9d640 1 -- 172.21.15.39:0/1494344924 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2ec003520 con 0x7fc2ec004d00 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.354+0000 7fc302d9d640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2ec004d00 0x7fc2ec005180 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009fc0 tx=0x7fc2ec0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97dadff865e34ea4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc031670 con 0x7fc2ec004d00 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2fc00f040 con 0x7fc2ec004d00 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc30159a640 1 -- 172.21.15.39:0/1494344924 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc031a10 con 0x7fc2ec004d00 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc308e87640 1 -- 172.21.15.39:0/1494344924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2ec004d00 msgr2=0x7fc2ec005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc308e87640 1 --2- 172.21.15.39:0/1494344924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc2ec004d00 0x7fc2ec005180 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009fc0 tx=0x7fc2ec0057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc302d9d640 1 -- 172.21.15.39:0/1494344924 reap_dead start 2024-09-13T16:13:37.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc308e87640 1 -- 172.21.15.39:0/1494344924 shutdown_connections 2024-09-13T16:13:37.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc308e87640 1 -- 172.21.15.39:0/1494344924 >> 172.21.15.39:0/1494344924 conn(0x7fc3040b05e0 msgr2=0x7fc3040b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:37.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc308e87640 1 -- 172.21.15.39:0/1494344924 shutdown_connections 2024-09-13T16:13:37.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.355+0000 7fc308e87640 1 -- 172.21.15.39:0/1494344924 wait complete. 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 Processor -- start 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 -- start start 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec004d00 0x7fc304142aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 0x7fc3040c3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc304154730 0x7fc304154bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc304155760 con 0x7fc3040c3850 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3040c41f0 con 0x7fc2ec004d00 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc308e87640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3041434d0 con 0x7fc304154730 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc301d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 0x7fc3040c3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc301d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 0x7fc3040c3cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53088/0 (socket says 172.21.15.39:53088) 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.357+0000 7fc301d9b640 1 -- 172.21.15.39:0/2081093207 learned_addr learned my addr 172.21.15.39:0/2081093207 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:37.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc30259c640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec004d00 0x7fc304142aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc302d9d640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc304154730 0x7fc304154bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc301d9b640 1 -- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc304154730 msgr2=0x7fc304154bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc301d9b640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc304154730 0x7fc304154bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc301d9b640 1 -- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec004d00 msgr2=0x7fc304142aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc301d9b640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec004d00 0x7fc304142aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc301d9b640 1 -- 172.21.15.39:0/2081093207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc304155480 con 0x7fc3040c3850 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc302d9d640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc304154730 0x7fc304154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc301d9b640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 0x7fc3040c3cb0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fc2f80119d0 tx=0x7fc2f8011e90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f800fb50 con 0x7fc3040c3850 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2f800fcb0 con 0x7fc3040c3850 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2f8014440 con 0x7fc3040c3850 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc304143770 con 0x7fc3040c3850 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.358+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc304142fe0 con 0x7fc3040c3850 2024-09-13T16:13:37.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.359+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc304143330 con 0x7fc3040c3850 2024-09-13T16:13:37.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.360+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc2f80145a0 con 0x7fc3040c3850 2024-09-13T16:13:37.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.360+0000 7fc2f2ffd640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc2e406ac30 0x7fc2e406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:37.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.360+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc2f8089770 con 0x7fc3040c3850 2024-09-13T16:13:37.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.360+0000 7fc30259c640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc2e406ac30 0x7fc2e406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:37.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.361+0000 7fc30259c640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc2e406ac30 0x7fc2e406d0f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4007d90 tx=0x7fc2f40078f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:37.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.364+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc304143330 con 0x7fc3040c3850 2024-09-13T16:13:37.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:37.599+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]} v 0) v1 -- 0x7fc304143330 con 0x7fc3040c3850 2024-09-13T16:13:38.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.319+0000 7fc2f2ffd640 1 -- 172.21.15.39:0/2081093207 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_existing"]}]=0 v170) v1 ==== 141+0+0 (secure 0 0 0) 0x7fc304143330 con 0x7fc3040c3850 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc2e406ac30 msgr2=0x7fc2e406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc2e406ac30 0x7fc2e406d0f0 secure :-1 s=READY pgs=359 cs=0 l=1 rev1=1 crypto rx=0x7fc2f4007d90 tx=0x7fc2f40078f0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 msgr2=0x7fc3040c3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 0x7fc3040c3cb0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fc2f80119d0 tx=0x7fc2f8011e90 comp rx=0 tx=0).stop 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 shutdown_connections 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc2e406ac30 0x7fc2e406d0f0 unknown :-1 s=CLOSED pgs=359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc304154730 0x7fc304154bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3040c3850 0x7fc3040c3cb0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 --2- 172.21.15.39:0/2081093207 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc2ec004d00 0x7fc304142aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 >> 172.21.15.39:0/2081093207 conn(0x7fc3040b05e0 msgr2=0x7fc3040b30c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 shutdown_connections 2024-09-13T16:13:38.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.321+0000 7fc308e87640 1 -- 172.21.15.39:0/2081093207 wait complete. 2024-09-13T16:13:38.337 INFO:tasks.cephfs_test_runner:That the MDS won't abort when the dentry is already known to be damaged. ... ok 2024-09-13T16:13:38.337 INFO:tasks.cephfs_test_runner:Starting test: test_dentry_first_precommit (tasks.cephfs.test_damage.TestDamage) That the MDS won't write a dentry with new damage to CDentry::first 2024-09-13T16:13:38.337 INFO:tasks.cephfs_test_runner:test_dentry_first_precommit (tasks.cephfs.test_damage.TestDamage) 2024-09-13T16:13:38.337 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:38.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.445+0000 7f2d51dd5640 1 Processor -- start 2024-09-13T16:13:38.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.445+0000 7f2d51dd5640 1 -- start start 2024-09-13T16:13:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d51dd5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d51dd5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2d4c070a70 0x7f2d4c070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d51dd5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d4c1601f0 0x7f2d4c1606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d51dd5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d4c06ccd0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d51dd5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2d4c0713f0 con 0x7f2d4c070a70 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d51dd5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d4c15a610 con 0x7f2d4c15a230 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d4c1601f0 0x7f2d4c1606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2d4c1601f0 0x7f2d4c1606a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53104/0 (socket says 172.21.15.39:53104) 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 -- 172.21.15.39:0/282281253 learned_addr learned my addr 172.21.15.39:0/282281253 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4affd640 1 --2- 172.21.15.39:0/282281253 >> v2:172.21.15.157:3300/0 conn(0x7f2d4c070a70 0x7f2d4c070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4b7fe640 1 --2- 172.21.15.39:0/282281253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 -- 172.21.15.39:0/282281253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 msgr2=0x7f2d4c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 --2- 172.21.15.39:0/282281253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 -- 172.21.15.39:0/282281253 >> v2:172.21.15.157:3300/0 conn(0x7f2d4c070a70 msgr2=0x7f2d4c070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 --2- 172.21.15.39:0/282281253 >> v2:172.21.15.157:3300/0 conn(0x7f2d4c070a70 0x7f2d4c070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.446+0000 7f2d4bfff640 1 -- 172.21.15.39:0/282281253 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d4c0ad1d0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.447+0000 7f2d4bfff640 1 --2- 172.21.15.39:0/282281253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1606a0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c066150 tx=0x7f2d4402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfef8e1d50fba338 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.447+0000 7f2d4a7fc640 1 -- 172.21.15.39:0/282281253 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d44031600 con 0x7f2d4c1601f0 2024-09-13T16:13:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.447+0000 7f2d4a7fc640 1 -- 172.21.15.39:0/282281253 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d4402d050 con 0x7f2d4c1601f0 2024-09-13T16:13:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.447+0000 7f2d4a7fc640 1 -- 172.21.15.39:0/282281253 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d44031980 con 0x7f2d4c1601f0 2024-09-13T16:13:38.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 -- 172.21.15.39:0/282281253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 msgr2=0x7f2d4c1606a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/282281253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1606a0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7f2d4c066150 tx=0x7f2d4402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 -- 172.21.15.39:0/282281253 shutdown_connections 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/282281253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1606a0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/282281253 >> v2:172.21.15.157:3300/0 conn(0x7f2d4c070a70 0x7f2d4c070eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/282281253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 -- 172.21.15.39:0/282281253 >> 172.21.15.39:0/282281253 conn(0x7f2d4c06a0b0 msgr2=0x7f2d4c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 -- 172.21.15.39:0/282281253 shutdown_connections 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.448+0000 7f2d51dd5640 1 -- 172.21.15.39:0/282281253 wait complete. 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.449+0000 7f2d51dd5640 1 Processor -- start 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.449+0000 7f2d51dd5640 1 -- start start 2024-09-13T16:13:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d51dd5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d4c070a70 0x7f2d4c157560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d51dd5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c15f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d51dd5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1f1f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d51dd5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d4c15f3e0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d51dd5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2d4c15e7d0 con 0x7f2d4c070a70 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d51dd5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2d4c15eab0 con 0x7f2d4c15a230 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1f1f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1f1f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53120/0 (socket says 172.21.15.39:53120) 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 -- 172.21.15.39:0/643844597 learned_addr learned my addr 172.21.15.39:0/643844597 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4b7fe640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d4c070a70 0x7f2d4c157560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4affd640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c15f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 -- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 msgr2=0x7f2d4c15f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c15f870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 -- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d4c070a70 msgr2=0x7f2d4c157560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d4c070a70 0x7f2d4c157560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4bfff640 1 -- 172.21.15.39:0/643844597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2d44009b30 con 0x7f2d4c1601f0 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.450+0000 7f2d4b7fe640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d4c070a70 0x7f2d4c157560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.451+0000 7f2d4bfff640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1f1f20 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2d44034040 tx=0x7f2d44004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.451+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4403d860 con 0x7f2d4c1601f0 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.451+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2d4403d9e0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.451+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2d4c15ed90 con 0x7f2d4c1601f0 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.451+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2d4403dd90 con 0x7f2d4c1601f0 2024-09-13T16:13:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.451+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2d4c159160 con 0x7f2d4c1601f0 2024-09-13T16:13:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.452+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2d4c15f590 con 0x7f2d4c1601f0 2024-09-13T16:13:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.452+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2d4403b400 con 0x7f2d4c1601f0 2024-09-13T16:13:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.453+0000 7f2d33fff640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2d3806ac30 0x7f2d3806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.453+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2d440a9fc0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.453+0000 7f2d4b7fe640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2d3806ac30 0x7f2d3806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.454+0000 7f2d4b7fe640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2d3806ac30 0x7f2d3806d0f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c006fd0 tx=0x7f2d3c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.457+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2d440dd9c0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.631+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2d4c0672f0 con 0x7f2d4c1601f0 2024-09-13T16:13:38.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.632+0000 7f2d33fff640 1 -- 172.21.15.39:0/643844597 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v53) v1 ==== 74+0+13104 (secure 0 0 0) 0x7f2d4c15f590 con 0x7f2d4c1601f0 2024-09-13T16:13:38.633 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:38.634 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":53,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:36.301005+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/3707612178":"2024-09-14T16:13:33.280266+0000","172.21.15.39:6832/3707612178":"2024-09-14T16:13:33.280266+0000","172.21.15.157:6836/749929192":"2024-09-14T16:13:27.120002+0000","172.21.15.157:6834/749929192":"2024-09-14T16:13:27.120002+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2d3806ac30 msgr2=0x7f2d3806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2d3806ac30 0x7f2d3806d0f0 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7f2d3c006fd0 tx=0x7f2d3c008040 comp rx=0 tx=0).stop 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 msgr2=0x7f2d4c1f1f20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1f1f20 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f2d44034040 tx=0x7f2d44004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 shutdown_connections 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2d3806ac30 0x7f2d3806d0f0 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2d4c1601f0 0x7f2d4c1f1f20 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2d4c15a230 0x7f2d4c15f870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 --2- 172.21.15.39:0/643844597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2d4c070a70 0x7f2d4c157560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 >> 172.21.15.39:0/643844597 conn(0x7f2d4c06a0b0 msgr2=0x7f2d4c0afdd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 shutdown_connections 2024-09-13T16:13:38.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.634+0000 7f2d51dd5640 1 -- 172.21.15.39:0/643844597 wait complete. 2024-09-13T16:13:38.647 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:38.647 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:38.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.750+0000 7ff5af820640 1 Processor -- start 2024-09-13T16:13:38.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.750+0000 7ff5af820640 1 -- start start 2024-09-13T16:13:38.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.751+0000 7ff5af820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 0x7ff5a8159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.751+0000 7ff5af820640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff5a815a200 0x7ff5a815a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.751+0000 7ff5af820640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5a815a000 con 0x7ff5a80cc460 2024-09-13T16:13:38.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.751+0000 7ff5af820640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5a80cbbf0 con 0x7ff5a815a200 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.751+0000 7ff5af820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a80b1540 con 0x7ff5a80cb810 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 0x7ff5a8159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 0x7ff5a8159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:57664/0 (socket says 172.21.15.39:57664) 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 -- 172.21.15.39:0/3502090141 learned_addr learned my addr 172.21.15.39:0/3502090141 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5addbd640 1 --2- 172.21.15.39:0/3502090141 >> v2:172.21.15.157:3300/0 conn(0x7ff5a815a200 0x7ff5a815a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 -- 172.21.15.39:0/3502090141 >> v2:172.21.15.157:3300/0 conn(0x7ff5a815a200 msgr2=0x7ff5a815a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5a7fff640 1 -- 172.21.15.39:0/3502090141 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3006011242 0 0) 0x7ff5a815a000 con 0x7ff5a80cc460 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 --2- 172.21.15.39:0/3502090141 >> v2:172.21.15.157:3300/0 conn(0x7ff5a815a200 0x7ff5a815a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 -- 172.21.15.39:0/3502090141 >> v1:172.21.15.157:6789/0 conn(0x7ff5a80cc460 legacy=0x7ff5a80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.752+0000 7ff5ad5bc640 1 -- 172.21.15.39:0/3502090141 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5a80b1820 con 0x7ff5a80cb810 2024-09-13T16:13:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.753+0000 7ff5ad5bc640 1 --2- 172.21.15.39:0/3502090141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 0x7ff5a8159ac0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff598009e50 tx=0x7ff59802a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5312b75f173ffa45 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.753+0000 7ff5a7fff640 1 -- 172.21.15.39:0/3502090141 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff598031600 con 0x7ff5a80cb810 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.753+0000 7ff5a7fff640 1 -- 172.21.15.39:0/3502090141 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff59802d050 con 0x7ff5a80cb810 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.753+0000 7ff5a7fff640 1 -- 172.21.15.39:0/3502090141 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff598031980 con 0x7ff5a80cb810 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 -- 172.21.15.39:0/3502090141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 msgr2=0x7ff5a8159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 --2- 172.21.15.39:0/3502090141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 0x7ff5a8159ac0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7ff598009e50 tx=0x7ff59802a710 comp rx=0 tx=0).stop 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 -- 172.21.15.39:0/3502090141 shutdown_connections 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 --2- 172.21.15.39:0/3502090141 >> v2:172.21.15.157:3300/0 conn(0x7ff5a815a200 0x7ff5a815a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 --2- 172.21.15.39:0/3502090141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cb810 0x7ff5a8159ac0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 -- 172.21.15.39:0/3502090141 >> 172.21.15.39:0/3502090141 conn(0x7ff5a80b00a0 msgr2=0x7ff5a80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 -- 172.21.15.39:0/3502090141 shutdown_connections 2024-09-13T16:13:38.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.754+0000 7ff5af820640 1 -- 172.21.15.39:0/3502090141 wait complete. 2024-09-13T16:13:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.755+0000 7ff5af820640 1 Processor -- start 2024-09-13T16:13:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.755+0000 7ff5af820640 1 -- start start 2024-09-13T16:13:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5af820640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5a80cb810 0x7ff5a80afa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5af820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cc460 0x7ff5a8165a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5af820640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 0x7ff5a8151b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5af820640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a8150780 con 0x7ff5a815a200 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5af820640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a8070dd0 con 0x7ff5a80cb810 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5af820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5a814ff60 con 0x7ff5a80cc460 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 0x7ff5a8151b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 0x7ff5a8151b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53132/0 (socket says 172.21.15.39:53132) 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 -- 172.21.15.39:0/26359313 learned_addr learned my addr 172.21.15.39:0/26359313 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5acdbb640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cc460 0x7ff5a8165a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5ad5bc640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5a80cb810 0x7ff5a80afa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 -- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cc460 msgr2=0x7ff5a8165a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cc460 0x7ff5a8165a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 -- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5a80cb810 msgr2=0x7ff5a80afa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5a80cb810 0x7ff5a80afa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 -- 172.21.15.39:0/26359313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff598009b30 con 0x7ff5a815a200 2024-09-13T16:13:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.756+0000 7ff5addbd640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 0x7ff5a8151b70 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff5a000e930 tx=0x7ff5a000edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.757+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5a0009690 con 0x7ff5a815a200 2024-09-13T16:13:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.757+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5a000c980 con 0x7ff5a815a200 2024-09-13T16:13:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.757+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5a81501c0 con 0x7ff5a815a200 2024-09-13T16:13:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.757+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5a000cd30 con 0x7ff5a815a200 2024-09-13T16:13:38.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.757+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5a8070fe0 con 0x7ff5a815a200 2024-09-13T16:13:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.758+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5a80672f0 con 0x7ff5a815a200 2024-09-13T16:13:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.758+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff5a0013470 con 0x7ff5a815a200 2024-09-13T16:13:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.759+0000 7ff5a5ffb640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff59406ac00 0x7ff59406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.759+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7ff5a0089220 con 0x7ff5a815a200 2024-09-13T16:13:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.759+0000 7ff5ad5bc640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff59406ac00 0x7ff59406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:38.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.760+0000 7ff5ad5bc640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff59406ac00 0x7ff59406d0c0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff598033000 tx=0x7ff598009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:38.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.763+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff5a00547f0 con 0x7ff5a815a200 2024-09-13T16:13:38.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.933+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff5a815a650 con 0x7ff5a815a200 2024-09-13T16:13:38.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.933+0000 7ff5a5ffb640 1 -- 172.21.15.39:0/26359313 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v53) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff5a0057e10 con 0x7ff5a815a200 2024-09-13T16:13:38.935 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:38.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.935+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff59406ac00 msgr2=0x7ff59406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.935+0000 7ff5af820640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff59406ac00 0x7ff59406d0c0 secure :-1 s=READY pgs=361 cs=0 l=1 rev1=1 crypto rx=0x7ff598033000 tx=0x7ff598009000 comp rx=0 tx=0).stop 2024-09-13T16:13:38.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 msgr2=0x7ff5a8151b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:38.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 0x7ff5a8151b70 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff5a000e930 tx=0x7ff5a000edf0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 shutdown_connections 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff59406ac00 0x7ff59406d0c0 unknown :-1 s=CLOSED pgs=361 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5a815a200 0x7ff5a8151b70 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5a80cc460 0x7ff5a8165a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 --2- 172.21.15.39:0/26359313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5a80cb810 0x7ff5a80afa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 >> 172.21.15.39:0/26359313 conn(0x7ff5a80b00a0 msgr2=0x7ff5a80ccd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 shutdown_connections 2024-09-13T16:13:38.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:38.936+0000 7ff5af820640 1 -- 172.21.15.39:0/26359313 wait complete. 2024-09-13T16:13:38.948 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit' 2024-09-13T16:13:39.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.049+0000 7f2523d3e640 1 Processor -- start 2024-09-13T16:13:39.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.049+0000 7f2523d3e640 1 -- start start 2024-09-13T16:13:39.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f2523d3e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f251c0ce980 0x7f251c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f2523d3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 0x7f251c15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f2523d3e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f251c15aa50 con 0x7f251c0721f0 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f2523d3e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f251c15bed0 con 0x7f251c0ce980 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f2523d3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f251c15af50 con 0x7f251c0cc650 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f25222db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 0x7f251c15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f25212d9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f251c0ce980 0x7f251c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f25222db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 0x7f251c15c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:57686/0 (socket says 172.21.15.39:57686) 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f2521ada640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f251c0721f0 0x7f251c0ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:36224/0 (socket says 172.21.15.39:36224) 2024-09-13T16:13:39.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.050+0000 7f25222db640 1 -- 172.21.15.39:0/841588973 learned_addr learned my addr 172.21.15.39:0/841588973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f25222db640 1 -- 172.21.15.39:0/841588973 >> v2:172.21.15.157:3300/0 conn(0x7f251c0ce980 msgr2=0x7f251c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f25222db640 1 --2- 172.21.15.39:0/841588973 >> v2:172.21.15.157:3300/0 conn(0x7f251c0ce980 0x7f251c0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f25222db640 1 -- 172.21.15.39:0/841588973 >> v1:172.21.15.157:6789/0 conn(0x7f251c0721f0 legacy=0x7f251c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f25222db640 1 -- 172.21.15.39:0/841588973 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f251c0cd6c0 con 0x7f251c0cc650 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f25212d9640 1 --2- 172.21.15.39:0/841588973 >> v2:172.21.15.157:3300/0 conn(0x7f251c0ce980 0x7f251c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f25222db640 1 --2- 172.21.15.39:0/841588973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 0x7f251c15c2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2514009e50 tx=0x7f251402a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3e057f8c3ddc8708 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.051+0000 7f2520ad8640 1 -- 172.21.15.39:0/841588973 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f251402aea0 con 0x7f251c0cc650 2024-09-13T16:13:39.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2520ad8640 1 -- 172.21.15.39:0/841588973 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f251402d050 con 0x7f251c0cc650 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2520ad8640 1 -- 172.21.15.39:0/841588973 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2514031820 con 0x7f251c0cc650 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 -- 172.21.15.39:0/841588973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 msgr2=0x7f251c15c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 --2- 172.21.15.39:0/841588973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 0x7f251c15c2f0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f2514009e50 tx=0x7f251402a680 comp rx=0 tx=0).stop 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 -- 172.21.15.39:0/841588973 shutdown_connections 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 --2- 172.21.15.39:0/841588973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0cc650 0x7f251c15c2f0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 --2- 172.21.15.39:0/841588973 >> v2:172.21.15.157:3300/0 conn(0x7f251c0ce980 0x7f251c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 -- 172.21.15.39:0/841588973 >> 172.21.15.39:0/841588973 conn(0x7f251c06b3b0 msgr2=0x7f251c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 -- 172.21.15.39:0/841588973 shutdown_connections 2024-09-13T16:13:39.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.052+0000 7f2523d3e640 1 -- 172.21.15.39:0/841588973 wait complete. 2024-09-13T16:13:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.053+0000 7f2523d3e640 1 Processor -- start 2024-09-13T16:13:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.053+0000 7f2523d3e640 1 -- start start 2024-09-13T16:13:39.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2523d3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 0x7f251c1f11a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2523d3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c0cc650 0x7f251c1f0720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2523d3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0ce980 0x7f251c0a9100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2523d3e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251c156a30 con 0x7f251c0721f0 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2523d3e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f251c0a9f50 con 0x7f251c0cc650 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2523d3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f251c156160 con 0x7f251c0ce980 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2521ada640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 0x7f251c1f11a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2521ada640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 0x7f251c1f11a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53146/0 (socket says 172.21.15.39:53146) 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f2521ada640 1 -- 172.21.15.39:0/1788072528 learned_addr learned my addr 172.21.15.39:0/1788072528 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f25212d9640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c0cc650 0x7f251c1f0720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.054+0000 7f25222db640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0ce980 0x7f251c0a9100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2521ada640 1 -- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0ce980 msgr2=0x7f251c0a9100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2521ada640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0ce980 0x7f251c0a9100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2521ada640 1 -- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c0cc650 msgr2=0x7f251c1f0720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2521ada640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c0cc650 0x7f251c1f0720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2521ada640 1 -- 172.21.15.39:0/1788072528 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f250c009400 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2521ada640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 0x7f251c1f11a0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f251800c3e0 tx=0x7f251800c8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25180074e0 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2518007640 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2514009b30 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25180049e0 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.055+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f251c156370 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.056+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f251c156b70 con 0x7f251c0721f0 2024-09-13T16:13:39.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.056+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2518004b40 con 0x7f251c0721f0 2024-09-13T16:13:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.057+0000 7f25127fc640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f250006ac00 0x7f250006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.057+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2518088980 con 0x7f251c0721f0 2024-09-13T16:13:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.057+0000 7f25212d9640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f250006ac00 0x7f250006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.058+0000 7f25212d9640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f250006ac00 0x7f250006d0c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f251c067df0 tx=0x7f250c009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.061+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f251c156b70 con 0x7f251c0721f0 2024-09-13T16:13:39.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.299+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]} v 0) v1 -- 0x7f251c156b70 con 0x7f251c0721f0 2024-09-13T16:13:39.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.325+0000 7f25127fc640 1 -- 172.21.15.39:0/1788072528 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]}]=0 v171) v1 ==== 145+0+0 (secure 0 0 0) 0x7f2518053ea0 con 0x7f251c0721f0 2024-09-13T16:13:39.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f250006ac00 msgr2=0x7f250006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f250006ac00 0x7f250006d0c0 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f251c067df0 tx=0x7f250c009190 comp rx=0 tx=0).stop 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 msgr2=0x7f251c1f11a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 0x7f251c1f11a0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f251800c3e0 tx=0x7f251800c8a0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 shutdown_connections 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f250006ac00 0x7f250006d0c0 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f251c0ce980 0x7f251c0a9100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c0cc650 0x7f251c1f0720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 --2- 172.21.15.39:0/1788072528 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c0721f0 0x7f251c1f11a0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 >> 172.21.15.39:0/1788072528 conn(0x7f251c06b3b0 msgr2=0x7f251c15b0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 shutdown_connections 2024-09-13T16:13:39.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.327+0000 7f2523d3e640 1 -- 172.21.15.39:0/1788072528 wait complete. 2024-09-13T16:13:39.339 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:13:39.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.442+0000 7f0ed3cb1640 1 Processor -- start 2024-09-13T16:13:39.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.443+0000 7f0ed3cb1640 1 -- start start 2024-09-13T16:13:39.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.443+0000 7f0ed3cb1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ecc0cf710 0x7f0ecc0cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.443+0000 7f0ed3cb1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ecc0d0060 con 0x7f0ecc15c920 2024-09-13T16:13:39.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.443+0000 7f0ed3cb1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ecc15dd50 con 0x7f0ecc160400 2024-09-13T16:13:39.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.443+0000 7f0ed3cb1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ecc0cd290 con 0x7f0ecc0cf710 2024-09-13T16:13:39.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.444+0000 7f0ed224e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ecc0cf710 0x7f0ecc0cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.444+0000 7f0ed1a4d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0ecc15c920 0x7f0ecc15cd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38694/0 (socket says 172.21.15.39:38694) 2024-09-13T16:13:39.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.444+0000 7f0ed1a4d640 1 -- 172.21.15.39:0/697467229 learned_addr learned my addr 172.21.15.39:0/697467229 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:39.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.444+0000 7f0ed224e640 1 -- 172.21.15.39:0/697467229 >> v1:172.21.15.157:6789/0 conn(0x7f0ecc160400 legacy=0x7f0ecc0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.444+0000 7f0ed224e640 1 -- 172.21.15.39:0/697467229 >> v1:172.21.15.39:6789/0 conn(0x7f0ecc15c920 legacy=0x7f0ecc15cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.444+0000 7f0ed224e640 1 -- 172.21.15.39:0/697467229 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ecc15d790 con 0x7f0ecc0cf710 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed224e640 1 --2- 172.21.15.39:0/697467229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc0cfb20 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4009d90 tx=0x7f0ec402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27f73f8792fb5ff6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed0a4b640 1 -- 172.21.15.39:0/697467229 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec4007740 con 0x7f0ecc0cf710 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed0a4b640 1 -- 172.21.15.39:0/697467229 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ec402d050 con 0x7f0ecc0cf710 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed0a4b640 1 -- 172.21.15.39:0/697467229 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec4007ac0 con 0x7f0ecc0cf710 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/697467229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 msgr2=0x7f0ecc0cfb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/697467229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc0cfb20 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f0ec4009d90 tx=0x7f0ec402a660 comp rx=0 tx=0).stop 2024-09-13T16:13:39.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/697467229 shutdown_connections 2024-09-13T16:13:39.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/697467229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc0cfb20 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/697467229 >> 172.21.15.39:0/697467229 conn(0x7f0ecc06a790 msgr2=0x7f0ecc06aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/697467229 shutdown_connections 2024-09-13T16:13:39.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.445+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/697467229 wait complete. 2024-09-13T16:13:39.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 Processor -- start 2024-09-13T16:13:39.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 -- start start 2024-09-13T16:13:39.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc151c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ecc15c920 0x7f0ecc0cb970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ecc160400 0x7f0ecc0cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ecc1553e0 con 0x7f0ecc0cf710 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ecc151890 con 0x7f0ecc160400 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed3cb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ecc0b25d0 con 0x7f0ecc15c920 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed1a4d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc151c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed1a4d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc151c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53158/0 (socket says 172.21.15.39:53158) 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.447+0000 7f0ed1a4d640 1 -- 172.21.15.39:0/1097354296 learned_addr learned my addr 172.21.15.39:0/1097354296 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed224e640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ecc160400 0x7f0ecc0cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed124c640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ecc15c920 0x7f0ecc0cb970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed1a4d640 1 -- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ecc15c920 msgr2=0x7f0ecc0cb970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed1a4d640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ecc15c920 0x7f0ecc0cb970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed1a4d640 1 -- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ecc160400 msgr2=0x7f0ecc0cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed1a4d640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ecc160400 0x7f0ecc0cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed1a4d640 1 -- 172.21.15.39:0/1097354296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ec4009a70 con 0x7f0ecc0cf710 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed224e640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ecc160400 0x7f0ecc0cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed1a4d640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc151c00 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f0ec000c480 tx=0x7f0ec000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec0005ce0 con 0x7f0ecc0cf710 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ec0005e40 con 0x7f0ecc0cf710 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec00072f0 con 0x7f0ecc0cf710 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ecc0c9c90 con 0x7f0ecc0cf710 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.448+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ecc154e20 con 0x7f0ecc0cf710 2024-09-13T16:13:39.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.449+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ecc067330 con 0x7f0ecc0cf710 2024-09-13T16:13:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.450+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ec0007450 con 0x7f0ecc0cf710 2024-09-13T16:13:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.450+0000 7f0ebe7fc640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb006ac30 0x7f0eb006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.450+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f0ec0088510 con 0x7f0ecc0cf710 2024-09-13T16:13:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.450+0000 7f0ed124c640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb006ac30 0x7f0eb006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.451+0000 7f0ed124c640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb006ac30 0x7f0eb006d0f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0cb730 tx=0x7f0ec8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.454+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ec0053ad0 con 0x7f0ecc0cf710 2024-09-13T16:13:39.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.625+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f0ecc0c9a60 con 0x7f0ecc0cf710 2024-09-13T16:13:39.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.633+0000 7f0ebe7fc640 1 -- 172.21.15.39:0/1097354296 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v18)=0 v18) v1 ==== 122+0+0 (secure 0 0 0) 0x7f0ecc0c9a60 con 0x7f0ecc0cf710 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb006ac30 msgr2=0x7f0eb006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb006ac30 0x7f0eb006d0f0 secure :-1 s=READY pgs=363 cs=0 l=1 rev1=1 crypto rx=0x7f0ecc0cb730 tx=0x7f0ec8009040 comp rx=0 tx=0).stop 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 msgr2=0x7f0ecc151c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc151c00 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f0ec000c480 tx=0x7f0ec000c940 comp rx=0 tx=0).stop 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 shutdown_connections 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0eb006ac30 0x7f0eb006d0f0 unknown :-1 s=CLOSED pgs=363 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ecc160400 0x7f0ecc0cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ecc15c920 0x7f0ecc0cb970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 --2- 172.21.15.39:0/1097354296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ecc0cf710 0x7f0ecc151c00 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 >> 172.21.15.39:0/1097354296 conn(0x7f0ecc06a790 msgr2=0x7f0ecc160830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 shutdown_connections 2024-09-13T16:13:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.635+0000 7f0ed3cb1640 1 -- 172.21.15.39:0/1097354296 wait complete. 2024-09-13T16:13:39.647 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:13:39.647 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:39.688 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:13:39.739 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:13:39.739 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:39.740 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:39.755 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:39.756 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:13:39.756 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:39.774 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:39.774 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:39.774 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:39.812 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:13:39.812 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:13:39.812 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:39.831 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:13:39.831 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:13:39.831 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:39.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.952+0000 7faf44be2640 1 Processor -- start 2024-09-13T16:13:39.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.952+0000 7faf44be2640 1 -- start start 2024-09-13T16:13:39.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.953+0000 7faf44be2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7faf40156fb0 0x7faf4015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.953+0000 7faf44be2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf4006f170 0x7faf400b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.953+0000 7faf44be2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf4015b1b0 con 0x7faf4015d0a0 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.953+0000 7faf44be2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf4006f6e0 con 0x7faf40156fb0 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.953+0000 7faf44be2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf4006f9c0 con 0x7faf4006f170 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faf4015d0a0 0x7faf40070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38698/0 (socket says 172.21.15.39:38698) 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3ed9d640 1 -- 172.21.15.39:0/3046703306 learned_addr learned my addr 172.21.15.39:0/3046703306 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3e59c640 1 --2- 172.21.15.39:0/3046703306 >> v2:172.21.15.157:3300/0 conn(0x7faf40156fb0 0x7faf4015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3dd9b640 1 --2- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf4006f170 0x7faf400b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3d59a640 1 -- 172.21.15.39:0/3046703306 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2260872771 0 0) 0x7faf4015b1b0 con 0x7faf4015d0a0 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3d59a640 1 -- 172.21.15.39:0/3046703306 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faf2c003520 con 0x7faf4015d0a0 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3e59c640 1 -- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf4006f170 msgr2=0x7faf400b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3e59c640 1 --2- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf4006f170 0x7faf400b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3e59c640 1 -- 172.21.15.39:0/3046703306 >> v1:172.21.15.39:6789/0 conn(0x7faf4015d0a0 legacy=0x7faf40070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3d59a640 1 -- 172.21.15.39:0/3046703306 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4109699237 0 0) 0x7faf2c003520 con 0x7faf4015d0a0 2024-09-13T16:13:39.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.954+0000 7faf3e59c640 1 -- 172.21.15.39:0/3046703306 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf4006fca0 con 0x7faf40156fb0 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.955+0000 7faf3e59c640 1 --2- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf40156fb0 0x7faf4015ac70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7faf300097a0 tx=0x7faf3002a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=16e1100a48445ba8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.955+0000 7faf3d59a640 1 -- 172.21.15.39:0/3046703306 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf380019f0 con 0x7faf40156fb0 2024-09-13T16:13:39.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.955+0000 7faf3d59a640 1 -- 172.21.15.39:0/3046703306 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf3002ab10 con 0x7faf40156fb0 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.955+0000 7faf3d59a640 1 -- 172.21.15.39:0/3046703306 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3002ae80 con 0x7faf40156fb0 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 -- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf40156fb0 msgr2=0x7faf4015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 --2- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf40156fb0 0x7faf4015ac70 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7faf300097a0 tx=0x7faf3002a080 comp rx=0 tx=0).stop 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 -- 172.21.15.39:0/3046703306 shutdown_connections 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 --2- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf4006f170 0x7faf400b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 --2- 172.21.15.39:0/3046703306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf40156fb0 0x7faf4015ac70 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 -- 172.21.15.39:0/3046703306 >> 172.21.15.39:0/3046703306 conn(0x7faf4006b3b0 msgr2=0x7faf4006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 -- 172.21.15.39:0/3046703306 shutdown_connections 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.956+0000 7faf44be2640 1 -- 172.21.15.39:0/3046703306 wait complete. 2024-09-13T16:13:39.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.957+0000 7faf44be2640 1 Processor -- start 2024-09-13T16:13:39.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.957+0000 7faf44be2640 1 -- start start 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf44be2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf4006f170 0x7faf40140c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf44be2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf40156fb0 0x7faf40143ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf44be2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 0x7faf4015c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf44be2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf4015b2e0 con 0x7faf4015d0a0 2024-09-13T16:13:39.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf44be2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf40144a20 con 0x7faf4006f170 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf44be2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf40141190 con 0x7faf40156fb0 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 0x7faf4015c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 0x7faf4015c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53168/0 (socket says 172.21.15.39:53168) 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 -- 172.21.15.39:0/1779669270 learned_addr learned my addr 172.21.15.39:0/1779669270 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3e59c640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf4006f170 0x7faf40140c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3dd9b640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf40156fb0 0x7faf40143ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 -- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf40156fb0 msgr2=0x7faf40143ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf40156fb0 0x7faf40143ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 -- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf4006f170 msgr2=0x7faf40140c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:39.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.958+0000 7faf3ed9d640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf4006f170 0x7faf40140c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf3ed9d640 1 -- 172.21.15.39:0/1779669270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf30009400 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf3e59c640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf4006f170 0x7faf40140c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf3ed9d640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 0x7faf4015c140 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7faf3800cc70 tx=0x7faf3800a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf3800ce80 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf38012400 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf40144740 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf38012770 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.959+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf4015af00 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.960+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf4015b420 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.960+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf38007070 con 0x7faf4015d0a0 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.961+0000 7faf36ffd640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf2006ac00 0x7faf2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:39.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.961+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(53..53 src has 1..53) v4 ==== 5029+0+0 (secure 0 0 0) 0x7faf38089200 con 0x7faf4015d0a0 2024-09-13T16:13:39.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.961+0000 7faf3e59c640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf2006ac00 0x7faf2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:39.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.962+0000 7faf3e59c640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf2006ac00 0x7faf2006d0c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7faf30034000 tx=0x7faf3002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:39.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:39.965+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faf4015b420 con 0x7faf4015d0a0 2024-09-13T16:13:40.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.172+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faf4015b420 con 0x7faf4015d0a0 2024-09-13T16:13:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.172+0000 7faf36ffd640 1 -- 172.21.15.39:0/1779669270 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 37 v37) v1 ==== 94+0+3535 (secure 0 0 0) 0x7faf38017de0 con 0x7faf4015d0a0 2024-09-13T16:13:40.174 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:40.174 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":37,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5216,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/4132589296","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":4132589296},{"type":"v1","addr":"172.21.15.157:6837","nonce":4132589296}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5554,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1634563843","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6834","nonce":1634563843},{"type":"v1","addr":"172.21.15.39:6835","nonce":1634563843}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":26},{"gid":5716,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/2200757062","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2200757062},{"type":"v1","addr":"172.21.15.157:6836","nonce":2200757062}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":31},{"gid":6477,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6833/2209181029","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2209181029},{"type":"v1","addr":"172.21.15.39:6833","nonce":2209181029}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":37}],"filesystems":[]} 2024-09-13T16:13:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 37 2024-09-13T16:13:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.174+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf2006ac00 msgr2=0x7faf2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.174+0000 7faf44be2640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf2006ac00 0x7faf2006d0c0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7faf30034000 tx=0x7faf3002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.174+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 msgr2=0x7faf4015c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.174+0000 7faf44be2640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 0x7faf4015c140 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7faf3800cc70 tx=0x7faf3800a430 comp rx=0 tx=0).stop 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 shutdown_connections 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faf2006ac00 0x7faf2006d0c0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf4015d0a0 0x7faf4015c140 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faf40156fb0 0x7faf40143ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 --2- 172.21.15.39:0/1779669270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf4006f170 0x7faf40140c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 >> 172.21.15.39:0/1779669270 conn(0x7faf4006b3b0 msgr2=0x7faf400ca510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 shutdown_connections 2024-09-13T16:13:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.175+0000 7faf44be2640 1 -- 172.21.15.39:0/1779669270 wait complete. 2024-09-13T16:13:40.187 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:13:40.187 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:13:40.187 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:13:40.188 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:40.188 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:13:40.188 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:13:40.188 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:13:40.188 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:40.188 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:13:40.189 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:13:40.189 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:13:40.189 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:40.189 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:13:40.189 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:13:40.189 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:13:40.189 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:13:40.198 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:13:40.198 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:13:40.199 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:13:40.199 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:13:40.202 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:13:40.202 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:13:40.203 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:13:40.203 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:13:40.241 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:13:40.241 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:40.242 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:13:40.242 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:40.244 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:13:40.245 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:40.245 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:13:40.245 DEBUG:teuthology.parallel:result is None 2024-09-13T16:13:40.246 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:13:40.318 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:13:40.318 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:13:40.329 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:13:40.329 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:13:40.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.352+0000 7fd530012640 1 Processor -- start 2024-09-13T16:13:40.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.352+0000 7fd530012640 1 -- start start 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.353+0000 7fd530012640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd528145ef0 0x7fd5280b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.353+0000 7fd530012640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd528070c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.353+0000 7fd530012640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd528160340 con 0x7fd528069ed0 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.353+0000 7fd530012640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd528160590 con 0x7fd528145ef0 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.353+0000 7fd530012640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd528160870 con 0x7fd5280707b0 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.353+0000 7fd52ddae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd528145ef0 0x7fd5280b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52d5ad640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd528069ed0 0x7fd52806a2d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38706/0 (socket says 172.21.15.39:38706) 2024-09-13T16:13:40.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52d5ad640 1 -- 172.21.15.39:0/2061826464 learned_addr learned my addr 172.21.15.39:0/2061826464 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:40.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52e5af640 1 --2- 172.21.15.39:0/2061826464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd528070c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52ddae640 1 -- 172.21.15.39:0/2061826464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 msgr2=0x7fd528070c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:40.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52ddae640 1 --2- 172.21.15.39:0/2061826464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd528070c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52ddae640 1 -- 172.21.15.39:0/2061826464 >> v1:172.21.15.39:6789/0 conn(0x7fd528069ed0 legacy=0x7fd52806a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.354+0000 7fd52ddae640 1 -- 172.21.15.39:0/2061826464 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd528160b50 con 0x7fd528145ef0 2024-09-13T16:13:40.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.355+0000 7fd52ddae640 1 --2- 172.21.15.39:0/2061826464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528145ef0 0x7fd5280b35e0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fd5240097a0 tx=0x7fd52402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=876e20da80a7a51f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:40.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.355+0000 7fd52cdac640 1 -- 172.21.15.39:0/2061826464 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd52402ae50 con 0x7fd528145ef0 2024-09-13T16:13:40.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.355+0000 7fd52cdac640 1 -- 172.21.15.39:0/2061826464 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd524032440 con 0x7fd528145ef0 2024-09-13T16:13:40.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.355+0000 7fd52cdac640 1 -- 172.21.15.39:0/2061826464 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5240327d0 con 0x7fd528145ef0 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 -- 172.21.15.39:0/2061826464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528145ef0 msgr2=0x7fd5280b35e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 --2- 172.21.15.39:0/2061826464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528145ef0 0x7fd5280b35e0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fd5240097a0 tx=0x7fd52402a100 comp rx=0 tx=0).stop 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 -- 172.21.15.39:0/2061826464 shutdown_connections 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 --2- 172.21.15.39:0/2061826464 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd528070c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 --2- 172.21.15.39:0/2061826464 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528145ef0 0x7fd5280b35e0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 -- 172.21.15.39:0/2061826464 >> 172.21.15.39:0/2061826464 conn(0x7fd5280b1350 msgr2=0x7fd5280b1730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 -- 172.21.15.39:0/2061826464 shutdown_connections 2024-09-13T16:13:40.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.356+0000 7fd530012640 1 -- 172.21.15.39:0/2061826464 wait complete. 2024-09-13T16:13:40.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 Processor -- start 2024-09-13T16:13:40.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 -- start start 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 0x7fd52813df30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd5281436f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd528145ef0 0x7fd52806d7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd52813e470 con 0x7fd528069ed0 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd528141dd0 con 0x7fd528145ef0 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.358+0000 7fd530012640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5281420b0 con 0x7fd5280707b0 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 0x7fd52813df30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 0x7fd52813df30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53198/0 (socket says 172.21.15.39:53198) 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 -- 172.21.15.39:0/2329832625 learned_addr learned my addr 172.21.15.39:0/2329832625 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52d5ad640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd5281436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 -- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 msgr2=0x7fd5281436f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd5281436f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 -- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd528145ef0 msgr2=0x7fd52806d7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd528145ef0 0x7fd52806d7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 -- 172.21.15.39:0/2329832625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd524009400 con 0x7fd528069ed0 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52d5ad640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd5281436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd52ddae640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 0x7fd52813df30 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fd524035040 tx=0x7fd5240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd52403d710 con 0x7fd528069ed0 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd52403d890 con 0x7fd528069ed0 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd52403dc40 con 0x7fd528069ed0 2024-09-13T16:13:40.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd528142390 con 0x7fd528069ed0 2024-09-13T16:13:40.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.359+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd528142950 con 0x7fd528069ed0 2024-09-13T16:13:40.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.360+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5280672f0 con 0x7fd528069ed0 2024-09-13T16:13:40.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.361+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd524039040 con 0x7fd528069ed0 2024-09-13T16:13:40.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.361+0000 7fd51a7fc640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd50c06ac00 0x7fd50c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:40.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.361+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(57..57 src has 1..57) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fd5240a9910 con 0x7fd528069ed0 2024-09-13T16:13:40.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.361+0000 7fd52d5ad640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd50c06ac00 0x7fd50c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:40.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.362+0000 7fd52d5ad640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd50c06ac00 0x7fd50c06d0c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd528156ce0 tx=0x7fd51c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:40.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.365+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd524074eb0 con 0x7fd528069ed0 2024-09-13T16:13:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:40.549+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fd5281462d0 con 0x7fd528069ed0 2024-09-13T16:13:41.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.361+0000 7fd51a7fc640 1 -- 172.21.15.39:0/2329832625 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v58) v1 ==== 97+0+0 (secure 0 0 0) 0x7fd5240784d0 con 0x7fd528069ed0 2024-09-13T16:13:41.362 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd50c06ac00 msgr2=0x7fd50c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd50c06ac00 0x7fd50c06d0c0 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd528156ce0 tx=0x7fd51c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 msgr2=0x7fd52813df30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 0x7fd52813df30 secure :-1 s=READY pgs=835 cs=0 l=1 rev1=1 crypto rx=0x7fd524035040 tx=0x7fd5240046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 shutdown_connections 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd50c06ac00 0x7fd50c06d0c0 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd528145ef0 0x7fd52806d7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5280707b0 0x7fd5281436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 --2- 172.21.15.39:0/2329832625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd528069ed0 0x7fd52813df30 unknown :-1 s=CLOSED pgs=835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.363+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 >> 172.21.15.39:0/2329832625 conn(0x7fd5280b1350 msgr2=0x7fd52806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:41.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.364+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 shutdown_connections 2024-09-13T16:13:41.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.364+0000 7fd530012640 1 -- 172.21.15.39:0/2329832625 wait complete. 2024-09-13T16:13:41.378 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:13:41.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.485+0000 7f7e2f94c640 1 Processor -- start 2024-09-13T16:13:41.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.485+0000 7f7e2f94c640 1 -- start start 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2f94c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e2815c790 0x7f7e28069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2f94c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e280cfaf0 0x7f7e280b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2f94c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e2806a540 con 0x7f7e280cbb10 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2f94c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e280b1180 con 0x7f7e280cfaf0 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2f94c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e280b1460 con 0x7f7e2815c790 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e280cfaf0 0x7f7e280b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e280cfaf0 0x7f7e280b2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53210/0 (socket says 172.21.15.39:53210) 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 -- 172.21.15.39:0/4182511164 learned_addr learned my addr 172.21.15.39:0/4182511164 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2d6e8640 1 --2- 172.21.15.39:0/4182511164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e2815c790 0x7f7e28069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 -- 172.21.15.39:0/4182511164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e2815c790 msgr2=0x7f7e28069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 --2- 172.21.15.39:0/4182511164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e2815c790 0x7f7e28069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 -- 172.21.15.39:0/4182511164 >> v1:172.21.15.157:6789/0 conn(0x7f7e280cbb10 legacy=0x7f7e280cf3e0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:13:41.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.486+0000 7f7e2dee9640 1 -- 172.21.15.39:0/4182511164 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e280b1740 con 0x7f7e280cfaf0 2024-09-13T16:13:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.487+0000 7f7e2dee9640 1 --2- 172.21.15.39:0/4182511164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e280cfaf0 0x7f7e280b2b10 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f7e20009e50 tx=0x7f7e2002a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85dbf89141ca61c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.487+0000 7f7e1ffff640 1 -- 172.21.15.39:0/4182511164 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e20031600 con 0x7f7e280cfaf0 2024-09-13T16:13:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.487+0000 7f7e1ffff640 1 -- 172.21.15.39:0/4182511164 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e2002d050 con 0x7f7e280cfaf0 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.487+0000 7f7e1ffff640 1 -- 172.21.15.39:0/4182511164 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e20031980 con 0x7f7e280cfaf0 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 -- 172.21.15.39:0/4182511164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e280cfaf0 msgr2=0x7f7e280b2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/4182511164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e280cfaf0 0x7f7e280b2b10 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f7e20009e50 tx=0x7f7e2002a630 comp rx=0 tx=0).stop 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 -- 172.21.15.39:0/4182511164 shutdown_connections 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/4182511164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e280cfaf0 0x7f7e280b2b10 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/4182511164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e2815c790 0x7f7e28069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 -- 172.21.15.39:0/4182511164 >> 172.21.15.39:0/4182511164 conn(0x7f7e28065bd0 msgr2=0x7f7e28065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 -- 172.21.15.39:0/4182511164 shutdown_connections 2024-09-13T16:13:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.488+0000 7f7e2f94c640 1 -- 172.21.15.39:0/4182511164 wait complete. 2024-09-13T16:13:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.489+0000 7f7e2f94c640 1 Processor -- start 2024-09-13T16:13:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.489+0000 7f7e2f94c640 1 -- start start 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2f94c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e280cbb10 0x7f7e28155a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2f94c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e280cfaf0 0x7f7e281f2550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2f94c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 0x7f7e28157020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2f94c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e280ca610 con 0x7f7e2815c790 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2f94c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e28155f90 con 0x7f7e280cfaf0 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2f94c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e281f2a90 con 0x7f7e280cbb10 2024-09-13T16:13:41.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 0x7f7e28157020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 0x7f7e28157020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53222/0 (socket says 172.21.15.39:53222) 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 -- 172.21.15.39:0/2892413337 learned_addr learned my addr 172.21.15.39:0/2892413337 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 -- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e280cbb10 msgr2=0x7f7e28155a50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e280cbb10 0x7f7e28155a50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 -- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e280cfaf0 msgr2=0x7f7e281f2550 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e280cfaf0 0x7f7e281f2550 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 -- 172.21.15.39:0/2892413337 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e20009b30 con 0x7f7e2815c790 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.490+0000 7f7e2dee9640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 0x7f7e28157020 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f7e20034040 tx=0x7f7e20004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.491+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e2003d860 con 0x7f7e2815c790 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.491+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e2003d9c0 con 0x7f7e2815c790 2024-09-13T16:13:41.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.491+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e2003dd50 con 0x7f7e2815c790 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.491+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e280c9d00 con 0x7f7e2815c790 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.491+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e280ca230 con 0x7f7e2815c790 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.492+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e280672f0 con 0x7f7e2815c790 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.492+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7e2003b400 con 0x7f7e2815c790 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.493+0000 7f7e1dffb640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e0c06ac00 0x7f7e0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.493+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7e200a9e40 con 0x7f7e2815c790 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.493+0000 7f7e2d6e8640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e0c06ac00 0x7f7e0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.494+0000 7f7e2d6e8640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e0c06ac00 0x7f7e0c06d0c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009870 tx=0x7f7e24008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.497+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7e20075400 con 0x7f7e2815c790 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.736+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f7e2815cb70 con 0x7f7e2815c790 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.737+0000 7f7e1dffb640 1 -- 172.21.15.39:0/2892413337 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v14) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f7e20009510 con 0x7f7e2815c790 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-13T16:13:41.738 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA==", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ==", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.739 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw==", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.740 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw==", 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-13T16:13:41.741 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg==", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg==", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.742 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ==", 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.743 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA==", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg==", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.744 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ==", 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.745 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA==", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ==", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:13:41.746 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg==", 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-13T16:13:41.747 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw==", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw==", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.748 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA==", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.749 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm1cQkFxAAGGRvI5BHKMxqnb7fUwtDfw==", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA==", 2024-09-13T16:13:41.750 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA==", 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:41.751 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-13T16:13:41.752 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:41.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.738+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e0c06ac00 msgr2=0x7f7e0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.738+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e0c06ac00 0x7f7e0c06d0c0 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7f7e24009870 tx=0x7f7e24008040 comp rx=0 tx=0).stop 2024-09-13T16:13:41.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 msgr2=0x7f7e28157020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 0x7f7e28157020 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f7e20034040 tx=0x7f7e20004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:41.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 shutdown_connections 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e0c06ac00 0x7f7e0c06d0c0 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e2815c790 0x7f7e28157020 unknown :-1 s=CLOSED pgs=837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e280cfaf0 0x7f7e281f2550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 --2- 172.21.15.39:0/2892413337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e280cbb10 0x7f7e28155a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 >> 172.21.15.39:0/2892413337 conn(0x7f7e28065bd0 msgr2=0x7f7e2815ba80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 shutdown_connections 2024-09-13T16:13:41.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.739+0000 7f7e2f94c640 1 -- 172.21.15.39:0/2892413337 wait complete. 2024-09-13T16:13:41.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:41.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.854+0000 7f9144b9d640 1 Processor -- start 2024-09-13T16:13:41.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.854+0000 7f9144b9d640 1 -- start start 2024-09-13T16:13:41.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.855+0000 7f9144b9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400b5640 0x7f91400cd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.855+0000 7f9144b9d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91400d0050 con 0x7f914015c790 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.855+0000 7f9144b9d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91400d02a0 con 0x7f91400cd700 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.855+0000 7f9144b9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91400b8540 con 0x7f91400b5640 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.855+0000 7f913f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f914015c790 0x7f91400b7e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38718/0 (socket says 172.21.15.39:38718) 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.855+0000 7f913f7fe640 1 -- 172.21.15.39:0/2234894707 learned_addr learned my addr 172.21.15.39:0/2234894707 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913effd640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400b5640 0x7f91400cd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 65300200 0 0) 0x7f91400d0050 con 0x7f914015c790 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9128003520 con 0x7f914015c790 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1345289311 0 0) 0x7f91400d02a0 con 0x7f91400cd700 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f91400d0050 con 0x7f91400cd700 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2251550081 0 0) 0x7f9128003520 con 0x7f914015c790 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400b5640 msgr2=0x7f91400cd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400b5640 0x7f91400cd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 >> v1:172.21.15.157:6789/0 conn(0x7f91400cd700 legacy=0x7f91400d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91400d0580 con 0x7f914015c790 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9130001670 con 0x7f914015c790 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 >> v1:172.21.15.39:6789/0 conn(0x7f914015c790 legacy=0x7f91400b7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9128003b30 0x7f9128003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91280047c0 0x7f9128004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9128005180 0x7f912800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91400b8540 con 0x7f9128005180 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f912800bff0 con 0x7f91280047c0 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f912800c1b0 con 0x7f9128003b30 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913effd640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400b5640 0x7f91400cd1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913ffff640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9128005180 0x7f912800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913f7fe640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9128003b30 0x7f9128003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913effd640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91280047c0 0x7f9128004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913ffff640 1 -- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9128003b30 msgr2=0x7f9128003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913ffff640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9128003b30 0x7f9128003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913ffff640 1 -- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91280047c0 msgr2=0x7f9128004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913ffff640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91280047c0 0x7f9128004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913ffff640 1 -- 172.21.15.39:0/2234894707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9128003520 con 0x7f9128005180 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.856+0000 7f913effd640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f91280047c0 0x7f9128004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.857+0000 7f913ffff640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9128005180 0x7f912800b980 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f9138001fd0 tx=0x7f91280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ccae0af23a12d9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.857+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9138003b70 con 0x7f9128005180 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.857+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f913802d050 con 0x7f9128005180 2024-09-13T16:13:41.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.857+0000 7f913e7fc640 1 -- 172.21.15.39:0/2234894707 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f91380050d0 con 0x7f9128005180 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f9144b9d640 1 -- 172.21.15.39:0/2234894707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9128005180 msgr2=0x7f912800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f9144b9d640 1 --2- 172.21.15.39:0/2234894707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9128005180 0x7f912800b980 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f9138001fd0 tx=0x7f91280057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f913ffff640 1 -- 172.21.15.39:0/2234894707 reap_dead start 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f9144b9d640 1 -- 172.21.15.39:0/2234894707 shutdown_connections 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f9144b9d640 1 -- 172.21.15.39:0/2234894707 >> 172.21.15.39:0/2234894707 conn(0x7f91400cef90 msgr2=0x7f91400cf3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f9144b9d640 1 -- 172.21.15.39:0/2234894707 shutdown_connections 2024-09-13T16:13:41.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.858+0000 7f9144b9d640 1 -- 172.21.15.39:0/2234894707 wait complete. 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.859+0000 7f9144b9d640 1 Processor -- start 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.859+0000 7f9144b9d640 1 -- start start 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f9144b9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9140159780 0x7f91400a8fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f9144b9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400a94e0 0x7f91400b3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f9144b9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 0x7f91401f53d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f9144b9d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91400cdbb0 con 0x7f91400b4460 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f9144b9d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91401f2b70 con 0x7f9140159780 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f9144b9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91400b48f0 con 0x7f91400a94e0 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 0x7f91401f53d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 0x7f91401f53d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53246/0 (socket says 172.21.15.39:53246) 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 -- 172.21.15.39:0/1810437896 learned_addr learned my addr 172.21.15.39:0/1810437896 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:41.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913effd640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400a94e0 0x7f91400b3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913f7fe640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9140159780 0x7f91400a8fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 -- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400a94e0 msgr2=0x7f91400b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400a94e0 0x7f91400b3f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 -- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9140159780 msgr2=0x7f91400a8fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9140159780 0x7f91400a8fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913ffff640 1 -- 172.21.15.39:0/1810437896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91401f1ef0 con 0x7f91400b4460 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.860+0000 7f913effd640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400a94e0 0x7f91400b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.861+0000 7f913ffff640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 0x7f91401f53d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f9138033040 tx=0x7f9138001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.861+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9138042070 con 0x7f91400b4460 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.861+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f91380052e0 con 0x7f91400b4460 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.861+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91401f21d0 con 0x7f91400b4460 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.861+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9138005450 con 0x7f91400b4460 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.861+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f91401f2790 con 0x7f91400b4460 2024-09-13T16:13:41.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.862+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9140067130 con 0x7f91400b4460 2024-09-13T16:13:41.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.862+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f91380055b0 con 0x7f91400b4460 2024-09-13T16:13:41.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.863+0000 7f9127fff640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f912c06ac30 0x7f912c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:41.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.863+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f91380a9400 con 0x7f91400b4460 2024-09-13T16:13:41.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.863+0000 7f913f7fe640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f912c06ac30 0x7f912c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:41.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.864+0000 7f913f7fe640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f912c06ac30 0x7f912c06d0f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9130000c00 tx=0x7f9130009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:41.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:41.867+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9138074a50 con 0x7f91400b4460 2024-09-13T16:13:42.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.038+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f91401f2cb0 con 0x7f91400b4460 2024-09-13T16:13:42.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.038+0000 7f9127fff640 1 -- 172.21.15.39:0/1810437896 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v58) v1 ==== 74+0+12845 (secure 0 0 0) 0x7f9138078070 con 0x7f91400b4460 2024-09-13T16:13:42.040 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:42.040 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":58,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:41.357181+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":7,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":49,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":46,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f912c06ac30 msgr2=0x7f912c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f912c06ac30 0x7f912c06d0f0 secure :-1 s=READY pgs=371 cs=0 l=1 rev1=1 crypto rx=0x7f9130000c00 tx=0x7f9130009040 comp rx=0 tx=0).stop 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 msgr2=0x7f91401f53d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 0x7f91401f53d0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7f9138033040 tx=0x7f9138001650 comp rx=0 tx=0).stop 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 shutdown_connections 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f912c06ac30 0x7f912c06d0f0 unknown :-1 s=CLOSED pgs=371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91400b4460 0x7f91401f53d0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f91400a94e0 0x7f91400b3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 --2- 172.21.15.39:0/1810437896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9140159780 0x7f91400a8fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.040+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 >> 172.21.15.39:0/1810437896 conn(0x7f91400cef90 msgr2=0x7f91400b7c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:42.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.041+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 shutdown_connections 2024-09-13T16:13:42.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.041+0000 7f9144b9d640 1 -- 172.21.15.39:0/1810437896 wait complete. 2024-09-13T16:13:42.053 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:42.053 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:42.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.156+0000 7f79b043a640 1 Processor -- start 2024-09-13T16:13:42.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.156+0000 7f79b043a640 1 -- start start 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79b043a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80b4180 0x7f79a80d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79b043a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79a80d1f40 0x7f79a80b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79b043a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79a80b5550 con 0x7f79a815c7d0 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79b043a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79a80b2000 con 0x7f79a80d1f40 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79b043a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79a80cfb50 con 0x7f79a80b4180 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79ae1d6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f79a815c7d0 0x7f79a80cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38730/0 (socket says 172.21.15.39:38730) 2024-09-13T16:13:42.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79ae9d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79a80d1f40 0x7f79a80b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.157+0000 7f79ae1d6640 1 -- 172.21.15.39:0/3171212790 learned_addr learned my addr 172.21.15.39:0/3171212790 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.158+0000 7f79ad9d5640 1 --2- 172.21.15.39:0/3171212790 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80b4180 0x7f79a80d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.158+0000 7f79ae9d7640 1 -- 172.21.15.39:0/3171212790 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80b4180 msgr2=0x7f79a80d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.158+0000 7f79ae9d7640 1 --2- 172.21.15.39:0/3171212790 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80b4180 0x7f79a80d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.158+0000 7f79ae9d7640 1 -- 172.21.15.39:0/3171212790 >> v1:172.21.15.39:6789/0 conn(0x7f79a815c7d0 legacy=0x7f79a80cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.158+0000 7f79ae9d7640 1 -- 172.21.15.39:0/3171212790 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a80d2340 con 0x7f79a80d1f40 2024-09-13T16:13:42.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.158+0000 7f79ad1d4640 1 -- 172.21.15.39:0/3171212790 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3385240399 0 0) 0x7f79a80b5550 con 0x7f79a815c7d0 2024-09-13T16:13:42.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79ae9d7640 1 --2- 172.21.15.39:0/3171212790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a80d1f40 0x7f79a80b59e0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f79a00097a0 tx=0x7f79a002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c4001a4eb8acc2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79ad1d4640 1 -- 172.21.15.39:0/3171212790 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a0032440 con 0x7f79a80d1f40 2024-09-13T16:13:42.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79ad1d4640 1 -- 172.21.15.39:0/3171212790 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a00325a0 con 0x7f79a80d1f40 2024-09-13T16:13:42.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79ad1d4640 1 -- 172.21.15.39:0/3171212790 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a0032930 con 0x7f79a80d1f40 2024-09-13T16:13:42.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 -- 172.21.15.39:0/3171212790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a80d1f40 msgr2=0x7f79a80b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 --2- 172.21.15.39:0/3171212790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a80d1f40 0x7f79a80b59e0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7f79a00097a0 tx=0x7f79a002a180 comp rx=0 tx=0).stop 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 -- 172.21.15.39:0/3171212790 shutdown_connections 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 --2- 172.21.15.39:0/3171212790 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a80d1f40 0x7f79a80b59e0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 --2- 172.21.15.39:0/3171212790 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80b4180 0x7f79a80d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 -- 172.21.15.39:0/3171212790 >> 172.21.15.39:0/3171212790 conn(0x7f79a806bc40 msgr2=0x7f79a806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 -- 172.21.15.39:0/3171212790 shutdown_connections 2024-09-13T16:13:42.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.159+0000 7f79b043a640 1 -- 172.21.15.39:0/3171212790 wait complete. 2024-09-13T16:13:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 Processor -- start 2024-09-13T16:13:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 -- start start 2024-09-13T16:13:42.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80d1f40 0x7f79a8159f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 0x7f79a80cb240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a80cb780 0x7f79a80b7280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a80c7c70 con 0x7f79a815c7d0 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79a80c7ec0 con 0x7f79a80cb780 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79b043a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79a80c81a0 con 0x7f79a80d1f40 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.161+0000 7f79ad9d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 0x7f79a80cb240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 0x7f79a80cb240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53258/0 (socket says 172.21.15.39:53258) 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 -- 172.21.15.39:0/1294675832 learned_addr learned my addr 172.21.15.39:0/1294675832 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ae1d6640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80d1f40 0x7f79a8159f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ae9d7640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a80cb780 0x7f79a80b7280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 -- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80d1f40 msgr2=0x7f79a8159f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80d1f40 0x7f79a8159f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 -- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a80cb780 msgr2=0x7f79a80b7280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a80cb780 0x7f79a80b7280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 -- 172.21.15.39:0/1294675832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79a0009400 con 0x7f79a815c7d0 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ae9d7640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a80cb780 0x7f79a80b7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79ad9d5640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 0x7f79a80cb240 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f799c00e980 tx=0x7f799c00ee40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f799c009670 con 0x7f79a815c7d0 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f799c00ca00 con 0x7f79a815c7d0 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f799c00cd90 con 0x7f79a815c7d0 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79a80c8480 con 0x7f79a815c7d0 2024-09-13T16:13:42.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.162+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79a80b77c0 con 0x7f79a815c7d0 2024-09-13T16:13:42.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.163+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79a80cbb90 con 0x7f79a815c7d0 2024-09-13T16:13:42.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.164+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f799c013470 con 0x7f79a815c7d0 2024-09-13T16:13:42.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.164+0000 7f79a6ffd640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f799406ac00 0x7f799406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.164+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f799c089550 con 0x7f79a815c7d0 2024-09-13T16:13:42.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.165+0000 7f79ae1d6640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f799406ac00 0x7f799406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.165+0000 7f79ae1d6640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f799406ac00 0x7f799406d0c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f79980012e0 tx=0x7f7998001630 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.169+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f799c054b30 con 0x7f79a815c7d0 2024-09-13T16:13:42.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.341+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f79a80c8c80 con 0x7f79a815c7d0 2024-09-13T16:13:42.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.342+0000 7f79a6ffd640 1 -- 172.21.15.39:0/1294675832 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v58) v1 ==== 93+0+10 (secure 0 0 0) 0x7f79a80c8c80 con 0x7f79a815c7d0 2024-09-13T16:13:42.343 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:42.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f799406ac00 msgr2=0x7f799406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f799406ac00 0x7f799406d0c0 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f79980012e0 tx=0x7f7998001630 comp rx=0 tx=0).stop 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 msgr2=0x7f79a80cb240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 0x7f79a80cb240 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f799c00e980 tx=0x7f799c00ee40 comp rx=0 tx=0).stop 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 shutdown_connections 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f799406ac00 0x7f799406d0c0 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79a80cb780 0x7f79a80b7280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79a815c7d0 0x7f79a80cb240 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 --2- 172.21.15.39:0/1294675832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79a80d1f40 0x7f79a8159f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 >> 172.21.15.39:0/1294675832 conn(0x7f79a806bc40 msgr2=0x7f79a80b58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 shutdown_connections 2024-09-13T16:13:42.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.344+0000 7f79b043a640 1 -- 172.21.15.39:0/1294675832 wait complete. 2024-09-13T16:13:42.356 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:13:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.457+0000 7f6f4eb9c640 1 Processor -- start 2024-09-13T16:13:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.457+0000 7f6f4eb9c640 1 -- start start 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4eb9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f481440a0 0x7f6f4815abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4eb9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f480cfaf0 0x7f6f480708d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4eb9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f4815bc10 con 0x7f6f480cc500 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4eb9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f48070440 con 0x7f6f480cfaf0 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4eb9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4815b120 con 0x7f6f481440a0 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f47fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6f480cc500 0x7f6f480cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38742/0 (socket says 172.21.15.39:38742) 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f47fff640 1 -- 172.21.15.39:0/3984489094 learned_addr learned my addr 172.21.15.39:0/3984489094 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4d139640 1 --2- 172.21.15.39:0/3984489094 >> v2:172.21.15.39:3300/0 conn(0x7f6f480cfaf0 0x7f6f480708d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4c938640 1 --2- 172.21.15.39:0/3984489094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f481440a0 0x7f6f4815abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f477fe640 1 -- 172.21.15.39:0/3984489094 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3122163965 0 0) 0x7f6f4815bc10 con 0x7f6f480cc500 2024-09-13T16:13:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f477fe640 1 -- 172.21.15.39:0/3984489094 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f38003520 con 0x7f6f480cc500 2024-09-13T16:13:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4d139640 1 -- 172.21.15.39:0/3984489094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f481440a0 msgr2=0x7f6f4815abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4d139640 1 --2- 172.21.15.39:0/3984489094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f481440a0 0x7f6f4815abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4d139640 1 -- 172.21.15.39:0/3984489094 >> v1:172.21.15.39:6789/0 conn(0x7f6f480cc500 legacy=0x7f6f480cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.458+0000 7f6f4d139640 1 -- 172.21.15.39:0/3984489094 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f48144480 con 0x7f6f480cfaf0 2024-09-13T16:13:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.459+0000 7f6f4d139640 1 --2- 172.21.15.39:0/3984489094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f480cfaf0 0x7f6f480708d0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f6f40009d90 tx=0x7f6f4002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9610402eb18d000f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.459+0000 7f6f477fe640 1 -- 172.21.15.39:0/3984489094 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f40007740 con 0x7f6f480cfaf0 2024-09-13T16:13:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.459+0000 7f6f477fe640 1 -- 172.21.15.39:0/3984489094 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4002d050 con 0x7f6f480cfaf0 2024-09-13T16:13:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.459+0000 7f6f477fe640 1 -- 172.21.15.39:0/3984489094 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f40007ac0 con 0x7f6f480cfaf0 2024-09-13T16:13:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3984489094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f480cfaf0 msgr2=0x7f6f480708d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3984489094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f480cfaf0 0x7f6f480708d0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7f6f40009d90 tx=0x7f6f4002a660 comp rx=0 tx=0).stop 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3984489094 shutdown_connections 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3984489094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f480cfaf0 0x7f6f480708d0 unknown :-1 s=CLOSED pgs=845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3984489094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f481440a0 0x7f6f4815abe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3984489094 >> 172.21.15.39:0/3984489094 conn(0x7f6f48065bd0 msgr2=0x7f6f48065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3984489094 shutdown_connections 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.460+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3984489094 wait complete. 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.461+0000 7f6f4eb9c640 1 Processor -- start 2024-09-13T16:13:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.461+0000 7f6f4eb9c640 1 -- start start 2024-09-13T16:13:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4eb9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f480cc500 0x7f6f481f3e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4eb9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f480cfaf0 0x7f6f480c44f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4eb9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 0x7f6f481ef4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4eb9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f480a8560 con 0x7f6f481440a0 2024-09-13T16:13:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4eb9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f480c4a30 con 0x7f6f480cfaf0 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4eb9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f480c4c90 con 0x7f6f480cc500 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 0x7f6f481ef4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 0x7f6f481ef4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53274/0 (socket says 172.21.15.39:53274) 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 -- 172.21.15.39:0/3456640058 learned_addr learned my addr 172.21.15.39:0/3456640058 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4c938640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f480cc500 0x7f6f481f3e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 -- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f480cc500 msgr2=0x7f6f481f3e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f480cc500 0x7f6f481f3e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 -- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f480cfaf0 msgr2=0x7f6f480c44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f47fff640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f480cfaf0 0x7f6f480c44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f480cfaf0 0x7f6f480c44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.462+0000 7f6f4d139640 1 -- 172.21.15.39:0/3456640058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f40009a70 con 0x7f6f481440a0 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.463+0000 7f6f4d139640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 0x7f6f481ef4a0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f6f40009eb0 tx=0x7f6f40004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.463+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4003c830 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.463+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f4003c990 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.463+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f480c4f70 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.463+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f4003cd00 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.463+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f480c5530 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.464+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f480672f0 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.464+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f40031400 con 0x7f6f481440a0 2024-09-13T16:13:42.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.465+0000 7f6f457fa640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f2c06ac00 0x7f6f2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.465+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f6f400aacf0 con 0x7f6f481440a0 2024-09-13T16:13:42.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.465+0000 7f6f4c938640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f2c06ac00 0x7f6f2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.466+0000 7f6f4c938640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f2c06ac00 0x7f6f2c06d0c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c006fd0 tx=0x7f6f3c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.469+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f400af070 con 0x7f6f481440a0 2024-09-13T16:13:42.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.641+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f6f480cba50 con 0x7f6f481440a0 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.641+0000 7f6f457fa640 1 -- 172.21.15.39:0/3456640058 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v58) v1 ==== 84+0+65 (secure 0 0 0) 0x7f6f40040020 con 0x7f6f481440a0 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:42.643 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:13:42.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.643+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f2c06ac00 msgr2=0x7f6f2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.643+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f2c06ac00 0x7f6f2c06d0c0 secure :-1 s=READY pgs=373 cs=0 l=1 rev1=1 crypto rx=0x7f6f3c006fd0 tx=0x7f6f3c008040 comp rx=0 tx=0).stop 2024-09-13T16:13:42.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.643+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 msgr2=0x7f6f481ef4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.643+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 0x7f6f481ef4a0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f6f40009eb0 tx=0x7f6f40004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:42.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 shutdown_connections 2024-09-13T16:13:42.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f2c06ac00 0x7f6f2c06d0c0 unknown :-1 s=CLOSED pgs=373 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f481440a0 0x7f6f481ef4a0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f480cfaf0 0x7f6f480c44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 --2- 172.21.15.39:0/3456640058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f480cc500 0x7f6f481f3e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 >> 172.21.15.39:0/3456640058 conn(0x7f6f48065bd0 msgr2=0x7f6f4815d5e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 shutdown_connections 2024-09-13T16:13:42.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.644+0000 7f6f4eb9c640 1 -- 172.21.15.39:0/3456640058 wait complete. 2024-09-13T16:13:42.656 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:13:42.656 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:13:42.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.760+0000 7f0be7de2640 1 Processor -- start 2024-09-13T16:13:42.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.760+0000 7f0be7de2640 1 -- start start 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be7de2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0be00b0d30 0x7f0be00b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be7de2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be00ce9d0 0x7f0be0159a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be7de2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0be015d0b0 con 0x7f0be013ca70 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be7de2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0be015d390 con 0x7f0be00b0d30 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be7de2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be015d670 con 0x7f0be00ce9d0 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be5b7e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0be00b0d30 0x7f0be00b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be537d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0be013ca70 0x7f0be00ce2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38754/0 (socket says 172.21.15.39:38754) 2024-09-13T16:13:42.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be537d640 1 -- 172.21.15.39:0/2407610054 learned_addr learned my addr 172.21.15.39:0/2407610054 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be637f640 1 --2- 172.21.15.39:0/2407610054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be00ce9d0 0x7f0be0159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be5b7e640 1 -- 172.21.15.39:0/2407610054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be00ce9d0 msgr2=0x7f0be0159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be5b7e640 1 --2- 172.21.15.39:0/2407610054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be00ce9d0 0x7f0be0159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be5b7e640 1 -- 172.21.15.39:0/2407610054 >> v1:172.21.15.39:6789/0 conn(0x7f0be013ca70 legacy=0x7f0be00ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be5b7e640 1 -- 172.21.15.39:0/2407610054 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be015d950 con 0x7f0be00b0d30 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.761+0000 7f0be4b7c640 1 -- 172.21.15.39:0/2407610054 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2894738186 0 0) 0x7f0be015d0b0 con 0x7f0be013ca70 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.762+0000 7f0be5b7e640 1 --2- 172.21.15.39:0/2407610054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00b0d30 0x7f0be00b30d0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f0bd80097a0 tx=0x7f0bd802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bbc1a4d45d6a799 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.762+0000 7f0be4b7c640 1 -- 172.21.15.39:0/2407610054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd802ae50 con 0x7f0be00b0d30 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.762+0000 7f0be4b7c640 1 -- 172.21.15.39:0/2407610054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bd8032440 con 0x7f0be00b0d30 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.762+0000 7f0be4b7c640 1 -- 172.21.15.39:0/2407610054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd80327d0 con 0x7f0be00b0d30 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 -- 172.21.15.39:0/2407610054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00b0d30 msgr2=0x7f0be00b30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 --2- 172.21.15.39:0/2407610054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00b0d30 0x7f0be00b30d0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7f0bd80097a0 tx=0x7f0bd802a100 comp rx=0 tx=0).stop 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 -- 172.21.15.39:0/2407610054 shutdown_connections 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 --2- 172.21.15.39:0/2407610054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be00ce9d0 0x7f0be0159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 --2- 172.21.15.39:0/2407610054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00b0d30 0x7f0be00b30d0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 -- 172.21.15.39:0/2407610054 >> 172.21.15.39:0/2407610054 conn(0x7f0be00b15d0 msgr2=0x7f0be00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 -- 172.21.15.39:0/2407610054 shutdown_connections 2024-09-13T16:13:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.763+0000 7f0be7de2640 1 -- 172.21.15.39:0/2407610054 wait complete. 2024-09-13T16:13:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.764+0000 7f0be7de2640 1 Processor -- start 2024-09-13T16:13:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.764+0000 7f0be7de2640 1 -- start start 2024-09-13T16:13:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be7de2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be00b0d30 0x7f0be013b8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be7de2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 0x7f0be013bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be7de2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be013ca70 0x7f0be0131580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be7de2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be01f6c30 con 0x7f0be00ce9d0 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be7de2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0be01f6020 con 0x7f0be00b0d30 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be7de2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0be01f6300 con 0x7f0be013ca70 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be537d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 0x7f0be013bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be537d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 0x7f0be013bdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53286/0 (socket says 172.21.15.39:53286) 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be537d640 1 -- 172.21.15.39:0/3280987299 learned_addr learned my addr 172.21.15.39:0/3280987299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be5b7e640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be00b0d30 0x7f0be013b8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.765+0000 7f0be637f640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be013ca70 0x7f0be0131580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be537d640 1 -- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be013ca70 msgr2=0x7f0be0131580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be537d640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be013ca70 0x7f0be0131580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be537d640 1 -- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be00b0d30 msgr2=0x7f0be013b8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be537d640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be00b0d30 0x7f0be013b8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be537d640 1 -- 172.21.15.39:0/3280987299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bd8009400 con 0x7f0be00ce9d0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be537d640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 0x7f0be013bdf0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400c410 tx=0x7f0bd400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd40074e0 con 0x7f0be00ce9d0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bd4007660 con 0x7f0be00ce9d0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0be01f65e0 con 0x7f0be00ce9d0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd4004a20 con 0x7f0be00ce9d0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.766+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0be015cbc0 con 0x7f0be00ce9d0 2024-09-13T16:13:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.767+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0be01593f0 con 0x7f0be00ce9d0 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.767+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0bd4004b80 con 0x7f0be00ce9d0 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.768+0000 7f0bde7fc640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bcc06ac00 0x7f0bcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.768+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(58..58 src has 1..58) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0bd4088c10 con 0x7f0be00ce9d0 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.768+0000 7f0be5b7e640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bcc06ac00 0x7f0bcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.769+0000 7f0be5b7e640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bcc06ac00 0x7f0bcc06d0c0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8034000 tx=0x7f0bd802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:42.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.772+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0bd4057d10 con 0x7f0be00ce9d0 2024-09-13T16:13:42.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:42.945+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f0be00672f0 con 0x7f0be00ce9d0 2024-09-13T16:13:43.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.369+0000 7f0bde7fc640 1 -- 172.21.15.39:0/3280987299 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v59) v1 ==== 138+0+0 (secure 0 0 0) 0x7f0bd40578a0 con 0x7f0be00ce9d0 2024-09-13T16:13:43.371 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:13:43.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bcc06ac00 msgr2=0x7f0bcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:43.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bcc06ac00 0x7f0bcc06d0c0 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0bd8034000 tx=0x7f0bd802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:43.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 msgr2=0x7f0be013bdf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:43.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 0x7f0be013bdf0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f0bd400c410 tx=0x7f0bd400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 shutdown_connections 2024-09-13T16:13:43.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bcc06ac00 0x7f0bcc06d0c0 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0be013ca70 0x7f0be0131580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0be00ce9d0 0x7f0be013bdf0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 --2- 172.21.15.39:0/3280987299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0be00b0d30 0x7f0be013b8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 >> 172.21.15.39:0/3280987299 conn(0x7f0be00b15d0 msgr2=0x7f0be01334d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:43.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.374+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 shutdown_connections 2024-09-13T16:13:43.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.375+0000 7f0be7de2640 1 -- 172.21.15.39:0/3280987299 wait complete. 2024-09-13T16:13:43.389 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:13:43.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.497+0000 7f2fd473a640 1 Processor -- start 2024-09-13T16:13:43.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.497+0000 7f2fd473a640 1 -- start start 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd473a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2fcc15c660 0x7f2fcc0b5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd473a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 0x7f2fcc0d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd473a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fcc0d11e0 con 0x7f2fcc0b14d0 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd473a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fcc0cdcc0 con 0x7f2fcc15c660 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd473a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc0d02f0 con 0x7f2fcc0b48b0 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd1cd5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2fcc0b14d0 0x7f2fcc0b41a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38766/0 (socket says 172.21.15.39:38766) 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.498+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/847444329 learned_addr learned my addr 172.21.15.39:0/847444329 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:43.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd24d6640 1 --2- 172.21.15.39:0/847444329 >> v2:172.21.15.157:3300/0 conn(0x7f2fcc15c660 0x7f2fcc0b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd2cd7640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 0x7f2fcc0d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 874881507 0 0) 0x7f2fcc0d11e0 con 0x7f2fcc0b14d0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2fb4003520 con 0x7f2fcc0b14d0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3073659116 0 0) 0x7f2fb4003520 con 0x7f2fcc0b14d0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 msgr2=0x7f2fcc0d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 0x7f2fcc0d1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 >> v2:172.21.15.157:3300/0 conn(0x7f2fcc15c660 msgr2=0x7f2fcc0b5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 --2- 172.21.15.39:0/847444329 >> v2:172.21.15.157:3300/0 conn(0x7f2fcc15c660 0x7f2fcc0b5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fcc0d05d0 con 0x7f2fcc0b14d0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2fc0001670 con 0x7f2fcc0b14d0 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 >> v1:172.21.15.39:6789/0 conn(0x7f2fcc0b14d0 legacy=0x7f2fcc0b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 0x7f2fb4003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fb4003ef0 0x7f2fb40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4004d00 0x7f2fb4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc0cdcc0 con 0x7f2fb4003ef0 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc0d02f0 con 0x7f2fb4004d00 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fb400b980 con 0x7f2fcc0b48b0 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fb4003ef0 0x7f2fb40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd24d6640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 0x7f2fb4003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.499+0000 7f2fd2cd7640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4004d00 0x7f2fb4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.500+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 msgr2=0x7f2fb4003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.500+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b48b0 0x7f2fb4003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.500+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4004d00 msgr2=0x7f2fb4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.500+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4004d00 0x7f2fb4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.500+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/847444329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb4003520 con 0x7f2fb4003ef0 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.500+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fb4003ef0 0x7f2fb40047c0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f2fc000c240 tx=0x7f2fb40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9ec915f6cc943b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc0005ad0 con 0x7f2fb4003ef0 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc002e070 con 0x7f2fb4003ef0 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd14d4640 1 -- 172.21.15.39:0/847444329 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc0007070 con 0x7f2fb4003ef0 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd473a640 1 -- 172.21.15.39:0/847444329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fb4003ef0 msgr2=0x7f2fb40047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd473a640 1 --2- 172.21.15.39:0/847444329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fb4003ef0 0x7f2fb40047c0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7f2fc000c240 tx=0x7f2fb40057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd2cd7640 1 -- 172.21.15.39:0/847444329 reap_dead start 2024-09-13T16:13:43.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd473a640 1 -- 172.21.15.39:0/847444329 shutdown_connections 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd473a640 1 -- 172.21.15.39:0/847444329 >> 172.21.15.39:0/847444329 conn(0x7f2fcc0cf380 msgr2=0x7f2fcc0cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd473a640 1 -- 172.21.15.39:0/847444329 shutdown_connections 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.501+0000 7f2fd473a640 1 -- 172.21.15.39:0/847444329 wait complete. 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.502+0000 7f2fd473a640 1 Processor -- start 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.502+0000 7f2fd473a640 1 -- start start 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd473a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4003ef0 0x7f2fcc156980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd473a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 0x7f2fcc15dff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd473a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b6c90 0x7f2fcc0b7110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd473a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc0b7650 con 0x7f2fcc1532b0 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd473a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc1f2b20 con 0x7f2fb4003ef0 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd473a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fcc153730 con 0x7f2fcc0b6c90 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd1cd5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 0x7f2fcc15dff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd1cd5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 0x7f2fcc15dff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53306/0 (socket says 172.21.15.39:53306) 2024-09-13T16:13:43.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/4201347680 learned_addr learned my addr 172.21.15.39:0/4201347680 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd24d6640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4003ef0 0x7f2fcc156980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.503+0000 7f2fd2cd7640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b6c90 0x7f2fcc0b7110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b6c90 msgr2=0x7f2fcc0b7110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b6c90 0x7f2fcc0b7110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4003ef0 msgr2=0x7f2fcc156980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4003ef0 0x7f2fcc156980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd1cd5640 1 -- 172.21.15.39:0/4201347680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fcc1f21f0 con 0x7f2fcc1532b0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd1cd5640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 0x7f2fcc15dff0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f2fc000c360 tx=0x7f2fc0001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc0001630 con 0x7f2fcc1532b0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fc00049f0 con 0x7f2fcc1532b0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fcc1f24d0 con 0x7f2fcc1532b0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc0004d60 con 0x7f2fcc1532b0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.504+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fcc15e530 con 0x7f2fcc1532b0 2024-09-13T16:13:43.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.505+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2fcc067330 con 0x7f2fcc1532b0 2024-09-13T16:13:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.506+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2fc0030030 con 0x7f2fcc1532b0 2024-09-13T16:13:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.506+0000 7f2fcaffd640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb806ac30 0x7f2fb806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.506+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(59..59 src has 1..59) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f2fc00a8a20 con 0x7f2fcc1532b0 2024-09-13T16:13:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.506+0000 7f2fd24d6640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb806ac30 0x7f2fb806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:43.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.507+0000 7f2fd24d6640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb806ac30 0x7f2fb806d0f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc014510 tx=0x7f2fbc00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:43.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.511+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2fc0073fe0 con 0x7f2fcc1532b0 2024-09-13T16:13:43.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:43.682+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f2fcc0b1bb0 con 0x7f2fcc1532b0 2024-09-13T16:13:44.095 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:44.098 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:13:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:13:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.377+0000 7f2fcaffd640 1 -- 172.21.15.39:0/4201347680 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v60) v1 ==== 170+0+0 (secure 0 0 0) 0x7f2fc00400d0 con 0x7f2fcc1532b0 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb806ac30 msgr2=0x7f2fb806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb806ac30 0x7f2fb806d0f0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc014510 tx=0x7f2fbc00b040 comp rx=0 tx=0).stop 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 msgr2=0x7f2fcc15dff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 0x7f2fcc15dff0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f2fc000c360 tx=0x7f2fc0001a00 comp rx=0 tx=0).stop 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 shutdown_connections 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb806ac30 0x7f2fb806d0f0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fcc0b6c90 0x7f2fcc0b7110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fcc1532b0 0x7f2fcc15dff0 secure :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f2fc000c360 tx=0x7f2fc0001a00 comp rx=0 tx=0).stop 2024-09-13T16:13:44.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 --2- 172.21.15.39:0/4201347680 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fb4003ef0 0x7f2fcc156980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.392+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 >> 172.21.15.39:0/4201347680 conn(0x7f2fcc0cf380 msgr2=0x7f2fcc0b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:44.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.394+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 shutdown_connections 2024-09-13T16:13:44.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.394+0000 7f2fd473a640 1 -- 172.21.15.39:0/4201347680 wait complete. 2024-09-13T16:13:44.409 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:13:44.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.515+0000 7f56855aa640 1 Processor -- start 2024-09-13T16:13:44.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.515+0000 7f56855aa640 1 -- start start 2024-09-13T16:13:44.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f56855aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5680160400 0x7f56800d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f56855aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56800d1100 0x7f56800cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f56855aa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f568015dd50 con 0x7f568015c920 2024-09-13T16:13:44.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f56855aa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56800cd290 con 0x7f56800d1100 2024-09-13T16:13:44.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f56855aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f568015d790 con 0x7f5680160400 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f567f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56800d1100 0x7f56800cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.516+0000 7f567f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56800d1100 0x7f56800cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40776/0 (socket says 172.21.15.39:40776) 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567f7fe640 1 -- 172.21.15.39:0/532786016 learned_addr learned my addr 172.21.15.39:0/532786016 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567e7fc640 1 --2- 172.21.15.39:0/532786016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5680160400 0x7f56800d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567f7fe640 1 -- 172.21.15.39:0/532786016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5680160400 msgr2=0x7f56800d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567f7fe640 1 --2- 172.21.15.39:0/532786016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5680160400 0x7f56800d0bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567f7fe640 1 -- 172.21.15.39:0/532786016 >> v1:172.21.15.157:6789/0 conn(0x7f568015c920 legacy=0x7f568015cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567f7fe640 1 -- 172.21.15.39:0/532786016 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f568015da70 con 0x7f56800d1100 2024-09-13T16:13:44.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.517+0000 7f567f7fe640 1 --2- 172.21.15.39:0/532786016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56800d1100 0x7f56800cf710 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f5678009870 tx=0x7f567802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=245d6d86520de355 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:44.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f567dffb640 1 -- 172.21.15.39:0/532786016 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5678032440 con 0x7f56800d1100 2024-09-13T16:13:44.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f567dffb640 1 -- 172.21.15.39:0/532786016 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56780325a0 con 0x7f56800d1100 2024-09-13T16:13:44.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f567dffb640 1 -- 172.21.15.39:0/532786016 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5678032930 con 0x7f56800d1100 2024-09-13T16:13:44.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 -- 172.21.15.39:0/532786016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56800d1100 msgr2=0x7f56800cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 --2- 172.21.15.39:0/532786016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56800d1100 0x7f56800cf710 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f5678009870 tx=0x7f567802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 -- 172.21.15.39:0/532786016 shutdown_connections 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 --2- 172.21.15.39:0/532786016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56800d1100 0x7f56800cf710 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 --2- 172.21.15.39:0/532786016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5680160400 0x7f56800d0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 -- 172.21.15.39:0/532786016 >> 172.21.15.39:0/532786016 conn(0x7f568006a790 msgr2=0x7f568006aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 -- 172.21.15.39:0/532786016 shutdown_connections 2024-09-13T16:13:44.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.518+0000 7f56855aa640 1 -- 172.21.15.39:0/532786016 wait complete. 2024-09-13T16:13:44.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 Processor -- start 2024-09-13T16:13:44.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 -- start start 2024-09-13T16:13:44.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56800d1100 0x7f568014ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f568015c920 0x7f56800b4930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 0x7f56800b1fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5680158870 con 0x7f5680160400 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5680157c60 con 0x7f56800d1100 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f56855aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5680157f40 con 0x7f568015c920 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f567f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 0x7f56800b1fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f567f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 0x7f56800b1fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40792/0 (socket says 172.21.15.39:40792) 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.520+0000 7f567f7fe640 1 -- 172.21.15.39:0/1459327596 learned_addr learned my addr 172.21.15.39:0/1459327596 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567effd640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56800d1100 0x7f568014ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567e7fc640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f568015c920 0x7f56800b4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567f7fe640 1 -- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f568015c920 msgr2=0x7f56800b4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567f7fe640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f568015c920 0x7f56800b4930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567f7fe640 1 -- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56800d1100 msgr2=0x7f568014ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567f7fe640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56800d1100 0x7f568014ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567f7fe640 1 -- 172.21.15.39:0/1459327596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56780094d0 con 0x7f5680160400 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f567f7fe640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 0x7f56800b1fe0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f567802a200 tx=0x7f56780046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5678032440 con 0x7f5680160400 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5678032e90 con 0x7f5680160400 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5678030dc0 con 0x7f5680160400 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5680158220 con 0x7f5680160400 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.521+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f568014b0b0 con 0x7f5680160400 2024-09-13T16:13:44.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.522+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5680067330 con 0x7f5680160400 2024-09-13T16:13:44.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.523+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5678039040 con 0x7f5680160400 2024-09-13T16:13:44.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.523+0000 7f56777fe640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566006ac00 0x7f566006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.523+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(60..60 src has 1..60) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f56780a9a70 con 0x7f5680160400 2024-09-13T16:13:44.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.523+0000 7f567effd640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566006ac00 0x7f566006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.524+0000 7f567effd640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566006ac00 0x7f566006d0c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5670001f10 tx=0x7f5670009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:44.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.528+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5678074d60 con 0x7f5680160400 2024-09-13T16:13:44.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.733+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f56800cf710 con 0x7f5680160400 2024-09-13T16:13:44.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.739+0000 7f56777fe640 1 -- 172.21.15.39:0/1459327596 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 8 and data pool 9 v39) v1 ==== 172+0+0 (secure 0 0 0) 0x7f56780370c0 con 0x7f5680160400 2024-09-13T16:13:44.741 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 8 and data pool 9 2024-09-13T16:13:44.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.746+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566006ac00 msgr2=0x7f566006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.746+0000 7f56855aa640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566006ac00 0x7f566006d0c0 secure :-1 s=READY pgs=376 cs=0 l=1 rev1=1 crypto rx=0x7f5670001f10 tx=0x7f5670009040 comp rx=0 tx=0).stop 2024-09-13T16:13:44.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.746+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 msgr2=0x7f56800b1fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.746+0000 7f56855aa640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 0x7f56800b1fe0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x7f567802a200 tx=0x7f56780046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.749+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 shutdown_connections 2024-09-13T16:13:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.749+0000 7f56855aa640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f566006ac00 0x7f566006d0c0 unknown :-1 s=CLOSED pgs=376 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.749+0000 7f56855aa640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5680160400 0x7f56800b1fe0 unknown :-1 s=CLOSED pgs=854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.749+0000 7f56855aa640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f568015c920 0x7f56800b4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.749+0000 7f56855aa640 1 --2- 172.21.15.39:0/1459327596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56800d1100 0x7f568014ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.749+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 >> 172.21.15.39:0/1459327596 conn(0x7f568006a790 msgr2=0x7f568015dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:44.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.751+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 shutdown_connections 2024-09-13T16:13:44.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.753+0000 7f56855aa640 1 -- 172.21.15.39:0/1459327596 wait complete. 2024-09-13T16:13:44.774 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:44.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.875+0000 7f05e63b5640 1 Processor -- start 2024-09-13T16:13:44.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.875+0000 7f05e63b5640 1 -- start start 2024-09-13T16:13:44.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05e63b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 0x7f05e00b26b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05e63b5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05e0071930 con 0x7f05e00b2bf0 2024-09-13T16:13:44.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05e63b5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05e0070a50 con 0x7f05e0156bb0 2024-09-13T16:13:44.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05e63b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05e00b30a0 con 0x7f05e015cba0 2024-09-13T16:13:44.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05e4952640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f05e00b2bf0 0x7f05e006be40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55788/0 (socket says 172.21.15.39:55788) 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05e4952640 1 -- 172.21.15.39:0/2060973147 learned_addr learned my addr 172.21.15.39:0/2060973147 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1731214595 0 0) 0x7f05e0071930 con 0x7f05e00b2bf0 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05c8003520 con 0x7f05e00b2bf0 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05df7fe640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 0x7f05e00b26b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2697562970 0 0) 0x7f05c8003520 con 0x7f05e00b2bf0 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 msgr2=0x7f05e00b26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 0x7f05e00b26b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 >> v1:172.21.15.157:6789/0 conn(0x7f05e0156bb0 legacy=0x7f05e0070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05e0070d20 con 0x7f05e00b2bf0 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f05d80019f0 con 0x7f05e00b2bf0 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 >> v1:172.21.15.39:6789/0 conn(0x7f05e00b2bf0 legacy=0x7f05e006be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 0x7f05c80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05c8003fd0 0x7f05c80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05c8004d00 0x7f05c8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05e00b30a0 con 0x7f05c8004d00 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05c800bb40 con 0x7f05c8003fd0 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.876+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05c800bd00 con 0x7f05e015cba0 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05e4952640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05c8004d00 0x7f05c8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05df7fe640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05c8003fd0 0x7f05c80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05dffff640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 0x7f05c80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05e4952640 1 -- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 msgr2=0x7f05c80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05e4952640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e015cba0 0x7f05c80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05e4952640 1 -- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05c8003fd0 msgr2=0x7f05c80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05e4952640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05c8003fd0 0x7f05c80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.877+0000 7f05e4952640 1 -- 172.21.15.39:0/2060973147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05c8003520 con 0x7f05c8004d00 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e4952640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05c8004d00 0x7f05c8005180 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f05d800a7f0 tx=0x7f05c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccac9fd8ffb5a229 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:44.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05d802ba10 con 0x7f05c8004d00 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05d802bb70 con 0x7f05c8004d00 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05deffd640 1 -- 172.21.15.39:0/2060973147 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05d8034470 con 0x7f05c8004d00 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e63b5640 1 -- 172.21.15.39:0/2060973147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05c8004d00 msgr2=0x7f05c8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2060973147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05c8004d00 0x7f05c8005180 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7f05d800a7f0 tx=0x7f05c80057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e4952640 1 -- 172.21.15.39:0/2060973147 reap_dead start 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e63b5640 1 -- 172.21.15.39:0/2060973147 shutdown_connections 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e63b5640 1 -- 172.21.15.39:0/2060973147 >> 172.21.15.39:0/2060973147 conn(0x7f05e0069ed0 msgr2=0x7f05e006a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e63b5640 1 -- 172.21.15.39:0/2060973147 shutdown_connections 2024-09-13T16:13:44.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.878+0000 7f05e63b5640 1 -- 172.21.15.39:0/2060973147 wait complete. 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.879+0000 7f05e63b5640 1 Processor -- start 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 -- start start 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e014e910 0x7f05e014ecf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 0x7f05e0156f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e0151a60 0x7f05e01574d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05e015afc0 con 0x7f05e01515e0 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05e015b2a0 con 0x7f05e014e910 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05e63b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05e015b580 con 0x7f05e0151a60 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05df7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 0x7f05e0156f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05df7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 0x7f05e0156f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40820/0 (socket says 172.21.15.39:40820) 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.880+0000 7f05df7fe640 1 -- 172.21.15.39:0/2616050318 learned_addr learned my addr 172.21.15.39:0/2616050318 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:44.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05dffff640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e014e910 0x7f05e014ecf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05e4952640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e0151a60 0x7f05e01574d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05df7fe640 1 -- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e0151a60 msgr2=0x7f05e01574d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05df7fe640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e0151a60 0x7f05e01574d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05df7fe640 1 -- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e014e910 msgr2=0x7f05e014ecf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05df7fe640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e014e910 0x7f05e014ecf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05df7fe640 1 -- 172.21.15.39:0/2616050318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05e015b860 con 0x7f05e01515e0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05dffff640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e014e910 0x7f05e014ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05df7fe640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 0x7f05e0156f90 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f05d4010840 tx=0x7f05d4010d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05d400e9c0 con 0x7f05e01515e0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05d400eb20 con 0x7f05e01515e0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f05d400ee90 con 0x7f05e01515e0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05e015bb40 con 0x7f05e01515e0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.881+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05e015c340 con 0x7f05e01515e0 2024-09-13T16:13:44.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.882+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05e0067300 con 0x7f05e01515e0 2024-09-13T16:13:44.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.883+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f05d4016480 con 0x7f05e01515e0 2024-09-13T16:13:44.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.883+0000 7f05dcff9640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f05cc06ac30 0x7f05cc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:44.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.883+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f05d4089f20 con 0x7f05e01515e0 2024-09-13T16:13:44.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.883+0000 7f05dffff640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f05cc06ac30 0x7f05cc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:44.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.884+0000 7f05dffff640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f05cc06ac30 0x7f05cc06d0f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f05d0000c00 tx=0x7f05d0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:44.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:44.887+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f05d4055100 con 0x7f05e01515e0 2024-09-13T16:13:45.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.058+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f05e0070340 con 0x7f05e01515e0 2024-09-13T16:13:45.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.059+0000 7f05dcff9640 1 -- 172.21.15.39:0/2616050318 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) v1 ==== 74+0+16566 (secure 0 0 0) 0x7f05d4058720 con 0x7f05e01515e0 2024-09-13T16:13:45.061 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:45.061 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":61,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:44.734879+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:45.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f05cc06ac30 msgr2=0x7f05cc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f05cc06ac30 0x7f05cc06d0f0 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7f05d0000c00 tx=0x7f05d0009040 comp rx=0 tx=0).stop 2024-09-13T16:13:45.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 msgr2=0x7f05e0156f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 0x7f05e0156f90 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7f05d4010840 tx=0x7f05d4010d00 comp rx=0 tx=0).stop 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 shutdown_connections 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f05cc06ac30 0x7f05cc06d0f0 unknown :-1 s=CLOSED pgs=377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05e0151a60 0x7f05e01574d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05e01515e0 0x7f05e0156f90 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 --2- 172.21.15.39:0/2616050318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05e014e910 0x7f05e014ecf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 >> 172.21.15.39:0/2616050318 conn(0x7f05e0069ed0 msgr2=0x7f05e00ae890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 shutdown_connections 2024-09-13T16:13:45.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.062+0000 7f05e63b5640 1 -- 172.21.15.39:0/2616050318 wait complete. 2024-09-13T16:13:45.075 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:45.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.175+0000 7fa22071f640 1 Processor -- start 2024-09-13T16:13:45.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.175+0000 7fa22071f640 1 -- start start 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa22071f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa21806f170 0x7fa2180b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa22071f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa21815d0a0 0x7fa21815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa22071f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa21806f6e0 con 0x7fa218156fb0 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa22071f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa21815da70 con 0x7fa21815d0a0 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa22071f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa21806f9c0 con 0x7fa21806f170 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa21815d0a0 0x7fa21815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa21815d0a0 0x7fa21815d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40834/0 (socket says 172.21.15.39:40834) 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2990935748 learned_addr learned my addr 172.21.15.39:0/2990935748 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2990935748 >> v2:172.21.15.157:3300/0 conn(0x7fa21806f170 msgr2=0x7fa2180b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 --2- 172.21.15.39:0/2990935748 >> v2:172.21.15.157:3300/0 conn(0x7fa21806f170 0x7fa2180b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2990935748 >> v1:172.21.15.157:6789/0 conn(0x7fa218156fb0 legacy=0x7fa21815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.176+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2990935748 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa21806fca0 con 0x7fa21815d0a0 2024-09-13T16:13:45.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.177+0000 7fa21ecbc640 1 --2- 172.21.15.39:0/2990935748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa21815d530 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fa21815b380 tx=0x7fa21002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a26289a75ceef307 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.177+0000 7fa21d4b9640 1 -- 172.21.15.39:0/2990935748 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa210031600 con 0x7fa21815d0a0 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.177+0000 7fa21d4b9640 1 -- 172.21.15.39:0/2990935748 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa21002d050 con 0x7fa21815d0a0 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.177+0000 7fa21d4b9640 1 -- 172.21.15.39:0/2990935748 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa210031980 con 0x7fa21815d0a0 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 -- 172.21.15.39:0/2990935748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 msgr2=0x7fa21815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 --2- 172.21.15.39:0/2990935748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa21815d530 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7fa21815b380 tx=0x7fa21002a660 comp rx=0 tx=0).stop 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 -- 172.21.15.39:0/2990935748 shutdown_connections 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 --2- 172.21.15.39:0/2990935748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa21815d530 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 --2- 172.21.15.39:0/2990935748 >> v2:172.21.15.157:3300/0 conn(0x7fa21806f170 0x7fa2180b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 -- 172.21.15.39:0/2990935748 >> 172.21.15.39:0/2990935748 conn(0x7fa21806b3b0 msgr2=0x7fa21806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 -- 172.21.15.39:0/2990935748 shutdown_connections 2024-09-13T16:13:45.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.178+0000 7fa22071f640 1 -- 172.21.15.39:0/2990935748 wait complete. 2024-09-13T16:13:45.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.179+0000 7fa22071f640 1 Processor -- start 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.179+0000 7fa22071f640 1 -- start start 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa22071f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa21806f170 0x7fa2180adf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa22071f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa218156fb0 0x7fa21814a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa22071f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa218150700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa22071f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2180af160 con 0x7fa21815d0a0 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa22071f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2180ae550 con 0x7fa21806f170 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa22071f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2180ae830 con 0x7fa218156fb0 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa218150700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa218150700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40842/0 (socket says 172.21.15.39:40842) 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2144371460 learned_addr learned my addr 172.21.15.39:0/2144371460 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21dcba640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa218156fb0 0x7fa21814a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa218156fb0 msgr2=0x7fa21814a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa218156fb0 0x7fa21814a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa21806f170 msgr2=0x7fa2180adf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa21806f170 0x7fa2180adf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 -- 172.21.15.39:0/2144371460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa210009b30 con 0x7fa21815d0a0 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21dcba640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa218156fb0 0x7fa21814a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.180+0000 7fa21ecbc640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa218150700 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fa210034040 tx=0x7fa210004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.181+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa21003d860 con 0x7fa21815d0a0 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.181+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa21003d9c0 con 0x7fa21815d0a0 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.181+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2180aeb10 con 0x7fa21815d0a0 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.181+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa21003dd70 con 0x7fa21815d0a0 2024-09-13T16:13:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.181+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa21814aa30 con 0x7fa21815d0a0 2024-09-13T16:13:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.182+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa21814abc0 con 0x7fa21815d0a0 2024-09-13T16:13:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.182+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa21003b400 con 0x7fa21815d0a0 2024-09-13T16:13:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.183+0000 7fa20effd640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1fc06ac00 0x7fa1fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.183+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa21002ae40 con 0x7fa21815d0a0 2024-09-13T16:13:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.183+0000 7fa21e4bb640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1fc06ac00 0x7fa1fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.184+0000 7fa21e4bb640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1fc06ac00 0x7fa1fc06d0c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa214003cc0 tx=0x7fa2140079b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.187+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa210075570 con 0x7fa21815d0a0 2024-09-13T16:13:45.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.360+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa2180672f0 con 0x7fa21815d0a0 2024-09-13T16:13:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.361+0000 7fa20effd640 1 -- 172.21.15.39:0/2144371460 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v61) v1 ==== 74+0+16566 (secure 0 0 0) 0x7fa210009510 con 0x7fa21815d0a0 2024-09-13T16:13:45.363 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:45.363 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":61,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:44.734879+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1fc06ac00 msgr2=0x7fa1fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1fc06ac00 0x7fa1fc06d0c0 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa214003cc0 tx=0x7fa2140079b0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 msgr2=0x7fa218150700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa218150700 secure :-1 s=READY pgs=859 cs=0 l=1 rev1=1 crypto rx=0x7fa210034040 tx=0x7fa210004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 shutdown_connections 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa1fc06ac00 0x7fa1fc06d0c0 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa21815d0a0 0x7fa218150700 unknown :-1 s=CLOSED pgs=859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa218156fb0 0x7fa21814a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 --2- 172.21.15.39:0/2144371460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa21806f170 0x7fa2180adf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 >> 172.21.15.39:0/2144371460 conn(0x7fa21806b3b0 msgr2=0x7fa218150fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 shutdown_connections 2024-09-13T16:13:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.364+0000 7fa22071f640 1 -- 172.21.15.39:0/2144371460 wait complete. 2024-09-13T16:13:45.376 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:13:45.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 Processor -- start 2024-09-13T16:13:45.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 -- start start 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77d415cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f77d415d240 0x7f77d40cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77d415dd50 con 0x7f77d4160400 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77d40cd290 con 0x7f77d415d240 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.479+0000 7f77d9eaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77d415d790 con 0x7f77d415c920 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77caffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f77d4160400 0x7f77d40d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55800/0 (socket says 172.21.15.39:55800) 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77caffd640 1 -- 172.21.15.39:0/1519054720 learned_addr learned my addr 172.21.15.39:0/1519054720 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d3fff640 1 --2- 172.21.15.39:0/1519054720 >> v2:172.21.15.157:3300/0 conn(0x7f77d415d240 0x7f77d40cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d37fe640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77d415cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1129759953 0 0) 0x7f77d415dd50 con 0x7f77d4160400 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77c0003520 con 0x7f77d4160400 2024-09-13T16:13:45.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 791400121 0 0) 0x7f77c0003520 con 0x7f77d4160400 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 msgr2=0x7f77d415cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77d415cd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 >> v2:172.21.15.157:3300/0 conn(0x7f77d415d240 msgr2=0x7f77d40cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 --2- 172.21.15.39:0/1519054720 >> v2:172.21.15.157:3300/0 conn(0x7f77d415d240 0x7f77d40cf710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d415da70 con 0x7f77d4160400 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f77bc001670 con 0x7f77d4160400 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 >> v1:172.21.15.39:6789/0 conn(0x7f77d4160400 legacy=0x7f77d40d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77c0003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77c0003ef0 0x7f77c00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77c0004d00 0x7f77c0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d40cd290 con 0x7f77c0004d00 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d415d790 con 0x7f77c0003ef0 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77c000b9d0 con 0x7f77d415c920 2024-09-13T16:13:45.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d3fff640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77c0004d00 0x7f77c0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.480+0000 7f77d37fe640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77c0003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77caffd640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77c0003ef0 0x7f77c00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d3fff640 1 -- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 msgr2=0x7f77c0003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d3fff640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77c0003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d3fff640 1 -- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77c0003ef0 msgr2=0x7f77c00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d3fff640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77c0003ef0 0x7f77c00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d3fff640 1 -- 172.21.15.39:0/1519054720 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77c0003520 con 0x7f77c0004d00 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d37fe640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d415c920 0x7f77c0003970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.481+0000 7f77d3fff640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77c0004d00 0x7f77c0005180 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f77cc00e170 tx=0x7f77c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6363f8f8e3829c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc030430 con 0x7f77c0004d00 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77cc00f040 con 0x7f77c0004d00 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d2ffd640 1 -- 172.21.15.39:0/1519054720 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77cc0307d0 con 0x7f77c0004d00 2024-09-13T16:13:45.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d9eaa640 1 -- 172.21.15.39:0/1519054720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77c0004d00 msgr2=0x7f77c0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/1519054720 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77c0004d00 0x7f77c0005180 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7f77cc00e170 tx=0x7f77c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d3fff640 1 -- 172.21.15.39:0/1519054720 reap_dead start 2024-09-13T16:13:45.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d9eaa640 1 -- 172.21.15.39:0/1519054720 shutdown_connections 2024-09-13T16:13:45.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d9eaa640 1 -- 172.21.15.39:0/1519054720 >> 172.21.15.39:0/1519054720 conn(0x7f77d406a790 msgr2=0x7f77d406aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:45.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d9eaa640 1 -- 172.21.15.39:0/1519054720 shutdown_connections 2024-09-13T16:13:45.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.482+0000 7f77d9eaa640 1 -- 172.21.15.39:0/1519054720 wait complete. 2024-09-13T16:13:45.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.483+0000 7f77d9eaa640 1 Processor -- start 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 -- start start 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d4154bf0 0x7f77d40c9b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 0x7f77d41557f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77d40ca050 0x7f77d4155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d40ca560 con 0x7f77d4154fd0 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77d40ca840 con 0x7f77d40ca050 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d9eaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77d40cab20 con 0x7f77d4154bf0 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77caffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 0x7f77d41557f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77caffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 0x7f77d41557f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40868/0 (socket says 172.21.15.39:40868) 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77caffd640 1 -- 172.21.15.39:0/3872785223 learned_addr learned my addr 172.21.15.39:0/3872785223 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.484+0000 7f77d37fe640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d4154bf0 0x7f77d40c9b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d3fff640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77d40ca050 0x7f77d4155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77caffd640 1 -- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d4154bf0 msgr2=0x7f77d40c9b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77caffd640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d4154bf0 0x7f77d40c9b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77caffd640 1 -- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77d40ca050 msgr2=0x7f77d4155d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77caffd640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77d40ca050 0x7f77d4155d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77caffd640 1 -- 172.21.15.39:0/3872785223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d40d1450 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d3fff640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77d40ca050 0x7f77d4155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77caffd640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 0x7f77d41557f0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f77bc0072c0 tx=0x7f77bc0076c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc00f960 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77bc00fb00 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77d40cae00 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77bc00feb0 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.485+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77d4158430 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.486+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77d4067330 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.486+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f77bc01d460 con 0x7f77d4154fd0 2024-09-13T16:13:45.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.487+0000 7f77d0ff9640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b406ac00 0x7f77b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.487+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(61..61 src has 1..61) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f77bc0894c0 con 0x7f77d4154fd0 2024-09-13T16:13:45.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.487+0000 7f77d37fe640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b406ac00 0x7f77b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.488+0000 7f77d37fe640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b406ac00 0x7f77b406d0c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f77c4009d60 tx=0x7f77c4009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.491+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f77bc0546a0 con 0x7f77d4154fd0 2024-09-13T16:13:45.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.695+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f77d415dd50 con 0x7f77d4154fd0 2024-09-13T16:13:45.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.753+0000 7f77d0ff9640 1 -- 172.21.15.39:0/3872785223 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v40) v1 ==== 118+0+0 (secure 0 0 0) 0x7f77bc057cc0 con 0x7f77d4154fd0 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b406ac00 msgr2=0x7f77b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b406ac00 0x7f77b406d0c0 secure :-1 s=READY pgs=379 cs=0 l=1 rev1=1 crypto rx=0x7f77c4009d60 tx=0x7f77c4009190 comp rx=0 tx=0).stop 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 msgr2=0x7f77d41557f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 0x7f77d41557f0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x7f77bc0072c0 tx=0x7f77bc0076c0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 shutdown_connections 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b406ac00 0x7f77b406d0c0 unknown :-1 s=CLOSED pgs=379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77d40ca050 0x7f77d4155d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77d4154fd0 0x7f77d41557f0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 --2- 172.21.15.39:0/3872785223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77d4154bf0 0x7f77d40c9b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 >> 172.21.15.39:0/3872785223 conn(0x7f77d406a790 msgr2=0x7f77d415e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:45.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 shutdown_connections 2024-09-13T16:13:45.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.755+0000 7f77d9eaa640 1 -- 172.21.15.39:0/3872785223 wait complete. 2024-09-13T16:13:45.767 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:13:45.767 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:13:45.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.870+0000 7f9b49776640 1 Processor -- start 2024-09-13T16:13:45.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.870+0000 7f9b49776640 1 -- start start 2024-09-13T16:13:45.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b49776640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9b440b1790 0x7f9b4406f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b49776640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b4406fbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b49776640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9b4415ca90 con 0x7f9b440cb170 2024-09-13T16:13:45.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b49776640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b4415d760 con 0x7f9b440b1790 2024-09-13T16:13:45.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b49776640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4415da40 con 0x7f9b440cac30 2024-09-13T16:13:45.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b42ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9b440cb170 0x7f9b440cb550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55816/0 (socket says 172.21.15.39:55816) 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.871+0000 7f9b42ffd640 1 -- 172.21.15.39:0/776504590 learned_addr learned my addr 172.21.15.39:0/776504590 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4001493231 0 0) 0x7f9b4415ca90 con 0x7f9b440cb170 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b427fc640 1 --2- 172.21.15.39:0/776504590 >> v2:172.21.15.157:3300/0 conn(0x7f9b440b1790 0x7f9b4406f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b437fe640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b4406fbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9b30003520 con 0x7f9b440cb170 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 939373718 0 0) 0x7f9b30003520 con 0x7f9b440cb170 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 msgr2=0x7f9b4406fbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b4406fbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 >> v2:172.21.15.157:3300/0 conn(0x7f9b440b1790 msgr2=0x7f9b4406f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 --2- 172.21.15.39:0/776504590 >> v2:172.21.15.157:3300/0 conn(0x7f9b440b1790 0x7f9b4406f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b440b3540 con 0x7f9b440cb170 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9b2c001670 con 0x7f9b440cb170 2024-09-13T16:13:45.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 >> v1:172.21.15.39:6789/0 conn(0x7f9b440cb170 legacy=0x7f9b440cb550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b30003970 0x7f9b30003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b300047c0 0x7f9b30004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b30005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4415d760 con 0x7f9b30003970 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b4415da40 con 0x7f9b300047c0 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b3000ba60 con 0x7f9b440cac30 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b30003970 0x7f9b30003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b437fe640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b30005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b42ffd640 1 -- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 msgr2=0x7f9b30005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b427fc640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b300047c0 0x7f9b30004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b30005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b42ffd640 1 -- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b300047c0 msgr2=0x7f9b30004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b300047c0 0x7f9b30004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b42ffd640 1 -- 172.21.15.39:0/776504590 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b30003520 con 0x7f9b30003970 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b437fe640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b440cac30 0x7f9b30005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.872+0000 7f9b427fc640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b300047c0 0x7f9b30004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.873+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b30003970 0x7f9b30003d90 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c001050 tx=0x7f9b300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9434330d8d390df7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.873+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c005ad0 con 0x7f9b30003970 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.873+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b2c02d070 con 0x7f9b30003970 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.873+0000 7f9b41ffb640 1 -- 172.21.15.39:0/776504590 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b2c005e70 con 0x7f9b30003970 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b49776640 1 -- 172.21.15.39:0/776504590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b30003970 msgr2=0x7f9b30003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b49776640 1 --2- 172.21.15.39:0/776504590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b30003970 0x7f9b30003d90 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f9b2c001050 tx=0x7f9b300057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b437fe640 1 -- 172.21.15.39:0/776504590 reap_dead start 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b49776640 1 -- 172.21.15.39:0/776504590 shutdown_connections 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b49776640 1 -- 172.21.15.39:0/776504590 >> 172.21.15.39:0/776504590 conn(0x7f9b440ce720 msgr2=0x7f9b440ceb00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b49776640 1 -- 172.21.15.39:0/776504590 shutdown_connections 2024-09-13T16:13:45.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.874+0000 7f9b49776640 1 -- 172.21.15.39:0/776504590 wait complete. 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.875+0000 7f9b49776640 1 Processor -- start 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.875+0000 7f9b49776640 1 -- start start 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b49776640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b30003970 0x7f9b4415bdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b49776640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b441e7950 0x7f9b441e52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b49776640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 0x7f9b440af690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b49776640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b441e8b00 con 0x7f9b441e5810 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b49776640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b441e7e80 con 0x7f9b441e7950 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b49776640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b441e8160 con 0x7f9b30003970 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 0x7f9b440af690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 0x7f9b440af690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40894/0 (socket says 172.21.15.39:40894) 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 -- 172.21.15.39:0/2961895870 learned_addr learned my addr 172.21.15.39:0/2961895870 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b427fc640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b441e7950 0x7f9b441e52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b30003970 0x7f9b4415bdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 -- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b30003970 msgr2=0x7f9b4415bdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b30003970 0x7f9b4415bdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 -- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b441e7950 msgr2=0x7f9b441e52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b441e7950 0x7f9b441e52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b437fe640 1 -- 172.21.15.39:0/2961895870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b441e8440 con 0x7f9b441e5810 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b427fc640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b441e7950 0x7f9b441e52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.876+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b30003970 0x7f9b4415bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.877+0000 7f9b437fe640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 0x7f9b440af690 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f9b440cc230 tx=0x7f9b3c0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.877+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c00e030 con 0x7f9b441e5810 2024-09-13T16:13:45.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.877+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b3c011ed0 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.877+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b441e8720 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.877+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b3c0166b0 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.877+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b440afdb0 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.878+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b44067300 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.878+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9b3c016810 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.879+0000 7f9b3b7fe640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b2406ac30 0x7f9b2406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.879+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9b3c00f070 con 0x7f9b441e5810 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.879+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b2406ac30 0x7f9b2406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:45.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.879+0000 7f9b42ffd640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b2406ac30 0x7f9b2406d0f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9b300057a0 tx=0x7f9b2c009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:45.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:45.883+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9b3c090080 con 0x7f9b441e5810 2024-09-13T16:13:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.093+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f9b440affd0 con 0x7f9b441e5810 2024-09-13T16:13:46.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.750+0000 7f9b3b7fe640 1 -- 172.21.15.39:0/2961895870 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v41) v1 ==== 122+0+0 (secure 0 0 0) 0x7f9b3c054f20 con 0x7f9b441e5810 2024-09-13T16:13:46.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.752+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b2406ac30 msgr2=0x7f9b2406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.752+0000 7f9b49776640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b2406ac30 0x7f9b2406d0f0 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f9b300057a0 tx=0x7f9b2c009030 comp rx=0 tx=0).stop 2024-09-13T16:13:46.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.752+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 msgr2=0x7f9b440af690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.752+0000 7f9b49776640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 0x7f9b440af690 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f9b440cc230 tx=0x7f9b3c0115a0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 shutdown_connections 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b2406ac30 0x7f9b2406d0f0 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9b441e5810 0x7f9b440af690 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9b441e7950 0x7f9b441e52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 --2- 172.21.15.39:0/2961895870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9b30003970 0x7f9b4415bdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 >> 172.21.15.39:0/2961895870 conn(0x7f9b440ce720 msgr2=0x7f9b440cd2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 shutdown_connections 2024-09-13T16:13:46.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.753+0000 7f9b49776640 1 -- 172.21.15.39:0/2961895870 wait complete. 2024-09-13T16:13:46.769 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:13:46.770 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:46.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.875+0000 7f5164f83640 1 Processor -- start 2024-09-13T16:13:46.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.875+0000 7f5164f83640 1 -- start start 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f5164f83640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f51600b4cf0 0x7f5160167250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f5164f83640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f516006f410 con 0x7f516015c330 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f5164f83640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f516006f6e0 con 0x7f516015c710 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f5164f83640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f516006f9c0 con 0x7f51600b4cf0 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f515ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f51600b4cf0 0x7f5160167250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f515e59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f516015c330 0x7f516006ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55824/0 (socket says 172.21.15.39:55824) 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.876+0000 7f515e59c640 1 -- 172.21.15.39:0/271571760 learned_addr learned my addr 172.21.15.39:0/271571760 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:46.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.877+0000 7f515ed9d640 1 -- 172.21.15.39:0/271571760 >> v1:172.21.15.157:6789/0 conn(0x7f516015c710 legacy=0x7f516006b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.877+0000 7f515ed9d640 1 -- 172.21.15.39:0/271571760 >> v1:172.21.15.39:6789/0 conn(0x7f516015c330 legacy=0x7f516006ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.877+0000 7f515ed9d640 1 -- 172.21.15.39:0/271571760 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f516006fca0 con 0x7f51600b4cf0 2024-09-13T16:13:46.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.877+0000 7f515d59a640 1 -- 172.21.15.39:0/271571760 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3245826217 0 0) 0x7f516006f410 con 0x7f516015c330 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.877+0000 7f515ed9d640 1 --2- 172.21.15.39:0/271571760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f5160167250 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f51580097a0 tx=0x7f515802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db135aadbb02b181 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f515d59a640 1 -- 172.21.15.39:0/271571760 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515802ae50 con 0x7f51600b4cf0 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f515d59a640 1 -- 172.21.15.39:0/271571760 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5158032440 con 0x7f51600b4cf0 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f515d59a640 1 -- 172.21.15.39:0/271571760 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51580327d0 con 0x7f51600b4cf0 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 -- 172.21.15.39:0/271571760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 msgr2=0x7f5160167250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 --2- 172.21.15.39:0/271571760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f5160167250 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f51580097a0 tx=0x7f515802a140 comp rx=0 tx=0).stop 2024-09-13T16:13:46.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 -- 172.21.15.39:0/271571760 shutdown_connections 2024-09-13T16:13:46.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 --2- 172.21.15.39:0/271571760 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f5160167250 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 -- 172.21.15.39:0/271571760 >> 172.21.15.39:0/271571760 conn(0x7f516006d5c0 msgr2=0x7f516006d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:46.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 -- 172.21.15.39:0/271571760 shutdown_connections 2024-09-13T16:13:46.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.878+0000 7f5164f83640 1 -- 172.21.15.39:0/271571760 wait complete. 2024-09-13T16:13:46.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 Processor -- start 2024-09-13T16:13:46.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 -- start start 2024-09-13T16:13:46.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f516014a610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f516015c330 0x7f516014ff40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f516015c710 0x7f5160150480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51600cd310 con 0x7f51600b4cf0 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51600cd8d0 con 0x7f516015c710 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f5164f83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51600cf010 con 0x7f516015c330 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f515e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f516014a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.880+0000 7f515e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f516014a610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40914/0 (socket says 172.21.15.39:40914) 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 -- 172.21.15.39:0/3560139227 learned_addr learned my addr 172.21.15.39:0/3560139227 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515ed9d640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f516015c710 0x7f5160150480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515dd9b640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f516015c330 0x7f516014ff40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 -- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f516015c330 msgr2=0x7f516014ff40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f516015c330 0x7f516014ff40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 -- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f516015c710 msgr2=0x7f5160150480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f516015c710 0x7f5160150480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 -- 172.21.15.39:0/3560139227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5158009400 con 0x7f51600b4cf0 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f515e59c640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f516014a610 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f515000c8c0 tx=0x7f515000cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515000a640 con 0x7f51600b4cf0 2024-09-13T16:13:46.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f515000a7c0 con 0x7f51600b4cf0 2024-09-13T16:13:46.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51601e7da0 con 0x7f51600b4cf0 2024-09-13T16:13:46.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f515000ab70 con 0x7f51600b4cf0 2024-09-13T16:13:46.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.881+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51600cd560 con 0x7f51600b4cf0 2024-09-13T16:13:46.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.882+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f516006b8f0 con 0x7f51600b4cf0 2024-09-13T16:13:46.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.883+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f515000acd0 con 0x7f51600b4cf0 2024-09-13T16:13:46.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.883+0000 7f5156ffd640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f514006ac00 0x7f514006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:46.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.883+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5150088980 con 0x7f51600b4cf0 2024-09-13T16:13:46.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.883+0000 7f515dd9b640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f514006ac00 0x7f514006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:46.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.884+0000 7f515dd9b640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f514006ac00 0x7f514006d0c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5148006fd0 tx=0x7f5148008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:46.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:46.887+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5150053b60 con 0x7f51600b4cf0 2024-09-13T16:13:47.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.092+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f51600b4940 con 0x7f51600b4cf0 2024-09-13T16:13:47.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.092+0000 7f5156ffd640 1 -- 172.21.15.39:0/3560139227 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) v1 ==== 94+0+4731 (secure 0 0 0) 0x7f5150018070 con 0x7f51600b4cf0 2024-09-13T16:13:47.094 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:47.094 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":41,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:13:46.747789+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6558},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6558":{"gid":6558,"name":"c","rank":0,"incarnation":39,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/2329937751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2329937751},{"type":"v1","addr":"172.21.15.39:6835","nonce":2329937751}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:13:47.095 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 41 2024-09-13T16:13:47.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.094+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f514006ac00 msgr2=0x7f514006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.094+0000 7f5164f83640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f514006ac00 0x7f514006d0c0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f5148006fd0 tx=0x7f5148008040 comp rx=0 tx=0).stop 2024-09-13T16:13:47.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.094+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 msgr2=0x7f516014a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.094+0000 7f5164f83640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f516014a610 secure :-1 s=READY pgs=868 cs=0 l=1 rev1=1 crypto rx=0x7f515000c8c0 tx=0x7f515000cd80 comp rx=0 tx=0).stop 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 shutdown_connections 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f514006ac00 0x7f514006d0c0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f516015c710 0x7f5160150480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f516015c330 0x7f516014ff40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 --2- 172.21.15.39:0/3560139227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51600b4cf0 0x7f516014a610 unknown :-1 s=CLOSED pgs=868 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 >> 172.21.15.39:0/3560139227 conn(0x7f516006d5c0 msgr2=0x7f5160160210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 shutdown_connections 2024-09-13T16:13:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.095+0000 7f5164f83640 1 -- 172.21.15.39:0/3560139227 wait complete. 2024-09-13T16:13:47.107 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:47.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.208+0000 7fd97d4e5640 1 Processor -- start 2024-09-13T16:13:47.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.208+0000 7fd97d4e5640 1 -- start start 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd97d4e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9780d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd97d4e5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd9780cf660 0x7fd978166480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd97d4e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9780cfcc0 con 0x7fd9780ccf30 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd97d4e5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9780cffa0 con 0x7fd9780cf660 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd97d4e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9780cd7d0 con 0x7fd97815ca50 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd9777fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd9780cf660 0x7fd978166480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd9767fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd9780ccf30 0x7fd9780cef50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55830/0 (socket says 172.21.15.39:55830) 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.209+0000 7fd9767fc640 1 -- 172.21.15.39:0/1608721625 learned_addr learned my addr 172.21.15.39:0/1608721625 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.210+0000 7fd976ffd640 1 --2- 172.21.15.39:0/1608721625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9780d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.210+0000 7fd9777fe640 1 -- 172.21.15.39:0/1608721625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 msgr2=0x7fd9780d1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.210+0000 7fd9777fe640 1 --2- 172.21.15.39:0/1608721625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9780d1cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.210+0000 7fd9777fe640 1 -- 172.21.15.39:0/1608721625 >> v1:172.21.15.39:6789/0 conn(0x7fd9780ccf30 legacy=0x7fd9780cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.210+0000 7fd975ffb640 1 -- 172.21.15.39:0/1608721625 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3822235307 0 0) 0x7fd9780cfcc0 con 0x7fd9780ccf30 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.210+0000 7fd9777fe640 1 -- 172.21.15.39:0/1608721625 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9780cdab0 con 0x7fd9780cf660 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd9777fe640 1 --2- 172.21.15.39:0/1608721625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd978166480 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fd970009d90 tx=0x7fd97002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f51ba52aff868cfc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd975ffb640 1 -- 172.21.15.39:0/1608721625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd970007740 con 0x7fd9780cf660 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd975ffb640 1 -- 172.21.15.39:0/1608721625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd97002d050 con 0x7fd9780cf660 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd975ffb640 1 -- 172.21.15.39:0/1608721625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd970007ac0 con 0x7fd9780cf660 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 -- 172.21.15.39:0/1608721625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 msgr2=0x7fd978166480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/1608721625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd978166480 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7fd970009d90 tx=0x7fd97002a660 comp rx=0 tx=0).stop 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 -- 172.21.15.39:0/1608721625 shutdown_connections 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/1608721625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd978166480 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/1608721625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9780d1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 -- 172.21.15.39:0/1608721625 >> 172.21.15.39:0/1608721625 conn(0x7fd9780b42a0 msgr2=0x7fd9780b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 -- 172.21.15.39:0/1608721625 shutdown_connections 2024-09-13T16:13:47.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.211+0000 7fd97d4e5640 1 -- 172.21.15.39:0/1608721625 wait complete. 2024-09-13T16:13:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 Processor -- start 2024-09-13T16:13:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 -- start start 2024-09-13T16:13:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9780ccf30 0x7fd978161280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd9780c8470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9781598e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97815b460 con 0x7fd9780cf660 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9781617c0 con 0x7fd9780ccf30 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.213+0000 7fd97d4e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd97815a850 con 0x7fd97815ca50 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd9780c8470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd9780c8470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40920/0 (socket says 172.21.15.39:40920) 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 -- 172.21.15.39:0/3201909212 learned_addr learned my addr 172.21.15.39:0/3201909212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9777fe640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9781598e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd976ffd640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9780ccf30 0x7fd978161280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 -- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 msgr2=0x7fd9781598e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9781598e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 -- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9780ccf30 msgr2=0x7fd978161280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9780ccf30 0x7fd978161280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 -- 172.21.15.39:0/3201909212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd970009a70 con 0x7fd9780cf660 2024-09-13T16:13:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd9767fc640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd9780c8470 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00c4b0 tx=0x7fd96c00c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c0074e0 con 0x7fd9780cf660 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd96c007660 con 0x7fd9780cf660 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd97815ab30 con 0x7fd9780cf660 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c004a20 con 0x7fd9780cf660 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.214+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd97815b0f0 con 0x7fd9780cf660 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.215+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd97815b5d0 con 0x7fd9780cf660 2024-09-13T16:13:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.216+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd96c004b80 con 0x7fd9780cf660 2024-09-13T16:13:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.216+0000 7fd95f7fe640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96406ac30 0x7fd96406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.216+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd96c0887a0 con 0x7fd9780cf660 2024-09-13T16:13:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.216+0000 7fd976ffd640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96406ac30 0x7fd96406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.217+0000 7fd976ffd640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96406ac30 0x7fd96406d0f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd968006fd0 tx=0x7fd968008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.221+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd96c053ad0 con 0x7fd9780cf660 2024-09-13T16:13:47.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.391+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd9780d1cc0 con 0x7fd9780cf660 2024-09-13T16:13:47.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.392+0000 7fd95f7fe640 1 -- 172.21.15.39:0/3201909212 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v62) v1 ==== 74+0+16553 (secure 0 0 0) 0x7fd96c018090 con 0x7fd9780cf660 2024-09-13T16:13:47.394 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:47.394 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:45.737440+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96406ac30 msgr2=0x7fd96406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96406ac30 0x7fd96406d0f0 secure :-1 s=READY pgs=382 cs=0 l=1 rev1=1 crypto rx=0x7fd968006fd0 tx=0x7fd968008040 comp rx=0 tx=0).stop 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 msgr2=0x7fd9780c8470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd9780c8470 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fd96c00c4b0 tx=0x7fd96c00c970 comp rx=0 tx=0).stop 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 shutdown_connections 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96406ac30 0x7fd96406d0f0 unknown :-1 s=CLOSED pgs=382 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97815ca50 0x7fd9781598e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd9780cf660 0x7fd9780c8470 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 --2- 172.21.15.39:0/3201909212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9780ccf30 0x7fd978161280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 >> 172.21.15.39:0/3201909212 conn(0x7fd9780b42a0 msgr2=0x7fd9780cc150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 shutdown_connections 2024-09-13T16:13:47.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.394+0000 7fd97d4e5640 1 -- 172.21.15.39:0/3201909212 wait complete. 2024-09-13T16:13:47.407 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:13:47.407 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:47.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.507+0000 7f81d8953640 1 Processor -- start 2024-09-13T16:13:47.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.507+0000 7f81d8953640 1 -- start start 2024-09-13T16:13:47.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d8953640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 0x7f81d415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d8953640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81d415b1b0 con 0x7f81d406f170 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d8953640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81d406f6e0 con 0x7f81d415d0a0 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d8953640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81d40b2400 con 0x7f81d4156fb0 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d1d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f81d406f170 0x7f81d40b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55846/0 (socket says 172.21.15.39:55846) 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d1d9b640 1 -- 172.21.15.39:0/1682430850 learned_addr learned my addr 172.21.15.39:0/1682430850 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d259c640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 0x7f81d415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.508+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3904023792 0 0) 0x7f81d415b1b0 con 0x7f81d406f170 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f81c0003520 con 0x7f81d406f170 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2241158202 0 0) 0x7f81c0003520 con 0x7f81d406f170 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 msgr2=0x7f81d415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 0x7f81d415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 >> v1:172.21.15.157:6789/0 conn(0x7f81d415d0a0 legacy=0x7f81d4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81d406f9c0 con 0x7f81d406f170 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f81bc001670 con 0x7f81d406f170 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 >> v1:172.21.15.39:6789/0 conn(0x7f81d406f170 legacy=0x7f81d40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81c00039a0 0x7f81c0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 0x7f81c00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81c0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d40b2400 con 0x7f81c0004d00 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81c000bab0 con 0x7f81c00039a0 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81c000bc70 con 0x7f81d4156fb0 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d2d9d640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81c0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d259c640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81c00039a0 0x7f81c0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d1d9b640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 0x7f81c00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d2d9d640 1 -- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 msgr2=0x7f81c00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d2d9d640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d4156fb0 0x7f81c00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d2d9d640 1 -- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81c00039a0 msgr2=0x7f81c0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d2d9d640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81c00039a0 0x7f81c0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.509+0000 7f81d2d9d640 1 -- 172.21.15.39:0/1682430850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81c0003520 con 0x7f81c0004d00 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.510+0000 7f81d2d9d640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81c0005180 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f81c4001e50 tx=0x7f81c00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2dfb9dfb8c940faa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.510+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c402ae70 con 0x7f81c0004d00 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.510+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81c4003970 con 0x7f81c0004d00 2024-09-13T16:13:47.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.510+0000 7f81d159a640 1 -- 172.21.15.39:0/1682430850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81c4003d20 con 0x7f81c0004d00 2024-09-13T16:13:47.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d8953640 1 -- 172.21.15.39:0/1682430850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 msgr2=0x7f81c0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d8953640 1 --2- 172.21.15.39:0/1682430850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81c0005180 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7f81c4001e50 tx=0x7f81c00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d2d9d640 1 -- 172.21.15.39:0/1682430850 reap_dead start 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d8953640 1 -- 172.21.15.39:0/1682430850 shutdown_connections 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d8953640 1 -- 172.21.15.39:0/1682430850 >> 172.21.15.39:0/1682430850 conn(0x7f81d406b3b0 msgr2=0x7f81d406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d8953640 1 -- 172.21.15.39:0/1682430850 shutdown_connections 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.511+0000 7f81d8953640 1 -- 172.21.15.39:0/1682430850 wait complete. 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.512+0000 7f81d8953640 1 Processor -- start 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.512+0000 7f81d8953640 1 -- start start 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d8953640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81d414abd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d8953640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d414ddf0 0x7f81d414e840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d8953640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81d414e270 0x7f81d414ed80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d8953640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d41ee2b0 con 0x7f81c0004d00 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d8953640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81d414ccc0 con 0x7f81d414e270 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d8953640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81d414b110 con 0x7f81d414ddf0 2024-09-13T16:13:47.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81d414abd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81d414abd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40944/0 (socket says 172.21.15.39:40944) 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 -- 172.21.15.39:0/2616274294 learned_addr learned my addr 172.21.15.39:0/2616274294 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d2d9d640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81d414e270 0x7f81d414ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d1d9b640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d414ddf0 0x7f81d414e840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 -- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d414ddf0 msgr2=0x7f81d414e840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d414ddf0 0x7f81d414e840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 -- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81d414e270 msgr2=0x7f81d414ed80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81d414e270 0x7f81d414ed80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.513+0000 7f81d259c640 1 -- 172.21.15.39:0/2616274294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81d414c0b0 con 0x7f81c0004d00 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.514+0000 7f81d259c640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81d414abd0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f81cc011b10 tx=0x7f81cc010440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.514+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81cc016070 con 0x7f81c0004d00 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.514+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81cc010df0 con 0x7f81c0004d00 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.514+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81d414c390 con 0x7f81c0004d00 2024-09-13T16:13:47.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.514+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81cc01a610 con 0x7f81c0004d00 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.514+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81d414c950 con 0x7f81c0004d00 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.515+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81d40672f0 con 0x7f81c0004d00 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.515+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f81cc01a770 con 0x7f81c0004d00 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.516+0000 7f81caffd640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b406ac30 0x7f81b406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.516+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f81cc08b5a0 con 0x7f81c0004d00 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.516+0000 7f81d1d9b640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b406ac30 0x7f81b406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.517+0000 7f81d1d9b640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b406ac30 0x7f81b406d0f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f81d404e480 tx=0x7f81bc000f80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.520+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81cc056830 con 0x7f81c0004d00 2024-09-13T16:13:47.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.686+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f81d4070260 con 0x7f81b406ac30 2024-09-13T16:13:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.694+0000 7f81caffd640 1 -- 172.21.15.39:0/2616274294 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287345 (secure 0 0 0) 0x7f81bc007610 con 0x7f81b406ac30 2024-09-13T16:13:47.699 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.697+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b406ac30 msgr2=0x7f81b406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b406ac30 0x7f81b406d0f0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f81d404e480 tx=0x7f81bc000f80 comp rx=0 tx=0).stop 2024-09-13T16:13:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 msgr2=0x7f81d414abd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81d414abd0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f81cc011b10 tx=0x7f81cc010440 comp rx=0 tx=0).stop 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 shutdown_connections 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f81b406ac30 0x7f81b406d0f0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81d414e270 0x7f81d414ed80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81d414ddf0 0x7f81d414e840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 --2- 172.21.15.39:0/2616274294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81c0004d00 0x7f81d414abd0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 >> 172.21.15.39:0/2616274294 conn(0x7f81d406b3b0 msgr2=0x7f81d4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 shutdown_connections 2024-09-13T16:13:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.698+0000 7f81d8953640 1 -- 172.21.15.39:0/2616274294 wait complete. 2024-09-13T16:13:47.710 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":153,"stamp":"2024-09-13T16:13:47.178040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":255940,"kb_used_data":6952,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754718780,"statfs":{"total":773094113280,"available":772832030720,"internally_reserved":0,"allocated":7118848,"data_stored":3649529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001033"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.766264+0000","last_change":"2024-09-13T16:13:44.762026+0000","last_active":"2024-09-13T16:13:44.766264+0000","last_peered":"2024-09-13T16:13:44.766264+0000","last_clean":"2024-09-13T16:13:44.766264+0000","last_became_active":"2024-09-13T16:13:44.761746+0000","last_became_peered":"2024-09-13T16:13:44.761746+0000","last_unstale":"2024-09-13T16:13:44.766264+0000","last_undegraded":"2024-09-13T16:13:44.766264+0000","last_fullsized":"2024-09-13T16:13:44.766264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:53.507377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550421+0000","last_change":"2024-09-13T16:13:44.759405+0000","last_active":"2024-09-13T16:13:46.550421+0000","last_peered":"2024-09-13T16:13:46.550421+0000","last_clean":"2024-09-13T16:13:46.550421+0000","last_became_active":"2024-09-13T16:13:44.759159+0000","last_became_peered":"2024-09-13T16:13:44.759159+0000","last_unstale":"2024-09-13T16:13:46.550421+0000","last_undegraded":"2024-09-13T16:13:46.550421+0000","last_fullsized":"2024-09-13T16:13:46.550421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:57.644082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751506+0000","last_change":"2024-09-13T16:13:44.746677+0000","last_active":"2024-09-13T16:13:45.751506+0000","last_peered":"2024-09-13T16:13:45.751506+0000","last_clean":"2024-09-13T16:13:45.751506+0000","last_became_active":"2024-09-13T16:13:44.746422+0000","last_became_peered":"2024-09-13T16:13:44.746422+0000","last_unstale":"2024-09-13T16:13:45.751506+0000","last_undegraded":"2024-09-13T16:13:45.751506+0000","last_fullsized":"2024-09-13T16:13:45.751506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754383+0000","last_change":"2024-09-13T16:13:44.751593+0000","last_active":"2024-09-13T16:13:44.754383+0000","last_peered":"2024-09-13T16:13:44.754383+0000","last_clean":"2024-09-13T16:13:44.754383+0000","last_became_active":"2024-09-13T16:13:44.751361+0000","last_became_peered":"2024-09-13T16:13:44.751361+0000","last_unstale":"2024-09-13T16:13:44.754383+0000","last_undegraded":"2024-09-13T16:13:44.754383+0000","last_fullsized":"2024-09-13T16:13:44.754383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:53.701100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972451+0000","last_change":"2024-09-13T16:13:44.755255+0000","last_active":"2024-09-13T16:13:45.972451+0000","last_peered":"2024-09-13T16:13:45.972451+0000","last_clean":"2024-09-13T16:13:45.972451+0000","last_became_active":"2024-09-13T16:13:44.755008+0000","last_became_peered":"2024-09-13T16:13:44.755008+0000","last_unstale":"2024-09-13T16:13:45.972451+0000","last_undegraded":"2024-09-13T16:13:45.972451+0000","last_fullsized":"2024-09-13T16:13:45.972451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750923+0000","last_change":"2024-09-13T16:13:44.752449+0000","last_active":"2024-09-13T16:13:45.750923+0000","last_peered":"2024-09-13T16:13:45.750923+0000","last_clean":"2024-09-13T16:13:45.750923+0000","last_became_active":"2024-09-13T16:13:44.750460+0000","last_became_peered":"2024-09-13T16:13:44.750460+0000","last_unstale":"2024-09-13T16:13:45.750923+0000","last_undegraded":"2024-09-13T16:13:45.750923+0000","last_fullsized":"2024-09-13T16:13:45.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:21.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.549973+0000","last_change":"2024-09-13T16:13:44.757316+0000","last_active":"2024-09-13T16:13:46.549973+0000","last_peered":"2024-09-13T16:13:46.549973+0000","last_clean":"2024-09-13T16:13:46.549973+0000","last_became_active":"2024-09-13T16:13:44.755967+0000","last_became_peered":"2024-09-13T16:13:44.755967+0000","last_unstale":"2024-09-13T16:13:46.549973+0000","last_undegraded":"2024-09-13T16:13:46.549973+0000","last_fullsized":"2024-09-13T16:13:46.549973+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:24.409870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751328+0000","last_change":"2024-09-13T16:13:44.757871+0000","last_active":"2024-09-13T16:13:45.751328+0000","last_peered":"2024-09-13T16:13:45.751328+0000","last_clean":"2024-09-13T16:13:45.751328+0000","last_became_active":"2024-09-13T16:13:44.757620+0000","last_became_peered":"2024-09-13T16:13:44.757620+0000","last_unstale":"2024-09-13T16:13:45.751328+0000","last_undegraded":"2024-09-13T16:13:45.751328+0000","last_fullsized":"2024-09-13T16:13:45.751328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:50.484736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754326+0000","last_change":"2024-09-13T16:13:44.753995+0000","last_active":"2024-09-13T16:13:45.754326+0000","last_peered":"2024-09-13T16:13:45.754326+0000","last_clean":"2024-09-13T16:13:45.754326+0000","last_became_active":"2024-09-13T16:13:44.753717+0000","last_became_peered":"2024-09-13T16:13:44.753717+0000","last_unstale":"2024-09-13T16:13:45.754326+0000","last_undegraded":"2024-09-13T16:13:45.754326+0000","last_fullsized":"2024-09-13T16:13:45.754326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754498+0000","last_change":"2024-09-13T16:13:44.753753+0000","last_active":"2024-09-13T16:13:45.754498+0000","last_peered":"2024-09-13T16:13:45.754498+0000","last_clean":"2024-09-13T16:13:45.754498+0000","last_became_active":"2024-09-13T16:13:44.753497+0000","last_became_peered":"2024-09-13T16:13:44.753497+0000","last_unstale":"2024-09-13T16:13:45.754498+0000","last_undegraded":"2024-09-13T16:13:45.754498+0000","last_fullsized":"2024-09-13T16:13:45.754498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:37.331876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759094+0000","last_change":"2024-09-13T16:13:44.758084+0000","last_active":"2024-09-13T16:13:44.759094+0000","last_peered":"2024-09-13T16:13:44.759094+0000","last_clean":"2024-09-13T16:13:44.759094+0000","last_became_active":"2024-09-13T16:13:44.757814+0000","last_became_peered":"2024-09-13T16:13:44.757814+0000","last_unstale":"2024-09-13T16:13:44.759094+0000","last_undegraded":"2024-09-13T16:13:44.759094+0000","last_fullsized":"2024-09-13T16:13:44.759094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751005+0000","last_change":"2024-09-13T16:13:44.751196+0000","last_active":"2024-09-13T16:13:45.751005+0000","last_peered":"2024-09-13T16:13:45.751005+0000","last_clean":"2024-09-13T16:13:45.751005+0000","last_became_active":"2024-09-13T16:13:44.750762+0000","last_became_peered":"2024-09-13T16:13:44.750762+0000","last_unstale":"2024-09-13T16:13:45.751005+0000","last_undegraded":"2024-09-13T16:13:45.751005+0000","last_fullsized":"2024-09-13T16:13:45.751005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:44.063551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751114+0000","last_change":"2024-09-13T16:13:44.757369+0000","last_active":"2024-09-13T16:13:45.751114+0000","last_peered":"2024-09-13T16:13:45.751114+0000","last_clean":"2024-09-13T16:13:45.751114+0000","last_became_active":"2024-09-13T16:13:44.755327+0000","last_became_peered":"2024-09-13T16:13:44.755327+0000","last_unstale":"2024-09-13T16:13:45.751114+0000","last_undegraded":"2024-09-13T16:13:45.751114+0000","last_fullsized":"2024-09-13T16:13:45.751114+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:15.143644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972379+0000","last_change":"2024-09-13T16:13:44.757098+0000","last_active":"2024-09-13T16:13:45.972379+0000","last_peered":"2024-09-13T16:13:45.972379+0000","last_clean":"2024-09-13T16:13:45.972379+0000","last_became_active":"2024-09-13T16:13:44.756831+0000","last_became_peered":"2024-09-13T16:13:44.756831+0000","last_unstale":"2024-09-13T16:13:45.972379+0000","last_undegraded":"2024-09-13T16:13:45.972379+0000","last_fullsized":"2024-09-13T16:13:45.972379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550496+0000","last_change":"2024-09-13T16:13:44.757292+0000","last_active":"2024-09-13T16:13:46.550496+0000","last_peered":"2024-09-13T16:13:46.550496+0000","last_clean":"2024-09-13T16:13:46.550496+0000","last_became_active":"2024-09-13T16:13:44.756984+0000","last_became_peered":"2024-09-13T16:13:44.756984+0000","last_unstale":"2024-09-13T16:13:46.550496+0000","last_undegraded":"2024-09-13T16:13:46.550496+0000","last_fullsized":"2024-09-13T16:13:46.550496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:01.795165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751581+0000","last_change":"2024-09-13T16:13:44.756319+0000","last_active":"2024-09-13T16:13:45.751581+0000","last_peered":"2024-09-13T16:13:45.751581+0000","last_clean":"2024-09-13T16:13:45.751581+0000","last_became_active":"2024-09-13T16:13:44.756084+0000","last_became_peered":"2024-09-13T16:13:44.756084+0000","last_unstale":"2024-09-13T16:13:45.751581+0000","last_undegraded":"2024-09-13T16:13:45.751581+0000","last_fullsized":"2024-09-13T16:13:45.751581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754202+0000","last_change":"2024-09-13T16:13:44.752206+0000","last_active":"2024-09-13T16:13:44.754202+0000","last_peered":"2024-09-13T16:13:44.754202+0000","last_clean":"2024-09-13T16:13:44.754202+0000","last_became_active":"2024-09-13T16:13:44.751923+0000","last_became_peered":"2024-09-13T16:13:44.751923+0000","last_unstale":"2024-09-13T16:13:44.754202+0000","last_undegraded":"2024-09-13T16:13:44.754202+0000","last_fullsized":"2024-09-13T16:13:44.754202+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:42.833945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550334+0000","last_change":"2024-09-13T16:13:44.763175+0000","last_active":"2024-09-13T16:13:46.550334+0000","last_peered":"2024-09-13T16:13:46.550334+0000","last_clean":"2024-09-13T16:13:46.550334+0000","last_became_active":"2024-09-13T16:13:44.762549+0000","last_became_peered":"2024-09-13T16:13:44.762549+0000","last_unstale":"2024-09-13T16:13:46.550334+0000","last_undegraded":"2024-09-13T16:13:46.550334+0000","last_fullsized":"2024-09-13T16:13:46.550334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:27.171686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750997+0000","last_change":"2024-09-13T16:13:44.750173+0000","last_active":"2024-09-13T16:13:45.750997+0000","last_peered":"2024-09-13T16:13:45.750997+0000","last_clean":"2024-09-13T16:13:45.750997+0000","last_became_active":"2024-09-13T16:13:44.749909+0000","last_became_peered":"2024-09-13T16:13:44.749909+0000","last_unstale":"2024-09-13T16:13:45.750997+0000","last_undegraded":"2024-09-13T16:13:45.750997+0000","last_fullsized":"2024-09-13T16:13:45.750997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550147+0000","last_change":"2024-09-13T16:13:44.752197+0000","last_active":"2024-09-13T16:13:46.550147+0000","last_peered":"2024-09-13T16:13:46.550147+0000","last_clean":"2024-09-13T16:13:46.550147+0000","last_became_active":"2024-09-13T16:13:44.751534+0000","last_became_peered":"2024-09-13T16:13:44.751534+0000","last_unstale":"2024-09-13T16:13:46.550147+0000","last_undegraded":"2024-09-13T16:13:46.550147+0000","last_fullsized":"2024-09-13T16:13:46.550147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:21:29.608563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750845+0000","last_change":"2024-09-13T16:13:44.757714+0000","last_active":"2024-09-13T16:13:45.750845+0000","last_peered":"2024-09-13T16:13:45.750845+0000","last_clean":"2024-09-13T16:13:45.750845+0000","last_became_active":"2024-09-13T16:13:44.757419+0000","last_became_peered":"2024-09-13T16:13:44.757419+0000","last_unstale":"2024-09-13T16:13:45.750845+0000","last_undegraded":"2024-09-13T16:13:45.750845+0000","last_fullsized":"2024-09-13T16:13:45.750845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759507+0000","last_change":"2024-09-13T16:13:44.758270+0000","last_active":"2024-09-13T16:13:44.759507+0000","last_peered":"2024-09-13T16:13:44.759507+0000","last_clean":"2024-09-13T16:13:44.759507+0000","last_became_active":"2024-09-13T16:13:44.757964+0000","last_became_peered":"2024-09-13T16:13:44.757964+0000","last_unstale":"2024-09-13T16:13:44.759507+0000","last_undegraded":"2024-09-13T16:13:44.759507+0000","last_fullsized":"2024-09-13T16:13:44.759507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758300+0000","last_change":"2024-09-13T16:13:44.755961+0000","last_active":"2024-09-13T16:13:44.758300+0000","last_peered":"2024-09-13T16:13:44.758300+0000","last_clean":"2024-09-13T16:13:44.758300+0000","last_became_active":"2024-09-13T16:13:44.755697+0000","last_became_peered":"2024-09-13T16:13:44.755697+0000","last_unstale":"2024-09-13T16:13:44.758300+0000","last_undegraded":"2024-09-13T16:13:44.758300+0000","last_fullsized":"2024-09-13T16:13:44.758300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:15.447512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972699+0000","last_change":"2024-09-13T16:13:44.756482+0000","last_active":"2024-09-13T16:13:45.972699+0000","last_peered":"2024-09-13T16:13:45.972699+0000","last_clean":"2024-09-13T16:13:45.972699+0000","last_became_active":"2024-09-13T16:13:44.756045+0000","last_became_peered":"2024-09-13T16:13:44.756045+0000","last_unstale":"2024-09-13T16:13:45.972699+0000","last_undegraded":"2024-09-13T16:13:45.972699+0000","last_fullsized":"2024-09-13T16:13:45.972699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758335+0000","last_change":"2024-09-13T16:13:44.756453+0000","last_active":"2024-09-13T16:13:44.758335+0000","last_peered":"2024-09-13T16:13:44.758335+0000","last_clean":"2024-09-13T16:13:44.758335+0000","last_became_active":"2024-09-13T16:13:44.756226+0000","last_became_peered":"2024-09-13T16:13:44.756226+0000","last_unstale":"2024-09-13T16:13:44.758335+0000","last_undegraded":"2024-09-13T16:13:44.758335+0000","last_fullsized":"2024-09-13T16:13:44.758335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:31.556587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550477+0000","last_change":"2024-09-13T16:13:44.760478+0000","last_active":"2024-09-13T16:13:46.550477+0000","last_peered":"2024-09-13T16:13:46.550477+0000","last_clean":"2024-09-13T16:13:46.550477+0000","last_became_active":"2024-09-13T16:13:44.757749+0000","last_became_peered":"2024-09-13T16:13:44.757749+0000","last_unstale":"2024-09-13T16:13:46.550477+0000","last_undegraded":"2024-09-13T16:13:46.550477+0000","last_fullsized":"2024-09-13T16:13:46.550477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:58.480623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751277+0000","last_change":"2024-09-13T16:13:44.745345+0000","last_active":"2024-09-13T16:13:45.751277+0000","last_peered":"2024-09-13T16:13:45.751277+0000","last_clean":"2024-09-13T16:13:45.751277+0000","last_became_active":"2024-09-13T16:13:44.745079+0000","last_became_peered":"2024-09-13T16:13:44.745079+0000","last_unstale":"2024-09-13T16:13:45.751277+0000","last_undegraded":"2024-09-13T16:13:45.751277+0000","last_fullsized":"2024-09-13T16:13:45.751277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:02.484067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.757798+0000","last_change":"2024-09-13T16:13:44.755322+0000","last_active":"2024-09-13T16:13:44.757798+0000","last_peered":"2024-09-13T16:13:44.757798+0000","last_clean":"2024-09-13T16:13:44.757798+0000","last_became_active":"2024-09-13T16:13:44.755080+0000","last_became_peered":"2024-09-13T16:13:44.755080+0000","last_unstale":"2024-09-13T16:13:44.757798+0000","last_undegraded":"2024-09-13T16:13:44.757798+0000","last_fullsized":"2024-09-13T16:13:44.757798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:26.468757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972498+0000","last_change":"2024-09-13T16:13:44.762078+0000","last_active":"2024-09-13T16:13:45.972498+0000","last_peered":"2024-09-13T16:13:45.972498+0000","last_clean":"2024-09-13T16:13:45.972498+0000","last_became_active":"2024-09-13T16:13:44.761805+0000","last_became_peered":"2024-09-13T16:13:44.761805+0000","last_unstale":"2024-09-13T16:13:45.972498+0000","last_undegraded":"2024-09-13T16:13:45.972498+0000","last_fullsized":"2024-09-13T16:13:45.972498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972698+0000","last_change":"2024-09-13T16:13:44.761814+0000","last_active":"2024-09-13T16:13:45.972698+0000","last_peered":"2024-09-13T16:13:45.972698+0000","last_clean":"2024-09-13T16:13:45.972698+0000","last_became_active":"2024-09-13T16:13:44.761547+0000","last_became_peered":"2024-09-13T16:13:44.761547+0000","last_unstale":"2024-09-13T16:13:45.972698+0000","last_undegraded":"2024-09-13T16:13:45.972698+0000","last_fullsized":"2024-09-13T16:13:45.972698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"61'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972823+0000","last_change":"2024-09-13T16:13:44.390396+0000","last_active":"2024-09-13T16:13:45.972823+0000","last_peered":"2024-09-13T16:13:45.972823+0000","last_clean":"2024-09-13T16:13:45.972823+0000","last_became_active":"2024-09-13T16:13:44.390142+0000","last_became_peered":"2024-09-13T16:13:44.390142+0000","last_unstale":"2024-09-13T16:13:45.972823+0000","last_undegraded":"2024-09-13T16:13:45.972823+0000","last_fullsized":"2024-09-13T16:13:45.972823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:24.164020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754442+0000","last_change":"2024-09-13T16:13:44.753376+0000","last_active":"2024-09-13T16:13:45.754442+0000","last_peered":"2024-09-13T16:13:45.754442+0000","last_clean":"2024-09-13T16:13:45.754442+0000","last_became_active":"2024-09-13T16:13:44.752860+0000","last_became_peered":"2024-09-13T16:13:44.752860+0000","last_unstale":"2024-09-13T16:13:45.754442+0000","last_undegraded":"2024-09-13T16:13:45.754442+0000","last_fullsized":"2024-09-13T16:13:45.754442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550448+0000","last_change":"2024-09-13T16:13:44.390509+0000","last_active":"2024-09-13T16:13:46.550448+0000","last_peered":"2024-09-13T16:13:46.550448+0000","last_clean":"2024-09-13T16:13:46.550448+0000","last_became_active":"2024-09-13T16:13:44.390251+0000","last_became_peered":"2024-09-13T16:13:44.390251+0000","last_unstale":"2024-09-13T16:13:46.550448+0000","last_undegraded":"2024-09-13T16:13:46.550448+0000","last_fullsized":"2024-09-13T16:13:46.550448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:31:57.278726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972520+0000","last_change":"2024-09-13T16:13:44.759406+0000","last_active":"2024-09-13T16:13:45.972520+0000","last_peered":"2024-09-13T16:13:45.972520+0000","last_clean":"2024-09-13T16:13:45.972520+0000","last_became_active":"2024-09-13T16:13:44.759121+0000","last_became_peered":"2024-09-13T16:13:44.759121+0000","last_unstale":"2024-09-13T16:13:45.972520+0000","last_undegraded":"2024-09-13T16:13:45.972520+0000","last_fullsized":"2024-09-13T16:13:45.972520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972814+0000","last_change":"2024-09-13T16:13:44.390341+0000","last_active":"2024-09-13T16:13:45.972814+0000","last_peered":"2024-09-13T16:13:45.972814+0000","last_clean":"2024-09-13T16:13:45.972814+0000","last_became_active":"2024-09-13T16:13:44.390017+0000","last_became_peered":"2024-09-13T16:13:44.390017+0000","last_unstale":"2024-09-13T16:13:45.972814+0000","last_undegraded":"2024-09-13T16:13:45.972814+0000","last_fullsized":"2024-09-13T16:13:45.972814+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972715+0000","last_change":"2024-09-13T16:13:44.757860+0000","last_active":"2024-09-13T16:13:45.972715+0000","last_peered":"2024-09-13T16:13:45.972715+0000","last_clean":"2024-09-13T16:13:45.972715+0000","last_became_active":"2024-09-13T16:13:44.757629+0000","last_became_peered":"2024-09-13T16:13:44.757629+0000","last_unstale":"2024-09-13T16:13:45.972715+0000","last_undegraded":"2024-09-13T16:13:45.972715+0000","last_fullsized":"2024-09-13T16:13:45.972715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550155+0000","last_change":"2024-09-13T16:13:44.751528+0000","last_active":"2024-09-13T16:13:46.550155+0000","last_peered":"2024-09-13T16:13:46.550155+0000","last_clean":"2024-09-13T16:13:46.550155+0000","last_became_active":"2024-09-13T16:13:44.751278+0000","last_became_peered":"2024-09-13T16:13:44.751278+0000","last_unstale":"2024-09-13T16:13:46.550155+0000","last_undegraded":"2024-09-13T16:13:46.550155+0000","last_fullsized":"2024-09-13T16:13:46.550155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:16.475783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751194+0000","last_change":"2024-09-13T16:13:44.391696+0000","last_active":"2024-09-13T16:13:45.751194+0000","last_peered":"2024-09-13T16:13:45.751194+0000","last_clean":"2024-09-13T16:13:45.751194+0000","last_became_active":"2024-09-13T16:13:44.391413+0000","last_became_peered":"2024-09-13T16:13:44.391413+0000","last_unstale":"2024-09-13T16:13:45.751194+0000","last_undegraded":"2024-09-13T16:13:45.751194+0000","last_fullsized":"2024-09-13T16:13:45.751194+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:19.345465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550231+0000","last_change":"2024-09-13T16:13:44.753617+0000","last_active":"2024-09-13T16:13:46.550231+0000","last_peered":"2024-09-13T16:13:46.550231+0000","last_clean":"2024-09-13T16:13:46.550231+0000","last_became_active":"2024-09-13T16:13:44.753376+0000","last_became_peered":"2024-09-13T16:13:44.753376+0000","last_unstale":"2024-09-13T16:13:46.550231+0000","last_undegraded":"2024-09-13T16:13:46.550231+0000","last_fullsized":"2024-09-13T16:13:46.550231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:55.677828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972534+0000","last_change":"2024-09-13T16:13:44.389823+0000","last_active":"2024-09-13T16:13:45.972534+0000","last_peered":"2024-09-13T16:13:45.972534+0000","last_clean":"2024-09-13T16:13:45.972534+0000","last_became_active":"2024-09-13T16:13:44.389442+0000","last_became_peered":"2024-09-13T16:13:44.389442+0000","last_unstale":"2024-09-13T16:13:45.972534+0000","last_undegraded":"2024-09-13T16:13:45.972534+0000","last_fullsized":"2024-09-13T16:13:45.972534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:49.478519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756215+0000","last_change":"2024-09-13T16:13:44.754139+0000","last_active":"2024-09-13T16:13:44.756215+0000","last_peered":"2024-09-13T16:13:44.756215+0000","last_clean":"2024-09-13T16:13:44.756215+0000","last_became_active":"2024-09-13T16:13:44.753837+0000","last_became_peered":"2024-09-13T16:13:44.753837+0000","last_unstale":"2024-09-13T16:13:44.756215+0000","last_undegraded":"2024-09-13T16:13:44.756215+0000","last_fullsized":"2024-09-13T16:13:44.756215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:07.572572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550043+0000","last_change":"2024-09-13T16:13:44.750367+0000","last_active":"2024-09-13T16:13:46.550043+0000","last_peered":"2024-09-13T16:13:46.550043+0000","last_clean":"2024-09-13T16:13:46.550043+0000","last_became_active":"2024-09-13T16:13:44.750063+0000","last_became_peered":"2024-09-13T16:13:44.750063+0000","last_unstale":"2024-09-13T16:13:46.550043+0000","last_undegraded":"2024-09-13T16:13:46.550043+0000","last_fullsized":"2024-09-13T16:13:46.550043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:26.867817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750790+0000","last_change":"2024-09-13T16:13:44.388739+0000","last_active":"2024-09-13T16:13:45.750790+0000","last_peered":"2024-09-13T16:13:45.750790+0000","last_clean":"2024-09-13T16:13:45.750790+0000","last_became_active":"2024-09-13T16:13:44.388335+0000","last_became_peered":"2024-09-13T16:13:44.388335+0000","last_unstale":"2024-09-13T16:13:45.750790+0000","last_undegraded":"2024-09-13T16:13:45.750790+0000","last_fullsized":"2024-09-13T16:13:45.750790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:19.183207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751294+0000","last_change":"2024-09-13T16:13:44.756321+0000","last_active":"2024-09-13T16:13:45.751294+0000","last_peered":"2024-09-13T16:13:45.751294+0000","last_clean":"2024-09-13T16:13:45.751294+0000","last_became_active":"2024-09-13T16:13:44.754358+0000","last_became_peered":"2024-09-13T16:13:44.754358+0000","last_unstale":"2024-09-13T16:13:45.751294+0000","last_undegraded":"2024-09-13T16:13:45.751294+0000","last_fullsized":"2024-09-13T16:13:45.751294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:48.951262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751343+0000","last_change":"2024-09-13T16:13:44.396976+0000","last_active":"2024-09-13T16:13:45.751343+0000","last_peered":"2024-09-13T16:13:45.751343+0000","last_clean":"2024-09-13T16:13:45.751343+0000","last_became_active":"2024-09-13T16:13:44.396733+0000","last_became_peered":"2024-09-13T16:13:44.396733+0000","last_unstale":"2024-09-13T16:13:45.751343+0000","last_undegraded":"2024-09-13T16:13:45.751343+0000","last_fullsized":"2024-09-13T16:13:45.751343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751252+0000","last_change":"2024-09-13T16:13:44.756889+0000","last_active":"2024-09-13T16:13:45.751252+0000","last_peered":"2024-09-13T16:13:45.751252+0000","last_clean":"2024-09-13T16:13:45.751252+0000","last_became_active":"2024-09-13T16:13:44.756639+0000","last_became_peered":"2024-09-13T16:13:44.756639+0000","last_unstale":"2024-09-13T16:13:45.751252+0000","last_undegraded":"2024-09-13T16:13:45.751252+0000","last_fullsized":"2024-09-13T16:13:45.751252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550523+0000","last_change":"2024-09-13T16:13:44.392790+0000","last_active":"2024-09-13T16:13:46.550523+0000","last_peered":"2024-09-13T16:13:46.550523+0000","last_clean":"2024-09-13T16:13:46.550523+0000","last_became_active":"2024-09-13T16:13:44.392435+0000","last_became_peered":"2024-09-13T16:13:44.392435+0000","last_unstale":"2024-09-13T16:13:46.550523+0000","last_undegraded":"2024-09-13T16:13:46.550523+0000","last_fullsized":"2024-09-13T16:13:46.550523+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:20.263848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754286+0000","last_change":"2024-09-13T16:13:44.749952+0000","last_active":"2024-09-13T16:13:45.754286+0000","last_peered":"2024-09-13T16:13:45.754286+0000","last_clean":"2024-09-13T16:13:45.754286+0000","last_became_active":"2024-09-13T16:13:44.749702+0000","last_became_peered":"2024-09-13T16:13:44.749702+0000","last_unstale":"2024-09-13T16:13:45.754286+0000","last_undegraded":"2024-09-13T16:13:45.754286+0000","last_fullsized":"2024-09-13T16:13:45.754286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:45.335151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"61'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751699+0000","last_change":"2024-09-13T16:13:44.391693+0000","last_active":"2024-09-13T16:13:45.751699+0000","last_peered":"2024-09-13T16:13:45.751699+0000","last_clean":"2024-09-13T16:13:45.751699+0000","last_became_active":"2024-09-13T16:13:44.390609+0000","last_became_peered":"2024-09-13T16:13:44.390609+0000","last_unstale":"2024-09-13T16:13:45.751699+0000","last_undegraded":"2024-09-13T16:13:45.751699+0000","last_fullsized":"2024-09-13T16:13:45.751699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:35.377410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751599+0000","last_change":"2024-09-13T16:13:44.753591+0000","last_active":"2024-09-13T16:13:45.751599+0000","last_peered":"2024-09-13T16:13:45.751599+0000","last_clean":"2024-09-13T16:13:45.751599+0000","last_became_active":"2024-09-13T16:13:44.753017+0000","last_became_peered":"2024-09-13T16:13:44.753017+0000","last_unstale":"2024-09-13T16:13:45.751599+0000","last_undegraded":"2024-09-13T16:13:45.751599+0000","last_fullsized":"2024-09-13T16:13:45.751599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"61'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751446+0000","last_change":"2024-09-13T16:13:44.389346+0000","last_active":"2024-09-13T16:13:45.751446+0000","last_peered":"2024-09-13T16:13:45.751446+0000","last_clean":"2024-09-13T16:13:45.751446+0000","last_became_active":"2024-09-13T16:13:44.389012+0000","last_became_peered":"2024-09-13T16:13:44.389012+0000","last_unstale":"2024-09-13T16:13:45.751446+0000","last_undegraded":"2024-09-13T16:13:45.751446+0000","last_fullsized":"2024-09-13T16:13:45.751446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:15.468406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550296+0000","last_change":"2024-09-13T16:13:44.393401+0000","last_active":"2024-09-13T16:13:46.550296+0000","last_peered":"2024-09-13T16:13:46.550296+0000","last_clean":"2024-09-13T16:13:46.550296+0000","last_became_active":"2024-09-13T16:13:44.393149+0000","last_became_peered":"2024-09-13T16:13:44.393149+0000","last_unstale":"2024-09-13T16:13:46.550296+0000","last_undegraded":"2024-09-13T16:13:46.550296+0000","last_fullsized":"2024-09-13T16:13:46.550296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:29.403805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751547+0000","last_change":"2024-09-13T16:13:44.751560+0000","last_active":"2024-09-13T16:13:45.751547+0000","last_peered":"2024-09-13T16:13:45.751547+0000","last_clean":"2024-09-13T16:13:45.751547+0000","last_became_active":"2024-09-13T16:13:44.751275+0000","last_became_peered":"2024-09-13T16:13:44.751275+0000","last_unstale":"2024-09-13T16:13:45.751547+0000","last_undegraded":"2024-09-13T16:13:45.751547+0000","last_fullsized":"2024-09-13T16:13:45.751547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745826+0000","last_change":"2024-09-13T16:13:44.387627+0000","last_active":"2024-09-13T16:13:44.745826+0000","last_peered":"2024-09-13T16:13:44.745826+0000","last_clean":"2024-09-13T16:13:44.745826+0000","last_became_active":"2024-09-13T16:13:44.387352+0000","last_became_peered":"2024-09-13T16:13:44.387352+0000","last_unstale":"2024-09-13T16:13:44.745826+0000","last_undegraded":"2024-09-13T16:13:44.745826+0000","last_fullsized":"2024-09-13T16:13:44.745826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:30.550370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750652+0000","last_change":"2024-09-13T16:13:44.751003+0000","last_active":"2024-09-13T16:13:45.750652+0000","last_peered":"2024-09-13T16:13:45.750652+0000","last_clean":"2024-09-13T16:13:45.750652+0000","last_became_active":"2024-09-13T16:13:44.749488+0000","last_became_peered":"2024-09-13T16:13:44.749488+0000","last_unstale":"2024-09-13T16:13:45.750652+0000","last_undegraded":"2024-09-13T16:13:45.750652+0000","last_fullsized":"2024-09-13T16:13:45.750652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:39.168707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751332+0000","last_change":"2024-09-13T16:13:44.751580+0000","last_active":"2024-09-13T16:13:45.751332+0000","last_peered":"2024-09-13T16:13:45.751332+0000","last_clean":"2024-09-13T16:13:45.751332+0000","last_became_active":"2024-09-13T16:13:44.751290+0000","last_became_peered":"2024-09-13T16:13:44.751290+0000","last_unstale":"2024-09-13T16:13:45.751332+0000","last_undegraded":"2024-09-13T16:13:45.751332+0000","last_fullsized":"2024-09-13T16:13:45.751332+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"61'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751157+0000","last_change":"2024-09-13T16:13:44.393320+0000","last_active":"2024-09-13T16:13:45.751157+0000","last_peered":"2024-09-13T16:13:45.751157+0000","last_clean":"2024-09-13T16:13:45.751157+0000","last_became_active":"2024-09-13T16:13:44.393004+0000","last_became_peered":"2024-09-13T16:13:44.393004+0000","last_unstale":"2024-09-13T16:13:45.751157+0000","last_undegraded":"2024-09-13T16:13:45.751157+0000","last_fullsized":"2024-09-13T16:13:45.751157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751617+0000","last_change":"2024-09-13T16:13:44.747616+0000","last_active":"2024-09-13T16:13:45.751617+0000","last_peered":"2024-09-13T16:13:45.751617+0000","last_clean":"2024-09-13T16:13:45.751617+0000","last_became_active":"2024-09-13T16:13:44.747343+0000","last_became_peered":"2024-09-13T16:13:44.747343+0000","last_unstale":"2024-09-13T16:13:45.751617+0000","last_undegraded":"2024-09-13T16:13:45.751617+0000","last_fullsized":"2024-09-13T16:13:45.751617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:58.836772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550521+0000","last_change":"2024-09-13T16:13:44.392070+0000","last_active":"2024-09-13T16:13:46.550521+0000","last_peered":"2024-09-13T16:13:46.550521+0000","last_clean":"2024-09-13T16:13:46.550521+0000","last_became_active":"2024-09-13T16:13:44.391781+0000","last_became_peered":"2024-09-13T16:13:44.391781+0000","last_unstale":"2024-09-13T16:13:46.550521+0000","last_undegraded":"2024-09-13T16:13:46.550521+0000","last_fullsized":"2024-09-13T16:13:46.550521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:47.945045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972803+0000","last_change":"2024-09-13T16:13:44.392829+0000","last_active":"2024-09-13T16:13:45.972803+0000","last_peered":"2024-09-13T16:13:45.972803+0000","last_clean":"2024-09-13T16:13:45.972803+0000","last_became_active":"2024-09-13T16:13:44.392526+0000","last_became_peered":"2024-09-13T16:13:44.392526+0000","last_unstale":"2024-09-13T16:13:45.972803+0000","last_undegraded":"2024-09-13T16:13:45.972803+0000","last_fullsized":"2024-09-13T16:13:45.972803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550470+0000","last_change":"2024-09-13T16:13:44.752583+0000","last_active":"2024-09-13T16:13:46.550470+0000","last_peered":"2024-09-13T16:13:46.550470+0000","last_clean":"2024-09-13T16:13:46.550470+0000","last_became_active":"2024-09-13T16:13:44.752348+0000","last_became_peered":"2024-09-13T16:13:44.752348+0000","last_unstale":"2024-09-13T16:13:46.550470+0000","last_undegraded":"2024-09-13T16:13:46.550470+0000","last_fullsized":"2024-09-13T16:13:46.550470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:14.874990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751619+0000","last_change":"2024-09-13T16:13:44.755020+0000","last_active":"2024-09-13T16:13:45.751619+0000","last_peered":"2024-09-13T16:13:45.751619+0000","last_clean":"2024-09-13T16:13:45.751619+0000","last_became_active":"2024-09-13T16:13:44.754339+0000","last_became_peered":"2024-09-13T16:13:44.754339+0000","last_unstale":"2024-09-13T16:13:45.751619+0000","last_undegraded":"2024-09-13T16:13:45.751619+0000","last_fullsized":"2024-09-13T16:13:45.751619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972611+0000","last_change":"2024-09-13T16:13:44.395306+0000","last_active":"2024-09-13T16:13:45.972611+0000","last_peered":"2024-09-13T16:13:45.972611+0000","last_clean":"2024-09-13T16:13:45.972611+0000","last_became_active":"2024-09-13T16:13:44.395039+0000","last_became_peered":"2024-09-13T16:13:44.395039+0000","last_unstale":"2024-09-13T16:13:45.972611+0000","last_undegraded":"2024-09-13T16:13:45.972611+0000","last_fullsized":"2024-09-13T16:13:45.972611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:54.057085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550427+0000","last_change":"2024-09-13T16:13:44.387391+0000","last_active":"2024-09-13T16:13:46.550427+0000","last_peered":"2024-09-13T16:13:46.550427+0000","last_clean":"2024-09-13T16:13:46.550427+0000","last_became_active":"2024-09-13T16:13:44.386993+0000","last_became_peered":"2024-09-13T16:13:44.386993+0000","last_unstale":"2024-09-13T16:13:46.550427+0000","last_undegraded":"2024-09-13T16:13:46.550427+0000","last_fullsized":"2024-09-13T16:13:46.550427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:14.137427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972594+0000","last_change":"2024-09-13T16:13:44.754444+0000","last_active":"2024-09-13T16:13:45.972594+0000","last_peered":"2024-09-13T16:13:45.972594+0000","last_clean":"2024-09-13T16:13:45.972594+0000","last_became_active":"2024-09-13T16:13:44.752045+0000","last_became_peered":"2024-09-13T16:13:44.752045+0000","last_unstale":"2024-09-13T16:13:45.972594+0000","last_undegraded":"2024-09-13T16:13:45.972594+0000","last_fullsized":"2024-09-13T16:13:45.972594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754259+0000","last_change":"2024-09-13T16:13:44.392771+0000","last_active":"2024-09-13T16:13:45.754259+0000","last_peered":"2024-09-13T16:13:45.754259+0000","last_clean":"2024-09-13T16:13:45.754259+0000","last_became_active":"2024-09-13T16:13:44.392518+0000","last_became_peered":"2024-09-13T16:13:44.392518+0000","last_unstale":"2024-09-13T16:13:45.754259+0000","last_undegraded":"2024-09-13T16:13:45.754259+0000","last_fullsized":"2024-09-13T16:13:45.754259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972435+0000","last_change":"2024-09-13T16:13:44.762426+0000","last_active":"2024-09-13T16:13:45.972435+0000","last_peered":"2024-09-13T16:13:45.972435+0000","last_clean":"2024-09-13T16:13:45.972435+0000","last_became_active":"2024-09-13T16:13:44.762189+0000","last_became_peered":"2024-09-13T16:13:44.762189+0000","last_unstale":"2024-09-13T16:13:45.972435+0000","last_undegraded":"2024-09-13T16:13:45.972435+0000","last_fullsized":"2024-09-13T16:13:45.972435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754491+0000","last_change":"2024-09-13T16:13:44.394561+0000","last_active":"2024-09-13T16:13:45.754491+0000","last_peered":"2024-09-13T16:13:45.754491+0000","last_clean":"2024-09-13T16:13:45.754491+0000","last_became_active":"2024-09-13T16:13:44.394266+0000","last_became_peered":"2024-09-13T16:13:44.394266+0000","last_unstale":"2024-09-13T16:13:45.754491+0000","last_undegraded":"2024-09-13T16:13:45.754491+0000","last_fullsized":"2024-09-13T16:13:45.754491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972809+0000","last_change":"2024-09-13T16:13:44.389231+0000","last_active":"2024-09-13T16:13:45.972809+0000","last_peered":"2024-09-13T16:13:45.972809+0000","last_clean":"2024-09-13T16:13:45.972809+0000","last_became_active":"2024-09-13T16:13:44.388946+0000","last_became_peered":"2024-09-13T16:13:44.388946+0000","last_unstale":"2024-09-13T16:13:45.972809+0000","last_undegraded":"2024-09-13T16:13:45.972809+0000","last_fullsized":"2024-09-13T16:13:45.972809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:38.162490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754399+0000","last_change":"2024-09-13T16:13:44.749881+0000","last_active":"2024-09-13T16:13:45.754399+0000","last_peered":"2024-09-13T16:13:45.754399+0000","last_clean":"2024-09-13T16:13:45.754399+0000","last_became_active":"2024-09-13T16:13:44.749627+0000","last_became_peered":"2024-09-13T16:13:44.749627+0000","last_unstale":"2024-09-13T16:13:45.754399+0000","last_undegraded":"2024-09-13T16:13:45.754399+0000","last_fullsized":"2024-09-13T16:13:45.754399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:58:14.228296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745999+0000","last_change":"2024-09-13T16:13:44.386888+0000","last_active":"2024-09-13T16:13:44.745999+0000","last_peered":"2024-09-13T16:13:44.745999+0000","last_clean":"2024-09-13T16:13:44.745999+0000","last_became_active":"2024-09-13T16:13:44.386626+0000","last_became_peered":"2024-09-13T16:13:44.386626+0000","last_unstale":"2024-09-13T16:13:44.745999+0000","last_undegraded":"2024-09-13T16:13:44.745999+0000","last_fullsized":"2024-09-13T16:13:44.745999+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972862+0000","last_change":"2024-09-13T16:13:44.756276+0000","last_active":"2024-09-13T16:13:45.972862+0000","last_peered":"2024-09-13T16:13:45.972862+0000","last_clean":"2024-09-13T16:13:45.972862+0000","last_became_active":"2024-09-13T16:13:44.755747+0000","last_became_peered":"2024-09-13T16:13:44.755747+0000","last_unstale":"2024-09-13T16:13:45.972862+0000","last_undegraded":"2024-09-13T16:13:45.972862+0000","last_fullsized":"2024-09-13T16:13:45.972862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550281+0000","last_change":"2024-09-13T16:13:44.756598+0000","last_active":"2024-09-13T16:13:46.550281+0000","last_peered":"2024-09-13T16:13:46.550281+0000","last_clean":"2024-09-13T16:13:46.550281+0000","last_became_active":"2024-09-13T16:13:44.756360+0000","last_became_peered":"2024-09-13T16:13:44.756360+0000","last_unstale":"2024-09-13T16:13:46.550281+0000","last_undegraded":"2024-09-13T16:13:46.550281+0000","last_fullsized":"2024-09-13T16:13:46.550281+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:44:06.379007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754131+0000","last_change":"2024-09-13T16:13:44.393531+0000","last_active":"2024-09-13T16:13:45.754131+0000","last_peered":"2024-09-13T16:13:45.754131+0000","last_clean":"2024-09-13T16:13:45.754131+0000","last_became_active":"2024-09-13T16:13:44.393223+0000","last_became_peered":"2024-09-13T16:13:44.393223+0000","last_unstale":"2024-09-13T16:13:45.754131+0000","last_undegraded":"2024-09-13T16:13:45.754131+0000","last_fullsized":"2024-09-13T16:13:45.754131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:14.441296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751475+0000","last_change":"2024-09-13T16:13:44.752159+0000","last_active":"2024-09-13T16:13:45.751475+0000","last_peered":"2024-09-13T16:13:45.751475+0000","last_clean":"2024-09-13T16:13:45.751475+0000","last_became_active":"2024-09-13T16:13:44.751910+0000","last_became_peered":"2024-09-13T16:13:44.751910+0000","last_unstale":"2024-09-13T16:13:45.751475+0000","last_undegraded":"2024-09-13T16:13:45.751475+0000","last_fullsized":"2024-09-13T16:13:45.751475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751292+0000","last_change":"2024-09-13T16:13:44.386355+0000","last_active":"2024-09-13T16:13:45.751292+0000","last_peered":"2024-09-13T16:13:45.751292+0000","last_clean":"2024-09-13T16:13:45.751292+0000","last_became_active":"2024-09-13T16:13:44.386063+0000","last_became_peered":"2024-09-13T16:13:44.386063+0000","last_unstale":"2024-09-13T16:13:45.751292+0000","last_undegraded":"2024-09-13T16:13:45.751292+0000","last_fullsized":"2024-09-13T16:13:45.751292+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:36.325659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754017+0000","last_change":"2024-09-13T16:13:44.751992+0000","last_active":"2024-09-13T16:13:45.754017+0000","last_peered":"2024-09-13T16:13:45.754017+0000","last_clean":"2024-09-13T16:13:45.754017+0000","last_became_active":"2024-09-13T16:13:44.751734+0000","last_became_peered":"2024-09-13T16:13:44.751734+0000","last_unstale":"2024-09-13T16:13:45.754017+0000","last_undegraded":"2024-09-13T16:13:45.754017+0000","last_fullsized":"2024-09-13T16:13:45.754017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:16.397715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754128+0000","last_change":"2024-09-13T16:13:44.395483+0000","last_active":"2024-09-13T16:13:45.754128+0000","last_peered":"2024-09-13T16:13:45.754128+0000","last_clean":"2024-09-13T16:13:45.754128+0000","last_became_active":"2024-09-13T16:13:44.395203+0000","last_became_peered":"2024-09-13T16:13:44.395203+0000","last_unstale":"2024-09-13T16:13:45.754128+0000","last_undegraded":"2024-09-13T16:13:45.754128+0000","last_fullsized":"2024-09-13T16:13:45.754128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:41.827728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550197+0000","last_change":"2024-09-13T16:13:44.750537+0000","last_active":"2024-09-13T16:13:46.550197+0000","last_peered":"2024-09-13T16:13:46.550197+0000","last_clean":"2024-09-13T16:13:46.550197+0000","last_became_active":"2024-09-13T16:13:44.748731+0000","last_became_peered":"2024-09-13T16:13:44.748731+0000","last_unstale":"2024-09-13T16:13:46.550197+0000","last_undegraded":"2024-09-13T16:13:46.550197+0000","last_fullsized":"2024-09-13T16:13:46.550197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550222+0000","last_change":"2024-09-13T16:13:44.388063+0000","last_active":"2024-09-13T16:13:46.550222+0000","last_peered":"2024-09-13T16:13:46.550222+0000","last_clean":"2024-09-13T16:13:46.550222+0000","last_became_active":"2024-09-13T16:13:44.387781+0000","last_became_peered":"2024-09-13T16:13:44.387781+0000","last_unstale":"2024-09-13T16:13:46.550222+0000","last_undegraded":"2024-09-13T16:13:46.550222+0000","last_fullsized":"2024-09-13T16:13:46.550222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:01.326615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550112+0000","last_change":"2024-09-13T16:13:44.762790+0000","last_active":"2024-09-13T16:13:46.550112+0000","last_peered":"2024-09-13T16:13:46.550112+0000","last_clean":"2024-09-13T16:13:46.550112+0000","last_became_active":"2024-09-13T16:13:44.762285+0000","last_became_peered":"2024-09-13T16:13:44.762285+0000","last_unstale":"2024-09-13T16:13:46.550112+0000","last_undegraded":"2024-09-13T16:13:46.550112+0000","last_fullsized":"2024-09-13T16:13:46.550112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:02:01.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745879+0000","last_change":"2024-09-13T16:13:44.391426+0000","last_active":"2024-09-13T16:13:44.745879+0000","last_peered":"2024-09-13T16:13:44.745879+0000","last_clean":"2024-09-13T16:13:44.745879+0000","last_became_active":"2024-09-13T16:13:44.391149+0000","last_became_peered":"2024-09-13T16:13:44.391149+0000","last_unstale":"2024-09-13T16:13:44.745879+0000","last_undegraded":"2024-09-13T16:13:44.745879+0000","last_fullsized":"2024-09-13T16:13:44.745879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.740124+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:44.740124+0000","last_peered":"2024-09-13T16:13:44.740124+0000","last_clean":"2024-09-13T16:13:44.740124+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:44.740124+0000","last_undegraded":"2024-09-13T16:13:44.740124+0000","last_fullsized":"2024-09-13T16:13:44.740124+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":52,"acting":52,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1347584,"data_stored":904065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.379,"5min":0.311,"15min":0.311},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.53000000000000003,"15min":0.51400000000000001},"min":{"1min":0.44400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52500000000000002,"15min":0.51100000000000001},"min":{"1min":0.33100000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53600000000000003,"15min":0.52200000000000002},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.57799999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47399999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65900000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.54800000000000004},"min":{"1min":0.315,"5min":0.313,"15min":0.313},"max":{"1min":0.72999999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38900000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69699999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58799999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31840,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340000,"statfs":{"total":96636764160,"available":96604160000,"internally_reserved":0,"allocated":733184,"data_stored":307237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78400000000000003,"5min":1.226,"15min":1.226},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.72999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.623},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76400000000000001,"5min":1.177,"15min":1.177},"last":0.68700000000000006}]},{"osd":2,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76200000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.57799999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57699999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79900000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73999999999999999,"5min":1.163,"15min":1.163},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.39300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68799999999999994,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64700000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52400000000000002,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73299999999999998,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66200000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.434,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.45600000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574890,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31788,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":684032,"data_stored":283181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52000000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65500000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52300000000000002,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.76800000000000002,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54200000000000004,"15min":0.52500000000000002},"min":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.61299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55700000000000005,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.311,"15min":0.311},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.34799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.32600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70399999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54200000000000004,"15min":0.56299999999999994},"min":{"1min":0.316,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70699999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64400000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54900000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55600000000000005,"15min":0.57599999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.628}]},{"osd":7,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.59699999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.59199999999999997,"15min":0.60999999999999999},"min":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72199999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.755}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":757760,"data_stored":315101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77400000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52000000000000002,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80400000000000005,"5min":1.131,"15min":1.131},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.501,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80600000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.52400000000000002,"15min":0.50700000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.42999999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.48299999999999998},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52800000000000002,"15min":0.51600000000000001},"min":{"1min":0.42099999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.72299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41199999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.71499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":753664,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.36699999999999999,"15min":0.378},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.52100000000000002,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.26500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51000000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.372,"15min":0.38600000000000001},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.45200000000000001,"5min":1.306,"15min":1.306},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.23599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.48199999999999998,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.39400000000000002,"15min":0.39800000000000002},"min":{"1min":0.28299999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":1.339,"15min":1.339},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.313,"5min":0.309,"15min":0.309},"max":{"1min":0.57199999999999995,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.60499999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.38900000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.94099999999999995,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.63},{"interface":"front","average":{"1min":0.62,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.627,"15min":0.63700000000000001},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92100000000000004,"5min":1.042,"15min":1.042},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.98499999999999999,"5min":1.081,"15min":1.081},"last":0.83599999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":741376,"data_stored":307293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.52500000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.36799999999999999,"15min":0.36199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51000000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54800000000000004,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.374}]},{"osd":3,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.371,"15min":0.371},"min":{"1min":0.27300000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53700000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.318},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.40699999999999997,"15min":0.40600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.41999999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84499999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71299999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.46200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85899999999999999,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83899999999999997,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.60799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.46899999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85699999999999998,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.443,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.83499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56200000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.627,"15min":0.621},"min":{"1min":0.45800000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.90800000000000003,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.64300000000000002},"min":{"1min":0.45000000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80400000000000005,"5min":1.125,"15min":1.125},"last":0.58699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":749568,"data_stored":313627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51300000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.41399999999999998,"15min":0.438},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55000000000000004,"5min":1.494,"15min":1.494},"last":0.25}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.40400000000000003,"15min":0.42799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.50800000000000001,"5min":1.679,"15min":1.679},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63500000000000001,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65300000000000002,"5min":1.403,"15min":1.403},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.68300000000000005,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.621,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":4.617,"15min":4.617},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.70899999999999996,"15min":0.65800000000000003},"min":{"1min":0.45200000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79700000000000004,"5min":10.506,"15min":10.506},"last":0.504}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76300000000000001,"5min":10.292,"15min":10.292},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.48399999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.65500000000000003,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.89500000000000002,"5min":1.571,"15min":1.571},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.622,"15min":0.62},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.49299999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78200000000000003,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.70899999999999996},"min":{"1min":0.497,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":4.875,"15min":4.875},"last":0.51600000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1351680,"data_stored":905432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.379,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58299999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.23799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.39800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.27800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.496,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.374},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53800000000000003,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39000000000000001,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55200000000000005,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.32300000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59599999999999997,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79800000000000004,"5min":1.825,"15min":1.825},"last":0.81699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60699999999999998,"15min":0.623},"min":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.002,"5min":1.853,"15min":1.853},"last":0.752},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93799999999999994,"5min":1.167,"15min":1.167},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.42999999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.64100000000000001},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0429999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:47.715 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.852+0000 7fbf83176640 1 Processor -- start 2024-09-13T16:13:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.852+0000 7fbf83176640 1 -- start start 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf83176640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbf7c0ce980 0x7fbf7c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf83176640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf7c0cc650 0x7fbf7c15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf83176640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf7c15aa50 con 0x7fbf7c0721f0 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf83176640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf7c15bed0 con 0x7fbf7c0cc650 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf83176640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf7c15af50 con 0x7fbf7c0ce980 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf81713640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf7c0cc650 0x7fbf7c15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf80f12640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbf7c0721f0 0x7fbf7c0ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55850/0 (socket says 172.21.15.39:55850) 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf80f12640 1 -- 172.21.15.39:0/3070403864 learned_addr learned my addr 172.21.15.39:0/3070403864 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf7bfff640 1 --2- 172.21.15.39:0/3070403864 >> v2:172.21.15.157:3300/0 conn(0x7fbf7c0ce980 0x7fbf7c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf81713640 1 -- 172.21.15.39:0/3070403864 >> v2:172.21.15.157:3300/0 conn(0x7fbf7c0ce980 msgr2=0x7fbf7c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf81713640 1 --2- 172.21.15.39:0/3070403864 >> v2:172.21.15.157:3300/0 conn(0x7fbf7c0ce980 0x7fbf7c0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf81713640 1 -- 172.21.15.39:0/3070403864 >> v1:172.21.15.39:6789/0 conn(0x7fbf7c0721f0 legacy=0x7fbf7c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf81713640 1 -- 172.21.15.39:0/3070403864 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf7c0cd6c0 con 0x7fbf7c0cc650 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.853+0000 7fbf7bfff640 1 --2- 172.21.15.39:0/3070403864 >> v2:172.21.15.157:3300/0 conn(0x7fbf7c0ce980 0x7fbf7c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.854+0000 7fbf81713640 1 --2- 172.21.15.39:0/3070403864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0cc650 0x7fbf7c15c2f0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c06f5a0 tx=0x7fbf7402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3f90aa876751a99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.854+0000 7fbf7b7fe640 1 -- 172.21.15.39:0/3070403864 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf74007740 con 0x7fbf7c0cc650 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.854+0000 7fbf7b7fe640 1 -- 172.21.15.39:0/3070403864 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf7402d050 con 0x7fbf7c0cc650 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.854+0000 7fbf7b7fe640 1 -- 172.21.15.39:0/3070403864 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf74007ac0 con 0x7fbf7c0cc650 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 -- 172.21.15.39:0/3070403864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0cc650 msgr2=0x7fbf7c15c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 --2- 172.21.15.39:0/3070403864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0cc650 0x7fbf7c15c2f0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7fbf7c06f5a0 tx=0x7fbf7402a5f0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 -- 172.21.15.39:0/3070403864 shutdown_connections 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 --2- 172.21.15.39:0/3070403864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0cc650 0x7fbf7c15c2f0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 --2- 172.21.15.39:0/3070403864 >> v2:172.21.15.157:3300/0 conn(0x7fbf7c0ce980 0x7fbf7c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 -- 172.21.15.39:0/3070403864 >> 172.21.15.39:0/3070403864 conn(0x7fbf7c06b3b0 msgr2=0x7fbf7c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 -- 172.21.15.39:0/3070403864 shutdown_connections 2024-09-13T16:13:47.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.855+0000 7fbf83176640 1 -- 172.21.15.39:0/3070403864 wait complete. 2024-09-13T16:13:47.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.856+0000 7fbf83176640 1 Processor -- start 2024-09-13T16:13:47.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.856+0000 7fbf83176640 1 -- start start 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf83176640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 0x7fbf7c1f5990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf83176640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf7c0cc650 0x7fbf7c0c9ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf83176640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf7c0ce980 0x7fbf7c1ef1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf83176640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf7c0c9780 con 0x7fbf7c0721f0 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf83176640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf7c0c8bf0 con 0x7fbf7c0ce980 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf83176640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf7c159930 con 0x7fbf7c0cc650 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 0x7fbf7c1f5990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 0x7fbf7c1f5990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40956/0 (socket says 172.21.15.39:40956) 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 -- 172.21.15.39:0/3516198950 learned_addr learned my addr 172.21.15.39:0/3516198950 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf81713640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf7c0ce980 0x7fbf7c1ef1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 -- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf7c0cc650 msgr2=0x7fbf7c0c9ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf7c0cc650 0x7fbf7c0c9ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 -- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf7c0ce980 msgr2=0x7fbf7c1ef1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf7c0ce980 0x7fbf7c1ef1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 -- 172.21.15.39:0/3516198950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf74009a70 con 0x7fbf7c0721f0 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.857+0000 7fbf80f12640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 0x7fbf7c1f5990 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000c480 tx=0x7fbf7000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.858+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf70005ce0 con 0x7fbf7c0721f0 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.858+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf70005e40 con 0x7fbf7c0721f0 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.858+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf7c157bb0 con 0x7fbf7c0721f0 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.858+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf700072f0 con 0x7fbf7c0721f0 2024-09-13T16:13:47.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.858+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf7c0c93a0 con 0x7fbf7c0721f0 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.859+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf7c0c98c0 con 0x7fbf7c0721f0 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.859+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf70007510 con 0x7fbf7c0721f0 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.860+0000 7fbf797fa640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf6006ac00 0x7fbf6006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.860+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf700887c0 con 0x7fbf7c0721f0 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.860+0000 7fbf7bfff640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf6006ac00 0x7fbf6006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.861+0000 7fbf7bfff640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf6006ac00 0x7fbf6006d0c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fbf68006fd0 tx=0x7fbf68008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:47.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:47.864+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf7c0c98c0 con 0x7fbf7c0721f0 2024-09-13T16:13:48.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.031+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fbf7c0cd100 con 0x7fbf6006ac00 2024-09-13T16:13:48.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.039+0000 7fbf797fa640 1 -- 172.21.15.39:0/3516198950 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287345 (secure 0 0 0) 0x7fbf6800ae40 con 0x7fbf6006ac00 2024-09-13T16:13:48.043 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:48.044 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf6006ac00 msgr2=0x7fbf6006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf6006ac00 0x7fbf6006d0c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7fbf68006fd0 tx=0x7fbf68008040 comp rx=0 tx=0).stop 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 msgr2=0x7fbf7c1f5990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 0x7fbf7c1f5990 secure :-1 s=READY pgs=877 cs=0 l=1 rev1=1 crypto rx=0x7fbf7000c480 tx=0x7fbf7000c940 comp rx=0 tx=0).stop 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 shutdown_connections 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf6006ac00 0x7fbf6006d0c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf7c0ce980 0x7fbf7c1ef1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf7c0cc650 0x7fbf7c0c9ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 --2- 172.21.15.39:0/3516198950 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf7c0721f0 0x7fbf7c1f5990 unknown :-1 s=CLOSED pgs=877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 >> 172.21.15.39:0/3516198950 conn(0x7fbf7c06b3b0 msgr2=0x7fbf7c15b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 shutdown_connections 2024-09-13T16:13:48.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.042+0000 7fbf83176640 1 -- 172.21.15.39:0/3516198950 wait complete. 2024-09-13T16:13:48.054 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":153,"stamp":"2024-09-13T16:13:47.178040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":255940,"kb_used_data":6952,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754718780,"statfs":{"total":773094113280,"available":772832030720,"internally_reserved":0,"allocated":7118848,"data_stored":3649529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001033"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.766264+0000","last_change":"2024-09-13T16:13:44.762026+0000","last_active":"2024-09-13T16:13:44.766264+0000","last_peered":"2024-09-13T16:13:44.766264+0000","last_clean":"2024-09-13T16:13:44.766264+0000","last_became_active":"2024-09-13T16:13:44.761746+0000","last_became_peered":"2024-09-13T16:13:44.761746+0000","last_unstale":"2024-09-13T16:13:44.766264+0000","last_undegraded":"2024-09-13T16:13:44.766264+0000","last_fullsized":"2024-09-13T16:13:44.766264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:53.507377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550421+0000","last_change":"2024-09-13T16:13:44.759405+0000","last_active":"2024-09-13T16:13:46.550421+0000","last_peered":"2024-09-13T16:13:46.550421+0000","last_clean":"2024-09-13T16:13:46.550421+0000","last_became_active":"2024-09-13T16:13:44.759159+0000","last_became_peered":"2024-09-13T16:13:44.759159+0000","last_unstale":"2024-09-13T16:13:46.550421+0000","last_undegraded":"2024-09-13T16:13:46.550421+0000","last_fullsized":"2024-09-13T16:13:46.550421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:57.644082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751506+0000","last_change":"2024-09-13T16:13:44.746677+0000","last_active":"2024-09-13T16:13:45.751506+0000","last_peered":"2024-09-13T16:13:45.751506+0000","last_clean":"2024-09-13T16:13:45.751506+0000","last_became_active":"2024-09-13T16:13:44.746422+0000","last_became_peered":"2024-09-13T16:13:44.746422+0000","last_unstale":"2024-09-13T16:13:45.751506+0000","last_undegraded":"2024-09-13T16:13:45.751506+0000","last_fullsized":"2024-09-13T16:13:45.751506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754383+0000","last_change":"2024-09-13T16:13:44.751593+0000","last_active":"2024-09-13T16:13:44.754383+0000","last_peered":"2024-09-13T16:13:44.754383+0000","last_clean":"2024-09-13T16:13:44.754383+0000","last_became_active":"2024-09-13T16:13:44.751361+0000","last_became_peered":"2024-09-13T16:13:44.751361+0000","last_unstale":"2024-09-13T16:13:44.754383+0000","last_undegraded":"2024-09-13T16:13:44.754383+0000","last_fullsized":"2024-09-13T16:13:44.754383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:53.701100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972451+0000","last_change":"2024-09-13T16:13:44.755255+0000","last_active":"2024-09-13T16:13:45.972451+0000","last_peered":"2024-09-13T16:13:45.972451+0000","last_clean":"2024-09-13T16:13:45.972451+0000","last_became_active":"2024-09-13T16:13:44.755008+0000","last_became_peered":"2024-09-13T16:13:44.755008+0000","last_unstale":"2024-09-13T16:13:45.972451+0000","last_undegraded":"2024-09-13T16:13:45.972451+0000","last_fullsized":"2024-09-13T16:13:45.972451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750923+0000","last_change":"2024-09-13T16:13:44.752449+0000","last_active":"2024-09-13T16:13:45.750923+0000","last_peered":"2024-09-13T16:13:45.750923+0000","last_clean":"2024-09-13T16:13:45.750923+0000","last_became_active":"2024-09-13T16:13:44.750460+0000","last_became_peered":"2024-09-13T16:13:44.750460+0000","last_unstale":"2024-09-13T16:13:45.750923+0000","last_undegraded":"2024-09-13T16:13:45.750923+0000","last_fullsized":"2024-09-13T16:13:45.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:21.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.549973+0000","last_change":"2024-09-13T16:13:44.757316+0000","last_active":"2024-09-13T16:13:46.549973+0000","last_peered":"2024-09-13T16:13:46.549973+0000","last_clean":"2024-09-13T16:13:46.549973+0000","last_became_active":"2024-09-13T16:13:44.755967+0000","last_became_peered":"2024-09-13T16:13:44.755967+0000","last_unstale":"2024-09-13T16:13:46.549973+0000","last_undegraded":"2024-09-13T16:13:46.549973+0000","last_fullsized":"2024-09-13T16:13:46.549973+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:24.409870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751328+0000","last_change":"2024-09-13T16:13:44.757871+0000","last_active":"2024-09-13T16:13:45.751328+0000","last_peered":"2024-09-13T16:13:45.751328+0000","last_clean":"2024-09-13T16:13:45.751328+0000","last_became_active":"2024-09-13T16:13:44.757620+0000","last_became_peered":"2024-09-13T16:13:44.757620+0000","last_unstale":"2024-09-13T16:13:45.751328+0000","last_undegraded":"2024-09-13T16:13:45.751328+0000","last_fullsized":"2024-09-13T16:13:45.751328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:50.484736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754326+0000","last_change":"2024-09-13T16:13:44.753995+0000","last_active":"2024-09-13T16:13:45.754326+0000","last_peered":"2024-09-13T16:13:45.754326+0000","last_clean":"2024-09-13T16:13:45.754326+0000","last_became_active":"2024-09-13T16:13:44.753717+0000","last_became_peered":"2024-09-13T16:13:44.753717+0000","last_unstale":"2024-09-13T16:13:45.754326+0000","last_undegraded":"2024-09-13T16:13:45.754326+0000","last_fullsized":"2024-09-13T16:13:45.754326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754498+0000","last_change":"2024-09-13T16:13:44.753753+0000","last_active":"2024-09-13T16:13:45.754498+0000","last_peered":"2024-09-13T16:13:45.754498+0000","last_clean":"2024-09-13T16:13:45.754498+0000","last_became_active":"2024-09-13T16:13:44.753497+0000","last_became_peered":"2024-09-13T16:13:44.753497+0000","last_unstale":"2024-09-13T16:13:45.754498+0000","last_undegraded":"2024-09-13T16:13:45.754498+0000","last_fullsized":"2024-09-13T16:13:45.754498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:37.331876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759094+0000","last_change":"2024-09-13T16:13:44.758084+0000","last_active":"2024-09-13T16:13:44.759094+0000","last_peered":"2024-09-13T16:13:44.759094+0000","last_clean":"2024-09-13T16:13:44.759094+0000","last_became_active":"2024-09-13T16:13:44.757814+0000","last_became_peered":"2024-09-13T16:13:44.757814+0000","last_unstale":"2024-09-13T16:13:44.759094+0000","last_undegraded":"2024-09-13T16:13:44.759094+0000","last_fullsized":"2024-09-13T16:13:44.759094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751005+0000","last_change":"2024-09-13T16:13:44.751196+0000","last_active":"2024-09-13T16:13:45.751005+0000","last_peered":"2024-09-13T16:13:45.751005+0000","last_clean":"2024-09-13T16:13:45.751005+0000","last_became_active":"2024-09-13T16:13:44.750762+0000","last_became_peered":"2024-09-13T16:13:44.750762+0000","last_unstale":"2024-09-13T16:13:45.751005+0000","last_undegraded":"2024-09-13T16:13:45.751005+0000","last_fullsized":"2024-09-13T16:13:45.751005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:44.063551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751114+0000","last_change":"2024-09-13T16:13:44.757369+0000","last_active":"2024-09-13T16:13:45.751114+0000","last_peered":"2024-09-13T16:13:45.751114+0000","last_clean":"2024-09-13T16:13:45.751114+0000","last_became_active":"2024-09-13T16:13:44.755327+0000","last_became_peered":"2024-09-13T16:13:44.755327+0000","last_unstale":"2024-09-13T16:13:45.751114+0000","last_undegraded":"2024-09-13T16:13:45.751114+0000","last_fullsized":"2024-09-13T16:13:45.751114+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:15.143644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972379+0000","last_change":"2024-09-13T16:13:44.757098+0000","last_active":"2024-09-13T16:13:45.972379+0000","last_peered":"2024-09-13T16:13:45.972379+0000","last_clean":"2024-09-13T16:13:45.972379+0000","last_became_active":"2024-09-13T16:13:44.756831+0000","last_became_peered":"2024-09-13T16:13:44.756831+0000","last_unstale":"2024-09-13T16:13:45.972379+0000","last_undegraded":"2024-09-13T16:13:45.972379+0000","last_fullsized":"2024-09-13T16:13:45.972379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550496+0000","last_change":"2024-09-13T16:13:44.757292+0000","last_active":"2024-09-13T16:13:46.550496+0000","last_peered":"2024-09-13T16:13:46.550496+0000","last_clean":"2024-09-13T16:13:46.550496+0000","last_became_active":"2024-09-13T16:13:44.756984+0000","last_became_peered":"2024-09-13T16:13:44.756984+0000","last_unstale":"2024-09-13T16:13:46.550496+0000","last_undegraded":"2024-09-13T16:13:46.550496+0000","last_fullsized":"2024-09-13T16:13:46.550496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:01.795165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751581+0000","last_change":"2024-09-13T16:13:44.756319+0000","last_active":"2024-09-13T16:13:45.751581+0000","last_peered":"2024-09-13T16:13:45.751581+0000","last_clean":"2024-09-13T16:13:45.751581+0000","last_became_active":"2024-09-13T16:13:44.756084+0000","last_became_peered":"2024-09-13T16:13:44.756084+0000","last_unstale":"2024-09-13T16:13:45.751581+0000","last_undegraded":"2024-09-13T16:13:45.751581+0000","last_fullsized":"2024-09-13T16:13:45.751581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754202+0000","last_change":"2024-09-13T16:13:44.752206+0000","last_active":"2024-09-13T16:13:44.754202+0000","last_peered":"2024-09-13T16:13:44.754202+0000","last_clean":"2024-09-13T16:13:44.754202+0000","last_became_active":"2024-09-13T16:13:44.751923+0000","last_became_peered":"2024-09-13T16:13:44.751923+0000","last_unstale":"2024-09-13T16:13:44.754202+0000","last_undegraded":"2024-09-13T16:13:44.754202+0000","last_fullsized":"2024-09-13T16:13:44.754202+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:42.833945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550334+0000","last_change":"2024-09-13T16:13:44.763175+0000","last_active":"2024-09-13T16:13:46.550334+0000","last_peered":"2024-09-13T16:13:46.550334+0000","last_clean":"2024-09-13T16:13:46.550334+0000","last_became_active":"2024-09-13T16:13:44.762549+0000","last_became_peered":"2024-09-13T16:13:44.762549+0000","last_unstale":"2024-09-13T16:13:46.550334+0000","last_undegraded":"2024-09-13T16:13:46.550334+0000","last_fullsized":"2024-09-13T16:13:46.550334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:27.171686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750997+0000","last_change":"2024-09-13T16:13:44.750173+0000","last_active":"2024-09-13T16:13:45.750997+0000","last_peered":"2024-09-13T16:13:45.750997+0000","last_clean":"2024-09-13T16:13:45.750997+0000","last_became_active":"2024-09-13T16:13:44.749909+0000","last_became_peered":"2024-09-13T16:13:44.749909+0000","last_unstale":"2024-09-13T16:13:45.750997+0000","last_undegraded":"2024-09-13T16:13:45.750997+0000","last_fullsized":"2024-09-13T16:13:45.750997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550147+0000","last_change":"2024-09-13T16:13:44.752197+0000","last_active":"2024-09-13T16:13:46.550147+0000","last_peered":"2024-09-13T16:13:46.550147+0000","last_clean":"2024-09-13T16:13:46.550147+0000","last_became_active":"2024-09-13T16:13:44.751534+0000","last_became_peered":"2024-09-13T16:13:44.751534+0000","last_unstale":"2024-09-13T16:13:46.550147+0000","last_undegraded":"2024-09-13T16:13:46.550147+0000","last_fullsized":"2024-09-13T16:13:46.550147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:21:29.608563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750845+0000","last_change":"2024-09-13T16:13:44.757714+0000","last_active":"2024-09-13T16:13:45.750845+0000","last_peered":"2024-09-13T16:13:45.750845+0000","last_clean":"2024-09-13T16:13:45.750845+0000","last_became_active":"2024-09-13T16:13:44.757419+0000","last_became_peered":"2024-09-13T16:13:44.757419+0000","last_unstale":"2024-09-13T16:13:45.750845+0000","last_undegraded":"2024-09-13T16:13:45.750845+0000","last_fullsized":"2024-09-13T16:13:45.750845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759507+0000","last_change":"2024-09-13T16:13:44.758270+0000","last_active":"2024-09-13T16:13:44.759507+0000","last_peered":"2024-09-13T16:13:44.759507+0000","last_clean":"2024-09-13T16:13:44.759507+0000","last_became_active":"2024-09-13T16:13:44.757964+0000","last_became_peered":"2024-09-13T16:13:44.757964+0000","last_unstale":"2024-09-13T16:13:44.759507+0000","last_undegraded":"2024-09-13T16:13:44.759507+0000","last_fullsized":"2024-09-13T16:13:44.759507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758300+0000","last_change":"2024-09-13T16:13:44.755961+0000","last_active":"2024-09-13T16:13:44.758300+0000","last_peered":"2024-09-13T16:13:44.758300+0000","last_clean":"2024-09-13T16:13:44.758300+0000","last_became_active":"2024-09-13T16:13:44.755697+0000","last_became_peered":"2024-09-13T16:13:44.755697+0000","last_unstale":"2024-09-13T16:13:44.758300+0000","last_undegraded":"2024-09-13T16:13:44.758300+0000","last_fullsized":"2024-09-13T16:13:44.758300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:15.447512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972699+0000","last_change":"2024-09-13T16:13:44.756482+0000","last_active":"2024-09-13T16:13:45.972699+0000","last_peered":"2024-09-13T16:13:45.972699+0000","last_clean":"2024-09-13T16:13:45.972699+0000","last_became_active":"2024-09-13T16:13:44.756045+0000","last_became_peered":"2024-09-13T16:13:44.756045+0000","last_unstale":"2024-09-13T16:13:45.972699+0000","last_undegraded":"2024-09-13T16:13:45.972699+0000","last_fullsized":"2024-09-13T16:13:45.972699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758335+0000","last_change":"2024-09-13T16:13:44.756453+0000","last_active":"2024-09-13T16:13:44.758335+0000","last_peered":"2024-09-13T16:13:44.758335+0000","last_clean":"2024-09-13T16:13:44.758335+0000","last_became_active":"2024-09-13T16:13:44.756226+0000","last_became_peered":"2024-09-13T16:13:44.756226+0000","last_unstale":"2024-09-13T16:13:44.758335+0000","last_undegraded":"2024-09-13T16:13:44.758335+0000","last_fullsized":"2024-09-13T16:13:44.758335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:31.556587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550477+0000","last_change":"2024-09-13T16:13:44.760478+0000","last_active":"2024-09-13T16:13:46.550477+0000","last_peered":"2024-09-13T16:13:46.550477+0000","last_clean":"2024-09-13T16:13:46.550477+0000","last_became_active":"2024-09-13T16:13:44.757749+0000","last_became_peered":"2024-09-13T16:13:44.757749+0000","last_unstale":"2024-09-13T16:13:46.550477+0000","last_undegraded":"2024-09-13T16:13:46.550477+0000","last_fullsized":"2024-09-13T16:13:46.550477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:58.480623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751277+0000","last_change":"2024-09-13T16:13:44.745345+0000","last_active":"2024-09-13T16:13:45.751277+0000","last_peered":"2024-09-13T16:13:45.751277+0000","last_clean":"2024-09-13T16:13:45.751277+0000","last_became_active":"2024-09-13T16:13:44.745079+0000","last_became_peered":"2024-09-13T16:13:44.745079+0000","last_unstale":"2024-09-13T16:13:45.751277+0000","last_undegraded":"2024-09-13T16:13:45.751277+0000","last_fullsized":"2024-09-13T16:13:45.751277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:02.484067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.757798+0000","last_change":"2024-09-13T16:13:44.755322+0000","last_active":"2024-09-13T16:13:44.757798+0000","last_peered":"2024-09-13T16:13:44.757798+0000","last_clean":"2024-09-13T16:13:44.757798+0000","last_became_active":"2024-09-13T16:13:44.755080+0000","last_became_peered":"2024-09-13T16:13:44.755080+0000","last_unstale":"2024-09-13T16:13:44.757798+0000","last_undegraded":"2024-09-13T16:13:44.757798+0000","last_fullsized":"2024-09-13T16:13:44.757798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:26.468757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972498+0000","last_change":"2024-09-13T16:13:44.762078+0000","last_active":"2024-09-13T16:13:45.972498+0000","last_peered":"2024-09-13T16:13:45.972498+0000","last_clean":"2024-09-13T16:13:45.972498+0000","last_became_active":"2024-09-13T16:13:44.761805+0000","last_became_peered":"2024-09-13T16:13:44.761805+0000","last_unstale":"2024-09-13T16:13:45.972498+0000","last_undegraded":"2024-09-13T16:13:45.972498+0000","last_fullsized":"2024-09-13T16:13:45.972498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972698+0000","last_change":"2024-09-13T16:13:44.761814+0000","last_active":"2024-09-13T16:13:45.972698+0000","last_peered":"2024-09-13T16:13:45.972698+0000","last_clean":"2024-09-13T16:13:45.972698+0000","last_became_active":"2024-09-13T16:13:44.761547+0000","last_became_peered":"2024-09-13T16:13:44.761547+0000","last_unstale":"2024-09-13T16:13:45.972698+0000","last_undegraded":"2024-09-13T16:13:45.972698+0000","last_fullsized":"2024-09-13T16:13:45.972698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"61'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972823+0000","last_change":"2024-09-13T16:13:44.390396+0000","last_active":"2024-09-13T16:13:45.972823+0000","last_peered":"2024-09-13T16:13:45.972823+0000","last_clean":"2024-09-13T16:13:45.972823+0000","last_became_active":"2024-09-13T16:13:44.390142+0000","last_became_peered":"2024-09-13T16:13:44.390142+0000","last_unstale":"2024-09-13T16:13:45.972823+0000","last_undegraded":"2024-09-13T16:13:45.972823+0000","last_fullsized":"2024-09-13T16:13:45.972823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:24.164020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754442+0000","last_change":"2024-09-13T16:13:44.753376+0000","last_active":"2024-09-13T16:13:45.754442+0000","last_peered":"2024-09-13T16:13:45.754442+0000","last_clean":"2024-09-13T16:13:45.754442+0000","last_became_active":"2024-09-13T16:13:44.752860+0000","last_became_peered":"2024-09-13T16:13:44.752860+0000","last_unstale":"2024-09-13T16:13:45.754442+0000","last_undegraded":"2024-09-13T16:13:45.754442+0000","last_fullsized":"2024-09-13T16:13:45.754442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550448+0000","last_change":"2024-09-13T16:13:44.390509+0000","last_active":"2024-09-13T16:13:46.550448+0000","last_peered":"2024-09-13T16:13:46.550448+0000","last_clean":"2024-09-13T16:13:46.550448+0000","last_became_active":"2024-09-13T16:13:44.390251+0000","last_became_peered":"2024-09-13T16:13:44.390251+0000","last_unstale":"2024-09-13T16:13:46.550448+0000","last_undegraded":"2024-09-13T16:13:46.550448+0000","last_fullsized":"2024-09-13T16:13:46.550448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:31:57.278726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972520+0000","last_change":"2024-09-13T16:13:44.759406+0000","last_active":"2024-09-13T16:13:45.972520+0000","last_peered":"2024-09-13T16:13:45.972520+0000","last_clean":"2024-09-13T16:13:45.972520+0000","last_became_active":"2024-09-13T16:13:44.759121+0000","last_became_peered":"2024-09-13T16:13:44.759121+0000","last_unstale":"2024-09-13T16:13:45.972520+0000","last_undegraded":"2024-09-13T16:13:45.972520+0000","last_fullsized":"2024-09-13T16:13:45.972520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972814+0000","last_change":"2024-09-13T16:13:44.390341+0000","last_active":"2024-09-13T16:13:45.972814+0000","last_peered":"2024-09-13T16:13:45.972814+0000","last_clean":"2024-09-13T16:13:45.972814+0000","last_became_active":"2024-09-13T16:13:44.390017+0000","last_became_peered":"2024-09-13T16:13:44.390017+0000","last_unstale":"2024-09-13T16:13:45.972814+0000","last_undegraded":"2024-09-13T16:13:45.972814+0000","last_fullsized":"2024-09-13T16:13:45.972814+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972715+0000","last_change":"2024-09-13T16:13:44.757860+0000","last_active":"2024-09-13T16:13:45.972715+0000","last_peered":"2024-09-13T16:13:45.972715+0000","last_clean":"2024-09-13T16:13:45.972715+0000","last_became_active":"2024-09-13T16:13:44.757629+0000","last_became_peered":"2024-09-13T16:13:44.757629+0000","last_unstale":"2024-09-13T16:13:45.972715+0000","last_undegraded":"2024-09-13T16:13:45.972715+0000","last_fullsized":"2024-09-13T16:13:45.972715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550155+0000","last_change":"2024-09-13T16:13:44.751528+0000","last_active":"2024-09-13T16:13:46.550155+0000","last_peered":"2024-09-13T16:13:46.550155+0000","last_clean":"2024-09-13T16:13:46.550155+0000","last_became_active":"2024-09-13T16:13:44.751278+0000","last_became_peered":"2024-09-13T16:13:44.751278+0000","last_unstale":"2024-09-13T16:13:46.550155+0000","last_undegraded":"2024-09-13T16:13:46.550155+0000","last_fullsized":"2024-09-13T16:13:46.550155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:16.475783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751194+0000","last_change":"2024-09-13T16:13:44.391696+0000","last_active":"2024-09-13T16:13:45.751194+0000","last_peered":"2024-09-13T16:13:45.751194+0000","last_clean":"2024-09-13T16:13:45.751194+0000","last_became_active":"2024-09-13T16:13:44.391413+0000","last_became_peered":"2024-09-13T16:13:44.391413+0000","last_unstale":"2024-09-13T16:13:45.751194+0000","last_undegraded":"2024-09-13T16:13:45.751194+0000","last_fullsized":"2024-09-13T16:13:45.751194+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:19.345465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550231+0000","last_change":"2024-09-13T16:13:44.753617+0000","last_active":"2024-09-13T16:13:46.550231+0000","last_peered":"2024-09-13T16:13:46.550231+0000","last_clean":"2024-09-13T16:13:46.550231+0000","last_became_active":"2024-09-13T16:13:44.753376+0000","last_became_peered":"2024-09-13T16:13:44.753376+0000","last_unstale":"2024-09-13T16:13:46.550231+0000","last_undegraded":"2024-09-13T16:13:46.550231+0000","last_fullsized":"2024-09-13T16:13:46.550231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:55.677828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972534+0000","last_change":"2024-09-13T16:13:44.389823+0000","last_active":"2024-09-13T16:13:45.972534+0000","last_peered":"2024-09-13T16:13:45.972534+0000","last_clean":"2024-09-13T16:13:45.972534+0000","last_became_active":"2024-09-13T16:13:44.389442+0000","last_became_peered":"2024-09-13T16:13:44.389442+0000","last_unstale":"2024-09-13T16:13:45.972534+0000","last_undegraded":"2024-09-13T16:13:45.972534+0000","last_fullsized":"2024-09-13T16:13:45.972534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:49.478519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756215+0000","last_change":"2024-09-13T16:13:44.754139+0000","last_active":"2024-09-13T16:13:44.756215+0000","last_peered":"2024-09-13T16:13:44.756215+0000","last_clean":"2024-09-13T16:13:44.756215+0000","last_became_active":"2024-09-13T16:13:44.753837+0000","last_became_peered":"2024-09-13T16:13:44.753837+0000","last_unstale":"2024-09-13T16:13:44.756215+0000","last_undegraded":"2024-09-13T16:13:44.756215+0000","last_fullsized":"2024-09-13T16:13:44.756215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:07.572572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550043+0000","last_change":"2024-09-13T16:13:44.750367+0000","last_active":"2024-09-13T16:13:46.550043+0000","last_peered":"2024-09-13T16:13:46.550043+0000","last_clean":"2024-09-13T16:13:46.550043+0000","last_became_active":"2024-09-13T16:13:44.750063+0000","last_became_peered":"2024-09-13T16:13:44.750063+0000","last_unstale":"2024-09-13T16:13:46.550043+0000","last_undegraded":"2024-09-13T16:13:46.550043+0000","last_fullsized":"2024-09-13T16:13:46.550043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:26.867817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750790+0000","last_change":"2024-09-13T16:13:44.388739+0000","last_active":"2024-09-13T16:13:45.750790+0000","last_peered":"2024-09-13T16:13:45.750790+0000","last_clean":"2024-09-13T16:13:45.750790+0000","last_became_active":"2024-09-13T16:13:44.388335+0000","last_became_peered":"2024-09-13T16:13:44.388335+0000","last_unstale":"2024-09-13T16:13:45.750790+0000","last_undegraded":"2024-09-13T16:13:45.750790+0000","last_fullsized":"2024-09-13T16:13:45.750790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:19.183207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751294+0000","last_change":"2024-09-13T16:13:44.756321+0000","last_active":"2024-09-13T16:13:45.751294+0000","last_peered":"2024-09-13T16:13:45.751294+0000","last_clean":"2024-09-13T16:13:45.751294+0000","last_became_active":"2024-09-13T16:13:44.754358+0000","last_became_peered":"2024-09-13T16:13:44.754358+0000","last_unstale":"2024-09-13T16:13:45.751294+0000","last_undegraded":"2024-09-13T16:13:45.751294+0000","last_fullsized":"2024-09-13T16:13:45.751294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:48.951262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751343+0000","last_change":"2024-09-13T16:13:44.396976+0000","last_active":"2024-09-13T16:13:45.751343+0000","last_peered":"2024-09-13T16:13:45.751343+0000","last_clean":"2024-09-13T16:13:45.751343+0000","last_became_active":"2024-09-13T16:13:44.396733+0000","last_became_peered":"2024-09-13T16:13:44.396733+0000","last_unstale":"2024-09-13T16:13:45.751343+0000","last_undegraded":"2024-09-13T16:13:45.751343+0000","last_fullsized":"2024-09-13T16:13:45.751343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751252+0000","last_change":"2024-09-13T16:13:44.756889+0000","last_active":"2024-09-13T16:13:45.751252+0000","last_peered":"2024-09-13T16:13:45.751252+0000","last_clean":"2024-09-13T16:13:45.751252+0000","last_became_active":"2024-09-13T16:13:44.756639+0000","last_became_peered":"2024-09-13T16:13:44.756639+0000","last_unstale":"2024-09-13T16:13:45.751252+0000","last_undegraded":"2024-09-13T16:13:45.751252+0000","last_fullsized":"2024-09-13T16:13:45.751252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550523+0000","last_change":"2024-09-13T16:13:44.392790+0000","last_active":"2024-09-13T16:13:46.550523+0000","last_peered":"2024-09-13T16:13:46.550523+0000","last_clean":"2024-09-13T16:13:46.550523+0000","last_became_active":"2024-09-13T16:13:44.392435+0000","last_became_peered":"2024-09-13T16:13:44.392435+0000","last_unstale":"2024-09-13T16:13:46.550523+0000","last_undegraded":"2024-09-13T16:13:46.550523+0000","last_fullsized":"2024-09-13T16:13:46.550523+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:20.263848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754286+0000","last_change":"2024-09-13T16:13:44.749952+0000","last_active":"2024-09-13T16:13:45.754286+0000","last_peered":"2024-09-13T16:13:45.754286+0000","last_clean":"2024-09-13T16:13:45.754286+0000","last_became_active":"2024-09-13T16:13:44.749702+0000","last_became_peered":"2024-09-13T16:13:44.749702+0000","last_unstale":"2024-09-13T16:13:45.754286+0000","last_undegraded":"2024-09-13T16:13:45.754286+0000","last_fullsized":"2024-09-13T16:13:45.754286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:45.335151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"61'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751699+0000","last_change":"2024-09-13T16:13:44.391693+0000","last_active":"2024-09-13T16:13:45.751699+0000","last_peered":"2024-09-13T16:13:45.751699+0000","last_clean":"2024-09-13T16:13:45.751699+0000","last_became_active":"2024-09-13T16:13:44.390609+0000","last_became_peered":"2024-09-13T16:13:44.390609+0000","last_unstale":"2024-09-13T16:13:45.751699+0000","last_undegraded":"2024-09-13T16:13:45.751699+0000","last_fullsized":"2024-09-13T16:13:45.751699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:35.377410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751599+0000","last_change":"2024-09-13T16:13:44.753591+0000","last_active":"2024-09-13T16:13:45.751599+0000","last_peered":"2024-09-13T16:13:45.751599+0000","last_clean":"2024-09-13T16:13:45.751599+0000","last_became_active":"2024-09-13T16:13:44.753017+0000","last_became_peered":"2024-09-13T16:13:44.753017+0000","last_unstale":"2024-09-13T16:13:45.751599+0000","last_undegraded":"2024-09-13T16:13:45.751599+0000","last_fullsized":"2024-09-13T16:13:45.751599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"61'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751446+0000","last_change":"2024-09-13T16:13:44.389346+0000","last_active":"2024-09-13T16:13:45.751446+0000","last_peered":"2024-09-13T16:13:45.751446+0000","last_clean":"2024-09-13T16:13:45.751446+0000","last_became_active":"2024-09-13T16:13:44.389012+0000","last_became_peered":"2024-09-13T16:13:44.389012+0000","last_unstale":"2024-09-13T16:13:45.751446+0000","last_undegraded":"2024-09-13T16:13:45.751446+0000","last_fullsized":"2024-09-13T16:13:45.751446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:15.468406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550296+0000","last_change":"2024-09-13T16:13:44.393401+0000","last_active":"2024-09-13T16:13:46.550296+0000","last_peered":"2024-09-13T16:13:46.550296+0000","last_clean":"2024-09-13T16:13:46.550296+0000","last_became_active":"2024-09-13T16:13:44.393149+0000","last_became_peered":"2024-09-13T16:13:44.393149+0000","last_unstale":"2024-09-13T16:13:46.550296+0000","last_undegraded":"2024-09-13T16:13:46.550296+0000","last_fullsized":"2024-09-13T16:13:46.550296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:29.403805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751547+0000","last_change":"2024-09-13T16:13:44.751560+0000","last_active":"2024-09-13T16:13:45.751547+0000","last_peered":"2024-09-13T16:13:45.751547+0000","last_clean":"2024-09-13T16:13:45.751547+0000","last_became_active":"2024-09-13T16:13:44.751275+0000","last_became_peered":"2024-09-13T16:13:44.751275+0000","last_unstale":"2024-09-13T16:13:45.751547+0000","last_undegraded":"2024-09-13T16:13:45.751547+0000","last_fullsized":"2024-09-13T16:13:45.751547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745826+0000","last_change":"2024-09-13T16:13:44.387627+0000","last_active":"2024-09-13T16:13:44.745826+0000","last_peered":"2024-09-13T16:13:44.745826+0000","last_clean":"2024-09-13T16:13:44.745826+0000","last_became_active":"2024-09-13T16:13:44.387352+0000","last_became_peered":"2024-09-13T16:13:44.387352+0000","last_unstale":"2024-09-13T16:13:44.745826+0000","last_undegraded":"2024-09-13T16:13:44.745826+0000","last_fullsized":"2024-09-13T16:13:44.745826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:30.550370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750652+0000","last_change":"2024-09-13T16:13:44.751003+0000","last_active":"2024-09-13T16:13:45.750652+0000","last_peered":"2024-09-13T16:13:45.750652+0000","last_clean":"2024-09-13T16:13:45.750652+0000","last_became_active":"2024-09-13T16:13:44.749488+0000","last_became_peered":"2024-09-13T16:13:44.749488+0000","last_unstale":"2024-09-13T16:13:45.750652+0000","last_undegraded":"2024-09-13T16:13:45.750652+0000","last_fullsized":"2024-09-13T16:13:45.750652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:39.168707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751332+0000","last_change":"2024-09-13T16:13:44.751580+0000","last_active":"2024-09-13T16:13:45.751332+0000","last_peered":"2024-09-13T16:13:45.751332+0000","last_clean":"2024-09-13T16:13:45.751332+0000","last_became_active":"2024-09-13T16:13:44.751290+0000","last_became_peered":"2024-09-13T16:13:44.751290+0000","last_unstale":"2024-09-13T16:13:45.751332+0000","last_undegraded":"2024-09-13T16:13:45.751332+0000","last_fullsized":"2024-09-13T16:13:45.751332+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"61'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751157+0000","last_change":"2024-09-13T16:13:44.393320+0000","last_active":"2024-09-13T16:13:45.751157+0000","last_peered":"2024-09-13T16:13:45.751157+0000","last_clean":"2024-09-13T16:13:45.751157+0000","last_became_active":"2024-09-13T16:13:44.393004+0000","last_became_peered":"2024-09-13T16:13:44.393004+0000","last_unstale":"2024-09-13T16:13:45.751157+0000","last_undegraded":"2024-09-13T16:13:45.751157+0000","last_fullsized":"2024-09-13T16:13:45.751157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751617+0000","last_change":"2024-09-13T16:13:44.747616+0000","last_active":"2024-09-13T16:13:45.751617+0000","last_peered":"2024-09-13T16:13:45.751617+0000","last_clean":"2024-09-13T16:13:45.751617+0000","last_became_active":"2024-09-13T16:13:44.747343+0000","last_became_peered":"2024-09-13T16:13:44.747343+0000","last_unstale":"2024-09-13T16:13:45.751617+0000","last_undegraded":"2024-09-13T16:13:45.751617+0000","last_fullsized":"2024-09-13T16:13:45.751617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:58.836772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550521+0000","last_change":"2024-09-13T16:13:44.392070+0000","last_active":"2024-09-13T16:13:46.550521+0000","last_peered":"2024-09-13T16:13:46.550521+0000","last_clean":"2024-09-13T16:13:46.550521+0000","last_became_active":"2024-09-13T16:13:44.391781+0000","last_became_peered":"2024-09-13T16:13:44.391781+0000","last_unstale":"2024-09-13T16:13:46.550521+0000","last_undegraded":"2024-09-13T16:13:46.550521+0000","last_fullsized":"2024-09-13T16:13:46.550521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:47.945045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972803+0000","last_change":"2024-09-13T16:13:44.392829+0000","last_active":"2024-09-13T16:13:45.972803+0000","last_peered":"2024-09-13T16:13:45.972803+0000","last_clean":"2024-09-13T16:13:45.972803+0000","last_became_active":"2024-09-13T16:13:44.392526+0000","last_became_peered":"2024-09-13T16:13:44.392526+0000","last_unstale":"2024-09-13T16:13:45.972803+0000","last_undegraded":"2024-09-13T16:13:45.972803+0000","last_fullsized":"2024-09-13T16:13:45.972803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550470+0000","last_change":"2024-09-13T16:13:44.752583+0000","last_active":"2024-09-13T16:13:46.550470+0000","last_peered":"2024-09-13T16:13:46.550470+0000","last_clean":"2024-09-13T16:13:46.550470+0000","last_became_active":"2024-09-13T16:13:44.752348+0000","last_became_peered":"2024-09-13T16:13:44.752348+0000","last_unstale":"2024-09-13T16:13:46.550470+0000","last_undegraded":"2024-09-13T16:13:46.550470+0000","last_fullsized":"2024-09-13T16:13:46.550470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:14.874990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751619+0000","last_change":"2024-09-13T16:13:44.755020+0000","last_active":"2024-09-13T16:13:45.751619+0000","last_peered":"2024-09-13T16:13:45.751619+0000","last_clean":"2024-09-13T16:13:45.751619+0000","last_became_active":"2024-09-13T16:13:44.754339+0000","last_became_peered":"2024-09-13T16:13:44.754339+0000","last_unstale":"2024-09-13T16:13:45.751619+0000","last_undegraded":"2024-09-13T16:13:45.751619+0000","last_fullsized":"2024-09-13T16:13:45.751619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972611+0000","last_change":"2024-09-13T16:13:44.395306+0000","last_active":"2024-09-13T16:13:45.972611+0000","last_peered":"2024-09-13T16:13:45.972611+0000","last_clean":"2024-09-13T16:13:45.972611+0000","last_became_active":"2024-09-13T16:13:44.395039+0000","last_became_peered":"2024-09-13T16:13:44.395039+0000","last_unstale":"2024-09-13T16:13:45.972611+0000","last_undegraded":"2024-09-13T16:13:45.972611+0000","last_fullsized":"2024-09-13T16:13:45.972611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:54.057085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550427+0000","last_change":"2024-09-13T16:13:44.387391+0000","last_active":"2024-09-13T16:13:46.550427+0000","last_peered":"2024-09-13T16:13:46.550427+0000","last_clean":"2024-09-13T16:13:46.550427+0000","last_became_active":"2024-09-13T16:13:44.386993+0000","last_became_peered":"2024-09-13T16:13:44.386993+0000","last_unstale":"2024-09-13T16:13:46.550427+0000","last_undegraded":"2024-09-13T16:13:46.550427+0000","last_fullsized":"2024-09-13T16:13:46.550427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:14.137427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972594+0000","last_change":"2024-09-13T16:13:44.754444+0000","last_active":"2024-09-13T16:13:45.972594+0000","last_peered":"2024-09-13T16:13:45.972594+0000","last_clean":"2024-09-13T16:13:45.972594+0000","last_became_active":"2024-09-13T16:13:44.752045+0000","last_became_peered":"2024-09-13T16:13:44.752045+0000","last_unstale":"2024-09-13T16:13:45.972594+0000","last_undegraded":"2024-09-13T16:13:45.972594+0000","last_fullsized":"2024-09-13T16:13:45.972594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754259+0000","last_change":"2024-09-13T16:13:44.392771+0000","last_active":"2024-09-13T16:13:45.754259+0000","last_peered":"2024-09-13T16:13:45.754259+0000","last_clean":"2024-09-13T16:13:45.754259+0000","last_became_active":"2024-09-13T16:13:44.392518+0000","last_became_peered":"2024-09-13T16:13:44.392518+0000","last_unstale":"2024-09-13T16:13:45.754259+0000","last_undegraded":"2024-09-13T16:13:45.754259+0000","last_fullsized":"2024-09-13T16:13:45.754259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972435+0000","last_change":"2024-09-13T16:13:44.762426+0000","last_active":"2024-09-13T16:13:45.972435+0000","last_peered":"2024-09-13T16:13:45.972435+0000","last_clean":"2024-09-13T16:13:45.972435+0000","last_became_active":"2024-09-13T16:13:44.762189+0000","last_became_peered":"2024-09-13T16:13:44.762189+0000","last_unstale":"2024-09-13T16:13:45.972435+0000","last_undegraded":"2024-09-13T16:13:45.972435+0000","last_fullsized":"2024-09-13T16:13:45.972435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754491+0000","last_change":"2024-09-13T16:13:44.394561+0000","last_active":"2024-09-13T16:13:45.754491+0000","last_peered":"2024-09-13T16:13:45.754491+0000","last_clean":"2024-09-13T16:13:45.754491+0000","last_became_active":"2024-09-13T16:13:44.394266+0000","last_became_peered":"2024-09-13T16:13:44.394266+0000","last_unstale":"2024-09-13T16:13:45.754491+0000","last_undegraded":"2024-09-13T16:13:45.754491+0000","last_fullsized":"2024-09-13T16:13:45.754491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972809+0000","last_change":"2024-09-13T16:13:44.389231+0000","last_active":"2024-09-13T16:13:45.972809+0000","last_peered":"2024-09-13T16:13:45.972809+0000","last_clean":"2024-09-13T16:13:45.972809+0000","last_became_active":"2024-09-13T16:13:44.388946+0000","last_became_peered":"2024-09-13T16:13:44.388946+0000","last_unstale":"2024-09-13T16:13:45.972809+0000","last_undegraded":"2024-09-13T16:13:45.972809+0000","last_fullsized":"2024-09-13T16:13:45.972809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:38.162490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754399+0000","last_change":"2024-09-13T16:13:44.749881+0000","last_active":"2024-09-13T16:13:45.754399+0000","last_peered":"2024-09-13T16:13:45.754399+0000","last_clean":"2024-09-13T16:13:45.754399+0000","last_became_active":"2024-09-13T16:13:44.749627+0000","last_became_peered":"2024-09-13T16:13:44.749627+0000","last_unstale":"2024-09-13T16:13:45.754399+0000","last_undegraded":"2024-09-13T16:13:45.754399+0000","last_fullsized":"2024-09-13T16:13:45.754399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:58:14.228296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745999+0000","last_change":"2024-09-13T16:13:44.386888+0000","last_active":"2024-09-13T16:13:44.745999+0000","last_peered":"2024-09-13T16:13:44.745999+0000","last_clean":"2024-09-13T16:13:44.745999+0000","last_became_active":"2024-09-13T16:13:44.386626+0000","last_became_peered":"2024-09-13T16:13:44.386626+0000","last_unstale":"2024-09-13T16:13:44.745999+0000","last_undegraded":"2024-09-13T16:13:44.745999+0000","last_fullsized":"2024-09-13T16:13:44.745999+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972862+0000","last_change":"2024-09-13T16:13:44.756276+0000","last_active":"2024-09-13T16:13:45.972862+0000","last_peered":"2024-09-13T16:13:45.972862+0000","last_clean":"2024-09-13T16:13:45.972862+0000","last_became_active":"2024-09-13T16:13:44.755747+0000","last_became_peered":"2024-09-13T16:13:44.755747+0000","last_unstale":"2024-09-13T16:13:45.972862+0000","last_undegraded":"2024-09-13T16:13:45.972862+0000","last_fullsized":"2024-09-13T16:13:45.972862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550281+0000","last_change":"2024-09-13T16:13:44.756598+0000","last_active":"2024-09-13T16:13:46.550281+0000","last_peered":"2024-09-13T16:13:46.550281+0000","last_clean":"2024-09-13T16:13:46.550281+0000","last_became_active":"2024-09-13T16:13:44.756360+0000","last_became_peered":"2024-09-13T16:13:44.756360+0000","last_unstale":"2024-09-13T16:13:46.550281+0000","last_undegraded":"2024-09-13T16:13:46.550281+0000","last_fullsized":"2024-09-13T16:13:46.550281+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:44:06.379007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754131+0000","last_change":"2024-09-13T16:13:44.393531+0000","last_active":"2024-09-13T16:13:45.754131+0000","last_peered":"2024-09-13T16:13:45.754131+0000","last_clean":"2024-09-13T16:13:45.754131+0000","last_became_active":"2024-09-13T16:13:44.393223+0000","last_became_peered":"2024-09-13T16:13:44.393223+0000","last_unstale":"2024-09-13T16:13:45.754131+0000","last_undegraded":"2024-09-13T16:13:45.754131+0000","last_fullsized":"2024-09-13T16:13:45.754131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:14.441296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751475+0000","last_change":"2024-09-13T16:13:44.752159+0000","last_active":"2024-09-13T16:13:45.751475+0000","last_peered":"2024-09-13T16:13:45.751475+0000","last_clean":"2024-09-13T16:13:45.751475+0000","last_became_active":"2024-09-13T16:13:44.751910+0000","last_became_peered":"2024-09-13T16:13:44.751910+0000","last_unstale":"2024-09-13T16:13:45.751475+0000","last_undegraded":"2024-09-13T16:13:45.751475+0000","last_fullsized":"2024-09-13T16:13:45.751475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751292+0000","last_change":"2024-09-13T16:13:44.386355+0000","last_active":"2024-09-13T16:13:45.751292+0000","last_peered":"2024-09-13T16:13:45.751292+0000","last_clean":"2024-09-13T16:13:45.751292+0000","last_became_active":"2024-09-13T16:13:44.386063+0000","last_became_peered":"2024-09-13T16:13:44.386063+0000","last_unstale":"2024-09-13T16:13:45.751292+0000","last_undegraded":"2024-09-13T16:13:45.751292+0000","last_fullsized":"2024-09-13T16:13:45.751292+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:36.325659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754017+0000","last_change":"2024-09-13T16:13:44.751992+0000","last_active":"2024-09-13T16:13:45.754017+0000","last_peered":"2024-09-13T16:13:45.754017+0000","last_clean":"2024-09-13T16:13:45.754017+0000","last_became_active":"2024-09-13T16:13:44.751734+0000","last_became_peered":"2024-09-13T16:13:44.751734+0000","last_unstale":"2024-09-13T16:13:45.754017+0000","last_undegraded":"2024-09-13T16:13:45.754017+0000","last_fullsized":"2024-09-13T16:13:45.754017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:16.397715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754128+0000","last_change":"2024-09-13T16:13:44.395483+0000","last_active":"2024-09-13T16:13:45.754128+0000","last_peered":"2024-09-13T16:13:45.754128+0000","last_clean":"2024-09-13T16:13:45.754128+0000","last_became_active":"2024-09-13T16:13:44.395203+0000","last_became_peered":"2024-09-13T16:13:44.395203+0000","last_unstale":"2024-09-13T16:13:45.754128+0000","last_undegraded":"2024-09-13T16:13:45.754128+0000","last_fullsized":"2024-09-13T16:13:45.754128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:41.827728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550197+0000","last_change":"2024-09-13T16:13:44.750537+0000","last_active":"2024-09-13T16:13:46.550197+0000","last_peered":"2024-09-13T16:13:46.550197+0000","last_clean":"2024-09-13T16:13:46.550197+0000","last_became_active":"2024-09-13T16:13:44.748731+0000","last_became_peered":"2024-09-13T16:13:44.748731+0000","last_unstale":"2024-09-13T16:13:46.550197+0000","last_undegraded":"2024-09-13T16:13:46.550197+0000","last_fullsized":"2024-09-13T16:13:46.550197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550222+0000","last_change":"2024-09-13T16:13:44.388063+0000","last_active":"2024-09-13T16:13:46.550222+0000","last_peered":"2024-09-13T16:13:46.550222+0000","last_clean":"2024-09-13T16:13:46.550222+0000","last_became_active":"2024-09-13T16:13:44.387781+0000","last_became_peered":"2024-09-13T16:13:44.387781+0000","last_unstale":"2024-09-13T16:13:46.550222+0000","last_undegraded":"2024-09-13T16:13:46.550222+0000","last_fullsized":"2024-09-13T16:13:46.550222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:01.326615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550112+0000","last_change":"2024-09-13T16:13:44.762790+0000","last_active":"2024-09-13T16:13:46.550112+0000","last_peered":"2024-09-13T16:13:46.550112+0000","last_clean":"2024-09-13T16:13:46.550112+0000","last_became_active":"2024-09-13T16:13:44.762285+0000","last_became_peered":"2024-09-13T16:13:44.762285+0000","last_unstale":"2024-09-13T16:13:46.550112+0000","last_undegraded":"2024-09-13T16:13:46.550112+0000","last_fullsized":"2024-09-13T16:13:46.550112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:02:01.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745879+0000","last_change":"2024-09-13T16:13:44.391426+0000","last_active":"2024-09-13T16:13:44.745879+0000","last_peered":"2024-09-13T16:13:44.745879+0000","last_clean":"2024-09-13T16:13:44.745879+0000","last_became_active":"2024-09-13T16:13:44.391149+0000","last_became_peered":"2024-09-13T16:13:44.391149+0000","last_unstale":"2024-09-13T16:13:44.745879+0000","last_undegraded":"2024-09-13T16:13:44.745879+0000","last_fullsized":"2024-09-13T16:13:44.745879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.740124+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:44.740124+0000","last_peered":"2024-09-13T16:13:44.740124+0000","last_clean":"2024-09-13T16:13:44.740124+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:44.740124+0000","last_undegraded":"2024-09-13T16:13:44.740124+0000","last_fullsized":"2024-09-13T16:13:44.740124+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":52,"acting":52,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1347584,"data_stored":904065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.379,"5min":0.311,"15min":0.311},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.53000000000000003,"15min":0.51400000000000001},"min":{"1min":0.44400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52500000000000002,"15min":0.51100000000000001},"min":{"1min":0.33100000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53600000000000003,"15min":0.52200000000000002},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.57799999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47399999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65900000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.54800000000000004},"min":{"1min":0.315,"5min":0.313,"15min":0.313},"max":{"1min":0.72999999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38900000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69699999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58799999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31840,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340000,"statfs":{"total":96636764160,"available":96604160000,"internally_reserved":0,"allocated":733184,"data_stored":307237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78400000000000003,"5min":1.226,"15min":1.226},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.72999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.623},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76400000000000001,"5min":1.177,"15min":1.177},"last":0.68700000000000006}]},{"osd":2,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76200000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.57799999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57699999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79900000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73999999999999999,"5min":1.163,"15min":1.163},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.39300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68799999999999994,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64700000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52400000000000002,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73299999999999998,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66200000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.434,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.45600000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574890,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31788,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":684032,"data_stored":283181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52000000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65500000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52300000000000002,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.76800000000000002,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54200000000000004,"15min":0.52500000000000002},"min":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.61299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55700000000000005,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.311,"15min":0.311},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.34799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.32600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70399999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54200000000000004,"15min":0.56299999999999994},"min":{"1min":0.316,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70699999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64400000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54900000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55600000000000005,"15min":0.57599999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.628}]},{"osd":7,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.59699999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.59199999999999997,"15min":0.60999999999999999},"min":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72199999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.755}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":757760,"data_stored":315101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77400000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52000000000000002,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80400000000000005,"5min":1.131,"15min":1.131},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.501,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80600000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.52400000000000002,"15min":0.50700000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.42999999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.48299999999999998},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52800000000000002,"15min":0.51600000000000001},"min":{"1min":0.42099999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.72299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41199999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.71499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":753664,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.36699999999999999,"15min":0.378},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.52100000000000002,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.26500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51000000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.372,"15min":0.38600000000000001},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.45200000000000001,"5min":1.306,"15min":1.306},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.23599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.48199999999999998,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.39400000000000002,"15min":0.39800000000000002},"min":{"1min":0.28299999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":1.339,"15min":1.339},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.313,"5min":0.309,"15min":0.309},"max":{"1min":0.57199999999999995,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.60499999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.38900000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.94099999999999995,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.63},{"interface":"front","average":{"1min":0.62,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.627,"15min":0.63700000000000001},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92100000000000004,"5min":1.042,"15min":1.042},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.98499999999999999,"5min":1.081,"15min":1.081},"last":0.83599999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":741376,"data_stored":307293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.52500000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.36799999999999999,"15min":0.36199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51000000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54800000000000004,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.374}]},{"osd":3,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.371,"15min":0.371},"min":{"1min":0.27300000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53700000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.318},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.40699999999999997,"15min":0.40600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.41999999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84499999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71299999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.46200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85899999999999999,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83899999999999997,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.60799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.46899999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85699999999999998,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.443,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.83499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56200000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.627,"15min":0.621},"min":{"1min":0.45800000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.90800000000000003,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.64300000000000002},"min":{"1min":0.45000000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80400000000000005,"5min":1.125,"15min":1.125},"last":0.58699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":749568,"data_stored":313627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51300000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.41399999999999998,"15min":0.438},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55000000000000004,"5min":1.494,"15min":1.494},"last":0.25}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.40400000000000003,"15min":0.42799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.50800000000000001,"5min":1.679,"15min":1.679},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63500000000000001,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65300000000000002,"5min":1.403,"15min":1.403},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.68300000000000005,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.621,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":4.617,"15min":4.617},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.70899999999999996,"15min":0.65800000000000003},"min":{"1min":0.45200000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79700000000000004,"5min":10.506,"15min":10.506},"last":0.504}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76300000000000001,"5min":10.292,"15min":10.292},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.48399999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.65500000000000003,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.89500000000000002,"5min":1.571,"15min":1.571},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.622,"15min":0.62},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.49299999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78200000000000003,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.70899999999999996},"min":{"1min":0.497,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":4.875,"15min":4.875},"last":0.51600000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1351680,"data_stored":905432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.379,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58299999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.23799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.39800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.27800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.496,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.374},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53800000000000003,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39000000000000001,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55200000000000005,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.32300000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59599999999999997,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79800000000000004,"5min":1.825,"15min":1.825},"last":0.81699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60699999999999998,"15min":0.623},"min":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.002,"5min":1.853,"15min":1.853},"last":0.752},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93799999999999994,"5min":1.167,"15min":1.167},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.42999999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.64100000000000001},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0429999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:48.059 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:48.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.195+0000 7fc85df3e640 1 Processor -- start 2024-09-13T16:13:48.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.195+0000 7fc85df3e640 1 -- start start 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc85df3e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc858156fb0 0x7fc85815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc85df3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc85815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc85df3e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc85815b1b0 con 0x7fc85806f170 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc85df3e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8580b2400 con 0x7fc858156fb0 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc85df3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc85815da70 con 0x7fc85815d0a0 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc858156fb0 0x7fc85815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc858156fb0 0x7fc85815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40968/0 (socket says 172.21.15.39:40968) 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 -- 172.21.15.39:0/886816984 learned_addr learned my addr 172.21.15.39:0/886816984 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc857fff640 1 --2- 172.21.15.39:0/886816984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc85815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 -- 172.21.15.39:0/886816984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 msgr2=0x7fc85815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 --2- 172.21.15.39:0/886816984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc85815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 -- 172.21.15.39:0/886816984 >> v1:172.21.15.157:6789/0 conn(0x7fc85806f170 legacy=0x7fc8580b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.196+0000 7fc8577fe640 1 -- 172.21.15.39:0/886816984 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc85806f6e0 con 0x7fc858156fb0 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.197+0000 7fc8577fe640 1 --2- 172.21.15.39:0/886816984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc858156fb0 0x7fc85815ac70 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fc848009870 tx=0x7fc84802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=508e6b4b2a13bde8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.197+0000 7fc8567fc640 1 -- 172.21.15.39:0/886816984 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc848032440 con 0x7fc858156fb0 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.197+0000 7fc8567fc640 1 -- 172.21.15.39:0/886816984 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8480325a0 con 0x7fc858156fb0 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.197+0000 7fc8567fc640 1 -- 172.21.15.39:0/886816984 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc848032930 con 0x7fc858156fb0 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.197+0000 7fc85df3e640 1 -- 172.21.15.39:0/886816984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc858156fb0 msgr2=0x7fc85815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.197+0000 7fc85df3e640 1 --2- 172.21.15.39:0/886816984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc858156fb0 0x7fc85815ac70 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7fc848009870 tx=0x7fc84802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.198+0000 7fc85df3e640 1 -- 172.21.15.39:0/886816984 shutdown_connections 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.198+0000 7fc85df3e640 1 --2- 172.21.15.39:0/886816984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc85815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.198+0000 7fc85df3e640 1 --2- 172.21.15.39:0/886816984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc858156fb0 0x7fc85815ac70 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.198+0000 7fc85df3e640 1 -- 172.21.15.39:0/886816984 >> 172.21.15.39:0/886816984 conn(0x7fc85806b3b0 msgr2=0x7fc85806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.198+0000 7fc85df3e640 1 -- 172.21.15.39:0/886816984 shutdown_connections 2024-09-13T16:13:48.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.198+0000 7fc85df3e640 1 -- 172.21.15.39:0/886816984 wait complete. 2024-09-13T16:13:48.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.199+0000 7fc85df3e640 1 Processor -- start 2024-09-13T16:13:48.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.199+0000 7fc85df3e640 1 -- start start 2024-09-13T16:13:48.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 0x7fc858144e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc858156fb0 0x7fc858152f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc8580b01f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc858154670 con 0x7fc85806f170 2024-09-13T16:13:48.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc858153f80 con 0x7fc858156fb0 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8581539c0 con 0x7fc85815d0a0 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 0x7fc858144e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 0x7fc858144e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40984/0 (socket says 172.21.15.39:40984) 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 -- 172.21.15.39:0/2271114636 learned_addr learned my addr 172.21.15.39:0/2271114636 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 -- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 msgr2=0x7fc8580b01f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc8580b01f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 -- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc858156fb0 msgr2=0x7fc858152f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc858156fb0 0x7fc858152f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 -- 172.21.15.39:0/2271114636 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8480094d0 con 0x7fc85806f170 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc8577fe640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 0x7fc858144e00 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fc848000c00 tx=0x7fc8480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc848032440 con 0x7fc85806f170 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc848030b80 con 0x7fc85806f170 2024-09-13T16:13:48.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc858153ca0 con 0x7fc85806f170 2024-09-13T16:13:48.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc84803d440 con 0x7fc85806f170 2024-09-13T16:13:48.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.200+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc858145340 con 0x7fc85806f170 2024-09-13T16:13:48.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.201+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8580672f0 con 0x7fc85806f170 2024-09-13T16:13:48.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.202+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc848039040 con 0x7fc85806f170 2024-09-13T16:13:48.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.202+0000 7fc83ffff640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84406ac00 0x7fc84406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.202+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc8480a9e00 con 0x7fc85806f170 2024-09-13T16:13:48.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.203+0000 7fc856ffd640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84406ac00 0x7fc84406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.203+0000 7fc856ffd640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84406ac00 0x7fc84406d0c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc84c000f60 tx=0x7fc84c0079b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.206+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc848075070 con 0x7fc85806f170 2024-09-13T16:13:48.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.376+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fc85806ff80 con 0x7fc84406ac00 2024-09-13T16:13:48.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.384+0000 7fc83ffff640 1 -- 172.21.15.39:0/2271114636 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287345 (secure 0 0 0) 0x7fc84c005080 con 0x7fc84406ac00 2024-09-13T16:13:48.388 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:48.389 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84406ac00 msgr2=0x7fc84406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84406ac00 0x7fc84406d0c0 secure :-1 s=READY pgs=385 cs=0 l=1 rev1=1 crypto rx=0x7fc84c000f60 tx=0x7fc84c0079b0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 msgr2=0x7fc858144e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 0x7fc858144e00 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fc848000c00 tx=0x7fc8480046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 shutdown_connections 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc84406ac00 0x7fc84406d0c0 unknown :-1 s=CLOSED pgs=385 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc85815d0a0 0x7fc8580b01f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc858156fb0 0x7fc858152f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 --2- 172.21.15.39:0/2271114636 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc85806f170 0x7fc858144e00 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 >> 172.21.15.39:0/2271114636 conn(0x7fc85806b3b0 msgr2=0x7fc858159ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 shutdown_connections 2024-09-13T16:13:48.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.387+0000 7fc85df3e640 1 -- 172.21.15.39:0/2271114636 wait complete. 2024-09-13T16:13:48.399 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":153,"stamp":"2024-09-13T16:13:47.178040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":255940,"kb_used_data":6952,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754718780,"statfs":{"total":773094113280,"available":772832030720,"internally_reserved":0,"allocated":7118848,"data_stored":3649529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001033"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.766264+0000","last_change":"2024-09-13T16:13:44.762026+0000","last_active":"2024-09-13T16:13:44.766264+0000","last_peered":"2024-09-13T16:13:44.766264+0000","last_clean":"2024-09-13T16:13:44.766264+0000","last_became_active":"2024-09-13T16:13:44.761746+0000","last_became_peered":"2024-09-13T16:13:44.761746+0000","last_unstale":"2024-09-13T16:13:44.766264+0000","last_undegraded":"2024-09-13T16:13:44.766264+0000","last_fullsized":"2024-09-13T16:13:44.766264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:53.507377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550421+0000","last_change":"2024-09-13T16:13:44.759405+0000","last_active":"2024-09-13T16:13:46.550421+0000","last_peered":"2024-09-13T16:13:46.550421+0000","last_clean":"2024-09-13T16:13:46.550421+0000","last_became_active":"2024-09-13T16:13:44.759159+0000","last_became_peered":"2024-09-13T16:13:44.759159+0000","last_unstale":"2024-09-13T16:13:46.550421+0000","last_undegraded":"2024-09-13T16:13:46.550421+0000","last_fullsized":"2024-09-13T16:13:46.550421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:57.644082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751506+0000","last_change":"2024-09-13T16:13:44.746677+0000","last_active":"2024-09-13T16:13:45.751506+0000","last_peered":"2024-09-13T16:13:45.751506+0000","last_clean":"2024-09-13T16:13:45.751506+0000","last_became_active":"2024-09-13T16:13:44.746422+0000","last_became_peered":"2024-09-13T16:13:44.746422+0000","last_unstale":"2024-09-13T16:13:45.751506+0000","last_undegraded":"2024-09-13T16:13:45.751506+0000","last_fullsized":"2024-09-13T16:13:45.751506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754383+0000","last_change":"2024-09-13T16:13:44.751593+0000","last_active":"2024-09-13T16:13:44.754383+0000","last_peered":"2024-09-13T16:13:44.754383+0000","last_clean":"2024-09-13T16:13:44.754383+0000","last_became_active":"2024-09-13T16:13:44.751361+0000","last_became_peered":"2024-09-13T16:13:44.751361+0000","last_unstale":"2024-09-13T16:13:44.754383+0000","last_undegraded":"2024-09-13T16:13:44.754383+0000","last_fullsized":"2024-09-13T16:13:44.754383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:53.701100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972451+0000","last_change":"2024-09-13T16:13:44.755255+0000","last_active":"2024-09-13T16:13:45.972451+0000","last_peered":"2024-09-13T16:13:45.972451+0000","last_clean":"2024-09-13T16:13:45.972451+0000","last_became_active":"2024-09-13T16:13:44.755008+0000","last_became_peered":"2024-09-13T16:13:44.755008+0000","last_unstale":"2024-09-13T16:13:45.972451+0000","last_undegraded":"2024-09-13T16:13:45.972451+0000","last_fullsized":"2024-09-13T16:13:45.972451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750923+0000","last_change":"2024-09-13T16:13:44.752449+0000","last_active":"2024-09-13T16:13:45.750923+0000","last_peered":"2024-09-13T16:13:45.750923+0000","last_clean":"2024-09-13T16:13:45.750923+0000","last_became_active":"2024-09-13T16:13:44.750460+0000","last_became_peered":"2024-09-13T16:13:44.750460+0000","last_unstale":"2024-09-13T16:13:45.750923+0000","last_undegraded":"2024-09-13T16:13:45.750923+0000","last_fullsized":"2024-09-13T16:13:45.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:21.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.549973+0000","last_change":"2024-09-13T16:13:44.757316+0000","last_active":"2024-09-13T16:13:46.549973+0000","last_peered":"2024-09-13T16:13:46.549973+0000","last_clean":"2024-09-13T16:13:46.549973+0000","last_became_active":"2024-09-13T16:13:44.755967+0000","last_became_peered":"2024-09-13T16:13:44.755967+0000","last_unstale":"2024-09-13T16:13:46.549973+0000","last_undegraded":"2024-09-13T16:13:46.549973+0000","last_fullsized":"2024-09-13T16:13:46.549973+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:24.409870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751328+0000","last_change":"2024-09-13T16:13:44.757871+0000","last_active":"2024-09-13T16:13:45.751328+0000","last_peered":"2024-09-13T16:13:45.751328+0000","last_clean":"2024-09-13T16:13:45.751328+0000","last_became_active":"2024-09-13T16:13:44.757620+0000","last_became_peered":"2024-09-13T16:13:44.757620+0000","last_unstale":"2024-09-13T16:13:45.751328+0000","last_undegraded":"2024-09-13T16:13:45.751328+0000","last_fullsized":"2024-09-13T16:13:45.751328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:50.484736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754326+0000","last_change":"2024-09-13T16:13:44.753995+0000","last_active":"2024-09-13T16:13:45.754326+0000","last_peered":"2024-09-13T16:13:45.754326+0000","last_clean":"2024-09-13T16:13:45.754326+0000","last_became_active":"2024-09-13T16:13:44.753717+0000","last_became_peered":"2024-09-13T16:13:44.753717+0000","last_unstale":"2024-09-13T16:13:45.754326+0000","last_undegraded":"2024-09-13T16:13:45.754326+0000","last_fullsized":"2024-09-13T16:13:45.754326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754498+0000","last_change":"2024-09-13T16:13:44.753753+0000","last_active":"2024-09-13T16:13:45.754498+0000","last_peered":"2024-09-13T16:13:45.754498+0000","last_clean":"2024-09-13T16:13:45.754498+0000","last_became_active":"2024-09-13T16:13:44.753497+0000","last_became_peered":"2024-09-13T16:13:44.753497+0000","last_unstale":"2024-09-13T16:13:45.754498+0000","last_undegraded":"2024-09-13T16:13:45.754498+0000","last_fullsized":"2024-09-13T16:13:45.754498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:37.331876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759094+0000","last_change":"2024-09-13T16:13:44.758084+0000","last_active":"2024-09-13T16:13:44.759094+0000","last_peered":"2024-09-13T16:13:44.759094+0000","last_clean":"2024-09-13T16:13:44.759094+0000","last_became_active":"2024-09-13T16:13:44.757814+0000","last_became_peered":"2024-09-13T16:13:44.757814+0000","last_unstale":"2024-09-13T16:13:44.759094+0000","last_undegraded":"2024-09-13T16:13:44.759094+0000","last_fullsized":"2024-09-13T16:13:44.759094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751005+0000","last_change":"2024-09-13T16:13:44.751196+0000","last_active":"2024-09-13T16:13:45.751005+0000","last_peered":"2024-09-13T16:13:45.751005+0000","last_clean":"2024-09-13T16:13:45.751005+0000","last_became_active":"2024-09-13T16:13:44.750762+0000","last_became_peered":"2024-09-13T16:13:44.750762+0000","last_unstale":"2024-09-13T16:13:45.751005+0000","last_undegraded":"2024-09-13T16:13:45.751005+0000","last_fullsized":"2024-09-13T16:13:45.751005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:44.063551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751114+0000","last_change":"2024-09-13T16:13:44.757369+0000","last_active":"2024-09-13T16:13:45.751114+0000","last_peered":"2024-09-13T16:13:45.751114+0000","last_clean":"2024-09-13T16:13:45.751114+0000","last_became_active":"2024-09-13T16:13:44.755327+0000","last_became_peered":"2024-09-13T16:13:44.755327+0000","last_unstale":"2024-09-13T16:13:45.751114+0000","last_undegraded":"2024-09-13T16:13:45.751114+0000","last_fullsized":"2024-09-13T16:13:45.751114+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:15.143644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972379+0000","last_change":"2024-09-13T16:13:44.757098+0000","last_active":"2024-09-13T16:13:45.972379+0000","last_peered":"2024-09-13T16:13:45.972379+0000","last_clean":"2024-09-13T16:13:45.972379+0000","last_became_active":"2024-09-13T16:13:44.756831+0000","last_became_peered":"2024-09-13T16:13:44.756831+0000","last_unstale":"2024-09-13T16:13:45.972379+0000","last_undegraded":"2024-09-13T16:13:45.972379+0000","last_fullsized":"2024-09-13T16:13:45.972379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550496+0000","last_change":"2024-09-13T16:13:44.757292+0000","last_active":"2024-09-13T16:13:46.550496+0000","last_peered":"2024-09-13T16:13:46.550496+0000","last_clean":"2024-09-13T16:13:46.550496+0000","last_became_active":"2024-09-13T16:13:44.756984+0000","last_became_peered":"2024-09-13T16:13:44.756984+0000","last_unstale":"2024-09-13T16:13:46.550496+0000","last_undegraded":"2024-09-13T16:13:46.550496+0000","last_fullsized":"2024-09-13T16:13:46.550496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:01.795165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751581+0000","last_change":"2024-09-13T16:13:44.756319+0000","last_active":"2024-09-13T16:13:45.751581+0000","last_peered":"2024-09-13T16:13:45.751581+0000","last_clean":"2024-09-13T16:13:45.751581+0000","last_became_active":"2024-09-13T16:13:44.756084+0000","last_became_peered":"2024-09-13T16:13:44.756084+0000","last_unstale":"2024-09-13T16:13:45.751581+0000","last_undegraded":"2024-09-13T16:13:45.751581+0000","last_fullsized":"2024-09-13T16:13:45.751581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754202+0000","last_change":"2024-09-13T16:13:44.752206+0000","last_active":"2024-09-13T16:13:44.754202+0000","last_peered":"2024-09-13T16:13:44.754202+0000","last_clean":"2024-09-13T16:13:44.754202+0000","last_became_active":"2024-09-13T16:13:44.751923+0000","last_became_peered":"2024-09-13T16:13:44.751923+0000","last_unstale":"2024-09-13T16:13:44.754202+0000","last_undegraded":"2024-09-13T16:13:44.754202+0000","last_fullsized":"2024-09-13T16:13:44.754202+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:42.833945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550334+0000","last_change":"2024-09-13T16:13:44.763175+0000","last_active":"2024-09-13T16:13:46.550334+0000","last_peered":"2024-09-13T16:13:46.550334+0000","last_clean":"2024-09-13T16:13:46.550334+0000","last_became_active":"2024-09-13T16:13:44.762549+0000","last_became_peered":"2024-09-13T16:13:44.762549+0000","last_unstale":"2024-09-13T16:13:46.550334+0000","last_undegraded":"2024-09-13T16:13:46.550334+0000","last_fullsized":"2024-09-13T16:13:46.550334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:27.171686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750997+0000","last_change":"2024-09-13T16:13:44.750173+0000","last_active":"2024-09-13T16:13:45.750997+0000","last_peered":"2024-09-13T16:13:45.750997+0000","last_clean":"2024-09-13T16:13:45.750997+0000","last_became_active":"2024-09-13T16:13:44.749909+0000","last_became_peered":"2024-09-13T16:13:44.749909+0000","last_unstale":"2024-09-13T16:13:45.750997+0000","last_undegraded":"2024-09-13T16:13:45.750997+0000","last_fullsized":"2024-09-13T16:13:45.750997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550147+0000","last_change":"2024-09-13T16:13:44.752197+0000","last_active":"2024-09-13T16:13:46.550147+0000","last_peered":"2024-09-13T16:13:46.550147+0000","last_clean":"2024-09-13T16:13:46.550147+0000","last_became_active":"2024-09-13T16:13:44.751534+0000","last_became_peered":"2024-09-13T16:13:44.751534+0000","last_unstale":"2024-09-13T16:13:46.550147+0000","last_undegraded":"2024-09-13T16:13:46.550147+0000","last_fullsized":"2024-09-13T16:13:46.550147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:21:29.608563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750845+0000","last_change":"2024-09-13T16:13:44.757714+0000","last_active":"2024-09-13T16:13:45.750845+0000","last_peered":"2024-09-13T16:13:45.750845+0000","last_clean":"2024-09-13T16:13:45.750845+0000","last_became_active":"2024-09-13T16:13:44.757419+0000","last_became_peered":"2024-09-13T16:13:44.757419+0000","last_unstale":"2024-09-13T16:13:45.750845+0000","last_undegraded":"2024-09-13T16:13:45.750845+0000","last_fullsized":"2024-09-13T16:13:45.750845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759507+0000","last_change":"2024-09-13T16:13:44.758270+0000","last_active":"2024-09-13T16:13:44.759507+0000","last_peered":"2024-09-13T16:13:44.759507+0000","last_clean":"2024-09-13T16:13:44.759507+0000","last_became_active":"2024-09-13T16:13:44.757964+0000","last_became_peered":"2024-09-13T16:13:44.757964+0000","last_unstale":"2024-09-13T16:13:44.759507+0000","last_undegraded":"2024-09-13T16:13:44.759507+0000","last_fullsized":"2024-09-13T16:13:44.759507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758300+0000","last_change":"2024-09-13T16:13:44.755961+0000","last_active":"2024-09-13T16:13:44.758300+0000","last_peered":"2024-09-13T16:13:44.758300+0000","last_clean":"2024-09-13T16:13:44.758300+0000","last_became_active":"2024-09-13T16:13:44.755697+0000","last_became_peered":"2024-09-13T16:13:44.755697+0000","last_unstale":"2024-09-13T16:13:44.758300+0000","last_undegraded":"2024-09-13T16:13:44.758300+0000","last_fullsized":"2024-09-13T16:13:44.758300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:15.447512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972699+0000","last_change":"2024-09-13T16:13:44.756482+0000","last_active":"2024-09-13T16:13:45.972699+0000","last_peered":"2024-09-13T16:13:45.972699+0000","last_clean":"2024-09-13T16:13:45.972699+0000","last_became_active":"2024-09-13T16:13:44.756045+0000","last_became_peered":"2024-09-13T16:13:44.756045+0000","last_unstale":"2024-09-13T16:13:45.972699+0000","last_undegraded":"2024-09-13T16:13:45.972699+0000","last_fullsized":"2024-09-13T16:13:45.972699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758335+0000","last_change":"2024-09-13T16:13:44.756453+0000","last_active":"2024-09-13T16:13:44.758335+0000","last_peered":"2024-09-13T16:13:44.758335+0000","last_clean":"2024-09-13T16:13:44.758335+0000","last_became_active":"2024-09-13T16:13:44.756226+0000","last_became_peered":"2024-09-13T16:13:44.756226+0000","last_unstale":"2024-09-13T16:13:44.758335+0000","last_undegraded":"2024-09-13T16:13:44.758335+0000","last_fullsized":"2024-09-13T16:13:44.758335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:31.556587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550477+0000","last_change":"2024-09-13T16:13:44.760478+0000","last_active":"2024-09-13T16:13:46.550477+0000","last_peered":"2024-09-13T16:13:46.550477+0000","last_clean":"2024-09-13T16:13:46.550477+0000","last_became_active":"2024-09-13T16:13:44.757749+0000","last_became_peered":"2024-09-13T16:13:44.757749+0000","last_unstale":"2024-09-13T16:13:46.550477+0000","last_undegraded":"2024-09-13T16:13:46.550477+0000","last_fullsized":"2024-09-13T16:13:46.550477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:58.480623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751277+0000","last_change":"2024-09-13T16:13:44.745345+0000","last_active":"2024-09-13T16:13:45.751277+0000","last_peered":"2024-09-13T16:13:45.751277+0000","last_clean":"2024-09-13T16:13:45.751277+0000","last_became_active":"2024-09-13T16:13:44.745079+0000","last_became_peered":"2024-09-13T16:13:44.745079+0000","last_unstale":"2024-09-13T16:13:45.751277+0000","last_undegraded":"2024-09-13T16:13:45.751277+0000","last_fullsized":"2024-09-13T16:13:45.751277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:02.484067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.757798+0000","last_change":"2024-09-13T16:13:44.755322+0000","last_active":"2024-09-13T16:13:44.757798+0000","last_peered":"2024-09-13T16:13:44.757798+0000","last_clean":"2024-09-13T16:13:44.757798+0000","last_became_active":"2024-09-13T16:13:44.755080+0000","last_became_peered":"2024-09-13T16:13:44.755080+0000","last_unstale":"2024-09-13T16:13:44.757798+0000","last_undegraded":"2024-09-13T16:13:44.757798+0000","last_fullsized":"2024-09-13T16:13:44.757798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:26.468757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972498+0000","last_change":"2024-09-13T16:13:44.762078+0000","last_active":"2024-09-13T16:13:45.972498+0000","last_peered":"2024-09-13T16:13:45.972498+0000","last_clean":"2024-09-13T16:13:45.972498+0000","last_became_active":"2024-09-13T16:13:44.761805+0000","last_became_peered":"2024-09-13T16:13:44.761805+0000","last_unstale":"2024-09-13T16:13:45.972498+0000","last_undegraded":"2024-09-13T16:13:45.972498+0000","last_fullsized":"2024-09-13T16:13:45.972498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972698+0000","last_change":"2024-09-13T16:13:44.761814+0000","last_active":"2024-09-13T16:13:45.972698+0000","last_peered":"2024-09-13T16:13:45.972698+0000","last_clean":"2024-09-13T16:13:45.972698+0000","last_became_active":"2024-09-13T16:13:44.761547+0000","last_became_peered":"2024-09-13T16:13:44.761547+0000","last_unstale":"2024-09-13T16:13:45.972698+0000","last_undegraded":"2024-09-13T16:13:45.972698+0000","last_fullsized":"2024-09-13T16:13:45.972698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"61'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972823+0000","last_change":"2024-09-13T16:13:44.390396+0000","last_active":"2024-09-13T16:13:45.972823+0000","last_peered":"2024-09-13T16:13:45.972823+0000","last_clean":"2024-09-13T16:13:45.972823+0000","last_became_active":"2024-09-13T16:13:44.390142+0000","last_became_peered":"2024-09-13T16:13:44.390142+0000","last_unstale":"2024-09-13T16:13:45.972823+0000","last_undegraded":"2024-09-13T16:13:45.972823+0000","last_fullsized":"2024-09-13T16:13:45.972823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:24.164020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754442+0000","last_change":"2024-09-13T16:13:44.753376+0000","last_active":"2024-09-13T16:13:45.754442+0000","last_peered":"2024-09-13T16:13:45.754442+0000","last_clean":"2024-09-13T16:13:45.754442+0000","last_became_active":"2024-09-13T16:13:44.752860+0000","last_became_peered":"2024-09-13T16:13:44.752860+0000","last_unstale":"2024-09-13T16:13:45.754442+0000","last_undegraded":"2024-09-13T16:13:45.754442+0000","last_fullsized":"2024-09-13T16:13:45.754442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550448+0000","last_change":"2024-09-13T16:13:44.390509+0000","last_active":"2024-09-13T16:13:46.550448+0000","last_peered":"2024-09-13T16:13:46.550448+0000","last_clean":"2024-09-13T16:13:46.550448+0000","last_became_active":"2024-09-13T16:13:44.390251+0000","last_became_peered":"2024-09-13T16:13:44.390251+0000","last_unstale":"2024-09-13T16:13:46.550448+0000","last_undegraded":"2024-09-13T16:13:46.550448+0000","last_fullsized":"2024-09-13T16:13:46.550448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:31:57.278726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972520+0000","last_change":"2024-09-13T16:13:44.759406+0000","last_active":"2024-09-13T16:13:45.972520+0000","last_peered":"2024-09-13T16:13:45.972520+0000","last_clean":"2024-09-13T16:13:45.972520+0000","last_became_active":"2024-09-13T16:13:44.759121+0000","last_became_peered":"2024-09-13T16:13:44.759121+0000","last_unstale":"2024-09-13T16:13:45.972520+0000","last_undegraded":"2024-09-13T16:13:45.972520+0000","last_fullsized":"2024-09-13T16:13:45.972520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972814+0000","last_change":"2024-09-13T16:13:44.390341+0000","last_active":"2024-09-13T16:13:45.972814+0000","last_peered":"2024-09-13T16:13:45.972814+0000","last_clean":"2024-09-13T16:13:45.972814+0000","last_became_active":"2024-09-13T16:13:44.390017+0000","last_became_peered":"2024-09-13T16:13:44.390017+0000","last_unstale":"2024-09-13T16:13:45.972814+0000","last_undegraded":"2024-09-13T16:13:45.972814+0000","last_fullsized":"2024-09-13T16:13:45.972814+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972715+0000","last_change":"2024-09-13T16:13:44.757860+0000","last_active":"2024-09-13T16:13:45.972715+0000","last_peered":"2024-09-13T16:13:45.972715+0000","last_clean":"2024-09-13T16:13:45.972715+0000","last_became_active":"2024-09-13T16:13:44.757629+0000","last_became_peered":"2024-09-13T16:13:44.757629+0000","last_unstale":"2024-09-13T16:13:45.972715+0000","last_undegraded":"2024-09-13T16:13:45.972715+0000","last_fullsized":"2024-09-13T16:13:45.972715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550155+0000","last_change":"2024-09-13T16:13:44.751528+0000","last_active":"2024-09-13T16:13:46.550155+0000","last_peered":"2024-09-13T16:13:46.550155+0000","last_clean":"2024-09-13T16:13:46.550155+0000","last_became_active":"2024-09-13T16:13:44.751278+0000","last_became_peered":"2024-09-13T16:13:44.751278+0000","last_unstale":"2024-09-13T16:13:46.550155+0000","last_undegraded":"2024-09-13T16:13:46.550155+0000","last_fullsized":"2024-09-13T16:13:46.550155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:16.475783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751194+0000","last_change":"2024-09-13T16:13:44.391696+0000","last_active":"2024-09-13T16:13:45.751194+0000","last_peered":"2024-09-13T16:13:45.751194+0000","last_clean":"2024-09-13T16:13:45.751194+0000","last_became_active":"2024-09-13T16:13:44.391413+0000","last_became_peered":"2024-09-13T16:13:44.391413+0000","last_unstale":"2024-09-13T16:13:45.751194+0000","last_undegraded":"2024-09-13T16:13:45.751194+0000","last_fullsized":"2024-09-13T16:13:45.751194+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:19.345465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550231+0000","last_change":"2024-09-13T16:13:44.753617+0000","last_active":"2024-09-13T16:13:46.550231+0000","last_peered":"2024-09-13T16:13:46.550231+0000","last_clean":"2024-09-13T16:13:46.550231+0000","last_became_active":"2024-09-13T16:13:44.753376+0000","last_became_peered":"2024-09-13T16:13:44.753376+0000","last_unstale":"2024-09-13T16:13:46.550231+0000","last_undegraded":"2024-09-13T16:13:46.550231+0000","last_fullsized":"2024-09-13T16:13:46.550231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:55.677828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972534+0000","last_change":"2024-09-13T16:13:44.389823+0000","last_active":"2024-09-13T16:13:45.972534+0000","last_peered":"2024-09-13T16:13:45.972534+0000","last_clean":"2024-09-13T16:13:45.972534+0000","last_became_active":"2024-09-13T16:13:44.389442+0000","last_became_peered":"2024-09-13T16:13:44.389442+0000","last_unstale":"2024-09-13T16:13:45.972534+0000","last_undegraded":"2024-09-13T16:13:45.972534+0000","last_fullsized":"2024-09-13T16:13:45.972534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:49.478519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756215+0000","last_change":"2024-09-13T16:13:44.754139+0000","last_active":"2024-09-13T16:13:44.756215+0000","last_peered":"2024-09-13T16:13:44.756215+0000","last_clean":"2024-09-13T16:13:44.756215+0000","last_became_active":"2024-09-13T16:13:44.753837+0000","last_became_peered":"2024-09-13T16:13:44.753837+0000","last_unstale":"2024-09-13T16:13:44.756215+0000","last_undegraded":"2024-09-13T16:13:44.756215+0000","last_fullsized":"2024-09-13T16:13:44.756215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:07.572572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550043+0000","last_change":"2024-09-13T16:13:44.750367+0000","last_active":"2024-09-13T16:13:46.550043+0000","last_peered":"2024-09-13T16:13:46.550043+0000","last_clean":"2024-09-13T16:13:46.550043+0000","last_became_active":"2024-09-13T16:13:44.750063+0000","last_became_peered":"2024-09-13T16:13:44.750063+0000","last_unstale":"2024-09-13T16:13:46.550043+0000","last_undegraded":"2024-09-13T16:13:46.550043+0000","last_fullsized":"2024-09-13T16:13:46.550043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:26.867817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750790+0000","last_change":"2024-09-13T16:13:44.388739+0000","last_active":"2024-09-13T16:13:45.750790+0000","last_peered":"2024-09-13T16:13:45.750790+0000","last_clean":"2024-09-13T16:13:45.750790+0000","last_became_active":"2024-09-13T16:13:44.388335+0000","last_became_peered":"2024-09-13T16:13:44.388335+0000","last_unstale":"2024-09-13T16:13:45.750790+0000","last_undegraded":"2024-09-13T16:13:45.750790+0000","last_fullsized":"2024-09-13T16:13:45.750790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:19.183207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751294+0000","last_change":"2024-09-13T16:13:44.756321+0000","last_active":"2024-09-13T16:13:45.751294+0000","last_peered":"2024-09-13T16:13:45.751294+0000","last_clean":"2024-09-13T16:13:45.751294+0000","last_became_active":"2024-09-13T16:13:44.754358+0000","last_became_peered":"2024-09-13T16:13:44.754358+0000","last_unstale":"2024-09-13T16:13:45.751294+0000","last_undegraded":"2024-09-13T16:13:45.751294+0000","last_fullsized":"2024-09-13T16:13:45.751294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:48.951262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751343+0000","last_change":"2024-09-13T16:13:44.396976+0000","last_active":"2024-09-13T16:13:45.751343+0000","last_peered":"2024-09-13T16:13:45.751343+0000","last_clean":"2024-09-13T16:13:45.751343+0000","last_became_active":"2024-09-13T16:13:44.396733+0000","last_became_peered":"2024-09-13T16:13:44.396733+0000","last_unstale":"2024-09-13T16:13:45.751343+0000","last_undegraded":"2024-09-13T16:13:45.751343+0000","last_fullsized":"2024-09-13T16:13:45.751343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751252+0000","last_change":"2024-09-13T16:13:44.756889+0000","last_active":"2024-09-13T16:13:45.751252+0000","last_peered":"2024-09-13T16:13:45.751252+0000","last_clean":"2024-09-13T16:13:45.751252+0000","last_became_active":"2024-09-13T16:13:44.756639+0000","last_became_peered":"2024-09-13T16:13:44.756639+0000","last_unstale":"2024-09-13T16:13:45.751252+0000","last_undegraded":"2024-09-13T16:13:45.751252+0000","last_fullsized":"2024-09-13T16:13:45.751252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550523+0000","last_change":"2024-09-13T16:13:44.392790+0000","last_active":"2024-09-13T16:13:46.550523+0000","last_peered":"2024-09-13T16:13:46.550523+0000","last_clean":"2024-09-13T16:13:46.550523+0000","last_became_active":"2024-09-13T16:13:44.392435+0000","last_became_peered":"2024-09-13T16:13:44.392435+0000","last_unstale":"2024-09-13T16:13:46.550523+0000","last_undegraded":"2024-09-13T16:13:46.550523+0000","last_fullsized":"2024-09-13T16:13:46.550523+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:20.263848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754286+0000","last_change":"2024-09-13T16:13:44.749952+0000","last_active":"2024-09-13T16:13:45.754286+0000","last_peered":"2024-09-13T16:13:45.754286+0000","last_clean":"2024-09-13T16:13:45.754286+0000","last_became_active":"2024-09-13T16:13:44.749702+0000","last_became_peered":"2024-09-13T16:13:44.749702+0000","last_unstale":"2024-09-13T16:13:45.754286+0000","last_undegraded":"2024-09-13T16:13:45.754286+0000","last_fullsized":"2024-09-13T16:13:45.754286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:45.335151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"61'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751699+0000","last_change":"2024-09-13T16:13:44.391693+0000","last_active":"2024-09-13T16:13:45.751699+0000","last_peered":"2024-09-13T16:13:45.751699+0000","last_clean":"2024-09-13T16:13:45.751699+0000","last_became_active":"2024-09-13T16:13:44.390609+0000","last_became_peered":"2024-09-13T16:13:44.390609+0000","last_unstale":"2024-09-13T16:13:45.751699+0000","last_undegraded":"2024-09-13T16:13:45.751699+0000","last_fullsized":"2024-09-13T16:13:45.751699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:35.377410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751599+0000","last_change":"2024-09-13T16:13:44.753591+0000","last_active":"2024-09-13T16:13:45.751599+0000","last_peered":"2024-09-13T16:13:45.751599+0000","last_clean":"2024-09-13T16:13:45.751599+0000","last_became_active":"2024-09-13T16:13:44.753017+0000","last_became_peered":"2024-09-13T16:13:44.753017+0000","last_unstale":"2024-09-13T16:13:45.751599+0000","last_undegraded":"2024-09-13T16:13:45.751599+0000","last_fullsized":"2024-09-13T16:13:45.751599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"61'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751446+0000","last_change":"2024-09-13T16:13:44.389346+0000","last_active":"2024-09-13T16:13:45.751446+0000","last_peered":"2024-09-13T16:13:45.751446+0000","last_clean":"2024-09-13T16:13:45.751446+0000","last_became_active":"2024-09-13T16:13:44.389012+0000","last_became_peered":"2024-09-13T16:13:44.389012+0000","last_unstale":"2024-09-13T16:13:45.751446+0000","last_undegraded":"2024-09-13T16:13:45.751446+0000","last_fullsized":"2024-09-13T16:13:45.751446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:15.468406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550296+0000","last_change":"2024-09-13T16:13:44.393401+0000","last_active":"2024-09-13T16:13:46.550296+0000","last_peered":"2024-09-13T16:13:46.550296+0000","last_clean":"2024-09-13T16:13:46.550296+0000","last_became_active":"2024-09-13T16:13:44.393149+0000","last_became_peered":"2024-09-13T16:13:44.393149+0000","last_unstale":"2024-09-13T16:13:46.550296+0000","last_undegraded":"2024-09-13T16:13:46.550296+0000","last_fullsized":"2024-09-13T16:13:46.550296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:29.403805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751547+0000","last_change":"2024-09-13T16:13:44.751560+0000","last_active":"2024-09-13T16:13:45.751547+0000","last_peered":"2024-09-13T16:13:45.751547+0000","last_clean":"2024-09-13T16:13:45.751547+0000","last_became_active":"2024-09-13T16:13:44.751275+0000","last_became_peered":"2024-09-13T16:13:44.751275+0000","last_unstale":"2024-09-13T16:13:45.751547+0000","last_undegraded":"2024-09-13T16:13:45.751547+0000","last_fullsized":"2024-09-13T16:13:45.751547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745826+0000","last_change":"2024-09-13T16:13:44.387627+0000","last_active":"2024-09-13T16:13:44.745826+0000","last_peered":"2024-09-13T16:13:44.745826+0000","last_clean":"2024-09-13T16:13:44.745826+0000","last_became_active":"2024-09-13T16:13:44.387352+0000","last_became_peered":"2024-09-13T16:13:44.387352+0000","last_unstale":"2024-09-13T16:13:44.745826+0000","last_undegraded":"2024-09-13T16:13:44.745826+0000","last_fullsized":"2024-09-13T16:13:44.745826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:30.550370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750652+0000","last_change":"2024-09-13T16:13:44.751003+0000","last_active":"2024-09-13T16:13:45.750652+0000","last_peered":"2024-09-13T16:13:45.750652+0000","last_clean":"2024-09-13T16:13:45.750652+0000","last_became_active":"2024-09-13T16:13:44.749488+0000","last_became_peered":"2024-09-13T16:13:44.749488+0000","last_unstale":"2024-09-13T16:13:45.750652+0000","last_undegraded":"2024-09-13T16:13:45.750652+0000","last_fullsized":"2024-09-13T16:13:45.750652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:39.168707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751332+0000","last_change":"2024-09-13T16:13:44.751580+0000","last_active":"2024-09-13T16:13:45.751332+0000","last_peered":"2024-09-13T16:13:45.751332+0000","last_clean":"2024-09-13T16:13:45.751332+0000","last_became_active":"2024-09-13T16:13:44.751290+0000","last_became_peered":"2024-09-13T16:13:44.751290+0000","last_unstale":"2024-09-13T16:13:45.751332+0000","last_undegraded":"2024-09-13T16:13:45.751332+0000","last_fullsized":"2024-09-13T16:13:45.751332+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"61'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751157+0000","last_change":"2024-09-13T16:13:44.393320+0000","last_active":"2024-09-13T16:13:45.751157+0000","last_peered":"2024-09-13T16:13:45.751157+0000","last_clean":"2024-09-13T16:13:45.751157+0000","last_became_active":"2024-09-13T16:13:44.393004+0000","last_became_peered":"2024-09-13T16:13:44.393004+0000","last_unstale":"2024-09-13T16:13:45.751157+0000","last_undegraded":"2024-09-13T16:13:45.751157+0000","last_fullsized":"2024-09-13T16:13:45.751157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751617+0000","last_change":"2024-09-13T16:13:44.747616+0000","last_active":"2024-09-13T16:13:45.751617+0000","last_peered":"2024-09-13T16:13:45.751617+0000","last_clean":"2024-09-13T16:13:45.751617+0000","last_became_active":"2024-09-13T16:13:44.747343+0000","last_became_peered":"2024-09-13T16:13:44.747343+0000","last_unstale":"2024-09-13T16:13:45.751617+0000","last_undegraded":"2024-09-13T16:13:45.751617+0000","last_fullsized":"2024-09-13T16:13:45.751617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:58.836772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550521+0000","last_change":"2024-09-13T16:13:44.392070+0000","last_active":"2024-09-13T16:13:46.550521+0000","last_peered":"2024-09-13T16:13:46.550521+0000","last_clean":"2024-09-13T16:13:46.550521+0000","last_became_active":"2024-09-13T16:13:44.391781+0000","last_became_peered":"2024-09-13T16:13:44.391781+0000","last_unstale":"2024-09-13T16:13:46.550521+0000","last_undegraded":"2024-09-13T16:13:46.550521+0000","last_fullsized":"2024-09-13T16:13:46.550521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:47.945045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972803+0000","last_change":"2024-09-13T16:13:44.392829+0000","last_active":"2024-09-13T16:13:45.972803+0000","last_peered":"2024-09-13T16:13:45.972803+0000","last_clean":"2024-09-13T16:13:45.972803+0000","last_became_active":"2024-09-13T16:13:44.392526+0000","last_became_peered":"2024-09-13T16:13:44.392526+0000","last_unstale":"2024-09-13T16:13:45.972803+0000","last_undegraded":"2024-09-13T16:13:45.972803+0000","last_fullsized":"2024-09-13T16:13:45.972803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550470+0000","last_change":"2024-09-13T16:13:44.752583+0000","last_active":"2024-09-13T16:13:46.550470+0000","last_peered":"2024-09-13T16:13:46.550470+0000","last_clean":"2024-09-13T16:13:46.550470+0000","last_became_active":"2024-09-13T16:13:44.752348+0000","last_became_peered":"2024-09-13T16:13:44.752348+0000","last_unstale":"2024-09-13T16:13:46.550470+0000","last_undegraded":"2024-09-13T16:13:46.550470+0000","last_fullsized":"2024-09-13T16:13:46.550470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:14.874990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751619+0000","last_change":"2024-09-13T16:13:44.755020+0000","last_active":"2024-09-13T16:13:45.751619+0000","last_peered":"2024-09-13T16:13:45.751619+0000","last_clean":"2024-09-13T16:13:45.751619+0000","last_became_active":"2024-09-13T16:13:44.754339+0000","last_became_peered":"2024-09-13T16:13:44.754339+0000","last_unstale":"2024-09-13T16:13:45.751619+0000","last_undegraded":"2024-09-13T16:13:45.751619+0000","last_fullsized":"2024-09-13T16:13:45.751619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972611+0000","last_change":"2024-09-13T16:13:44.395306+0000","last_active":"2024-09-13T16:13:45.972611+0000","last_peered":"2024-09-13T16:13:45.972611+0000","last_clean":"2024-09-13T16:13:45.972611+0000","last_became_active":"2024-09-13T16:13:44.395039+0000","last_became_peered":"2024-09-13T16:13:44.395039+0000","last_unstale":"2024-09-13T16:13:45.972611+0000","last_undegraded":"2024-09-13T16:13:45.972611+0000","last_fullsized":"2024-09-13T16:13:45.972611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:54.057085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550427+0000","last_change":"2024-09-13T16:13:44.387391+0000","last_active":"2024-09-13T16:13:46.550427+0000","last_peered":"2024-09-13T16:13:46.550427+0000","last_clean":"2024-09-13T16:13:46.550427+0000","last_became_active":"2024-09-13T16:13:44.386993+0000","last_became_peered":"2024-09-13T16:13:44.386993+0000","last_unstale":"2024-09-13T16:13:46.550427+0000","last_undegraded":"2024-09-13T16:13:46.550427+0000","last_fullsized":"2024-09-13T16:13:46.550427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:14.137427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972594+0000","last_change":"2024-09-13T16:13:44.754444+0000","last_active":"2024-09-13T16:13:45.972594+0000","last_peered":"2024-09-13T16:13:45.972594+0000","last_clean":"2024-09-13T16:13:45.972594+0000","last_became_active":"2024-09-13T16:13:44.752045+0000","last_became_peered":"2024-09-13T16:13:44.752045+0000","last_unstale":"2024-09-13T16:13:45.972594+0000","last_undegraded":"2024-09-13T16:13:45.972594+0000","last_fullsized":"2024-09-13T16:13:45.972594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754259+0000","last_change":"2024-09-13T16:13:44.392771+0000","last_active":"2024-09-13T16:13:45.754259+0000","last_peered":"2024-09-13T16:13:45.754259+0000","last_clean":"2024-09-13T16:13:45.754259+0000","last_became_active":"2024-09-13T16:13:44.392518+0000","last_became_peered":"2024-09-13T16:13:44.392518+0000","last_unstale":"2024-09-13T16:13:45.754259+0000","last_undegraded":"2024-09-13T16:13:45.754259+0000","last_fullsized":"2024-09-13T16:13:45.754259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972435+0000","last_change":"2024-09-13T16:13:44.762426+0000","last_active":"2024-09-13T16:13:45.972435+0000","last_peered":"2024-09-13T16:13:45.972435+0000","last_clean":"2024-09-13T16:13:45.972435+0000","last_became_active":"2024-09-13T16:13:44.762189+0000","last_became_peered":"2024-09-13T16:13:44.762189+0000","last_unstale":"2024-09-13T16:13:45.972435+0000","last_undegraded":"2024-09-13T16:13:45.972435+0000","last_fullsized":"2024-09-13T16:13:45.972435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754491+0000","last_change":"2024-09-13T16:13:44.394561+0000","last_active":"2024-09-13T16:13:45.754491+0000","last_peered":"2024-09-13T16:13:45.754491+0000","last_clean":"2024-09-13T16:13:45.754491+0000","last_became_active":"2024-09-13T16:13:44.394266+0000","last_became_peered":"2024-09-13T16:13:44.394266+0000","last_unstale":"2024-09-13T16:13:45.754491+0000","last_undegraded":"2024-09-13T16:13:45.754491+0000","last_fullsized":"2024-09-13T16:13:45.754491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972809+0000","last_change":"2024-09-13T16:13:44.389231+0000","last_active":"2024-09-13T16:13:45.972809+0000","last_peered":"2024-09-13T16:13:45.972809+0000","last_clean":"2024-09-13T16:13:45.972809+0000","last_became_active":"2024-09-13T16:13:44.388946+0000","last_became_peered":"2024-09-13T16:13:44.388946+0000","last_unstale":"2024-09-13T16:13:45.972809+0000","last_undegraded":"2024-09-13T16:13:45.972809+0000","last_fullsized":"2024-09-13T16:13:45.972809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:38.162490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754399+0000","last_change":"2024-09-13T16:13:44.749881+0000","last_active":"2024-09-13T16:13:45.754399+0000","last_peered":"2024-09-13T16:13:45.754399+0000","last_clean":"2024-09-13T16:13:45.754399+0000","last_became_active":"2024-09-13T16:13:44.749627+0000","last_became_peered":"2024-09-13T16:13:44.749627+0000","last_unstale":"2024-09-13T16:13:45.754399+0000","last_undegraded":"2024-09-13T16:13:45.754399+0000","last_fullsized":"2024-09-13T16:13:45.754399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:58:14.228296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745999+0000","last_change":"2024-09-13T16:13:44.386888+0000","last_active":"2024-09-13T16:13:44.745999+0000","last_peered":"2024-09-13T16:13:44.745999+0000","last_clean":"2024-09-13T16:13:44.745999+0000","last_became_active":"2024-09-13T16:13:44.386626+0000","last_became_peered":"2024-09-13T16:13:44.386626+0000","last_unstale":"2024-09-13T16:13:44.745999+0000","last_undegraded":"2024-09-13T16:13:44.745999+0000","last_fullsized":"2024-09-13T16:13:44.745999+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972862+0000","last_change":"2024-09-13T16:13:44.756276+0000","last_active":"2024-09-13T16:13:45.972862+0000","last_peered":"2024-09-13T16:13:45.972862+0000","last_clean":"2024-09-13T16:13:45.972862+0000","last_became_active":"2024-09-13T16:13:44.755747+0000","last_became_peered":"2024-09-13T16:13:44.755747+0000","last_unstale":"2024-09-13T16:13:45.972862+0000","last_undegraded":"2024-09-13T16:13:45.972862+0000","last_fullsized":"2024-09-13T16:13:45.972862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550281+0000","last_change":"2024-09-13T16:13:44.756598+0000","last_active":"2024-09-13T16:13:46.550281+0000","last_peered":"2024-09-13T16:13:46.550281+0000","last_clean":"2024-09-13T16:13:46.550281+0000","last_became_active":"2024-09-13T16:13:44.756360+0000","last_became_peered":"2024-09-13T16:13:44.756360+0000","last_unstale":"2024-09-13T16:13:46.550281+0000","last_undegraded":"2024-09-13T16:13:46.550281+0000","last_fullsized":"2024-09-13T16:13:46.550281+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:44:06.379007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754131+0000","last_change":"2024-09-13T16:13:44.393531+0000","last_active":"2024-09-13T16:13:45.754131+0000","last_peered":"2024-09-13T16:13:45.754131+0000","last_clean":"2024-09-13T16:13:45.754131+0000","last_became_active":"2024-09-13T16:13:44.393223+0000","last_became_peered":"2024-09-13T16:13:44.393223+0000","last_unstale":"2024-09-13T16:13:45.754131+0000","last_undegraded":"2024-09-13T16:13:45.754131+0000","last_fullsized":"2024-09-13T16:13:45.754131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:14.441296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751475+0000","last_change":"2024-09-13T16:13:44.752159+0000","last_active":"2024-09-13T16:13:45.751475+0000","last_peered":"2024-09-13T16:13:45.751475+0000","last_clean":"2024-09-13T16:13:45.751475+0000","last_became_active":"2024-09-13T16:13:44.751910+0000","last_became_peered":"2024-09-13T16:13:44.751910+0000","last_unstale":"2024-09-13T16:13:45.751475+0000","last_undegraded":"2024-09-13T16:13:45.751475+0000","last_fullsized":"2024-09-13T16:13:45.751475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751292+0000","last_change":"2024-09-13T16:13:44.386355+0000","last_active":"2024-09-13T16:13:45.751292+0000","last_peered":"2024-09-13T16:13:45.751292+0000","last_clean":"2024-09-13T16:13:45.751292+0000","last_became_active":"2024-09-13T16:13:44.386063+0000","last_became_peered":"2024-09-13T16:13:44.386063+0000","last_unstale":"2024-09-13T16:13:45.751292+0000","last_undegraded":"2024-09-13T16:13:45.751292+0000","last_fullsized":"2024-09-13T16:13:45.751292+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:36.325659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754017+0000","last_change":"2024-09-13T16:13:44.751992+0000","last_active":"2024-09-13T16:13:45.754017+0000","last_peered":"2024-09-13T16:13:45.754017+0000","last_clean":"2024-09-13T16:13:45.754017+0000","last_became_active":"2024-09-13T16:13:44.751734+0000","last_became_peered":"2024-09-13T16:13:44.751734+0000","last_unstale":"2024-09-13T16:13:45.754017+0000","last_undegraded":"2024-09-13T16:13:45.754017+0000","last_fullsized":"2024-09-13T16:13:45.754017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:16.397715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754128+0000","last_change":"2024-09-13T16:13:44.395483+0000","last_active":"2024-09-13T16:13:45.754128+0000","last_peered":"2024-09-13T16:13:45.754128+0000","last_clean":"2024-09-13T16:13:45.754128+0000","last_became_active":"2024-09-13T16:13:44.395203+0000","last_became_peered":"2024-09-13T16:13:44.395203+0000","last_unstale":"2024-09-13T16:13:45.754128+0000","last_undegraded":"2024-09-13T16:13:45.754128+0000","last_fullsized":"2024-09-13T16:13:45.754128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:41.827728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550197+0000","last_change":"2024-09-13T16:13:44.750537+0000","last_active":"2024-09-13T16:13:46.550197+0000","last_peered":"2024-09-13T16:13:46.550197+0000","last_clean":"2024-09-13T16:13:46.550197+0000","last_became_active":"2024-09-13T16:13:44.748731+0000","last_became_peered":"2024-09-13T16:13:44.748731+0000","last_unstale":"2024-09-13T16:13:46.550197+0000","last_undegraded":"2024-09-13T16:13:46.550197+0000","last_fullsized":"2024-09-13T16:13:46.550197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550222+0000","last_change":"2024-09-13T16:13:44.388063+0000","last_active":"2024-09-13T16:13:46.550222+0000","last_peered":"2024-09-13T16:13:46.550222+0000","last_clean":"2024-09-13T16:13:46.550222+0000","last_became_active":"2024-09-13T16:13:44.387781+0000","last_became_peered":"2024-09-13T16:13:44.387781+0000","last_unstale":"2024-09-13T16:13:46.550222+0000","last_undegraded":"2024-09-13T16:13:46.550222+0000","last_fullsized":"2024-09-13T16:13:46.550222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:01.326615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550112+0000","last_change":"2024-09-13T16:13:44.762790+0000","last_active":"2024-09-13T16:13:46.550112+0000","last_peered":"2024-09-13T16:13:46.550112+0000","last_clean":"2024-09-13T16:13:46.550112+0000","last_became_active":"2024-09-13T16:13:44.762285+0000","last_became_peered":"2024-09-13T16:13:44.762285+0000","last_unstale":"2024-09-13T16:13:46.550112+0000","last_undegraded":"2024-09-13T16:13:46.550112+0000","last_fullsized":"2024-09-13T16:13:46.550112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:02:01.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745879+0000","last_change":"2024-09-13T16:13:44.391426+0000","last_active":"2024-09-13T16:13:44.745879+0000","last_peered":"2024-09-13T16:13:44.745879+0000","last_clean":"2024-09-13T16:13:44.745879+0000","last_became_active":"2024-09-13T16:13:44.391149+0000","last_became_peered":"2024-09-13T16:13:44.391149+0000","last_unstale":"2024-09-13T16:13:44.745879+0000","last_undegraded":"2024-09-13T16:13:44.745879+0000","last_fullsized":"2024-09-13T16:13:44.745879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.740124+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:44.740124+0000","last_peered":"2024-09-13T16:13:44.740124+0000","last_clean":"2024-09-13T16:13:44.740124+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:44.740124+0000","last_undegraded":"2024-09-13T16:13:44.740124+0000","last_fullsized":"2024-09-13T16:13:44.740124+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":52,"acting":52,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1347584,"data_stored":904065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.379,"5min":0.311,"15min":0.311},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.53000000000000003,"15min":0.51400000000000001},"min":{"1min":0.44400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52500000000000002,"15min":0.51100000000000001},"min":{"1min":0.33100000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53600000000000003,"15min":0.52200000000000002},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.57799999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47399999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65900000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.54800000000000004},"min":{"1min":0.315,"5min":0.313,"15min":0.313},"max":{"1min":0.72999999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38900000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69699999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58799999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31840,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340000,"statfs":{"total":96636764160,"available":96604160000,"internally_reserved":0,"allocated":733184,"data_stored":307237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78400000000000003,"5min":1.226,"15min":1.226},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.72999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.623},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76400000000000001,"5min":1.177,"15min":1.177},"last":0.68700000000000006}]},{"osd":2,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76200000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.57799999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57699999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79900000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73999999999999999,"5min":1.163,"15min":1.163},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.39300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68799999999999994,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64700000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52400000000000002,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73299999999999998,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66200000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.434,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.45600000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574890,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31788,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":684032,"data_stored":283181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52000000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65500000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52300000000000002,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.76800000000000002,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54200000000000004,"15min":0.52500000000000002},"min":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.61299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55700000000000005,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.311,"15min":0.311},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.34799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.32600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70399999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54200000000000004,"15min":0.56299999999999994},"min":{"1min":0.316,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70699999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64400000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54900000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55600000000000005,"15min":0.57599999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.628}]},{"osd":7,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.59699999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.59199999999999997,"15min":0.60999999999999999},"min":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72199999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.755}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":757760,"data_stored":315101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77400000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52000000000000002,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80400000000000005,"5min":1.131,"15min":1.131},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.501,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80600000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.52400000000000002,"15min":0.50700000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.42999999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.48299999999999998},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52800000000000002,"15min":0.51600000000000001},"min":{"1min":0.42099999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.72299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41199999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.71499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":753664,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.36699999999999999,"15min":0.378},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.52100000000000002,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.26500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51000000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.372,"15min":0.38600000000000001},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.45200000000000001,"5min":1.306,"15min":1.306},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.23599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.48199999999999998,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.39400000000000002,"15min":0.39800000000000002},"min":{"1min":0.28299999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":1.339,"15min":1.339},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.313,"5min":0.309,"15min":0.309},"max":{"1min":0.57199999999999995,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.60499999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.38900000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.94099999999999995,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.63},{"interface":"front","average":{"1min":0.62,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.627,"15min":0.63700000000000001},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92100000000000004,"5min":1.042,"15min":1.042},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.98499999999999999,"5min":1.081,"15min":1.081},"last":0.83599999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":741376,"data_stored":307293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.52500000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.36799999999999999,"15min":0.36199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51000000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54800000000000004,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.374}]},{"osd":3,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.371,"15min":0.371},"min":{"1min":0.27300000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53700000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.318},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.40699999999999997,"15min":0.40600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.41999999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84499999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71299999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.46200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85899999999999999,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83899999999999997,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.60799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.46899999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85699999999999998,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.443,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.83499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56200000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.627,"15min":0.621},"min":{"1min":0.45800000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.90800000000000003,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.64300000000000002},"min":{"1min":0.45000000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80400000000000005,"5min":1.125,"15min":1.125},"last":0.58699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":749568,"data_stored":313627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51300000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.41399999999999998,"15min":0.438},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55000000000000004,"5min":1.494,"15min":1.494},"last":0.25}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.40400000000000003,"15min":0.42799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.50800000000000001,"5min":1.679,"15min":1.679},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63500000000000001,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65300000000000002,"5min":1.403,"15min":1.403},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.68300000000000005,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.621,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":4.617,"15min":4.617},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.70899999999999996,"15min":0.65800000000000003},"min":{"1min":0.45200000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79700000000000004,"5min":10.506,"15min":10.506},"last":0.504}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76300000000000001,"5min":10.292,"15min":10.292},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.48399999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.65500000000000003,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.89500000000000002,"5min":1.571,"15min":1.571},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.622,"15min":0.62},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.49299999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78200000000000003,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.70899999999999996},"min":{"1min":0.497,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":4.875,"15min":4.875},"last":0.51600000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1351680,"data_stored":905432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.379,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58299999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.23799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.39800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.27800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.496,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.374},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53800000000000003,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39000000000000001,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55200000000000005,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.32300000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59599999999999997,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79800000000000004,"5min":1.825,"15min":1.825},"last":0.81699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60699999999999998,"15min":0.623},"min":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.002,"5min":1.853,"15min":1.853},"last":0.752},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93799999999999994,"5min":1.167,"15min":1.167},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.42999999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.64100000000000001},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0429999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:48.463 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.3c is not active+clean 2024-09-13T16:13:48.464 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.464 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.34 is not active+clean 2024-09-13T16:13:48.464 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.464 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.26 is not active+clean 2024-09-13T16:13:48.464 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.1c is not active+clean 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:43.361183+0000', 'last_change': '2024-09-13T16:13:43.361183+0000', 'last_active': '2024-09-13T16:13:43.361183+0000', 'last_peered': '2024-09-13T16:13:43.361183+0000', 'last_clean': '2024-09-13T16:13:43.361183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:43.361183+0000', 'last_undegraded': '2024-09-13T16:13:43.361183+0000', 'last_fullsized': '2024-09-13T16:13:43.361183+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.19 is not active+clean 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:43.361183+0000', 'last_change': '2024-09-13T16:13:43.361183+0000', 'last_active': '2024-09-13T16:13:43.361183+0000', 'last_peered': '2024-09-13T16:13:43.361183+0000', 'last_clean': '2024-09-13T16:13:43.361183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:43.361183+0000', 'last_undegraded': '2024-09-13T16:13:43.361183+0000', 'last_fullsized': '2024-09-13T16:13:43.361183+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.12 is not active+clean 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.11 is not active+clean 2024-09-13T16:13:48.465 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:43.361183+0000', 'last_change': '2024-09-13T16:13:43.361183+0000', 'last_active': '2024-09-13T16:13:43.361183+0000', 'last_peered': '2024-09-13T16:13:43.361183+0000', 'last_clean': '2024-09-13T16:13:43.361183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:43.361183+0000', 'last_undegraded': '2024-09-13T16:13:43.361183+0000', 'last_fullsized': '2024-09-13T16:13:43.361183+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.f is not active+clean 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.d is not active+clean 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:43.361183+0000', 'last_change': '2024-09-13T16:13:43.361183+0000', 'last_active': '2024-09-13T16:13:43.361183+0000', 'last_peered': '2024-09-13T16:13:43.361183+0000', 'last_clean': '2024-09-13T16:13:43.361183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:43.361183+0000', 'last_undegraded': '2024-09-13T16:13:43.361183+0000', 'last_fullsized': '2024-09-13T16:13:43.361183+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.a is not active+clean 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.8 is not active+clean 2024-09-13T16:13:48.466 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:43.361183+0000', 'last_change': '2024-09-13T16:13:43.361183+0000', 'last_active': '2024-09-13T16:13:43.361183+0000', 'last_peered': '2024-09-13T16:13:43.361183+0000', 'last_clean': '2024-09-13T16:13:43.361183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:43.361183+0000', 'last_undegraded': '2024-09-13T16:13:43.361183+0000', 'last_fullsized': '2024-09-13T16:13:43.361183+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.467 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.6 is not active+clean 2024-09-13T16:13:48.467 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.467 INFO:tasks.cephfs.filesystem.ceph_manager:PG 9.7 is not active+clean 2024-09-13T16:13:48.467 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '9.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:44.367399+0000', 'last_change': '2024-09-13T16:13:44.367399+0000', 'last_active': '2024-09-13T16:13:44.367399+0000', 'last_peered': '2024-09-13T16:13:44.367399+0000', 'last_clean': '2024-09-13T16:13:44.367399+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:44.367399+0000', 'last_undegraded': '2024-09-13T16:13:44.367399+0000', 'last_fullsized': '2024-09-13T16:13:44.367399+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:44.367399+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.467 INFO:tasks.cephfs.filesystem.ceph_manager:PG 8.4 is not active+clean 2024-09-13T16:13:48.467 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '8.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:13:43.361183+0000', 'last_change': '2024-09-13T16:13:43.361183+0000', 'last_active': '2024-09-13T16:13:43.361183+0000', 'last_peered': '2024-09-13T16:13:43.361183+0000', 'last_clean': '2024-09-13T16:13:43.361183+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:13:43.361183+0000', 'last_undegraded': '2024-09-13T16:13:43.361183+0000', 'last_fullsized': '2024-09-13T16:13:43.361183+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'last_clean_scrub_stamp': '2024-09-13T16:13:43.361183+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:13:48.468 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:13:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.569+0000 7f27be3db640 1 Processor -- start 2024-09-13T16:13:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.569+0000 7f27be3db640 1 -- start start 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27be3db640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f27b80b3930 0x7f27b80b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27be3db640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27b806afe0 con 0x7f27b8071480 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27be3db640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27b80b46a0 con 0x7f27b806baa0 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27be3db640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27b80b4980 con 0x7f27b80b3930 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f27b8071480 0x7f27b8071860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55862/0 (socket says 172.21.15.39:55862) 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b7fff640 1 -- 172.21.15.39:0/3159251255 learned_addr learned my addr 172.21.15.39:0/3159251255 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b77fe640 1 --2- 172.21.15.39:0/3159251255 >> v2:172.21.15.157:3300/0 conn(0x7f27b80b3930 0x7f27b80b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1912711982 0 0) 0x7f27b806afe0 con 0x7f27b8071480 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f27a0003520 con 0x7f27b8071480 2024-09-13T16:13:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3928390523 0 0) 0x7f27a0003520 con 0x7f27b8071480 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 >> v2:172.21.15.157:3300/0 conn(0x7f27b80b3930 msgr2=0x7f27b80b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 --2- 172.21.15.39:0/3159251255 >> v2:172.21.15.157:3300/0 conn(0x7f27b80b3930 0x7f27b80b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 >> v1:172.21.15.157:6789/0 conn(0x7f27b806baa0 legacy=0x7f27b806bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b806b2a0 con 0x7f27b8071480 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f27a8001670 con 0x7f27b8071480 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 >> v1:172.21.15.39:6789/0 conn(0x7f27b8071480 legacy=0x7f27b8071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27a0003970 0x7f27a0003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27a0004370 0x7f27a0004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0005040 0x7f27a000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b80b4980 con 0x7f27a0003970 2024-09-13T16:13:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27a000bfa0 con 0x7f27a0005040 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27a000c160 con 0x7f27a0004370 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.570+0000 7f27b7fff640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27a0003970 0x7f27a0003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b77fe640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27a0004370 0x7f27a0004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27bc978640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0005040 0x7f27a000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b7fff640 1 -- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27a0004370 msgr2=0x7f27a0004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b7fff640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27a0004370 0x7f27a0004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b7fff640 1 -- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0005040 msgr2=0x7f27a000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b7fff640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0005040 0x7f27a000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b7fff640 1 -- 172.21.15.39:0/3159251255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27a0003520 con 0x7f27a0003970 2024-09-13T16:13:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27bc978640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0005040 0x7f27a000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27bc978640 1 -- 172.21.15.39:0/3159251255 reap_dead start 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.571+0000 7f27b7fff640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27a0003970 0x7f27a0003d50 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f27a800c210 tx=0x7f27a00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8ead299bda5b38fd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27a8005ad0 con 0x7f27a0003970 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27a8005c50 con 0x7f27a0003970 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27b6ffd640 1 -- 172.21.15.39:0/3159251255 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27a8007070 con 0x7f27a0003970 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 -- 172.21.15.39:0/3159251255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27a0003970 msgr2=0x7f27a0003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27a0003970 0x7f27a0003d50 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f27a800c210 tx=0x7f27a00057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 -- 172.21.15.39:0/3159251255 shutdown_connections 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 --2- 172.21.15.39:0/3159251255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27a0003970 0x7f27a0003d50 unknown :-1 s=CLOSED pgs=881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 -- 172.21.15.39:0/3159251255 >> 172.21.15.39:0/3159251255 conn(0x7f27b80b2320 msgr2=0x7f27b80b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 -- 172.21.15.39:0/3159251255 shutdown_connections 2024-09-13T16:13:48.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.572+0000 7f27be3db640 1 -- 172.21.15.39:0/3159251255 wait complete. 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.573+0000 7f27be3db640 1 Processor -- start 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 -- start start 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0003970 0x7f27b8158e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27b8155f30 0x7f27b813d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 0x7f27b80cb410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b813e7f0 con 0x7f27b80caf90 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27b8159350 con 0x7f27a0003970 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27be3db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27b80cb950 con 0x7f27b8155f30 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27bc978640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 0x7f27b80cb410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27bc978640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 0x7f27b80cb410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41006/0 (socket says 172.21.15.39:41006) 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.574+0000 7f27bc978640 1 -- 172.21.15.39:0/300864239 learned_addr learned my addr 172.21.15.39:0/300864239 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27b77fe640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27b8155f30 0x7f27b813d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27b7fff640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0003970 0x7f27b8158e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27bc978640 1 -- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27b8155f30 msgr2=0x7f27b813d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27bc978640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27b8155f30 0x7f27b813d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27bc978640 1 -- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0003970 msgr2=0x7f27b8158e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27bc978640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0003970 0x7f27b8158e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27bc978640 1 -- 172.21.15.39:0/300864239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27b81569b0 con 0x7f27b80caf90 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27b7fff640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0003970 0x7f27b8158e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27bc978640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 0x7f27b80cb410 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f27b806d190 tx=0x7f27b000eab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b0003b80 con 0x7f27b80caf90 2024-09-13T16:13:48.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27b0003ce0 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27b81566d0 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f27b0005310 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.575+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27b813e410 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.576+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27b813e930 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.577+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f27b0005470 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.577+0000 7f27b4ff9640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f27a406ac00 0x7f27a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.577+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f27b0089070 con 0x7f27b80caf90 2024-09-13T16:13:48.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.577+0000 7f27b7fff640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f27a406ac00 0x7f27a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.578+0000 7f27b7fff640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f27a406ac00 0x7f27a406d0c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f27a8033000 tx=0x7f27a802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.581+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f27b813e930 con 0x7f27b80caf90 2024-09-13T16:13:48.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.822+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7f27b813e930 con 0x7f27b80caf90 2024-09-13T16:13:48.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.823+0000 7f27b4ff9640 1 -- 172.21.15.39:0/300864239 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1508 (secure 0 0 0) 0x7f27b813e930 con 0x7f27b80caf90 2024-09-13T16:13:48.825 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:48.825 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":207,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":62,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243831,"num_in_osds":8,"osd_in_since":1726243823,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":83},{"state_name":"unknown","count":14}],"num_pgs":97,"num_pools":3,"num_objects":21,"data_bytes":592660,"bytes_used":262082560,"bytes_avail":772832030720,"bytes_total":773094113280,"unknown_pgs_ratio":0.14432989060878754,"write_bytes_sec":3327,"read_op_per_sec":0,"write_op_per_sec":9},"fsmap":{"epoch":41,"id":4,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":4,"rank":0,"name":"c","status":"up:active","gid":6558}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":10,"modified":"2024-09-13T16:13:27.173231+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"c":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-09-13T16:13:48.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f27a406ac00 msgr2=0x7f27a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f27a406ac00 0x7f27a406d0c0 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f27a8033000 tx=0x7f27a802e000 comp rx=0 tx=0).stop 2024-09-13T16:13:48.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 msgr2=0x7f27b80cb410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 0x7f27b80cb410 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f27b806d190 tx=0x7f27b000eab0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 shutdown_connections 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f27a406ac00 0x7f27a406d0c0 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f27b80caf90 0x7f27b80cb410 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f27b8155f30 0x7f27b813d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 --2- 172.21.15.39:0/300864239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f27a0003970 0x7f27b8158e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 >> 172.21.15.39:0/300864239 conn(0x7f27b80b2320 msgr2=0x7f27b815cae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 shutdown_connections 2024-09-13T16:13:48.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.825+0000 7f27be3db640 1 -- 172.21.15.39:0/300864239 wait complete. 2024-09-13T16:13:48.837 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:13:48.837 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:48.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.940+0000 7f1bff925640 1 Processor -- start 2024-09-13T16:13:48.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.941+0000 7f1bff925640 1 -- start start 2024-09-13T16:13:48.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.941+0000 7f1bff925640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1bf8156fb0 0x7f1bf815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.941+0000 7f1bff925640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 0x7f1bf815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.941+0000 7f1bff925640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bf815b1b0 con 0x7f1bf806f170 2024-09-13T16:13:48.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.941+0000 7f1bff925640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bf80b2400 con 0x7f1bf8156fb0 2024-09-13T16:13:48.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.941+0000 7f1bff925640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf815da70 con 0x7f1bf815d0a0 2024-09-13T16:13:48.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 0x7f1bf815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfd6c1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1bf8156fb0 0x7f1bf815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 0x7f1bf815d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42344/0 (socket says 172.21.15.39:42344) 2024-09-13T16:13:48.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 -- 172.21.15.39:0/3495689833 learned_addr learned my addr 172.21.15.39:0/3495689833 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1beffff640 1 -- 172.21.15.39:0/3495689833 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1014571617 0 0) 0x7f1bf815b1b0 con 0x7f1bf806f170 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1beffff640 1 -- 172.21.15.39:0/3495689833 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1be4003520 con 0x7f1bf806f170 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 -- 172.21.15.39:0/3495689833 >> v2:172.21.15.157:3300/0 conn(0x7f1bf8156fb0 msgr2=0x7f1bf815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 --2- 172.21.15.39:0/3495689833 >> v2:172.21.15.157:3300/0 conn(0x7f1bf8156fb0 0x7f1bf815ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 -- 172.21.15.39:0/3495689833 >> v1:172.21.15.157:6789/0 conn(0x7f1bf806f170 legacy=0x7f1bf80b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfdec2640 1 -- 172.21.15.39:0/3495689833 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bf806f6e0 con 0x7f1bf815d0a0 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.942+0000 7f1bfd6c1640 1 --2- 172.21.15.39:0/3495689833 >> v2:172.21.15.157:3300/0 conn(0x7f1bf8156fb0 0x7f1bf815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:48.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.943+0000 7f1bfdec2640 1 --2- 172.21.15.39:0/3495689833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 0x7f1bf815d530 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1bf0009e50 tx=0x7f1bf002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7286ec17a5d20303 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.943+0000 7f1beffff640 1 -- 172.21.15.39:0/3495689833 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf002aea0 con 0x7f1bf815d0a0 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.943+0000 7f1beffff640 1 -- 172.21.15.39:0/3495689833 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bf002d050 con 0x7f1bf815d0a0 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.943+0000 7f1beffff640 1 -- 172.21.15.39:0/3495689833 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bf0031800 con 0x7f1bf815d0a0 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 -- 172.21.15.39:0/3495689833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 msgr2=0x7f1bf815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 --2- 172.21.15.39:0/3495689833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 0x7f1bf815d530 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f1bf0009e50 tx=0x7f1bf002a680 comp rx=0 tx=0).stop 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 -- 172.21.15.39:0/3495689833 shutdown_connections 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 --2- 172.21.15.39:0/3495689833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf815d0a0 0x7f1bf815d530 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 --2- 172.21.15.39:0/3495689833 >> v2:172.21.15.157:3300/0 conn(0x7f1bf8156fb0 0x7f1bf815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 -- 172.21.15.39:0/3495689833 >> 172.21.15.39:0/3495689833 conn(0x7f1bf806b3b0 msgr2=0x7f1bf806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 -- 172.21.15.39:0/3495689833 shutdown_connections 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.944+0000 7f1bff925640 1 -- 172.21.15.39:0/3495689833 wait complete. 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.945+0000 7f1bff925640 1 Processor -- start 2024-09-13T16:13:48.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.945+0000 7f1bff925640 1 -- start start 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bff925640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf806f170 0x7f1bf81ed360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bff925640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 0x7f1bf814e200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bff925640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bf815d0a0 0x7f1bf8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bff925640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf814b8b0 con 0x7f1bf8156fb0 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bff925640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf814eb70 con 0x7f1bf815d0a0 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bff925640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bf814ee50 con 0x7f1bf806f170 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 0x7f1bf814e200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 0x7f1bf814e200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41016/0 (socket says 172.21.15.39:41016) 2024-09-13T16:13:48.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 -- 172.21.15.39:0/576877765 learned_addr learned my addr 172.21.15.39:0/576877765 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfd6c1640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf806f170 0x7f1bf81ed360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfdec2640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bf815d0a0 0x7f1bf8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 -- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf806f170 msgr2=0x7f1bf81ed360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf806f170 0x7f1bf81ed360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 -- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bf815d0a0 msgr2=0x7f1bf8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bf815d0a0 0x7f1bf8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.946+0000 7f1bfcec0640 1 -- 172.21.15.39:0/576877765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bf4009400 con 0x7f1bf8156fb0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.947+0000 7f1bfcec0640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 0x7f1bf814e200 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f1be800c430 tx=0x7f1be800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.947+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be80052d0 con 0x7f1bf8156fb0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.947+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1be8005450 con 0x7f1bf8156fb0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.947+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be8003830 con 0x7f1bf8156fb0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.947+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bf0009b30 con 0x7f1bf8156fb0 2024-09-13T16:13:48.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.947+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bf814f410 con 0x7f1bf8156fb0 2024-09-13T16:13:48.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.948+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bf814f630 con 0x7f1bf8156fb0 2024-09-13T16:13:48.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.948+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1be8003990 con 0x7f1bf8156fb0 2024-09-13T16:13:48.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.949+0000 7f1bedffb640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bdc06ac00 0x7f1bdc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:48.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.949+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1be8088830 con 0x7f1bf8156fb0 2024-09-13T16:13:48.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.949+0000 7f1bfd6c1640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bdc06ac00 0x7f1bdc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:48.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.950+0000 7f1bfd6c1640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bdc06ac00 0x7f1bdc06d0c0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4009c30 tx=0x7f1bf4009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:48.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:48.953+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1be8053b50 con 0x7f1bf8156fb0 2024-09-13T16:13:49.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.119+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f1bf806ff80 con 0x7f1bdc06ac00 2024-09-13T16:13:49.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.127+0000 7f1bedffb640 1 -- 172.21.15.39:0/576877765 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+287345 (secure 0 0 0) 0x7f1bf4009880 con 0x7f1bdc06ac00 2024-09-13T16:13:49.128 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:49.132 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bdc06ac00 msgr2=0x7f1bdc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bdc06ac00 0x7f1bdc06d0c0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f1bf4009c30 tx=0x7f1bf4009190 comp rx=0 tx=0).stop 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 msgr2=0x7f1bf814e200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 0x7f1bf814e200 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f1be800c430 tx=0x7f1be800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 shutdown_connections 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bdc06ac00 0x7f1bdc06d0c0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bf815d0a0 0x7f1bf8069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bf8156fb0 0x7f1bf814e200 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 --2- 172.21.15.39:0/576877765 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bf806f170 0x7f1bf81ed360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 >> 172.21.15.39:0/576877765 conn(0x7f1bf806b3b0 msgr2=0x7f1bf8158460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 shutdown_connections 2024-09-13T16:13:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:49.130+0000 7f1bff925640 1 -- 172.21.15.39:0/576877765 wait complete. 2024-09-13T16:13:49.142 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":153,"stamp":"2024-09-13T16:13:47.178040+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592660,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":199,"num_write_kb":2429,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":152,"ondisk_log_size":152,"up":166,"acting":166,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":87,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":7,"kb":754974720,"kb_used":255940,"kb_used_data":6952,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754718780,"statfs":{"total":773094113280,"available":772832030720,"internally_reserved":0,"allocated":7118848,"data_stored":3649529,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":21,"apply_latency_ms":21,"commit_latency_ns":21000000,"apply_latency_ns":21000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.001033"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.766264+0000","last_change":"2024-09-13T16:13:44.762026+0000","last_active":"2024-09-13T16:13:44.766264+0000","last_peered":"2024-09-13T16:13:44.766264+0000","last_clean":"2024-09-13T16:13:44.766264+0000","last_became_active":"2024-09-13T16:13:44.761746+0000","last_became_peered":"2024-09-13T16:13:44.761746+0000","last_unstale":"2024-09-13T16:13:44.766264+0000","last_undegraded":"2024-09-13T16:13:44.766264+0000","last_fullsized":"2024-09-13T16:13:44.766264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:53.507377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550421+0000","last_change":"2024-09-13T16:13:44.759405+0000","last_active":"2024-09-13T16:13:46.550421+0000","last_peered":"2024-09-13T16:13:46.550421+0000","last_clean":"2024-09-13T16:13:46.550421+0000","last_became_active":"2024-09-13T16:13:44.759159+0000","last_became_peered":"2024-09-13T16:13:44.759159+0000","last_unstale":"2024-09-13T16:13:46.550421+0000","last_undegraded":"2024-09-13T16:13:46.550421+0000","last_fullsized":"2024-09-13T16:13:46.550421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:57.644082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751506+0000","last_change":"2024-09-13T16:13:44.746677+0000","last_active":"2024-09-13T16:13:45.751506+0000","last_peered":"2024-09-13T16:13:45.751506+0000","last_clean":"2024-09-13T16:13:45.751506+0000","last_became_active":"2024-09-13T16:13:44.746422+0000","last_became_peered":"2024-09-13T16:13:44.746422+0000","last_unstale":"2024-09-13T16:13:45.751506+0000","last_undegraded":"2024-09-13T16:13:45.751506+0000","last_fullsized":"2024-09-13T16:13:45.751506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754383+0000","last_change":"2024-09-13T16:13:44.751593+0000","last_active":"2024-09-13T16:13:44.754383+0000","last_peered":"2024-09-13T16:13:44.754383+0000","last_clean":"2024-09-13T16:13:44.754383+0000","last_became_active":"2024-09-13T16:13:44.751361+0000","last_became_peered":"2024-09-13T16:13:44.751361+0000","last_unstale":"2024-09-13T16:13:44.754383+0000","last_undegraded":"2024-09-13T16:13:44.754383+0000","last_fullsized":"2024-09-13T16:13:44.754383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:53.701100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972451+0000","last_change":"2024-09-13T16:13:44.755255+0000","last_active":"2024-09-13T16:13:45.972451+0000","last_peered":"2024-09-13T16:13:45.972451+0000","last_clean":"2024-09-13T16:13:45.972451+0000","last_became_active":"2024-09-13T16:13:44.755008+0000","last_became_peered":"2024-09-13T16:13:44.755008+0000","last_unstale":"2024-09-13T16:13:45.972451+0000","last_undegraded":"2024-09-13T16:13:45.972451+0000","last_fullsized":"2024-09-13T16:13:45.972451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750923+0000","last_change":"2024-09-13T16:13:44.752449+0000","last_active":"2024-09-13T16:13:45.750923+0000","last_peered":"2024-09-13T16:13:45.750923+0000","last_clean":"2024-09-13T16:13:45.750923+0000","last_became_active":"2024-09-13T16:13:44.750460+0000","last_became_peered":"2024-09-13T16:13:44.750460+0000","last_unstale":"2024-09-13T16:13:45.750923+0000","last_undegraded":"2024-09-13T16:13:45.750923+0000","last_fullsized":"2024-09-13T16:13:45.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:21.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.549973+0000","last_change":"2024-09-13T16:13:44.757316+0000","last_active":"2024-09-13T16:13:46.549973+0000","last_peered":"2024-09-13T16:13:46.549973+0000","last_clean":"2024-09-13T16:13:46.549973+0000","last_became_active":"2024-09-13T16:13:44.755967+0000","last_became_peered":"2024-09-13T16:13:44.755967+0000","last_unstale":"2024-09-13T16:13:46.549973+0000","last_undegraded":"2024-09-13T16:13:46.549973+0000","last_fullsized":"2024-09-13T16:13:46.549973+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:24.409870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751328+0000","last_change":"2024-09-13T16:13:44.757871+0000","last_active":"2024-09-13T16:13:45.751328+0000","last_peered":"2024-09-13T16:13:45.751328+0000","last_clean":"2024-09-13T16:13:45.751328+0000","last_became_active":"2024-09-13T16:13:44.757620+0000","last_became_peered":"2024-09-13T16:13:44.757620+0000","last_unstale":"2024-09-13T16:13:45.751328+0000","last_undegraded":"2024-09-13T16:13:45.751328+0000","last_fullsized":"2024-09-13T16:13:45.751328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:50.484736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754326+0000","last_change":"2024-09-13T16:13:44.753995+0000","last_active":"2024-09-13T16:13:45.754326+0000","last_peered":"2024-09-13T16:13:45.754326+0000","last_clean":"2024-09-13T16:13:45.754326+0000","last_became_active":"2024-09-13T16:13:44.753717+0000","last_became_peered":"2024-09-13T16:13:44.753717+0000","last_unstale":"2024-09-13T16:13:45.754326+0000","last_undegraded":"2024-09-13T16:13:45.754326+0000","last_fullsized":"2024-09-13T16:13:45.754326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754498+0000","last_change":"2024-09-13T16:13:44.753753+0000","last_active":"2024-09-13T16:13:45.754498+0000","last_peered":"2024-09-13T16:13:45.754498+0000","last_clean":"2024-09-13T16:13:45.754498+0000","last_became_active":"2024-09-13T16:13:44.753497+0000","last_became_peered":"2024-09-13T16:13:44.753497+0000","last_unstale":"2024-09-13T16:13:45.754498+0000","last_undegraded":"2024-09-13T16:13:45.754498+0000","last_fullsized":"2024-09-13T16:13:45.754498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:37.331876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759094+0000","last_change":"2024-09-13T16:13:44.758084+0000","last_active":"2024-09-13T16:13:44.759094+0000","last_peered":"2024-09-13T16:13:44.759094+0000","last_clean":"2024-09-13T16:13:44.759094+0000","last_became_active":"2024-09-13T16:13:44.757814+0000","last_became_peered":"2024-09-13T16:13:44.757814+0000","last_unstale":"2024-09-13T16:13:44.759094+0000","last_undegraded":"2024-09-13T16:13:44.759094+0000","last_fullsized":"2024-09-13T16:13:44.759094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751005+0000","last_change":"2024-09-13T16:13:44.751196+0000","last_active":"2024-09-13T16:13:45.751005+0000","last_peered":"2024-09-13T16:13:45.751005+0000","last_clean":"2024-09-13T16:13:45.751005+0000","last_became_active":"2024-09-13T16:13:44.750762+0000","last_became_peered":"2024-09-13T16:13:44.750762+0000","last_unstale":"2024-09-13T16:13:45.751005+0000","last_undegraded":"2024-09-13T16:13:45.751005+0000","last_fullsized":"2024-09-13T16:13:45.751005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:44.063551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751114+0000","last_change":"2024-09-13T16:13:44.757369+0000","last_active":"2024-09-13T16:13:45.751114+0000","last_peered":"2024-09-13T16:13:45.751114+0000","last_clean":"2024-09-13T16:13:45.751114+0000","last_became_active":"2024-09-13T16:13:44.755327+0000","last_became_peered":"2024-09-13T16:13:44.755327+0000","last_unstale":"2024-09-13T16:13:45.751114+0000","last_undegraded":"2024-09-13T16:13:45.751114+0000","last_fullsized":"2024-09-13T16:13:45.751114+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:15.143644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972379+0000","last_change":"2024-09-13T16:13:44.757098+0000","last_active":"2024-09-13T16:13:45.972379+0000","last_peered":"2024-09-13T16:13:45.972379+0000","last_clean":"2024-09-13T16:13:45.972379+0000","last_became_active":"2024-09-13T16:13:44.756831+0000","last_became_peered":"2024-09-13T16:13:44.756831+0000","last_unstale":"2024-09-13T16:13:45.972379+0000","last_undegraded":"2024-09-13T16:13:45.972379+0000","last_fullsized":"2024-09-13T16:13:45.972379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550496+0000","last_change":"2024-09-13T16:13:44.757292+0000","last_active":"2024-09-13T16:13:46.550496+0000","last_peered":"2024-09-13T16:13:46.550496+0000","last_clean":"2024-09-13T16:13:46.550496+0000","last_became_active":"2024-09-13T16:13:44.756984+0000","last_became_peered":"2024-09-13T16:13:44.756984+0000","last_unstale":"2024-09-13T16:13:46.550496+0000","last_undegraded":"2024-09-13T16:13:46.550496+0000","last_fullsized":"2024-09-13T16:13:46.550496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:01.795165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751581+0000","last_change":"2024-09-13T16:13:44.756319+0000","last_active":"2024-09-13T16:13:45.751581+0000","last_peered":"2024-09-13T16:13:45.751581+0000","last_clean":"2024-09-13T16:13:45.751581+0000","last_became_active":"2024-09-13T16:13:44.756084+0000","last_became_peered":"2024-09-13T16:13:44.756084+0000","last_unstale":"2024-09-13T16:13:45.751581+0000","last_undegraded":"2024-09-13T16:13:45.751581+0000","last_fullsized":"2024-09-13T16:13:45.751581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754202+0000","last_change":"2024-09-13T16:13:44.752206+0000","last_active":"2024-09-13T16:13:44.754202+0000","last_peered":"2024-09-13T16:13:44.754202+0000","last_clean":"2024-09-13T16:13:44.754202+0000","last_became_active":"2024-09-13T16:13:44.751923+0000","last_became_peered":"2024-09-13T16:13:44.751923+0000","last_unstale":"2024-09-13T16:13:44.754202+0000","last_undegraded":"2024-09-13T16:13:44.754202+0000","last_fullsized":"2024-09-13T16:13:44.754202+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:42.833945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550334+0000","last_change":"2024-09-13T16:13:44.763175+0000","last_active":"2024-09-13T16:13:46.550334+0000","last_peered":"2024-09-13T16:13:46.550334+0000","last_clean":"2024-09-13T16:13:46.550334+0000","last_became_active":"2024-09-13T16:13:44.762549+0000","last_became_peered":"2024-09-13T16:13:44.762549+0000","last_unstale":"2024-09-13T16:13:46.550334+0000","last_undegraded":"2024-09-13T16:13:46.550334+0000","last_fullsized":"2024-09-13T16:13:46.550334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:27.171686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750997+0000","last_change":"2024-09-13T16:13:44.750173+0000","last_active":"2024-09-13T16:13:45.750997+0000","last_peered":"2024-09-13T16:13:45.750997+0000","last_clean":"2024-09-13T16:13:45.750997+0000","last_became_active":"2024-09-13T16:13:44.749909+0000","last_became_peered":"2024-09-13T16:13:44.749909+0000","last_unstale":"2024-09-13T16:13:45.750997+0000","last_undegraded":"2024-09-13T16:13:45.750997+0000","last_fullsized":"2024-09-13T16:13:45.750997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550147+0000","last_change":"2024-09-13T16:13:44.752197+0000","last_active":"2024-09-13T16:13:46.550147+0000","last_peered":"2024-09-13T16:13:46.550147+0000","last_clean":"2024-09-13T16:13:46.550147+0000","last_became_active":"2024-09-13T16:13:44.751534+0000","last_became_peered":"2024-09-13T16:13:44.751534+0000","last_unstale":"2024-09-13T16:13:46.550147+0000","last_undegraded":"2024-09-13T16:13:46.550147+0000","last_fullsized":"2024-09-13T16:13:46.550147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:21:29.608563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750845+0000","last_change":"2024-09-13T16:13:44.757714+0000","last_active":"2024-09-13T16:13:45.750845+0000","last_peered":"2024-09-13T16:13:45.750845+0000","last_clean":"2024-09-13T16:13:45.750845+0000","last_became_active":"2024-09-13T16:13:44.757419+0000","last_became_peered":"2024-09-13T16:13:44.757419+0000","last_unstale":"2024-09-13T16:13:45.750845+0000","last_undegraded":"2024-09-13T16:13:45.750845+0000","last_fullsized":"2024-09-13T16:13:45.750845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759507+0000","last_change":"2024-09-13T16:13:44.758270+0000","last_active":"2024-09-13T16:13:44.759507+0000","last_peered":"2024-09-13T16:13:44.759507+0000","last_clean":"2024-09-13T16:13:44.759507+0000","last_became_active":"2024-09-13T16:13:44.757964+0000","last_became_peered":"2024-09-13T16:13:44.757964+0000","last_unstale":"2024-09-13T16:13:44.759507+0000","last_undegraded":"2024-09-13T16:13:44.759507+0000","last_fullsized":"2024-09-13T16:13:44.759507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758300+0000","last_change":"2024-09-13T16:13:44.755961+0000","last_active":"2024-09-13T16:13:44.758300+0000","last_peered":"2024-09-13T16:13:44.758300+0000","last_clean":"2024-09-13T16:13:44.758300+0000","last_became_active":"2024-09-13T16:13:44.755697+0000","last_became_peered":"2024-09-13T16:13:44.755697+0000","last_unstale":"2024-09-13T16:13:44.758300+0000","last_undegraded":"2024-09-13T16:13:44.758300+0000","last_fullsized":"2024-09-13T16:13:44.758300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:15.447512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972699+0000","last_change":"2024-09-13T16:13:44.756482+0000","last_active":"2024-09-13T16:13:45.972699+0000","last_peered":"2024-09-13T16:13:45.972699+0000","last_clean":"2024-09-13T16:13:45.972699+0000","last_became_active":"2024-09-13T16:13:44.756045+0000","last_became_peered":"2024-09-13T16:13:44.756045+0000","last_unstale":"2024-09-13T16:13:45.972699+0000","last_undegraded":"2024-09-13T16:13:45.972699+0000","last_fullsized":"2024-09-13T16:13:45.972699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758335+0000","last_change":"2024-09-13T16:13:44.756453+0000","last_active":"2024-09-13T16:13:44.758335+0000","last_peered":"2024-09-13T16:13:44.758335+0000","last_clean":"2024-09-13T16:13:44.758335+0000","last_became_active":"2024-09-13T16:13:44.756226+0000","last_became_peered":"2024-09-13T16:13:44.756226+0000","last_unstale":"2024-09-13T16:13:44.758335+0000","last_undegraded":"2024-09-13T16:13:44.758335+0000","last_fullsized":"2024-09-13T16:13:44.758335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:31.556587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550477+0000","last_change":"2024-09-13T16:13:44.760478+0000","last_active":"2024-09-13T16:13:46.550477+0000","last_peered":"2024-09-13T16:13:46.550477+0000","last_clean":"2024-09-13T16:13:46.550477+0000","last_became_active":"2024-09-13T16:13:44.757749+0000","last_became_peered":"2024-09-13T16:13:44.757749+0000","last_unstale":"2024-09-13T16:13:46.550477+0000","last_undegraded":"2024-09-13T16:13:46.550477+0000","last_fullsized":"2024-09-13T16:13:46.550477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:58.480623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751277+0000","last_change":"2024-09-13T16:13:44.745345+0000","last_active":"2024-09-13T16:13:45.751277+0000","last_peered":"2024-09-13T16:13:45.751277+0000","last_clean":"2024-09-13T16:13:45.751277+0000","last_became_active":"2024-09-13T16:13:44.745079+0000","last_became_peered":"2024-09-13T16:13:44.745079+0000","last_unstale":"2024-09-13T16:13:45.751277+0000","last_undegraded":"2024-09-13T16:13:45.751277+0000","last_fullsized":"2024-09-13T16:13:45.751277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:02.484067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.757798+0000","last_change":"2024-09-13T16:13:44.755322+0000","last_active":"2024-09-13T16:13:44.757798+0000","last_peered":"2024-09-13T16:13:44.757798+0000","last_clean":"2024-09-13T16:13:44.757798+0000","last_became_active":"2024-09-13T16:13:44.755080+0000","last_became_peered":"2024-09-13T16:13:44.755080+0000","last_unstale":"2024-09-13T16:13:44.757798+0000","last_undegraded":"2024-09-13T16:13:44.757798+0000","last_fullsized":"2024-09-13T16:13:44.757798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:26.468757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972498+0000","last_change":"2024-09-13T16:13:44.762078+0000","last_active":"2024-09-13T16:13:45.972498+0000","last_peered":"2024-09-13T16:13:45.972498+0000","last_clean":"2024-09-13T16:13:45.972498+0000","last_became_active":"2024-09-13T16:13:44.761805+0000","last_became_peered":"2024-09-13T16:13:44.761805+0000","last_unstale":"2024-09-13T16:13:45.972498+0000","last_undegraded":"2024-09-13T16:13:45.972498+0000","last_fullsized":"2024-09-13T16:13:45.972498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972698+0000","last_change":"2024-09-13T16:13:44.761814+0000","last_active":"2024-09-13T16:13:45.972698+0000","last_peered":"2024-09-13T16:13:45.972698+0000","last_clean":"2024-09-13T16:13:45.972698+0000","last_became_active":"2024-09-13T16:13:44.761547+0000","last_became_peered":"2024-09-13T16:13:44.761547+0000","last_unstale":"2024-09-13T16:13:45.972698+0000","last_undegraded":"2024-09-13T16:13:45.972698+0000","last_fullsized":"2024-09-13T16:13:45.972698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"61'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972823+0000","last_change":"2024-09-13T16:13:44.390396+0000","last_active":"2024-09-13T16:13:45.972823+0000","last_peered":"2024-09-13T16:13:45.972823+0000","last_clean":"2024-09-13T16:13:45.972823+0000","last_became_active":"2024-09-13T16:13:44.390142+0000","last_became_peered":"2024-09-13T16:13:44.390142+0000","last_unstale":"2024-09-13T16:13:45.972823+0000","last_undegraded":"2024-09-13T16:13:45.972823+0000","last_fullsized":"2024-09-13T16:13:45.972823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:24.164020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754442+0000","last_change":"2024-09-13T16:13:44.753376+0000","last_active":"2024-09-13T16:13:45.754442+0000","last_peered":"2024-09-13T16:13:45.754442+0000","last_clean":"2024-09-13T16:13:45.754442+0000","last_became_active":"2024-09-13T16:13:44.752860+0000","last_became_peered":"2024-09-13T16:13:44.752860+0000","last_unstale":"2024-09-13T16:13:45.754442+0000","last_undegraded":"2024-09-13T16:13:45.754442+0000","last_fullsized":"2024-09-13T16:13:45.754442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550448+0000","last_change":"2024-09-13T16:13:44.390509+0000","last_active":"2024-09-13T16:13:46.550448+0000","last_peered":"2024-09-13T16:13:46.550448+0000","last_clean":"2024-09-13T16:13:46.550448+0000","last_became_active":"2024-09-13T16:13:44.390251+0000","last_became_peered":"2024-09-13T16:13:44.390251+0000","last_unstale":"2024-09-13T16:13:46.550448+0000","last_undegraded":"2024-09-13T16:13:46.550448+0000","last_fullsized":"2024-09-13T16:13:46.550448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:31:57.278726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972520+0000","last_change":"2024-09-13T16:13:44.759406+0000","last_active":"2024-09-13T16:13:45.972520+0000","last_peered":"2024-09-13T16:13:45.972520+0000","last_clean":"2024-09-13T16:13:45.972520+0000","last_became_active":"2024-09-13T16:13:44.759121+0000","last_became_peered":"2024-09-13T16:13:44.759121+0000","last_unstale":"2024-09-13T16:13:45.972520+0000","last_undegraded":"2024-09-13T16:13:45.972520+0000","last_fullsized":"2024-09-13T16:13:45.972520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972814+0000","last_change":"2024-09-13T16:13:44.390341+0000","last_active":"2024-09-13T16:13:45.972814+0000","last_peered":"2024-09-13T16:13:45.972814+0000","last_clean":"2024-09-13T16:13:45.972814+0000","last_became_active":"2024-09-13T16:13:44.390017+0000","last_became_peered":"2024-09-13T16:13:44.390017+0000","last_unstale":"2024-09-13T16:13:45.972814+0000","last_undegraded":"2024-09-13T16:13:45.972814+0000","last_fullsized":"2024-09-13T16:13:45.972814+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972715+0000","last_change":"2024-09-13T16:13:44.757860+0000","last_active":"2024-09-13T16:13:45.972715+0000","last_peered":"2024-09-13T16:13:45.972715+0000","last_clean":"2024-09-13T16:13:45.972715+0000","last_became_active":"2024-09-13T16:13:44.757629+0000","last_became_peered":"2024-09-13T16:13:44.757629+0000","last_unstale":"2024-09-13T16:13:45.972715+0000","last_undegraded":"2024-09-13T16:13:45.972715+0000","last_fullsized":"2024-09-13T16:13:45.972715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550155+0000","last_change":"2024-09-13T16:13:44.751528+0000","last_active":"2024-09-13T16:13:46.550155+0000","last_peered":"2024-09-13T16:13:46.550155+0000","last_clean":"2024-09-13T16:13:46.550155+0000","last_became_active":"2024-09-13T16:13:44.751278+0000","last_became_peered":"2024-09-13T16:13:44.751278+0000","last_unstale":"2024-09-13T16:13:46.550155+0000","last_undegraded":"2024-09-13T16:13:46.550155+0000","last_fullsized":"2024-09-13T16:13:46.550155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:16.475783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751194+0000","last_change":"2024-09-13T16:13:44.391696+0000","last_active":"2024-09-13T16:13:45.751194+0000","last_peered":"2024-09-13T16:13:45.751194+0000","last_clean":"2024-09-13T16:13:45.751194+0000","last_became_active":"2024-09-13T16:13:44.391413+0000","last_became_peered":"2024-09-13T16:13:44.391413+0000","last_unstale":"2024-09-13T16:13:45.751194+0000","last_undegraded":"2024-09-13T16:13:45.751194+0000","last_fullsized":"2024-09-13T16:13:45.751194+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:19.345465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550231+0000","last_change":"2024-09-13T16:13:44.753617+0000","last_active":"2024-09-13T16:13:46.550231+0000","last_peered":"2024-09-13T16:13:46.550231+0000","last_clean":"2024-09-13T16:13:46.550231+0000","last_became_active":"2024-09-13T16:13:44.753376+0000","last_became_peered":"2024-09-13T16:13:44.753376+0000","last_unstale":"2024-09-13T16:13:46.550231+0000","last_undegraded":"2024-09-13T16:13:46.550231+0000","last_fullsized":"2024-09-13T16:13:46.550231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:55.677828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972534+0000","last_change":"2024-09-13T16:13:44.389823+0000","last_active":"2024-09-13T16:13:45.972534+0000","last_peered":"2024-09-13T16:13:45.972534+0000","last_clean":"2024-09-13T16:13:45.972534+0000","last_became_active":"2024-09-13T16:13:44.389442+0000","last_became_peered":"2024-09-13T16:13:44.389442+0000","last_unstale":"2024-09-13T16:13:45.972534+0000","last_undegraded":"2024-09-13T16:13:45.972534+0000","last_fullsized":"2024-09-13T16:13:45.972534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:49.478519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756215+0000","last_change":"2024-09-13T16:13:44.754139+0000","last_active":"2024-09-13T16:13:44.756215+0000","last_peered":"2024-09-13T16:13:44.756215+0000","last_clean":"2024-09-13T16:13:44.756215+0000","last_became_active":"2024-09-13T16:13:44.753837+0000","last_became_peered":"2024-09-13T16:13:44.753837+0000","last_unstale":"2024-09-13T16:13:44.756215+0000","last_undegraded":"2024-09-13T16:13:44.756215+0000","last_fullsized":"2024-09-13T16:13:44.756215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:07.572572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550043+0000","last_change":"2024-09-13T16:13:44.750367+0000","last_active":"2024-09-13T16:13:46.550043+0000","last_peered":"2024-09-13T16:13:46.550043+0000","last_clean":"2024-09-13T16:13:46.550043+0000","last_became_active":"2024-09-13T16:13:44.750063+0000","last_became_peered":"2024-09-13T16:13:44.750063+0000","last_unstale":"2024-09-13T16:13:46.550043+0000","last_undegraded":"2024-09-13T16:13:46.550043+0000","last_fullsized":"2024-09-13T16:13:46.550043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:26.867817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750790+0000","last_change":"2024-09-13T16:13:44.388739+0000","last_active":"2024-09-13T16:13:45.750790+0000","last_peered":"2024-09-13T16:13:45.750790+0000","last_clean":"2024-09-13T16:13:45.750790+0000","last_became_active":"2024-09-13T16:13:44.388335+0000","last_became_peered":"2024-09-13T16:13:44.388335+0000","last_unstale":"2024-09-13T16:13:45.750790+0000","last_undegraded":"2024-09-13T16:13:45.750790+0000","last_fullsized":"2024-09-13T16:13:45.750790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:19.183207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751294+0000","last_change":"2024-09-13T16:13:44.756321+0000","last_active":"2024-09-13T16:13:45.751294+0000","last_peered":"2024-09-13T16:13:45.751294+0000","last_clean":"2024-09-13T16:13:45.751294+0000","last_became_active":"2024-09-13T16:13:44.754358+0000","last_became_peered":"2024-09-13T16:13:44.754358+0000","last_unstale":"2024-09-13T16:13:45.751294+0000","last_undegraded":"2024-09-13T16:13:45.751294+0000","last_fullsized":"2024-09-13T16:13:45.751294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:48.951262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751343+0000","last_change":"2024-09-13T16:13:44.396976+0000","last_active":"2024-09-13T16:13:45.751343+0000","last_peered":"2024-09-13T16:13:45.751343+0000","last_clean":"2024-09-13T16:13:45.751343+0000","last_became_active":"2024-09-13T16:13:44.396733+0000","last_became_peered":"2024-09-13T16:13:44.396733+0000","last_unstale":"2024-09-13T16:13:45.751343+0000","last_undegraded":"2024-09-13T16:13:45.751343+0000","last_fullsized":"2024-09-13T16:13:45.751343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751252+0000","last_change":"2024-09-13T16:13:44.756889+0000","last_active":"2024-09-13T16:13:45.751252+0000","last_peered":"2024-09-13T16:13:45.751252+0000","last_clean":"2024-09-13T16:13:45.751252+0000","last_became_active":"2024-09-13T16:13:44.756639+0000","last_became_peered":"2024-09-13T16:13:44.756639+0000","last_unstale":"2024-09-13T16:13:45.751252+0000","last_undegraded":"2024-09-13T16:13:45.751252+0000","last_fullsized":"2024-09-13T16:13:45.751252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550523+0000","last_change":"2024-09-13T16:13:44.392790+0000","last_active":"2024-09-13T16:13:46.550523+0000","last_peered":"2024-09-13T16:13:46.550523+0000","last_clean":"2024-09-13T16:13:46.550523+0000","last_became_active":"2024-09-13T16:13:44.392435+0000","last_became_peered":"2024-09-13T16:13:44.392435+0000","last_unstale":"2024-09-13T16:13:46.550523+0000","last_undegraded":"2024-09-13T16:13:46.550523+0000","last_fullsized":"2024-09-13T16:13:46.550523+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:20.263848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754286+0000","last_change":"2024-09-13T16:13:44.749952+0000","last_active":"2024-09-13T16:13:45.754286+0000","last_peered":"2024-09-13T16:13:45.754286+0000","last_clean":"2024-09-13T16:13:45.754286+0000","last_became_active":"2024-09-13T16:13:44.749702+0000","last_became_peered":"2024-09-13T16:13:44.749702+0000","last_unstale":"2024-09-13T16:13:45.754286+0000","last_undegraded":"2024-09-13T16:13:45.754286+0000","last_fullsized":"2024-09-13T16:13:45.754286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:45.335151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"61'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751699+0000","last_change":"2024-09-13T16:13:44.391693+0000","last_active":"2024-09-13T16:13:45.751699+0000","last_peered":"2024-09-13T16:13:45.751699+0000","last_clean":"2024-09-13T16:13:45.751699+0000","last_became_active":"2024-09-13T16:13:44.390609+0000","last_became_peered":"2024-09-13T16:13:44.390609+0000","last_unstale":"2024-09-13T16:13:45.751699+0000","last_undegraded":"2024-09-13T16:13:45.751699+0000","last_fullsized":"2024-09-13T16:13:45.751699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:35.377410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751599+0000","last_change":"2024-09-13T16:13:44.753591+0000","last_active":"2024-09-13T16:13:45.751599+0000","last_peered":"2024-09-13T16:13:45.751599+0000","last_clean":"2024-09-13T16:13:45.751599+0000","last_became_active":"2024-09-13T16:13:44.753017+0000","last_became_peered":"2024-09-13T16:13:44.753017+0000","last_unstale":"2024-09-13T16:13:45.751599+0000","last_undegraded":"2024-09-13T16:13:45.751599+0000","last_fullsized":"2024-09-13T16:13:45.751599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"61'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751446+0000","last_change":"2024-09-13T16:13:44.389346+0000","last_active":"2024-09-13T16:13:45.751446+0000","last_peered":"2024-09-13T16:13:45.751446+0000","last_clean":"2024-09-13T16:13:45.751446+0000","last_became_active":"2024-09-13T16:13:44.389012+0000","last_became_peered":"2024-09-13T16:13:44.389012+0000","last_unstale":"2024-09-13T16:13:45.751446+0000","last_undegraded":"2024-09-13T16:13:45.751446+0000","last_fullsized":"2024-09-13T16:13:45.751446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:15.468406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.13","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550296+0000","last_change":"2024-09-13T16:13:44.393401+0000","last_active":"2024-09-13T16:13:46.550296+0000","last_peered":"2024-09-13T16:13:46.550296+0000","last_clean":"2024-09-13T16:13:46.550296+0000","last_became_active":"2024-09-13T16:13:44.393149+0000","last_became_peered":"2024-09-13T16:13:44.393149+0000","last_unstale":"2024-09-13T16:13:46.550296+0000","last_undegraded":"2024-09-13T16:13:46.550296+0000","last_fullsized":"2024-09-13T16:13:46.550296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:29.403805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751547+0000","last_change":"2024-09-13T16:13:44.751560+0000","last_active":"2024-09-13T16:13:45.751547+0000","last_peered":"2024-09-13T16:13:45.751547+0000","last_clean":"2024-09-13T16:13:45.751547+0000","last_became_active":"2024-09-13T16:13:44.751275+0000","last_became_peered":"2024-09-13T16:13:44.751275+0000","last_unstale":"2024-09-13T16:13:45.751547+0000","last_undegraded":"2024-09-13T16:13:45.751547+0000","last_fullsized":"2024-09-13T16:13:45.751547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745826+0000","last_change":"2024-09-13T16:13:44.387627+0000","last_active":"2024-09-13T16:13:44.745826+0000","last_peered":"2024-09-13T16:13:44.745826+0000","last_clean":"2024-09-13T16:13:44.745826+0000","last_became_active":"2024-09-13T16:13:44.387352+0000","last_became_peered":"2024-09-13T16:13:44.387352+0000","last_unstale":"2024-09-13T16:13:44.745826+0000","last_undegraded":"2024-09-13T16:13:44.745826+0000","last_fullsized":"2024-09-13T16:13:44.745826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:30.550370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750652+0000","last_change":"2024-09-13T16:13:44.751003+0000","last_active":"2024-09-13T16:13:45.750652+0000","last_peered":"2024-09-13T16:13:45.750652+0000","last_clean":"2024-09-13T16:13:45.750652+0000","last_became_active":"2024-09-13T16:13:44.749488+0000","last_became_peered":"2024-09-13T16:13:44.749488+0000","last_unstale":"2024-09-13T16:13:45.750652+0000","last_undegraded":"2024-09-13T16:13:45.750652+0000","last_fullsized":"2024-09-13T16:13:45.750652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:39.168707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751332+0000","last_change":"2024-09-13T16:13:44.751580+0000","last_active":"2024-09-13T16:13:45.751332+0000","last_peered":"2024-09-13T16:13:45.751332+0000","last_clean":"2024-09-13T16:13:45.751332+0000","last_became_active":"2024-09-13T16:13:44.751290+0000","last_became_peered":"2024-09-13T16:13:44.751290+0000","last_unstale":"2024-09-13T16:13:45.751332+0000","last_undegraded":"2024-09-13T16:13:45.751332+0000","last_fullsized":"2024-09-13T16:13:45.751332+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"61'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751157+0000","last_change":"2024-09-13T16:13:44.393320+0000","last_active":"2024-09-13T16:13:45.751157+0000","last_peered":"2024-09-13T16:13:45.751157+0000","last_clean":"2024-09-13T16:13:45.751157+0000","last_became_active":"2024-09-13T16:13:44.393004+0000","last_became_peered":"2024-09-13T16:13:44.393004+0000","last_unstale":"2024-09-13T16:13:45.751157+0000","last_undegraded":"2024-09-13T16:13:45.751157+0000","last_fullsized":"2024-09-13T16:13:45.751157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751617+0000","last_change":"2024-09-13T16:13:44.747616+0000","last_active":"2024-09-13T16:13:45.751617+0000","last_peered":"2024-09-13T16:13:45.751617+0000","last_clean":"2024-09-13T16:13:45.751617+0000","last_became_active":"2024-09-13T16:13:44.747343+0000","last_became_peered":"2024-09-13T16:13:44.747343+0000","last_unstale":"2024-09-13T16:13:45.751617+0000","last_undegraded":"2024-09-13T16:13:45.751617+0000","last_fullsized":"2024-09-13T16:13:45.751617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:58.836772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550521+0000","last_change":"2024-09-13T16:13:44.392070+0000","last_active":"2024-09-13T16:13:46.550521+0000","last_peered":"2024-09-13T16:13:46.550521+0000","last_clean":"2024-09-13T16:13:46.550521+0000","last_became_active":"2024-09-13T16:13:44.391781+0000","last_became_peered":"2024-09-13T16:13:44.391781+0000","last_unstale":"2024-09-13T16:13:46.550521+0000","last_undegraded":"2024-09-13T16:13:46.550521+0000","last_fullsized":"2024-09-13T16:13:46.550521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:47.945045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.e","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972803+0000","last_change":"2024-09-13T16:13:44.392829+0000","last_active":"2024-09-13T16:13:45.972803+0000","last_peered":"2024-09-13T16:13:45.972803+0000","last_clean":"2024-09-13T16:13:45.972803+0000","last_became_active":"2024-09-13T16:13:44.392526+0000","last_became_peered":"2024-09-13T16:13:44.392526+0000","last_unstale":"2024-09-13T16:13:45.972803+0000","last_undegraded":"2024-09-13T16:13:45.972803+0000","last_fullsized":"2024-09-13T16:13:45.972803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550470+0000","last_change":"2024-09-13T16:13:44.752583+0000","last_active":"2024-09-13T16:13:46.550470+0000","last_peered":"2024-09-13T16:13:46.550470+0000","last_clean":"2024-09-13T16:13:46.550470+0000","last_became_active":"2024-09-13T16:13:44.752348+0000","last_became_peered":"2024-09-13T16:13:44.752348+0000","last_unstale":"2024-09-13T16:13:46.550470+0000","last_undegraded":"2024-09-13T16:13:46.550470+0000","last_fullsized":"2024-09-13T16:13:46.550470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:14.874990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751619+0000","last_change":"2024-09-13T16:13:44.755020+0000","last_active":"2024-09-13T16:13:45.751619+0000","last_peered":"2024-09-13T16:13:45.751619+0000","last_clean":"2024-09-13T16:13:45.751619+0000","last_became_active":"2024-09-13T16:13:44.754339+0000","last_became_peered":"2024-09-13T16:13:44.754339+0000","last_unstale":"2024-09-13T16:13:45.751619+0000","last_undegraded":"2024-09-13T16:13:45.751619+0000","last_fullsized":"2024-09-13T16:13:45.751619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972611+0000","last_change":"2024-09-13T16:13:44.395306+0000","last_active":"2024-09-13T16:13:45.972611+0000","last_peered":"2024-09-13T16:13:45.972611+0000","last_clean":"2024-09-13T16:13:45.972611+0000","last_became_active":"2024-09-13T16:13:44.395039+0000","last_became_peered":"2024-09-13T16:13:44.395039+0000","last_unstale":"2024-09-13T16:13:45.972611+0000","last_undegraded":"2024-09-13T16:13:45.972611+0000","last_fullsized":"2024-09-13T16:13:45.972611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:54.057085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.b","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550427+0000","last_change":"2024-09-13T16:13:44.387391+0000","last_active":"2024-09-13T16:13:46.550427+0000","last_peered":"2024-09-13T16:13:46.550427+0000","last_clean":"2024-09-13T16:13:46.550427+0000","last_became_active":"2024-09-13T16:13:44.386993+0000","last_became_peered":"2024-09-13T16:13:44.386993+0000","last_unstale":"2024-09-13T16:13:46.550427+0000","last_undegraded":"2024-09-13T16:13:46.550427+0000","last_fullsized":"2024-09-13T16:13:46.550427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:14.137427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972594+0000","last_change":"2024-09-13T16:13:44.754444+0000","last_active":"2024-09-13T16:13:45.972594+0000","last_peered":"2024-09-13T16:13:45.972594+0000","last_clean":"2024-09-13T16:13:45.972594+0000","last_became_active":"2024-09-13T16:13:44.752045+0000","last_became_peered":"2024-09-13T16:13:44.752045+0000","last_unstale":"2024-09-13T16:13:45.972594+0000","last_undegraded":"2024-09-13T16:13:45.972594+0000","last_fullsized":"2024-09-13T16:13:45.972594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754259+0000","last_change":"2024-09-13T16:13:44.392771+0000","last_active":"2024-09-13T16:13:45.754259+0000","last_peered":"2024-09-13T16:13:45.754259+0000","last_clean":"2024-09-13T16:13:45.754259+0000","last_became_active":"2024-09-13T16:13:44.392518+0000","last_became_peered":"2024-09-13T16:13:44.392518+0000","last_unstale":"2024-09-13T16:13:45.754259+0000","last_undegraded":"2024-09-13T16:13:45.754259+0000","last_fullsized":"2024-09-13T16:13:45.754259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972435+0000","last_change":"2024-09-13T16:13:44.762426+0000","last_active":"2024-09-13T16:13:45.972435+0000","last_peered":"2024-09-13T16:13:45.972435+0000","last_clean":"2024-09-13T16:13:45.972435+0000","last_became_active":"2024-09-13T16:13:44.762189+0000","last_became_peered":"2024-09-13T16:13:44.762189+0000","last_unstale":"2024-09-13T16:13:45.972435+0000","last_undegraded":"2024-09-13T16:13:45.972435+0000","last_fullsized":"2024-09-13T16:13:45.972435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.7","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754491+0000","last_change":"2024-09-13T16:13:44.394561+0000","last_active":"2024-09-13T16:13:45.754491+0000","last_peered":"2024-09-13T16:13:45.754491+0000","last_clean":"2024-09-13T16:13:45.754491+0000","last_became_active":"2024-09-13T16:13:44.394266+0000","last_became_peered":"2024-09-13T16:13:44.394266+0000","last_unstale":"2024-09-13T16:13:45.754491+0000","last_undegraded":"2024-09-13T16:13:45.754491+0000","last_fullsized":"2024-09-13T16:13:45.754491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:44.367399+0000","last_change":"2024-09-13T16:13:44.367399+0000","last_active":"2024-09-13T16:13:44.367399+0000","last_peered":"2024-09-13T16:13:44.367399+0000","last_clean":"2024-09-13T16:13:44.367399+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:44.367399+0000","last_undegraded":"2024-09-13T16:13:44.367399+0000","last_fullsized":"2024-09-13T16:13:44.367399+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972809+0000","last_change":"2024-09-13T16:13:44.389231+0000","last_active":"2024-09-13T16:13:45.972809+0000","last_peered":"2024-09-13T16:13:45.972809+0000","last_clean":"2024-09-13T16:13:45.972809+0000","last_became_active":"2024-09-13T16:13:44.388946+0000","last_became_peered":"2024-09-13T16:13:44.388946+0000","last_unstale":"2024-09-13T16:13:45.972809+0000","last_undegraded":"2024-09-13T16:13:45.972809+0000","last_fullsized":"2024-09-13T16:13:45.972809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:38.162490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754399+0000","last_change":"2024-09-13T16:13:44.749881+0000","last_active":"2024-09-13T16:13:45.754399+0000","last_peered":"2024-09-13T16:13:45.754399+0000","last_clean":"2024-09-13T16:13:45.754399+0000","last_became_active":"2024-09-13T16:13:44.749627+0000","last_became_peered":"2024-09-13T16:13:44.749627+0000","last_unstale":"2024-09-13T16:13:45.754399+0000","last_undegraded":"2024-09-13T16:13:45.754399+0000","last_fullsized":"2024-09-13T16:13:45.754399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:58:14.228296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745999+0000","last_change":"2024-09-13T16:13:44.386888+0000","last_active":"2024-09-13T16:13:44.745999+0000","last_peered":"2024-09-13T16:13:44.745999+0000","last_clean":"2024-09-13T16:13:44.745999+0000","last_became_active":"2024-09-13T16:13:44.386626+0000","last_became_peered":"2024-09-13T16:13:44.386626+0000","last_unstale":"2024-09-13T16:13:44.745999+0000","last_undegraded":"2024-09-13T16:13:44.745999+0000","last_fullsized":"2024-09-13T16:13:44.745999+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972862+0000","last_change":"2024-09-13T16:13:44.756276+0000","last_active":"2024-09-13T16:13:45.972862+0000","last_peered":"2024-09-13T16:13:45.972862+0000","last_clean":"2024-09-13T16:13:45.972862+0000","last_became_active":"2024-09-13T16:13:44.755747+0000","last_became_peered":"2024-09-13T16:13:44.755747+0000","last_unstale":"2024-09-13T16:13:45.972862+0000","last_undegraded":"2024-09-13T16:13:45.972862+0000","last_fullsized":"2024-09-13T16:13:45.972862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:13:43.361183+0000","last_change":"2024-09-13T16:13:43.361183+0000","last_active":"2024-09-13T16:13:43.361183+0000","last_peered":"2024-09-13T16:13:43.361183+0000","last_clean":"2024-09-13T16:13:43.361183+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:13:43.361183+0000","last_undegraded":"2024-09-13T16:13:43.361183+0000","last_fullsized":"2024-09-13T16:13:43.361183+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550281+0000","last_change":"2024-09-13T16:13:44.756598+0000","last_active":"2024-09-13T16:13:46.550281+0000","last_peered":"2024-09-13T16:13:46.550281+0000","last_clean":"2024-09-13T16:13:46.550281+0000","last_became_active":"2024-09-13T16:13:44.756360+0000","last_became_peered":"2024-09-13T16:13:44.756360+0000","last_unstale":"2024-09-13T16:13:46.550281+0000","last_undegraded":"2024-09-13T16:13:46.550281+0000","last_fullsized":"2024-09-13T16:13:46.550281+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:44:06.379007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754131+0000","last_change":"2024-09-13T16:13:44.393531+0000","last_active":"2024-09-13T16:13:45.754131+0000","last_peered":"2024-09-13T16:13:45.754131+0000","last_clean":"2024-09-13T16:13:45.754131+0000","last_became_active":"2024-09-13T16:13:44.393223+0000","last_became_peered":"2024-09-13T16:13:44.393223+0000","last_unstale":"2024-09-13T16:13:45.754131+0000","last_undegraded":"2024-09-13T16:13:45.754131+0000","last_fullsized":"2024-09-13T16:13:45.754131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:14.441296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751475+0000","last_change":"2024-09-13T16:13:44.752159+0000","last_active":"2024-09-13T16:13:45.751475+0000","last_peered":"2024-09-13T16:13:45.751475+0000","last_clean":"2024-09-13T16:13:45.751475+0000","last_became_active":"2024-09-13T16:13:44.751910+0000","last_became_peered":"2024-09-13T16:13:44.751910+0000","last_unstale":"2024-09-13T16:13:45.751475+0000","last_undegraded":"2024-09-13T16:13:45.751475+0000","last_fullsized":"2024-09-13T16:13:45.751475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751292+0000","last_change":"2024-09-13T16:13:44.386355+0000","last_active":"2024-09-13T16:13:45.751292+0000","last_peered":"2024-09-13T16:13:45.751292+0000","last_clean":"2024-09-13T16:13:45.751292+0000","last_became_active":"2024-09-13T16:13:44.386063+0000","last_became_peered":"2024-09-13T16:13:44.386063+0000","last_unstale":"2024-09-13T16:13:45.751292+0000","last_undegraded":"2024-09-13T16:13:45.751292+0000","last_fullsized":"2024-09-13T16:13:45.751292+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:36.325659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754017+0000","last_change":"2024-09-13T16:13:44.751992+0000","last_active":"2024-09-13T16:13:45.754017+0000","last_peered":"2024-09-13T16:13:45.754017+0000","last_clean":"2024-09-13T16:13:45.754017+0000","last_became_active":"2024-09-13T16:13:44.751734+0000","last_became_peered":"2024-09-13T16:13:44.751734+0000","last_unstale":"2024-09-13T16:13:45.754017+0000","last_undegraded":"2024-09-13T16:13:45.754017+0000","last_fullsized":"2024-09-13T16:13:45.754017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:16.397715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754128+0000","last_change":"2024-09-13T16:13:44.395483+0000","last_active":"2024-09-13T16:13:45.754128+0000","last_peered":"2024-09-13T16:13:45.754128+0000","last_clean":"2024-09-13T16:13:45.754128+0000","last_became_active":"2024-09-13T16:13:44.395203+0000","last_became_peered":"2024-09-13T16:13:44.395203+0000","last_unstale":"2024-09-13T16:13:45.754128+0000","last_undegraded":"2024-09-13T16:13:45.754128+0000","last_fullsized":"2024-09-13T16:13:45.754128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:41.827728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550197+0000","last_change":"2024-09-13T16:13:44.750537+0000","last_active":"2024-09-13T16:13:46.550197+0000","last_peered":"2024-09-13T16:13:46.550197+0000","last_clean":"2024-09-13T16:13:46.550197+0000","last_became_active":"2024-09-13T16:13:44.748731+0000","last_became_peered":"2024-09-13T16:13:44.748731+0000","last_unstale":"2024-09-13T16:13:46.550197+0000","last_undegraded":"2024-09-13T16:13:46.550197+0000","last_fullsized":"2024-09-13T16:13:46.550197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550222+0000","last_change":"2024-09-13T16:13:44.388063+0000","last_active":"2024-09-13T16:13:46.550222+0000","last_peered":"2024-09-13T16:13:46.550222+0000","last_clean":"2024-09-13T16:13:46.550222+0000","last_became_active":"2024-09-13T16:13:44.387781+0000","last_became_peered":"2024-09-13T16:13:44.387781+0000","last_unstale":"2024-09-13T16:13:46.550222+0000","last_undegraded":"2024-09-13T16:13:46.550222+0000","last_fullsized":"2024-09-13T16:13:46.550222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:01.326615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550112+0000","last_change":"2024-09-13T16:13:44.762790+0000","last_active":"2024-09-13T16:13:46.550112+0000","last_peered":"2024-09-13T16:13:46.550112+0000","last_clean":"2024-09-13T16:13:46.550112+0000","last_became_active":"2024-09-13T16:13:44.762285+0000","last_became_peered":"2024-09-13T16:13:44.762285+0000","last_unstale":"2024-09-13T16:13:46.550112+0000","last_undegraded":"2024-09-13T16:13:46.550112+0000","last_fullsized":"2024-09-13T16:13:46.550112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:02:01.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745879+0000","last_change":"2024-09-13T16:13:44.391426+0000","last_active":"2024-09-13T16:13:44.745879+0000","last_peered":"2024-09-13T16:13:44.745879+0000","last_clean":"2024-09-13T16:13:44.745879+0000","last_became_active":"2024-09-13T16:13:44.391149+0000","last_became_peered":"2024-09-13T16:13:44.391149+0000","last_unstale":"2024-09-13T16:13:44.745879+0000","last_undegraded":"2024-09-13T16:13:44.745879+0000","last_fullsized":"2024-09-13T16:13:44.745879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.740124+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:44.740124+0000","last_peered":"2024-09-13T16:13:44.740124+0000","last_clean":"2024-09-13T16:13:44.740124+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:44.740124+0000","last_undegraded":"2024-09-13T16:13:44.740124+0000","last_fullsized":"2024-09-13T16:13:44.740124+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":112,"acting":112,"num_store_stats":7},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2292,"num_objects":19,"num_object_clones":0,"num_object_copies":38,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":40,"num_write_kb":13,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":12,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":57344,"data_stored":4072,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":35,"ondisk_log_size":35,"up":52,"acting":52,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1347584,"data_stored":904065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.379,"5min":0.311,"15min":0.311},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.53000000000000003,"15min":0.51400000000000001},"min":{"1min":0.44400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52500000000000002,"15min":0.51100000000000001},"min":{"1min":0.33100000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53600000000000003,"15min":0.52200000000000002},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.57799999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47399999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65900000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.54800000000000004},"min":{"1min":0.315,"5min":0.313,"15min":0.313},"max":{"1min":0.72999999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38900000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69699999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58799999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31840,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340000,"statfs":{"total":96636764160,"available":96604160000,"internally_reserved":0,"allocated":733184,"data_stored":307237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78400000000000003,"5min":1.226,"15min":1.226},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.72999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.623},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76400000000000001,"5min":1.177,"15min":1.177},"last":0.68700000000000006}]},{"osd":2,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76200000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.57799999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57699999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79900000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73999999999999999,"5min":1.163,"15min":1.163},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.39300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68799999999999994,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64700000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52400000000000002,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73299999999999998,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66200000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.434,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.45600000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574890,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":31788,"kb_used_data":668,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340052,"statfs":{"total":96636764160,"available":96604213248,"internally_reserved":0,"allocated":684032,"data_stored":283181,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52000000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65500000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.54000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52300000000000002,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.76800000000000002,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54200000000000004,"15min":0.52500000000000002},"min":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.46300000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.61299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55700000000000005,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.311,"15min":0.311},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.34799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.70599999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.32600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70399999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54200000000000004,"15min":0.56299999999999994},"min":{"1min":0.316,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70699999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.64400000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54900000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55600000000000005,"15min":0.57599999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.628}]},{"osd":7,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.59699999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.71499999999999997},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.59199999999999997,"15min":0.60999999999999999},"min":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72199999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.755}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":757760,"data_stored":315101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77400000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52000000000000002,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80400000000000005,"5min":1.131,"15min":1.131},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.501,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80600000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.52400000000000002,"15min":0.50700000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.42999999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.48299999999999998},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52800000000000002,"15min":0.51600000000000001},"min":{"1min":0.42099999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.72299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41199999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.71499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":753664,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.36699999999999999,"15min":0.378},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.52100000000000002,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.26500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51000000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.372,"15min":0.38600000000000001},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.45200000000000001,"5min":1.306,"15min":1.306},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.23599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.48199999999999998,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.39400000000000002,"15min":0.39800000000000002},"min":{"1min":0.28299999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":1.339,"15min":1.339},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.313,"5min":0.309,"15min":0.309},"max":{"1min":0.57199999999999995,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.60499999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.38900000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.94099999999999995,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.63},{"interface":"front","average":{"1min":0.62,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.627,"15min":0.63700000000000001},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92100000000000004,"5min":1.042,"15min":1.042},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.98499999999999999,"5min":1.081,"15min":1.081},"last":0.83599999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":741376,"data_stored":307293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.52500000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.36799999999999999,"15min":0.36199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51000000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54800000000000004,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.374}]},{"osd":3,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.371,"15min":0.371},"min":{"1min":0.27300000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53700000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.318},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.40699999999999997,"15min":0.40600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.41999999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84499999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71299999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.46200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85899999999999999,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83899999999999997,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.60799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.46899999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85699999999999998,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.443,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.83499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56200000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.627,"15min":0.621},"min":{"1min":0.45800000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.90800000000000003,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.64300000000000002},"min":{"1min":0.45000000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80400000000000005,"5min":1.125,"15min":1.125},"last":0.58699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":749568,"data_stored":313627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51300000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.41399999999999998,"15min":0.438},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55000000000000004,"5min":1.494,"15min":1.494},"last":0.25}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.40400000000000003,"15min":0.42799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.50800000000000001,"5min":1.679,"15min":1.679},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63500000000000001,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65300000000000002,"5min":1.403,"15min":1.403},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.68300000000000005,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.621,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":4.617,"15min":4.617},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.70899999999999996,"15min":0.65800000000000003},"min":{"1min":0.45200000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79700000000000004,"5min":10.506,"15min":10.506},"last":0.504}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76300000000000001,"5min":10.292,"15min":10.292},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.48399999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.65500000000000003,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.89500000000000002,"5min":1.571,"15min":1.571},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.622,"15min":0.62},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.49299999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78200000000000003,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.70899999999999996},"min":{"1min":0.497,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":4.875,"15min":4.875},"last":0.51600000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1351680,"data_stored":905432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.379,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58299999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.23799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.39800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.27800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.496,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.374},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53800000000000003,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39000000000000001,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55200000000000005,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.32300000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59599999999999997,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79800000000000004,"5min":1.825,"15min":1.825},"last":0.81699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60699999999999998,"15min":0.623},"min":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.002,"5min":1.853,"15min":1.853},"last":0.752},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93799999999999994,"5min":1.167,"15min":1.167},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.42999999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.64100000000000001},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0429999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:50.640 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:13:50.639+0000 7f87bba3d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:13:52.148 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:13:52.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.262+0000 7f24d766b640 1 Processor -- start 2024-09-13T16:13:52.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.262+0000 7f24d766b640 1 -- start start 2024-09-13T16:13:52.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d766b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f24d0156fb0 0x7f24d015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d766b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f24d015d0a0 0x7f24d015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d766b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f24d015b1b0 con 0x7f24d006f170 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d766b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24d00b2400 con 0x7f24d015d0a0 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d766b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f24d015da70 con 0x7f24d0156fb0 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d5c08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f24d015d0a0 0x7f24d015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d5c08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f24d015d0a0 0x7f24d015d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41030/0 (socket says 172.21.15.39:41030) 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d5c08640 1 -- 172.21.15.39:0/3937160375 learned_addr learned my addr 172.21.15.39:0/3937160375 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.263+0000 7f24d5407640 1 --2- 172.21.15.39:0/3937160375 >> v2:172.21.15.157:3300/0 conn(0x7f24d0156fb0 0x7f24d015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.264+0000 7f24d5c08640 1 -- 172.21.15.39:0/3937160375 >> v2:172.21.15.157:3300/0 conn(0x7f24d0156fb0 msgr2=0x7f24d015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.264+0000 7f24d5c08640 1 --2- 172.21.15.39:0/3937160375 >> v2:172.21.15.157:3300/0 conn(0x7f24d0156fb0 0x7f24d015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.264+0000 7f24d5c08640 1 -- 172.21.15.39:0/3937160375 >> v1:172.21.15.157:6789/0 conn(0x7f24d006f170 legacy=0x7f24d00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.264+0000 7f24d5c08640 1 -- 172.21.15.39:0/3937160375 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24d006f6e0 con 0x7f24d015d0a0 2024-09-13T16:13:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.264+0000 7f24d5c08640 1 --2- 172.21.15.39:0/3937160375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d015d530 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f24d006c5c0 tx=0x7f24c802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cce1edaad5f0972 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24c7fff640 1 -- 172.21.15.39:0/3937160375 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c8032440 con 0x7f24d015d0a0 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24c7fff640 1 -- 172.21.15.39:0/3937160375 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24c80325a0 con 0x7f24d015d0a0 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24c7fff640 1 -- 172.21.15.39:0/3937160375 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c8032930 con 0x7f24d015d0a0 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 -- 172.21.15.39:0/3937160375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 msgr2=0x7f24d015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 --2- 172.21.15.39:0/3937160375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d015d530 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f24d006c5c0 tx=0x7f24c802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 -- 172.21.15.39:0/3937160375 shutdown_connections 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 --2- 172.21.15.39:0/3937160375 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d015d530 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 --2- 172.21.15.39:0/3937160375 >> v2:172.21.15.157:3300/0 conn(0x7f24d0156fb0 0x7f24d015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 -- 172.21.15.39:0/3937160375 >> 172.21.15.39:0/3937160375 conn(0x7f24d006b3b0 msgr2=0x7f24d006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 -- 172.21.15.39:0/3937160375 shutdown_connections 2024-09-13T16:13:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.265+0000 7f24d766b640 1 -- 172.21.15.39:0/3937160375 wait complete. 2024-09-13T16:13:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 Processor -- start 2024-09-13T16:13:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 -- start start 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d006f170 0x7f24d014a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24d0156fb0 0x7f24d00b0a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d0155b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d0157f60 con 0x7f24d015d0a0 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24d01652d0 con 0x7f24d006f170 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.267+0000 7f24d766b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24d0158150 con 0x7f24d0156fb0 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d0155b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d0155b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41034/0 (socket says 172.21.15.39:41034) 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 -- 172.21.15.39:0/2901922599 learned_addr learned my addr 172.21.15.39:0/2901922599 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5407640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d006f170 0x7f24d014a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d4c06640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24d0156fb0 0x7f24d00b0a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 -- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24d0156fb0 msgr2=0x7f24d00b0a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24d0156fb0 0x7f24d00b0a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 -- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d006f170 msgr2=0x7f24d014a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d006f170 0x7f24d014a2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 -- 172.21.15.39:0/2901922599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24c80094d0 con 0x7f24d015d0a0 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d5c08640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d0155b20 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f24c80090b0 tx=0x7f24c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c8032440 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f24c8032e90 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24d0158430 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.268+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24c8030de0 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.269+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24d0158710 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.270+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f24d01657b0 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.270+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f24c8039040 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.271+0000 7f24c5ffb640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b406ac00 0x7f24b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.271+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f24c80a9c30 con 0x7f24d015d0a0 2024-09-13T16:13:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.271+0000 7f24d5407640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b406ac00 0x7f24b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.271+0000 7f24d5407640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b406ac00 0x7f24b406d0c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f24cc003aa0 tx=0x7f24cc009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.275+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f24d01657b0 con 0x7f24d015d0a0 2024-09-13T16:13:52.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.446+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f24d006ff80 con 0x7f24b406ac00 2024-09-13T16:13:52.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.455+0000 7f24c5ffb640 1 -- 172.21.15.39:0/2901922599 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289437 (secure 0 0 0) 0x7f24cc004700 con 0x7f24b406ac00 2024-09-13T16:13:52.460 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:52.461 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b406ac00 msgr2=0x7f24b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b406ac00 0x7f24b406d0c0 secure :-1 s=READY pgs=388 cs=0 l=1 rev1=1 crypto rx=0x7f24cc003aa0 tx=0x7f24cc009830 comp rx=0 tx=0).stop 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 msgr2=0x7f24d0155b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d0155b20 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7f24c80090b0 tx=0x7f24c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 shutdown_connections 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f24b406ac00 0x7f24b406d0c0 unknown :-1 s=CLOSED pgs=388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24d015d0a0 0x7f24d0155b20 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f24d0156fb0 0x7f24d00b0a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 --2- 172.21.15.39:0/2901922599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24d006f170 0x7f24d014a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 >> 172.21.15.39:0/2901922599 conn(0x7f24d006b3b0 msgr2=0x7f24d01503c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 shutdown_connections 2024-09-13T16:13:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.458+0000 7f24d766b640 1 -- 172.21.15.39:0/2901922599 wait complete. 2024-09-13T16:13:52.471 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":155,"stamp":"2024-09-13T16:13:51.179000+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":106,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":256000,"kb_used_data":7008,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754718720,"statfs":{"total":773094113280,"available":772831969280,"internally_reserved":0,"allocated":7176192,"data_stored":3674237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.803612"},"pg_stats":[{"pgid":"9.3f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.766264+0000","last_change":"2024-09-13T16:13:44.762026+0000","last_active":"2024-09-13T16:13:44.766264+0000","last_peered":"2024-09-13T16:13:44.766264+0000","last_clean":"2024-09-13T16:13:44.766264+0000","last_became_active":"2024-09-13T16:13:44.761746+0000","last_became_peered":"2024-09-13T16:13:44.761746+0000","last_unstale":"2024-09-13T16:13:44.766264+0000","last_undegraded":"2024-09-13T16:13:44.766264+0000","last_fullsized":"2024-09-13T16:13:44.766264+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:53.507377+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550421+0000","last_change":"2024-09-13T16:13:44.759405+0000","last_active":"2024-09-13T16:13:46.550421+0000","last_peered":"2024-09-13T16:13:46.550421+0000","last_clean":"2024-09-13T16:13:46.550421+0000","last_became_active":"2024-09-13T16:13:44.759159+0000","last_became_peered":"2024-09-13T16:13:44.759159+0000","last_unstale":"2024-09-13T16:13:46.550421+0000","last_undegraded":"2024-09-13T16:13:46.550421+0000","last_fullsized":"2024-09-13T16:13:46.550421+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:23:57.644082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.3d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751506+0000","last_change":"2024-09-13T16:13:44.746677+0000","last_active":"2024-09-13T16:13:45.751506+0000","last_peered":"2024-09-13T16:13:45.751506+0000","last_clean":"2024-09-13T16:13:45.751506+0000","last_became_active":"2024-09-13T16:13:44.746422+0000","last_became_peered":"2024-09-13T16:13:44.746422+0000","last_unstale":"2024-09-13T16:13:45.751506+0000","last_undegraded":"2024-09-13T16:13:45.751506+0000","last_fullsized":"2024-09-13T16:13:45.751506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.3c","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756083+0000","last_change":"2024-09-13T16:13:44.753035+0000","last_active":"2024-09-13T16:13:44.756083+0000","last_peered":"2024-09-13T16:13:44.756083+0000","last_clean":"2024-09-13T16:13:44.756083+0000","last_became_active":"2024-09-13T16:13:44.752794+0000","last_became_peered":"2024-09-13T16:13:44.752794+0000","last_unstale":"2024-09-13T16:13:44.756083+0000","last_undegraded":"2024-09-13T16:13:44.756083+0000","last_fullsized":"2024-09-13T16:13:44.756083+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:15.152950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.3b","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754383+0000","last_change":"2024-09-13T16:13:44.751593+0000","last_active":"2024-09-13T16:13:44.754383+0000","last_peered":"2024-09-13T16:13:44.754383+0000","last_clean":"2024-09-13T16:13:44.754383+0000","last_became_active":"2024-09-13T16:13:44.751361+0000","last_became_peered":"2024-09-13T16:13:44.751361+0000","last_unstale":"2024-09-13T16:13:44.754383+0000","last_undegraded":"2024-09-13T16:13:44.754383+0000","last_fullsized":"2024-09-13T16:13:44.754383+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:53.701100+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972451+0000","last_change":"2024-09-13T16:13:44.755255+0000","last_active":"2024-09-13T16:13:45.972451+0000","last_peered":"2024-09-13T16:13:45.972451+0000","last_clean":"2024-09-13T16:13:45.972451+0000","last_became_active":"2024-09-13T16:13:44.755008+0000","last_became_peered":"2024-09-13T16:13:44.755008+0000","last_unstale":"2024-09-13T16:13:45.972451+0000","last_undegraded":"2024-09-13T16:13:45.972451+0000","last_fullsized":"2024-09-13T16:13:45.972451+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.39","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750923+0000","last_change":"2024-09-13T16:13:44.752449+0000","last_active":"2024-09-13T16:13:45.750923+0000","last_peered":"2024-09-13T16:13:45.750923+0000","last_clean":"2024-09-13T16:13:45.750923+0000","last_became_active":"2024-09-13T16:13:44.750460+0000","last_became_peered":"2024-09-13T16:13:44.750460+0000","last_unstale":"2024-09-13T16:13:45.750923+0000","last_undegraded":"2024-09-13T16:13:45.750923+0000","last_fullsized":"2024-09-13T16:13:45.750923+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:21.270064+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.549973+0000","last_change":"2024-09-13T16:13:44.757316+0000","last_active":"2024-09-13T16:13:46.549973+0000","last_peered":"2024-09-13T16:13:46.549973+0000","last_clean":"2024-09-13T16:13:46.549973+0000","last_became_active":"2024-09-13T16:13:44.755967+0000","last_became_peered":"2024-09-13T16:13:44.755967+0000","last_unstale":"2024-09-13T16:13:46.549973+0000","last_undegraded":"2024-09-13T16:13:46.549973+0000","last_fullsized":"2024-09-13T16:13:46.549973+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:24.409870+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.37","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751328+0000","last_change":"2024-09-13T16:13:44.757871+0000","last_active":"2024-09-13T16:13:45.751328+0000","last_peered":"2024-09-13T16:13:45.751328+0000","last_clean":"2024-09-13T16:13:45.751328+0000","last_became_active":"2024-09-13T16:13:44.757620+0000","last_became_peered":"2024-09-13T16:13:44.757620+0000","last_unstale":"2024-09-13T16:13:45.751328+0000","last_undegraded":"2024-09-13T16:13:45.751328+0000","last_fullsized":"2024-09-13T16:13:45.751328+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:50.484736+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.36","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754326+0000","last_change":"2024-09-13T16:13:44.753995+0000","last_active":"2024-09-13T16:13:45.754326+0000","last_peered":"2024-09-13T16:13:45.754326+0000","last_clean":"2024-09-13T16:13:45.754326+0000","last_became_active":"2024-09-13T16:13:44.753717+0000","last_became_peered":"2024-09-13T16:13:44.753717+0000","last_unstale":"2024-09-13T16:13:45.754326+0000","last_undegraded":"2024-09-13T16:13:45.754326+0000","last_fullsized":"2024-09-13T16:13:45.754326+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.35","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754498+0000","last_change":"2024-09-13T16:13:44.753753+0000","last_active":"2024-09-13T16:13:45.754498+0000","last_peered":"2024-09-13T16:13:45.754498+0000","last_clean":"2024-09-13T16:13:45.754498+0000","last_became_active":"2024-09-13T16:13:44.753497+0000","last_became_peered":"2024-09-13T16:13:44.753497+0000","last_unstale":"2024-09-13T16:13:45.754498+0000","last_undegraded":"2024-09-13T16:13:45.754498+0000","last_fullsized":"2024-09-13T16:13:45.754498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:37.331876+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.34","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759682+0000","last_change":"2024-09-13T16:13:44.755881+0000","last_active":"2024-09-13T16:13:44.759682+0000","last_peered":"2024-09-13T16:13:44.759682+0000","last_clean":"2024-09-13T16:13:44.759682+0000","last_became_active":"2024-09-13T16:13:44.755479+0000","last_became_peered":"2024-09-13T16:13:44.755479+0000","last_unstale":"2024-09-13T16:13:44.759682+0000","last_undegraded":"2024-09-13T16:13:44.759682+0000","last_fullsized":"2024-09-13T16:13:44.759682+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:15.143644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.33","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759094+0000","last_change":"2024-09-13T16:13:44.758084+0000","last_active":"2024-09-13T16:13:44.759094+0000","last_peered":"2024-09-13T16:13:44.759094+0000","last_clean":"2024-09-13T16:13:44.759094+0000","last_became_active":"2024-09-13T16:13:44.757814+0000","last_became_peered":"2024-09-13T16:13:44.757814+0000","last_unstale":"2024-09-13T16:13:44.759094+0000","last_undegraded":"2024-09-13T16:13:44.759094+0000","last_fullsized":"2024-09-13T16:13:44.759094+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:25:16.641146+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.32","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751005+0000","last_change":"2024-09-13T16:13:44.751196+0000","last_active":"2024-09-13T16:13:45.751005+0000","last_peered":"2024-09-13T16:13:45.751005+0000","last_clean":"2024-09-13T16:13:45.751005+0000","last_became_active":"2024-09-13T16:13:44.750762+0000","last_became_peered":"2024-09-13T16:13:44.750762+0000","last_unstale":"2024-09-13T16:13:45.751005+0000","last_undegraded":"2024-09-13T16:13:45.751005+0000","last_fullsized":"2024-09-13T16:13:45.751005+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:44.063551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.31","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751114+0000","last_change":"2024-09-13T16:13:44.757369+0000","last_active":"2024-09-13T16:13:45.751114+0000","last_peered":"2024-09-13T16:13:45.751114+0000","last_clean":"2024-09-13T16:13:45.751114+0000","last_became_active":"2024-09-13T16:13:44.755327+0000","last_became_peered":"2024-09-13T16:13:44.755327+0000","last_unstale":"2024-09-13T16:13:45.751114+0000","last_undegraded":"2024-09-13T16:13:45.751114+0000","last_fullsized":"2024-09-13T16:13:45.751114+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:15.143644+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972379+0000","last_change":"2024-09-13T16:13:44.757098+0000","last_active":"2024-09-13T16:13:45.972379+0000","last_peered":"2024-09-13T16:13:45.972379+0000","last_clean":"2024-09-13T16:13:45.972379+0000","last_became_active":"2024-09-13T16:13:44.756831+0000","last_became_peered":"2024-09-13T16:13:44.756831+0000","last_unstale":"2024-09-13T16:13:45.972379+0000","last_undegraded":"2024-09-13T16:13:45.972379+0000","last_fullsized":"2024-09-13T16:13:45.972379+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550496+0000","last_change":"2024-09-13T16:13:44.757292+0000","last_active":"2024-09-13T16:13:46.550496+0000","last_peered":"2024-09-13T16:13:46.550496+0000","last_clean":"2024-09-13T16:13:46.550496+0000","last_became_active":"2024-09-13T16:13:44.756984+0000","last_became_peered":"2024-09-13T16:13:44.756984+0000","last_unstale":"2024-09-13T16:13:46.550496+0000","last_undegraded":"2024-09-13T16:13:46.550496+0000","last_fullsized":"2024-09-13T16:13:46.550496+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:01.795165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751581+0000","last_change":"2024-09-13T16:13:44.756319+0000","last_active":"2024-09-13T16:13:45.751581+0000","last_peered":"2024-09-13T16:13:45.751581+0000","last_clean":"2024-09-13T16:13:45.751581+0000","last_became_active":"2024-09-13T16:13:44.756084+0000","last_became_peered":"2024-09-13T16:13:44.756084+0000","last_unstale":"2024-09-13T16:13:45.751581+0000","last_undegraded":"2024-09-13T16:13:45.751581+0000","last_fullsized":"2024-09-13T16:13:45.751581+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2d","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.754202+0000","last_change":"2024-09-13T16:13:44.752206+0000","last_active":"2024-09-13T16:13:44.754202+0000","last_peered":"2024-09-13T16:13:44.754202+0000","last_clean":"2024-09-13T16:13:44.754202+0000","last_became_active":"2024-09-13T16:13:44.751923+0000","last_became_peered":"2024-09-13T16:13:44.751923+0000","last_unstale":"2024-09-13T16:13:44.754202+0000","last_undegraded":"2024-09-13T16:13:44.754202+0000","last_fullsized":"2024-09-13T16:13:44.754202+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:42.833945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.2c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550334+0000","last_change":"2024-09-13T16:13:44.763175+0000","last_active":"2024-09-13T16:13:46.550334+0000","last_peered":"2024-09-13T16:13:46.550334+0000","last_clean":"2024-09-13T16:13:46.550334+0000","last_became_active":"2024-09-13T16:13:44.762549+0000","last_became_peered":"2024-09-13T16:13:44.762549+0000","last_unstale":"2024-09-13T16:13:46.550334+0000","last_undegraded":"2024-09-13T16:13:46.550334+0000","last_fullsized":"2024-09-13T16:13:46.550334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:27.171686+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.2b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750997+0000","last_change":"2024-09-13T16:13:44.750173+0000","last_active":"2024-09-13T16:13:45.750997+0000","last_peered":"2024-09-13T16:13:45.750997+0000","last_clean":"2024-09-13T16:13:45.750997+0000","last_became_active":"2024-09-13T16:13:44.749909+0000","last_became_peered":"2024-09-13T16:13:44.749909+0000","last_unstale":"2024-09-13T16:13:45.750997+0000","last_undegraded":"2024-09-13T16:13:45.750997+0000","last_fullsized":"2024-09-13T16:13:45.750997+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550147+0000","last_change":"2024-09-13T16:13:44.752197+0000","last_active":"2024-09-13T16:13:46.550147+0000","last_peered":"2024-09-13T16:13:46.550147+0000","last_clean":"2024-09-13T16:13:46.550147+0000","last_became_active":"2024-09-13T16:13:44.751534+0000","last_became_peered":"2024-09-13T16:13:44.751534+0000","last_unstale":"2024-09-13T16:13:46.550147+0000","last_undegraded":"2024-09-13T16:13:46.550147+0000","last_fullsized":"2024-09-13T16:13:46.550147+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:21:29.608563+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750845+0000","last_change":"2024-09-13T16:13:44.757714+0000","last_active":"2024-09-13T16:13:45.750845+0000","last_peered":"2024-09-13T16:13:45.750845+0000","last_clean":"2024-09-13T16:13:45.750845+0000","last_became_active":"2024-09-13T16:13:44.757419+0000","last_became_peered":"2024-09-13T16:13:44.757419+0000","last_unstale":"2024-09-13T16:13:45.750845+0000","last_undegraded":"2024-09-13T16:13:45.750845+0000","last_fullsized":"2024-09-13T16:13:45.750845+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.28","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759507+0000","last_change":"2024-09-13T16:13:44.758270+0000","last_active":"2024-09-13T16:13:44.759507+0000","last_peered":"2024-09-13T16:13:44.759507+0000","last_clean":"2024-09-13T16:13:44.759507+0000","last_became_active":"2024-09-13T16:13:44.757964+0000","last_became_peered":"2024-09-13T16:13:44.757964+0000","last_unstale":"2024-09-13T16:13:44.759507+0000","last_undegraded":"2024-09-13T16:13:44.759507+0000","last_fullsized":"2024-09-13T16:13:44.759507+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.27","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758300+0000","last_change":"2024-09-13T16:13:44.755961+0000","last_active":"2024-09-13T16:13:44.758300+0000","last_peered":"2024-09-13T16:13:44.758300+0000","last_clean":"2024-09-13T16:13:44.758300+0000","last_became_active":"2024-09-13T16:13:44.755697+0000","last_became_peered":"2024-09-13T16:13:44.755697+0000","last_unstale":"2024-09-13T16:13:44.758300+0000","last_undegraded":"2024-09-13T16:13:44.758300+0000","last_fullsized":"2024-09-13T16:13:44.758300+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:15.447512+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.26","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.760334+0000","last_change":"2024-09-13T16:13:44.756931+0000","last_active":"2024-09-13T16:13:44.760334+0000","last_peered":"2024-09-13T16:13:44.760334+0000","last_clean":"2024-09-13T16:13:44.760334+0000","last_became_active":"2024-09-13T16:13:44.756664+0000","last_became_peered":"2024-09-13T16:13:44.756664+0000","last_unstale":"2024-09-13T16:13:44.760334+0000","last_undegraded":"2024-09-13T16:13:44.760334+0000","last_fullsized":"2024-09-13T16:13:44.760334+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:10:44.063551+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.25","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972699+0000","last_change":"2024-09-13T16:13:44.756482+0000","last_active":"2024-09-13T16:13:45.972699+0000","last_peered":"2024-09-13T16:13:45.972699+0000","last_clean":"2024-09-13T16:13:45.972699+0000","last_became_active":"2024-09-13T16:13:44.756045+0000","last_became_peered":"2024-09-13T16:13:44.756045+0000","last_unstale":"2024-09-13T16:13:45.972699+0000","last_undegraded":"2024-09-13T16:13:45.972699+0000","last_fullsized":"2024-09-13T16:13:45.972699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.24","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.758335+0000","last_change":"2024-09-13T16:13:44.756453+0000","last_active":"2024-09-13T16:13:44.758335+0000","last_peered":"2024-09-13T16:13:44.758335+0000","last_clean":"2024-09-13T16:13:44.758335+0000","last_became_active":"2024-09-13T16:13:44.756226+0000","last_became_peered":"2024-09-13T16:13:44.756226+0000","last_unstale":"2024-09-13T16:13:44.758335+0000","last_undegraded":"2024-09-13T16:13:44.758335+0000","last_fullsized":"2024-09-13T16:13:44.758335+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:31.556587+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.23","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550477+0000","last_change":"2024-09-13T16:13:44.760478+0000","last_active":"2024-09-13T16:13:46.550477+0000","last_peered":"2024-09-13T16:13:46.550477+0000","last_clean":"2024-09-13T16:13:46.550477+0000","last_became_active":"2024-09-13T16:13:44.757749+0000","last_became_peered":"2024-09-13T16:13:44.757749+0000","last_unstale":"2024-09-13T16:13:46.550477+0000","last_undegraded":"2024-09-13T16:13:46.550477+0000","last_fullsized":"2024-09-13T16:13:46.550477+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:58.480623+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751277+0000","last_change":"2024-09-13T16:13:44.745345+0000","last_active":"2024-09-13T16:13:45.751277+0000","last_peered":"2024-09-13T16:13:45.751277+0000","last_clean":"2024-09-13T16:13:45.751277+0000","last_became_active":"2024-09-13T16:13:44.745079+0000","last_became_peered":"2024-09-13T16:13:44.745079+0000","last_unstale":"2024-09-13T16:13:45.751277+0000","last_undegraded":"2024-09-13T16:13:45.751277+0000","last_fullsized":"2024-09-13T16:13:45.751277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:46:02.484067+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.21","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.757798+0000","last_change":"2024-09-13T16:13:44.755322+0000","last_active":"2024-09-13T16:13:44.757798+0000","last_peered":"2024-09-13T16:13:44.757798+0000","last_clean":"2024-09-13T16:13:44.757798+0000","last_became_active":"2024-09-13T16:13:44.755080+0000","last_became_peered":"2024-09-13T16:13:44.755080+0000","last_unstale":"2024-09-13T16:13:44.757798+0000","last_undegraded":"2024-09-13T16:13:44.757798+0000","last_fullsized":"2024-09-13T16:13:44.757798+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:26.468757+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"9.20","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972498+0000","last_change":"2024-09-13T16:13:44.762078+0000","last_active":"2024-09-13T16:13:45.972498+0000","last_peered":"2024-09-13T16:13:45.972498+0000","last_clean":"2024-09-13T16:13:45.972498+0000","last_became_active":"2024-09-13T16:13:44.761805+0000","last_became_peered":"2024-09-13T16:13:44.761805+0000","last_unstale":"2024-09-13T16:13:45.972498+0000","last_undegraded":"2024-09-13T16:13:45.972498+0000","last_fullsized":"2024-09-13T16:13:45.972498+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:47:43.601139+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972698+0000","last_change":"2024-09-13T16:13:44.761814+0000","last_active":"2024-09-13T16:13:45.972698+0000","last_peered":"2024-09-13T16:13:45.972698+0000","last_clean":"2024-09-13T16:13:45.972698+0000","last_became_active":"2024-09-13T16:13:44.761547+0000","last_became_peered":"2024-09-13T16:13:44.761547+0000","last_unstale":"2024-09-13T16:13:45.972698+0000","last_undegraded":"2024-09-13T16:13:45.972698+0000","last_fullsized":"2024-09-13T16:13:45.972698+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1f","version":"61'4","reported_seq":15,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972823+0000","last_change":"2024-09-13T16:13:44.390396+0000","last_active":"2024-09-13T16:13:45.972823+0000","last_peered":"2024-09-13T16:13:45.972823+0000","last_clean":"2024-09-13T16:13:45.972823+0000","last_became_active":"2024-09-13T16:13:44.390142+0000","last_became_peered":"2024-09-13T16:13:44.390142+0000","last_unstale":"2024-09-13T16:13:45.972823+0000","last_undegraded":"2024-09-13T16:13:45.972823+0000","last_fullsized":"2024-09-13T16:13:45.972823+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:24.164020+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754442+0000","last_change":"2024-09-13T16:13:44.753376+0000","last_active":"2024-09-13T16:13:45.754442+0000","last_peered":"2024-09-13T16:13:45.754442+0000","last_clean":"2024-09-13T16:13:45.754442+0000","last_became_active":"2024-09-13T16:13:44.752860+0000","last_became_peered":"2024-09-13T16:13:44.752860+0000","last_unstale":"2024-09-13T16:13:45.754442+0000","last_undegraded":"2024-09-13T16:13:45.754442+0000","last_fullsized":"2024-09-13T16:13:45.754442+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:26:10.626848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1e","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550448+0000","last_change":"2024-09-13T16:13:44.390509+0000","last_active":"2024-09-13T16:13:46.550448+0000","last_peered":"2024-09-13T16:13:46.550448+0000","last_clean":"2024-09-13T16:13:46.550448+0000","last_became_active":"2024-09-13T16:13:44.390251+0000","last_became_peered":"2024-09-13T16:13:44.390251+0000","last_unstale":"2024-09-13T16:13:46.550448+0000","last_undegraded":"2024-09-13T16:13:46.550448+0000","last_fullsized":"2024-09-13T16:13:46.550448+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:31:57.278726+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972520+0000","last_change":"2024-09-13T16:13:44.759406+0000","last_active":"2024-09-13T16:13:45.972520+0000","last_peered":"2024-09-13T16:13:45.972520+0000","last_clean":"2024-09-13T16:13:45.972520+0000","last_became_active":"2024-09-13T16:13:44.759121+0000","last_became_peered":"2024-09-13T16:13:44.759121+0000","last_unstale":"2024-09-13T16:13:45.972520+0000","last_undegraded":"2024-09-13T16:13:45.972520+0000","last_fullsized":"2024-09-13T16:13:45.972520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1d","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972814+0000","last_change":"2024-09-13T16:13:44.390341+0000","last_active":"2024-09-13T16:13:45.972814+0000","last_peered":"2024-09-13T16:13:45.972814+0000","last_clean":"2024-09-13T16:13:45.972814+0000","last_became_active":"2024-09-13T16:13:44.390017+0000","last_became_peered":"2024-09-13T16:13:44.390017+0000","last_unstale":"2024-09-13T16:13:45.972814+0000","last_undegraded":"2024-09-13T16:13:45.972814+0000","last_fullsized":"2024-09-13T16:13:45.972814+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972715+0000","last_change":"2024-09-13T16:13:44.757860+0000","last_active":"2024-09-13T16:13:45.972715+0000","last_peered":"2024-09-13T16:13:45.972715+0000","last_clean":"2024-09-13T16:13:45.972715+0000","last_became_active":"2024-09-13T16:13:44.757629+0000","last_became_peered":"2024-09-13T16:13:44.757629+0000","last_unstale":"2024-09-13T16:13:45.972715+0000","last_undegraded":"2024-09-13T16:13:45.972715+0000","last_fullsized":"2024-09-13T16:13:45.972715+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.1c","version":"61'2","reported_seq":12,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756026+0000","last_change":"2024-09-13T16:13:44.390957+0000","last_active":"2024-09-13T16:13:44.756026+0000","last_peered":"2024-09-13T16:13:44.756026+0000","last_clean":"2024-09-13T16:13:44.756026+0000","last_became_active":"2024-09-13T16:13:44.390481+0000","last_became_peered":"2024-09-13T16:13:44.390481+0000","last_unstale":"2024-09-13T16:13:44.756026+0000","last_undegraded":"2024-09-13T16:13:44.756026+0000","last_fullsized":"2024-09-13T16:13:44.756026+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:19.183207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.1a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550155+0000","last_change":"2024-09-13T16:13:44.751528+0000","last_active":"2024-09-13T16:13:46.550155+0000","last_peered":"2024-09-13T16:13:46.550155+0000","last_clean":"2024-09-13T16:13:46.550155+0000","last_became_active":"2024-09-13T16:13:44.751278+0000","last_became_peered":"2024-09-13T16:13:44.751278+0000","last_unstale":"2024-09-13T16:13:46.550155+0000","last_undegraded":"2024-09-13T16:13:46.550155+0000","last_fullsized":"2024-09-13T16:13:46.550155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:16.475783+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1b","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751194+0000","last_change":"2024-09-13T16:13:44.391696+0000","last_active":"2024-09-13T16:13:45.751194+0000","last_peered":"2024-09-13T16:13:45.751194+0000","last_clean":"2024-09-13T16:13:45.751194+0000","last_became_active":"2024-09-13T16:13:44.391413+0000","last_became_peered":"2024-09-13T16:13:44.391413+0000","last_unstale":"2024-09-13T16:13:45.751194+0000","last_undegraded":"2024-09-13T16:13:45.751194+0000","last_fullsized":"2024-09-13T16:13:45.751194+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:19.345465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.1b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550231+0000","last_change":"2024-09-13T16:13:44.753617+0000","last_active":"2024-09-13T16:13:46.550231+0000","last_peered":"2024-09-13T16:13:46.550231+0000","last_clean":"2024-09-13T16:13:46.550231+0000","last_became_active":"2024-09-13T16:13:44.753376+0000","last_became_peered":"2024-09-13T16:13:44.753376+0000","last_unstale":"2024-09-13T16:13:46.550231+0000","last_undegraded":"2024-09-13T16:13:46.550231+0000","last_fullsized":"2024-09-13T16:13:46.550231+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:44:55.677828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.1a","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972534+0000","last_change":"2024-09-13T16:13:44.389823+0000","last_active":"2024-09-13T16:13:45.972534+0000","last_peered":"2024-09-13T16:13:45.972534+0000","last_clean":"2024-09-13T16:13:45.972534+0000","last_became_active":"2024-09-13T16:13:44.389442+0000","last_became_peered":"2024-09-13T16:13:44.389442+0000","last_unstale":"2024-09-13T16:13:45.972534+0000","last_undegraded":"2024-09-13T16:13:45.972534+0000","last_fullsized":"2024-09-13T16:13:45.972534+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:08:49.478519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.18","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.756215+0000","last_change":"2024-09-13T16:13:44.754139+0000","last_active":"2024-09-13T16:13:44.756215+0000","last_peered":"2024-09-13T16:13:44.756215+0000","last_clean":"2024-09-13T16:13:44.756215+0000","last_became_active":"2024-09-13T16:13:44.753837+0000","last_became_peered":"2024-09-13T16:13:44.753837+0000","last_unstale":"2024-09-13T16:13:44.756215+0000","last_undegraded":"2024-09-13T16:13:44.756215+0000","last_fullsized":"2024-09-13T16:13:44.756215+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:07.572572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"8.19","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745263+0000","last_change":"2024-09-13T16:13:44.388976+0000","last_active":"2024-09-13T16:13:44.745263+0000","last_peered":"2024-09-13T16:13:44.745263+0000","last_clean":"2024-09-13T16:13:44.745263+0000","last_became_active":"2024-09-13T16:13:44.388725+0000","last_became_peered":"2024-09-13T16:13:44.388725+0000","last_unstale":"2024-09-13T16:13:44.745263+0000","last_undegraded":"2024-09-13T16:13:44.745263+0000","last_fullsized":"2024-09-13T16:13:44.745263+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:19.345465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.19","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550043+0000","last_change":"2024-09-13T16:13:44.750367+0000","last_active":"2024-09-13T16:13:46.550043+0000","last_peered":"2024-09-13T16:13:46.550043+0000","last_clean":"2024-09-13T16:13:46.550043+0000","last_became_active":"2024-09-13T16:13:44.750063+0000","last_became_peered":"2024-09-13T16:13:44.750063+0000","last_unstale":"2024-09-13T16:13:46.550043+0000","last_undegraded":"2024-09-13T16:13:46.550043+0000","last_fullsized":"2024-09-13T16:13:46.550043+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:26.867817+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750790+0000","last_change":"2024-09-13T16:13:44.388739+0000","last_active":"2024-09-13T16:13:45.750790+0000","last_peered":"2024-09-13T16:13:45.750790+0000","last_clean":"2024-09-13T16:13:45.750790+0000","last_became_active":"2024-09-13T16:13:44.388335+0000","last_became_peered":"2024-09-13T16:13:44.388335+0000","last_unstale":"2024-09-13T16:13:45.750790+0000","last_undegraded":"2024-09-13T16:13:45.750790+0000","last_fullsized":"2024-09-13T16:13:45.750790+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:19.183207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751294+0000","last_change":"2024-09-13T16:13:44.756321+0000","last_active":"2024-09-13T16:13:45.751294+0000","last_peered":"2024-09-13T16:13:45.751294+0000","last_clean":"2024-09-13T16:13:45.751294+0000","last_became_active":"2024-09-13T16:13:44.754358+0000","last_became_peered":"2024-09-13T16:13:44.754358+0000","last_unstale":"2024-09-13T16:13:45.751294+0000","last_undegraded":"2024-09-13T16:13:45.751294+0000","last_fullsized":"2024-09-13T16:13:45.751294+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:48.951262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.17","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751343+0000","last_change":"2024-09-13T16:13:44.396976+0000","last_active":"2024-09-13T16:13:45.751343+0000","last_peered":"2024-09-13T16:13:45.751343+0000","last_clean":"2024-09-13T16:13:45.751343+0000","last_became_active":"2024-09-13T16:13:44.396733+0000","last_became_peered":"2024-09-13T16:13:44.396733+0000","last_unstale":"2024-09-13T16:13:45.751343+0000","last_undegraded":"2024-09-13T16:13:45.751343+0000","last_fullsized":"2024-09-13T16:13:45.751343+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:04:14.489142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.17","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751252+0000","last_change":"2024-09-13T16:13:44.756889+0000","last_active":"2024-09-13T16:13:45.751252+0000","last_peered":"2024-09-13T16:13:45.751252+0000","last_clean":"2024-09-13T16:13:45.751252+0000","last_became_active":"2024-09-13T16:13:44.756639+0000","last_became_peered":"2024-09-13T16:13:44.756639+0000","last_unstale":"2024-09-13T16:13:45.751252+0000","last_undegraded":"2024-09-13T16:13:45.751252+0000","last_fullsized":"2024-09-13T16:13:45.751252+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:54:36.725934+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550523+0000","last_change":"2024-09-13T16:13:44.392790+0000","last_active":"2024-09-13T16:13:46.550523+0000","last_peered":"2024-09-13T16:13:46.550523+0000","last_clean":"2024-09-13T16:13:46.550523+0000","last_became_active":"2024-09-13T16:13:44.392435+0000","last_became_peered":"2024-09-13T16:13:44.392435+0000","last_unstale":"2024-09-13T16:13:46.550523+0000","last_undegraded":"2024-09-13T16:13:46.550523+0000","last_fullsized":"2024-09-13T16:13:46.550523+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:30:20.263848+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.14","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754286+0000","last_change":"2024-09-13T16:13:44.749952+0000","last_active":"2024-09-13T16:13:45.754286+0000","last_peered":"2024-09-13T16:13:45.754286+0000","last_clean":"2024-09-13T16:13:45.754286+0000","last_became_active":"2024-09-13T16:13:44.749702+0000","last_became_peered":"2024-09-13T16:13:44.749702+0000","last_unstale":"2024-09-13T16:13:45.754286+0000","last_undegraded":"2024-09-13T16:13:45.754286+0000","last_fullsized":"2024-09-13T16:13:45.754286+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:45.335151+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.15","version":"61'3","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751699+0000","last_change":"2024-09-13T16:13:44.391693+0000","last_active":"2024-09-13T16:13:45.751699+0000","last_peered":"2024-09-13T16:13:45.751699+0000","last_clean":"2024-09-13T16:13:45.751699+0000","last_became_active":"2024-09-13T16:13:44.390609+0000","last_became_peered":"2024-09-13T16:13:44.390609+0000","last_unstale":"2024-09-13T16:13:45.751699+0000","last_undegraded":"2024-09-13T16:13:45.751699+0000","last_fullsized":"2024-09-13T16:13:45.751699+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:35.377410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.15","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751599+0000","last_change":"2024-09-13T16:13:44.753591+0000","last_active":"2024-09-13T16:13:45.751599+0000","last_peered":"2024-09-13T16:13:45.751599+0000","last_clean":"2024-09-13T16:13:45.751599+0000","last_became_active":"2024-09-13T16:13:44.753017+0000","last_became_peered":"2024-09-13T16:13:44.753017+0000","last_unstale":"2024-09-13T16:13:45.751599+0000","last_undegraded":"2024-09-13T16:13:45.751599+0000","last_fullsized":"2024-09-13T16:13:45.751599+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:20.553153+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.14","version":"61'6","reported_seq":17,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751446+0000","last_change":"2024-09-13T16:13:44.389346+0000","last_active":"2024-09-13T16:13:45.751446+0000","last_peered":"2024-09-13T16:13:45.751446+0000","last_clean":"2024-09-13T16:13:45.751446+0000","last_became_active":"2024-09-13T16:13:44.389012+0000","last_became_peered":"2024-09-13T16:13:44.389012+0000","last_unstale":"2024-09-13T16:13:45.751446+0000","last_undegraded":"2024-09-13T16:13:45.751446+0000","last_fullsized":"2024-09-13T16:13:45.751446+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:15.468406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.12","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.761941+0000","last_change":"2024-09-13T16:13:44.757076+0000","last_active":"2024-09-13T16:13:44.761941+0000","last_peered":"2024-09-13T16:13:44.761941+0000","last_clean":"2024-09-13T16:13:44.761941+0000","last_became_active":"2024-09-13T16:13:44.756895+0000","last_became_peered":"2024-09-13T16:13:44.756895+0000","last_unstale":"2024-09-13T16:13:44.761941+0000","last_undegraded":"2024-09-13T16:13:44.761941+0000","last_fullsized":"2024-09-13T16:13:44.761941+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:31:58.284942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.13","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550296+0000","last_change":"2024-09-13T16:13:44.393401+0000","last_active":"2024-09-13T16:13:46.550296+0000","last_peered":"2024-09-13T16:13:46.550296+0000","last_clean":"2024-09-13T16:13:46.550296+0000","last_became_active":"2024-09-13T16:13:44.393149+0000","last_became_peered":"2024-09-13T16:13:44.393149+0000","last_unstale":"2024-09-13T16:13:46.550296+0000","last_undegraded":"2024-09-13T16:13:46.550296+0000","last_fullsized":"2024-09-13T16:13:46.550296+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:29.403805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.13","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751547+0000","last_change":"2024-09-13T16:13:44.751560+0000","last_active":"2024-09-13T16:13:45.751547+0000","last_peered":"2024-09-13T16:13:45.751547+0000","last_clean":"2024-09-13T16:13:45.751547+0000","last_became_active":"2024-09-13T16:13:44.751275+0000","last_became_peered":"2024-09-13T16:13:44.751275+0000","last_unstale":"2024-09-13T16:13:45.751547+0000","last_undegraded":"2024-09-13T16:13:45.751547+0000","last_fullsized":"2024-09-13T16:13:45.751547+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:22.041945+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.12","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745826+0000","last_change":"2024-09-13T16:13:44.387627+0000","last_active":"2024-09-13T16:13:44.745826+0000","last_peered":"2024-09-13T16:13:44.745826+0000","last_clean":"2024-09-13T16:13:44.745826+0000","last_became_active":"2024-09-13T16:13:44.387352+0000","last_became_peered":"2024-09-13T16:13:44.387352+0000","last_unstale":"2024-09-13T16:13:44.745826+0000","last_undegraded":"2024-09-13T16:13:44.745826+0000","last_fullsized":"2024-09-13T16:13:44.745826+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:05:30.550370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.10","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.750652+0000","last_change":"2024-09-13T16:13:44.751003+0000","last_active":"2024-09-13T16:13:45.750652+0000","last_peered":"2024-09-13T16:13:45.750652+0000","last_clean":"2024-09-13T16:13:45.750652+0000","last_became_active":"2024-09-13T16:13:44.749488+0000","last_became_peered":"2024-09-13T16:13:44.749488+0000","last_unstale":"2024-09-13T16:13:45.750652+0000","last_undegraded":"2024-09-13T16:13:45.750652+0000","last_fullsized":"2024-09-13T16:13:45.750652+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:39.168707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"8.11","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745379+0000","last_change":"2024-09-13T16:13:44.388287+0000","last_active":"2024-09-13T16:13:44.745379+0000","last_peered":"2024-09-13T16:13:44.745379+0000","last_clean":"2024-09-13T16:13:44.745379+0000","last_became_active":"2024-09-13T16:13:44.388032+0000","last_became_peered":"2024-09-13T16:13:44.388032+0000","last_unstale":"2024-09-13T16:13:44.745379+0000","last_undegraded":"2024-09-13T16:13:44.745379+0000","last_fullsized":"2024-09-13T16:13:44.745379+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:36.325659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.11","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751332+0000","last_change":"2024-09-13T16:13:44.751580+0000","last_active":"2024-09-13T16:13:45.751332+0000","last_peered":"2024-09-13T16:13:45.751332+0000","last_clean":"2024-09-13T16:13:45.751332+0000","last_became_active":"2024-09-13T16:13:44.751290+0000","last_became_peered":"2024-09-13T16:13:44.751290+0000","last_unstale":"2024-09-13T16:13:45.751332+0000","last_undegraded":"2024-09-13T16:13:45.751332+0000","last_fullsized":"2024-09-13T16:13:45.751332+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.10","version":"61'8","reported_seq":19,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751157+0000","last_change":"2024-09-13T16:13:44.393320+0000","last_active":"2024-09-13T16:13:45.751157+0000","last_peered":"2024-09-13T16:13:45.751157+0000","last_clean":"2024-09-13T16:13:45.751157+0000","last_became_active":"2024-09-13T16:13:44.393004+0000","last_became_peered":"2024-09-13T16:13:44.393004+0000","last_unstale":"2024-09-13T16:13:45.751157+0000","last_undegraded":"2024-09-13T16:13:45.751157+0000","last_fullsized":"2024-09-13T16:13:45.751157+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"9.e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751617+0000","last_change":"2024-09-13T16:13:44.747616+0000","last_active":"2024-09-13T16:13:45.751617+0000","last_peered":"2024-09-13T16:13:45.751617+0000","last_clean":"2024-09-13T16:13:45.751617+0000","last_became_active":"2024-09-13T16:13:44.747343+0000","last_became_peered":"2024-09-13T16:13:44.747343+0000","last_unstale":"2024-09-13T16:13:45.751617+0000","last_undegraded":"2024-09-13T16:13:45.751617+0000","last_fullsized":"2024-09-13T16:13:45.751617+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:05:58.836772+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.f","version":"61'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550521+0000","last_change":"2024-09-13T16:13:44.392070+0000","last_active":"2024-09-13T16:13:46.550521+0000","last_peered":"2024-09-13T16:13:46.550521+0000","last_clean":"2024-09-13T16:13:46.550521+0000","last_became_active":"2024-09-13T16:13:44.391781+0000","last_became_peered":"2024-09-13T16:13:44.391781+0000","last_unstale":"2024-09-13T16:13:46.550521+0000","last_undegraded":"2024-09-13T16:13:46.550521+0000","last_fullsized":"2024-09-13T16:13:46.550521+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:47.945045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.f","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.760556+0000","last_change":"2024-09-13T16:13:44.757995+0000","last_active":"2024-09-13T16:13:44.760556+0000","last_peered":"2024-09-13T16:13:44.760556+0000","last_clean":"2024-09-13T16:13:44.760556+0000","last_became_active":"2024-09-13T16:13:44.757475+0000","last_became_peered":"2024-09-13T16:13:44.757475+0000","last_unstale":"2024-09-13T16:13:44.760556+0000","last_undegraded":"2024-09-13T16:13:44.760556+0000","last_fullsized":"2024-09-13T16:13:44.760556+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:02.332832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.e","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972803+0000","last_change":"2024-09-13T16:13:44.392829+0000","last_active":"2024-09-13T16:13:45.972803+0000","last_peered":"2024-09-13T16:13:45.972803+0000","last_clean":"2024-09-13T16:13:45.972803+0000","last_became_active":"2024-09-13T16:13:44.392526+0000","last_became_peered":"2024-09-13T16:13:44.392526+0000","last_unstale":"2024-09-13T16:13:45.972803+0000","last_undegraded":"2024-09-13T16:13:45.972803+0000","last_fullsized":"2024-09-13T16:13:45.972803+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:04:24.713825+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550470+0000","last_change":"2024-09-13T16:13:44.752583+0000","last_active":"2024-09-13T16:13:46.550470+0000","last_peered":"2024-09-13T16:13:46.550470+0000","last_clean":"2024-09-13T16:13:46.550470+0000","last_became_active":"2024-09-13T16:13:44.752348+0000","last_became_peered":"2024-09-13T16:13:44.752348+0000","last_unstale":"2024-09-13T16:13:46.550470+0000","last_undegraded":"2024-09-13T16:13:46.550470+0000","last_fullsized":"2024-09-13T16:13:46.550470+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:51:14.874990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.d","version":"61'1","reported_seq":11,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.755858+0000","last_change":"2024-09-13T16:13:44.390222+0000","last_active":"2024-09-13T16:13:44.755858+0000","last_peered":"2024-09-13T16:13:44.755858+0000","last_clean":"2024-09-13T16:13:44.755858+0000","last_became_active":"2024-09-13T16:13:44.389963+0000","last_became_peered":"2024-09-13T16:13:44.389963+0000","last_unstale":"2024-09-13T16:13:44.755858+0000","last_undegraded":"2024-09-13T16:13:44.755858+0000","last_fullsized":"2024-09-13T16:13:44.755858+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:15.468406+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751619+0000","last_change":"2024-09-13T16:13:44.755020+0000","last_active":"2024-09-13T16:13:45.751619+0000","last_peered":"2024-09-13T16:13:45.751619+0000","last_clean":"2024-09-13T16:13:45.751619+0000","last_became_active":"2024-09-13T16:13:44.754339+0000","last_became_peered":"2024-09-13T16:13:44.754339+0000","last_unstale":"2024-09-13T16:13:45.751619+0000","last_undegraded":"2024-09-13T16:13:45.751619+0000","last_fullsized":"2024-09-13T16:13:45.751619+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:17:47.036738+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972611+0000","last_change":"2024-09-13T16:13:44.395306+0000","last_active":"2024-09-13T16:13:45.972611+0000","last_peered":"2024-09-13T16:13:45.972611+0000","last_clean":"2024-09-13T16:13:45.972611+0000","last_became_active":"2024-09-13T16:13:44.395039+0000","last_became_peered":"2024-09-13T16:13:44.395039+0000","last_unstale":"2024-09-13T16:13:45.972611+0000","last_undegraded":"2024-09-13T16:13:45.972611+0000","last_fullsized":"2024-09-13T16:13:45.972611+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:54.057085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.a","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.761688+0000","last_change":"2024-09-13T16:13:44.756606+0000","last_active":"2024-09-13T16:13:44.761688+0000","last_peered":"2024-09-13T16:13:44.761688+0000","last_clean":"2024-09-13T16:13:44.761688+0000","last_became_active":"2024-09-13T16:13:44.756344+0000","last_became_peered":"2024-09-13T16:13:44.756344+0000","last_unstale":"2024-09-13T16:13:44.761688+0000","last_undegraded":"2024-09-13T16:13:44.761688+0000","last_fullsized":"2024-09-13T16:13:44.761688+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:46:30.410022+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.b","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550427+0000","last_change":"2024-09-13T16:13:44.387391+0000","last_active":"2024-09-13T16:13:46.550427+0000","last_peered":"2024-09-13T16:13:46.550427+0000","last_clean":"2024-09-13T16:13:46.550427+0000","last_became_active":"2024-09-13T16:13:44.386993+0000","last_became_peered":"2024-09-13T16:13:44.386993+0000","last_unstale":"2024-09-13T16:13:46.550427+0000","last_undegraded":"2024-09-13T16:13:46.550427+0000","last_fullsized":"2024-09-13T16:13:46.550427+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:31:14.137427+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972594+0000","last_change":"2024-09-13T16:13:44.754444+0000","last_active":"2024-09-13T16:13:45.972594+0000","last_peered":"2024-09-13T16:13:45.972594+0000","last_clean":"2024-09-13T16:13:45.972594+0000","last_became_active":"2024-09-13T16:13:44.752045+0000","last_became_peered":"2024-09-13T16:13:44.752045+0000","last_unstale":"2024-09-13T16:13:45.972594+0000","last_undegraded":"2024-09-13T16:13:45.972594+0000","last_fullsized":"2024-09-13T16:13:45.972594+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:57:34.757793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754259+0000","last_change":"2024-09-13T16:13:44.392771+0000","last_active":"2024-09-13T16:13:45.754259+0000","last_peered":"2024-09-13T16:13:45.754259+0000","last_clean":"2024-09-13T16:13:45.754259+0000","last_became_active":"2024-09-13T16:13:44.392518+0000","last_became_peered":"2024-09-13T16:13:44.392518+0000","last_unstale":"2024-09-13T16:13:45.754259+0000","last_undegraded":"2024-09-13T16:13:45.754259+0000","last_fullsized":"2024-09-13T16:13:45.754259+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.9","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972435+0000","last_change":"2024-09-13T16:13:44.762426+0000","last_active":"2024-09-13T16:13:45.972435+0000","last_peered":"2024-09-13T16:13:45.972435+0000","last_clean":"2024-09-13T16:13:45.972435+0000","last_became_active":"2024-09-13T16:13:44.762189+0000","last_became_peered":"2024-09-13T16:13:44.762189+0000","last_unstale":"2024-09-13T16:13:45.972435+0000","last_undegraded":"2024-09-13T16:13:45.972435+0000","last_fullsized":"2024-09-13T16:13:45.972435+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:44.568891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.8","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.747422+0000","last_change":"2024-09-13T16:13:44.391439+0000","last_active":"2024-09-13T16:13:44.747422+0000","last_peered":"2024-09-13T16:13:44.747422+0000","last_clean":"2024-09-13T16:13:44.747422+0000","last_became_active":"2024-09-13T16:13:44.391176+0000","last_became_peered":"2024-09-13T16:13:44.391176+0000","last_unstale":"2024-09-13T16:13:44.747422+0000","last_undegraded":"2024-09-13T16:13:44.747422+0000","last_fullsized":"2024-09-13T16:13:44.747422+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:24:41.758389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.6","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.760387+0000","last_change":"2024-09-13T16:13:44.757600+0000","last_active":"2024-09-13T16:13:44.760387+0000","last_peered":"2024-09-13T16:13:44.760387+0000","last_clean":"2024-09-13T16:13:44.760387+0000","last_became_active":"2024-09-13T16:13:44.757349+0000","last_became_peered":"2024-09-13T16:13:44.757349+0000","last_unstale":"2024-09-13T16:13:44.760387+0000","last_undegraded":"2024-09-13T16:13:44.760387+0000","last_fullsized":"2024-09-13T16:13:44.760387+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:59:21.733833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.7","version":"61'2","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754491+0000","last_change":"2024-09-13T16:13:44.394561+0000","last_active":"2024-09-13T16:13:45.754491+0000","last_peered":"2024-09-13T16:13:45.754491+0000","last_clean":"2024-09-13T16:13:45.754491+0000","last_became_active":"2024-09-13T16:13:44.394266+0000","last_became_peered":"2024-09-13T16:13:44.394266+0000","last_unstale":"2024-09-13T16:13:45.754491+0000","last_undegraded":"2024-09-13T16:13:45.754491+0000","last_fullsized":"2024-09-13T16:13:45.754491+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.7","version":"0'0","reported_seq":9,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.759673+0000","last_change":"2024-09-13T16:13:44.756149+0000","last_active":"2024-09-13T16:13:44.759673+0000","last_peered":"2024-09-13T16:13:44.759673+0000","last_clean":"2024-09-13T16:13:44.759673+0000","last_became_active":"2024-09-13T16:13:44.755837+0000","last_became_peered":"2024-09-13T16:13:44.755837+0000","last_unstale":"2024-09-13T16:13:44.759673+0000","last_undegraded":"2024-09-13T16:13:44.759673+0000","last_fullsized":"2024-09-13T16:13:44.759673+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:17:48.951262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"8.6","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972809+0000","last_change":"2024-09-13T16:13:44.389231+0000","last_active":"2024-09-13T16:13:45.972809+0000","last_peered":"2024-09-13T16:13:45.972809+0000","last_clean":"2024-09-13T16:13:45.972809+0000","last_became_active":"2024-09-13T16:13:44.388946+0000","last_became_peered":"2024-09-13T16:13:44.388946+0000","last_unstale":"2024-09-13T16:13:45.972809+0000","last_undegraded":"2024-09-13T16:13:45.972809+0000","last_fullsized":"2024-09-13T16:13:45.972809+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:37:38.162490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"9.4","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754399+0000","last_change":"2024-09-13T16:13:44.749881+0000","last_active":"2024-09-13T16:13:45.754399+0000","last_peered":"2024-09-13T16:13:45.754399+0000","last_clean":"2024-09-13T16:13:45.754399+0000","last_became_active":"2024-09-13T16:13:44.749627+0000","last_became_peered":"2024-09-13T16:13:44.749627+0000","last_unstale":"2024-09-13T16:13:45.754399+0000","last_undegraded":"2024-09-13T16:13:45.754399+0000","last_fullsized":"2024-09-13T16:13:45.754399+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:58:14.228296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.5","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745999+0000","last_change":"2024-09-13T16:13:44.386888+0000","last_active":"2024-09-13T16:13:44.745999+0000","last_peered":"2024-09-13T16:13:44.745999+0000","last_clean":"2024-09-13T16:13:44.745999+0000","last_became_active":"2024-09-13T16:13:44.386626+0000","last_became_peered":"2024-09-13T16:13:44.386626+0000","last_unstale":"2024-09-13T16:13:44.745999+0000","last_undegraded":"2024-09-13T16:13:44.745999+0000","last_fullsized":"2024-09-13T16:13:44.745999+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:29:52.501160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"9.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.972862+0000","last_change":"2024-09-13T16:13:44.756276+0000","last_active":"2024-09-13T16:13:45.972862+0000","last_peered":"2024-09-13T16:13:45.972862+0000","last_clean":"2024-09-13T16:13:45.972862+0000","last_became_active":"2024-09-13T16:13:44.755747+0000","last_became_peered":"2024-09-13T16:13:44.755747+0000","last_unstale":"2024-09-13T16:13:45.972862+0000","last_undegraded":"2024-09-13T16:13:45.972862+0000","last_fullsized":"2024-09-13T16:13:45.972862+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:54.072241+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"8.4","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.747277+0000","last_change":"2024-09-13T16:13:44.390177+0000","last_active":"2024-09-13T16:13:44.747277+0000","last_peered":"2024-09-13T16:13:44.747277+0000","last_clean":"2024-09-13T16:13:44.747277+0000","last_became_active":"2024-09-13T16:13:44.389909+0000","last_became_peered":"2024-09-13T16:13:44.389909+0000","last_unstale":"2024-09-13T16:13:44.747277+0000","last_undegraded":"2024-09-13T16:13:44.747277+0000","last_fullsized":"2024-09-13T16:13:44.747277+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:42:44.328935+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"9.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550281+0000","last_change":"2024-09-13T16:13:44.756598+0000","last_active":"2024-09-13T16:13:46.550281+0000","last_peered":"2024-09-13T16:13:46.550281+0000","last_clean":"2024-09-13T16:13:46.550281+0000","last_became_active":"2024-09-13T16:13:44.756360+0000","last_became_peered":"2024-09-13T16:13:44.756360+0000","last_unstale":"2024-09-13T16:13:46.550281+0000","last_undegraded":"2024-09-13T16:13:46.550281+0000","last_fullsized":"2024-09-13T16:13:46.550281+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:44:06.379007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754131+0000","last_change":"2024-09-13T16:13:44.393531+0000","last_active":"2024-09-13T16:13:45.754131+0000","last_peered":"2024-09-13T16:13:45.754131+0000","last_clean":"2024-09-13T16:13:45.754131+0000","last_became_active":"2024-09-13T16:13:44.393223+0000","last_became_peered":"2024-09-13T16:13:44.393223+0000","last_unstale":"2024-09-13T16:13:45.754131+0000","last_undegraded":"2024-09-13T16:13:45.754131+0000","last_fullsized":"2024-09-13T16:13:45.754131+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:34:14.441296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.3","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751475+0000","last_change":"2024-09-13T16:13:44.752159+0000","last_active":"2024-09-13T16:13:45.751475+0000","last_peered":"2024-09-13T16:13:45.751475+0000","last_clean":"2024-09-13T16:13:45.751475+0000","last_became_active":"2024-09-13T16:13:44.751910+0000","last_became_peered":"2024-09-13T16:13:44.751910+0000","last_unstale":"2024-09-13T16:13:45.751475+0000","last_undegraded":"2024-09-13T16:13:45.751475+0000","last_fullsized":"2024-09-13T16:13:45.751475+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:42:04.618710+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"8.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.751292+0000","last_change":"2024-09-13T16:13:44.386355+0000","last_active":"2024-09-13T16:13:45.751292+0000","last_peered":"2024-09-13T16:13:45.751292+0000","last_clean":"2024-09-13T16:13:45.751292+0000","last_became_active":"2024-09-13T16:13:44.386063+0000","last_became_peered":"2024-09-13T16:13:44.386063+0000","last_unstale":"2024-09-13T16:13:45.751292+0000","last_undegraded":"2024-09-13T16:13:45.751292+0000","last_fullsized":"2024-09-13T16:13:45.751292+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:48:36.325659+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"9.0","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754017+0000","last_change":"2024-09-13T16:13:44.751992+0000","last_active":"2024-09-13T16:13:45.754017+0000","last_peered":"2024-09-13T16:13:45.754017+0000","last_clean":"2024-09-13T16:13:45.754017+0000","last_became_active":"2024-09-13T16:13:44.751734+0000","last_became_peered":"2024-09-13T16:13:44.751734+0000","last_unstale":"2024-09-13T16:13:45.754017+0000","last_undegraded":"2024-09-13T16:13:45.754017+0000","last_fullsized":"2024-09-13T16:13:45.754017+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:59:16.397715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"8.1","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:45.754128+0000","last_change":"2024-09-13T16:13:44.395483+0000","last_active":"2024-09-13T16:13:45.754128+0000","last_peered":"2024-09-13T16:13:45.754128+0000","last_clean":"2024-09-13T16:13:45.754128+0000","last_became_active":"2024-09-13T16:13:44.395203+0000","last_became_peered":"2024-09-13T16:13:44.395203+0000","last_unstale":"2024-09-13T16:13:45.754128+0000","last_undegraded":"2024-09-13T16:13:45.754128+0000","last_fullsized":"2024-09-13T16:13:45.754128+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:22:41.827728+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"9.1","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550197+0000","last_change":"2024-09-13T16:13:44.750537+0000","last_active":"2024-09-13T16:13:46.550197+0000","last_peered":"2024-09-13T16:13:46.550197+0000","last_clean":"2024-09-13T16:13:46.550197+0000","last_became_active":"2024-09-13T16:13:44.748731+0000","last_became_peered":"2024-09-13T16:13:44.748731+0000","last_unstale":"2024-09-13T16:13:46.550197+0000","last_undegraded":"2024-09-13T16:13:46.550197+0000","last_fullsized":"2024-09-13T16:13:46.550197+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:35:17.341690+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.0","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550222+0000","last_change":"2024-09-13T16:13:44.388063+0000","last_active":"2024-09-13T16:13:46.550222+0000","last_peered":"2024-09-13T16:13:46.550222+0000","last_clean":"2024-09-13T16:13:46.550222+0000","last_became_active":"2024-09-13T16:13:44.387781+0000","last_became_peered":"2024-09-13T16:13:44.387781+0000","last_unstale":"2024-09-13T16:13:46.550222+0000","last_undegraded":"2024-09-13T16:13:46.550222+0000","last_fullsized":"2024-09-13T16:13:46.550222+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:23:01.326615+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"9.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-09-13T16:13:46.550112+0000","last_change":"2024-09-13T16:13:44.762790+0000","last_active":"2024-09-13T16:13:46.550112+0000","last_peered":"2024-09-13T16:13:46.550112+0000","last_clean":"2024-09-13T16:13:46.550112+0000","last_became_active":"2024-09-13T16:13:44.762285+0000","last_became_peered":"2024-09-13T16:13:44.762285+0000","last_unstale":"2024-09-13T16:13:46.550112+0000","last_undegraded":"2024-09-13T16:13:46.550112+0000","last_fullsized":"2024-09-13T16:13:46.550112+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:44.367399+0000","last_clean_scrub_stamp":"2024-09-13T16:13:44.367399+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:02:01.312535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"8.9","version":"0'0","reported_seq":10,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.745879+0000","last_change":"2024-09-13T16:13:44.391426+0000","last_active":"2024-09-13T16:13:44.745879+0000","last_peered":"2024-09-13T16:13:44.745879+0000","last_clean":"2024-09-13T16:13:44.745879+0000","last_became_active":"2024-09-13T16:13:44.391149+0000","last_became_peered":"2024-09-13T16:13:44.391149+0000","last_unstale":"2024-09-13T16:13:44.745879+0000","last_undegraded":"2024-09-13T16:13:44.745879+0000","last_fullsized":"2024-09-13T16:13:44.745879+0000","mapping_epoch":59,"log_start":"0'0","ondisk_log_start":"0'0","created":59,"last_epoch_clean":60,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:13:43.361183+0000","last_clean_scrub_stamp":"2024-09-13T16:13:43.361183+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:27:52.694883+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":206,"reported_epoch":61,"state":"active+clean","last_fresh":"2024-09-13T16:13:44.740124+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:13:44.740124+0000","last_peered":"2024-09-13T16:13:44.740124+0000","last_clean":"2024-09-13T16:13:44.740124+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:13:44.740124+0000","last_undegraded":"2024-09-13T16:13:44.740124+0000","last_fullsized":"2024-09-13T16:13:44.740124+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":9,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":8,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574890,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32440,"kb_used_data":1316,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339400,"statfs":{"total":96636764160,"available":96603545600,"internally_reserved":0,"allocated":1347584,"data_stored":904065,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56999999999999995,"5min":0.54200000000000004,"15min":0.54000000000000004},"min":{"1min":0.43099999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.76200000000000001,"5min":0.78700000000000003,"15min":0.78700000000000003},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.51200000000000001,"15min":0.5},"min":{"1min":0.379,"5min":0.311,"15min":0.311},"max":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.47999999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.53900000000000003,"15min":0.53300000000000003},"min":{"1min":0.34799999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75700000000000001,"5min":0.75700000000000001,"15min":0.75700000000000001},"last":0.5},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.53000000000000003,"15min":0.51400000000000001},"min":{"1min":0.44400000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":0.751,"15min":0.751},"last":0.56699999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.52500000000000002,"15min":0.51100000000000001},"min":{"1min":0.33100000000000002,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.53600000000000003,"15min":0.52200000000000002},"min":{"1min":0.438,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.54000000000000004,"15min":0.52900000000000003},"min":{"1min":0.41399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.84899999999999998,"5min":0.84899999999999998,"15min":0.84899999999999998},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.55700000000000005,"15min":0.54900000000000004},"min":{"1min":0.41699999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":0.77000000000000002,"15min":0.77000000000000002},"last":0.57799999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49299999999999999,"5min":0.47399999999999998,"15min":0.48099999999999998},"min":{"1min":0.27700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.65900000000000003,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.435},{"interface":"front","average":{"1min":0.51900000000000002,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35299999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.66100000000000003,"5min":0.71899999999999997,"15min":0.71899999999999997},"last":0.53100000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.505,"5min":0.53200000000000003,"15min":0.54800000000000004},"min":{"1min":0.315,"5min":0.313,"15min":0.313},"max":{"1min":0.72999999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.54900000000000004,"15min":0.55100000000000005},"min":{"1min":0.38900000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.69699999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.52000000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.55700000000000005,"15min":0.55500000000000005},"min":{"1min":0.41699999999999998,"5min":0.318,"15min":0.318},"max":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.55600000000000005,"15min":0.56000000000000005},"min":{"1min":0.39200000000000002,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.68100000000000005,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58799999999999997}]}]},{"osd":6,"up_from":13,"seq":55834574890,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31840,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94340000,"statfs":{"total":96636764160,"available":96604160000,"internally_reserved":0,"allocated":733184,"data_stored":307237,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.59799999999999998,"15min":0.59899999999999998},"min":{"1min":0.35599999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.78400000000000003,"5min":1.226,"15min":1.226},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.56399999999999995,"15min":0.54700000000000004},"min":{"1min":0.38500000000000001,"5min":0.376,"15min":0.376},"max":{"1min":0.72999999999999998,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.55000000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.32100000000000001,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.753,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.623},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.59599999999999997,"15min":0.58699999999999997},"min":{"1min":0.41999999999999998,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.76400000000000001,"5min":1.177,"15min":1.177},"last":0.68700000000000006}]},{"osd":2,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.34699999999999998,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.76200000000000001,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60399999999999998,"15min":0.60399999999999998},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.71899999999999997,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.57799999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.57699999999999996,"15min":0.57499999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.79900000000000004,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.47099999999999997},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.59999999999999998,"15min":0.59699999999999998},"min":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"max":{"1min":0.73999999999999999,"5min":1.163,"15min":1.163},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.39300000000000002,"5min":0.33600000000000002,"15min":0.33600000000000002},"max":{"1min":0.68799999999999994,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.505,"5min":0.52900000000000003,"15min":0.53500000000000003},"min":{"1min":0.38600000000000001,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.749,"5min":0.749,"15min":0.749},"last":0.64700000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52400000000000002,"15min":0.53600000000000003},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.73299999999999998,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59199999999999997,"15min":0.60199999999999998},"min":{"1min":0.41199999999999998,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.73199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.66200000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:13:36 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.59399999999999997,"15min":0.59599999999999997},"min":{"1min":0.434,"5min":0.374,"15min":0.374},"max":{"1min":0.77400000000000002,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.60699999999999998},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58399999999999996,"15min":0.58999999999999997},"min":{"1min":0.45600000000000002,"5min":0.44500000000000001,"15min":0.44500000000000001},"max":{"1min":0.72299999999999998,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.49299999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574891,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":741376,"data_stored":307889,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52000000000000002,"15min":0.51300000000000001},"min":{"1min":0.379,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.65500000000000003,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.54100000000000004},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.53600000000000003,"15min":0.52600000000000002},"min":{"1min":0.441,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.749,"5min":0.78100000000000003,"15min":0.78100000000000003},"last":0.51500000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.52300000000000002,"15min":0.51100000000000001},"min":{"1min":0.38200000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.76800000000000002,"5min":0.80900000000000005,"15min":0.80900000000000005},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.54200000000000004,"15min":0.52500000000000002},"min":{"1min":0.40200000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.86599999999999999,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.56899999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.53900000000000003,"15min":0.53200000000000003},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.70499999999999996,"5min":0.90000000000000002,"15min":0.90000000000000002},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.56299999999999994,"15min":0.55500000000000005},"min":{"1min":0.30099999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.92000000000000004,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.46500000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.55700000000000005,"15min":0.55200000000000005},"min":{"1min":0.378,"5min":0.311,"15min":0.311},"max":{"1min":0.89800000000000002,"5min":0.89800000000000002,"15min":0.89800000000000002},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.57199999999999995,"15min":0.56399999999999995},"min":{"1min":0.34799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.879,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.57999999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.47099999999999997,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.32600000000000001,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.70399999999999996,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.48799999999999999},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54200000000000004,"15min":0.56299999999999994},"min":{"1min":0.316,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.70699999999999996,"5min":1.0940000000000001,"15min":1.0940000000000001},"last":0.44500000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53800000000000003,"15min":0.54900000000000004},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.55300000000000005},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55600000000000005,"15min":0.57599999999999996},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.76300000000000001,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.59099999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:13:34 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.57399999999999995,"15min":0.59699999999999998},"min":{"1min":0.35399999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.71099999999999997,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.55300000000000005,"5min":0.59199999999999997,"15min":0.60999999999999999},"min":{"1min":0.39000000000000001,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.72199999999999998,"5min":0.83899999999999997,"15min":0.83899999999999997},"last":0.61799999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574890,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31868,"kb_used_data":740,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339972,"statfs":{"total":96636764160,"available":96604131328,"internally_reserved":0,"allocated":757760,"data_stored":315101,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56599999999999995,"5min":0.52500000000000002,"15min":0.50900000000000001},"min":{"1min":0.26200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.77400000000000002,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.54300000000000004,"5min":0.52000000000000002,"15min":0.50900000000000001},"min":{"1min":0.32600000000000001,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.80400000000000005,"5min":1.131,"15min":1.131},"last":0.52800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.501,"15min":0.48199999999999998},"min":{"1min":0.29599999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82399999999999995,"5min":0.82399999999999995,"15min":0.82399999999999995},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.56899999999999995,"5min":0.54400000000000004,"15min":0.53300000000000003},"min":{"1min":0.39200000000000002,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.83099999999999996,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.47299999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.54000000000000004},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.80600000000000005,"5min":0.93500000000000005,"15min":0.93500000000000005},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55800000000000005,"15min":0.54500000000000004},"min":{"1min":0.42999999999999999,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"last":0.59999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.52400000000000002,"15min":0.50700000000000001},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.79000000000000004,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.58099999999999996,"15min":0.57699999999999996},"min":{"1min":0.42999999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.50700000000000001,"15min":0.51700000000000002},"min":{"1min":0.32600000000000001,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.52200000000000002,"5min":0.49299999999999999,"15min":0.48299999999999998},"min":{"1min":0.34499999999999997,"5min":0.31,"15min":0.31},"max":{"1min":0.75800000000000001,"5min":0.75800000000000001,"15min":0.75800000000000001},"last":0.69799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52800000000000002,"5min":0.51200000000000001,"15min":0.51100000000000001},"min":{"1min":0.36799999999999999,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.80600000000000005,"5min":0.80600000000000005,"15min":0.80600000000000005},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.52800000000000002,"15min":0.51600000000000001},"min":{"1min":0.42099999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.73999999999999999,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.72299999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:35 2024","interfaces":[{"interface":"back","average":{"1min":0.55500000000000005,"5min":0.52700000000000002,"15min":0.51500000000000001},"min":{"1min":0.39600000000000002,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.70899999999999996,"5min":0.70899999999999996,"15min":0.70899999999999996},"last":0.73699999999999999},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.57399999999999995,"15min":0.56799999999999995},"min":{"1min":0.41199999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.71499999999999997}]}]},{"osd":3,"up_from":13,"seq":55834574891,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31852,"kb_used_data":736,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339988,"statfs":{"total":96636764160,"available":96604147712,"internally_reserved":0,"allocated":753664,"data_stored":313593,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.31900000000000001,"5min":0.36699999999999999,"15min":0.378},"min":{"1min":0.191,"5min":0.191,"15min":0.191},"max":{"1min":0.52100000000000002,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.33900000000000002,"5min":0.34399999999999997,"15min":0.34100000000000003},"min":{"1min":0.26500000000000001,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.51000000000000001,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.38300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.33400000000000002,"5min":0.372,"15min":0.38600000000000001},"min":{"1min":0.24099999999999999,"5min":0.224,"15min":0.224},"max":{"1min":0.45200000000000001,"5min":1.306,"15min":1.306},"last":0.34200000000000003},{"interface":"front","average":{"1min":0.36499999999999999,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.23599999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.48199999999999998,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.39400000000000002,"15min":0.39800000000000002},"min":{"1min":0.28299999999999997,"5min":0.219,"15min":0.219},"max":{"1min":0.54900000000000004,"5min":1.339,"15min":1.339},"last":0.40200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.438,"15min":0.442},"min":{"1min":0.313,"5min":0.309,"15min":0.309},"max":{"1min":0.57199999999999995,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.32500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.60499999999999998,"15min":0.60399999999999998},"min":{"1min":0.41299999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.91600000000000004,"5min":0.91600000000000004,"15min":0.91600000000000004},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.439,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":0.85999999999999999,"5min":0.85999999999999999,"15min":0.85999999999999999},"last":0.65900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58599999999999997,"5min":0.56999999999999995,"15min":0.56599999999999995},"min":{"1min":0.38900000000000001,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.006,"5min":1.006,"15min":1.006},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.60099999999999998,"5min":0.61599999999999999,"15min":0.62},"min":{"1min":0.41299999999999998,"5min":0.371,"15min":0.371},"max":{"1min":0.94099999999999995,"5min":0.99399999999999999,"15min":0.99399999999999999},"last":0.64300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60399999999999998,"5min":0.60499999999999998,"15min":0.60699999999999998},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.63},{"interface":"front","average":{"1min":0.62,"5min":0.61299999999999999,"15min":0.61099999999999999},"min":{"1min":0.41699999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.86499999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:13:39 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.627,"15min":0.63700000000000001},"min":{"1min":0.39700000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92100000000000004,"5min":1.042,"15min":1.042},"last":0.70699999999999996},{"interface":"front","average":{"1min":0.65100000000000002,"5min":0.63400000000000001,"15min":0.63400000000000001},"min":{"1min":0.44700000000000001,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.98499999999999999,"5min":1.081,"15min":1.081},"last":0.83599999999999997}]}]},{"osd":2,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31848,"kb_used_data":724,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339992,"statfs":{"total":96636764160,"available":96604151808,"internally_reserved":0,"allocated":741376,"data_stored":307293,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34000000000000002},"min":{"1min":0.182,"5min":0.182,"15min":0.182},"max":{"1min":0.52500000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.41199999999999998},{"interface":"front","average":{"1min":0.35199999999999998,"5min":0.36599999999999999,"15min":0.36699999999999999},"min":{"1min":0.247,"5min":0.22,"15min":0.22},"max":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"last":0.30199999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.374,"5min":0.36799999999999999,"15min":0.36199999999999999},"min":{"1min":0.23499999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.51000000000000001,"5min":0.66100000000000003,"15min":0.66100000000000003},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.38700000000000001,"15min":0.38300000000000001},"min":{"1min":0.247,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.54800000000000004,"5min":0.65000000000000002,"15min":0.65000000000000002},"last":0.374}]},{"osd":3,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.371,"15min":0.371},"min":{"1min":0.27300000000000002,"5min":0.252,"15min":0.252},"max":{"1min":0.53700000000000003,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.318},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.40699999999999997,"15min":0.40600000000000003},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.55100000000000005,"5min":0.57799999999999996,"15min":0.57799999999999996},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.58899999999999997,"5min":0.57399999999999995,"15min":0.56599999999999995},"min":{"1min":0.41999999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.59099999999999997,"15min":0.58999999999999997},"min":{"1min":0.42999999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.84499999999999997,"5min":0.85599999999999998,"15min":0.85599999999999998},"last":0.71299999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.59799999999999998,"15min":0.59499999999999997},"min":{"1min":0.46200000000000002,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.85899999999999999,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.60399999999999998,"15min":0.60999999999999999},"min":{"1min":0.47999999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83899999999999997,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.60799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.60899999999999999,"15min":0.60499999999999998},"min":{"1min":0.46899999999999997,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":0.85699999999999998,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.68600000000000005},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.628,"15min":0.63300000000000001},"min":{"1min":0.443,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.83499999999999996,"5min":1.0149999999999999,"15min":1.0149999999999999},"last":0.56200000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:13:42 2024","interfaces":[{"interface":"back","average":{"1min":0.63400000000000001,"5min":0.627,"15min":0.621},"min":{"1min":0.45800000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.90800000000000003,"5min":0.92700000000000005,"15min":0.92700000000000005},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.61799999999999999,"5min":0.63200000000000001,"15min":0.64300000000000002},"min":{"1min":0.45000000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.80400000000000005,"5min":1.125,"15min":1.125},"last":0.58699999999999997}]}]},{"osd":1,"up_from":13,"seq":55834574891,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31860,"kb_used_data":732,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339980,"statfs":{"total":96636764160,"available":96604139520,"internally_reserved":0,"allocated":749568,"data_stored":313627,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.36299999999999999,"5min":0.39000000000000001,"15min":0.40400000000000003},"min":{"1min":0.193,"5min":0.193,"15min":0.193},"max":{"1min":0.51300000000000001,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.32500000000000001},{"interface":"front","average":{"1min":0.35499999999999998,"5min":0.41399999999999998,"15min":0.438},"min":{"1min":0.251,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.55000000000000004,"5min":1.494,"15min":1.494},"last":0.25}]},{"osd":2,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.35099999999999998,"5min":0.40400000000000003,"15min":0.42799999999999999},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.50800000000000001,"5min":1.679,"15min":1.679},"last":0.28299999999999997},{"interface":"front","average":{"1min":0.40899999999999997,"5min":0.441,"15min":0.45400000000000001},"min":{"1min":0.28599999999999998,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.63500000000000001,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.40400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.436,"5min":0.45500000000000002,"15min":0.46700000000000003},"min":{"1min":0.25600000000000001,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.65300000000000002,"5min":1.403,"15min":1.403},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.44700000000000001,"15min":0.46300000000000002},"min":{"1min":0.28799999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.68300000000000005,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.34300000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.621,"15min":0.59399999999999997},"min":{"1min":0.441,"5min":0.41899999999999998,"15min":0.41899999999999998},"max":{"1min":0.77900000000000003,"5min":4.617,"15min":4.617},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.70899999999999996,"15min":0.65800000000000003},"min":{"1min":0.45200000000000001,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":0.79700000000000004,"5min":10.506,"15min":10.506},"last":0.504}]},{"osd":5,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.40999999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.76300000000000001,"5min":10.292,"15min":10.292},"last":0.58099999999999996},{"interface":"front","average":{"1min":0.60499999999999998,"5min":0.60699999999999998,"15min":0.60099999999999998},"min":{"1min":0.48399999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.78100000000000003,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.56399999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.621,"5min":0.65500000000000003,"15min":0.67100000000000004},"min":{"1min":0.41799999999999998,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":0.89500000000000002,"5min":1.571,"15min":1.571},"last":0.55100000000000005},{"interface":"front","average":{"1min":0.61899999999999999,"5min":0.622,"15min":0.62},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.82599999999999996,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:13:37 2024","interfaces":[{"interface":"back","average":{"1min":0.63600000000000001,"5min":0.66200000000000003,"15min":0.66000000000000003},"min":{"1min":0.49299999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.78200000000000003,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.65800000000000003,"5min":0.71699999999999997,"15min":0.70899999999999996},"min":{"1min":0.497,"5min":0.43099999999999999,"15min":0.43099999999999999},"max":{"1min":0.93300000000000005,"5min":4.875,"15min":4.875},"last":0.51600000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574891,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32444,"kb_used_data":1320,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339396,"statfs":{"total":96636764160,"available":96603541504,"internally_reserved":0,"allocated":1351680,"data_stored":905432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.34899999999999998,"5min":0.379,"15min":0.39000000000000001},"min":{"1min":0.255,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.58299999999999996,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.36699999999999999,"5min":0.38800000000000001,"15min":0.39600000000000002},"min":{"1min":0.23799999999999999,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.39800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.373,"5min":0.40000000000000002,"15min":0.41199999999999998},"min":{"1min":0.27800000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.496,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.374},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40999999999999998,"15min":0.42199999999999999},"min":{"1min":0.29399999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.53800000000000003,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.318}]},{"osd":3,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.39000000000000001,"15min":0.40600000000000003},"min":{"1min":0.25900000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.55200000000000005,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.30099999999999999},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.32300000000000001,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.59599999999999997,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.434}]},{"osd":4,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56000000000000005,"5min":0.57199999999999995,"15min":0.57699999999999996},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":1.0640000000000001,"5min":1.0640000000000001,"15min":1.0640000000000001},"last":0.68999999999999995},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.59599999999999997,"15min":0.60599999999999998},"min":{"1min":0.40799999999999997,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.79800000000000004,"5min":1.825,"15min":1.825},"last":0.81699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.60699999999999998,"15min":0.623},"min":{"1min":0.40000000000000002,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.002,"5min":1.853,"15min":1.853},"last":0.752},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57999999999999996,"15min":0.58399999999999996},"min":{"1min":0.40400000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.98899999999999999,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.55700000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.58199999999999996,"15min":0.58299999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.93799999999999994,"5min":1.167,"15min":1.167},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.59899999999999998,"15min":0.60699999999999998},"min":{"1min":0.39200000000000002,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.95599999999999996,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.79200000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:13:33 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.59599999999999997,"15min":0.59899999999999998},"min":{"1min":0.42999999999999999,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.623,"15min":0.64100000000000001},"min":{"1min":0.42099999999999999,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":1.0429999999999999,"5min":1.8779999999999999,"15min":1.8779999999999999},"last":0.67200000000000004}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2146,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":56,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":8,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":9,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:13:52.476 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:13:52.476 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:13:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.619+0000 7fa2db752640 1 Processor -- start 2024-09-13T16:13:52.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.619+0000 7fa2db752640 1 -- start start 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2db752640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa2d415c9b0 0x7fa2d40b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2db752640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d406ac00 0x7fa2d4070280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2db752640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2d406b040 0x7fa2d40707c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2db752640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2d406a7e0 con 0x7fa2d406b040 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2db752640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2d415cd90 con 0x7fa2d415c9b0 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2db752640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2d40b3c60 con 0x7fa2d406ac00 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2d406b040 0x7fa2d40707c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2d406b040 0x7fa2d40707c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41040/0 (socket says 172.21.15.39:41040) 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 -- 172.21.15.39:0/2481003591 learned_addr learned my addr 172.21.15.39:0/2481003591 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:52.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d94ee640 1 --2- 172.21.15.39:0/2481003591 >> v2:172.21.15.157:3300/0 conn(0x7fa2d415c9b0 0x7fa2d40b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d8ced640 1 --2- 172.21.15.39:0/2481003591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d406ac00 0x7fa2d4070280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 -- 172.21.15.39:0/2481003591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d406ac00 msgr2=0x7fa2d4070280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 --2- 172.21.15.39:0/2481003591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d406ac00 0x7fa2d4070280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 -- 172.21.15.39:0/2481003591 >> v2:172.21.15.157:3300/0 conn(0x7fa2d415c9b0 msgr2=0x7fa2d40b3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 --2- 172.21.15.39:0/2481003591 >> v2:172.21.15.157:3300/0 conn(0x7fa2d415c9b0 0x7fa2d40b3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.620+0000 7fa2d9cef640 1 -- 172.21.15.39:0/2481003591 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2d4069ed0 con 0x7fa2d406b040 2024-09-13T16:13:52.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.621+0000 7fa2d9cef640 1 --2- 172.21.15.39:0/2481003591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d40707c0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fa2d406d460 tx=0x7fa2cc02a5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=114f80acafd3cac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.621+0000 7fa2cbfff640 1 -- 172.21.15.39:0/2481003591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2cc031600 con 0x7fa2d406b040 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.621+0000 7fa2cbfff640 1 -- 172.21.15.39:0/2481003591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2cc02d050 con 0x7fa2d406b040 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.621+0000 7fa2cbfff640 1 -- 172.21.15.39:0/2481003591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2cc031980 con 0x7fa2d406b040 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 -- 172.21.15.39:0/2481003591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 msgr2=0x7fa2d40707c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 --2- 172.21.15.39:0/2481003591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d40707c0 secure :-1 s=READY pgs=886 cs=0 l=1 rev1=1 crypto rx=0x7fa2d406d460 tx=0x7fa2cc02a5b0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 -- 172.21.15.39:0/2481003591 shutdown_connections 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 --2- 172.21.15.39:0/2481003591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d40707c0 unknown :-1 s=CLOSED pgs=886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 --2- 172.21.15.39:0/2481003591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d406ac00 0x7fa2d4070280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 --2- 172.21.15.39:0/2481003591 >> v2:172.21.15.157:3300/0 conn(0x7fa2d415c9b0 0x7fa2d40b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 -- 172.21.15.39:0/2481003591 >> 172.21.15.39:0/2481003591 conn(0x7fa2d40cf4a0 msgr2=0x7fa2d40cf880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 -- 172.21.15.39:0/2481003591 shutdown_connections 2024-09-13T16:13:52.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.622+0000 7fa2db752640 1 -- 172.21.15.39:0/2481003591 wait complete. 2024-09-13T16:13:52.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.623+0000 7fa2db752640 1 Processor -- start 2024-09-13T16:13:52.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.623+0000 7fa2db752640 1 -- start start 2024-09-13T16:13:52.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2db752640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d406ac00 0x7fa2d4142880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2db752640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d4153e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2db752640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d415c9b0 0x7fa2d41543a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2db752640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2d4143170 con 0x7fa2d406b040 2024-09-13T16:13:52.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2db752640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2d4142dc0 con 0x7fa2d406ac00 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2db752640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2d41590d0 con 0x7fa2d415c9b0 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d4153e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d4153e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41044/0 (socket says 172.21.15.39:41044) 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 -- 172.21.15.39:0/4027466761 learned_addr learned my addr 172.21.15.39:0/4027466761 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d94ee640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d406ac00 0x7fa2d4142880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d9cef640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d415c9b0 0x7fa2d41543a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 -- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d415c9b0 msgr2=0x7fa2d41543a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d415c9b0 0x7fa2d41543a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 -- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d406ac00 msgr2=0x7fa2d4142880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d406ac00 0x7fa2d4142880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 -- 172.21.15.39:0/4027466761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2cc009b30 con 0x7fa2d406b040 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d9cef640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d415c9b0 0x7fa2d41543a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.624+0000 7fa2d8ced640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d4153e60 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400d7d0 tx=0x7fa2c400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.625+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c4004020 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.625+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2c40041a0 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.625+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2d41593b0 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.625+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2c4004350 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.625+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2d4159690 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.626+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2d40672f0 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.626+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa2c40096a0 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.627+0000 7fa2c9ffb640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa2b806ac00 0x7fa2b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.627+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa2c40895d0 con 0x7fa2d406b040 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.627+0000 7fa2d94ee640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa2b806ac00 0x7fa2b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.628+0000 7fa2d94ee640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa2b806ac00 0x7fa2b806d0c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa2d00079a0 tx=0x7fa2d0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.631+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa2c4054840 con 0x7fa2d406b040 2024-09-13T16:13:52.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.869+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fa2d40b3720 con 0x7fa2d406b040 2024-09-13T16:13:52.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.873+0000 7fa2c9ffb640 1 -- 172.21.15.39:0/4027466761 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v15) v1 ==== 190+0+0 (secure 0 0 0) 0x7fa2c4057e60 con 0x7fa2d406b040 2024-09-13T16:13:52.874 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-13T16:13:52.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa2b806ac00 msgr2=0x7fa2b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa2b806ac00 0x7fa2b806d0c0 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7fa2d00079a0 tx=0x7fa2d0008040 comp rx=0 tx=0).stop 2024-09-13T16:13:52.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 msgr2=0x7fa2d4153e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d4153e60 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7fa2c400d7d0 tx=0x7fa2c400dc90 comp rx=0 tx=0).stop 2024-09-13T16:13:52.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 shutdown_connections 2024-09-13T16:13:52.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa2b806ac00 0x7fa2b806d0c0 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2d415c9b0 0x7fa2d41543a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2d406b040 0x7fa2d4153e60 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 --2- 172.21.15.39:0/4027466761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2d406ac00 0x7fa2d4142880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 >> 172.21.15.39:0/4027466761 conn(0x7fa2d40cf4a0 msgr2=0x7fa2d40ce9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 shutdown_connections 2024-09-13T16:13:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.875+0000 7fa2db752640 1 -- 172.21.15.39:0/4027466761 wait complete. 2024-09-13T16:13:52.888 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:13:52.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.988+0000 7f6db191f640 1 Processor -- start 2024-09-13T16:13:52.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.988+0000 7f6db191f640 1 -- start start 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6db191f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6dac06f170 0x7f6dac0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6db191f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6dac15d0a0 0x7f6dac15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6db191f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6dac06f6e0 con 0x7f6dac156fb0 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6db191f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6dac15da70 con 0x7f6dac15d0a0 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6db191f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac06f9c0 con 0x7f6dac06f170 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6daaffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6dac156fb0 0x7f6dac15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55866/0 (socket says 172.21.15.39:55866) 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6daaffd640 1 -- 172.21.15.39:0/511687072 learned_addr learned my addr 172.21.15.39:0/511687072 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1570208978 0 0) 0x7f6dac06f6e0 con 0x7f6dac156fb0 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6d98003520 con 0x7f6dac156fb0 2024-09-13T16:13:52.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6dac06f170 0x7f6dac0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6dab7fe640 1 --2- 172.21.15.39:0/511687072 >> v2:172.21.15.157:3300/0 conn(0x7f6dac15d0a0 0x7f6dac15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3331559850 0 0) 0x7f6d98003520 con 0x7f6dac156fb0 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6dac06f170 msgr2=0x7f6dac0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6dac06f170 0x7f6dac0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 >> v2:172.21.15.157:3300/0 conn(0x7f6dac15d0a0 msgr2=0x7f6dac15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 --2- 172.21.15.39:0/511687072 >> v2:172.21.15.157:3300/0 conn(0x7f6dac15d0a0 0x7f6dac15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dac06fca0 con 0x7f6dac156fb0 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6d9c0019f0 con 0x7f6dac156fb0 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6dab7fe640 1 --2- 172.21.15.39:0/511687072 >> v2:172.21.15.157:3300/0 conn(0x7f6dac15d0a0 0x7f6dac15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 >> v1:172.21.15.39:6789/0 conn(0x7f6dac156fb0 legacy=0x7f6dac15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d98003970 0x7f6d98003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d980047c0 0x7f6d98004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d98005180 0x7f6d9800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac15da70 con 0x7f6d980047c0 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac06f9c0 con 0x7f6d98005180 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d9800c050 con 0x7f6d98003970 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.989+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6dac06f170 0x7f6dac0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daaffd640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d98003970 0x7f6d98003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d980047c0 0x7f6d98004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6dab7fe640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d98005180 0x7f6d9800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daa7fc640 1 -- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d98003970 msgr2=0x7f6d98003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d98003970 0x7f6d98003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daa7fc640 1 -- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d98005180 msgr2=0x7f6d9800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d98005180 0x7f6d9800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6daa7fc640 1 -- 172.21.15.39:0/511687072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d98003520 con 0x7f6d980047c0 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.990+0000 7f6dab7fe640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d98005180 0x7f6d9800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:52.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d980047c0 0x7f6d98004c40 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f6d94006fd0 tx=0x7f6d980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dc930a4f00edbad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9402aae0 con 0x7f6d980047c0 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d9402ac40 con 0x7f6d980047c0 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6da9ffb640 1 -- 172.21.15.39:0/511687072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d94032440 con 0x7f6d980047c0 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6db191f640 1 -- 172.21.15.39:0/511687072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d980047c0 msgr2=0x7f6d98004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6db191f640 1 --2- 172.21.15.39:0/511687072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d980047c0 0x7f6d98004c40 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x7f6d94006fd0 tx=0x7f6d980057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6dab7fe640 1 -- 172.21.15.39:0/511687072 reap_dead start 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6db191f640 1 -- 172.21.15.39:0/511687072 shutdown_connections 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6db191f640 1 -- 172.21.15.39:0/511687072 >> 172.21.15.39:0/511687072 conn(0x7f6dac06b3b0 msgr2=0x7f6dac06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6db191f640 1 -- 172.21.15.39:0/511687072 shutdown_connections 2024-09-13T16:13:52.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.991+0000 7f6db191f640 1 -- 172.21.15.39:0/511687072 wait complete. 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.992+0000 7f6db191f640 1 Processor -- start 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 -- start start 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d980047c0 0x7f6dac0caf40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 0x7f6dac1f2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6dac13ed10 0x7f6dac13f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac13e8f0 con 0x7f6dac0cc830 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac13dc70 con 0x7f6dac13ed10 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.993+0000 7f6db191f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6dac13df50 con 0x7f6d980047c0 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 0x7f6dac1f2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:52.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 0x7f6dac1f2ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41058/0 (socket says 172.21.15.39:41058) 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 -- 172.21.15.39:0/2412840803 learned_addr learned my addr 172.21.15.39:0/2412840803 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daaffd640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d980047c0 0x7f6dac0caf40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6dab7fe640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6dac13ed10 0x7f6dac13f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 -- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d980047c0 msgr2=0x7f6dac0caf40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d980047c0 0x7f6dac0caf40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 -- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6dac13ed10 msgr2=0x7f6dac13f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6dac13ed10 0x7f6dac13f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 -- 172.21.15.39:0/2412840803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6dac13e230 con 0x7f6dac0cc830 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daaffd640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d980047c0 0x7f6dac0caf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6dab7fe640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6dac13ed10 0x7f6dac13f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6daa7fc640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 0x7f6dac1f2ba0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f6d94035040 tx=0x7f6d94004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9403c600 con 0x7f6dac0cc830 2024-09-13T16:13:53.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6d9403c760 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6dac13e510 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6d9403cb10 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.994+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6dac0cccb0 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.995+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6dac0672f0 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.996+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6d9403cc70 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.996+0000 7f6da3fff640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8c06ac00 0x7f6d8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.996+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6d940a9a70 con 0x7f6dac0cc830 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.996+0000 7f6daaffd640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8c06ac00 0x7f6d8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:52.997+0000 7f6daaffd640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8c06ac00 0x7f6d8c06d0c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c0018d0 tx=0x7f6d9c006040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.000+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6d94074c60 con 0x7f6dac0cc830 2024-09-13T16:13:53.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.207+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6dac15b380 con 0x7f6dac0cc830 2024-09-13T16:13:53.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.208+0000 7f6da3fff640 1 -- 172.21.15.39:0/2412840803 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 41 v41) v1 ==== 94+0+4731 (secure 0 0 0) 0x7f6dac15b380 con 0x7f6dac0cc830 2024-09-13T16:13:53.209 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:53.209 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":41,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":41,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:13:46.747789+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6558},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6558":{"gid":6558,"name":"c","rank":0,"incarnation":39,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/2329937751","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2329937751},{"type":"v1","addr":"172.21.15.39:6835","nonce":2329937751}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:13:53.210 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 41 2024-09-13T16:13:53.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.209+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8c06ac00 msgr2=0x7f6d8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.209+0000 7f6db191f640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8c06ac00 0x7f6d8c06d0c0 secure :-1 s=READY pgs=390 cs=0 l=1 rev1=1 crypto rx=0x7f6d9c0018d0 tx=0x7f6d9c006040 comp rx=0 tx=0).stop 2024-09-13T16:13:53.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.209+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 msgr2=0x7f6dac1f2ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.209+0000 7f6db191f640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 0x7f6dac1f2ba0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7f6d94035040 tx=0x7f6d94004730 comp rx=0 tx=0).stop 2024-09-13T16:13:53.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 shutdown_connections 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6d8c06ac00 0x7f6d8c06d0c0 unknown :-1 s=CLOSED pgs=390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6dac13ed10 0x7f6dac13f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6dac0cc830 0x7f6dac1f2ba0 unknown :-1 s=CLOSED pgs=890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 --2- 172.21.15.39:0/2412840803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d980047c0 0x7f6dac0caf40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 >> 172.21.15.39:0/2412840803 conn(0x7f6dac06b3b0 msgr2=0x7f6dac159c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 shutdown_connections 2024-09-13T16:13:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.210+0000 7f6db191f640 1 -- 172.21.15.39:0/2412840803 wait complete. 2024-09-13T16:13:53.629 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 41, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:13:46.747789+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6558}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6558': {'gid': 6558, 'name': 'c', 'rank': 0, 'incarnation': 39, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6835/2329937751', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 2329937751}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 2329937751}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:13:53.629 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:13:53.629 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:13:53.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.734+0000 7fbb9b6c9640 1 Processor -- start 2024-09-13T16:13:53.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.735+0000 7fbb9b6c9640 1 -- start start 2024-09-13T16:13:53.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.735+0000 7fbb9b6c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9415cef0 0x7fbb940cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.735+0000 7fbb9b6c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbb940b5ab0 0x7fbb940b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.735+0000 7fbb9b6c9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb940b6440 con 0x7fbb940cd560 2024-09-13T16:13:53.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.735+0000 7fbb9b6c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb940d11f0 con 0x7fbb940b5ab0 2024-09-13T16:13:53.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.735+0000 7fbb9b6c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9415d2d0 con 0x7fbb9415cef0 2024-09-13T16:13:53.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbb940b5ab0 0x7fbb940b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbb940b5ab0 0x7fbb940b5f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34474/0 (socket says 172.21.15.39:34474) 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 -- 172.21.15.39:0/1608235337 learned_addr learned my addr 172.21.15.39:0/1608235337 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99465640 1 --2- 172.21.15.39:0/1608235337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9415cef0 0x7fbb940cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 -- 172.21.15.39:0/1608235337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9415cef0 msgr2=0x7fbb940cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 --2- 172.21.15.39:0/1608235337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9415cef0 0x7fbb940cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 -- 172.21.15.39:0/1608235337 >> v1:172.21.15.157:6789/0 conn(0x7fbb940cd560 legacy=0x7fbb940d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.736+0000 7fbb99c66640 1 -- 172.21.15.39:0/1608235337 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb940cda00 con 0x7fbb940b5ab0 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.737+0000 7fbb99c66640 1 --2- 172.21.15.39:0/1608235337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940b5ab0 0x7fbb940b5f00 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c009870 tx=0x7fbb8c02a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b59ba9fd271368d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.737+0000 7fbb8bfff640 1 -- 172.21.15.39:0/1608235337 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c032640 con 0x7fbb940b5ab0 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.737+0000 7fbb8bfff640 1 -- 172.21.15.39:0/1608235337 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb8c0327a0 con 0x7fbb940b5ab0 2024-09-13T16:13:53.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.737+0000 7fbb8bfff640 1 -- 172.21.15.39:0/1608235337 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c032b30 con 0x7fbb940b5ab0 2024-09-13T16:13:53.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.737+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/1608235337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940b5ab0 msgr2=0x7fbb940b5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.737+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/1608235337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940b5ab0 0x7fbb940b5f00 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c009870 tx=0x7fbb8c02a300 comp rx=0 tx=0).stop 2024-09-13T16:13:53.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.738+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/1608235337 shutdown_connections 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.738+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/1608235337 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940b5ab0 0x7fbb940b5f00 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.738+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/1608235337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9415cef0 0x7fbb940cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.738+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/1608235337 >> 172.21.15.39:0/1608235337 conn(0x7fbb9406a3a0 msgr2=0x7fbb9406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.738+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/1608235337 shutdown_connections 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.738+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/1608235337 wait complete. 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.739+0000 7fbb9b6c9640 1 Processor -- start 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.739+0000 7fbb9b6c9640 1 -- start start 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.739+0000 7fbb9b6c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb940b5ab0 0x7fbb940c7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.739+0000 7fbb9b6c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 0x7fbb9415ff20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.739+0000 7fbb9b6c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb9415cef0 0x7fbb940c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb9b6c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb940cca40 con 0x7fbb940cd560 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb9b6c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb94160460 con 0x7fbb9415cef0 2024-09-13T16:13:53.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb9b6c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb940c9cb0 con 0x7fbb940b5ab0 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 0x7fbb9415ff20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 0x7fbb9415ff20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34480/0 (socket says 172.21.15.39:34480) 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 -- 172.21.15.39:0/3677580514 learned_addr learned my addr 172.21.15.39:0/3677580514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb99465640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb940b5ab0 0x7fbb940c7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb99c66640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb9415cef0 0x7fbb940c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 -- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb940b5ab0 msgr2=0x7fbb940c7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb940b5ab0 0x7fbb940c7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 -- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb9415cef0 msgr2=0x7fbb940c9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb9415cef0 0x7fbb940c9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 -- 172.21.15.39:0/3677580514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb8c0094d0 con 0x7fbb940cd560 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 0x7fbb9415ff20 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fbb8400c440 tx=0x7fbb84001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb89ffb640 1 -- 172.21.15.39:0/3677580514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb840052d0 con 0x7fbb940cd560 2024-09-13T16:13:53.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb89ffb640 1 -- 172.21.15.39:0/3677580514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb84005430 con 0x7fbb940cd560 2024-09-13T16:13:53.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb940c7800 con 0x7fbb940cd560 2024-09-13T16:13:53.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.740+0000 7fbb89ffb640 1 -- 172.21.15.39:0/3677580514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb84007260 con 0x7fbb940cd560 2024-09-13T16:13:53.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.741+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb9415e630 con 0x7fbb940cd560 2024-09-13T16:13:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.742+0000 7fbb89ffb640 1 -- 172.21.15.39:0/3677580514 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb840073c0 con 0x7fbb940cd560 2024-09-13T16:13:53.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.742+0000 7fbb89ffb640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb7806ac00 0x7fbb7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.742+0000 7fbb89ffb640 1 -- 172.21.15.39:0/3677580514 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb84088630 con 0x7fbb940cd560 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.743+0000 7fbb99465640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb7806ac00 0x7fbb7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.743+0000 7fbb9e3e5740 1 Processor -- start 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.743+0000 7fbb99465640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb7806ac00 0x7fbb7806d0c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fbb940c8b30 tx=0x7fbb9000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.743+0000 7fbb9e3e5740 1 -- start start 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145a6d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6a860 0x55d145aba570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145abaab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1459c77c0 con 0x55d145a6d0a0 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1459d6b70 con 0x55d145a94550 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d1459d4300 con 0x55d145a6a860 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145a6d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145a6d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34482/0 (socket says 172.21.15.39:34482) 2024-09-13T16:13:53.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 -- 172.21.15.39:0/2745577115 learned_addr learned my addr 172.21.15.39:0/2745577115 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb98c64640 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6a860 0x55d145aba570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 -- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6a860 msgr2=0x55d145aba570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6a860 0x55d145aba570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 -- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 msgr2=0x55d145abaab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145abaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb99465640 1 -- 172.21.15.39:0/2745577115 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d14595c4b0 con 0x55d145a6d0a0 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.744+0000 7fbb98c64640 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6a860 0x55d145aba570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb99465640 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145a6d480 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fbb90003d30 tx=0x7fbb90014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77fdc2b609ff2def server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb7effd640 1 -- 172.21.15.39:0/2745577115 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb9000e040 con 0x55d145a6d0a0 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb7effd640 1 -- 172.21.15.39:0/2745577115 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb9001b070 con 0x55d145a6d0a0 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb7effd640 1 -- 172.21.15.39:0/2745577115 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb90015a80 con 0x55d145a6d0a0 2024-09-13T16:13:53.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/2745577115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 msgr2=0x55d145a6d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145a6d480 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fbb90003d30 tx=0x7fbb90014000 comp rx=0 tx=0).stop 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/2745577115 shutdown_connections 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145abaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6a860 0x55d145aba570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.745+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/2745577115 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145a6d480 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.746+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/2745577115 >> 172.21.15.39:0/2745577115 conn(0x55d145a697d0 msgr2=0x55d145ab1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.746+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/2745577115 shutdown_connections 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.746+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/2745577115 wait complete. 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.746+0000 7fbb9e3e5740 1 -- start start 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.746+0000 7fbb9e3e5740 1 Processor -- start 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a6d0a0 0x55d145a937a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a94550 0x55d145a98030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a7e870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1459cfbf0 con 0x55d145aaf070 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d14598e250 con 0x55d145a6d0a0 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d14598def0 con 0x55d145a94550 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb9e3e5740 10 client.0 _ll_register_callbacks cb 0x55d1459c0740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a7e870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a7e870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34496/0 (socket says 172.21.15.39:34496) 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 -- 172.21.15.39:0/647783172 learned_addr learned my addr 172.21.15.39:0/647783172 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb98c64640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a94550 0x55d145a98030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99465640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a6d0a0 0x55d145a937a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 -- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a94550 msgr2=0x55d145a98030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a94550 0x55d145a98030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 -- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a6d0a0 msgr2=0x55d145a937a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a6d0a0 0x55d145a937a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.747+0000 7fbb99c66640 1 -- 172.21.15.39:0/647783172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb90003a10 con 0x55d145aaf070 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb99c66640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a7e870 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c009990 tx=0x7fbb8c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=730b79f220b9d434 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb73fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb73fff640 1 -- 172.21.15.39:0/647783172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c03d680 con 0x55d145aaf070 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb73fff640 1 -- 172.21.15.39:0/647783172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb8c03d7e0 con 0x55d145aaf070 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d1456c33c0 con 0x55d145aaf070 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb73fff640 1 -- 172.21.15.39:0/647783172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb8c03d9a0 con 0x55d145aaf070 2024-09-13T16:13:53.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 10 client.6723 fetch_fsmap learned FSMap version 41 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=2+}) v3 -- 0x55d1459ce270 con 0x55d145aaf070 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb73fff640 1 -- 172.21.15.39:0/647783172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d1456c33c0 con 0x55d145aaf070 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb73fff640 1 -- 172.21.15.39:0/647783172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 41) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fbb8c03db00 con 0x55d145aaf070 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 10 client.6723 fetch_fsmap finished waiting for FSMap version 41 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 10 client.6723 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 20 client.6723 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145a67950 0x55d145ab6330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 4 client.6723 mds_command: new command op to 6558 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 --> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d1456d46c0 con 0x55d145a67950 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.748+0000 7fbb99465640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145a67950 0x55d145ab6330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.749+0000 7fbb99465640 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145a67950 0x55d145ab6330 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=aeaa2cb41213c862 server_cookie=3ae0b037ff2057e1 in_seq=0 out_seq=0 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.749+0000 7fbb73fff640 10 client.6723 ms_handle_connect on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:53.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.749+0000 7fbb73fff640 1 -- 172.21.15.39:0/647783172 <== mds.0 v2:172.21.15.39:6833/2329937751 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d1456d46c0 con 0x55d145a67950 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.749+0000 7fbb73fff640 10 client.6723 handle_command_reply: tid=0 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.749+0000 7fbb9e3e5740 1 client.6723 shutdown 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 msgr2=0x55d145a7e870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a7e870 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c009990 tx=0x7fbb8c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 shutdown_connections 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145a67950 0x55d145ab6330 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb73fff640 0 client.6723 ms_handle_reset on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a7e870 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a94550 0x55d145a98030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/647783172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a6d0a0 0x55d145a937a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 >> 172.21.15.39:0/647783172 conn(0x55d145a6a860 msgr2=0x55d145ab5960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 shutdown_connections 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/647783172 wait complete. 2024-09-13T16:13:53.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.750+0000 7fbb9e3e5740 20 client.6723 trim_cache size 0 max 16384 2024-09-13T16:13:53.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 Processor -- start 2024-09-13T16:13:53.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 -- start start 2024-09-13T16:13:53.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6d0a0 0x55d145ad4550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145a69080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a685f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d145953460 con 0x55d145aaf070 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d145a695c0 con 0x55d145a94550 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.765+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d145a98070 con 0x55d145a6d0a0 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a685f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a685f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34504/0 (socket says 172.21.15.39:34504) 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 -- 172.21.15.39:0/3368782167 learned_addr learned my addr 172.21.15.39:0/3368782167 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 -- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6d0a0 msgr2=0x55d145ad4550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99465640 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6d0a0 0x55d145ad4550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6d0a0 0x55d145ad4550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 -- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 msgr2=0x55d145a69080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145a69080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 -- 172.21.15.39:0/3368782167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d1459705f0 con 0x55d145aaf070 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb99c66640 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a685f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c009210 tx=0x7fbb8c040000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9bd27d7bc147c46 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb7f7fe640 1 -- 172.21.15.39:0/3368782167 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c004230 con 0x55d145aaf070 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb7f7fe640 1 -- 172.21.15.39:0/3368782167 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb8c032e90 con 0x55d145aaf070 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.766+0000 7fbb7f7fe640 1 -- 172.21.15.39:0/3368782167 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb8c03d480 con 0x55d145aaf070 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3368782167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 msgr2=0x55d145a685f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a685f0 secure :-1 s=READY pgs=895 cs=0 l=1 rev1=1 crypto rx=0x7fbb8c009210 tx=0x7fbb8c040000 comp rx=0 tx=0).stop 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3368782167 shutdown_connections 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145aaf070 0x55d145a685f0 unknown :-1 s=CLOSED pgs=895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145a69080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3368782167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145a6d0a0 0x55d145ad4550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3368782167 >> 172.21.15.39:0/3368782167 conn(0x55d145a6a860 msgr2=0x55d145ab9880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3368782167 shutdown_connections 2024-09-13T16:13:53.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3368782167 wait complete. 2024-09-13T16:13:53.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 -- start start 2024-09-13T16:13:53.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.767+0000 7fbb9e3e5740 1 Processor -- start 2024-09-13T16:13:53.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145ac0470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145b1b900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145aaf070 0x55d145a93410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d145ac09b0 con 0x55d145a6d0a0 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d145a6c7f0 con 0x55d145a94550 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d145ac0b50 con 0x55d145aaf070 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb9e3e5740 10 client.0 _ll_register_callbacks cb 0x7fbb90009c40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb99465640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145ac0470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb99465640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145ac0470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34518/0 (socket says 172.21.15.39:34518) 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.768+0000 7fbb99465640 1 -- 172.21.15.39:0/3924327940 learned_addr learned my addr 172.21.15.39:0/3924327940 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145b1b900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99c66640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145aaf070 0x55d145a93410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99465640 1 -- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145aaf070 msgr2=0x55d145a93410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99465640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145aaf070 0x55d145a93410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99465640 1 -- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 msgr2=0x55d145b1b900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99465640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145b1b900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99465640 1 -- 172.21.15.39:0/3924327940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d1459ce270 con 0x55d145a6d0a0 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145b1b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99c66640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145aaf070 0x55d145a93410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb99465640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145ac0470 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fbb90011c40 tx=0x7fbb90004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c30458cd98b62c6e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb73fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb73fff640 1 -- 172.21.15.39:0/3924327940 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb90031040 con 0x55d145a6d0a0 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb73fff640 1 -- 172.21.15.39:0/3924327940 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbb90015930 con 0x55d145a6d0a0 2024-09-13T16:13:53.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fbb9001b070 con 0x55d145a6d0a0 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb73fff640 1 -- 172.21.15.39:0/3924327940 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7fbb9000e040 con 0x55d145a6d0a0 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 10 client.6729 fetch_fsmap learned FSMap version 41 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=2+}) v3 -- 0x55d145995d00 con 0x55d145a6d0a0 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb73fff640 1 -- 172.21.15.39:0/3924327940 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb9001b070 con 0x55d145a6d0a0 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb73fff640 1 -- 172.21.15.39:0/3924327940 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 41) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fbb90015af0 con 0x55d145a6d0a0 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 10 client.6729 fetch_fsmap finished waiting for FSMap version 41 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 10 client.6729 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 20 client.6729 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145ab5660 0x55d145ab5a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 4 client.6729 mds_command: new command op to 6558 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.769+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 --> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d145727d10 con 0x55d145ab5660 2024-09-13T16:13:53.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145ab5660 0x55d145ab5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb73fff640 10 client.6729 ms_handle_connect on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb98c64640 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145ab5660 0x55d145ab5a40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e65578f1d19c48b5 server_cookie=425977faf6432890 in_seq=0 out_seq=0 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb73fff640 1 -- 172.21.15.39:0/3924327940 <== mds.0 v2:172.21.15.39:6833/2329937751 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x55d145727d10 con 0x55d145ab5660 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb73fff640 10 client.6729 handle_command_reply: tid=0 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 client.6729 shutdown 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 msgr2=0x55d145ac0470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145ac0470 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7fbb90011c40 tx=0x7fbb90004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 shutdown_connections 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x55d145ab5660 0x55d145ab5a40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d145aaf070 0x55d145a93410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d145a94550 0x55d145b1b900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb73fff640 0 client.6729 ms_handle_reset on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:53.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 --2- 172.21.15.39:0/3924327940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d145a6d0a0 0x55d145ac0470 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 >> 172.21.15.39:0/3924327940 conn(0x55d145a6a860 msgr2=0x55d145ab3e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 shutdown_connections 2024-09-13T16:13:53.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.770+0000 7fbb9e3e5740 1 -- 172.21.15.39:0/3924327940 wait complete. 2024-09-13T16:13:53.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9e3e5740 20 client.6729 trim_cache size 0 max 16384 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6558, 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0343082409999997, 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 41, 2024-09-13T16:13:53.780 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 62, 2024-09-13T16:13:53.781 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 62, 2024-09-13T16:13:53.781 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 13.451459465999999 2024-09-13T16:13:53.781 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb7806ac00 msgr2=0x7fbb7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb7806ac00 0x7fbb7806d0c0 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7fbb940c8b30 tx=0x7fbb9000b040 comp rx=0 tx=0).stop 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 msgr2=0x7fbb9415ff20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 0x7fbb9415ff20 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7fbb8400c440 tx=0x7fbb84001e70 comp rx=0 tx=0).stop 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 shutdown_connections 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb7806ac00 0x7fbb7806d0c0 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb9415cef0 0x7fbb940c9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb940cd560 0x7fbb9415ff20 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 --2- 172.21.15.39:0/3677580514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb940b5ab0 0x7fbb940c7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 >> 172.21.15.39:0/3677580514 conn(0x7fbb9406a3a0 msgr2=0x7fbb9415a880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 shutdown_connections 2024-09-13T16:13:53.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.771+0000 7fbb9b6c9640 1 -- 172.21.15.39:0/3677580514 wait complete. 2024-09-13T16:13:53.784 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:13:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.884+0000 7fad934d0640 1 Processor -- start 2024-09-13T16:13:53.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.885+0000 7fad934d0640 1 -- start start 2024-09-13T16:13:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.885+0000 7fad934d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fad8c0d1680 0x7fad8c0d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.885+0000 7fad934d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad8c0b5ab0 0x7fad8c0b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.885+0000 7fad934d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fad8c0d11f0 con 0x7fad8c15cef0 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.885+0000 7fad934d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad8c0b6420 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.885+0000 7fad934d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fad8c15d2d0 con 0x7fad8c0d1680 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad91a6d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fad8c0b5ab0 0x7fad8c0b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad9126c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fad8c15cef0 0x7fad8c0cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51108/0 (socket says 172.21.15.39:51108) 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad9126c640 1 -- 172.21.15.39:0/575609096 learned_addr learned my addr 172.21.15.39:0/575609096 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad91a6d640 1 -- 172.21.15.39:0/575609096 >> v2:172.21.15.157:3300/0 conn(0x7fad8c0d1680 msgr2=0x7fad8c0d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad91a6d640 1 --2- 172.21.15.39:0/575609096 >> v2:172.21.15.157:3300/0 conn(0x7fad8c0d1680 0x7fad8c0d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad91a6d640 1 -- 172.21.15.39:0/575609096 >> v1:172.21.15.39:6789/0 conn(0x7fad8c15cef0 legacy=0x7fad8c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad91a6d640 1 -- 172.21.15.39:0/575609096 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad8c0cd730 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.886+0000 7fad83fff640 1 -- 172.21.15.39:0/575609096 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 532111625 0 0) 0x7fad8c0d11f0 con 0x7fad8c15cef0 2024-09-13T16:13:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad91a6d640 1 --2- 172.21.15.39:0/575609096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b5ee0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fad8c08bcf0 tx=0x7fad8402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=663a922205b754ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad83fff640 1 -- 172.21.15.39:0/575609096 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad84007740 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad83fff640 1 -- 172.21.15.39:0/575609096 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad8402d050 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad83fff640 1 -- 172.21.15.39:0/575609096 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad84007ac0 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 -- 172.21.15.39:0/575609096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 msgr2=0x7fad8c0b5ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 --2- 172.21.15.39:0/575609096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b5ee0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7fad8c08bcf0 tx=0x7fad8402a710 comp rx=0 tx=0).stop 2024-09-13T16:13:53.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 -- 172.21.15.39:0/575609096 shutdown_connections 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 --2- 172.21.15.39:0/575609096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b5ee0 unknown :-1 s=CLOSED pgs=898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 --2- 172.21.15.39:0/575609096 >> v2:172.21.15.157:3300/0 conn(0x7fad8c0d1680 0x7fad8c0d1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 -- 172.21.15.39:0/575609096 >> 172.21.15.39:0/575609096 conn(0x7fad8c06a3a0 msgr2=0x7fad8c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 -- 172.21.15.39:0/575609096 shutdown_connections 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.887+0000 7fad934d0640 1 -- 172.21.15.39:0/575609096 wait complete. 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 Processor -- start 2024-09-13T16:13:53.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 -- start start 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b3900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fad8c0d1680 0x7fad8c15d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fad8c15cef0 0x7fad8c1e6ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad8c15f470 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fad8c15e440 con 0x7fad8c15cef0 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad934d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fad8c15de80 con 0x7fad8c0d1680 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad9126c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b3900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad9126c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b3900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34546/0 (socket says 172.21.15.39:34546) 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.889+0000 7fad9126c640 1 -- 172.21.15.39:0/4000756241 learned_addr learned my addr 172.21.15.39:0/4000756241 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad9126c640 1 -- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fad8c0d1680 msgr2=0x7fad8c15d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad9126c640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fad8c0d1680 0x7fad8c15d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad9126c640 1 -- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fad8c15cef0 msgr2=0x7fad8c1e6ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad9126c640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fad8c15cef0 0x7fad8c1e6ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad9126c640 1 -- 172.21.15.39:0/4000756241 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad84009a70 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad9126c640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b3900 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fad8800c430 tx=0x7fad8800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad880074e0 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad88007660 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fad8c15e160 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad88004a20 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.890+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fad8c153fd0 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.891+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fad8c15f5b0 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.892+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fad88004b80 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.892+0000 7fad81ffb640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad7006ac00 0x7fad7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:53.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.892+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fad880891f0 con 0x7fad8c0b5ab0 2024-09-13T16:13:53.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.892+0000 7fad90a6b640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad7006ac00 0x7fad7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:53.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.893+0000 7fad90a6b640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad7006ac00 0x7fad7006d0c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fad8c1f6340 tx=0x7fad7c006c90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:53.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:53.897+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fad8c15f5b0 con 0x7fad8c0b5ab0 2024-09-13T16:13:54.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.100+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fad8c15f5b0 con 0x7fad8c0b5ab0 2024-09-13T16:13:54.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.101+0000 7fad81ffb640 1 -- 172.21.15.39:0/4000756241 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v41) v1 ==== 53+0+73 (secure 0 0 0) 0x7fad8c15f5b0 con 0x7fad8c0b5ab0 2024-09-13T16:13:54.102 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:13:54.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.102+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad7006ac00 msgr2=0x7fad7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.102+0000 7fad934d0640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad7006ac00 0x7fad7006d0c0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7fad8c1f6340 tx=0x7fad7c006c90 comp rx=0 tx=0).stop 2024-09-13T16:13:54.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.102+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 msgr2=0x7fad8c0b3900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:54.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.102+0000 7fad934d0640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b3900 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7fad8800c430 tx=0x7fad8800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 shutdown_connections 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad7006ac00 0x7fad7006d0c0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fad8c15cef0 0x7fad8c1e6ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fad8c0d1680 0x7fad8c15d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 --2- 172.21.15.39:0/4000756241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fad8c0b5ab0 0x7fad8c0b3900 unknown :-1 s=CLOSED pgs=899 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 >> 172.21.15.39:0/4000756241 conn(0x7fad8c06a3a0 msgr2=0x7fad8c15a8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 shutdown_connections 2024-09-13T16:13:54.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:54.103+0000 7fad934d0640 1 -- 172.21.15.39:0/4000756241 wait complete. 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:13:54.115 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:54.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.116 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:13:54.132 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:13:54.132 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:13:54.132 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:13:54.132 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:13:54.133 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42578sec preferred_lft 42578sec 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:54.134 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:54.135 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:13:54.135 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:13:54.135 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:54.135 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:13:54.135 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.135 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:54.136 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.137 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:13:54.196 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:13:54.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.198 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:13:54.255 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:13:54.255 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:13:54.255 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:13:54.256 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:13:54.256 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:13:54.256 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.256 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:13:54.256 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:13:54.257 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:13:54.257 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:13:54.257 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:13:54.257 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:13:54.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.349 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:13:54.365 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:13:54.365 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:13:54.365 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:54.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.365 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:13:54.431 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:13:54.431 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:54.432 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:54.488 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:54.488 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:54.543 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:13:54.610 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:54.610 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:54.674 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:54.676 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:54.676 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.676 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:13:54.732 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:13:54.732 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:13:54.775 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:13:54.800 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:54.800 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:54.857 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:13:54.856+0000 7ffb87d23480 -1 init, newargv = 0x559148d25310 newargc=15 2024-09-13T16:13:54.858 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[60216]: starting ceph client 2024-09-13T16:13:54.862 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[60216]: starting fuse 2024-09-13T16:13:54.866 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:54.868 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:54.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:54.868 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:13:54.925 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:13:54.926 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:13:54.926 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:13:54.927 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:54.928 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:13:54.928 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:13:55.043 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.60216.asok 2024-09-13T16:13:55.229 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.60216.asok 2024-09-13T16:13:55.229 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:55.229 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.60216.asok status 2024-09-13T16:13:55.369 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "60216", 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:13:55.370 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6744, 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 6744 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1203905145 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:55.371 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1203905145 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.6744 192.168.0.1:0/1203905145", 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1203905145", 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 41, 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 62, 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:13:55.372 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:13:55.373 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:13:55.373 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:55.375 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:55.375 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:13:55.375 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:55.391 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:13:55.391 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:55.391 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:55.392 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:55.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:55.458 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'mkdir -p a/{b,c}/d; sync .') 2024-09-13T16:13:55.530 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:55.530 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:55.586 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:55.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.726+0000 7f5ac885a640 1 Processor -- start 2024-09-13T16:13:55.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.726+0000 7f5ac885a640 1 -- start start 2024-09-13T16:13:55.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac885a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5ac40b41a0 0x7f5ac40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac885a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5ac40ccf80 0x7f5ac40d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac885a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ac40cde30 con 0x7f5ac40d0830 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac885a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ac40b5090 con 0x7f5ac40b41a0 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac885a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ac40cd820 con 0x7f5ac40ccf80 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5ac40b41a0 0x7f5ac40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac2d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5ac40d0830 0x7f5ac4166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51120/0 (socket says 172.21.15.39:51120) 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.727+0000 7f5ac259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5ac40b41a0 0x7f5ac40b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34548/0 (socket says 172.21.15.39:34548) 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac2d9d640 1 -- 172.21.15.39:0/1987139927 learned_addr learned my addr 172.21.15.39:0/1987139927 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac1d9b640 1 --2- 172.21.15.39:0/1987139927 >> v2:172.21.15.157:3300/0 conn(0x7f5ac40ccf80 0x7f5ac40d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac259c640 1 -- 172.21.15.39:0/1987139927 >> v2:172.21.15.157:3300/0 conn(0x7f5ac40ccf80 msgr2=0x7f5ac40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac259c640 1 --2- 172.21.15.39:0/1987139927 >> v2:172.21.15.157:3300/0 conn(0x7f5ac40ccf80 0x7f5ac40d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac259c640 1 -- 172.21.15.39:0/1987139927 >> v1:172.21.15.39:6789/0 conn(0x7f5ac40d0830 legacy=0x7f5ac4166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac159a640 1 -- 172.21.15.39:0/1987139927 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2218203312 0 0) 0x7f5ac40cde30 con 0x7f5ac40d0830 2024-09-13T16:13:55.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.728+0000 7f5ac259c640 1 -- 172.21.15.39:0/1987139927 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ac40b4ac0 con 0x7f5ac40b41a0 2024-09-13T16:13:55.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac259c640 1 --2- 172.21.15.39:0/1987139927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40b41a0 0x7f5ac40b4580 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f5ac408b140 tx=0x7f5abc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11e0d660b8b1ef08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:55.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac159a640 1 -- 172.21.15.39:0/1987139927 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5abc032440 con 0x7f5ac40b41a0 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac159a640 1 -- 172.21.15.39:0/1987139927 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5abc0325a0 con 0x7f5ac40b41a0 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac159a640 1 -- 172.21.15.39:0/1987139927 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5abc032930 con 0x7f5ac40b41a0 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 -- 172.21.15.39:0/1987139927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40b41a0 msgr2=0x7f5ac40b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 --2- 172.21.15.39:0/1987139927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40b41a0 0x7f5ac40b4580 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f5ac408b140 tx=0x7f5abc02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 -- 172.21.15.39:0/1987139927 shutdown_connections 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 --2- 172.21.15.39:0/1987139927 >> v2:172.21.15.157:3300/0 conn(0x7f5ac40ccf80 0x7f5ac40d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 --2- 172.21.15.39:0/1987139927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40b41a0 0x7f5ac40b4580 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 -- 172.21.15.39:0/1987139927 >> 172.21.15.39:0/1987139927 conn(0x7f5ac40cf1a0 msgr2=0x7f5ac40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 -- 172.21.15.39:0/1987139927 shutdown_connections 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.729+0000 7f5ac885a640 1 -- 172.21.15.39:0/1987139927 wait complete. 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 Processor -- start 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 -- start start 2024-09-13T16:13:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac40b41a0 0x7f5ac41f5df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac40ccf80 0x7f5ac40c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 0x7f5ac40aacf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac40aa860 con 0x7f5ac40d0830 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac41f6330 con 0x7f5ac40ccf80 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac885a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac40a9c50 con 0x7f5ac40b41a0 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.731+0000 7f5ac2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 0x7f5ac40aacf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 0x7f5ac40aacf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34556/0 (socket says 172.21.15.39:34556) 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 -- 172.21.15.39:0/2740702734 learned_addr learned my addr 172.21.15.39:0/2740702734 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac1d9b640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac40ccf80 0x7f5ac40c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac259c640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac40b41a0 0x7f5ac41f5df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 -- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac40b41a0 msgr2=0x7f5ac41f5df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac40b41a0 0x7f5ac41f5df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 -- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac40ccf80 msgr2=0x7f5ac40c8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac40ccf80 0x7f5ac40c8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 -- 172.21.15.39:0/2740702734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5abc009400 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac2d9d640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 0x7f5ac40aacf0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f5ab400c730 tx=0x7f5ab400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab400ce40 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ab400a640 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ac40a9f30 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab400aa30 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.732+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ac40aa4f0 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.733+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ac4067330 con 0x7f5ac40d0830 2024-09-13T16:13:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.734+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ab400ab90 con 0x7f5ac40d0830 2024-09-13T16:13:55.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.734+0000 7f5abaffd640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5aa406ac00 0x7f5aa406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:55.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.734+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f5ab4088730 con 0x7f5ac40d0830 2024-09-13T16:13:55.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.735+0000 7f5ac259c640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5aa406ac00 0x7f5aa406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:55.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.735+0000 7f5ac259c640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5aa406ac00 0x7f5aa406d0c0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5abc034000 tx=0x7f5abc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:55.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.738+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ab40539d0 con 0x7f5ac40d0830 2024-09-13T16:13:55.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.911+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ac4066ec0 con 0x7f5ac40d0830 2024-09-13T16:13:55.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.912+0000 7f5abaffd640 1 -- 172.21.15.39:0/2740702734 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v62) v1 ==== 74+0+16553 (secure 0 0 0) 0x7f5ab4056ff0 con 0x7f5ac40d0830 2024-09-13T16:13:55.914 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:55.914 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:45.737440+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5aa406ac00 msgr2=0x7f5aa406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5aa406ac00 0x7f5aa406d0c0 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7f5abc034000 tx=0x7f5abc02e000 comp rx=0 tx=0).stop 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 msgr2=0x7f5ac40aacf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 0x7f5ac40aacf0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f5ab400c730 tx=0x7f5ab400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 shutdown_connections 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5aa406ac00 0x7f5aa406d0c0 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac40d0830 0x7f5ac40aacf0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac40ccf80 0x7f5ac40c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 --2- 172.21.15.39:0/2740702734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac40b41a0 0x7f5ac41f5df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 >> 172.21.15.39:0/2740702734 conn(0x7f5ac40cf1a0 msgr2=0x7f5ac40cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 shutdown_connections 2024-09-13T16:13:55.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:55.914+0000 7f5ac885a640 1 -- 172.21.15.39:0/2740702734 wait complete. 2024-09-13T16:13:55.927 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:42.976699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:43.713951+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:55.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.030+0000 7f08b1f1f640 1 Processor -- start 2024-09-13T16:13:56.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.030+0000 7f08b1f1f640 1 -- start start 2024-09-13T16:13:56.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08b1f1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f08ac156e60 0x7f08ac15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08b1f1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac0b25b0 0x7f08ac0b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08b1f1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08ac069ed0 0x7f08ac06a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08b1f1f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08ac06a8a0 con 0x7f08ac069ed0 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08b1f1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08ac0cb080 con 0x7f08ac156e60 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08b1f1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08ac070d40 con 0x7f08ac0b25b0 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08ac069ed0 0x7f08ac06a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08ac069ed0 0x7f08ac06a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34568/0 (socket says 172.21.15.39:34568) 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 -- 172.21.15.39:0/2681173799 learned_addr learned my addr 172.21.15.39:0/2681173799 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08aaffd640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac0b25b0 0x7f08ac0b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08ab7fe640 1 --2- 172.21.15.39:0/2681173799 >> v2:172.21.15.157:3300/0 conn(0x7f08ac156e60 0x7f08ac15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 -- 172.21.15.39:0/2681173799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac0b25b0 msgr2=0x7f08ac0b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac0b25b0 0x7f08ac0b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 -- 172.21.15.39:0/2681173799 >> v2:172.21.15.157:3300/0 conn(0x7f08ac156e60 msgr2=0x7f08ac15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 --2- 172.21.15.39:0/2681173799 >> v2:172.21.15.157:3300/0 conn(0x7f08ac156e60 0x7f08ac15aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08abfff640 1 -- 172.21.15.39:0/2681173799 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08ac0b3120 con 0x7f08ac069ed0 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.031+0000 7f08aaffd640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac0b25b0 0x7f08ac0b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.032+0000 7f08abfff640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac069ed0 0x7f08ac06a360 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f08ac0739e0 tx=0x7f08a402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b7e1e947c38f18 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.032+0000 7f08aa7fc640 1 -- 172.21.15.39:0/2681173799 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a4031600 con 0x7f08ac069ed0 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.032+0000 7f08aa7fc640 1 -- 172.21.15.39:0/2681173799 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08a402d050 con 0x7f08ac069ed0 2024-09-13T16:13:56.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.032+0000 7f08aa7fc640 1 -- 172.21.15.39:0/2681173799 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a4031980 con 0x7f08ac069ed0 2024-09-13T16:13:56.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 -- 172.21.15.39:0/2681173799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac069ed0 msgr2=0x7f08ac06a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac069ed0 0x7f08ac06a360 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f08ac0739e0 tx=0x7f08a402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 -- 172.21.15.39:0/2681173799 shutdown_connections 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac069ed0 0x7f08ac06a360 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/2681173799 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac0b25b0 0x7f08ac0b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/2681173799 >> v2:172.21.15.157:3300/0 conn(0x7f08ac156e60 0x7f08ac15aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 -- 172.21.15.39:0/2681173799 >> 172.21.15.39:0/2681173799 conn(0x7f08ac0b00a0 msgr2=0x7f08ac0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 -- 172.21.15.39:0/2681173799 shutdown_connections 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.033+0000 7f08b1f1f640 1 -- 172.21.15.39:0/2681173799 wait complete. 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.034+0000 7f08b1f1f640 1 Processor -- start 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.034+0000 7f08b1f1f640 1 -- start start 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08b1f1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac069ed0 0x7f08ac14ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08b1f1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08ac0b25b0 0x7f08ac0a9090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08b1f1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 0x7f08ac0b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08b1f1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08ac0a9c70 con 0x7f08ac156e60 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08b1f1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08ac0a9990 con 0x7f08ac0b25b0 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08b1f1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08ac0c9180 con 0x7f08ac069ed0 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08abfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 0x7f08ac0b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08abfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 0x7f08ac0b14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34572/0 (socket says 172.21.15.39:34572) 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08abfff640 1 -- 172.21.15.39:0/4130925579 learned_addr learned my addr 172.21.15.39:0/4130925579 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08ab7fe640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac069ed0 0x7f08ac14ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.035+0000 7f08aaffd640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08ac0b25b0 0x7f08ac0a9090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08abfff640 1 -- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac069ed0 msgr2=0x7f08ac14ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08abfff640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac069ed0 0x7f08ac14ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08abfff640 1 -- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08ac0b25b0 msgr2=0x7f08ac0a9090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08abfff640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08ac0b25b0 0x7f08ac0a9090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08abfff640 1 -- 172.21.15.39:0/4130925579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08a4009b30 con 0x7f08ac156e60 2024-09-13T16:13:56.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08abfff640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 0x7f08ac0b14a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f08a4034040 tx=0x7f08a4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a403b820 con 0x7f08ac156e60 2024-09-13T16:13:56.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08a403b9a0 con 0x7f08ac156e60 2024-09-13T16:13:56.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08ac0c9460 con 0x7f08ac156e60 2024-09-13T16:13:56.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08a403bd50 con 0x7f08ac156e60 2024-09-13T16:13:56.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.036+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08ac14f0f0 con 0x7f08ac156e60 2024-09-13T16:13:56.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.037+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08ac0c9980 con 0x7f08ac156e60 2024-09-13T16:13:56.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.038+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f08a4038050 con 0x7f08ac156e60 2024-09-13T16:13:56.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.038+0000 7f0893fff640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f089806ac00 0x7f089806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.038+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08a40a9e90 con 0x7f08ac156e60 2024-09-13T16:13:56.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.038+0000 7f08ab7fe640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f089806ac00 0x7f089806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.039+0000 7f08ab7fe640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f089806ac00 0x7f089806d0c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f089c006fd0 tx=0x7f089c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.042+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f08a4075070 con 0x7f08ac156e60 2024-09-13T16:13:56.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.211+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f08ac0672f0 con 0x7f08ac156e60 2024-09-13T16:13:56.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.212+0000 7f0893fff640 1 -- 172.21.15.39:0/4130925579 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v62) v1 ==== 93+0+10 (secure 0 0 0) 0x7f08a404b0a0 con 0x7f08ac156e60 2024-09-13T16:13:56.213 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.213+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f089806ac00 msgr2=0x7f089806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.213+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f089806ac00 0x7f089806d0c0 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7f089c006fd0 tx=0x7f089c008040 comp rx=0 tx=0).stop 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.213+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 msgr2=0x7f08ac0b14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.213+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 0x7f08ac0b14a0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f08a4034040 tx=0x7f08a4004a40 comp rx=0 tx=0).stop 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 shutdown_connections 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f089806ac00 0x7f089806d0c0 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08ac156e60 0x7f08ac0b14a0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08ac0b25b0 0x7f08ac0a9090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 --2- 172.21.15.39:0/4130925579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08ac069ed0 0x7f08ac14ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 >> 172.21.15.39:0/4130925579 conn(0x7f08ac0b00a0 msgr2=0x7f08ac158650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 shutdown_connections 2024-09-13T16:13:56.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.214+0000 7f08b1f1f640 1 -- 172.21.15.39:0/4130925579 wait complete. 2024-09-13T16:13:56.226 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:56.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.329+0000 7f56e4501640 1 Processor -- start 2024-09-13T16:13:56.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 -- start start 2024-09-13T16:13:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f56dc15c7d0 0x7f56dc0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56dc0b4180 0x7f56dc0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc0d1f40 0x7f56dc0d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56dc0b2000 con 0x7f56dc0b4180 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56dc0b5550 con 0x7f56dc15c7d0 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.330+0000 7f56e4501640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc0d2380 con 0x7f56dc0d1f40 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56dc0b4180 0x7f56dc0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f56dc0b4180 0x7f56dc0d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34588/0 (socket says 172.21.15.39:34588) 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 -- 172.21.15.39:0/859796994 learned_addr learned my addr 172.21.15.39:0/859796994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e2a9e640 1 --2- 172.21.15.39:0/859796994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc0d1f40 0x7f56dc0d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 -- 172.21.15.39:0/859796994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc0d1f40 msgr2=0x7f56dc0d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 --2- 172.21.15.39:0/859796994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc0d1f40 0x7f56dc0d07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e229d640 1 --2- 172.21.15.39:0/859796994 >> v2:172.21.15.157:3300/0 conn(0x7f56dc15c7d0 0x7f56dc0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 -- 172.21.15.39:0/859796994 >> v2:172.21.15.157:3300/0 conn(0x7f56dc15c7d0 msgr2=0x7f56dc0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 --2- 172.21.15.39:0/859796994 >> v2:172.21.15.157:3300/0 conn(0x7f56dc15c7d0 0x7f56dc0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.331+0000 7f56e1a9c640 1 -- 172.21.15.39:0/859796994 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56dc0b4610 con 0x7f56dc0b4180 2024-09-13T16:13:56.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e1a9c640 1 --2- 172.21.15.39:0/859796994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0b4180 0x7f56dc0d1a00 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0d37d0 tx=0x7f56d002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58bcbfed3cc764c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e129b640 1 -- 172.21.15.39:0/859796994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d0032440 con 0x7f56dc0b4180 2024-09-13T16:13:56.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e129b640 1 -- 172.21.15.39:0/859796994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56d00325a0 con 0x7f56dc0b4180 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e129b640 1 -- 172.21.15.39:0/859796994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d0032930 con 0x7f56dc0b4180 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 -- 172.21.15.39:0/859796994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0b4180 msgr2=0x7f56dc0d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 --2- 172.21.15.39:0/859796994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0b4180 0x7f56dc0d1a00 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f56dc0d37d0 tx=0x7f56d002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 -- 172.21.15.39:0/859796994 shutdown_connections 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 --2- 172.21.15.39:0/859796994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0b4180 0x7f56dc0d1a00 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 --2- 172.21.15.39:0/859796994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc0d1f40 0x7f56dc0d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 --2- 172.21.15.39:0/859796994 >> v2:172.21.15.157:3300/0 conn(0x7f56dc15c7d0 0x7f56dc0cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.332+0000 7f56e4501640 1 -- 172.21.15.39:0/859796994 >> 172.21.15.39:0/859796994 conn(0x7f56dc06bc40 msgr2=0x7f56dc06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.333+0000 7f56e4501640 1 -- 172.21.15.39:0/859796994 shutdown_connections 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.333+0000 7f56e4501640 1 -- 172.21.15.39:0/859796994 wait complete. 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.334+0000 7f56e4501640 1 Processor -- start 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.334+0000 7f56e4501640 1 -- start start 2024-09-13T16:13:56.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.334+0000 7f56e4501640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 0x7f56dc151c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e4501640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc15c7d0 0x7f56dc152d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e4501640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc1f25e0 0x7f56dc15ebc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e4501640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc1542f0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e4501640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc154820 con 0x7f56dc15c7d0 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e4501640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56dc154540 con 0x7f56dc1f25e0 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 0x7f56dc151c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 0x7f56dc151c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34594/0 (socket says 172.21.15.39:34594) 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 -- 172.21.15.39:0/1923424744 learned_addr learned my addr 172.21.15.39:0/1923424744 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e1a9c640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc15c7d0 0x7f56dc152d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e2a9e640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc1f25e0 0x7f56dc15ebc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 -- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc1f25e0 msgr2=0x7f56dc15ebc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc1f25e0 0x7f56dc15ebc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 -- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc15c7d0 msgr2=0x7f56dc152d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc15c7d0 0x7f56dc152d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 -- 172.21.15.39:0/1923424744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56d00094d0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e229d640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 0x7f56dc151c80 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f56d800c820 tx=0x7f56d800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d8004020 con 0x7f56dc0d1f40 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56d8004180 con 0x7f56dc0d1f40 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56d80077d0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.335+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56dc0c7d40 con 0x7f56dc0d1f40 2024-09-13T16:13:56.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.336+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56dc0c8300 con 0x7f56dc0d1f40 2024-09-13T16:13:56.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.336+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56dc0c7ba0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.337+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f56d8007930 con 0x7f56dc0d1f40 2024-09-13T16:13:56.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.337+0000 7f56ceffd640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c006ac00 0x7f56c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.338+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f56d8088f00 con 0x7f56dc0d1f40 2024-09-13T16:13:56.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.338+0000 7f56e1a9c640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c006ac00 0x7f56c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.338+0000 7f56e1a9c640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c006ac00 0x7f56c006d0c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f56d0034000 tx=0x7f56d002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.342+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f56dc0c7ba0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.511+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f56dc0c7ba0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.512+0000 7f56ceffd640 1 -- 172.21.15.39:0/1923424744 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v62) v1 ==== 104+0+11 (secure 0 0 0) 0x7f56dc0c7ba0 con 0x7f56dc0d1f40 2024-09-13T16:13:56.514 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:13:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c006ac00 msgr2=0x7f56c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c006ac00 0x7f56c006d0c0 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7f56d0034000 tx=0x7f56d002e000 comp rx=0 tx=0).stop 2024-09-13T16:13:56.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 msgr2=0x7f56dc151c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 0x7f56dc151c80 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7f56d800c820 tx=0x7f56d800cce0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 shutdown_connections 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f56c006ac00 0x7f56c006d0c0 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f56dc1f25e0 0x7f56dc15ebc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f56dc15c7d0 0x7f56dc152d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 --2- 172.21.15.39:0/1923424744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f56dc0d1f40 0x7f56dc151c80 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 >> 172.21.15.39:0/1923424744 conn(0x7f56dc06bc40 msgr2=0x7f56dc0b77f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 shutdown_connections 2024-09-13T16:13:56.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.514+0000 7f56e4501640 1 -- 172.21.15.39:0/1923424744 wait complete. 2024-09-13T16:13:56.526 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:13:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.629+0000 7f4e5ca3a640 1 Processor -- start 2024-09-13T16:13:56.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.629+0000 7f4e5ca3a640 1 -- start start 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e5ca3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cb810 0x7f4e58159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e5ca3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e5815a200 0x7f4e5815a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e5ca3a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e5815a000 con 0x7f4e580cc460 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e5ca3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e580cbbf0 con 0x7f4e5815a200 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e5ca3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e580b1540 con 0x7f4e580cb810 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e5815a200 0x7f4e5815a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e5815a200 0x7f4e5815a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34606/0 (socket says 172.21.15.39:34606) 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 -- 172.21.15.39:0/605318175 learned_addr learned my addr 172.21.15.39:0/605318175 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e5659c640 1 --2- 172.21.15.39:0/605318175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cb810 0x7f4e58159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 -- 172.21.15.39:0/605318175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cb810 msgr2=0x7f4e58159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 --2- 172.21.15.39:0/605318175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cb810 0x7f4e58159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 -- 172.21.15.39:0/605318175 >> v1:172.21.15.157:6789/0 conn(0x7f4e580cc460 legacy=0x7f4e580b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.630+0000 7f4e56d9d640 1 -- 172.21.15.39:0/605318175 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e580b1820 con 0x7f4e5815a200 2024-09-13T16:13:56.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.631+0000 7f4e56d9d640 1 --2- 172.21.15.39:0/605318175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e5815a200 0x7f4e5815a650 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f4e50009e50 tx=0x7f4e5002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d03fcaa0d8bda3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.631+0000 7f4e5559a640 1 -- 172.21.15.39:0/605318175 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e50031600 con 0x7f4e5815a200 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.631+0000 7f4e5559a640 1 -- 172.21.15.39:0/605318175 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e5002d050 con 0x7f4e5815a200 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.631+0000 7f4e5559a640 1 -- 172.21.15.39:0/605318175 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e50031980 con 0x7f4e5815a200 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/605318175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e5815a200 msgr2=0x7f4e5815a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/605318175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e5815a200 0x7f4e5815a650 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f4e50009e50 tx=0x7f4e5002a710 comp rx=0 tx=0).stop 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/605318175 shutdown_connections 2024-09-13T16:13:56.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/605318175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e5815a200 0x7f4e5815a650 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/605318175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cb810 0x7f4e58159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/605318175 >> 172.21.15.39:0/605318175 conn(0x7f4e580b00a0 msgr2=0x7f4e580b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/605318175 shutdown_connections 2024-09-13T16:13:56.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.632+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/605318175 wait complete. 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.633+0000 7f4e5ca3a640 1 Processor -- start 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.633+0000 7f4e5ca3a640 1 -- start start 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5ca3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 0x7f4e58153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5ca3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cc460 0x7f4e580aa1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5ca3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e5815a200 0x7f4e581eeea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5ca3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e580a94a0 con 0x7f4e580cb810 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5ca3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e581ef3e0 con 0x7f4e5815a200 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5ca3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e58154680 con 0x7f4e580cc460 2024-09-13T16:13:56.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 0x7f4e58153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 0x7f4e58153ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34622/0 (socket says 172.21.15.39:34622) 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 -- 172.21.15.39:0/4023005463 learned_addr learned my addr 172.21.15.39:0/4023005463 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e56d9d640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e5815a200 0x7f4e581eeea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e55d9b640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cc460 0x7f4e580aa1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 -- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cc460 msgr2=0x7f4e580aa1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cc460 0x7f4e580aa1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 -- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e5815a200 msgr2=0x7f4e581eeea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e5815a200 0x7f4e581eeea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.634+0000 7f4e5659c640 1 -- 172.21.15.39:0/4023005463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e50009b30 con 0x7f4e580cb810 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e56d9d640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e5815a200 0x7f4e581eeea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e55d9b640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cc460 0x7f4e580aa1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e5659c640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 0x7f4e58153ff0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f4e4800d5f0 tx=0x7f4e4800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e480125f0 con 0x7f4e580cb810 2024-09-13T16:13:56.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e48012750 con 0x7f4e580cb810 2024-09-13T16:13:56.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e48012b00 con 0x7f4e580cb810 2024-09-13T16:13:56.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e580a96f0 con 0x7f4e580cb810 2024-09-13T16:13:56.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.635+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e580a9cb0 con 0x7f4e580cb810 2024-09-13T16:13:56.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.636+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e580a9e70 con 0x7f4e580cb810 2024-09-13T16:13:56.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.636+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4e48012c60 con 0x7f4e580cb810 2024-09-13T16:13:56.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.637+0000 7f4e46ffd640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3806ac00 0x7f4e3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.637+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4e480897e0 con 0x7f4e580cb810 2024-09-13T16:13:56.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.637+0000 7f4e55d9b640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3806ac00 0x7f4e3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.637+0000 7f4e55d9b640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3806ac00 0x7f4e3806d0c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c007fd0 tx=0x7f4e4c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.641+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4e480549c0 con 0x7f4e580cb810 2024-09-13T16:13:56.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.811+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4e580672f0 con 0x7f4e580cb810 2024-09-13T16:13:56.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.812+0000 7f4e46ffd640 1 -- 172.21.15.39:0/4023005463 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v62) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4e48057fe0 con 0x7f4e580cb810 2024-09-13T16:13:56.813 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:13:56.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3806ac00 msgr2=0x7f4e3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3806ac00 0x7f4e3806d0c0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7f4e4c007fd0 tx=0x7f4e4c009040 comp rx=0 tx=0).stop 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 msgr2=0x7f4e58153ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 0x7f4e58153ff0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7f4e4800d5f0 tx=0x7f4e4800dab0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 shutdown_connections 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e3806ac00 0x7f4e3806d0c0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e5815a200 0x7f4e581eeea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e580cc460 0x7f4e580aa1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 --2- 172.21.15.39:0/4023005463 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e580cb810 0x7f4e58153ff0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 >> 172.21.15.39:0/4023005463 conn(0x7f4e580b00a0 msgr2=0x7f4e580ae0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 shutdown_connections 2024-09-13T16:13:56.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.814+0000 7f4e5ca3a640 1 -- 172.21.15.39:0/4023005463 wait complete. 2024-09-13T16:13:56.827 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:13:56.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.929+0000 7fd2e769c640 1 Processor -- start 2024-09-13T16:13:56.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.929+0000 7fd2e769c640 1 -- start start 2024-09-13T16:13:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e769c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd2e0071480 0x7fd2e0071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e769c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd2e00b3930 0x7fd2e00b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e769c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2e0071da0 con 0x7fd2e006ed00 2024-09-13T16:13:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e769c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2e006afe0 con 0x7fd2e00b3930 2024-09-13T16:13:56.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e769c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2e00b46a0 con 0x7fd2e0071480 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e4c37640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd2e00b3930 0x7fd2e00b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e4c37640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd2e00b3930 0x7fd2e00b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34624/0 (socket says 172.21.15.39:34624) 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.930+0000 7fd2e4c37640 1 -- 172.21.15.39:0/841730335 learned_addr learned my addr 172.21.15.39:0/841730335 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2e5438640 1 --2- 172.21.15.39:0/841730335 >> v2:172.21.15.157:3300/0 conn(0x7fd2e0071480 0x7fd2e0071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2e4c37640 1 -- 172.21.15.39:0/841730335 >> v2:172.21.15.157:3300/0 conn(0x7fd2e0071480 msgr2=0x7fd2e0071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2e4c37640 1 --2- 172.21.15.39:0/841730335 >> v2:172.21.15.157:3300/0 conn(0x7fd2e0071480 0x7fd2e0071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2e4c37640 1 -- 172.21.15.39:0/841730335 >> v1:172.21.15.157:6789/0 conn(0x7fd2e006ed00 legacy=0x7fd2e006f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:56.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2e4c37640 1 -- 172.21.15.39:0/841730335 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2e00b4980 con 0x7fd2e00b3930 2024-09-13T16:13:56.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2e4c37640 1 --2- 172.21.15.39:0/841730335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e00b3930 0x7fd2e00b3da0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fd2e0073a00 tx=0x7fd2d402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df67281add5ade73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.931+0000 7fd2dffff640 1 -- 172.21.15.39:0/841730335 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4032440 con 0x7fd2e00b3930 2024-09-13T16:13:56.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2dffff640 1 -- 172.21.15.39:0/841730335 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d40325a0 con 0x7fd2e00b3930 2024-09-13T16:13:56.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2dffff640 1 -- 172.21.15.39:0/841730335 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d4032930 con 0x7fd2e00b3930 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 -- 172.21.15.39:0/841730335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e00b3930 msgr2=0x7fd2e00b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 --2- 172.21.15.39:0/841730335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e00b3930 0x7fd2e00b3da0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fd2e0073a00 tx=0x7fd2d402a230 comp rx=0 tx=0).stop 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 -- 172.21.15.39:0/841730335 shutdown_connections 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 --2- 172.21.15.39:0/841730335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e00b3930 0x7fd2e00b3da0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 --2- 172.21.15.39:0/841730335 >> v2:172.21.15.157:3300/0 conn(0x7fd2e0071480 0x7fd2e0071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 -- 172.21.15.39:0/841730335 >> 172.21.15.39:0/841730335 conn(0x7fd2e00b2320 msgr2=0x7fd2e00b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 -- 172.21.15.39:0/841730335 shutdown_connections 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.932+0000 7fd2e769c640 1 -- 172.21.15.39:0/841730335 wait complete. 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.933+0000 7fd2e769c640 1 Processor -- start 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.933+0000 7fd2e769c640 1 -- start start 2024-09-13T16:13:56.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e769c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 0x7fd2e0147850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e769c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd2e0071480 0x7fd2e00cba30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e769c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd2e00b3930 0x7fd2e00ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e769c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e00cc810 con 0x7fd2e006ed00 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e769c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e00cc530 con 0x7fd2e0071480 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e769c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2e00c9a40 con 0x7fd2e00b3930 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e5438640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 0x7fd2e0147850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e5438640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 0x7fd2e0147850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34630/0 (socket says 172.21.15.39:34630) 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e5438640 1 -- 172.21.15.39:0/3007623326 learned_addr learned my addr 172.21.15.39:0/3007623326 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e4c37640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd2e0071480 0x7fd2e00cba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.934+0000 7fd2e5c39640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd2e00b3930 0x7fd2e00ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e5438640 1 -- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd2e00b3930 msgr2=0x7fd2e00ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e5438640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd2e00b3930 0x7fd2e00ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e5438640 1 -- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd2e0071480 msgr2=0x7fd2e00cba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e5438640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd2e0071480 0x7fd2e00cba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e5438640 1 -- 172.21.15.39:0/3007623326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2d40094d0 con 0x7fd2e006ed00 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e5438640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 0x7fd2e0147850 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0007ef0 tx=0x7fd2d000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0014620 con 0x7fd2e006ed00 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd2d0014780 con 0x7fd2e006ed00 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd2e00c9d20 con 0x7fd2e006ed00 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd2d0014b30 con 0x7fd2e006ed00 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.935+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2e0148390 con 0x7fd2e006ed00 2024-09-13T16:13:56.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.936+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2e0071860 con 0x7fd2e006ed00 2024-09-13T16:13:56.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.937+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd2d0014c90 con 0x7fd2e006ed00 2024-09-13T16:13:56.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.937+0000 7fd2ddffb640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd2cc06ac00 0x7fd2cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:56.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.937+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd2d0089be0 con 0x7fd2e006ed00 2024-09-13T16:13:56.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.937+0000 7fd2e4c37640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd2cc06ac00 0x7fd2cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:56.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.938+0000 7fd2e4c37640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd2cc06ac00 0x7fd2cc06d0c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4034000 tx=0x7fd2d402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:56.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:56.941+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd2d0054e70 con 0x7fd2e006ed00 2024-09-13T16:13:57.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.122+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd2e00b4dc0 con 0x7fd2e006ed00 2024-09-13T16:13:57.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.123+0000 7fd2ddffb640 1 -- 172.21.15.39:0/3007623326 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v62) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd2e00b4dc0 con 0x7fd2e006ed00 2024-09-13T16:13:57.124 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:13:57.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.124+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd2cc06ac00 msgr2=0x7fd2cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.124+0000 7fd2e769c640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd2cc06ac00 0x7fd2cc06d0c0 secure :-1 s=READY pgs=397 cs=0 l=1 rev1=1 crypto rx=0x7fd2d4034000 tx=0x7fd2d402e000 comp rx=0 tx=0).stop 2024-09-13T16:13:57.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.124+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 msgr2=0x7fd2e0147850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.124+0000 7fd2e769c640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 0x7fd2e0147850 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7fd2d0007ef0 tx=0x7fd2d000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 shutdown_connections 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd2cc06ac00 0x7fd2cc06d0c0 unknown :-1 s=CLOSED pgs=397 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd2e00b3930 0x7fd2e00ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd2e0071480 0x7fd2e00cba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 --2- 172.21.15.39:0/3007623326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd2e006ed00 0x7fd2e0147850 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 >> 172.21.15.39:0/3007623326 conn(0x7fd2e00b2320 msgr2=0x7fd2e006dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 shutdown_connections 2024-09-13T16:13:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.125+0000 7fd2e769c640 1 -- 172.21.15.39:0/3007623326 wait complete. 2024-09-13T16:13:57.137 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:13:57.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:57.137 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:57.161 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[60216]: fuse finished with error 0 and tester_r 0 2024-09-13T16:13:57.163 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:13:57.163 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:57.163 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:13:57.219 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 flush journal 2024-09-13T16:13:57.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.389+0000 7f9bcace9640 1 Processor -- start 2024-09-13T16:13:57.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.389+0000 7f9bcace9640 1 -- start start 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bcace9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc40b25b0 0x7f9bc40b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bcace9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9bc4069ed0 0x7f9bc406a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bcace9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bc40cb080 con 0x7f9bc4156e60 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bcace9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bc406a8a0 con 0x7f9bc4069ed0 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bcace9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc4070d40 con 0x7f9bc40b25b0 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc9286640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9bc4069ed0 0x7f9bc406a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc8a85640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9bc4156e60 0x7f9bc415aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51130/0 (socket says 172.21.15.39:51130) 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc8a85640 1 -- 172.21.15.39:0/1269882601 learned_addr learned my addr 172.21.15.39:0/1269882601 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc9286640 1 -- 172.21.15.39:0/1269882601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc40b25b0 msgr2=0x7f9bc40b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc9286640 1 --2- 172.21.15.39:0/1269882601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc40b25b0 0x7f9bc40b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc9286640 1 -- 172.21.15.39:0/1269882601 >> v1:172.21.15.39:6789/0 conn(0x7f9bc4156e60 legacy=0x7f9bc415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc9286640 1 -- 172.21.15.39:0/1269882601 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bc415b140 con 0x7f9bc4069ed0 2024-09-13T16:13:57.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.390+0000 7f9bc37fe640 1 -- 172.21.15.39:0/1269882601 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3769851138 0 0) 0x7f9bc40cb080 con 0x7f9bc4156e60 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.391+0000 7f9bc9286640 1 --2- 172.21.15.39:0/1269882601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4069ed0 0x7f9bc406a360 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9bb400ba40 tx=0x7f9bb402c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b36aae51f40d1eee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.391+0000 7f9bc37fe640 1 -- 172.21.15.39:0/1269882601 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4032750 con 0x7f9bc4069ed0 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.391+0000 7f9bc37fe640 1 -- 172.21.15.39:0/1269882601 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bb40328b0 con 0x7f9bc4069ed0 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.391+0000 7f9bc37fe640 1 -- 172.21.15.39:0/1269882601 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4032c40 con 0x7f9bc4069ed0 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 -- 172.21.15.39:0/1269882601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4069ed0 msgr2=0x7f9bc406a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 --2- 172.21.15.39:0/1269882601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4069ed0 0x7f9bc406a360 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7f9bb400ba40 tx=0x7f9bb402c850 comp rx=0 tx=0).stop 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 -- 172.21.15.39:0/1269882601 shutdown_connections 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 --2- 172.21.15.39:0/1269882601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4069ed0 0x7f9bc406a360 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 --2- 172.21.15.39:0/1269882601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc40b25b0 0x7f9bc40b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 -- 172.21.15.39:0/1269882601 >> 172.21.15.39:0/1269882601 conn(0x7f9bc40b00a0 msgr2=0x7f9bc40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 -- 172.21.15.39:0/1269882601 shutdown_connections 2024-09-13T16:13:57.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.392+0000 7f9bcace9640 1 -- 172.21.15.39:0/1269882601 wait complete. 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.393+0000 7f9bcace9640 1 Processor -- start 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.393+0000 7f9bcace9640 1 -- start start 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bcace9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4069ed0 0x7f9bc415aaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bcace9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc40b25b0 0x7f9bc414dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bcace9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 0x7f9bc40cc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bcace9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc415afe0 con 0x7f9bc4156e60 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bcace9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc40af680 con 0x7f9bc40b25b0 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bcace9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc414e0e0 con 0x7f9bc4069ed0 2024-09-13T16:13:57.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 0x7f9bc40cc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 0x7f9bc40cc5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34646/0 (socket says 172.21.15.39:34646) 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 -- 172.21.15.39:0/215704455 learned_addr learned my addr 172.21.15.39:0/215704455 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4069ed0 0x7f9bc415aaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 -- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4069ed0 msgr2=0x7f9bc415aaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4069ed0 0x7f9bc415aaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 -- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc40b25b0 msgr2=0x7f9bc414dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc40b25b0 0x7f9bc414dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc40b25b0 0x7f9bc414dba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.394+0000 7f9bc9286640 1 -- 172.21.15.39:0/215704455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bb400b6a0 con 0x7f9bc4156e60 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.395+0000 7f9bc9286640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 0x7f9bc40cc5a0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f9bb400bb60 tx=0x7f9bb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.395+0000 7f9bc17fa640 1 -- 172.21.15.39:0/215704455 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4034be0 con 0x7f9bc4156e60 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.395+0000 7f9bc17fa640 1 -- 172.21.15.39:0/215704455 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bb4034d40 con 0x7f9bc4156e60 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.395+0000 7f9bc17fa640 1 -- 172.21.15.39:0/215704455 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb403f660 con 0x7f9bc4156e60 2024-09-13T16:13:57.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.395+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bc40ae7f0 con 0x7f9bc4156e60 2024-09-13T16:13:57.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.395+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bc40aed50 con 0x7f9bc4156e60 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.396+0000 7f9bc17fa640 1 -- 172.21.15.39:0/215704455 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9bb403f7c0 con 0x7f9bc4156e60 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.397+0000 7f9bc17fa640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ba406ac00 0x7f9ba406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.397+0000 7f9bc17fa640 1 -- 172.21.15.39:0/215704455 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9bb40acf30 con 0x7f9bc4156e60 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.397+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ba406ac00 0x7f9ba406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.397+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ba406ac00 0x7f9ba406d0c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc0012e0 tx=0x7f9bbc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 Processor -- start 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 -- start start 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 0x564f0077d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007634e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f0077def0 0x564f00763a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f006a2f20 con 0x564f00739c90 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f006a06b0 con 0x564f0077def0 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.398+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564f0069bfa0 con 0x564f0073a070 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 0x564f0077d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 0x564f0077d7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34658/0 (socket says 172.21.15.39:34658) 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 -- 172.21.15.39:0/2151051002 learned_addr learned my addr 172.21.15.39:0/2151051002 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007634e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc9286640 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f0077def0 0x564f00763a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 -- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 msgr2=0x564f007634e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007634e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 -- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f0077def0 msgr2=0x564f00763a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f0077def0 0x564f00763a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 -- 172.21.15.39:0/2151051002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f00656840 con 0x564f00739c90 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc9286640 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f0077def0 0x564f00763a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:57.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 0x564f0077d7b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00d7d0 tx=0x7f9bbc010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57cb00aec209203d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bba7fc640 1 -- 172.21.15.39:0/2151051002 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc007850 con 0x564f00739c90 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bba7fc640 1 -- 172.21.15.39:0/2151051002 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bbc0079b0 con 0x564f00739c90 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.399+0000 7f9bba7fc640 1 -- 172.21.15.39:0/2151051002 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc020650 con 0x564f00739c90 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 -- 172.21.15.39:0/2151051002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 msgr2=0x564f0077d7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 0x564f0077d7b0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc00d7d0 tx=0x7f9bbc010000 comp rx=0 tx=0).stop 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 -- 172.21.15.39:0/2151051002 shutdown_connections 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f0077def0 0x564f00763a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007634e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 --2- 172.21.15.39:0/2151051002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f00739c90 0x564f0077d7b0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 -- 172.21.15.39:0/2151051002 >> 172.21.15.39:0/2151051002 conn(0x564f00735f90 msgr2=0x564f0077e4e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 -- 172.21.15.39:0/2151051002 shutdown_connections 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 -- 172.21.15.39:0/2151051002 wait complete. 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.400+0000 7f9bcda12740 1 -- start start 2024-09-13T16:13:57.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 Processor -- start 2024-09-13T16:13:57.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f0075b400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f0075b940 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00756880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f0063d2a0 con 0x564f0073a070 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f00374430 con 0x564f00758310 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564f0061f680 con 0x564f0077def0 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bcda12740 10 client.0 _ll_register_callbacks cb 0x564f00695610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bc8a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f0075b400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bc8a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f0075b400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34674/0 (socket says 172.21.15.39:34674) 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.401+0000 7f9bc8a85640 1 -- 172.21.15.39:0/241593026 learned_addr learned my addr 172.21.15.39:0/241593026 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bc8a85640 1 -- 172.21.15.39:0/241593026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 msgr2=0x564f0075b940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f0075b940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bc8a85640 1 -- 172.21.15.39:0/241593026 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 msgr2=0x564f00756880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00756880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bc8a85640 1 -- 172.21.15.39:0/241593026 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bbc005d20 con 0x564f0073a070 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f0075b400 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc0074a0 tx=0x7f9bbc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=288e60009448ae8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9ba37fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9ba37fe640 1 -- 172.21.15.39:0/241593026 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc027040 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9ba37fe640 1 -- 172.21.15.39:0/241593026 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9bbc020c90 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564f0038f4e0 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9ba37fe640 1 -- 172.21.15.39:0/241593026 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9bbc020e50 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bcda12740 10 client.6792 fetch_fsmap learned FSMap version 41 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.402+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=2+}) v3 -- 0x564f0069a620 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9ba37fe640 1 -- 172.21.15.39:0/241593026 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x564f0038f4e0 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9ba37fe640 1 -- 172.21.15.39:0/241593026 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 41) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9bbc02c480 con 0x564f0073a070 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bcda12740 10 client.6792 fetch_fsmap finished waiting for FSMap version 41 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bcda12740 10 client.6792 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.c 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bcda12740 20 client.6792 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bcda12740 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f00757290 0x564f00758db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bcda12740 4 client.6792 mds_command: new command op to 6558 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:13:57.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 --> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564f003a07e0 con 0x564f00757290 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f00757290 0x564f00758db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f00757290 0x564f00758db0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b14cb808825c4f03 server_cookie=4284e21aba1e35fd in_seq=0 out_seq=0 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.403+0000 7f9ba37fe640 10 client.6792 ms_handle_connect on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9ba37fe640 1 -- 172.21.15.39:0/241593026 <== mds.0 v2:172.21.15.39:6833/2329937751 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564f003a07e0 con 0x564f00757290 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9ba37fe640 10 client.6792 handle_command_reply: tid=0 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 client.6792 shutdown 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 msgr2=0x564f0075b400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f0075b400 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc0074a0 tx=0x7f9bbc012000 comp rx=0 tx=0).stop 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 shutdown_connections 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f00757290 0x564f00758db0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00756880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f0075b940 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9ba37fe640 0 client.6792 ms_handle_reset on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 --2- 172.21.15.39:0/241593026 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f0075b400 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 >> 172.21.15.39:0/241593026 conn(0x564f00739c90 msgr2=0x564f0077c9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 shutdown_connections 2024-09-13T16:13:57.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 1 -- 172.21.15.39:0/241593026 wait complete. 2024-09-13T16:13:57.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.404+0000 7f9bcda12740 20 client.6792 trim_cache size 0 max 16384 2024-09-13T16:13:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 Processor -- start 2024-09-13T16:13:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 -- start start 2024-09-13T16:13:57.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f007578e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00755810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f00755d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f003d5b00 con 0x564f0073a070 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f00762d10 con 0x564f00758310 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564f00736e40 con 0x564f0077def0 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bc8a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f007578e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bc8a85640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f007578e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34690/0 (socket says 172.21.15.39:34690) 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.417+0000 7f9bc8a85640 1 -- 172.21.15.39:0/3735746229 learned_addr learned my addr 172.21.15.39:0/3735746229 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc8a85640 1 -- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 msgr2=0x564f00755d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00755810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc9286640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f00755d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f00755d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc8a85640 1 -- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 msgr2=0x564f00755810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00755810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc8a85640 1 -- 172.21.15.39:0/3735746229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564f0063c790 con 0x564f0073a070 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00755810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc9286640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f00755d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f007578e0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc02f040 tx=0x7f9bbc01c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc83095b0bad13dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bbaffd640 1 -- 172.21.15.39:0/3735746229 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc027040 con 0x564f0073a070 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bbaffd640 1 -- 172.21.15.39:0/3735746229 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bbc018070 con 0x564f0073a070 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.418+0000 7f9bbaffd640 1 -- 172.21.15.39:0/3735746229 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bbc02cdc0 con 0x564f0073a070 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 -- 172.21.15.39:0/3735746229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 msgr2=0x564f007578e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f007578e0 secure :-1 s=READY pgs=918 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc02f040 tx=0x7f9bbc01c000 comp rx=0 tx=0).stop 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 -- 172.21.15.39:0/3735746229 shutdown_connections 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0077def0 0x564f00755d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f00755810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 --2- 172.21.15.39:0/3735746229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0073a070 0x564f007578e0 unknown :-1 s=CLOSED pgs=918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 -- 172.21.15.39:0/3735746229 >> 172.21.15.39:0/3735746229 conn(0x564f00739c90 msgr2=0x564f007819d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 -- 172.21.15.39:0/3735746229 shutdown_connections 2024-09-13T16:13:57.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 -- 172.21.15.39:0/3735746229 wait complete. 2024-09-13T16:13:57.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 -- start start 2024-09-13T16:13:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.419+0000 7f9bcda12740 1 Processor -- start 2024-09-13T16:13:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007558a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f007cfe70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 0x564f007cf3a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f007d08f0 con 0x564f0077def0 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564f0078ca10 con 0x564f00758310 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564f0077a0a0 con 0x564f0073a070 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bcda12740 10 client.0 _ll_register_callbacks cb 0x564f00780d90 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bc9286640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 0x564f007cf3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bc9286640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 0x564f007cf3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34694/0 (socket says 172.21.15.39:34694) 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.420+0000 7f9bc9286640 1 -- 172.21.15.39:0/4203877070 learned_addr learned my addr 172.21.15.39:0/4203877070 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007558a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f007cfe70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc9286640 1 -- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 msgr2=0x564f007558a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc9286640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007558a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc9286640 1 -- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 msgr2=0x564f007cfe70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc9286640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f007cfe70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc9286640 1 -- 172.21.15.39:0/4203877070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564f0069a620 con 0x564f0077def0 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc3fff640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f007cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:13:57.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc9286640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 0x564f007cf3a0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f9bb407bbf0 tx=0x7f9bb407c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d50d1600480e08ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9ba37fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9ba37fe640 1 -- 172.21.15.39:0/4203877070 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bb4084050 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9ba37fe640 1 -- 172.21.15.39:0/4203877070 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9bb403fa70 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9bbc0079b0 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9ba37fe640 1 -- 172.21.15.39:0/4203877070 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=41) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9bb403fc50 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 10 client.6798 fetch_fsmap learned FSMap version 41 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=41,monmap=2+}) v3 -- 0x564f00661ea0 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9ba37fe640 1 -- 172.21.15.39:0/4203877070 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bbc0079b0 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9ba37fe640 1 -- 172.21.15.39:0/4203877070 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 41) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9bb4050020 con 0x564f0077def0 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 10 client.6798 fetch_fsmap finished waiting for FSMap version 41 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 10 client.6798 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.c 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 20 client.6798 populate_metadata read hostname 'smithi039' 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f0078c560 0x564f0077a810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 4 client.6798 mds_command: new command op to 6558 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:13:57.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 --> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564f003f3e30 con 0x564f0078c560 2024-09-13T16:13:57.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.421+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f0078c560 0x564f0077a810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.422+0000 7f9bc8a85640 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f0078c560 0x564f0077a810 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=36b88e74c23fc840 server_cookie=6f316d896f58c08c in_seq=0 out_seq=0 2024-09-13T16:13:57.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.422+0000 7f9ba37fe640 10 client.6798 ms_handle_connect on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9ba37fe640 1 -- 172.21.15.39:0/4203877070 <== mds.0 v2:172.21.15.39:6833/2329937751 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564f003f3e30 con 0x564f0078c560 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9ba37fe640 10 client.6798 handle_command_reply: tid=0 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 client.6798 shutdown 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 msgr2=0x564f007cf3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 0x564f007cf3a0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7f9bb407bbf0 tx=0x7f9bb407c730 comp rx=0 tx=0).stop 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 shutdown_connections 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:6833/2329937751,v1:172.21.15.39:6835/2329937751] conn(0x564f0078c560 0x564f0077a810 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564f0077def0 0x564f007cf3a0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564f00758310 0x564f007cfe70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 --2- 172.21.15.39:0/4203877070 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564f0073a070 0x564f007558a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9ba37fe640 0 client.6798 ms_handle_reset on v2:172.21.15.39:6833/2329937751 2024-09-13T16:13:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 >> 172.21.15.39:0/4203877070 conn(0x564f00739c90 msgr2=0x564f00759470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 shutdown_connections 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.438+0000 7f9bcda12740 1 -- 172.21.15.39:0/4203877070 wait complete. 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcda12740 20 client.6798 trim_cache size 0 max 16384 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stdout: "message": "", 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0 2024-09-13T16:13:57.441 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ba406ac00 msgr2=0x7f9ba406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ba406ac00 0x7f9ba406d0c0 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7f9bbc0012e0 tx=0x7f9bbc009040 comp rx=0 tx=0).stop 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 msgr2=0x7f9bc40cc5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 0x7f9bc40cc5a0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f9bb400bb60 tx=0x7f9bb40046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 shutdown_connections 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ba406ac00 0x7f9ba406d0c0 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4156e60 0x7f9bc40cc5a0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc40b25b0 0x7f9bc414dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 --2- 172.21.15.39:0/215704455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4069ed0 0x7f9bc415aaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 >> 172.21.15.39:0/215704455 conn(0x7f9bc40b00a0 msgr2=0x7f9bc4159700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 shutdown_connections 2024-09-13T16:13:57.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.439+0000 7f9bcace9640 1 -- 172.21.15.39:0/215704455 wait complete. 2024-09-13T16:13:57.451 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:13:57.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.551+0000 7f945d24f640 1 Processor -- start 2024-09-13T16:13:57.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.551+0000 7f945d24f640 1 -- start start 2024-09-13T16:13:57.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945d24f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f94580716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945d24f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94580cd9a0 0x7f94580cde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945d24f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94580b2ff0 con 0x7f9458154a80 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945d24f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9458071c30 con 0x7f94580cd9a0 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945d24f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94580b32d0 con 0x7f9458071280 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945759e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94580cd9a0 0x7f94580cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f9456d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9458154a80 0x7f94580b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51142/0 (socket says 172.21.15.39:51142) 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f9456d9d640 1 -- 172.21.15.39:0/458934432 learned_addr learned my addr 172.21.15.39:0/458934432 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945659c640 1 --2- 172.21.15.39:0/458934432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f94580716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945759e640 1 -- 172.21.15.39:0/458934432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 msgr2=0x7f94580716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945759e640 1 --2- 172.21.15.39:0/458934432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f94580716f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945759e640 1 -- 172.21.15.39:0/458934432 >> v1:172.21.15.39:6789/0 conn(0x7f9458154a80 legacy=0x7f94580b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f945759e640 1 -- 172.21.15.39:0/458934432 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94580b35b0 con 0x7f94580cd9a0 2024-09-13T16:13:57.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.552+0000 7f9455d9b640 1 -- 172.21.15.39:0/458934432 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2694007663 0 0) 0x7f94580b2ff0 con 0x7f9458154a80 2024-09-13T16:13:57.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.553+0000 7f945759e640 1 --2- 172.21.15.39:0/458934432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f94580cde30 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f94480097a0 tx=0x7f944802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6583e9cd58c72ca1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.553+0000 7f9455d9b640 1 -- 172.21.15.39:0/458934432 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9448032440 con 0x7f94580cd9a0 2024-09-13T16:13:57.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.553+0000 7f9455d9b640 1 -- 172.21.15.39:0/458934432 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94480325a0 con 0x7f94580cd9a0 2024-09-13T16:13:57.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.553+0000 7f9455d9b640 1 -- 172.21.15.39:0/458934432 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9448032930 con 0x7f94580cd9a0 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 -- 172.21.15.39:0/458934432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 msgr2=0x7f94580cde30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 --2- 172.21.15.39:0/458934432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f94580cde30 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7f94480097a0 tx=0x7f944802a180 comp rx=0 tx=0).stop 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 -- 172.21.15.39:0/458934432 shutdown_connections 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 --2- 172.21.15.39:0/458934432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f94580cde30 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 --2- 172.21.15.39:0/458934432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f94580716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 -- 172.21.15.39:0/458934432 >> 172.21.15.39:0/458934432 conn(0x7f94580b15d0 msgr2=0x7f94580b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 -- 172.21.15.39:0/458934432 shutdown_connections 2024-09-13T16:13:57.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.554+0000 7f945d24f640 1 -- 172.21.15.39:0/458934432 wait complete. 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.555+0000 7f945d24f640 1 Processor -- start 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.555+0000 7f945d24f640 1 -- start start 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945d24f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f9458155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945d24f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f9458156a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945d24f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9458154a80 0x7f9458149190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945d24f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94581559b0 con 0x7f94580cd9a0 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945d24f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9458155c90 con 0x7f9458154a80 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945d24f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9458155f70 con 0x7f9458071280 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f9458156a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f9458156a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34712/0 (socket says 172.21.15.39:34712) 2024-09-13T16:13:57.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 -- 172.21.15.39:0/1721640540 learned_addr learned my addr 172.21.15.39:0/1721640540 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f9456d9d640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f9458155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945759e640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9458154a80 0x7f9458149190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 -- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 msgr2=0x7f9458155160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f9458155160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 -- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9458154a80 msgr2=0x7f9458149190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9458154a80 0x7f9458149190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f945659c640 1 -- 172.21.15.39:0/1721640540 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9448009400 con 0x7f94580cd9a0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.556+0000 7f9456d9d640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f9458155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.557+0000 7f945659c640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f9458156a50 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f944c00c7f0 tx=0x7f944c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.557+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944c004220 con 0x7f94580cd9a0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.557+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f944c0043a0 con 0x7f94580cd9a0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.557+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9458156250 con 0x7f94580cd9a0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.557+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944c007860 con 0x7f94580cd9a0 2024-09-13T16:13:57.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.557+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94581556a0 con 0x7f94580cd9a0 2024-09-13T16:13:57.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.558+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9458156770 con 0x7f94580cd9a0 2024-09-13T16:13:57.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.558+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f944c007bd0 con 0x7f94580cd9a0 2024-09-13T16:13:57.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.559+0000 7f943f7fe640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f944406ac30 0x7f944406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:57.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.559+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f944c089270 con 0x7f94580cd9a0 2024-09-13T16:13:57.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.559+0000 7f9456d9d640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f944406ac30 0x7f944406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:57.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.560+0000 7f9456d9d640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f944406ac30 0x7f944406d0f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f94500012e0 tx=0x7f9450005b90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:57.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.563+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9458156770 con 0x7f94580cd9a0 2024-09-13T16:13:57.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.769+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f9458156770 con 0x7f94580cd9a0 2024-09-13T16:13:57.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.769+0000 7f943f7fe640 1 -- 172.21.15.39:0/1721640540 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v41) v1 ==== 53+0+73 (secure 0 0 0) 0x7f9458156770 con 0x7f94580cd9a0 2024-09-13T16:13:57.771 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:13:57.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f944406ac30 msgr2=0x7f944406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f944406ac30 0x7f944406d0f0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7f94500012e0 tx=0x7f9450005b90 comp rx=0 tx=0).stop 2024-09-13T16:13:57.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 msgr2=0x7f9458156a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:57.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f9458156a50 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f944c00c7f0 tx=0x7f944c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 shutdown_connections 2024-09-13T16:13:57.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f944406ac30 0x7f944406d0f0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9458154a80 0x7f9458149190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94580cd9a0 0x7f9458156a50 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.771+0000 7f945d24f640 1 --2- 172.21.15.39:0/1721640540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9458071280 0x7f9458155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.772+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 >> 172.21.15.39:0/1721640540 conn(0x7f94580b15d0 msgr2=0x7f94580b25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.772+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 shutdown_connections 2024-09-13T16:13:57.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:57.772+0000 7f945d24f640 1 -- 172.21.15.39:0/1721640540 wait complete. 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:13:57.784 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:57.785 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:57.785 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:57.801 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42575sec preferred_lft 42575sec 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:13:57.802 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.803 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:13:57.804 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:13:57.804 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:13:57.804 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:13:57.804 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:57.804 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:13:57.866 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:13:57.867 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:57.867 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:13:57.924 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:13:57.924 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:13:57.924 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:13:57.924 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:13:57.924 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:13:57.924 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:57.924 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:13:57.925 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:13:57.925 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:13:57.925 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:13:57.925 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:13:57.925 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:13:58.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:58.013 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:13:58.029 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:13:58.029 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:13:58.029 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:58.029 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:58.029 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:13:58.095 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:13:58.095 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:58.095 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:58.151 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:13:58.151 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:13:58.151 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:58.206 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:13:58.273 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:58.273 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:58.337 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:58.339 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:58.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:58.339 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:13:58.395 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:13:58.395 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:13:58.437 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:13:58.462 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:13:58.463 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:13:58.521 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:13:58.520+0000 7f6bfd667480 -1 init, newargv = 0x5598b23e4df0 newargc=15 2024-09-13T16:13:58.522 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[60979]: starting ceph client 2024-09-13T16:13:58.526 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[60979]: starting fuse 2024-09-13T16:13:58.532 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:13:58.533 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:13:58.534 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:58.534 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:13:58.590 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:13:58.590 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:58.591 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:13:58.592 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:13:58.707 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.60979.asok 2024-09-13T16:13:58.893 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.60979.asok 2024-09-13T16:13:58.894 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:58.894 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.60979.asok status 2024-09-13T16:13:59.030 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "60979", 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:13:59.031 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6816, 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 6816 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2973881692 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:13:59.032 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2973881692 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.6816 192.168.0.1:0/2973881692", 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/2973881692", 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 41, 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 62, 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:13:59.033 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:13:59.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:59.039 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:13:59.039 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:59.055 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:13:59.055 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:59.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:59.056 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:13:59.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:13:59.121 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'chmod 711 a/b/d; sync .') 2024-09-13T16:13:59.183 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:13:59.183 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:13:59.239 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:13:59.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.380+0000 7ff9fd2f0640 1 Processor -- start 2024-09-13T16:13:59.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.380+0000 7ff9fd2f0640 1 -- start start 2024-09-13T16:13:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9fd2f0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff9f8156fb0 0x7ff9f815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9fd2f0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9fd2f0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9f815b1b0 con 0x7ff9f806f170 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9fd2f0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9f80b2400 con 0x7ff9f8156fb0 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9fd2f0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f815da70 con 0x7ff9f815d0a0 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9f6ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff9f8156fb0 0x7ff9f815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9f77fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9f6ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff9f8156fb0 0x7ff9f815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:47312/0 (socket says 172.21.15.39:47312) 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9f67fc640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff9f806f170 0x7ff9f80b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:57182/0 (socket says 172.21.15.39:57182) 2024-09-13T16:13:59.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.381+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/2147093810 learned_addr learned my addr 172.21.15.39:0/2147093810 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:59.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.382+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 msgr2=0x7ff9f815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.382+0000 7ff9f6ffd640 1 --2- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.382+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/2147093810 >> v1:172.21.15.157:6789/0 conn(0x7ff9f806f170 legacy=0x7ff9f80b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.382+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/2147093810 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f806f6e0 con 0x7ff9f8156fb0 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.382+0000 7ff9f77fe640 1 --2- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.382+0000 7ff9f6ffd640 1 --2- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f815ac70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009870 tx=0x7ff9e802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bdb3da2edea5ee5d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9f5ffb640 1 -- 172.21.15.39:0/2147093810 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8032440 con 0x7ff9f8156fb0 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9f5ffb640 1 -- 172.21.15.39:0/2147093810 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e80325a0 con 0x7ff9f8156fb0 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9f5ffb640 1 -- 172.21.15.39:0/2147093810 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8032930 con 0x7ff9f8156fb0 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 msgr2=0x7ff9f815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f815ac70 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8009870 tx=0x7ff9e802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/2147093810 shutdown_connections 2024-09-13T16:13:59.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/2147093810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f815ac70 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/2147093810 >> 172.21.15.39:0/2147093810 conn(0x7ff9f806b3b0 msgr2=0x7ff9f806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/2147093810 shutdown_connections 2024-09-13T16:13:59.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.383+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/2147093810 wait complete. 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.384+0000 7ff9fd2f0640 1 Processor -- start 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 -- start start 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 0x7ff9f81f2080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f8150540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f8158850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f8150fc0 con 0x7ff9f806f170 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f81512a0 con 0x7ff9f8156fb0 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9fd2f0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9f8151580 con 0x7ff9f815d0a0 2024-09-13T16:13:59.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9f6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 0x7ff9f81f2080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9f6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 0x7ff9f81f2080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34724/0 (socket says 172.21.15.39:34724) 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.385+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/1715354532 learned_addr learned my addr 172.21.15.39:0/1715354532 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f67fc640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f8150540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f77fe640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f8158850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 msgr2=0x7ff9f8158850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f6ffd640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f8158850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 msgr2=0x7ff9f8150540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f6ffd640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f8150540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f6ffd640 1 -- 172.21.15.39:0/1715354532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9f0009a70 con 0x7ff9f806f170 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9f6ffd640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 0x7ff9f81f2080 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000c00 tx=0x7ff9e80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8032440 con 0x7ff9f806f170 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e8030980 con 0x7ff9f806f170 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9e80094d0 con 0x7ff9f806f170 2024-09-13T16:13:59.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e8030d50 con 0x7ff9f806f170 2024-09-13T16:13:59.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.386+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9f8151b40 con 0x7ff9f806f170 2024-09-13T16:13:59.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.387+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9f81516c0 con 0x7ff9f806f170 2024-09-13T16:13:59.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.388+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9e8039040 con 0x7ff9f806f170 2024-09-13T16:13:59.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.388+0000 7ff9df7fe640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9e406ac00 0x7ff9e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.388+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff9e80a9ac0 con 0x7ff9f806f170 2024-09-13T16:13:59.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.388+0000 7ff9f67fc640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9e406ac00 0x7ff9e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.389+0000 7ff9f67fc640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9e406ac00 0x7ff9e406d0c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7ff9f80ace10 tx=0x7ff9ec000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.392+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9f81516c0 con 0x7ff9f806f170 2024-09-13T16:13:59.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.565+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff9f81516c0 con 0x7ff9f806f170 2024-09-13T16:13:59.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.566+0000 7ff9df7fe640 1 -- 172.21.15.39:0/1715354532 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v62) v1 ==== 74+0+16553 (secure 0 0 0) 0x7ff9f81516c0 con 0x7ff9f806f170 2024-09-13T16:13:59.568 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:13:59.568 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:13:45.737440+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9e406ac00 msgr2=0x7ff9e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9e406ac00 0x7ff9e406d0c0 secure :-1 s=READY pgs=400 cs=0 l=1 rev1=1 crypto rx=0x7ff9f80ace10 tx=0x7ff9ec000ed0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 msgr2=0x7ff9f81f2080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 0x7ff9f81f2080 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8000c00 tx=0x7ff9e80046c0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 shutdown_connections 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9e406ac00 0x7ff9e406d0c0 unknown :-1 s=CLOSED pgs=400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9f815d0a0 0x7ff9f8158850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9f8156fb0 0x7ff9f8150540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 --2- 172.21.15.39:0/1715354532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9f806f170 0x7ff9f81f2080 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.568+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 >> 172.21.15.39:0/1715354532 conn(0x7ff9f806b3b0 msgr2=0x7ff9f8155cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.569+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 shutdown_connections 2024-09-13T16:13:59.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.569+0000 7ff9fd2f0640 1 -- 172.21.15.39:0/1715354532 wait complete. 2024-09-13T16:13:59.581 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:42.976699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:43.713951+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:13:59.581 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:13:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.684+0000 7f124d3db640 1 Processor -- start 2024-09-13T16:13:59.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.685+0000 7f124d3db640 1 -- start start 2024-09-13T16:13:59.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.685+0000 7f124d3db640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f12480b4160 0x7f12480b45d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.685+0000 7f124d3db640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12480b57d0 con 0x7f1248160ff0 2024-09-13T16:13:59.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.685+0000 7f124d3db640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12480cfe50 con 0x7f12480d1630 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.685+0000 7f124d3db640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12480d1ef0 con 0x7f12480b4160 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1246ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1248160ff0 0x7f12480b6370 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51148/0 (socket says 172.21.15.39:51148) 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1246ffd640 1 -- 172.21.15.39:0/3028342202 learned_addr learned my addr 172.21.15.39:0/3028342202 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3473082308 0 0) 0x7f12480b57d0 con 0x7f1248160ff0 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1234003520 con 0x7f1248160ff0 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f12477fe640 1 --2- 172.21.15.39:0/3028342202 >> v2:172.21.15.157:3300/0 conn(0x7f12480b4160 0x7f12480b45d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2509310771 0 0) 0x7f1234003520 con 0x7f1248160ff0 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 >> v2:172.21.15.157:3300/0 conn(0x7f12480b4160 msgr2=0x7f12480b45d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 --2- 172.21.15.39:0/3028342202 >> v2:172.21.15.157:3300/0 conn(0x7f12480b4160 0x7f12480b45d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 >> v1:172.21.15.157:6789/0 conn(0x7f12480d1630 legacy=0x7f12480cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12480d2200 con 0x7f1248160ff0 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f12380019f0 con 0x7f1248160ff0 2024-09-13T16:13:59.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 >> v1:172.21.15.39:6789/0 conn(0x7f1248160ff0 legacy=0x7f12480b6370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1234003970 0x7f1234003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f12340047c0 0x7f1234004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12340052a0 0x7f123400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f123400c140 con 0x7f12340052a0 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f123400c2b0 con 0x7f12340047c0 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f123400c470 con 0x7f1234003970 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f12477fe640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12340052a0 0x7f123400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f1246ffd640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1234003970 0x7f1234003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.686+0000 7f12467fc640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f12340047c0 0x7f1234004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 -- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1234003970 msgr2=0x7f1234003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1234003970 0x7f1234003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 -- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f12340047c0 msgr2=0x7f1234004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f12340047c0 0x7f1234004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 -- 172.21.15.39:0/3028342202 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1234003520 con 0x7f12340052a0 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 -- 172.21.15.39:0/3028342202 reap_dead start 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.687+0000 7f12477fe640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12340052a0 0x7f123400b980 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f1240009a90 tx=0x7f12340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0cba823b1eb76e3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240004020 con 0x7f12340052a0 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f124002d050 con 0x7f12340052a0 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f1245ffb640 1 -- 172.21.15.39:0/3028342202 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12400043c0 con 0x7f12340052a0 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 -- 172.21.15.39:0/3028342202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12340052a0 msgr2=0x7f123400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12340052a0 0x7f123400b980 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x7f1240009a90 tx=0x7f12340057f0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 -- 172.21.15.39:0/3028342202 shutdown_connections 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 --2- 172.21.15.39:0/3028342202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12340052a0 0x7f123400b980 unknown :-1 s=CLOSED pgs=928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 -- 172.21.15.39:0/3028342202 >> 172.21.15.39:0/3028342202 conn(0x7f124806c080 msgr2=0x7f124806c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 -- 172.21.15.39:0/3028342202 shutdown_connections 2024-09-13T16:13:59.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.688+0000 7f124d3db640 1 -- 172.21.15.39:0/3028342202 wait complete. 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.689+0000 7f124d3db640 1 Processor -- start 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 -- start start 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f12340052a0 0x7f12480c63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 0x7f124815e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f124815e9d0 0x7f12480c8440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f124815fb40 con 0x7f12480c68f0 2024-09-13T16:13:59.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f124815eec0 con 0x7f124815e9d0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f124d3db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f124815f1a0 con 0x7f12340052a0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f12467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 0x7f124815e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f12467fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 0x7f124815e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34748/0 (socket says 172.21.15.39:34748) 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f12467fc640 1 -- 172.21.15.39:0/459956255 learned_addr learned my addr 172.21.15.39:0/459956255 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f1246ffd640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f12340052a0 0x7f12480c63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.690+0000 7f12477fe640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f124815e9d0 0x7f12480c8440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f12467fc640 1 -- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f12340052a0 msgr2=0x7f12480c63b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f12467fc640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f12340052a0 0x7f12480c63b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f12467fc640 1 -- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f124815e9d0 msgr2=0x7f12480c8440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f12467fc640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f124815e9d0 0x7f12480c8440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f12467fc640 1 -- 172.21.15.39:0/459956255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f124815f480 con 0x7f12480c68f0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f12467fc640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 0x7f124815e490 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f123000f5f0 tx=0x7f123000fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12300052e0 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1230005440 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f124815f760 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1230003810 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.691+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12480c8b60 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.692+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12480b1bd0 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.692+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1230003970 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.693+0000 7f123f7fe640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f122806ac00 0x7f122806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.693+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1230089080 con 0x7f12480c68f0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.693+0000 7f1246ffd640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f122806ac00 0x7f122806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.694+0000 7f1246ffd640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f122806ac00 0x7f122806d0c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1238004c20 tx=0x7f1238006040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.697+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1230054310 con 0x7f12480c68f0 2024-09-13T16:13:59.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.867+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f124815d220 con 0x7f12480c68f0 2024-09-13T16:13:59.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.867+0000 7f123f7fe640 1 -- 172.21.15.39:0/459956255 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v62) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1230057930 con 0x7f12480c68f0 2024-09-13T16:13:59.869 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:13:59.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.869+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f122806ac00 msgr2=0x7f122806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.869+0000 7f124d3db640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f122806ac00 0x7f122806d0c0 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7f1238004c20 tx=0x7f1238006040 comp rx=0 tx=0).stop 2024-09-13T16:13:59.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.869+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 msgr2=0x7f124815e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.869+0000 7f124d3db640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 0x7f124815e490 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f123000f5f0 tx=0x7f123000fab0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 shutdown_connections 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f122806ac00 0x7f122806d0c0 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f124815e9d0 0x7f12480c8440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f12480c68f0 0x7f124815e490 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 --2- 172.21.15.39:0/459956255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f12340052a0 0x7f12480c63b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 >> 172.21.15.39:0/459956255 conn(0x7f124806c080 msgr2=0x7f12480b79f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 shutdown_connections 2024-09-13T16:13:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.870+0000 7f124d3db640 1 -- 172.21.15.39:0/459956255 wait complete. 2024-09-13T16:13:59.882 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:13:59.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.987+0000 7f724398a640 1 Processor -- start 2024-09-13T16:13:59.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.987+0000 7f724398a640 1 -- start start 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f724398a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f723c0cb810 0x7f723c159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f724398a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c15a200 0x7f723c15a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f724398a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f723c15a000 con 0x7f723c0cc460 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f724398a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f723c15ab50 con 0x7f723c0cb810 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f724398a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f723c0cbbf0 con 0x7f723c15a200 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f7241726640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f723c0cb810 0x7f723c159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f7240f25640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f723c0cc460 0x7f723c0b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51154/0 (socket says 172.21.15.39:51154) 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f7240f25640 1 -- 172.21.15.39:0/3657005939 learned_addr learned my addr 172.21.15.39:0/3657005939 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.988+0000 7f7241f27640 1 --2- 172.21.15.39:0/3657005939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c15a200 0x7f723c15a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f7241726640 1 -- 172.21.15.39:0/3657005939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c15a200 msgr2=0x7f723c15a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f7241726640 1 --2- 172.21.15.39:0/3657005939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c15a200 0x7f723c15a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f7241726640 1 -- 172.21.15.39:0/3657005939 >> v1:172.21.15.39:6789/0 conn(0x7f723c0cc460 legacy=0x7f723c0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f723bfff640 1 -- 172.21.15.39:0/3657005939 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2437419666 0 0) 0x7f723c15a000 con 0x7f723c0cc460 2024-09-13T16:13:59.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f7241726640 1 -- 172.21.15.39:0/3657005939 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f723c0b1540 con 0x7f723c0cb810 2024-09-13T16:13:59.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f7241726640 1 --2- 172.21.15.39:0/3657005939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c0cb810 0x7f723c159ac0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f722c009d90 tx=0x7f722c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ff284e2561d43f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.989+0000 7f723bfff640 1 -- 172.21.15.39:0/3657005939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f722c007740 con 0x7f723c0cb810 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f723bfff640 1 -- 172.21.15.39:0/3657005939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f722c02d050 con 0x7f723c0cb810 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f723bfff640 1 -- 172.21.15.39:0/3657005939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f722c007ac0 con 0x7f723c0cb810 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 -- 172.21.15.39:0/3657005939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c0cb810 msgr2=0x7f723c159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 --2- 172.21.15.39:0/3657005939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c0cb810 0x7f723c159ac0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f722c009d90 tx=0x7f722c02a660 comp rx=0 tx=0).stop 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 -- 172.21.15.39:0/3657005939 shutdown_connections 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 --2- 172.21.15.39:0/3657005939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c15a200 0x7f723c15a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 --2- 172.21.15.39:0/3657005939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c0cb810 0x7f723c159ac0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 -- 172.21.15.39:0/3657005939 >> 172.21.15.39:0/3657005939 conn(0x7f723c0b00a0 msgr2=0x7f723c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 -- 172.21.15.39:0/3657005939 shutdown_connections 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.990+0000 7f724398a640 1 -- 172.21.15.39:0/3657005939 wait complete. 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.991+0000 7f724398a640 1 Processor -- start 2024-09-13T16:13:59.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.991+0000 7f724398a640 1 -- start start 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f724398a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c0cb810 0x7f723c147800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f724398a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f723c0cc460 0x7f723c14e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f724398a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 0x7f723c14a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f724398a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c14d500 con 0x7f723c15a200 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f724398a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f723c14d7e0 con 0x7f723c0cc460 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f724398a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f723c14dac0 con 0x7f723c0cb810 2024-09-13T16:13:59.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f7241f27640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 0x7f723c14a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f7241f27640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 0x7f723c14a250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34772/0 (socket says 172.21.15.39:34772) 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f7241f27640 1 -- 172.21.15.39:0/1685396153 learned_addr learned my addr 172.21.15.39:0/1685396153 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f7241726640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c0cb810 0x7f723c147800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.992+0000 7f7240f25640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f723c0cc460 0x7f723c14e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7241f27640 1 -- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c0cb810 msgr2=0x7f723c147800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7241f27640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c0cb810 0x7f723c147800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7241f27640 1 -- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f723c0cc460 msgr2=0x7f723c14e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7241f27640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f723c0cc460 0x7f723c14e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7241f27640 1 -- 172.21.15.39:0/1685396153 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f722c009a70 con 0x7f723c15a200 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7241f27640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 0x7f723c14a250 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f723400d800 tx=0x7f723400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723400b6c0 con 0x7f723c15a200 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f723400b840 con 0x7f723c15a200 2024-09-13T16:13:59.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f723c14dda0 con 0x7f723c15a200 2024-09-13T16:13:59.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f723400bbf0 con 0x7f723c15a200 2024-09-13T16:13:59.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.993+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f723c14d070 con 0x7f723c15a200 2024-09-13T16:13:59.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.994+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f723c14e2c0 con 0x7f723c15a200 2024-09-13T16:13:59.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.994+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f723400bd50 con 0x7f723c15a200 2024-09-13T16:13:59.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.995+0000 7f7239ffb640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f722806ac00 0x7f722806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:13:59.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.995+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7234089800 con 0x7f723c15a200 2024-09-13T16:13:59.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.995+0000 7f7241726640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f722806ac00 0x7f722806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:13:59.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.996+0000 7f7241726640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f722806ac00 0x7f722806d0c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f722c034000 tx=0x7f722c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:13:59.999+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f723c14e2c0 con 0x7f723c15a200 2024-09-13T16:14:00.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.170+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f723c14e2c0 con 0x7f723c15a200 2024-09-13T16:14:00.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.171+0000 7f7239ffb640 1 -- 172.21.15.39:0/1685396153 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v62) v1 ==== 104+0+11 (secure 0 0 0) 0x7f723c14e2c0 con 0x7f723c15a200 2024-09-13T16:14:00.172 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f722806ac00 msgr2=0x7f722806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f722806ac00 0x7f722806d0c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7f722c034000 tx=0x7f722c02f000 comp rx=0 tx=0).stop 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 msgr2=0x7f723c14a250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 0x7f723c14a250 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f723400d800 tx=0x7f723400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 shutdown_connections 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f722806ac00 0x7f722806d0c0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f723c15a200 0x7f723c14a250 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f723c0cc460 0x7f723c14e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 --2- 172.21.15.39:0/1685396153 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723c0cb810 0x7f723c147800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 >> 172.21.15.39:0/1685396153 conn(0x7f723c0b00a0 msgr2=0x7f723c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 shutdown_connections 2024-09-13T16:14:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.173+0000 7f724398a640 1 -- 172.21.15.39:0/1685396153 wait complete. 2024-09-13T16:14:00.185 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:14:00.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.288+0000 7f54ec23a640 1 Processor -- start 2024-09-13T16:14:00.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.288+0000 7f54ec23a640 1 -- start start 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54ec23a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f54e4143d30 0x7f54e415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54ec23a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54e40b3610 0x7f54e40717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54ec23a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54e4072440 con 0x7f54e4071ce0 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54ec23a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54e4144110 con 0x7f54e40b3610 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54ec23a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54e4072160 con 0x7f54e4143d30 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54e40b3610 0x7f54e40717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54e40b3610 0x7f54e40717a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34774/0 (socket says 172.21.15.39:34774) 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 -- 172.21.15.39:0/3349716488 learned_addr learned my addr 172.21.15.39:0/3349716488 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e9fd6640 1 --2- 172.21.15.39:0/3349716488 >> v2:172.21.15.157:3300/0 conn(0x7f54e4143d30 0x7f54e415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 -- 172.21.15.39:0/3349716488 >> v2:172.21.15.157:3300/0 conn(0x7f54e4143d30 msgr2=0x7f54e415eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 --2- 172.21.15.39:0/3349716488 >> v2:172.21.15.157:3300/0 conn(0x7f54e4143d30 0x7f54e415eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 -- 172.21.15.39:0/3349716488 >> v1:172.21.15.157:6789/0 conn(0x7f54e4071ce0 legacy=0x7f54e406f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:00.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.289+0000 7f54e97d5640 1 -- 172.21.15.39:0/3349716488 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e415e040 con 0x7f54e40b3610 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.290+0000 7f54e97d5640 1 --2- 172.21.15.39:0/3349716488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40b3610 0x7f54e40717a0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f54e40739e0 tx=0x7f54d802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71f5d7373e3359af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.290+0000 7f54e8fd4640 1 -- 172.21.15.39:0/3349716488 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d8032440 con 0x7f54e40b3610 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.290+0000 7f54e8fd4640 1 -- 172.21.15.39:0/3349716488 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54d80325a0 con 0x7f54e40b3610 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.290+0000 7f54e8fd4640 1 -- 172.21.15.39:0/3349716488 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54d8032930 con 0x7f54e40b3610 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 -- 172.21.15.39:0/3349716488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40b3610 msgr2=0x7f54e40717a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3349716488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40b3610 0x7f54e40717a0 secure :-1 s=READY pgs=933 cs=0 l=1 rev1=1 crypto rx=0x7f54e40739e0 tx=0x7f54d802a230 comp rx=0 tx=0).stop 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 -- 172.21.15.39:0/3349716488 shutdown_connections 2024-09-13T16:14:00.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3349716488 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e40b3610 0x7f54e40717a0 unknown :-1 s=CLOSED pgs=933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3349716488 >> v2:172.21.15.157:3300/0 conn(0x7f54e4143d30 0x7f54e415eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 -- 172.21.15.39:0/3349716488 >> 172.21.15.39:0/3349716488 conn(0x7f54e40b00a0 msgr2=0x7f54e40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 -- 172.21.15.39:0/3349716488 shutdown_connections 2024-09-13T16:14:00.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.291+0000 7f54ec23a640 1 -- 172.21.15.39:0/3349716488 wait complete. 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.292+0000 7f54ec23a640 1 Processor -- start 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.292+0000 7f54ec23a640 1 -- start start 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ec23a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 0x7f54e4141970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ec23a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e40b3610 0x7f54e40ac450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ec23a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e4143d30 0x7f54e40ac990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ec23a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e40ab380 con 0x7f54e4071ce0 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ec23a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54e40aa700 con 0x7f54e40b3610 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ec23a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54e40aa9e0 con 0x7f54e4143d30 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 0x7f54e4141970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 0x7f54e4141970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34782/0 (socket says 172.21.15.39:34782) 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 -- 172.21.15.39:0/3433355299 learned_addr learned my addr 172.21.15.39:0/3433355299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:00.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e97d5640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e40b3610 0x7f54e40ac450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54ea7d7640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e4143d30 0x7f54e40ac990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 -- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e4143d30 msgr2=0x7f54e40ac990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e4143d30 0x7f54e40ac990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 -- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e40b3610 msgr2=0x7f54e40ac450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e40b3610 0x7f54e40ac450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.293+0000 7f54e9fd6640 1 -- 172.21.15.39:0/3433355299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54d80094d0 con 0x7f54e4071ce0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.294+0000 7f54e9fd6640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 0x7f54e4141970 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f54dc00d5f0 tx=0x7f54dc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.294+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54dc0125f0 con 0x7f54e4071ce0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.294+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54dc012750 con 0x7f54e4071ce0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.294+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54e40aacc0 con 0x7f54e4071ce0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.294+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54dc012b00 con 0x7f54e4071ce0 2024-09-13T16:14:00.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.294+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54e4141eb0 con 0x7f54e4071ce0 2024-09-13T16:14:00.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.295+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54e40672f0 con 0x7f54e4071ce0 2024-09-13T16:14:00.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.295+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f54dc012c60 con 0x7f54e4071ce0 2024-09-13T16:14:00.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.296+0000 7f54e27fc640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.296+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f54dc089710 con 0x7f54e4071ce0 2024-09-13T16:14:00.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.296+0000 7f54e97d5640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.296+0000 7f54e97d5640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f54d8034000 tx=0x7f54d802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.300+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54dc054980 con 0x7f54e4071ce0 2024-09-13T16:14:00.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.471+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f54e40717a0 con 0x7f54e4071ce0 2024-09-13T16:14:00.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.471+0000 7f54e27fc640 1 -- 172.21.15.39:0/3433355299 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v62) v1 ==== 100+0+11 (secure 0 0 0) 0x7f54dc057fa0 con 0x7f54e4071ce0 2024-09-13T16:14:00.473 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 msgr2=0x7f54d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f54d8034000 tx=0x7f54d802e000 comp rx=0 tx=0).stop 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 msgr2=0x7f54e4141970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 0x7f54e4141970 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f54dc00d5f0 tx=0x7f54dc00dab0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 shutdown_connections 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d006ac00 0x7f54d006d0c0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54e4143d30 0x7f54e40ac990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54e40b3610 0x7f54e40ac450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 --2- 172.21.15.39:0/3433355299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54e4071ce0 0x7f54e4141970 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 >> 172.21.15.39:0/3433355299 conn(0x7f54e40b00a0 msgr2=0x7f54e40b1580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 shutdown_connections 2024-09-13T16:14:00.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.473+0000 7f54ec23a640 1 -- 172.21.15.39:0/3433355299 wait complete. 2024-09-13T16:14:00.485 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:14:00.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.586+0000 7faa26133640 1 Processor -- start 2024-09-13T16:14:00.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.586+0000 7faa26133640 1 -- start start 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa26133640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa2006a5e0 0x7faa2006c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa26133640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa2006ec90 con 0x7faa2006e880 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa26133640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faa2006cd80 con 0x7faa20145820 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa26133640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa20145c00 con 0x7faa2006a5e0 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa1effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa2006a5e0 0x7faa2006c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa1effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa2006a5e0 0x7faa2006c750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34788/0 (socket says 172.21.15.39:34788) 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa1effd640 1 -- 172.21.15.39:0/1887521563 learned_addr learned my addr 172.21.15.39:0/1887521563 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.587+0000 7faa1ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faa2006e880 0x7faa200ad100 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51162/0 (socket says 172.21.15.39:51162) 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.588+0000 7faa1effd640 1 -- 172.21.15.39:0/1887521563 >> v1:172.21.15.157:6789/0 conn(0x7faa20145820 legacy=0x7faa20069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.588+0000 7faa1effd640 1 -- 172.21.15.39:0/1887521563 >> v1:172.21.15.39:6789/0 conn(0x7faa2006e880 legacy=0x7faa200ad100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.588+0000 7faa1effd640 1 -- 172.21.15.39:0/1887521563 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa2006d060 con 0x7faa2006a5e0 2024-09-13T16:14:00.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.588+0000 7faa1e7fc640 1 -- 172.21.15.39:0/1887521563 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3646703968 0 0) 0x7faa2006ec90 con 0x7faa2006e880 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.588+0000 7faa1effd640 1 --2- 172.21.15.39:0/1887521563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2006c750 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faa14009870 tx=0x7faa1402a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5548c8dae6118d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.588+0000 7faa1e7fc640 1 -- 172.21.15.39:0/1887521563 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa14032640 con 0x7faa2006a5e0 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa1e7fc640 1 -- 172.21.15.39:0/1887521563 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa140327a0 con 0x7faa2006a5e0 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa1e7fc640 1 -- 172.21.15.39:0/1887521563 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa14032b30 con 0x7faa2006a5e0 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 -- 172.21.15.39:0/1887521563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 msgr2=0x7faa2006c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 --2- 172.21.15.39:0/1887521563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2006c750 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7faa14009870 tx=0x7faa1402a300 comp rx=0 tx=0).stop 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 -- 172.21.15.39:0/1887521563 shutdown_connections 2024-09-13T16:14:00.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 --2- 172.21.15.39:0/1887521563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2006c750 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 -- 172.21.15.39:0/1887521563 >> 172.21.15.39:0/1887521563 conn(0x7faa2006afe0 msgr2=0x7faa2006b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 -- 172.21.15.39:0/1887521563 shutdown_connections 2024-09-13T16:14:00.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.589+0000 7faa26133640 1 -- 172.21.15.39:0/1887521563 wait complete. 2024-09-13T16:14:00.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.590+0000 7faa26133640 1 Processor -- start 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.590+0000 7faa26133640 1 -- start start 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa26133640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2015def0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa26133640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa2006e880 0x7faa2015bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa26133640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa20145820 0x7faa200b3b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa26133640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa200cda60 con 0x7faa2006a5e0 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa26133640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa200cdcf0 con 0x7faa20145820 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa26133640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa200cdfd0 con 0x7faa2006e880 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa1f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2015def0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa1f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2015def0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34796/0 (socket says 172.21.15.39:34796) 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.591+0000 7faa1f7fe640 1 -- 172.21.15.39:0/3159915798 learned_addr learned my addr 172.21.15.39:0/3159915798 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1effd640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa2006e880 0x7faa2015bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1ffff640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa20145820 0x7faa200b3b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1f7fe640 1 -- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa2006e880 msgr2=0x7faa2015bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1f7fe640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa2006e880 0x7faa2015bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1f7fe640 1 -- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa20145820 msgr2=0x7faa200b3b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1f7fe640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa20145820 0x7faa200b3b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1f7fe640 1 -- 172.21.15.39:0/3159915798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa140094d0 con 0x7faa2006a5e0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa1f7fe640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2015def0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7faa1000c400 tx=0x7faa1000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa100052d0 con 0x7faa2006a5e0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa10005430 con 0x7faa2006a5e0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa10003830 con 0x7faa2006a5e0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa200ce2b0 con 0x7faa2006a5e0 2024-09-13T16:14:00.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.592+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa2015e430 con 0x7faa2006a5e0 2024-09-13T16:14:00.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.593+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa200ce4a0 con 0x7faa2006a5e0 2024-09-13T16:14:00.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.593+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faa10003990 con 0x7faa2006a5e0 2024-09-13T16:14:00.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.594+0000 7faa07fff640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faa0c06ac00 0x7faa0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:00.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.594+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faa100888d0 con 0x7faa2006a5e0 2024-09-13T16:14:00.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.594+0000 7faa1effd640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faa0c06ac00 0x7faa0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:00.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.595+0000 7faa1effd640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faa0c06ac00 0x7faa0c06d0c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7faa14034000 tx=0x7faa1402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:00.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.598+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faa10053ab0 con 0x7faa2006a5e0 2024-09-13T16:14:00.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.783+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7faa200ce6a0 con 0x7faa2006a5e0 2024-09-13T16:14:00.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.783+0000 7faa07fff640 1 -- 172.21.15.39:0/3159915798 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v62) v1 ==== 80+0+0 (secure 0 0 0) 0x7faa10017080 con 0x7faa2006a5e0 2024-09-13T16:14:00.784 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:14:00.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faa0c06ac00 msgr2=0x7faa0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faa0c06ac00 0x7faa0c06d0c0 secure :-1 s=READY pgs=404 cs=0 l=1 rev1=1 crypto rx=0x7faa14034000 tx=0x7faa1402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 msgr2=0x7faa2015def0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2015def0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x7faa1000c400 tx=0x7faa1000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 shutdown_connections 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faa0c06ac00 0x7faa0c06d0c0 unknown :-1 s=CLOSED pgs=404 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa20145820 0x7faa200b3b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa2006e880 0x7faa2015bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 --2- 172.21.15.39:0/3159915798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa2006a5e0 0x7faa2015def0 unknown :-1 s=CLOSED pgs=937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 >> 172.21.15.39:0/3159915798 conn(0x7faa2006afe0 msgr2=0x7faa20143a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 shutdown_connections 2024-09-13T16:14:00.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:00.785+0000 7faa26133640 1 -- 172.21.15.39:0/3159915798 wait complete. 2024-09-13T16:14:00.797 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:14:00.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:00.797 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:14:00.822 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[60979]: fuse finished with error 0 and tester_r 0 2024-09-13T16:14:00.823 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:14:00.824 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:14:00.824 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:14:00.880 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:14:01.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.050+0000 7f04729ec640 1 Processor -- start 2024-09-13T16:14:01.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.050+0000 7f04729ec640 1 -- start start 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f04729ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c159380 0x7f046c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f04729ec640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f046c0ceb30 0x7f046c15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f04729ec640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f046c159760 con 0x7f046c15a360 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f04729ec640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f046c15a880 con 0x7f046c0ceb30 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f04729ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f046c15ab60 con 0x7f046c159380 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f0470f89640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f046c0ceb30 0x7f046c15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f046b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f046c15a360 0x7f046c0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51174/0 (socket says 172.21.15.39:51174) 2024-09-13T16:14:01.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.051+0000 7f046b7fe640 1 -- 172.21.15.39:0/3419933314 learned_addr learned my addr 172.21.15.39:0/3419933314 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:01.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f046bfff640 1 --2- 172.21.15.39:0/3419933314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c159380 0x7f046c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f0470f89640 1 -- 172.21.15.39:0/3419933314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c159380 msgr2=0x7f046c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f0470f89640 1 --2- 172.21.15.39:0/3419933314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c159380 0x7f046c0b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f0470f89640 1 -- 172.21.15.39:0/3419933314 >> v1:172.21.15.39:6789/0 conn(0x7f046c15a360 legacy=0x7f046c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f0470f89640 1 -- 172.21.15.39:0/3419933314 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f046c15ae40 con 0x7f046c0ceb30 2024-09-13T16:14:01.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f046affd640 1 -- 172.21.15.39:0/3419933314 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2946749359 0 0) 0x7f046c159760 con 0x7f046c15a360 2024-09-13T16:14:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f0470f89640 1 --2- 172.21.15.39:0/3419933314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c15b920 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f0464009d90 tx=0x7f046402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601c4697404d577a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.052+0000 7f046affd640 1 -- 172.21.15.39:0/3419933314 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0464007740 con 0x7f046c0ceb30 2024-09-13T16:14:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f046affd640 1 -- 172.21.15.39:0/3419933314 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f046402d050 con 0x7f046c0ceb30 2024-09-13T16:14:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f046affd640 1 -- 172.21.15.39:0/3419933314 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0464007ac0 con 0x7f046c0ceb30 2024-09-13T16:14:01.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 -- 172.21.15.39:0/3419933314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 msgr2=0x7f046c15b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 --2- 172.21.15.39:0/3419933314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c15b920 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f0464009d90 tx=0x7f046402a660 comp rx=0 tx=0).stop 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 -- 172.21.15.39:0/3419933314 shutdown_connections 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 --2- 172.21.15.39:0/3419933314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c15b920 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 --2- 172.21.15.39:0/3419933314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c159380 0x7f046c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 -- 172.21.15.39:0/3419933314 >> 172.21.15.39:0/3419933314 conn(0x7f046c0b15d0 msgr2=0x7f046c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 -- 172.21.15.39:0/3419933314 shutdown_connections 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.053+0000 7f04729ec640 1 -- 172.21.15.39:0/3419933314 wait complete. 2024-09-13T16:14:01.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.054+0000 7f04729ec640 1 Processor -- start 2024-09-13T16:14:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.054+0000 7f04729ec640 1 -- start start 2024-09-13T16:14:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f04729ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c1e3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f04729ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f046c159380 0x7f046c1500f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f04729ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c15a360 0x7f046c1e05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f04729ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f046c1499c0 con 0x7f046c0ceb30 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f04729ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f046c150630 con 0x7f046c159380 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f04729ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f046c152df0 con 0x7f046c15a360 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f046bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c1e3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f046bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c1e3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34818/0 (socket says 172.21.15.39:34818) 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.055+0000 7f046bfff640 1 -- 172.21.15.39:0/2789235934 learned_addr learned my addr 172.21.15.39:0/2789235934 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046b7fe640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f046c159380 0x7f046c1500f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f0470f89640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c15a360 0x7f046c1e05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046bfff640 1 -- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c15a360 msgr2=0x7f046c1e05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046bfff640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c15a360 0x7f046c1e05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046bfff640 1 -- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f046c159380 msgr2=0x7f046c1500f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046bfff640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f046c159380 0x7f046c1500f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046bfff640 1 -- 172.21.15.39:0/2789235934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0464009a70 con 0x7f046c0ceb30 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f0470f89640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c15a360 0x7f046c1e05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:01.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f046bfff640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c1e3350 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f045c00c7f0 tx=0x7f045c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f045c004220 con 0x7f046c0ceb30 2024-09-13T16:14:01.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f045c0043a0 con 0x7f046c0ceb30 2024-09-13T16:14:01.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f046c1530d0 con 0x7f046c0ceb30 2024-09-13T16:14:01.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f045c007860 con 0x7f046c0ceb30 2024-09-13T16:14:01.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.056+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f046c149e30 con 0x7f046c0ceb30 2024-09-13T16:14:01.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.057+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f046c0672f0 con 0x7f046c0ceb30 2024-09-13T16:14:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.058+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f045c007bd0 con 0x7f046c0ceb30 2024-09-13T16:14:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.058+0000 7f0468ff9640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f045806ac00 0x7f045806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.058+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(62..62 src has 1..62) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f045c0892b0 con 0x7f046c0ceb30 2024-09-13T16:14:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.058+0000 7f046b7fe640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f045806ac00 0x7f045806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.059+0000 7f046b7fe640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f045806ac00 0x7f045806d0c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f046c1e3190 tx=0x7f0460007c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.062+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f045c054520 con 0x7f046c0ceb30 2024-09-13T16:14:01.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.269+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f046c1e46c0 con 0x7f046c0ceb30 2024-09-13T16:14:01.271 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:14:01.270+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:14:01.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.284+0000 7f0468ff9640 1 -- 172.21.15.39:0/2789235934 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v42) v1 ==== 161+0+0 (secure 0 0 0) 0x7f045c057b40 con 0x7f046c0ceb30 2024-09-13T16:14:01.285 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f045806ac00 msgr2=0x7f045806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f045806ac00 0x7f045806d0c0 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f046c1e3190 tx=0x7f0460007c00 comp rx=0 tx=0).stop 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 msgr2=0x7f046c1e3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c1e3350 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f045c00c7f0 tx=0x7f045c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 shutdown_connections 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f045806ac00 0x7f045806d0c0 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f046c15a360 0x7f046c1e05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f046c159380 0x7f046c1500f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 --2- 172.21.15.39:0/2789235934 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f046c0ceb30 0x7f046c1e3350 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 >> 172.21.15.39:0/2789235934 conn(0x7f046c0b15d0 msgr2=0x7f046c1e3fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 shutdown_connections 2024-09-13T16:14:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.286+0000 7f04729ec640 1 -- 172.21.15.39:0/2789235934 wait complete. 2024-09-13T16:14:01.289 INFO:tasks.ceph.mds.c.smithi039.stderr: -3965> 2024-09-13T16:13:50.639+0000 7f87bba3d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:01.299 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_inject_journal_corrupt_dentry_first 1.0 2024-09-13T16:14:01.318 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:14:01.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.403+0000 7f24572c9640 1 Processor -- start 2024-09-13T16:14:01.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.403+0000 7f24572c9640 1 -- start start 2024-09-13T16:14:01.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.404+0000 7f24572c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f245015dbf0 0x7f245006f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.404+0000 7f24572c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f245015dfd0 con 0x7f245015b6b0 2024-09-13T16:14:01.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.404+0000 7f24572c9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f245006ebb0 con 0x7f24500d10d0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.404+0000 7f24572c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f245006f740 con 0x7f245015dbf0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.404+0000 7f2455866640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f245015b6b0 0x7f245006d6c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51190/0 (socket says 172.21.15.39:51190) 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.404+0000 7f2455866640 1 -- 172.21.15.39:0/2438207212 learned_addr learned my addr 172.21.15.39:0/2438207212 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1703045245 0 0) 0x7f2448001490 con 0x7f245015b6b0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2455065640 1 --2- 172.21.15.39:0/2438207212 >> v2:172.21.15.157:3300/0 conn(0x7f245015dbf0 0x7f245006f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f243c003520 con 0x7f245015b6b0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1939886315 0 0) 0x7f243c003520 con 0x7f245015b6b0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 >> v2:172.21.15.157:3300/0 conn(0x7f245015dbf0 msgr2=0x7f245006f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 --2- 172.21.15.39:0/2438207212 >> v2:172.21.15.157:3300/0 conn(0x7f245015dbf0 0x7f245006f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 >> v1:172.21.15.157:6789/0 conn(0x7f24500d10d0 legacy=0x7f24500ced30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24500ce3c0 con 0x7f245015b6b0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2448001b80 con 0x7f245015b6b0 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 >> v1:172.21.15.39:6789/0 conn(0x7f245015b6b0 legacy=0x7f245006d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c003970 0x7f243c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f243c0047c0 0x7f243c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f243c005180 0x7f243c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f245006f740 con 0x7f243c0047c0 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00c020 con 0x7f243c005180 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f243c00c1e0 con 0x7f243c003970 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2454864640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f243c0047c0 0x7f243c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2455866640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f243c005180 0x7f243c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2455065640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c003970 0x7f243c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2454864640 1 -- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c003970 msgr2=0x7f243c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2454864640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c003970 0x7f243c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2454864640 1 -- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f243c005180 msgr2=0x7f243c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.405+0000 7f2454864640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f243c005180 0x7f243c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.406+0000 7f2455866640 1 -- 172.21.15.39:0/2438207212 reap_dead start 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.406+0000 7f2454864640 1 -- 172.21.15.39:0/2438207212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f243c003520 con 0x7f243c0047c0 2024-09-13T16:14:01.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.406+0000 7f2454864640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f243c0047c0 0x7f243c004c40 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f244c001750 tx=0x7f243c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7337989ec1308ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.406+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c0052d0 con 0x7f243c0047c0 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.406+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f244c005430 con 0x7f243c0047c0 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.406+0000 7f2447fff640 1 -- 172.21.15.39:0/2438207212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f244c02abc0 con 0x7f243c0047c0 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 -- 172.21.15.39:0/2438207212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f243c0047c0 msgr2=0x7f243c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f243c0047c0 0x7f243c004c40 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7f244c001750 tx=0x7f243c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 -- 172.21.15.39:0/2438207212 shutdown_connections 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 --2- 172.21.15.39:0/2438207212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f243c0047c0 0x7f243c004c40 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 -- 172.21.15.39:0/2438207212 >> 172.21.15.39:0/2438207212 conn(0x7f24500d04e0 msgr2=0x7f24500d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 -- 172.21.15.39:0/2438207212 shutdown_connections 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.407+0000 7f24572c9640 1 -- 172.21.15.39:0/2438207212 wait complete. 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.408+0000 7f24572c9640 1 Processor -- start 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.408+0000 7f24572c9640 1 -- start start 2024-09-13T16:14:01.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f24572c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c0047c0 0x7f24501541b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f24572c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24500ae180 0x7f24500ae5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f24572c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 0x7f2450156e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f24572c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f24501f1e50 con 0x7f24501569a0 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f24572c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2450157360 con 0x7f24500ae180 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f24572c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f24500ac860 con 0x7f243c0047c0 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 0x7f2450156e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 0x7f2450156e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:34858/0 (socket says 172.21.15.39:34858) 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 -- 172.21.15.39:0/3677085634 learned_addr learned my addr 172.21.15.39:0/3677085634 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455065640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c0047c0 0x7f24501541b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2454864640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24500ae180 0x7f24500ae5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 -- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c0047c0 msgr2=0x7f24501541b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c0047c0 0x7f24501541b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 -- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24500ae180 msgr2=0x7f24500ae5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24500ae180 0x7f24500ae5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455866640 1 -- 172.21.15.39:0/3677085634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f24500aeb20 con 0x7f24501569a0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.409+0000 7f2455065640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c0047c0 0x7f24501541b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.410+0000 7f2455866640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 0x7f2450156e20 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f24500cff10 tx=0x7f244800ae20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.410+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f24480077a0 con 0x7f24501569a0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.410+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2448007920 con 0x7f24501569a0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.410+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f24500cd680 con 0x7f24501569a0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.410+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2448013630 con 0x7f24501569a0 2024-09-13T16:14:01.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.410+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f24501f2040 con 0x7f24501569a0 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.411+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f245015bad0 con 0x7f24501569a0 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.412+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2448013790 con 0x7f24501569a0 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.412+0000 7f2445ffb640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f243406ac30 0x7f243406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.412+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2448089830 con 0x7f24501569a0 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.412+0000 7f2455065640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f243406ac30 0x7f243406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.413+0000 7f2455065640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f243406ac30 0x7f243406d0f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f24500674c0 tx=0x7f2440009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:01.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.416+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2448054920 con 0x7f24501569a0 2024-09-13T16:14:01.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.587+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mds_inject_journal_corrupt_dentry_first}] v 0) v1 -- 0x7f245015dfd0 con 0x7f24501569a0 2024-09-13T16:14:01.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.594+0000 7f2445ffb640 1 -- 172.21.15.39:0/3677085634 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_inject_journal_corrupt_dentry_first}]=0 v19)=0 v19) v1 ==== 139+0+0 (secure 0 0 0) 0x7f245015dfd0 con 0x7f24501569a0 2024-09-13T16:14:01.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f243406ac30 msgr2=0x7f243406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f243406ac30 0x7f243406d0f0 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f24500674c0 tx=0x7f2440009190 comp rx=0 tx=0).stop 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 msgr2=0x7f2450156e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 0x7f2450156e20 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f24500cff10 tx=0x7f244800ae20 comp rx=0 tx=0).stop 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 shutdown_connections 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f243406ac30 0x7f243406d0f0 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f24501569a0 0x7f2450156e20 unknown :-1 s=CLOSED pgs=946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f24500ae180 0x7f24500ae5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 --2- 172.21.15.39:0/3677085634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f243c0047c0 0x7f24501541b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:01.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 >> 172.21.15.39:0/3677085634 conn(0x7f24500d04e0 msgr2=0x7f24500b0280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:01.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 shutdown_connections 2024-09-13T16:14:01.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:01.597+0000 7f24572c9640 1 -- 172.21.15.39:0/3677085634 wait complete. 2024-09-13T16:14:06.610 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:14:06.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.727+0000 7ffa2fa96640 1 Processor -- start 2024-09-13T16:14:06.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.727+0000 7ffa2fa96640 1 -- start start 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2fa96640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ffa280d2110 0x7ffa281673d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2fa96640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa280b5550 con 0x7ffa280b4180 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2fa96640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa280cfb50 con 0x7ffa2815c7d0 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2fa96640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa280b2000 con 0x7ffa280d2110 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2d031640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ffa280b4180 0x7ffa280d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47226/0 (socket says 172.21.15.39:47226) 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2d031640 1 -- 172.21.15.39:0/3978844300 learned_addr learned my addr 172.21.15.39:0/3978844300 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 13853651 0 0) 0x7ffa280b5550 con 0x7ffa280b4180 2024-09-13T16:14:06.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa14003520 con 0x7ffa280b4180 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2248933239 0 0) 0x7ffa14003520 con 0x7ffa280b4180 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 >> v2:172.21.15.157:3300/0 conn(0x7ffa280d2110 msgr2=0x7ffa281673d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 --2- 172.21.15.39:0/3978844300 >> v2:172.21.15.157:3300/0 conn(0x7ffa280d2110 0x7ffa281673d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 >> v1:172.21.15.157:6789/0 conn(0x7ffa2815c7d0 legacy=0x7ffa280cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa280b4610 con 0x7ffa280b4180 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ffa1c001670 con 0x7ffa280b4180 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 >> v1:172.21.15.39:6789/0 conn(0x7ffa280b4180 legacy=0x7ffa280d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa14003970 0x7ffa14003d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140047c0 0x7ffa14004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa140052a0 0x7ffa1400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa280b2000 con 0x7ffa140052a0 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa1400c1a0 con 0x7ffa14003970 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.728+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa1400c360 con 0x7ffa140047c0 2024-09-13T16:14:06.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa140052a0 0x7ffa1400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2d832640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa14003970 0x7ffa14003d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2d031640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140047c0 0x7ffa14004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2e033640 1 -- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140047c0 msgr2=0x7ffa14004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140047c0 0x7ffa14004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2e033640 1 -- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa14003970 msgr2=0x7ffa14003d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa14003970 0x7ffa14003d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2e033640 1 -- 172.21.15.39:0/3978844300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa14003520 con 0x7ffa140052a0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.729+0000 7ffa2d832640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa14003970 0x7ffa14003d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2e033640 1 -- 172.21.15.39:0/3978844300 reap_dead start 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa140052a0 0x7ffa1400b980 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7ffa20009e10 tx=0x7ffa140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a946e059b34d6132 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa20003b70 con 0x7ffa140052a0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa20003cd0 con 0x7ffa140052a0 2024-09-13T16:14:06.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2c830640 1 -- 172.21.15.39:0/3978844300 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa20004260 con 0x7ffa140052a0 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3978844300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa140052a0 msgr2=0x7ffa1400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa140052a0 0x7ffa1400b980 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7ffa20009e10 tx=0x7ffa140057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3978844300 shutdown_connections 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3978844300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa140052a0 0x7ffa1400b980 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3978844300 >> 172.21.15.39:0/3978844300 conn(0x7ffa2806bc40 msgr2=0x7ffa2806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.730+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3978844300 shutdown_connections 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.731+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3978844300 wait complete. 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.732+0000 7ffa2fa96640 1 Processor -- start 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.732+0000 7ffa2fa96640 1 -- start start 2024-09-13T16:14:06.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2fa96640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140052a0 0x7ffa2815beb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2fa96640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa2815de70 0x7ffa2815e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2fa96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 0x7ffa281f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2fa96640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa2815e810 con 0x7ffa281f2550 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2fa96640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa280c7ec0 con 0x7ffa2815de70 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2fa96640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa280c81a0 con 0x7ffa140052a0 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 0x7ffa281f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 0x7ffa281f29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50480/0 (socket says 172.21.15.39:50480) 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 -- 172.21.15.39:0/3733661854 learned_addr learned my addr 172.21.15.39:0/3733661854 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2d832640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140052a0 0x7ffa2815beb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2d031640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa2815de70 0x7ffa2815e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 -- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140052a0 msgr2=0x7ffa2815beb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140052a0 0x7ffa2815beb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 -- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa2815de70 msgr2=0x7ffa2815e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa2815de70 0x7ffa2815e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 -- 172.21.15.39:0/3733661854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa280c8480 con 0x7ffa281f2550 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa2e033640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 0x7ffa281f29d0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7ffa2002af90 tx=0x7ffa20004b50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.733+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa20042670 con 0x7ffa281f2550 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.734+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa200427d0 con 0x7ffa281f2550 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.734+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa280c8760 con 0x7ffa281f2550 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.734+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa20042b80 con 0x7ffa281f2550 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.734+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa281f2f10 con 0x7ffa281f2550 2024-09-13T16:14:06.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.735+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa281f22b0 con 0x7ffa281f2550 2024-09-13T16:14:06.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.735+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffa2003f070 con 0x7ffa281f2550 2024-09-13T16:14:06.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.736+0000 7ffa1a7fc640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa0c06ac00 0x7ffa0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:06.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.736+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ffa200aa5b0 con 0x7ffa281f2550 2024-09-13T16:14:06.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.736+0000 7ffa2d832640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa0c06ac00 0x7ffa0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:06.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.737+0000 7ffa2d832640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa0c06ac00 0x7ffa0c06d0c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7ffa24007fd0 tx=0x7ffa24009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:06.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.740+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ffa200757e0 con 0x7ffa281f2550 2024-09-13T16:14:06.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:06.947+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7ffa28067520 con 0x7ffa281f2550 2024-09-13T16:14:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.950+0000 7ffa1a7fc640 1 -- 172.21.15.39:0/3733661854 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v44) v1 ==== 162+0+0 (secure 0 0 0) 0x7ffa20078e00 con 0x7ffa281f2550 2024-09-13T16:14:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:14:07.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa0c06ac00 msgr2=0x7ffa0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa0c06ac00 0x7ffa0c06d0c0 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7ffa24007fd0 tx=0x7ffa24009040 comp rx=0 tx=0).stop 2024-09-13T16:14:07.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 msgr2=0x7ffa281f29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 0x7ffa281f29d0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7ffa2002af90 tx=0x7ffa20004b50 comp rx=0 tx=0).stop 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 shutdown_connections 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa0c06ac00 0x7ffa0c06d0c0 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffa281f2550 0x7ffa281f29d0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffa2815de70 0x7ffa2815e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 --2- 172.21.15.39:0/3733661854 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffa140052a0 0x7ffa2815beb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 >> 172.21.15.39:0/3733661854 conn(0x7ffa2806bc40 msgr2=0x7ffa280d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 shutdown_connections 2024-09-13T16:14:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:07.954+0000 7ffa2fa96640 1 -- 172.21.15.39:0/3733661854 wait complete. 2024-09-13T16:14:07.971 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:08.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.078+0000 7f9d651d5640 1 Processor -- start 2024-09-13T16:14:08.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.078+0000 7f9d651d5640 1 -- start start 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d651d5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 0x7f9d600cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d651d5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d6015aa50 con 0x7f9d600ce980 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d651d5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d6015af50 con 0x7f9d600721f0 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d651d5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6015bed0 con 0x7f9d6015d300 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d57fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9d600ce980 0x7f9d600cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47236/0 (socket says 172.21.15.39:47236) 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d57fff640 1 -- 172.21.15.39:0/4280580223 learned_addr learned my addr 172.21.15.39:0/4280580223 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4216617963 0 0) 0x7f9d6015aa50 con 0x7f9d600ce980 2024-09-13T16:14:08.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d4c003520 con 0x7f9d600ce980 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5f59e640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 0x7f9d600cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 881198758 0 0) 0x7f9d4c003520 con 0x7f9d600ce980 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 msgr2=0x7f9d600cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 0x7f9d600cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 >> v1:172.21.15.157:6789/0 conn(0x7f9d600721f0 legacy=0x7f9d600ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d600cd6c0 con 0x7f9d600ce980 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9d48001670 con 0x7f9d600ce980 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 >> v1:172.21.15.39:6789/0 conn(0x7f9d600ce980 legacy=0x7f9d600cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d4c0039a0 0x7f9d4c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.079+0000 7f9d5e59c640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d4c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d5e59c640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 0x7f9d4c0051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d6015bed0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4c00bae0 con 0x7f9d4c0039a0 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d4c00bca0 con 0x7f9d6015d300 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d57fff640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d4c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d5f59e640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 0x7f9d4c0051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d5ed9d640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d4c0039a0 0x7f9d4c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d57fff640 1 -- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 msgr2=0x7f9d4c0051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d57fff640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d6015d300 0x7f9d4c0051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d57fff640 1 -- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d4c0039a0 msgr2=0x7f9d4c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d57fff640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d4c0039a0 0x7f9d4c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.080+0000 7f9d57fff640 1 -- 172.21.15.39:0/4280580223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d4c003520 con 0x7f9d4c0047c0 2024-09-13T16:14:08.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d57fff640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d4c004c40 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f9d4800c240 tx=0x7f9d4c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3cbd7ae404a8f382 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d4802e070 con 0x7f9d4c0047c0 2024-09-13T16:14:08.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d480058d0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d5e59c640 1 -- 172.21.15.39:0/4280580223 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d48005c80 con 0x7f9d4c0047c0 2024-09-13T16:14:08.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d651d5640 1 -- 172.21.15.39:0/4280580223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 msgr2=0x7f9d4c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d651d5640 1 --2- 172.21.15.39:0/4280580223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d4c004c40 secure :-1 s=READY pgs=951 cs=0 l=1 rev1=1 crypto rx=0x7f9d4800c240 tx=0x7f9d4c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d5f59e640 1 -- 172.21.15.39:0/4280580223 reap_dead start 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d651d5640 1 -- 172.21.15.39:0/4280580223 shutdown_connections 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d651d5640 1 -- 172.21.15.39:0/4280580223 >> 172.21.15.39:0/4280580223 conn(0x7f9d6006b3b0 msgr2=0x7f9d6006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.081+0000 7f9d651d5640 1 -- 172.21.15.39:0/4280580223 shutdown_connections 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.082+0000 7f9d651d5640 1 -- 172.21.15.39:0/4280580223 wait complete. 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.083+0000 7f9d651d5640 1 Processor -- start 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.083+0000 7f9d651d5640 1 -- start start 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d651d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d60147270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d651d5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d601523c0 0x7f9d6006fd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d651d5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d60152840 0x7f9d600702c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d651d5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d601f16b0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d651d5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d60151130 con 0x7f9d60152840 2024-09-13T16:14:08.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d651d5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d60151410 con 0x7f9d601523c0 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d60147270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d60147270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50500/0 (socket says 172.21.15.39:50500) 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 -- 172.21.15.39:0/1713280313 learned_addr learned my addr 172.21.15.39:0/1713280313 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d57fff640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d601523c0 0x7f9d6006fd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5f59e640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d60152840 0x7f9d600702c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 -- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d601523c0 msgr2=0x7f9d6006fd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d601523c0 0x7f9d6006fd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 -- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d60152840 msgr2=0x7f9d600702c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d60152840 0x7f9d600702c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 -- 172.21.15.39:0/1713280313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d601516f0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5f59e640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d60152840 0x7f9d600702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d57fff640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d601523c0 0x7f9d6006fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:08.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.084+0000 7f9d5ed9d640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d60147270 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f9d5000f5f0 tx=0x7f9d5000fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.085+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d500052e0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.085+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d50005440 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.085+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d50003810 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.085+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d601519d0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.085+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d600c4190 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.086+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d600672f0 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.086+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d50003970 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.087+0000 7f9d577fe640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac00 0x7f9d4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.087+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9d50089200 con 0x7f9d4c0047c0 2024-09-13T16:14:08.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.087+0000 7f9d57fff640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac00 0x7f9d4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:08.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.087+0000 7f9d57fff640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac00 0x7f9d4006d0c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9d48033000 tx=0x7f9d4802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:08.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.091+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d50054410 con 0x7f9d4c0047c0 2024-09-13T16:14:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.302+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d600ce270 con 0x7f9d4c0047c0 2024-09-13T16:14:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.302+0000 7f9d577fe640 1 -- 172.21.15.39:0/1713280313 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 45 v45) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f9d50057a30 con 0x7f9d4c0047c0 2024-09-13T16:14:08.304 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:08.304 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":45,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":45,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:07.951859+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 45 2024-09-13T16:14:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac00 msgr2=0x7f9d4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac00 0x7f9d4006d0c0 secure :-1 s=READY pgs=409 cs=0 l=1 rev1=1 crypto rx=0x7f9d48033000 tx=0x7f9d4802e000 comp rx=0 tx=0).stop 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 msgr2=0x7f9d60147270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d60147270 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f9d5000f5f0 tx=0x7f9d5000fab0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 shutdown_connections 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d4006ac00 0x7f9d4006d0c0 unknown :-1 s=CLOSED pgs=409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d60152840 0x7f9d600702c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d601523c0 0x7f9d6006fd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 --2- 172.21.15.39:0/1713280313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d4c0047c0 0x7f9d60147270 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 >> 172.21.15.39:0/1713280313 conn(0x7f9d6006b3b0 msgr2=0x7f9d60072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 shutdown_connections 2024-09-13T16:14:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:08.305+0000 7f9d651d5640 1 -- 172.21.15.39:0/1713280313 wait complete. 2024-09-13T16:14:08.721 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 45, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:14:07.951859+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 63, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6867}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6867': {'gid': 6867, 'name': 'c', 'rank': 0, 'incarnation': 45, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6835/1146314336', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 1146314336}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1146314336}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:08.721 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6867:up:replay 2024-09-13T16:14:09.722 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:09.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.835+0000 7fca975d4640 1 Processor -- start 2024-09-13T16:14:09.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 -- start start 2024-09-13T16:14:09.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900721f0 0x7fca900ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca900ce7b0 0x7fca900cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fca900cc650 0x7fca90069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca9015bed0 con 0x7fca900ce7b0 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca900cebf0 con 0x7fca900cc650 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.836+0000 7fca975d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca9015aa50 con 0x7fca900721f0 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca900ce7b0 0x7fca900cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fca900ce7b0 0x7fca900cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50506/0 (socket says 172.21.15.39:50506) 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 -- 172.21.15.39:0/3746918230 learned_addr learned my addr 172.21.15.39:0/3746918230 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca95370640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900721f0 0x7fca900ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca95b71640 1 --2- 172.21.15.39:0/3746918230 >> v2:172.21.15.157:3300/0 conn(0x7fca900cc650 0x7fca90069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 -- 172.21.15.39:0/3746918230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900721f0 msgr2=0x7fca900ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900721f0 0x7fca900ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 -- 172.21.15.39:0/3746918230 >> v2:172.21.15.157:3300/0 conn(0x7fca900cc650 msgr2=0x7fca90069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 --2- 172.21.15.39:0/3746918230 >> v2:172.21.15.157:3300/0 conn(0x7fca900cc650 0x7fca90069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca94b6f640 1 -- 172.21.15.39:0/3746918230 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca9015af50 con 0x7fca900ce7b0 2024-09-13T16:14:09.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca95b71640 1 --2- 172.21.15.39:0/3746918230 >> v2:172.21.15.157:3300/0 conn(0x7fca900cc650 0x7fca90069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:09.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.837+0000 7fca95370640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900721f0 0x7fca900ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.838+0000 7fca94b6f640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900ce7b0 0x7fca900cc110 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fca900b13c0 tx=0x7fca8402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e81454d77d71f08 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.838+0000 7fca83fff640 1 -- 172.21.15.39:0/3746918230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca8402ae90 con 0x7fca900ce7b0 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.838+0000 7fca83fff640 1 -- 172.21.15.39:0/3746918230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca84032440 con 0x7fca900ce7b0 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.838+0000 7fca83fff640 1 -- 172.21.15.39:0/3746918230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca840327d0 con 0x7fca900ce7b0 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.838+0000 7fca975d4640 1 -- 172.21.15.39:0/3746918230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900ce7b0 msgr2=0x7fca900cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.838+0000 7fca975d4640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900ce7b0 0x7fca900cc110 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7fca900b13c0 tx=0x7fca8402a140 comp rx=0 tx=0).stop 2024-09-13T16:14:09.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 -- 172.21.15.39:0/3746918230 shutdown_connections 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900ce7b0 0x7fca900cc110 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 --2- 172.21.15.39:0/3746918230 >> v2:172.21.15.157:3300/0 conn(0x7fca900cc650 0x7fca90069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 --2- 172.21.15.39:0/3746918230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900721f0 0x7fca900ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 -- 172.21.15.39:0/3746918230 >> 172.21.15.39:0/3746918230 conn(0x7fca9006b3b0 msgr2=0x7fca9006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 -- 172.21.15.39:0/3746918230 shutdown_connections 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.839+0000 7fca975d4640 1 -- 172.21.15.39:0/3746918230 wait complete. 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.840+0000 7fca975d4640 1 Processor -- start 2024-09-13T16:14:09.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.840+0000 7fca975d4640 1 -- start start 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca975d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 0x7fca90148e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca975d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca900cc650 0x7fca90151f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca975d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900ce7b0 0x7fca90154f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca975d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca90152a60 con 0x7fca900721f0 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca975d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca90152d40 con 0x7fca900cc650 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca975d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca90153020 con 0x7fca900ce7b0 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 0x7fca90148e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 0x7fca90148e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50514/0 (socket says 172.21.15.39:50514) 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 -- 172.21.15.39:0/227493844 learned_addr learned my addr 172.21.15.39:0/227493844 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95b71640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900ce7b0 0x7fca90154f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca94b6f640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca900cc650 0x7fca90151f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 -- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900ce7b0 msgr2=0x7fca90154f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900ce7b0 0x7fca90154f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 -- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca900cc650 msgr2=0x7fca90151f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca900cc650 0x7fca90151f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 -- 172.21.15.39:0/227493844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca840094d0 con 0x7fca900721f0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca95370640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 0x7fca90148e40 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00c7c0 tx=0x7fca8c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.841+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca8c007a30 con 0x7fca900721f0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.842+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca8c007b90 con 0x7fca900721f0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.842+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca8c00ce70 con 0x7fca900721f0 2024-09-13T16:14:09.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.842+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca90153300 con 0x7fca900721f0 2024-09-13T16:14:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.842+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca900b27e0 con 0x7fca900721f0 2024-09-13T16:14:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.843+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca90153820 con 0x7fca900721f0 2024-09-13T16:14:09.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.843+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fca8c0113f0 con 0x7fca900721f0 2024-09-13T16:14:09.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.844+0000 7fca81ffb640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7406ac30 0x7fca7406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:09.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.844+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fca8c089460 con 0x7fca900721f0 2024-09-13T16:14:09.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.844+0000 7fca94b6f640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7406ac30 0x7fca7406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:09.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.845+0000 7fca94b6f640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7406ac30 0x7fca7406d0f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fca84034000 tx=0x7fca8402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:09.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:09.848+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fca90153820 con 0x7fca900721f0 2024-09-13T16:14:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.055+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fca90153820 con 0x7fca900721f0 2024-09-13T16:14:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.055+0000 7fca81ffb640 1 -- 172.21.15.39:0/227493844 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 47 v47) v1 ==== 94+0+4732 (secure 0 0 0) 0x7fca90153820 con 0x7fca900721f0 2024-09-13T16:14:10.057 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:10.057 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":47,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":47,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:09.957351+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:rejoin","state_seq":4,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 47 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7406ac30 msgr2=0x7fca7406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7406ac30 0x7fca7406d0f0 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7fca84034000 tx=0x7fca8402e000 comp rx=0 tx=0).stop 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 msgr2=0x7fca90148e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 0x7fca90148e40 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x7fca8c00c7c0 tx=0x7fca8c00cc80 comp rx=0 tx=0).stop 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 shutdown_connections 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca7406ac30 0x7fca7406d0f0 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fca900ce7b0 0x7fca90154f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fca900cc650 0x7fca90151f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 --2- 172.21.15.39:0/227493844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fca900721f0 0x7fca90148e40 unknown :-1 s=CLOSED pgs=954 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 >> 172.21.15.39:0/227493844 conn(0x7fca9006b3b0 msgr2=0x7fca90069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 shutdown_connections 2024-09-13T16:14:10.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:10.057+0000 7fca975d4640 1 -- 172.21.15.39:0/227493844 wait complete. 2024-09-13T16:14:10.472 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 47, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:14:09.957351+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 63, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6867}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6867': {'gid': 6867, 'name': 'c', 'rank': 0, 'incarnation': 45, 'state': 'up:rejoin', 'state_seq': 4, 'addr': '172.21.15.39:6835/1146314336', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 1146314336}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1146314336}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:10.472 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6867:up:rejoin 2024-09-13T16:14:11.474 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:11.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.588+0000 7f7430b83640 1 Processor -- start 2024-09-13T16:14:11.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.588+0000 7f7430b83640 1 -- start start 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7430b83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0721f0 0x7f742c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7430b83640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f742c0ce7b0 0x7f742c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7430b83640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f742c0cebf0 con 0x7f742c0cc650 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7430b83640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f742c15bed0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7430b83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f742c15aa50 con 0x7f742c0721f0 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7429d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f742c0ce7b0 0x7f742c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:11.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7429d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f742c0ce7b0 0x7f742c0cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50518/0 (socket says 172.21.15.39:50518) 2024-09-13T16:14:11.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.589+0000 7f7429d9b640 1 -- 172.21.15.39:0/1942945609 learned_addr learned my addr 172.21.15.39:0/1942945609 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:11.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f7429d9b640 1 -- 172.21.15.39:0/1942945609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0721f0 msgr2=0x7f742c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:11.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f7429d9b640 1 --2- 172.21.15.39:0/1942945609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0721f0 0x7f742c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f7429d9b640 1 -- 172.21.15.39:0/1942945609 >> v1:172.21.15.157:6789/0 conn(0x7f742c0cc650 legacy=0x7f742c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:11.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f7429d9b640 1 -- 172.21.15.39:0/1942945609 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f742c15af50 con 0x7f742c0ce7b0 2024-09-13T16:14:11.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f7429d9b640 1 --2- 172.21.15.39:0/1942945609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0cc110 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f7414009870 tx=0x7f741402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4686d25760c732c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:11.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f742959a640 1 -- 172.21.15.39:0/1942945609 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f741402ae90 con 0x7f742c0ce7b0 2024-09-13T16:14:11.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f742959a640 1 -- 172.21.15.39:0/1942945609 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7414032440 con 0x7f742c0ce7b0 2024-09-13T16:14:11.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.590+0000 7f742959a640 1 -- 172.21.15.39:0/1942945609 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74140327d0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 -- 172.21.15.39:0/1942945609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 msgr2=0x7f742c0cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 --2- 172.21.15.39:0/1942945609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0cc110 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7f7414009870 tx=0x7f741402a180 comp rx=0 tx=0).stop 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 -- 172.21.15.39:0/1942945609 shutdown_connections 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 --2- 172.21.15.39:0/1942945609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0cc110 unknown :-1 s=CLOSED pgs=955 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 --2- 172.21.15.39:0/1942945609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0721f0 0x7f742c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 -- 172.21.15.39:0/1942945609 >> 172.21.15.39:0/1942945609 conn(0x7f742c06b3b0 msgr2=0x7f742c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 -- 172.21.15.39:0/1942945609 shutdown_connections 2024-09-13T16:14:11.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.591+0000 7f7430b83640 1 -- 172.21.15.39:0/1942945609 wait complete. 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.592+0000 7f7430b83640 1 Processor -- start 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 -- start start 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f742c0721f0 0x7f742c152140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0cc650 0x7f742c0ad570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0adab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f742c155a50 con 0x7f742c0ce7b0 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f742c155cf0 con 0x7f742c0721f0 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f7430b83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f742c155fd0 con 0x7f742c0cc650 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f742ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0adab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:11.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f742ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0adab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50528/0 (socket says 172.21.15.39:50528) 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.593+0000 7f742ad9d640 1 -- 172.21.15.39:0/681601745 learned_addr learned my addr 172.21.15.39:0/681601745 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742a59c640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f742c0721f0 0x7f742c152140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f7429d9b640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0cc650 0x7f742c0ad570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742ad9d640 1 -- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0cc650 msgr2=0x7f742c0ad570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742ad9d640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0cc650 0x7f742c0ad570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742ad9d640 1 -- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f742c0721f0 msgr2=0x7f742c152140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742ad9d640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f742c0721f0 0x7f742c152140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742ad9d640 1 -- 172.21.15.39:0/681601745 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74140094d0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f742ad9d640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0adab0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f742400c390 tx=0x7f742400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74240035f0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7424003750 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f742c1562b0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7424003b00 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.594+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f742c152680 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.595+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f742c1567d0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.596+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7424003c60 con 0x7f742c0ce7b0 2024-09-13T16:14:11.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.596+0000 7f7422ffd640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f740c06ac00 0x7f740c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:11.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.596+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7424088500 con 0x7f742c0ce7b0 2024-09-13T16:14:11.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.596+0000 7f742a59c640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f740c06ac00 0x7f740c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:11.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.597+0000 7f742a59c640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f740c06ac00 0x7f740c06d0c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f741c00a400 tx=0x7f741c00d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:11.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.601+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f742c1567d0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.806+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f742c1567d0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.806+0000 7f7422ffd640 1 -- 172.21.15.39:0/681601745 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f742c1567d0 con 0x7f742c0ce7b0 2024-09-13T16:14:11.808 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:11.808 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":48,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:10.962158+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:11.808 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 48 2024-09-13T16:14:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f740c06ac00 msgr2=0x7f740c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f740c06ac00 0x7f740c06d0c0 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7f741c00a400 tx=0x7f741c00d040 comp rx=0 tx=0).stop 2024-09-13T16:14:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 msgr2=0x7f742c0adab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0adab0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7f742400c390 tx=0x7f742400c850 comp rx=0 tx=0).stop 2024-09-13T16:14:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 shutdown_connections 2024-09-13T16:14:11.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f740c06ac00 0x7f740c06d0c0 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f742c0ce7b0 0x7f742c0adab0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f742c0cc650 0x7f742c0ad570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 --2- 172.21.15.39:0/681601745 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f742c0721f0 0x7f742c152140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 >> 172.21.15.39:0/681601745 conn(0x7f742c06b3b0 msgr2=0x7f742c15b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 shutdown_connections 2024-09-13T16:14:11.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:11.808+0000 7f7430b83640 1 -- 172.21.15.39:0/681601745 wait complete. 2024-09-13T16:14:12.224 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 48, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:14:10.962158+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 63, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6867}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6867': {'gid': 6867, 'name': 'c', 'rank': 0, 'incarnation': 45, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.39:6835/1146314336', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 1146314336}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1146314336}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:12.224 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:14:12.224 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:14:12.291 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:14:12.290+0000 7f0bc875b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:12.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.327+0000 7f50907e9640 1 Processor -- start 2024-09-13T16:14:12.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.328+0000 7f50907e9640 1 -- start start 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.328+0000 7f50907e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f508815cef0 0x7f50880cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f50907e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50880b5ab0 0x7f50880b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f50907e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50880d11f0 con 0x7f50880cd560 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f50907e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50880b6460 con 0x7f508815cef0 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f50907e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f508815d2d0 con 0x7f50880b5ab0 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f508815cef0 0x7f50880cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508ed86640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50880b5ab0 0x7f50880b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f508815cef0 0x7f50880cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:55594/0 (socket says 172.21.15.39:55594) 2024-09-13T16:14:12.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 -- 172.21.15.39:0/2306732557 learned_addr learned my addr 172.21.15.39:0/2306732557 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 -- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50880b5ab0 msgr2=0x7f50880b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 --2- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50880b5ab0 0x7f50880b5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 -- 172.21.15.39:0/2306732557 >> v1:172.21.15.157:6789/0 conn(0x7f50880cd560 legacy=0x7f50880d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508e585640 1 -- 172.21.15.39:0/2306732557 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50880cda00 con 0x7f508815cef0 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.329+0000 7f508ed86640 1 --2- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50880b5ab0 0x7f50880b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.330+0000 7f508e585640 1 --2- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f508815cef0 0x7f50880cd020 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5084009870 tx=0x7f508402a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=93a9b0fd04a10324 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.330+0000 7f508d583640 1 -- 172.21.15.39:0/2306732557 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5084032640 con 0x7f508815cef0 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.330+0000 7f508d583640 1 -- 172.21.15.39:0/2306732557 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50840327a0 con 0x7f508815cef0 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.330+0000 7f508d583640 1 -- 172.21.15.39:0/2306732557 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5084032b30 con 0x7f508815cef0 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 -- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f508815cef0 msgr2=0x7f50880cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 --2- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f508815cef0 0x7f50880cd020 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f5084009870 tx=0x7f508402a300 comp rx=0 tx=0).stop 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 -- 172.21.15.39:0/2306732557 shutdown_connections 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 --2- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50880b5ab0 0x7f50880b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 --2- 172.21.15.39:0/2306732557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f508815cef0 0x7f50880cd020 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 -- 172.21.15.39:0/2306732557 >> 172.21.15.39:0/2306732557 conn(0x7f508806a3a0 msgr2=0x7f508806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 -- 172.21.15.39:0/2306732557 shutdown_connections 2024-09-13T16:14:12.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.331+0000 7f50907e9640 1 -- 172.21.15.39:0/2306732557 wait complete. 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.332+0000 7f50907e9640 1 Processor -- start 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.332+0000 7f50907e9640 1 -- start start 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f50907e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 0x7f5088157690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f50907e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50880cd560 0x7f508815de20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f50907e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f508815cef0 0x7f50880b78f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f50907e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508815efa0 con 0x7f50880b5ab0 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f50907e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f508815f280 con 0x7f50880cd560 2024-09-13T16:14:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f50907e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f508815f560 con 0x7f508815cef0 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 0x7f5088157690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 0x7f5088157690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50534/0 (socket says 172.21.15.39:50534) 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 -- 172.21.15.39:0/1466606526 learned_addr learned my addr 172.21.15.39:0/1466606526 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508ed86640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f508815cef0 0x7f50880b78f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508dd84640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50880cd560 0x7f508815de20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 -- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f508815cef0 msgr2=0x7f50880b78f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f508815cef0 0x7f50880b78f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 -- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50880cd560 msgr2=0x7f508815de20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50880cd560 0x7f508815de20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 -- 172.21.15.39:0/1466606526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5080009a70 con 0x7f50880b5ab0 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508dd84640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50880cd560 0x7f508815de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508ed86640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f508815cef0 0x7f50880b78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.333+0000 7f508e585640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 0x7f5088157690 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f5084000c00 tx=0x7f50840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.334+0000 7f507effd640 1 -- 172.21.15.39:0/1466606526 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508403d830 con 0x7f50880b5ab0 2024-09-13T16:14:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.334+0000 7f507effd640 1 -- 172.21.15.39:0/1466606526 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f508403d990 con 0x7f50880b5ab0 2024-09-13T16:14:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.334+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50840094d0 con 0x7f50880b5ab0 2024-09-13T16:14:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.334+0000 7f507effd640 1 -- 172.21.15.39:0/1466606526 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508403dd40 con 0x7f50880b5ab0 2024-09-13T16:14:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.334+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50880b4db0 con 0x7f50880b5ab0 2024-09-13T16:14:12.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.335+0000 7f507effd640 1 -- 172.21.15.39:0/1466606526 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5084039040 con 0x7f50880b5ab0 2024-09-13T16:14:12.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.336+0000 7f507effd640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f506c06ac00 0x7f506c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.336+0000 7f507effd640 1 -- 172.21.15.39:0/1466606526 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f50840a9f00 con 0x7f50880b5ab0 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.336+0000 7f508dd84640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f506c06ac00 0x7f506c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.337+0000 7f508dd84640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f506c06ac00 0x7f506c06d0c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5088157bd0 tx=0x7f5078009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.337+0000 7f50935e3740 1 Processor -- start 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.337+0000 7f50935e3740 1 -- start start 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2b70a0 0x561efa2b7480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f50935e3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 0x561efa304570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa304ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f50935e3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa2117c0 con 0x561efa2b4860 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa220b70 con 0x561efa2b70a0 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561efa21e300 con 0x561efa2de550 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 0x561efa304570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 0x561efa304570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50540/0 (socket says 172.21.15.39:50540) 2024-09-13T16:14:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 -- 172.21.15.39:0/80514857 learned_addr learned my addr 172.21.15.39:0/80514857 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508e585640 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2b70a0 0x561efa2b7480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508ed86640 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa304ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 -- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 msgr2=0x561efa304ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa304ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 -- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2b70a0 msgr2=0x561efa2b7480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2b70a0 0x561efa2b7480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.338+0000 7f508dd84640 1 -- 172.21.15.39:0/80514857 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561efa1a64b0 con 0x561efa2b4860 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.339+0000 7f508dd84640 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 0x561efa304570 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f507800d820 tx=0x7f5078010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a33294548e88d284 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.339+0000 7f506bfff640 1 -- 172.21.15.39:0/80514857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5078014ba0 con 0x561efa2b4860 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.339+0000 7f506bfff640 1 -- 172.21.15.39:0/80514857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5078014d00 con 0x561efa2b4860 2024-09-13T16:14:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.339+0000 7f506bfff640 1 -- 172.21.15.39:0/80514857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f507801f600 con 0x561efa2b4860 2024-09-13T16:14:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.339+0000 7f50935e3740 1 -- 172.21.15.39:0/80514857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 msgr2=0x561efa304570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.339+0000 7f50935e3740 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 0x561efa304570 secure :-1 s=READY pgs=958 cs=0 l=1 rev1=1 crypto rx=0x7f507800d820 tx=0x7f5078010000 comp rx=0 tx=0).stop 2024-09-13T16:14:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 -- 172.21.15.39:0/80514857 shutdown_connections 2024-09-13T16:14:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa304ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b4860 0x561efa304570 unknown :-1 s=CLOSED pgs=958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 --2- 172.21.15.39:0/80514857 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2b70a0 0x561efa2b7480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 -- 172.21.15.39:0/80514857 >> 172.21.15.39:0/80514857 conn(0x561efa2b37d0 msgr2=0x561efa2fbc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 -- 172.21.15.39:0/80514857 shutdown_connections 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 -- 172.21.15.39:0/80514857 wait complete. 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 -- start start 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.340+0000 7f50935e3740 1 Processor -- start 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa2c8460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa2f9210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2e2030 0x561efa2b1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa219bf0 con 0x561efa2b70a0 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa1d8250 con 0x561efa2e2030 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561efa1d7ef0 con 0x561efa2de550 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f50935e3740 10 client.0 _ll_register_callbacks cb 0x561efa20a740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f508e585640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa2c8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f508e585640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa2c8460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50550/0 (socket says 172.21.15.39:50550) 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.341+0000 7f508e585640 1 -- 172.21.15.39:0/3622687705 learned_addr learned my addr 172.21.15.39:0/3622687705 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508dd84640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa2f9210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508ed86640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2e2030 0x561efa2b1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508e585640 1 -- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 msgr2=0x561efa2f9210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508e585640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa2f9210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508e585640 1 -- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2e2030 msgr2=0x561efa2b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508e585640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2e2030 0x561efa2b1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508e585640 1 -- 172.21.15.39:0/3622687705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50880d11f0 con 0x561efa2b70a0 2024-09-13T16:14:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508ed86640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2e2030 0x561efa2b1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f508e585640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa2c8460 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f5084009870 tx=0x7f5084081160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f98a92480aecf2ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50697fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50697fa640 1 -- 172.21.15.39:0/3622687705 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508403dea0 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50697fa640 1 -- 172.21.15.39:0/3622687705 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f50840781a0 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561ef9f0d3c0 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50697fa640 1 -- 172.21.15.39:0/3622687705 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5084078360 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50935e3740 10 client.6906 fetch_fsmap learned FSMap version 48 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) v3 -- 0x561efa218270 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50697fa640 1 -- 172.21.15.39:0/3622687705 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x561ef9f0d3c0 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50697fa640 1 -- 172.21.15.39:0/3622687705 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f5084080c10 con 0x561efa2b70a0 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50935e3740 10 client.6906 fetch_fsmap finished waiting for FSMap version 48 2024-09-13T16:14:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50935e3740 10 client.6906 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.342+0000 7f50935e3740 20 client.6906 populate_metadata read hostname 'smithi039' 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.343+0000 7f50935e3740 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa2cac00 0x561efa2dc570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.343+0000 7f50935e3740 4 client.6906 mds_command: new command op to 6867 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.343+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 --> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561ef9f1e6c0 con 0x561efa2cac00 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.343+0000 7f508dd84640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa2cac00 0x561efa2dc570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.343+0000 7f508dd84640 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa2cac00 0x561efa2dc570 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=859d5a9124d6b583 server_cookie=594c31afcd74cf12 in_seq=0 out_seq=0 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.343+0000 7f50697fa640 10 client.6906 ms_handle_connect on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50697fa640 1 -- 172.21.15.39:0/3622687705 <== mds.0 v2:172.21.15.39:6833/1146314336 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561ef9f1e6c0 con 0x561efa2cac00 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50697fa640 10 client.6906 handle_command_reply: tid=0 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 client.6906 shutdown 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 msgr2=0x561efa2c8460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa2c8460 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7f5084009870 tx=0x7f5084081160 comp rx=0 tx=0).stop 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 shutdown_connections 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa2cac00 0x561efa2dc570 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2e2030 0x561efa2b1fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2de550 0x561efa2f9210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50697fa640 0 client.6906 ms_handle_reset on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 --2- 172.21.15.39:0/3622687705 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa2c8460 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 >> 172.21.15.39:0/3622687705 conn(0x561efa2b4860 msgr2=0x561efa2fc930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 shutdown_connections 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 1 -- 172.21.15.39:0/3622687705 wait complete. 2024-09-13T16:14:12.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.344+0000 7f50935e3740 20 client.6906 trim_cache size 0 max 16384 2024-09-13T16:14:12.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.359+0000 7f50935e3740 1 Processor -- start 2024-09-13T16:14:12.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.359+0000 7f50935e3740 1 -- start start 2024-09-13T16:14:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f50935e3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa303020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa303560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2e2030 0x561efa2db6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f50935e3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa19d460 con 0x561efa2b70a0 2024-09-13T16:14:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa2fb3d0 con 0x561efa2de550 2024-09-13T16:14:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561efa2febb0 con 0x561efa2e2030 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa303020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa303020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50560/0 (socket says 172.21.15.39:50560) 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 -- 172.21.15.39:0/1033469256 learned_addr learned my addr 172.21.15.39:0/1033469256 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508ed86640 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2e2030 0x561efa2db6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508dd84640 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa303560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 -- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2e2030 msgr2=0x561efa2db6a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2e2030 0x561efa2db6a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 -- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 msgr2=0x561efa303560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa303560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 -- 172.21.15.39:0/1033469256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561efa2b0ae0 con 0x561efa2b70a0 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f508e585640 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa303020 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f5084009080 tx=0x7f5084047000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=934cf88d7772a40a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f507cff9640 1 -- 172.21.15.39:0/1033469256 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508403dea0 con 0x561efa2b70a0 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f507cff9640 1 -- 172.21.15.39:0/1033469256 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5084094020 con 0x561efa2b70a0 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.360+0000 7f507cff9640 1 -- 172.21.15.39:0/1033469256 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5084078610 con 0x561efa2b70a0 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 -- 172.21.15.39:0/1033469256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 msgr2=0x561efa303020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa303020 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f5084009080 tx=0x7f5084047000 comp rx=0 tx=0).stop 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 -- 172.21.15.39:0/1033469256 shutdown_connections 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2e2030 0x561efa2db6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa303560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 --2- 172.21.15.39:0/1033469256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2b70a0 0x561efa303020 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 -- 172.21.15.39:0/1033469256 >> 172.21.15.39:0/1033469256 conn(0x561efa2b4860 msgr2=0x561efa2b3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 -- 172.21.15.39:0/1033469256 shutdown_connections 2024-09-13T16:14:12.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 -- 172.21.15.39:0/1033469256 wait complete. 2024-09-13T16:14:12.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.361+0000 7f50935e3740 1 -- start start 2024-09-13T16:14:12.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 Processor -- start 2024-09-13T16:14:12.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2b70a0 0x561efa2fda30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa364c20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 0x561efa2c8d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa2fdf70 con 0x561efa2e2030 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561efa2b5c00 con 0x561efa2de550 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.362+0000 7f50935e3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561efa2dc290 con 0x561efa2b70a0 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50935e3740 10 client.0 _ll_register_callbacks cb 0x7f5078001e10 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 0x561efa2c8d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 0x561efa2c8d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50570/0 (socket says 172.21.15.39:50570) 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 -- 172.21.15.39:0/23168275 learned_addr learned my addr 172.21.15.39:0/23168275 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508e585640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2b70a0 0x561efa2fda30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508dd84640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa364c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 -- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2b70a0 msgr2=0x561efa2fda30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2b70a0 0x561efa2fda30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 -- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 msgr2=0x561efa364c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa364c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 -- 172.21.15.39:0/23168275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561efa218270 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f508ed86640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 0x561efa2c8d50 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f5080007f20 tx=0x7f50800156a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42043cb3404a6f0e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50697fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50697fa640 1 -- 172.21.15.39:0/23168275 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5080018450 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50697fa640 1 -- 172.21.15.39:0/23168275 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f50800185b0 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f5078014d00 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50697fa640 1 -- 172.21.15.39:0/23168275 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=48) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5080018770 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50935e3740 10 client.6912 fetch_fsmap learned FSMap version 48 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.363+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=48,monmap=2+}) v3 -- 0x561efa1ba5f0 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50697fa640 1 -- 172.21.15.39:0/23168275 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5078014d00 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50697fa640 1 -- 172.21.15.39:0/23168275 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 48) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f5080018b20 con 0x561efa2e2030 2024-09-13T16:14:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 10 client.6912 fetch_fsmap finished waiting for FSMap version 48 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 10 client.6912 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 20 client.6912 populate_metadata read hostname 'smithi039' 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa303020 0x561efa303400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 4 client.6912 mds_command: new command op to 6867 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 --> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] -- command(tid 0: {"prefix": "status"}) v1 -- 0x561ef9f71d10 con 0x561efa303020 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f508e585640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa303020 0x561efa303400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50697fa640 10 client.6912 ms_handle_connect on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f508e585640 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa303020 0x561efa303400 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ed0031439b470a0 server_cookie=2cb100ab7e82a537 in_seq=0 out_seq=0 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50697fa640 1 -- 172.21.15.39:0/23168275 <== mds.0 v2:172.21.15.39:6833/1146314336 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x561ef9f71d10 con 0x561efa303020 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50697fa640 10 client.6912 handle_command_reply: tid=0 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 1 client.6912 shutdown 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 msgr2=0x561efa2c8d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.364+0000 7f50935e3740 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 0x561efa2c8d50 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f5080007f20 tx=0x7f50800156a0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 shutdown_connections 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561efa2e2030 0x561efa2c8d50 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x561efa303020 0x561efa303400 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561efa2de550 0x561efa364c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 --2- 172.21.15.39:0/23168275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561efa2b70a0 0x561efa2fda30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50697fa640 0 client.6912 ms_handle_reset on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 >> 172.21.15.39:0/23168275 conn(0x561efa2b4860 msgr2=0x561efa2b1c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 shutdown_connections 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 1 -- 172.21.15.39:0/23168275 wait complete. 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50935e3740 20 client.6912 trim_cache size 0 max 16384 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:14:12.373 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6867, 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.4119339479999997, 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 48, 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 63, 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 63, 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 11.045789284 2024-09-13T16:14:12.374 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:14:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f506c06ac00 msgr2=0x7f506c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f506c06ac00 0x7f506c06d0c0 secure :-1 s=READY pgs=412 cs=0 l=1 rev1=1 crypto rx=0x7f5088157bd0 tx=0x7f5078009040 comp rx=0 tx=0).stop 2024-09-13T16:14:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 msgr2=0x7f5088157690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 0x7f5088157690 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7f5084000c00 tx=0x7f50840046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 shutdown_connections 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f506c06ac00 0x7f506c06d0c0 unknown :-1 s=CLOSED pgs=412 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f508815cef0 0x7f50880b78f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50880cd560 0x7f508815de20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 --2- 172.21.15.39:0/1466606526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50880b5ab0 0x7f5088157690 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 >> 172.21.15.39:0/1466606526 conn(0x7f508806a3a0 msgr2=0x7f5088160e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 shutdown_connections 2024-09-13T16:14:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.365+0000 7f50907e9640 1 -- 172.21.15.39:0/1466606526 wait complete. 2024-09-13T16:14:12.380 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.480+0000 7fa859cf7640 1 Processor -- start 2024-09-13T16:14:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.480+0000 7fa859cf7640 1 -- start start 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa859cf7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa85415c710 0x7fa85406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa859cf7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85406be30 0x7fa8540b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa859cf7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa85406c2e0 con 0x7fa85415c330 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa859cf7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa85406f410 con 0x7fa85415c710 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa859cf7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa85406f6e0 con 0x7fa85406be30 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa8537fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa85415c330 0x7fa85406ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47244/0 (socket says 172.21.15.39:47244) 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa8537fe640 1 -- 172.21.15.39:0/3976304465 learned_addr learned my addr 172.21.15.39:0/3976304465 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:12.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa852ffd640 1 --2- 172.21.15.39:0/3976304465 >> v2:172.21.15.39:3300/0 conn(0x7fa85415c710 0x7fa85406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa8527fc640 1 -- 172.21.15.39:0/3976304465 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 647083589 0 0) 0x7fa85406c2e0 con 0x7fa85415c330 2024-09-13T16:14:12.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa8527fc640 1 -- 172.21.15.39:0/3976304465 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa83c003520 con 0x7fa85415c330 2024-09-13T16:14:12.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa852ffd640 1 -- 172.21.15.39:0/3976304465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85406be30 msgr2=0x7fa8540b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa852ffd640 1 --2- 172.21.15.39:0/3976304465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85406be30 0x7fa8540b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa852ffd640 1 -- 172.21.15.39:0/3976304465 >> v1:172.21.15.39:6789/0 conn(0x7fa85415c330 legacy=0x7fa85406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.481+0000 7fa852ffd640 1 -- 172.21.15.39:0/3976304465 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa85406f9c0 con 0x7fa85415c710 2024-09-13T16:14:12.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.482+0000 7fa852ffd640 1 --2- 172.21.15.39:0/3976304465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c710 0x7fa85406b8f0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fa8480097a0 tx=0x7fa84802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18b3662bf12467b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.482+0000 7fa8527fc640 1 -- 172.21.15.39:0/3976304465 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa848032440 con 0x7fa85415c710 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.482+0000 7fa8527fc640 1 -- 172.21.15.39:0/3976304465 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8480325a0 con 0x7fa85415c710 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.482+0000 7fa8527fc640 1 -- 172.21.15.39:0/3976304465 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa848032930 con 0x7fa85415c710 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 -- 172.21.15.39:0/3976304465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c710 msgr2=0x7fa85406b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3976304465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c710 0x7fa85406b8f0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7fa8480097a0 tx=0x7fa84802a180 comp rx=0 tx=0).stop 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 -- 172.21.15.39:0/3976304465 shutdown_connections 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3976304465 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85406be30 0x7fa8540b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3976304465 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c710 0x7fa85406b8f0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 -- 172.21.15.39:0/3976304465 >> 172.21.15.39:0/3976304465 conn(0x7fa85406d5c0 msgr2=0x7fa85406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 -- 172.21.15.39:0/3976304465 shutdown_connections 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.483+0000 7fa859cf7640 1 -- 172.21.15.39:0/3976304465 wait complete. 2024-09-13T16:14:12.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.484+0000 7fa859cf7640 1 Processor -- start 2024-09-13T16:14:12.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.484+0000 7fa859cf7640 1 -- start start 2024-09-13T16:14:12.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa859cf7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa85406be30 0x7fa8540cdd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa859cf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 0x7fa85414d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa859cf7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85415c710 0x7fa85415abb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa859cf7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8540c99a0 con 0x7fa85415c330 2024-09-13T16:14:12.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa859cf7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8540ce260 con 0x7fa85406be30 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa859cf7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8540cf140 con 0x7fa85415c710 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa852ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 0x7fa85414d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa852ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 0x7fa85414d0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50586/0 (socket says 172.21.15.39:50586) 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa852ffd640 1 -- 172.21.15.39:0/3005302300 learned_addr learned my addr 172.21.15.39:0/3005302300 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa8537fe640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa85406be30 0x7fa8540cdd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa853fff640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85415c710 0x7fa85415abb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.485+0000 7fa852ffd640 1 -- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85415c710 msgr2=0x7fa85415abb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa852ffd640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85415c710 0x7fa85415abb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa852ffd640 1 -- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa85406be30 msgr2=0x7fa8540cdd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa852ffd640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa85406be30 0x7fa8540cdd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa852ffd640 1 -- 172.21.15.39:0/3005302300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa848009400 con 0x7fa85415c330 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa8537fe640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa85406be30 0x7fa8540cdd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:12.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa852ffd640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 0x7fa85414d0b0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fa848035040 tx=0x7fa8480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa848030b80 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa848032e90 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8540cf420 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa848006e10 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.486+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8540c9ed0 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.487+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8540ccbe0 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.487+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa84803c400 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.488+0000 7fa83bfff640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa84006ac30 0x7fa84006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.488+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa8480a9fc0 con 0x7fa85415c330 2024-09-13T16:14:12.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.488+0000 7fa8537fe640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa84006ac30 0x7fa84006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.489+0000 7fa8537fe640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa84006ac30 0x7fa84006d0f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fa8440011e0 tx=0x7fa844009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.492+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa8480dd9c0 con 0x7fa85415c330 2024-09-13T16:14:12.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.697+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa8540ca0f0 con 0x7fa85415c330 2024-09-13T16:14:12.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.697+0000 7fa83bfff640 1 -- 172.21.15.39:0/3005302300 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 48 v48) v1 ==== 94+0+4732 (secure 0 0 0) 0x7fa84804a090 con 0x7fa85415c330 2024-09-13T16:14:12.699 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:12.699 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":48,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":48,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:10.962158+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:12.699 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 48 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa84006ac30 msgr2=0x7fa84006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa84006ac30 0x7fa84006d0f0 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7fa8440011e0 tx=0x7fa844009040 comp rx=0 tx=0).stop 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 msgr2=0x7fa85414d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 0x7fa85414d0b0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7fa848035040 tx=0x7fa8480046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 shutdown_connections 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa84006ac30 0x7fa84006d0f0 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa85415c710 0x7fa85415abb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa85415c330 0x7fa85414d0b0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 --2- 172.21.15.39:0/3005302300 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa85406be30 0x7fa8540cdd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 >> 172.21.15.39:0/3005302300 conn(0x7fa85406d5c0 msgr2=0x7fa854157150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 shutdown_connections 2024-09-13T16:14:12.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.699+0000 7fa859cf7640 1 -- 172.21.15.39:0/3005302300 wait complete. 2024-09-13T16:14:12.713 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 4:0 true 2024-09-13T16:14:12.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.815+0000 7fe0503ae640 1 Processor -- start 2024-09-13T16:14:12.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.815+0000 7fe0503ae640 1 -- start start 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe0503ae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe048156e60 0x7fe04815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe0503ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe04806a5e0 0x7fe0480b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe0503ae640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0480cb080 con 0x7fe0480b25b0 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe0503ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe048070d40 con 0x7fe04806a5e0 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe0503ae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0480b3120 con 0x7fe048156e60 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe04e94b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe04806a5e0 0x7fe0480b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe04d949640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe0480b25b0 0x7fe048069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:47248/0 (socket says 172.21.15.39:47248) 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe04d949640 1 -- 172.21.15.39:0/982608323 learned_addr learned my addr 172.21.15.39:0/982608323 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.816+0000 7fe04e14a640 1 --2- 172.21.15.39:0/982608323 >> v2:172.21.15.157:3300/0 conn(0x7fe048156e60 0x7fe04815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04e94b640 1 -- 172.21.15.39:0/982608323 >> v2:172.21.15.157:3300/0 conn(0x7fe048156e60 msgr2=0x7fe04815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04e94b640 1 --2- 172.21.15.39:0/982608323 >> v2:172.21.15.157:3300/0 conn(0x7fe048156e60 0x7fe04815aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04e94b640 1 -- 172.21.15.39:0/982608323 >> v1:172.21.15.39:6789/0 conn(0x7fe0480b25b0 legacy=0x7fe048069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04e94b640 1 -- 172.21.15.39:0/982608323 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0480b3400 con 0x7fe04806a5e0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04d148640 1 -- 172.21.15.39:0/982608323 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1001518084 0 0) 0x7fe0480cb080 con 0x7fe0480b25b0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04e14a640 1 --2- 172.21.15.39:0/982608323 >> v2:172.21.15.157:3300/0 conn(0x7fe048156e60 0x7fe04815aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04e94b640 1 --2- 172.21.15.39:0/982608323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04806a5e0 0x7fe0480b2a40 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fe0480739e0 tx=0x7fe04002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cfd6842ed9a9a844 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.817+0000 7fe04d148640 1 -- 172.21.15.39:0/982608323 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe040032440 con 0x7fe04806a5e0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe04d148640 1 -- 172.21.15.39:0/982608323 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0400325a0 con 0x7fe04806a5e0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe04d148640 1 -- 172.21.15.39:0/982608323 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe040032930 con 0x7fe04806a5e0 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 -- 172.21.15.39:0/982608323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04806a5e0 msgr2=0x7fe0480b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 --2- 172.21.15.39:0/982608323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04806a5e0 0x7fe0480b2a40 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7fe0480739e0 tx=0x7fe04002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 -- 172.21.15.39:0/982608323 shutdown_connections 2024-09-13T16:14:12.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 --2- 172.21.15.39:0/982608323 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04806a5e0 0x7fe0480b2a40 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 --2- 172.21.15.39:0/982608323 >> v2:172.21.15.157:3300/0 conn(0x7fe048156e60 0x7fe04815aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 -- 172.21.15.39:0/982608323 >> 172.21.15.39:0/982608323 conn(0x7fe0480b00a0 msgr2=0x7fe0480b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:12.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 -- 172.21.15.39:0/982608323 shutdown_connections 2024-09-13T16:14:12.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.818+0000 7fe0503ae640 1 -- 172.21.15.39:0/982608323 wait complete. 2024-09-13T16:14:12.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.819+0000 7fe0503ae640 1 Processor -- start 2024-09-13T16:14:12.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.819+0000 7fe0503ae640 1 -- start start 2024-09-13T16:14:12.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe0503ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe04806a5e0 0x7fe0481f5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe0503ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 0x7fe04814ec50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe0503ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe048156e60 0x7fe04815b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe0503ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0481f6180 con 0x7fe0480b25b0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe0503ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe048153fe0 con 0x7fe048156e60 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe0503ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0481542c0 con 0x7fe04806a5e0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe04d949640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 0x7fe04814ec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe04d949640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 0x7fe04814ec50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50600/0 (socket says 172.21.15.39:50600) 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe04d949640 1 -- 172.21.15.39:0/2057942916 learned_addr learned my addr 172.21.15.39:0/2057942916 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe04e94b640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe048156e60 0x7fe04815b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.820+0000 7fe04e14a640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe04806a5e0 0x7fe0481f5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe04d949640 1 -- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe04806a5e0 msgr2=0x7fe0481f5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe04d949640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe04806a5e0 0x7fe0481f5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe04d949640 1 -- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe048156e60 msgr2=0x7fe04815b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe04d949640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe048156e60 0x7fe04815b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe04d949640 1 -- 172.21.15.39:0/2057942916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe040009400 con 0x7fe0480b25b0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe04d949640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 0x7fe04814ec50 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fe03c00c4d0 tx=0x7fe03c00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe03c0074e0 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe03c007660 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0481545a0 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe03c004a20 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.821+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe048154b60 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.822+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe048154d80 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.822+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe03c004b80 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.823+0000 7fe046ffd640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe03406ac30 0x7fe03406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.823+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe03c0888a0 con 0x7fe0480b25b0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.823+0000 7fe04e14a640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe03406ac30 0x7fe03406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:12.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.824+0000 7fe04e14a640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe03406ac30 0x7fe03406d0f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe038003fd0 tx=0x7fe038003ce0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:12.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:12.827+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe03c053ab0 con 0x7fe0480b25b0 2024-09-13T16:14:13.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.064+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "4:0", "val": "true"} v 0) v1 -- 0x7fe0480672f0 con 0x7fe0480b25b0 2024-09-13T16:14:13.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.980+0000 7fe046ffd640 1 -- 172.21.15.39:0/2057942916 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "4:0", "val": "true"}]=0 freezing mds.6867 v49) v1 ==== 112+0+0 (secure 0 0 0) 0x7fe03c018020 con 0x7fe0480b25b0 2024-09-13T16:14:13.982 INFO:teuthology.orchestra.run.smithi039.stderr:freezing mds.6867 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe03406ac30 msgr2=0x7fe03406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe03406ac30 0x7fe03406d0f0 secure :-1 s=READY pgs=414 cs=0 l=1 rev1=1 crypto rx=0x7fe038003fd0 tx=0x7fe038003ce0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 msgr2=0x7fe04814ec50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 0x7fe04814ec50 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7fe03c00c4d0 tx=0x7fe03c00c990 comp rx=0 tx=0).stop 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 shutdown_connections 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe03406ac30 0x7fe03406d0f0 unknown :-1 s=CLOSED pgs=414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe048156e60 0x7fe04815b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0480b25b0 0x7fe04814ec50 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 --2- 172.21.15.39:0/2057942916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe04806a5e0 0x7fe0481f5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 >> 172.21.15.39:0/2057942916 conn(0x7fe0480b00a0 msgr2=0x7fe0480ad6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 shutdown_connections 2024-09-13T16:14:13.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:13.983+0000 7fe0503ae640 1 -- 172.21.15.39:0/2057942916 wait complete. 2024-09-13T16:14:13.998 DEBUG:teuthology.orchestra.run.smithi039:> sudo daemon-helper kill ceph --cluster ceph -w 2024-09-13T16:14:14.001 DEBUG:teuthology.orchestra.run.smithi039:> timeout 30 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --connect-timeout=60 tell mds.4:0 flush journal 2024-09-13T16:14:14.003 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-09-13T16:14:14.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.111+0000 7f650b496640 1 Processor -- start 2024-09-13T16:14:14.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.112+0000 7f650b496640 1 -- start start 2024-09-13T16:14:14.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f650b496640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 0x7f650415cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f650b496640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f650415d240 0x7f65040cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f650b496640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f650415dd50 con 0x7f6504160400 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f650b496640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65040cd290 con 0x7f650415d240 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f650b496640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f650415d790 con 0x7f650415c920 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f6508a31640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6504160400 0x7f65040d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33294/0 (socket says 172.21.15.39:33294) 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f6508a31640 1 -- 172.21.15.39:0/3770435322 learned_addr learned my addr 172.21.15.39:0/3770435322 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3414623382 0 0) 0x7f650415dd50 con 0x7f6504160400 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64f0003520 con 0x7f6504160400 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1175535399 0 0) 0x7f64f0003520 con 0x7f6504160400 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 msgr2=0x7f650415cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 0x7f650415cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 >> v2:172.21.15.157:3300/0 conn(0x7f650415d240 msgr2=0x7f65040cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 --2- 172.21.15.39:0/3770435322 >> v2:172.21.15.157:3300/0 conn(0x7f650415d240 0x7f65040cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f650415da70 con 0x7f6504160400 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f64f4001670 con 0x7f6504160400 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 >> v1:172.21.15.39:6789/0 conn(0x7f6504160400 legacy=0x7f65040d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64f0003970 0x7f64f0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 0x7f64f00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0004d50 0x7f64f00051d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65040cd290 con 0x7f64f0003970 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f650415d790 con 0x7f64f0004d50 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.113+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64f000bc80 con 0x7f650415c920 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509232640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64f0003970 0x7f64f0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509a33640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0004d50 0x7f64f00051d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6508a31640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 0x7f64f00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509232640 1 -- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 msgr2=0x7f64f00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509232640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f650415c920 0x7f64f00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509232640 1 -- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0004d50 msgr2=0x7f64f00051d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509232640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0004d50 0x7f64f00051d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.114+0000 7f6509232640 1 -- 172.21.15.39:0/3770435322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64f0003520 con 0x7f64f0003970 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.115+0000 7f6509232640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64f0003970 0x7f64f0003d90 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f6500009860 tx=0x7f64f00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb424576aab718bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.115+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f650002aa50 con 0x7f64f0003970 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.115+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f650002abd0 con 0x7f64f0003970 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.115+0000 7f64fbfff640 1 -- 172.21.15.39:0/3770435322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6500032440 con 0x7f64f0003970 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f650b496640 1 -- 172.21.15.39:0/3770435322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64f0003970 msgr2=0x7f64f0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f650b496640 1 --2- 172.21.15.39:0/3770435322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64f0003970 0x7f64f0003d90 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f6500009860 tx=0x7f64f00057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f6509a33640 1 -- 172.21.15.39:0/3770435322 reap_dead start 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f650b496640 1 -- 172.21.15.39:0/3770435322 shutdown_connections 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f650b496640 1 -- 172.21.15.39:0/3770435322 >> 172.21.15.39:0/3770435322 conn(0x7f650406a790 msgr2=0x7f650406aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f650b496640 1 -- 172.21.15.39:0/3770435322 shutdown_connections 2024-09-13T16:14:14.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.116+0000 7f650b496640 1 -- 172.21.15.39:0/3770435322 wait complete. 2024-09-13T16:14:14.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 Processor -- start 2024-09-13T16:14:14.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 -- start start 2024-09-13T16:14:14.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0003970 0x7f650415f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65041e63a0 0x7f6504155660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65040b4860 0x7f6504155ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65040b29c0 con 0x7f65040b4860 2024-09-13T16:14:14.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65041560e0 con 0x7f64f0003970 2024-09-13T16:14:14.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f650b496640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65041e6830 con 0x7f65041e63a0 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.118+0000 7f6509a33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65040b4860 0x7f6504155ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65040b4860 0x7f6504155ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57754/0 (socket says 172.21.15.39:57754) 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 -- 172.21.15.39:0/2160597476 learned_addr learned my addr 172.21.15.39:0/2160597476 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 -- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65041e63a0 msgr2=0x7f6504155660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 --2- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65041e63a0 0x7f6504155660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 -- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0003970 msgr2=0x7f650415f650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 --2- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64f0003970 0x7f650415f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 -- 172.21.15.39:0/2160597476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65040d1450 con 0x7f65040b4860 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f6509a33640 1 --2- 172.21.15.39:0/2160597476 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65040b4860 0x7f6504155ba0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f65040ce700 tx=0x7f64fc00ede0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f64f9ffb640 1 -- 172.21.15.39:0/2160597476 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64fc00cda0 con 0x7f65040b4860 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f64f9ffb640 1 -- 172.21.15.39:0/2160597476 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64fc016420 con 0x7f65040b4860 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f650b496640 1 -- 172.21.15.39:0/2160597476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65041e6b10 con 0x7f65040b4860 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f64f9ffb640 1 -- 172.21.15.39:0/2160597476 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64fc0167d0 con 0x7f65040b4860 2024-09-13T16:14:14.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.119+0000 7f650b496640 1 -- 172.21.15.39:0/2160597476 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65041e70d0 con 0x7f65040b4860 2024-09-13T16:14:14.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.121+0000 7f64f9ffb640 1 -- 172.21.15.39:0/2160597476 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f64fc016930 con 0x7f65040b4860 2024-09-13T16:14:14.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.122+0000 7f64f9ffb640 1 --2- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64e806ac00 0x7f64e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.122+0000 7f64f9ffb640 1 -- 172.21.15.39:0/2160597476 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f64fc008030 con 0x7f65040b4860 2024-09-13T16:14:14.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.122+0000 7f6509232640 1 --2- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64e806ac00 0x7f64e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.123+0000 7f6509232640 1 --2- 172.21.15.39:0/2160597476 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64e806ac00 0x7f64e806d0c0 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7f6500034000 tx=0x7f650002c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.123+0000 7f650e1bb740 1 Processor -- start 2024-09-13T16:14:14.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.123+0000 7f650e1bb740 1 -- start start 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b792f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b5c2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b787d0 0x564ca3b5c800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f650e1bb740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3a9c990 con 0x564ca3b79830 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3a9a120 con 0x564ca3b78f10 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564ca3a95a10 con 0x564ca3b787d0 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b5c2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b5c2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57760/0 (socket says 172.21.15.39:57760) 2024-09-13T16:14:14.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 -- 172.21.15.39:0/3971800372 learned_addr learned my addr 172.21.15.39:0/3971800372 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6509a33640 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b787d0 0x564ca3b5c800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6509232640 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b792f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 -- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b787d0 msgr2=0x564ca3b5c800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b787d0 0x564ca3b5c800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 -- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 msgr2=0x564ca3b792f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b792f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.124+0000 7f6508a31640 1 -- 172.21.15.39:0/3971800372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564ca3a475f0 con 0x564ca3b79830 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.125+0000 7f6508a31640 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b5c2c0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f64f40017a0 tx=0x7f64f4005db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b0267fc89ea6d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.125+0000 7f64eeffd640 1 -- 172.21.15.39:0/3971800372 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f400e950 con 0x564ca3b79830 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.125+0000 7f64eeffd640 1 -- 172.21.15.39:0/3971800372 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64f400eab0 con 0x564ca3b79830 2024-09-13T16:14:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.125+0000 7f64eeffd640 1 -- 172.21.15.39:0/3971800372 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f400ee60 con 0x564ca3b79830 2024-09-13T16:14:14.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.125+0000 7f650e1bb740 1 -- 172.21.15.39:0/3971800372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 msgr2=0x564ca3b5c2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.125+0000 7f650e1bb740 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b5c2c0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7f64f40017a0 tx=0x7f64f4005db0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 -- 172.21.15.39:0/3971800372 shutdown_connections 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b787d0 0x564ca3b5c800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b5c2c0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 --2- 172.21.15.39:0/3971800372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b792f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 -- 172.21.15.39:0/3971800372 >> 172.21.15.39:0/3971800372 conn(0x564ca3b2ecf0 msgr2=0x564ca3b772c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 -- 172.21.15.39:0/3971800372 shutdown_connections 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 -- 172.21.15.39:0/3971800372 wait complete. 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 -- start start 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.126+0000 7f650e1bb740 1 Processor -- start 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3b5a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b79830 0x564ca3b749d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b77240 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3a368d0 con 0x564ca3b78f10 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3a36570 con 0x564ca3b79830 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564ca3a18ba0 con 0x564ca3b52300 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f650e1bb740 10 client.0 _ll_register_callbacks cb 0x564ca3a8f1e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f6509232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3b5a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f6509232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3b5a2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57774/0 (socket says 172.21.15.39:57774) 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f6509232640 1 -- 172.21.15.39:0/1577477602 learned_addr learned my addr 172.21.15.39:0/1577477602 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f6509a33640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b77240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.127+0000 7f6508a31640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b79830 0x564ca3b749d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509232640 1 -- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 msgr2=0x564ca3b77240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509232640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b77240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509232640 1 -- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b79830 msgr2=0x564ca3b749d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509232640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b79830 0x564ca3b749d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509232640 1 -- 172.21.15.39:0/1577477602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64f400f040 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509a33640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b77240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f6509232640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3b5a2c0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f6500009980 tx=0x7f6500004840 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8670d5849a1938c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f64e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f64e3fff640 1 -- 172.21.15.39:0/1577477602 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f650003e9c0 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f64e3fff640 1 -- 172.21.15.39:0/1577477602 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6500043070 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564ca3746930 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f64e3fff640 1 -- 172.21.15.39:0/1577477602 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7f650003eb20 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f650e1bb740 10 client.6942 fetch_fsmap learned FSMap version 49 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.128+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=2+}) v3 -- 0x564ca3a94090 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f64e3fff640 1 -- 172.21.15.39:0/1577477602 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x564ca3746930 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f64e3fff640 1 -- 172.21.15.39:0/1577477602 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 49) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f650003ec80 con 0x564ca3b78f10 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f650e1bb740 10 client.6942 fetch_fsmap finished waiting for FSMap version 49 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f650e1bb740 10 client.6942 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.c 2024-09-13T16:14:14.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f650e1bb740 20 client.6942 populate_metadata read hostname 'smithi039' 2024-09-13T16:14:14.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f650e1bb740 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b77780 0x564ca3b51270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f650e1bb740 4 client.6942 mds_command: new command op to 6867 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:14:14.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 --> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564ca3789710 con 0x564ca3b77780 2024-09-13T16:14:14.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f6508a31640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b77780 0x564ca3b51270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f64e3fff640 10 client.6942 ms_handle_connect on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.129+0000 7f6508a31640 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b77780 0x564ca3b51270 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=a7d3a741d1c8df1 server_cookie=1b91da219ac8d1c3 in_seq=0 out_seq=0 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f64e3fff640 1 -- 172.21.15.39:0/1577477602 <== mds.0 v2:172.21.15.39:6833/1146314336 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564ca3789710 con 0x564ca3b77780 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f64e3fff640 10 client.6942 handle_command_reply: tid=0 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 client.6942 shutdown 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 msgr2=0x564ca3b5a2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3b5a2c0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f6500009980 tx=0x7f6500004840 comp rx=0 tx=0).stop 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 shutdown_connections 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b77240 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b77780 0x564ca3b51270 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b79830 0x564ca3b749d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 --2- 172.21.15.39:0/1577477602 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3b5a2c0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 >> 172.21.15.39:0/1577477602 conn(0x564ca3b787d0 msgr2=0x564ca3b59090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f64e3fff640 0 client.6942 ms_handle_reset on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 shutdown_connections 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 1 -- 172.21.15.39:0/1577477602 wait complete. 2024-09-13T16:14:14.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.130+0000 7f650e1bb740 20 client.6942 trim_cache size 0 max 16384 2024-09-13T16:14:14.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.136+0000 7fd3f06b8640 1 Processor -- start 2024-09-13T16:14:14.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.136+0000 7fd3f06b8640 1 -- start start 2024-09-13T16:14:14.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3f06b8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3e815a600 0x7fd3e80ce0e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3f06b8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd3e80cf760 0x7fd3e80cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3f06b8640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3e80ce6c0 con 0x7fd3e8071e80 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3f06b8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3e80cf340 con 0x7fd3e815a600 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3f06b8640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3e80ce9a0 con 0x7fd3e80cf760 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3e815a600 0x7fd3e80ce0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd3e815a600 0x7fd3e80ce0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57780/0 (socket says 172.21.15.39:57780) 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 -- 172.21.15.39:0/3919576326 learned_addr learned my addr 172.21.15.39:0/3919576326 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3eec55640 1 --2- 172.21.15.39:0/3919576326 >> v2:172.21.15.157:3300/0 conn(0x7fd3e80cf760 0x7fd3e80cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 -- 172.21.15.39:0/3919576326 >> v2:172.21.15.157:3300/0 conn(0x7fd3e80cf760 msgr2=0x7fd3e80cfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 --2- 172.21.15.39:0/3919576326 >> v2:172.21.15.157:3300/0 conn(0x7fd3e80cf760 0x7fd3e80cfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 -- 172.21.15.39:0/3919576326 >> v1:172.21.15.157:6789/0 conn(0x7fd3e8071e80 legacy=0x7fd3e80cbca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.137+0000 7fd3ee454640 1 -- 172.21.15.39:0/3919576326 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e80cec80 con 0x7fd3e815a600 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.138+0000 7fd3ee454640 1 --2- 172.21.15.39:0/3919576326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80ce0e0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80b2500 tx=0x7fd3e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b87f79ca9045f48 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.138+0000 7fd3ed452640 1 -- 172.21.15.39:0/3919576326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4032440 con 0x7fd3e815a600 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.138+0000 7fd3ed452640 1 -- 172.21.15.39:0/3919576326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e40325a0 con 0x7fd3e815a600 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.138+0000 7fd3ed452640 1 -- 172.21.15.39:0/3919576326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e4032930 con 0x7fd3e815a600 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 -- 172.21.15.39:0/3919576326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 msgr2=0x7fd3e80ce0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 --2- 172.21.15.39:0/3919576326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80ce0e0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fd3e80b2500 tx=0x7fd3e402a230 comp rx=0 tx=0).stop 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 -- 172.21.15.39:0/3919576326 shutdown_connections 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 --2- 172.21.15.39:0/3919576326 >> v2:172.21.15.157:3300/0 conn(0x7fd3e80cf760 0x7fd3e80cfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 --2- 172.21.15.39:0/3919576326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80ce0e0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 -- 172.21.15.39:0/3919576326 >> 172.21.15.39:0/3919576326 conn(0x7fd3e8065ff0 msgr2=0x7fd3e8066400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 -- 172.21.15.39:0/3919576326 shutdown_connections 2024-09-13T16:14:14.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.139+0000 7fd3f06b8640 1 -- 172.21.15.39:0/3919576326 wait complete. 2024-09-13T16:14:14.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.140+0000 7fd3f06b8640 1 Processor -- start 2024-09-13T16:14:14.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.140+0000 7fd3f06b8640 1 -- start start 2024-09-13T16:14:14.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3f06b8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8071e80 0x7fd3e8150ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3f06b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3e80cf760 0x7fd3e80c4a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3f06b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80c5f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3f06b8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e806b840 con 0x7fd3e815a600 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3f06b8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e80c5460 con 0x7fd3e8071e80 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3f06b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3e80c4f60 con 0x7fd3e80cf760 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80c5f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80c5f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57794/0 (socket says 172.21.15.39:57794) 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 -- 172.21.15.39:0/1397460481 learned_addr learned my addr 172.21.15.39:0/1397460481 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3ee454640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8071e80 0x7fd3e8150ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3edc53640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3e80cf760 0x7fd3e80c4a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 -- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3e80cf760 msgr2=0x7fd3e80c4a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3e80cf760 0x7fd3e80c4a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 -- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8071e80 msgr2=0x7fd3e8150ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3e8071e80 0x7fd3e8150ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3eec55640 1 -- 172.21.15.39:0/1397460481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3e40094d0 con 0x7fd3e815a600 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.141+0000 7fd3edc53640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd3e80cf760 0x7fd3e80c4a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.142+0000 7fd3eec55640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd3e815a600 0x7fd3e80c5f10 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7fd3e0007e90 tx=0x7fd3e000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.142+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0014420 con 0x7fd3e815a600 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.142+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3e0014580 con 0x7fd3e815a600 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.142+0000 7fd3f06b8640 1 -- 172.21.15.39:0/1397460481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3e80c6450 con 0x7fd3e815a600 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.142+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3e0014930 con 0x7fd3e815a600 2024-09-13T16:14:14.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.142+0000 7fd3f06b8640 1 -- 172.21.15.39:0/1397460481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3e806b180 con 0x7fd3e815a600 2024-09-13T16:14:14.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.143+0000 7fd3f06b8640 1 -- 172.21.15.39:0/1397460481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7fd3e806b980 con 0x7fd3e815a600 2024-09-13T16:14:14.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3e0014a90 con 0x7fd3e815a600 2024-09-13T16:14:14.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7fd3deffd640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7f650e1bb740 1 Processor -- start 2024-09-13T16:14:14.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd3e008a670 con 0x7fd3e815a600 2024-09-13T16:14:14.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7f650e1bb740 1 -- start start 2024-09-13T16:14:14.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+515 (secure 0 0 0) 0x7fd3e008aae0 con 0x7fd3e815a600 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7fd3ee454640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.144+0000 7fd3f06b8640 1 -- 172.21.15.39:0/1397460481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({log-info=0+}) v3 -- 0x7fd3e80c6450 con 0x7fd3e815a600 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 7 ==== log(1 entries from seq 673 at 2024-09-13T16:14:13.065674+0000) v1 ==== 309+0+0 (secure 0 0 0) 0x7fd3e0059c40 con 0x7fd3e815a600 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b998c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b2dc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7fd3ee454640 1 --2- 172.21.15.39:0/1397460481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3cc06ac00 0x7fd3cc06d0c0 secure :-1 s=READY pgs=416 cs=0 l=1 rev1=1 crypto rx=0x7fd3e4034000 tx=0x7fd3e402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b31fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f650e1bb740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3b52020 con 0x564ca3b79830 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3b5aa10 con 0x564ca3b78f10 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564ca3b77aa0 con 0x564ca3b52300 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b31fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b998c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b31fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57798/0 (socket says 172.21.15.39:57798) 2024-09-13T16:14:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 -- 172.21.15.39:0/4207034446 learned_addr learned my addr 172.21.15.39:0/4207034446 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6508a31640 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b2dc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 -- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 msgr2=0x564ca3b998c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b998c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 -- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 msgr2=0x564ca3b2dc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b2dc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509a33640 1 -- 172.21.15.39:0/4207034446 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564ca3ac8530 con 0x564ca3b79830 2024-09-13T16:14:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.145+0000 7f6509232640 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.146+0000 7f6509a33640 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b31fc0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f64fc058800 tx=0x7f64fc021040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=574f0006a9de8e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.146+0000 7f64ef7fe640 1 -- 172.21.15.39:0/4207034446 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64fc084070 con 0x564ca3b79830 2024-09-13T16:14:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.146+0000 7f64ef7fe640 1 -- 172.21.15.39:0/4207034446 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64fc056ea0 con 0x564ca3b79830 2024-09-13T16:14:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.146+0000 7f64ef7fe640 1 -- 172.21.15.39:0/4207034446 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64fc057ff0 con 0x564ca3b79830 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.146+0000 7f650e1bb740 1 -- 172.21.15.39:0/4207034446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 msgr2=0x564ca3b31fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.146+0000 7f650e1bb740 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b31fc0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7f64fc058800 tx=0x7f64fc021040 comp rx=0 tx=0).stop 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 -- 172.21.15.39:0/4207034446 shutdown_connections 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b79830 0x564ca3b31fc0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b78f10 0x564ca3b2dc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 --2- 172.21.15.39:0/4207034446 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b52300 0x564ca3b998c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 -- 172.21.15.39:0/4207034446 >> 172.21.15.39:0/4207034446 conn(0x564ca3b787d0 msgr2=0x564ca3b51890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 -- 172.21.15.39:0/4207034446 shutdown_connections 2024-09-13T16:14:14.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 -- 172.21.15.39:0/4207034446 wait complete. 2024-09-13T16:14:14.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 -- start start 2024-09-13T16:14:14.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.147+0000 7f650e1bb740 1 Processor -- start 2024-09-13T16:14:14.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b52300 0x564ca3b959f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3be40f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b79830 0x564ca3b98420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3b99220 con 0x564ca3b78f10 2024-09-13T16:14:14.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564ca3b7ad00 con 0x564ca3b52300 2024-09-13T16:14:14.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564ca3b7aa20 con 0x564ca3b79830 2024-09-13T16:14:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f650e1bb740 10 client.0 _ll_register_callbacks cb 0x7f64f00046a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f6508a31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3be40f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f6508a31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3be40f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57812/0 (socket says 172.21.15.39:57812) 2024-09-13T16:14:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f6508a31640 1 -- 172.21.15.39:0/4221411618 learned_addr learned my addr 172.21.15.39:0/4221411618 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f6509a33640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b79830 0x564ca3b98420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.148+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b52300 0x564ca3b959f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f6508a31640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b79830 msgr2=0x564ca3b98420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f6508a31640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564ca3b79830 0x564ca3b98420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f6508a31640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b52300 msgr2=0x564ca3b959f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f6508a31640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564ca3b52300 0x564ca3b959f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f6508a31640 1 -- 172.21.15.39:0/4221411618 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564ca3a94090 con 0x564ca3b78f10 2024-09-13T16:14:14.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f6508a31640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564ca3b78f10 0x564ca3be40f0 secure :-1 s=READY pgs=976 cs=0 l=1 rev1=1 crypto rx=0x7f64f4017040 tx=0x7f64f4007070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=233740def42b84e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f64e3fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:14:14.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f64e3fff640 1 -- 172.21.15.39:0/4221411618 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f4014480 con 0x564ca3b78f10 2024-09-13T16:14:14.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f64e3fff640 1 -- 172.21.15.39:0/4221411618 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f64f40145e0 con 0x564ca3b78f10 2024-09-13T16:14:14.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f650e1bb740 1 -- 172.21.15.39:0/4221411618 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f64f400eab0 con 0x564ca3b78f10 2024-09-13T16:14:14.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f64e3fff640 1 -- 172.21.15.39:0/4221411618 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=49) v2 ==== 24+0+0 (secure 0 0 0) 0x7f64f40147a0 con 0x564ca3b78f10 2024-09-13T16:14:14.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f650e1bb740 10 client.6954 fetch_fsmap learned FSMap version 49 2024-09-13T16:14:14.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f650e1bb740 1 -- 172.21.15.39:0/4221411618 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=49,monmap=2+}) v3 -- 0x7f65041e70d0 con 0x564ca3b78f10 2024-09-13T16:14:14.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f64e3fff640 1 -- 172.21.15.39:0/4221411618 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64f400eab0 con 0x564ca3b78f10 2024-09-13T16:14:14.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.149+0000 7f64e3fff640 1 -- 172.21.15.39:0/4221411618 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 49) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f64f4014900 con 0x564ca3b78f10 2024-09-13T16:14:14.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f650e1bb740 10 client.6954 fetch_fsmap finished waiting for FSMap version 49 2024-09-13T16:14:14.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f650e1bb740 10 client.6954 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.c 2024-09-13T16:14:14.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f650e1bb740 20 client.6954 populate_metadata read hostname 'smithi039' 2024-09-13T16:14:14.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f650e1bb740 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f650e1bb740 4 client.6954 mds_command: new command op to 6867 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:14:14.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f650e1bb740 1 -- 172.21.15.39:0/4221411618 --> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564ca379aa10 con 0x564ca3b98960 2024-09-13T16:14:14.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f64e3fff640 10 client.6954 ms_handle_connect on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.150+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a2d8a7d1f08ffc1 server_cookie=10af8898a5a3d859 in_seq=0 out_seq=0 2024-09-13T16:14:14.167 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:14:14.152+0000 7f0bc4f54640 -1 mds.0.cache.den(0x1 a) newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:14.168 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:14:14.152+0000 7f0bc4f54640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:14.168 INFO:tasks.ceph.mds.c.smithi039.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f0bc4f54640 time 2024-09-13T16:14:14.153716+0000 2024-09-13T16:14:14.168 INFO:tasks.ceph.mds.c.smithi039.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:14:14.168 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.168 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f0bd0b6c3eb] 2024-09-13T16:14:14.168 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.169 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.169 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.169 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.169 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.169 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.169 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.170 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.171 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.171 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.171 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.171 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:14:14.153+0000 7f0bc4f54640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f0bc4f54640 time 2024-09-13T16:14:14.153716+0000 2024-09-13T16:14:14.171 INFO:tasks.ceph.mds.c.smithi039.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:14:14.171 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f0bd0b6c3eb] 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.172 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.173 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.174 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.174 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.174 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.174 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.174 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.174 INFO:tasks.ceph.mds.c.smithi039.stderr:*** Caught signal (Aborted) ** 2024-09-13T16:14:14.175 INFO:tasks.ceph.mds.c.smithi039.stderr: in thread 7f0bc4f54640 thread_name:MR_Finisher 2024-09-13T16:14:14.176 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:14.177 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0bd023e6f0] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0bd028b99c] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: raise() 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: abort() 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f0bd0b6c4a8] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.178 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.179 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:14:14.154+0000 7f0bc4f54640 -1 *** Caught signal (Aborted) ** 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: in thread 7f0bc4f54640 thread_name:MR_Finisher 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0bd023e6f0] 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0bd028b99c] 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: raise() 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: abort() 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f0bd0b6c4a8] 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.180 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.181 INFO:tasks.ceph.mds.c.smithi039.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: -206> 2024-09-13T16:14:12.290+0000 7f0bc875b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: -9> 2024-09-13T16:14:14.152+0000 7f0bc4f54640 -1 mds.0.cache.den(0x1 a) newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: -7> 2024-09-13T16:14:14.152+0000 7f0bc4f54640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: -1> 2024-09-13T16:14:14.153+0000 7f0bc4f54640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f0bc4f54640 time 2024-09-13T16:14:14.153716+0000 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f0bd0b6c3eb] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.182 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.183 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 0> 2024-09-13T16:14:14.154+0000 7f0bc4f54640 -1 *** Caught signal (Aborted) ** 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: in thread 7f0bc4f54640 thread_name:MR_Finisher 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0bd023e6f0] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0bd028b99c] 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: raise() 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: abort() 2024-09-13T16:14:14.184 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f0bd0b6c4a8] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.185 INFO:tasks.ceph.mds.c.smithi039.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: -208> 2024-09-13T16:14:12.290+0000 7f0bc875b640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: -11> 2024-09-13T16:14:14.152+0000 7f0bc4f54640 -1 mds.0.cache.den(0x1 a) newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: -9> 2024-09-13T16:14:14.152+0000 7f0bc4f54640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: -3> 2024-09-13T16:14:14.153+0000 7f0bc4f54640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f0bc4f54640 time 2024-09-13T16:14:14.153716+0000 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f0bd0b6c3eb] 2024-09-13T16:14:14.186 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.187 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: -2> 2024-09-13T16:14:14.154+0000 7f0bc4f54640 -1 *** Caught signal (Aborted) ** 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: in thread 7f0bc4f54640 thread_name:MR_Finisher 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f0bd023e6f0] 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f0bd028b99c] 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 3: raise() 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 4: abort() 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f0bd0b6c4a8] 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x558cadf7cab1] 2024-09-13T16:14:14.188 INFO:tasks.ceph.mds.c.smithi039.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x558cae16f83e] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 8: ceph-mds(+0x349cbc) [0x558cae186cbc] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 9: (CDir::_omap_commit(int)+0x94b) [0x558cae1885bb] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 10: (CDir::commit(unsigned long, MDSContext*, bool, int)+0x25d) [0x558cae17f55d] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 11: (LogSegment::try_to_expire(MDSRank*, C_GatherBuilderBase >&, int)+0xa2d) [0x558cae24e1ed] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 12: (MDLog::try_expire(LogSegment*, int)+0x62) [0x558cae208f72] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 13: (MDLog::trim_all()+0x7be) [0x558cae20d36e] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 14: ceph-mds(+0x17cf91) [0x558cadfb9f91] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 15: ceph-mds(+0x117e2d) [0x558cadf54e2d] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 16: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 17: ceph-mds(+0x1228a2) [0x558cadf5f8a2] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 18: (MDSContext::complete(int)+0x5c) [0x558cae206d7c] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 19: (MDSIOContextBase::complete(int)+0x31c) [0x558cae2071cc] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 20: (Finisher::finisher_thread_entry()+0x175) [0x7f0bd0c21b25] 2024-09-13T16:14:14.189 INFO:tasks.ceph.mds.c.smithi039.stderr: 21: /lib64/libc.so.6(+0x89c52) [0x7f0bd0289c52] 2024-09-13T16:14:14.190 INFO:tasks.ceph.mds.c.smithi039.stderr: 22: /lib64/libc.so.6(+0x10ec80) [0x7f0bd030ec80] 2024-09-13T16:14:14.190 INFO:tasks.ceph.mds.c.smithi039.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-13T16:14:14.190 INFO:tasks.ceph.mds.c.smithi039.stderr: 2024-09-13T16:14:14.190 INFO:teuthology.orchestra.run.smithi039.stdout:{"mds_beacon_grace":"15.000000"} 2024-09-13T16:14:14.191 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-09-13T16:14:14.191 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:14.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.180+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:14:14.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.181+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:14:14.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.181+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:14:14.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.181+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault initiating reconnect 2024-09-13T16:14:14.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.181+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.181+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=2 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T16:14:14.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.181+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.233 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:14.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.333+0000 7f48c375a640 1 Processor -- start 2024-09-13T16:14:14.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.334+0000 7f48c375a640 1 -- start start 2024-09-13T16:14:14.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.334+0000 7f48c375a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f48bc0ccf80 0x7f48bc163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c375a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48bc0cde30 con 0x7f48bc164530 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c375a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48bc0b5090 con 0x7f48bc0b41a0 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c375a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48bc0cd820 con 0x7f48bc0ccf80 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c1cf7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f48bc164530 0x7f48bc166920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33310/0 (socket says 172.21.15.39:33310) 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4261117028 learned_addr learned my addr 172.21.15.39:0/4261117028 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c0cf5640 1 --2- 172.21.15.39:0/4261117028 >> v2:172.21.15.157:3300/0 conn(0x7f48bc0ccf80 0x7f48bc163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 104364906 0 0) 0x7f48bc0cde30 con 0x7f48bc164530 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48a8003520 con 0x7f48bc164530 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2970822372 0 0) 0x7f48bc0b5090 con 0x7f48bc0b41a0 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48bc0cde30 con 0x7f48bc0b41a0 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 78942642 0 0) 0x7f48a8003520 con 0x7f48bc164530 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 >> v2:172.21.15.157:3300/0 conn(0x7f48bc0ccf80 msgr2=0x7f48bc163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 --2- 172.21.15.39:0/4261117028 >> v2:172.21.15.157:3300/0 conn(0x7f48bc0ccf80 0x7f48bc163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 >> v1:172.21.15.157:6789/0 conn(0x7f48bc0b41a0 legacy=0x7f48bc0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48bc15cd60 con 0x7f48bc164530 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f48b40019f0 con 0x7f48bc164530 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 >> v1:172.21.15.39:6789/0 conn(0x7f48bc164530 legacy=0x7f48bc166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a8003b00 0x7f48a8003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a80047c0 0x7f48a8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a8005180 0x7f48a800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc0cd820 con 0x7f48a8005180 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48a800c000 con 0x7f48a80047c0 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48a800c1c0 con 0x7f48a8003b00 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.335+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a8005180 0x7f48a800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c14f6640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a8003b00 0x7f48a8003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c0cf5640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a80047c0 0x7f48a8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a8003b00 msgr2=0x7f48a8003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a8003b00 0x7f48a8003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a80047c0 msgr2=0x7f48a8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a80047c0 0x7f48a8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4261117028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48a8003520 con 0x7f48a8005180 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c0cf5640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a80047c0 0x7f48a8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4261117028 reap_dead start 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.336+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a8005180 0x7f48a800b980 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f48bc06be80 tx=0x7f48a80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ace13155b559c1bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b402b960 con 0x7f48a8005180 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48b402bae0 con 0x7f48a8005180 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48b3fff640 1 -- 172.21.15.39:0/4261117028 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b402be90 con 0x7f48a8005180 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 -- 172.21.15.39:0/4261117028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a8005180 msgr2=0x7f48a800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a8005180 0x7f48a800b980 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f48bc06be80 tx=0x7f48a80057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 -- 172.21.15.39:0/4261117028 shutdown_connections 2024-09-13T16:14:14.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 --2- 172.21.15.39:0/4261117028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a8005180 0x7f48a800b980 unknown :-1 s=CLOSED pgs=978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 -- 172.21.15.39:0/4261117028 >> 172.21.15.39:0/4261117028 conn(0x7f48bc0cf1a0 msgr2=0x7f48bc0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 -- 172.21.15.39:0/4261117028 shutdown_connections 2024-09-13T16:14:14.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.337+0000 7f48c375a640 1 -- 172.21.15.39:0/4261117028 wait complete. 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.338+0000 7f48c375a640 1 Processor -- start 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 -- start start 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a8005180 0x7f48bc0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48bc1f62b0 0x7f48bc0b35e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 0x7f48bc154c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc0b1c90 con 0x7f48bc1547a0 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc155160 con 0x7f48a8005180 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c375a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48bc1f23c0 con 0x7f48bc1f62b0 2024-09-13T16:14:14.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c1cf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 0x7f48bc154c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c1cf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 0x7f48bc154c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57834/0 (socket says 172.21.15.39:57834) 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4089466163 learned_addr learned my addr 172.21.15.39:0/4089466163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c14f6640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a8005180 0x7f48bc0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.339+0000 7f48c0cf5640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48bc1f62b0 0x7f48bc0b35e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48bc1f62b0 msgr2=0x7f48bc0b35e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48bc1f62b0 0x7f48bc0b35e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a8005180 msgr2=0x7f48bc0c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a8005180 0x7f48bc0c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c1cf7640 1 -- 172.21.15.39:0/4089466163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48bc1f6730 con 0x7f48bc1547a0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c1cf7640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 0x7f48bc154c20 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f48b4002230 tx=0x7f48b4001d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b403b040 con 0x7f48bc1547a0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48b4034880 con 0x7f48bc1547a0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48bc1f2660 con 0x7f48bc1547a0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b4034c10 con 0x7f48bc1547a0 2024-09-13T16:14:14.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.340+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48bc1f2c20 con 0x7f48bc1547a0 2024-09-13T16:14:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.341+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48bc067330 con 0x7f48bc1547a0 2024-09-13T16:14:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.342+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f48b4031070 con 0x7f48bc1547a0 2024-09-13T16:14:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.342+0000 7f48b1ffb640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48a006ac00 0x7f48a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.342+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f48b40a9520 con 0x7f48bc1547a0 2024-09-13T16:14:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.343+0000 7f48c14f6640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48a006ac00 0x7f48a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.343+0000 7f48c14f6640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48a006ac00 0x7f48a006d0c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f48b8007fd0 tx=0x7f48b8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.347+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48b4074750 con 0x7f48bc1547a0 2024-09-13T16:14:14.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.382+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.382+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=3 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.400000 2024-09-13T16:14:14.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.382+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.539 INFO:tasks.ceph.mds.c.smithi039.stderr:daemon-helper: command crashed with signal 6 2024-09-13T16:14:14.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.555+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f48bc066ec0 con 0x7f48bc1547a0 2024-09-13T16:14:14.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.556+0000 7f48b1ffb640 1 -- 172.21.15.39:0/4089466163 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f48b4001f50 con 0x7f48bc1547a0 2024-09-13T16:14:14.557 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:14.557 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":49,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":49,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:13.973039+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:14.558 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 49 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48a006ac00 msgr2=0x7f48a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48a006ac00 0x7f48a006d0c0 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f48b8007fd0 tx=0x7f48b8009040 comp rx=0 tx=0).stop 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 msgr2=0x7f48bc154c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 0x7f48bc154c20 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7f48b4002230 tx=0x7f48b4001d70 comp rx=0 tx=0).stop 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 shutdown_connections 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48a006ac00 0x7f48a006d0c0 unknown :-1 s=CLOSED pgs=417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48bc1547a0 0x7f48bc154c20 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48bc1f62b0 0x7f48bc0b35e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 --2- 172.21.15.39:0/4089466163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a8005180 0x7f48bc0c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 >> 172.21.15.39:0/4089466163 conn(0x7f48bc0cf1a0 msgr2=0x7f48bc0b61d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 shutdown_connections 2024-09-13T16:14:14.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.558+0000 7f48c375a640 1 -- 172.21.15.39:0/4089466163 wait complete. 2024-09-13T16:14:14.570 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:14:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.783+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.783+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=4 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.800000 2024-09-13T16:14:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.783+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:14.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:14.983+0000 7fd3deffd640 1 -- 172.21.15.39:0/1397460481 <== mon.0 v2:172.21.15.39:3300/0 8 ==== log(2 entries from seq 674 at 2024-09-13T16:14:13.981488+0000) v1 ==== 635+0+0 (secure 0 0 0) 0x7fd3e0059540 con 0x7fd3e815a600 2024-09-13T16:14:14.984 INFO:teuthology.orchestra.run.smithi039.stdout: cluster: 2024-09-13T16:14:14.984 INFO:teuthology.orchestra.run.smithi039.stdout: id: 575fc7b5-c1b1-44c5-af20-cb8e211749db 2024-09-13T16:14:14.984 INFO:teuthology.orchestra.run.smithi039.stdout: health: HEALTH_OK 2024-09-13T16:14:14.984 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: services: 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: mon: 3 daemons, quorum a,b,c (age 3m) 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: mgr: x(active, since 3m), standbys: y 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: mds: 1/1 daemons up, 3 standby 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: osd: 8 osds: 8 up (since 3m), 8 in (since 3m) 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: data: 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: volumes: 1/1 healthy 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: pools: 3 pools, 97 pgs 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: objects: 29 objects, 600 KiB 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: usage: 250 MiB used, 720 GiB / 720 GiB avail 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: pgs: 97 active+clean 2024-09-13T16:14:14.985 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:14.986 INFO:teuthology.orchestra.run.smithi039.stdout: io: 2024-09-13T16:14:14.986 INFO:teuthology.orchestra.run.smithi039.stdout: client: 7.6 KiB/s rd, 1.9 KiB/s wr, 6 op/s rd, 3 op/s wr 2024-09-13T16:14:14.986 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:14.986 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:14.986 INFO:teuthology.orchestra.run.smithi039.stdout:2024-09-13T16:14:14.153700+0000 mds.c [ERR] MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a [fffffffffffffff6,head] auth (dversion lock) v=13 ino=0x10000000000 state=1610612736 | inodepin=1 dirty=1 0x558cb040c500] 2024-09-13T16:14:15.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:15.583+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:15.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:15.583+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=5 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 1.600000 2024-09-13T16:14:15.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:15.583+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:16.529 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~0s 2024-09-13T16:14:17.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:17.185+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:17.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:17.185+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=6 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 3.200000 2024-09-13T16:14:17.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:17.185+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:19.571 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:19.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.685+0000 7f906890f640 1 Processor -- start 2024-09-13T16:14:19.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.685+0000 7f906890f640 1 -- start start 2024-09-13T16:14:19.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f906890f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 0x7f90640ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f906890f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 0x7f906415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f906890f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90640cebf0 con 0x7f90640ce7b0 2024-09-13T16:14:19.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f906890f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f906415bed0 con 0x7f90640721f0 2024-09-13T16:14:19.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f906890f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f906415aa50 con 0x7f90640cc820 2024-09-13T16:14:19.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f906259c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 0x7f90640ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.686+0000 7f9062d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 0x7f906415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f906259c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 0x7f90640ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:50274/0 (socket says 172.21.15.39:50274) 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f9062d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 0x7f906415c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:36620/0 (socket says 172.21.15.39:36620) 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f9061d9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f90640ce7b0 0x7f90640cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:44858/0 (socket says 172.21.15.39:44858) 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f906259c640 1 -- 172.21.15.39:0/1777902970 learned_addr learned my addr 172.21.15.39:0/1777902970 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f906159a640 1 -- 172.21.15.39:0/1777902970 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1090692613 0 0) 0x7f90640cebf0 con 0x7f90640ce7b0 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f906159a640 1 -- 172.21.15.39:0/1777902970 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9050003520 con 0x7f90640ce7b0 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f9062d9d640 1 -- 172.21.15.39:0/1777902970 >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 msgr2=0x7f90640ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f9062d9d640 1 --2- 172.21.15.39:0/1777902970 >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 0x7f90640ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f9062d9d640 1 -- 172.21.15.39:0/1777902970 >> v1:172.21.15.157:6789/0 conn(0x7f90640ce7b0 legacy=0x7f90640cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f9062d9d640 1 -- 172.21.15.39:0/1777902970 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f906415af50 con 0x7f90640cc820 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.687+0000 7f906259c640 1 --2- 172.21.15.39:0/1777902970 >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 0x7f90640ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:19.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.688+0000 7f9062d9d640 1 --2- 172.21.15.39:0/1777902970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 0x7f906415c2f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f905c0097a0 tx=0x7f905c02a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=32e85d439ee7032 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.688+0000 7f906159a640 1 -- 172.21.15.39:0/1777902970 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f905c02ae50 con 0x7f90640cc820 2024-09-13T16:14:19.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.688+0000 7f906159a640 1 -- 172.21.15.39:0/1777902970 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f905c032440 con 0x7f90640cc820 2024-09-13T16:14:19.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.688+0000 7f906159a640 1 -- 172.21.15.39:0/1777902970 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f905c0327b0 con 0x7f90640cc820 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 -- 172.21.15.39:0/1777902970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 msgr2=0x7f906415c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 --2- 172.21.15.39:0/1777902970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 0x7f906415c2f0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f905c0097a0 tx=0x7f905c02a100 comp rx=0 tx=0).stop 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 -- 172.21.15.39:0/1777902970 shutdown_connections 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 --2- 172.21.15.39:0/1777902970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640cc820 0x7f906415c2f0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 --2- 172.21.15.39:0/1777902970 >> v2:172.21.15.157:3300/0 conn(0x7f90640721f0 0x7f90640ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 -- 172.21.15.39:0/1777902970 >> 172.21.15.39:0/1777902970 conn(0x7f906406b3b0 msgr2=0x7f906406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 -- 172.21.15.39:0/1777902970 shutdown_connections 2024-09-13T16:14:19.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.689+0000 7f906890f640 1 -- 172.21.15.39:0/1777902970 wait complete. 2024-09-13T16:14:19.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.690+0000 7f906890f640 1 Processor -- start 2024-09-13T16:14:19.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.690+0000 7f906890f640 1 -- start start 2024-09-13T16:14:19.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906890f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 0x7f906414bd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906890f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90640cc820 0x7f90641553b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906890f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640ce7b0 0x7f90641558f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906890f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90641546d0 con 0x7f90640721f0 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906890f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90641543f0 con 0x7f90640cc820 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906890f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9064152790 con 0x7f90640ce7b0 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 0x7f906414bd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 0x7f906414bd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57840/0 (socket says 172.21.15.39:57840) 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 -- 172.21.15.39:0/3539603450 learned_addr learned my addr 172.21.15.39:0/3539603450 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f9062d9d640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640ce7b0 0x7f90641558f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f9061d9b640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90640cc820 0x7f90641553b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 -- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640ce7b0 msgr2=0x7f90641558f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640ce7b0 0x7f90641558f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 -- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90640cc820 msgr2=0x7f90641553b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90640cc820 0x7f90641553b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f906259c640 1 -- 172.21.15.39:0/3539603450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9054009b30 con 0x7f90640721f0 2024-09-13T16:14:19.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f9062d9d640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640ce7b0 0x7f90641558f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.691+0000 7f9061d9b640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90640cc820 0x7f90641553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.692+0000 7f906259c640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 0x7f906414bd70 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f905400efc0 tx=0x7f905400c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.692+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f905400ce60 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.692+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f905400f040 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.692+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f905c009400 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.692+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9054014680 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.692+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f906414c2b0 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.693+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90640672f0 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.693+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f90540147e0 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.694+0000 7f905affd640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f904406ac00 0x7f904406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.694+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9054089c90 con 0x7f90640721f0 2024-09-13T16:14:19.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.694+0000 7f9061d9b640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f904406ac00 0x7f904406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:19.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.695+0000 7f9061d9b640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f904406ac00 0x7f904406d0c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f90641550f0 tx=0x7f904c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:19.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.698+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9054054e00 con 0x7f90640721f0 2024-09-13T16:14:19.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.907+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f90640ce270 con 0x7f90640721f0 2024-09-13T16:14:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.907+0000 7f905affd640 1 -- 172.21.15.39:0/3539603450 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f9054058420 con 0x7f90640721f0 2024-09-13T16:14:19.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:19.909 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":49,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":49,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:13.973039+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 49 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f904406ac00 msgr2=0x7f904406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f904406ac00 0x7f904406d0c0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f90641550f0 tx=0x7f904c009040 comp rx=0 tx=0).stop 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 msgr2=0x7f906414bd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 0x7f906414bd70 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f905400efc0 tx=0x7f905400c490 comp rx=0 tx=0).stop 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 shutdown_connections 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f904406ac00 0x7f904406d0c0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90640ce7b0 0x7f90641558f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90640cc820 0x7f90641553b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 --2- 172.21.15.39:0/3539603450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90640721f0 0x7f906414bd70 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 >> 172.21.15.39:0/3539603450 conn(0x7f906406b3b0 msgr2=0x7f90640cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 shutdown_connections 2024-09-13T16:14:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:19.909+0000 7f906890f640 1 -- 172.21.15.39:0/3539603450 wait complete. 2024-09-13T16:14:19.922 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:14:20.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:20.388+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:20.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:20.388+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=7 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 6.400000 2024-09-13T16:14:20.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:20.388+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:23.143 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~7s 2024-09-13T16:14:24.922 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:25.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.036+0000 7f60bf8f7640 1 Processor -- start 2024-09-13T16:14:25.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.037+0000 7f60bf8f7640 1 -- start start 2024-09-13T16:14:25.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.037+0000 7f60bf8f7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f60b80b41a0 0x7f60b80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:25.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bf8f7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:25.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bf8f7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60b80cde30 con 0x7f60b80ccf80 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bf8f7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60b80b5090 con 0x7f60b80b41a0 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bf8f7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60b80cd820 con 0x7f60b80d0a00 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bce92640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f60b80ccf80 0x7f60b80d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50094/0 (socket says 172.21.15.39:50094) 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bce92640 1 -- 172.21.15.39:0/1660643709 learned_addr learned my addr 172.21.15.39:0/1660643709 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bd693640 1 --2- 172.21.15.39:0/1660643709 >> v2:172.21.15.157:3300/0 conn(0x7f60b80b41a0 0x7f60b80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bde94640 1 --2- 172.21.15.39:0/1660643709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60b7fff640 1 -- 172.21.15.39:0/1660643709 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 365558878 0 0) 0x7f60b80cde30 con 0x7f60b80ccf80 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60b7fff640 1 -- 172.21.15.39:0/1660643709 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60a0003520 con 0x7f60b80ccf80 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bde94640 1 -- 172.21.15.39:0/1660643709 >> v2:172.21.15.157:3300/0 conn(0x7f60b80b41a0 msgr2=0x7f60b80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bde94640 1 --2- 172.21.15.39:0/1660643709 >> v2:172.21.15.157:3300/0 conn(0x7f60b80b41a0 0x7f60b80b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bde94640 1 -- 172.21.15.39:0/1660643709 >> v1:172.21.15.39:6789/0 conn(0x7f60b80ccf80 legacy=0x7f60b80d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:25.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bde94640 1 -- 172.21.15.39:0/1660643709 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b80b4ac0 con 0x7f60b80d0a00 2024-09-13T16:14:25.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.038+0000 7f60bd693640 1 --2- 172.21.15.39:0/1660643709 >> v2:172.21.15.157:3300/0 conn(0x7f60b80b41a0 0x7f60b80b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.039+0000 7f60bde94640 1 --2- 172.21.15.39:0/1660643709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8167010 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f60b00097a0 tx=0x7f60b002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34181d09e5d53ba0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.039+0000 7f60b7fff640 1 -- 172.21.15.39:0/1660643709 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b0032440 con 0x7f60b80d0a00 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.039+0000 7f60b7fff640 1 -- 172.21.15.39:0/1660643709 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60b00325a0 con 0x7f60b80d0a00 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.039+0000 7f60b7fff640 1 -- 172.21.15.39:0/1660643709 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b0032930 con 0x7f60b80d0a00 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 -- 172.21.15.39:0/1660643709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 msgr2=0x7f60b8167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/1660643709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8167010 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f60b00097a0 tx=0x7f60b002a180 comp rx=0 tx=0).stop 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 -- 172.21.15.39:0/1660643709 shutdown_connections 2024-09-13T16:14:25.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/1660643709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8167010 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/1660643709 >> v2:172.21.15.157:3300/0 conn(0x7f60b80b41a0 0x7f60b80b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 -- 172.21.15.39:0/1660643709 >> 172.21.15.39:0/1660643709 conn(0x7f60b80cf1a0 msgr2=0x7f60b80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:25.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 -- 172.21.15.39:0/1660643709 shutdown_connections 2024-09-13T16:14:25.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.040+0000 7f60bf8f7640 1 -- 172.21.15.39:0/1660643709 wait complete. 2024-09-13T16:14:25.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.041+0000 7f60bf8f7640 1 Processor -- start 2024-09-13T16:14:25.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.041+0000 7f60bf8f7640 1 -- start start 2024-09-13T16:14:25.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bf8f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b80b41a0 0x7f60b80cc600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:25.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bf8f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 0x7f60b815ad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:25.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bf8f7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8159a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:25.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bf8f7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8155160 con 0x7f60b80ccf80 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bf8f7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b8148d80 con 0x7f60b80b41a0 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bf8f7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60b80c9be0 con 0x7f60b80d0a00 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 0x7f60b815ad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 0x7f60b815ad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54788/0 (socket says 172.21.15.39:54788) 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 -- 172.21.15.39:0/3271227553 learned_addr learned my addr 172.21.15.39:0/3271227553 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bde94640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bd693640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b80b41a0 0x7f60b80cc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 -- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 msgr2=0x7f60b8159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 -- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b80b41a0 msgr2=0x7f60b80cc600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b80b41a0 0x7f60b80cc600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bce92640 1 -- 172.21.15.39:0/3271227553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60a8009a70 con 0x7f60b80ccf80 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.042+0000 7f60bde94640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:25.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.043+0000 7f60bce92640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 0x7f60b815ad80 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f60ac00c500 tx=0x7f60ac00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:25.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.043+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60ac005ce0 con 0x7f60b80ccf80 2024-09-13T16:14:25.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.043+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60ac005e40 con 0x7f60b80ccf80 2024-09-13T16:14:25.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.043+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60ac007330 con 0x7f60b80ccf80 2024-09-13T16:14:25.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.043+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60b0009400 con 0x7f60b80ccf80 2024-09-13T16:14:25.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.043+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60b8148fd0 con 0x7f60b80ccf80 2024-09-13T16:14:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.044+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60b8067330 con 0x7f60b80ccf80 2024-09-13T16:14:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.045+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f60ac007490 con 0x7f60b80ccf80 2024-09-13T16:14:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.045+0000 7f60b5ffb640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60a406ac00 0x7f60a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.045+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f60ac0889a0 con 0x7f60b80ccf80 2024-09-13T16:14:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.045+0000 7f60bd693640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60a406ac00 0x7f60a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:25.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.046+0000 7f60bd693640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60a406ac00 0x7f60a406d0c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f60a8007560 tx=0x7f60a800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:25.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.049+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f60ac053c70 con 0x7f60b80ccf80 2024-09-13T16:14:25.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.258+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f60b8066ec0 con 0x7f60b80ccf80 2024-09-13T16:14:25.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.258+0000 7f60b5ffb640 1 -- 172.21.15.39:0/3271227553 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f60ac017020 con 0x7f60b80ccf80 2024-09-13T16:14:25.260 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:25.260 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":49,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":49,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:13.973039+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:25.260 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 49 2024-09-13T16:14:25.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60a406ac00 msgr2=0x7f60a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:25.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60a406ac00 0x7f60a406d0c0 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7f60a8007560 tx=0x7f60a800b040 comp rx=0 tx=0).stop 2024-09-13T16:14:25.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 msgr2=0x7f60b815ad80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:25.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 0x7f60b815ad80 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f60ac00c500 tx=0x7f60ac00c9c0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 shutdown_connections 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60a406ac00 0x7f60a406d0c0 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b80d0a00 0x7f60b8159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b80ccf80 0x7f60b815ad80 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 --2- 172.21.15.39:0/3271227553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b80b41a0 0x7f60b80cc600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 >> 172.21.15.39:0/3271227553 conn(0x7f60b80cf1a0 msgr2=0x7f60b80cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 shutdown_connections 2024-09-13T16:14:25.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:25.261+0000 7f60bf8f7640 1 -- 172.21.15.39:0/3271227553 wait complete. 2024-09-13T16:14:25.273 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:14:26.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:26.795+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 unknown :-1 s=STATE_CONNECTING_RE l=0).process reconnect failed to v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:26.795+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 12.800000 2024-09-13T16:14:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:26.795+0000 7f64e3fff640 1 client.6954 ms_handle_refused on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:29.755 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~13s 2024-09-13T16:14:30.274 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:30.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.388+0000 7f9854e9c640 1 Processor -- start 2024-09-13T16:14:30.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.388+0000 7f9854e9c640 1 -- start start 2024-09-13T16:14:30.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9854e9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f985006f170 0x7f98500b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:30.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9854e9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985015d0a0 0x7f985015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:30.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9854e9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f985006f6e0 con 0x7f9850156fb0 2024-09-13T16:14:30.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9854e9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f985015da70 con 0x7f985006f170 2024-09-13T16:14:30.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9854e9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f985006f9c0 con 0x7f985015d0a0 2024-09-13T16:14:30.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f985006f170 0x7f98500b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f985006f170 0x7f98500b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54798/0 (socket says 172.21.15.39:54798) 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 -- 172.21.15.39:0/1372109475 learned_addr learned my addr 172.21.15.39:0/1372109475 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f984ed9d640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985015d0a0 0x7f985015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 -- 172.21.15.39:0/1372109475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985015d0a0 msgr2=0x7f985015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985015d0a0 0x7f985015d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 -- 172.21.15.39:0/1372109475 >> v1:172.21.15.157:6789/0 conn(0x7f9850156fb0 legacy=0x7f985015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f9847fff640 1 -- 172.21.15.39:0/1372109475 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f985006fca0 con 0x7f985006f170 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.389+0000 7f984ed9d640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985015d0a0 0x7f985015d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:30.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.390+0000 7f9847fff640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f985006f170 0x7f98500b1cf0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f983800bb10 tx=0x7f983802c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e1cd65d3608928a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:30.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.390+0000 7f984dd9b640 1 -- 172.21.15.39:0/1372109475 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9838032790 con 0x7f985006f170 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.390+0000 7f984dd9b640 1 -- 172.21.15.39:0/1372109475 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98380328f0 con 0x7f985006f170 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.390+0000 7f984dd9b640 1 -- 172.21.15.39:0/1372109475 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9838032c80 con 0x7f985006f170 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 -- 172.21.15.39:0/1372109475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f985006f170 msgr2=0x7f98500b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f985006f170 0x7f98500b1cf0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f983800bb10 tx=0x7f983802c890 comp rx=0 tx=0).stop 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 -- 172.21.15.39:0/1372109475 shutdown_connections 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985015d0a0 0x7f985015d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 --2- 172.21.15.39:0/1372109475 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f985006f170 0x7f98500b1cf0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 -- 172.21.15.39:0/1372109475 >> 172.21.15.39:0/1372109475 conn(0x7f985006b3b0 msgr2=0x7f985006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 -- 172.21.15.39:0/1372109475 shutdown_connections 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.391+0000 7f9854e9c640 1 -- 172.21.15.39:0/1372109475 wait complete. 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.392+0000 7f9854e9c640 1 Processor -- start 2024-09-13T16:14:30.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.392+0000 7f9854e9c640 1 -- start start 2024-09-13T16:14:30.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9854e9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985006f170 0x7f985014ae60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:30.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9854e9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 0x7f98500afde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:30.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9854e9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f985015d0a0 0x7f98501575a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9854e9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98501ef120 con 0x7f9850156fb0 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9854e9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98501ee230 con 0x7f985015d0a0 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9854e9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98501ee4a0 con 0x7f985006f170 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9847fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 0x7f98500afde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9847fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 0x7f98500afde0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54808/0 (socket says 172.21.15.39:54808) 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f9847fff640 1 -- 172.21.15.39:0/356925269 learned_addr learned my addr 172.21.15.39:0/356925269 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.393+0000 7f984e59c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985006f170 0x7f985014ae60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f984ed9d640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f985015d0a0 0x7f98501575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9847fff640 1 -- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985006f170 msgr2=0x7f985014ae60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9847fff640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985006f170 0x7f985014ae60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9847fff640 1 -- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f985015d0a0 msgr2=0x7f98501575a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:30.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9847fff640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f985015d0a0 0x7f98501575a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9847fff640 1 -- 172.21.15.39:0/356925269 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f983800b770 con 0x7f9850156fb0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9847fff640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 0x7f98500afde0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f983800b2c0 tx=0x7f98380046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9838033830 con 0x7f9850156fb0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98380339b0 con 0x7f9850156fb0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98501ee780 con 0x7f9850156fb0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9838033d60 con 0x7f9850156fb0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.394+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98501eed40 con 0x7f9850156fb0 2024-09-13T16:14:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.395+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98500672f0 con 0x7f9850156fb0 2024-09-13T16:14:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.396+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f983804e3f0 con 0x7f9850156fb0 2024-09-13T16:14:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.396+0000 7f9846ffd640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f983006ac00 0x7f983006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.396+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f98380ac1e0 con 0x7f9850156fb0 2024-09-13T16:14:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.396+0000 7f984e59c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f983006ac00 0x7f983006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.397+0000 7f984e59c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f983006ac00 0x7f983006d0c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9850158220 tx=0x7f9840009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:30.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.401+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9838077360 con 0x7f9850156fb0 2024-09-13T16:14:30.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.607+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f985015dbd0 con 0x7f9850156fb0 2024-09-13T16:14:30.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.608+0000 7f9846ffd640 1 -- 172.21.15.39:0/356925269 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 49 v49) v1 ==== 94+0+4732 (secure 0 0 0) 0x7f983807a980 con 0x7f9850156fb0 2024-09-13T16:14:30.609 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:30.609 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":49,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":49,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:13.973039+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:30.610 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 49 2024-09-13T16:14:30.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f983006ac00 msgr2=0x7f983006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:30.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f983006ac00 0x7f983006d0c0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7f9850158220 tx=0x7f9840009040 comp rx=0 tx=0).stop 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 msgr2=0x7f98500afde0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 0x7f98500afde0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f983800b2c0 tx=0x7f98380046c0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 shutdown_connections 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f983006ac00 0x7f983006d0c0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f985015d0a0 0x7f98501575a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9850156fb0 0x7f98500afde0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 --2- 172.21.15.39:0/356925269 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f985006f170 0x7f985014ae60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 >> 172.21.15.39:0/356925269 conn(0x7f985006b3b0 msgr2=0x7f9850070680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 shutdown_connections 2024-09-13T16:14:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:30.610+0000 7f9854e9c640 1 -- 172.21.15.39:0/356925269 wait complete. 2024-09-13T16:14:30.622 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:14:35.623 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:35.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.737+0000 7ff085983640 1 Processor -- start 2024-09-13T16:14:35.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.737+0000 7ff085983640 1 -- start start 2024-09-13T16:14:35.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff085983640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 0x7ff0800b2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff085983640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff0800cc1a0 0x7ff08006f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff085983640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0800b1f50 con 0x7ff0800cddd0 2024-09-13T16:14:35.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff085983640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0800b2230 con 0x7ff0800cc1a0 2024-09-13T16:14:35.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff085983640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0800b2510 con 0x7ff080158cd0 2024-09-13T16:14:35.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff07effd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 0x7ff0800b2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff07e7fc640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff0800cddd0 0x7ff0800ce1f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50268/0 (socket says 172.21.15.39:50268) 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff07effd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 0x7ff0800b2ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42686/0 (socket says 172.21.15.39:42686) 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.738+0000 7ff07e7fc640 1 -- 172.21.15.39:0/2859917871 learned_addr learned my addr 172.21.15.39:0/2859917871 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.739+0000 7ff07f7fe640 1 --2- 172.21.15.39:0/2859917871 >> v2:172.21.15.157:3300/0 conn(0x7ff0800cc1a0 0x7ff08006f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.739+0000 7ff07effd640 1 -- 172.21.15.39:0/2859917871 >> v2:172.21.15.157:3300/0 conn(0x7ff0800cc1a0 msgr2=0x7ff08006f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.739+0000 7ff07effd640 1 --2- 172.21.15.39:0/2859917871 >> v2:172.21.15.157:3300/0 conn(0x7ff0800cc1a0 0x7ff08006f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.739+0000 7ff07effd640 1 -- 172.21.15.39:0/2859917871 >> v1:172.21.15.157:6789/0 conn(0x7ff0800cddd0 legacy=0x7ff0800ce1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.739+0000 7ff07effd640 1 -- 172.21.15.39:0/2859917871 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0800b27f0 con 0x7ff080158cd0 2024-09-13T16:14:35.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.741+0000 7ff07effd640 1 --2- 172.21.15.39:0/2859917871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 0x7ff0800b2ff0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff0700097a0 tx=0x7ff07002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=950ffb59443fd8d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.741+0000 7ff07dffb640 1 -- 172.21.15.39:0/2859917871 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff070032440 con 0x7ff080158cd0 2024-09-13T16:14:35.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff07dffb640 1 -- 172.21.15.39:0/2859917871 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0700325a0 con 0x7ff080158cd0 2024-09-13T16:14:35.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff07dffb640 1 -- 172.21.15.39:0/2859917871 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff070032930 con 0x7ff080158cd0 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 -- 172.21.15.39:0/2859917871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 msgr2=0x7ff0800b2ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 --2- 172.21.15.39:0/2859917871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 0x7ff0800b2ff0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7ff0700097a0 tx=0x7ff07002a180 comp rx=0 tx=0).stop 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 -- 172.21.15.39:0/2859917871 shutdown_connections 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 --2- 172.21.15.39:0/2859917871 >> v2:172.21.15.157:3300/0 conn(0x7ff0800cc1a0 0x7ff08006f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 --2- 172.21.15.39:0/2859917871 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff080158cd0 0x7ff0800b2ff0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 -- 172.21.15.39:0/2859917871 >> 172.21.15.39:0/2859917871 conn(0x7ff08006b3b0 msgr2=0x7ff08006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 -- 172.21.15.39:0/2859917871 shutdown_connections 2024-09-13T16:14:35.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.742+0000 7ff085983640 1 -- 172.21.15.39:0/2859917871 wait complete. 2024-09-13T16:14:35.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.743+0000 7ff085983640 1 Processor -- start 2024-09-13T16:14:35.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 -- start start 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0800cc1a0 0x7ff080150640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0800cddd0 0x7ff0800acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 0x7ff0801f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff080150f40 con 0x7ff080158cd0 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff08015ad10 con 0x7ff0800cc1a0 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.744+0000 7ff085983640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff08015a3e0 con 0x7ff0800cddd0 2024-09-13T16:14:35.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 0x7ff0801f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 0x7ff0801f59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43700/0 (socket says 172.21.15.39:43700) 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 -- 172.21.15.39:0/3988044285 learned_addr learned my addr 172.21.15.39:0/3988044285 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07effd640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0800cc1a0 0x7ff080150640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07e7fc640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0800cddd0 0x7ff0800acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 -- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0800cddd0 msgr2=0x7ff0800acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0800cddd0 0x7ff0800acad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 -- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0800cc1a0 msgr2=0x7ff080150640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0800cc1a0 0x7ff080150640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 -- 172.21.15.39:0/3988044285 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff070009400 con 0x7ff080158cd0 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07e7fc640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0800cddd0 0x7ff0800acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff07f7fe640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 0x7ff0801f59e0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff07800efc0 tx=0x7ff07800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078014480 con 0x7ff080158cd0 2024-09-13T16:14:35.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff07800f040 con 0x7ff080158cd0 2024-09-13T16:14:35.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff08015a6c0 con 0x7ff080158cd0 2024-09-13T16:14:35.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.745+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff078014820 con 0x7ff080158cd0 2024-09-13T16:14:35.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.746+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff080150b80 con 0x7ff080158cd0 2024-09-13T16:14:35.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.746+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff08015aec0 con 0x7ff080158cd0 2024-09-13T16:14:35.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.747+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff078014980 con 0x7ff080158cd0 2024-09-13T16:14:35.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.747+0000 7ff067fff640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff06c06ac30 0x7ff06c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:35.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.748+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff07808a0c0 con 0x7ff080158cd0 2024-09-13T16:14:35.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.748+0000 7ff07effd640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff06c06ac30 0x7ff06c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:35.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.748+0000 7ff07effd640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff06c06ac30 0x7ff06c06d0f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7ff070034000 tx=0x7ff07002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:35.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.752+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff08015aec0 con 0x7ff080158cd0 2024-09-13T16:14:35.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.960+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff08015ae80 con 0x7ff080158cd0 2024-09-13T16:14:35.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.960+0000 7ff067fff640 1 -- 172.21.15.39:0/3988044285 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 50 v50) v1 ==== 94+0+4780 (secure 0 0 0) 0x7ff0780552d0 con 0x7ff080158cd0 2024-09-13T16:14:35.962 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:35.962 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":50,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6555,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":50,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:30.819770+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":63,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6867},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6867":{"gid":6867,"name":"c","rank":0,"incarnation":45,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/1146314336","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1146314336},{"type":"v1","addr":"172.21.15.39:6835","nonce":1146314336}]},"join_fscid":-1,"laggy_since":"2024-09-13T16:14:30.819719+0000","export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:35.962 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 50 2024-09-13T16:14:35.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff06c06ac30 msgr2=0x7ff06c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff06c06ac30 0x7ff06c06d0f0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7ff070034000 tx=0x7ff07002e000 comp rx=0 tx=0).stop 2024-09-13T16:14:35.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 msgr2=0x7ff0801f59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:35.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 0x7ff0801f59e0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7ff07800efc0 tx=0x7ff07800c490 comp rx=0 tx=0).stop 2024-09-13T16:14:35.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 shutdown_connections 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff06c06ac30 0x7ff06c06d0f0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff080158cd0 0x7ff0801f59e0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0800cddd0 0x7ff0800acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 --2- 172.21.15.39:0/3988044285 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0800cc1a0 0x7ff080150640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 >> 172.21.15.39:0/3988044285 conn(0x7ff08006b3b0 msgr2=0x7ff0800ae440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 shutdown_connections 2024-09-13T16:14:35.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:35.963+0000 7ff085983640 1 -- 172.21.15.39:0/3988044285 wait complete. 2024-09-13T16:14:35.975 DEBUG:tasks.ceph_test_case:wait_until_true: success in 20s and 0 retries 2024-09-13T16:14:36.076 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_journal_corrupt_dentry_first 2024-09-13T16:14:36.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.178+0000 7fa974183640 1 Processor -- start 2024-09-13T16:14:36.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.179+0000 7fa974183640 1 -- start start 2024-09-13T16:14:36.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.179+0000 7fa974183640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c15c6d0 0x7fa96c15d650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.179+0000 7fa974183640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa96c0b3430 0x7fa96c160ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.179+0000 7fa974183640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa96c15cab0 con 0x7fa96c0b4de0 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.179+0000 7fa974183640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa96c06cff0 con 0x7fa96c0b3430 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.179+0000 7fa974183640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa96c15db90 con 0x7fa96c15c6d0 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa971f1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c15c6d0 0x7fa96c15d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa97171e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa96c0b3430 0x7fa96c160ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa972720640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fa96c0b4de0 0x7fa96c0b5290 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50282/0 (socket says 172.21.15.39:50282) 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa972720640 1 -- 172.21.15.39:0/3476219318 learned_addr learned my addr 172.21.15.39:0/3476219318 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa971f1f640 1 -- 172.21.15.39:0/3476219318 >> v2:172.21.15.157:3300/0 conn(0x7fa96c0b3430 msgr2=0x7fa96c160ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa971f1f640 1 --2- 172.21.15.39:0/3476219318 >> v2:172.21.15.157:3300/0 conn(0x7fa96c0b3430 0x7fa96c160ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa971f1f640 1 -- 172.21.15.39:0/3476219318 >> v1:172.21.15.157:6789/0 conn(0x7fa96c0b4de0 legacy=0x7fa96c0b5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa971f1f640 1 -- 172.21.15.39:0/3476219318 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa96c06ca30 con 0x7fa96c15c6d0 2024-09-13T16:14:36.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.180+0000 7fa97171e640 1 --2- 172.21.15.39:0/3476219318 >> v2:172.21.15.157:3300/0 conn(0x7fa96c0b3430 0x7fa96c160ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:14:36.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.181+0000 7fa971f1f640 1 --2- 172.21.15.39:0/3476219318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c15c6d0 0x7fa96c15d650 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa95c009d90 tx=0x7fa95c02a530 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aa55d4462871ea25 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.181+0000 7fa970f1d640 1 -- 172.21.15.39:0/3476219318 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa95c007740 con 0x7fa96c15c6d0 2024-09-13T16:14:36.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.181+0000 7fa970f1d640 1 -- 172.21.15.39:0/3476219318 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa95c02d050 con 0x7fa96c15c6d0 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.181+0000 7fa970f1d640 1 -- 172.21.15.39:0/3476219318 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa95c007ac0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 -- 172.21.15.39:0/3476219318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c15c6d0 msgr2=0x7fa96c15d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 --2- 172.21.15.39:0/3476219318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c15c6d0 0x7fa96c15d650 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fa95c009d90 tx=0x7fa95c02a530 comp rx=0 tx=0).stop 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 -- 172.21.15.39:0/3476219318 shutdown_connections 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 --2- 172.21.15.39:0/3476219318 >> v2:172.21.15.157:3300/0 conn(0x7fa96c0b3430 0x7fa96c160ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 --2- 172.21.15.39:0/3476219318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c15c6d0 0x7fa96c15d650 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 -- 172.21.15.39:0/3476219318 >> 172.21.15.39:0/3476219318 conn(0x7fa96c0d04a0 msgr2=0x7fa96c0d08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 -- 172.21.15.39:0/3476219318 shutdown_connections 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.182+0000 7fa974183640 1 -- 172.21.15.39:0/3476219318 wait complete. 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.183+0000 7fa974183640 1 Processor -- start 2024-09-13T16:14:36.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.183+0000 7fa974183640 1 -- start start 2024-09-13T16:14:36.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa974183640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa96c0b3430 0x7fa96c0c97b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa974183640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c0b4de0 0x7fa96c0cf180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa974183640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 0x7fa96c146d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa974183640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa96c0ca9a0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa974183640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa96c1472d0 con 0x7fa96c0b3430 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa974183640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa96c151210 con 0x7fa96c0b4de0 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa972720640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 0x7fa96c146d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa97171e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c0b4de0 0x7fa96c0cf180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa972720640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 0x7fa96c146d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43716/0 (socket says 172.21.15.39:43716) 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa972720640 1 -- 172.21.15.39:0/918128888 learned_addr learned my addr 172.21.15.39:0/918128888 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:36.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.184+0000 7fa971f1f640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa96c0b3430 0x7fa96c0c97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa972720640 1 -- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c0b4de0 msgr2=0x7fa96c0cf180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa972720640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c0b4de0 0x7fa96c0cf180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa972720640 1 -- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa96c0b3430 msgr2=0x7fa96c0c97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa972720640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa96c0b3430 0x7fa96c0c97b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa972720640 1 -- 172.21.15.39:0/918128888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa960009400 con 0x7fa96c15c6d0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa972720640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 0x7fa96c146d90 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fa96400c370 tx=0x7fa96400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa964005ce0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa95c009a70 con 0x7fa96c15c6d0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa964005e40 con 0x7fa96c15c6d0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9640072d0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.185+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa96c0ca070 con 0x7fa96c15c6d0 2024-09-13T16:14:36.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.186+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa96c067330 con 0x7fa96c15c6d0 2024-09-13T16:14:36.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.187+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa964007430 con 0x7fa96c15c6d0 2024-09-13T16:14:36.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.187+0000 7fa96a7fc640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa95806ac30 0x7fa95806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.187+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa9640888d0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.187+0000 7fa971f1f640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa95806ac30 0x7fa95806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.188+0000 7fa971f1f640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa95806ac30 0x7fa95806d0f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fa95c034000 tx=0x7fa95c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.192+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa9640539f0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.360+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"} v 0) v1 -- 0x7fa96c160ad0 con 0x7fa96c15c6d0 2024-09-13T16:14:36.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.364+0000 7fa96a7fc640 1 -- 172.21.15.39:0/918128888 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"}]=0 v20) v1 ==== 122+0+0 (secure 0 0 0) 0x7fa964057010 con 0x7fa96c15c6d0 2024-09-13T16:14:36.366 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c is failed for ~20s 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa95806ac30 msgr2=0x7fa95806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa95806ac30 0x7fa95806d0f0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fa95c034000 tx=0x7fa95c02f000 comp rx=0 tx=0).stop 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 msgr2=0x7fa96c146d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 0x7fa96c146d90 secure :-1 s=READY pgs=986 cs=0 l=1 rev1=1 crypto rx=0x7fa96400c370 tx=0x7fa96400c830 comp rx=0 tx=0).stop 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 shutdown_connections 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa95806ac30 0x7fa95806d0f0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa96c15c6d0 0x7fa96c146d90 unknown :-1 s=CLOSED pgs=986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa96c0b4de0 0x7fa96c0cf180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 --2- 172.21.15.39:0/918128888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa96c0b3430 0x7fa96c0c97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 >> 172.21.15.39:0/918128888 conn(0x7fa96c0d04a0 msgr2=0x7fa96c0af750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 shutdown_connections 2024-09-13T16:14:36.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.366+0000 7fa974183640 1 -- 172.21.15.39:0/918128888 wait complete. 2024-09-13T16:14:36.378 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 4:0 false 2024-09-13T16:14:36.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.481+0000 7f87e64b1640 1 Processor -- start 2024-09-13T16:14:36.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.481+0000 7f87e64b1640 1 -- start start 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87e64b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87e0159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87e64b1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f87e015a200 0x7f87e015a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87e64b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87e015a000 con 0x7f87e00cb810 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87e64b1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87e00cbbf0 con 0x7f87e015a200 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87e64b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87e00b1540 con 0x7f87e00cc460 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87dffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f87e00cb810 0x7f87e00b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50390/0 (socket says 172.21.15.39:50390) 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87dffff640 1 -- 172.21.15.39:0/2142795331 learned_addr learned my addr 172.21.15.39:0/2142795331 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87e4a4e640 1 --2- 172.21.15.39:0/2142795331 >> v2:172.21.15.157:3300/0 conn(0x7f87e015a200 0x7f87e015a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87df7fe640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87e0159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1621086307 0 0) 0x7f87e015a000 con 0x7f87e00cb810 2024-09-13T16:14:36.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87c8004630 con 0x7f87e00cb810 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1131543264 0 0) 0x7f87c8004630 con 0x7f87e00cb810 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 msgr2=0x7f87e0159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87e0159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 >> v2:172.21.15.157:3300/0 conn(0x7f87e015a200 msgr2=0x7f87e015a670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 --2- 172.21.15.39:0/2142795331 >> v2:172.21.15.157:3300/0 conn(0x7f87e015a200 0x7f87e015a670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87e00b1820 con 0x7f87e00cb810 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f87d0001670 con 0x7f87e00cb810 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 >> v1:172.21.15.39:6789/0 conn(0x7f87e00cb810 legacy=0x7f87e00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87c8004a80 0x7f87c8004ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87c80058d0 0x7f87c8005d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87c8006290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e00cbbf0 con 0x7f87c8004a80 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e00b1540 con 0x7f87c80058d0 2024-09-13T16:14:36.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87c800ca90 con 0x7f87e00cc460 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.482+0000 7f87dffff640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87c8004a80 0x7f87c8004ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87df7fe640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87c80058d0 0x7f87c8005d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87e4a4e640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87c8006290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87dffff640 1 -- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 msgr2=0x7f87c8006290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87dffff640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87c8006290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87dffff640 1 -- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87c80058d0 msgr2=0x7f87c8005d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87dffff640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87c80058d0 0x7f87c8005d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87dffff640 1 -- 172.21.15.39:0/2142795331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87c8004630 con 0x7f87c8004a80 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87df7fe640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87c80058d0 0x7f87c8005d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87e4a4e640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87e00cc460 0x7f87c8006290 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.483+0000 7f87dffff640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87c8004a80 0x7f87c8004ea0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f87d000c290 tx=0x7f87c8006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be52924744c4260 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87d002e070 con 0x7f87c8004a80 2024-09-13T16:14:36.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87d00058d0 con 0x7f87c8004a80 2024-09-13T16:14:36.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87deffd640 1 -- 172.21.15.39:0/2142795331 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87d0005c80 con 0x7f87c8004a80 2024-09-13T16:14:36.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e64b1640 1 -- 172.21.15.39:0/2142795331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87c8004a80 msgr2=0x7f87c8004ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e64b1640 1 --2- 172.21.15.39:0/2142795331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87c8004a80 0x7f87c8004ea0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7f87d000c290 tx=0x7f87c8006900 comp rx=0 tx=0).stop 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e4a4e640 1 -- 172.21.15.39:0/2142795331 reap_dead start 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e64b1640 1 -- 172.21.15.39:0/2142795331 shutdown_connections 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e64b1640 1 -- 172.21.15.39:0/2142795331 >> 172.21.15.39:0/2142795331 conn(0x7f87e00b00a0 msgr2=0x7f87e00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e64b1640 1 -- 172.21.15.39:0/2142795331 shutdown_connections 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.484+0000 7f87e64b1640 1 -- 172.21.15.39:0/2142795331 wait complete. 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.485+0000 7f87e64b1640 1 Processor -- start 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 -- start start 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87c8004a80 0x7f87e0155dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87e00ab210 0x7f87e01f59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 0x7f87e00ca9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e00c84d0 con 0x7f87e01f5ef0 2024-09-13T16:14:36.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87e01f6370 con 0x7f87e00ab210 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e64b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87e0156300 con 0x7f87c8004a80 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e4a4e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 0x7f87e00ca9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e4a4e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 0x7f87e00ca9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43742/0 (socket says 172.21.15.39:43742) 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.486+0000 7f87e4a4e640 1 -- 172.21.15.39:0/3803258519 learned_addr learned my addr 172.21.15.39:0/3803258519 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87dffff640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87c8004a80 0x7f87e0155dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87df7fe640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87e00ab210 0x7f87e01f59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e4a4e640 1 -- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87c8004a80 msgr2=0x7f87e0155dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e4a4e640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87c8004a80 0x7f87e0155dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e4a4e640 1 -- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87e00ab210 msgr2=0x7f87e01f59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e4a4e640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87e00ab210 0x7f87e01f59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e4a4e640 1 -- 172.21.15.39:0/3803258519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87e00c7850 con 0x7f87e01f5ef0 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e4a4e640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 0x7f87e00ca9a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f87e00b3a70 tx=0x7f87d8010590 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87d800e050 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87d800f040 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87e00c7b30 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87d8003bd0 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.487+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87e00c80f0 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.488+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87e00c8610 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.489+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f87d8003d30 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.489+0000 7f87dcff9640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f87cc06ac00 0x7f87cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.489+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(63..63 src has 1..63) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f87d8089860 con 0x7f87e01f5ef0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.489+0000 7f87dffff640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f87cc06ac00 0x7f87cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:36.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.490+0000 7f87dffff640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f87cc06ac00 0x7f87cc06d0c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f87d0033000 tx=0x7f87d0009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:36.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.493+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f87e00c8610 con 0x7f87e01f5ef0 2024-09-13T16:14:36.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:36.731+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "4:0", "val": "false"} v 0) v1 -- 0x7f87e00672f0 con 0x7f87e01f5ef0 2024-09-13T16:14:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.366+0000 7f87dcff9640 1 -- 172.21.15.39:0/3803258519 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "4:0", "val": "false"}]=0 unfreezing mds.6867 v51) v1 ==== 115+0+0 (secure 0 0 0) 0x7f87d8054a70 con 0x7f87e01f5ef0 2024-09-13T16:14:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:unfreezing mds.6867 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f87cc06ac00 msgr2=0x7f87cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f87cc06ac00 0x7f87cc06d0c0 secure :-1 s=READY pgs=423 cs=0 l=1 rev1=1 crypto rx=0x7f87d0033000 tx=0x7f87d0009030 comp rx=0 tx=0).stop 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 msgr2=0x7f87e00ca9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 0x7f87e00ca9a0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f87e00b3a70 tx=0x7f87d8010590 comp rx=0 tx=0).stop 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 shutdown_connections 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f87cc06ac00 0x7f87cc06d0c0 unknown :-1 s=CLOSED pgs=423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87e01f5ef0 0x7f87e00ca9a0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f87e00ab210 0x7f87e01f59b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 --2- 172.21.15.39:0/3803258519 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87c8004a80 0x7f87e0155dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 >> 172.21.15.39:0/3803258519 conn(0x7f87e00b00a0 msgr2=0x7f87e0072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.368+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 shutdown_connections 2024-09-13T16:14:37.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.369+0000 7f87e64b1640 1 -- 172.21.15.39:0/3803258519 wait complete. 2024-09-13T16:14:37.384 DEBUG:teuthology.orchestra.run.smithi039:> sudo sysctl -n kernel.core_pattern 2024-09-13T16:14:37.412 INFO:teuthology.orchestra.run.smithi039.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:14:37.414 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:14:37.414 DEBUG:teuthology.orchestra.run.smithi039:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-09-13T16:14:37.484 INFO:teuthology.orchestra.run.smithi039.stdout:1726244054.58896.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i c', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/proc/self/exe', platform: 'x86_64' 2024-09-13T16:14:37.486 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1726244054.58896.core'] 2024-09-13T16:14:37.486 INFO:tasks.cephfs.cephfs_test_case:Found core file 1726244054.58896.core, deleting it 2024-09-13T16:14:37.487 DEBUG:teuthology.orchestra.run.smithi039:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1726244054.58896.core 2024-09-13T16:14:37.555 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:14:37.555 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:14:37.555 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:14:37.556 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:14:37.556 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:14:37.556 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi039 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c' 2024-09-13T16:14:37.557 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:14:37.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:14:37.598 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:14:37.598 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:37.673 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:14:37.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.698+0000 7f9945a32640 1 Processor -- start 2024-09-13T16:14:37.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.698+0000 7f9945a32640 1 -- start start 2024-09-13T16:14:37.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.699+0000 7f9945a32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 0x7f9940163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.699+0000 7f9945a32640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99400cde30 con 0x7f99400b41a0 2024-09-13T16:14:37.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.699+0000 7f9945a32640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99400b5090 con 0x7f9940164530 2024-09-13T16:14:37.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.699+0000 7f9945a32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99400cd820 con 0x7f99400ccf80 2024-09-13T16:14:37.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.699+0000 7f993effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f99400b41a0 0x7f99400b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50406/0 (socket says 172.21.15.39:50406) 2024-09-13T16:14:37.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.699+0000 7f993effd640 1 -- 172.21.15.39:0/1352639890 learned_addr learned my addr 172.21.15.39:0/1352639890 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993e7fc640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 0x7f9940163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3492305879 0 0) 0x7f99400cde30 con 0x7f99400b41a0 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9928003520 con 0x7f99400b41a0 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3347900390 0 0) 0x7f9928003520 con 0x7f99400b41a0 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 msgr2=0x7f9940163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 0x7f9940163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 >> v1:172.21.15.157:6789/0 conn(0x7f9940164530 legacy=0x7f9940166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f994015cd60 con 0x7f99400b41a0 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9930001670 con 0x7f99400b41a0 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 >> v1:172.21.15.39:6789/0 conn(0x7f99400b41a0 legacy=0x7f99400b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 0x7f99280039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9928003f20 0x7f99280047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9928004d00 0x7f9928005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99400cd820 con 0x7f9928003f20 2024-09-13T16:14:37.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f992800ba60 con 0x7f9928004d00 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f992800bc20 con 0x7f99400ccf80 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993e7fc640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9928003f20 0x7f99280047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.700+0000 7f993effd640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 0x7f99280039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993e7fc640 1 -- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 msgr2=0x7f99280039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993e7fc640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f99400ccf80 0x7f99280039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993e7fc640 1 -- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9928004d00 msgr2=0x7f9928005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993e7fc640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9928004d00 0x7f9928005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993e7fc640 1 -- 172.21.15.39:0/1352639890 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9928003520 con 0x7f9928003f20 2024-09-13T16:14:37.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993e7fc640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9928003f20 0x7f99280047c0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f9934009a90 tx=0x7f99280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=403ac10521c2a2ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9934031400 con 0x7f9928003f20 2024-09-13T16:14:37.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f993402d050 con 0x7f9928003f20 2024-09-13T16:14:37.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.701+0000 7f993dffb640 1 -- 172.21.15.39:0/1352639890 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99340317a0 con 0x7f9928003f20 2024-09-13T16:14:37.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f9945a32640 1 -- 172.21.15.39:0/1352639890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9928003f20 msgr2=0x7f99280047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f9945a32640 1 --2- 172.21.15.39:0/1352639890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9928003f20 0x7f99280047c0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7f9934009a90 tx=0x7f99280057f0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f993f7fe640 1 -- 172.21.15.39:0/1352639890 reap_dead start 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f9945a32640 1 -- 172.21.15.39:0/1352639890 shutdown_connections 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f9945a32640 1 -- 172.21.15.39:0/1352639890 >> 172.21.15.39:0/1352639890 conn(0x7f99400cf1a0 msgr2=0x7f99400cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f9945a32640 1 -- 172.21.15.39:0/1352639890 shutdown_connections 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.702+0000 7f9945a32640 1 -- 172.21.15.39:0/1352639890 wait complete. 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.703+0000 7f9945a32640 1 Processor -- start 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.703+0000 7f9945a32640 1 -- start start 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f9945a32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9928003f20 0x7f9940153d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f9945a32640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99400ca1b0 0x7f9940159fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f9945a32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 0x7f99401f2d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f9945a32640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f994015a9d0 con 0x7f994015a520 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f9945a32640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99401f28e0 con 0x7f99400ca1b0 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f9945a32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99400ca690 con 0x7f9928003f20 2024-09-13T16:14:37.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f993f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 0x7f99401f2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f993f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 0x7f99401f2d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43764/0 (socket says 172.21.15.39:43764) 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f993f7fe640 1 -- 172.21.15.39:0/3123321941 learned_addr learned my addr 172.21.15.39:0/3123321941 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f993effd640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9928003f20 0x7f9940153d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.704+0000 7f993e7fc640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99400ca1b0 0x7f9940159fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f993f7fe640 1 -- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9928003f20 msgr2=0x7f9940153d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f993f7fe640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9928003f20 0x7f9940153d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f993f7fe640 1 -- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99400ca1b0 msgr2=0x7f9940159fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f993f7fe640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99400ca1b0 0x7f9940159fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f993f7fe640 1 -- 172.21.15.39:0/3123321941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99400ca970 con 0x7f994015a520 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f993f7fe640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 0x7f99401f2d60 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f99400b2130 tx=0x7f993800cb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9938005d40 con 0x7f994015a520 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f993800ced0 con 0x7f994015a520 2024-09-13T16:14:37.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99400cac50 con 0x7f994015a520 2024-09-13T16:14:37.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f993800a7f0 con 0x7f994015a520 2024-09-13T16:14:37.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.705+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99400cc760 con 0x7f994015a520 2024-09-13T16:14:37.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.706+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9940067330 con 0x7f994015a520 2024-09-13T16:14:37.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.706+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f993800a950 con 0x7f994015a520 2024-09-13T16:14:37.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.707+0000 7f9927fff640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f992c06ac00 0x7f992c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:37.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.707+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f99380888c0 con 0x7f994015a520 2024-09-13T16:14:37.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.707+0000 7f993effd640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f992c06ac00 0x7f992c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:37.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.708+0000 7f993effd640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f992c06ac00 0x7f992c06d0c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f99300017a0 tx=0x7f9930007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:37.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.711+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9938053a10 con 0x7f994015a520 2024-09-13T16:14:37.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.920+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f99401f2a80 con 0x7f994015a520 2024-09-13T16:14:37.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.920+0000 7f9927fff640 1 -- 172.21.15.39:0/3123321941 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 52 v52) v1 ==== 94+0+3975 (secure 0 0 0) 0x7f99401f2a80 con 0x7f994015a520 2024-09-13T16:14:37.922 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:37.922 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":52,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38}],"filesystems":[{"mdsmap":{"epoch":52,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:37.369785+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:37.922 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 52 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f992c06ac00 msgr2=0x7f992c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f992c06ac00 0x7f992c06d0c0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f99300017a0 tx=0x7f9930007040 comp rx=0 tx=0).stop 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 msgr2=0x7f99401f2d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 0x7f99401f2d60 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7f99400b2130 tx=0x7f993800cb90 comp rx=0 tx=0).stop 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 shutdown_connections 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f992c06ac00 0x7f992c06d0c0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f994015a520 0x7f99401f2d60 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f99400ca1b0 0x7f9940159fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 --2- 172.21.15.39:0/3123321941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9928003f20 0x7f9940153d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:37.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 >> 172.21.15.39:0/3123321941 conn(0x7f99400cf1a0 msgr2=0x7f99400b5d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:37.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 shutdown_connections 2024-09-13T16:14:37.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:37.922+0000 7f9945a32640 1 -- 172.21.15.39:0/3123321941 wait complete. 2024-09-13T16:14:38.337 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 52, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:14:37.369785+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 64, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6555}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6555': {'gid': 6555, 'name': 'a', 'rank': 0, 'incarnation': 52, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/911322429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 911322429}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 911322429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:38.337 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6555:up:replay 2024-09-13T16:14:39.338 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.452+0000 7f37abb57640 1 Processor -- start 2024-09-13T16:14:39.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.452+0000 7f37abb57640 1 -- start start 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37abb57640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f37a4158cb0 0x7f37a40cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37abb57640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f37a406a5e0 0x7f37a40cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37abb57640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37a406f910 con 0x7f37a406f4a0 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37abb57640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37a406fbd0 con 0x7f37a406a5e0 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37abb57640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37a406feb0 con 0x7f37a4158cb0 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37a90f2640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f37a406f4a0 0x7f37a4069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50408/0 (socket says 172.21.15.39:50408) 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37a90f2640 1 -- 172.21.15.39:0/4108408776 learned_addr learned my addr 172.21.15.39:0/4108408776 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:14:39.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37aa0f4640 1 --2- 172.21.15.39:0/4108408776 >> v2:172.21.15.39:3300/0 conn(0x7f37a406a5e0 0x7f37a40cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37a98f3640 1 --2- 172.21.15.39:0/4108408776 >> v2:172.21.15.157:3300/0 conn(0x7f37a4158cb0 0x7f37a40cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37a88f1640 1 -- 172.21.15.39:0/4108408776 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 265029360 0 0) 0x7f37a406f910 con 0x7f37a406f4a0 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.453+0000 7f37a88f1640 1 -- 172.21.15.39:0/4108408776 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3790003520 con 0x7f37a406f4a0 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.454+0000 7f37aa0f4640 1 -- 172.21.15.39:0/4108408776 >> v2:172.21.15.157:3300/0 conn(0x7f37a4158cb0 msgr2=0x7f37a40cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.454+0000 7f37aa0f4640 1 --2- 172.21.15.39:0/4108408776 >> v2:172.21.15.157:3300/0 conn(0x7f37a4158cb0 0x7f37a40cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.454+0000 7f37aa0f4640 1 -- 172.21.15.39:0/4108408776 >> v1:172.21.15.39:6789/0 conn(0x7f37a406f4a0 legacy=0x7f37a4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.454+0000 7f37aa0f4640 1 -- 172.21.15.39:0/4108408776 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37a4070190 con 0x7f37a406a5e0 2024-09-13T16:14:39.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.454+0000 7f37aa0f4640 1 --2- 172.21.15.39:0/4108408776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a406a5e0 0x7f37a40cad30 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f37a4068520 tx=0x7f379c02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=403cc4b42a3a4085 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.454+0000 7f37a88f1640 1 -- 172.21.15.39:0/4108408776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f379c02aea0 con 0x7f37a406a5e0 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37a88f1640 1 -- 172.21.15.39:0/4108408776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f379c02d050 con 0x7f37a406a5e0 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37a88f1640 1 -- 172.21.15.39:0/4108408776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f379c007960 con 0x7f37a406a5e0 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 -- 172.21.15.39:0/4108408776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a406a5e0 msgr2=0x7f37a40cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 --2- 172.21.15.39:0/4108408776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a406a5e0 0x7f37a40cad30 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f37a4068520 tx=0x7f379c02a680 comp rx=0 tx=0).stop 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 -- 172.21.15.39:0/4108408776 shutdown_connections 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 --2- 172.21.15.39:0/4108408776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a406a5e0 0x7f37a40cad30 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 --2- 172.21.15.39:0/4108408776 >> v2:172.21.15.157:3300/0 conn(0x7f37a4158cb0 0x7f37a40cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 -- 172.21.15.39:0/4108408776 >> 172.21.15.39:0/4108408776 conn(0x7f37a406b3b0 msgr2=0x7f37a406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 -- 172.21.15.39:0/4108408776 shutdown_connections 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.455+0000 7f37abb57640 1 -- 172.21.15.39:0/4108408776 wait complete. 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.456+0000 7f37abb57640 1 Processor -- start 2024-09-13T16:14:39.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.456+0000 7f37abb57640 1 -- start start 2024-09-13T16:14:39.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37abb57640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37a406a5e0 0x7f37a40ad040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37abb57640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37a406f4a0 0x7f37a414d5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37abb57640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 0x7f37a414db20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37abb57640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37a4154bb0 con 0x7f37a4158cb0 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37abb57640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37a41545f0 con 0x7f37a406a5e0 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37abb57640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37a41548d0 con 0x7f37a406f4a0 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37aa0f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 0x7f37a414db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37aa0f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 0x7f37a414db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43790/0 (socket says 172.21.15.39:43790) 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37aa0f4640 1 -- 172.21.15.39:0/1211829880 learned_addr learned my addr 172.21.15.39:0/1211829880 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37a98f3640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37a406a5e0 0x7f37a40ad040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.457+0000 7f37a90f2640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37a406f4a0 0x7f37a414d5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37aa0f4640 1 -- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37a406f4a0 msgr2=0x7f37a414d5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37aa0f4640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37a406f4a0 0x7f37a414d5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37aa0f4640 1 -- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37a406a5e0 msgr2=0x7f37a40ad040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37aa0f4640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37a406a5e0 0x7f37a40ad040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37aa0f4640 1 -- 172.21.15.39:0/1211829880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f379c009a70 con 0x7f37a4158cb0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37a90f2640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37a406f4a0 0x7f37a414d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37aa0f4640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 0x7f37a414db20 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f379c02ac70 tx=0x7f379c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f379c03c830 con 0x7f37a4158cb0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f379c03c990 con 0x7f37a4158cb0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37a4153cf0 con 0x7f37a4158cb0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f379c03cd00 con 0x7f37a4158cb0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.458+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37a40ad580 con 0x7f37a4158cb0 2024-09-13T16:14:39.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.459+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37a40672f0 con 0x7f37a4158cb0 2024-09-13T16:14:39.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.460+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f379c031400 con 0x7f37a4158cb0 2024-09-13T16:14:39.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.460+0000 7f379a7fc640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f378806ac00 0x7f378806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:39.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.460+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f379c0aad20 con 0x7f37a4158cb0 2024-09-13T16:14:39.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.461+0000 7f37a98f3640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f378806ac00 0x7f378806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.461+0000 7f37a98f3640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f378806ac00 0x7f378806d0c0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f37a41f3a10 tx=0x7f37a0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:39.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.465+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f379c076000 con 0x7f37a4158cb0 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.598+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.598+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_RECONNECTING pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_session_reset received session reset full=1 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.598+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_RECONNECTING pgs=14 cs=8 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).reset_session 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.598+0000 7f64e3fff640 0 client.6954 ms_handle_remote_reset on v2:172.21.15.39:6833/1146314336 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.599+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.599+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:14:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.599+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:14:39.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.599+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:14:39.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.672+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f37a40cee00 con 0x7f37a4158cb0 2024-09-13T16:14:39.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.673+0000 7f379a7fc640 1 -- 172.21.15.39:0/1211829880 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 54 v54) v1 ==== 94+0+4733 (secure 0 0 0) 0x7f379c040090 con 0x7f37a4158cb0 2024-09-13T16:14:39.675 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:39.675 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":54,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":54,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:39.382255+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:rejoin","state_seq":17,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:39.675 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 54 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f378806ac00 msgr2=0x7f378806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f378806ac00 0x7f378806d0c0 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7f37a41f3a10 tx=0x7f37a0009190 comp rx=0 tx=0).stop 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 msgr2=0x7f37a414db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 0x7f37a414db20 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f379c02ac70 tx=0x7f379c004a40 comp rx=0 tx=0).stop 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 shutdown_connections 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f378806ac00 0x7f378806d0c0 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37a4158cb0 0x7f37a414db20 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37a406f4a0 0x7f37a414d5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 --2- 172.21.15.39:0/1211829880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37a406a5e0 0x7f37a40ad040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 >> 172.21.15.39:0/1211829880 conn(0x7f37a406b3b0 msgr2=0x7f37a406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 shutdown_connections 2024-09-13T16:14:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:39.675+0000 7f37abb57640 1 -- 172.21.15.39:0/1211829880 wait complete. 2024-09-13T16:14:40.090 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 54, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:14:39.382255+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 64, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6555}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6555': {'gid': 6555, 'name': 'a', 'rank': 0, 'incarnation': 52, 'state': 'up:rejoin', 'state_seq': 17, 'addr': '172.21.15.39:6834/911322429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 911322429}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 911322429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:40.090 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_6555:up:rejoin 2024-09-13T16:14:40.641 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:14:40.640+0000 7f00012f9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:14:41.091 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:14:41.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.204+0000 7f11dabaa640 1 Processor -- start 2024-09-13T16:14:41.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11dabaa640 1 -- start start 2024-09-13T16:14:41.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11dabaa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11d40b41a0 0x7f11d40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11dabaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d40d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11dabaa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11d40cde30 con 0x7f11d40d0830 2024-09-13T16:14:41.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11dabaa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11d40b5090 con 0x7f11d40b41a0 2024-09-13T16:14:41.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11dabaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11d40cd820 con 0x7f11d40ccf80 2024-09-13T16:14:41.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.205+0000 7f11d8946640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11d40b41a0 0x7f11d40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d8946640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11d40b41a0 0x7f11d40b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43800/0 (socket says 172.21.15.39:43800) 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d8946640 1 -- 172.21.15.39:0/3630882451 learned_addr learned my addr 172.21.15.39:0/3630882451 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d3fff640 1 --2- 172.21.15.39:0/3630882451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d40d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d8946640 1 -- 172.21.15.39:0/3630882451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 msgr2=0x7f11d40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d8946640 1 --2- 172.21.15.39:0/3630882451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d40d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d8946640 1 -- 172.21.15.39:0/3630882451 >> v1:172.21.15.157:6789/0 conn(0x7f11d40d0830 legacy=0x7f11d4166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.206+0000 7f11d8946640 1 -- 172.21.15.39:0/3630882451 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11d40b4ac0 con 0x7f11d40b41a0 2024-09-13T16:14:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11d8946640 1 --2- 172.21.15.39:0/3630882451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40b41a0 0x7f11d40b4580 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f11c8009870 tx=0x7f11c802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b15baeeeaf075f8e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11d37fe640 1 -- 172.21.15.39:0/3630882451 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11c8032440 con 0x7f11d40b41a0 2024-09-13T16:14:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11d37fe640 1 -- 172.21.15.39:0/3630882451 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11c80325a0 con 0x7f11d40b41a0 2024-09-13T16:14:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11d37fe640 1 -- 172.21.15.39:0/3630882451 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11c8032930 con 0x7f11d40b41a0 2024-09-13T16:14:41.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 -- 172.21.15.39:0/3630882451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40b41a0 msgr2=0x7f11d40b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 --2- 172.21.15.39:0/3630882451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40b41a0 0x7f11d40b4580 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f11c8009870 tx=0x7f11c802a210 comp rx=0 tx=0).stop 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 -- 172.21.15.39:0/3630882451 shutdown_connections 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 --2- 172.21.15.39:0/3630882451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d40d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 --2- 172.21.15.39:0/3630882451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40b41a0 0x7f11d40b4580 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 -- 172.21.15.39:0/3630882451 >> 172.21.15.39:0/3630882451 conn(0x7f11d40cf1a0 msgr2=0x7f11d40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 -- 172.21.15.39:0/3630882451 shutdown_connections 2024-09-13T16:14:41.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.207+0000 7f11dabaa640 1 -- 172.21.15.39:0/3630882451 wait complete. 2024-09-13T16:14:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.209+0000 7f11dabaa640 1 Processor -- start 2024-09-13T16:14:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.209+0000 7f11dabaa640 1 -- start start 2024-09-13T16:14:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11dabaa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11d40b41a0 0x7f11d40a90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11dabaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d4150100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11dabaa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 0x7f11d414cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11dabaa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11d40af580 con 0x7f11d40d0830 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11dabaa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11d40af250 con 0x7f11d40b41a0 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11dabaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11d40aa010 con 0x7f11d40ccf80 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 0x7f11d414cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 0x7f11d414cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43810/0 (socket says 172.21.15.39:43810) 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 -- 172.21.15.39:0/467562298 learned_addr learned my addr 172.21.15.39:0/467562298 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d3fff640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d4150100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d8946640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11d40b41a0 0x7f11d40a90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 -- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 msgr2=0x7f11d4150100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d4150100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 -- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11d40b41a0 msgr2=0x7f11d40a90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11d40b41a0 0x7f11d40a90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 -- 172.21.15.39:0/467562298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11c80094d0 con 0x7f11d40d0830 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.210+0000 7f11d9147640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 0x7f11d414cd80 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f11cc00b970 tx=0x7f11cc00be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.211+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11cc00cb40 con 0x7f11d40d0830 2024-09-13T16:14:41.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.211+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11cc00cca0 con 0x7f11d40d0830 2024-09-13T16:14:41.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.211+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11cc014680 con 0x7f11d40d0830 2024-09-13T16:14:41.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.211+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11d4150640 con 0x7f11d40d0830 2024-09-13T16:14:41.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.211+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11d40a9a50 con 0x7f11d40d0830 2024-09-13T16:14:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.212+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11d4067330 con 0x7f11d40d0830 2024-09-13T16:14:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.212+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f11cc01d3b0 con 0x7f11d40d0830 2024-09-13T16:14:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.213+0000 7f11d17fa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11b806ac00 0x7f11b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.213+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f11cc089170 con 0x7f11d40d0830 2024-09-13T16:14:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.213+0000 7f11d8946640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11b806ac00 0x7f11b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.213+0000 7f11d8946640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11b806ac00 0x7f11b806d0c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f11c8034000 tx=0x7f11c802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.217+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11cc054330 con 0x7f11d40d0830 2024-09-13T16:14:41.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.426+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f11d40af6c0 con 0x7f11d40d0830 2024-09-13T16:14:41.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.426+0000 7f11d17fa640 1 -- 172.21.15.39:0/467562298 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4733 (secure 0 0 0) 0x7f11d40af6c0 con 0x7f11d40d0830 2024-09-13T16:14:41.428 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:14:41.428 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":55,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:40.394646+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":18,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:14:41.428 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 55 2024-09-13T16:14:41.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11b806ac00 msgr2=0x7f11b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11b806ac00 0x7f11b806d0c0 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7f11c8034000 tx=0x7f11c802e000 comp rx=0 tx=0).stop 2024-09-13T16:14:41.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 msgr2=0x7f11d414cd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 0x7f11d414cd80 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7f11cc00b970 tx=0x7f11cc00be30 comp rx=0 tx=0).stop 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 shutdown_connections 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11b806ac00 0x7f11b806d0c0 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11d40d0830 0x7f11d414cd80 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11d40ccf80 0x7f11d4150100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 --2- 172.21.15.39:0/467562298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11d40b41a0 0x7f11d40a90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 >> 172.21.15.39:0/467562298 conn(0x7f11d40cf1a0 msgr2=0x7f11d40cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 shutdown_connections 2024-09-13T16:14:41.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.428+0000 7f11dabaa640 1 -- 172.21.15.39:0/467562298 wait complete. 2024-09-13T16:14:41.843 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 55, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:13:44.735195+0000', 'modified': '2024-09-13T16:14:40.394646+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 64, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 6555}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_6555': {'gid': 6555, 'name': 'a', 'rank': 0, 'incarnation': 52, 'state': 'up:active', 'state_seq': 18, 'addr': '172.21.15.39:6834/911322429', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 911322429}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 911322429}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [9], 'metadata_pool': 8, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:14:41.843 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:14:41.844 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:14:41.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.948+0000 7fcf0cda0640 1 Processor -- start 2024-09-13T16:14:41.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.949+0000 7fcf0cda0640 1 -- start start 2024-09-13T16:14:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.949+0000 7fcf0cda0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcf0815b3e0 0x7fcf080cf0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.949+0000 7fcf0cda0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcf080cf610 0x7fcf080b3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.949+0000 7fcf0cda0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf081516b0 con 0x7fcf080712d0 2024-09-13T16:14:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.949+0000 7fcf0cda0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf0815afc0 con 0x7fcf080cf610 2024-09-13T16:14:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.949+0000 7fcf0cda0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf0815a920 con 0x7fcf0815b3e0 2024-09-13T16:14:41.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcf080cf610 0x7fcf080b3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcf080cf610 0x7fcf080b3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43820/0 (socket says 172.21.15.39:43820) 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 -- 172.21.15.39:0/1592270231 learned_addr learned my addr 172.21.15.39:0/1592270231 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/1592270231 >> v2:172.21.15.157:3300/0 conn(0x7fcf0815b3e0 0x7fcf080cf0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 -- 172.21.15.39:0/1592270231 >> v2:172.21.15.157:3300/0 conn(0x7fcf0815b3e0 msgr2=0x7fcf080cf0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 --2- 172.21.15.39:0/1592270231 >> v2:172.21.15.157:3300/0 conn(0x7fcf0815b3e0 0x7fcf080cf0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 -- 172.21.15.39:0/1592270231 >> v1:172.21.15.157:6789/0 conn(0x7fcf080712d0 legacy=0x7fcf080716b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.950+0000 7fcf07fff640 1 -- 172.21.15.39:0/1592270231 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf080cfee0 con 0x7fcf080cf610 2024-09-13T16:14:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf07fff640 1 --2- 172.21.15.39:0/1592270231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf080b3c80 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fcf080b5770 tx=0x7fcf0002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d35299725a6ebe8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf067fc640 1 -- 172.21.15.39:0/1592270231 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00032440 con 0x7fcf080cf610 2024-09-13T16:14:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf067fc640 1 -- 172.21.15.39:0/1592270231 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf000325a0 con 0x7fcf080cf610 2024-09-13T16:14:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf067fc640 1 -- 172.21.15.39:0/1592270231 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00032930 con 0x7fcf080cf610 2024-09-13T16:14:41.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 -- 172.21.15.39:0/1592270231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 msgr2=0x7fcf080b3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/1592270231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf080b3c80 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7fcf080b5770 tx=0x7fcf0002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 -- 172.21.15.39:0/1592270231 shutdown_connections 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/1592270231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf080b3c80 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/1592270231 >> v2:172.21.15.157:3300/0 conn(0x7fcf0815b3e0 0x7fcf080cf0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 -- 172.21.15.39:0/1592270231 >> 172.21.15.39:0/1592270231 conn(0x7fcf080b2130 msgr2=0x7fcf080b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 -- 172.21.15.39:0/1592270231 shutdown_connections 2024-09-13T16:14:41.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.951+0000 7fcf0cda0640 1 -- 172.21.15.39:0/1592270231 wait complete. 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.953+0000 7fcf0cda0640 1 Processor -- start 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.953+0000 7fcf0cda0640 1 -- start start 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf080712d0 0x7fcf08146c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf08154470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf0815b3e0 0x7fcf08159200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf08152e10 con 0x7fcf080cf610 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf081530f0 con 0x7fcf080712d0 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf081533d0 con 0x7fcf0815b3e0 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf08154470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf08154470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43828/0 (socket says 172.21.15.39:43828) 2024-09-13T16:14:41.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 -- 172.21.15.39:0/773656255 learned_addr learned my addr 172.21.15.39:0/773656255 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 -- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf0815b3e0 msgr2=0x7fcf08159200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf0815b3e0 0x7fcf08159200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 -- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf080712d0 msgr2=0x7fcf08146c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf077fe640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf080712d0 0x7fcf08146c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf080712d0 0x7fcf08146c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 -- 172.21.15.39:0/773656255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf000094d0 con 0x7fcf080cf610 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf077fe640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf080712d0 0x7fcf08146c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf08154470 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fcef000c7f0 tx=0x7fcef000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcefffff640 1 -- 172.21.15.39:0/773656255 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcef0004220 con 0x7fcf080cf610 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcefffff640 1 -- 172.21.15.39:0/773656255 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcef00043a0 con 0x7fcf080cf610 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf081536b0 con 0x7fcf080cf610 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcefffff640 1 -- 172.21.15.39:0/773656255 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcef0007860 con 0x7fcf080cf610 2024-09-13T16:14:41.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.954+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf081471a0 con 0x7fcf080cf610 2024-09-13T16:14:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.956+0000 7fcefffff640 1 -- 172.21.15.39:0/773656255 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcef0007bd0 con 0x7fcf080cf610 2024-09-13T16:14:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.956+0000 7fcefffff640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcee806ac00 0x7fcee806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.956+0000 7fcefffff640 1 -- 172.21.15.39:0/773656255 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcef0089370 con 0x7fcf080cf610 2024-09-13T16:14:41.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.957+0000 7fcf077fe640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcee806ac00 0x7fcee806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.957+0000 7fcf10e06740 1 Processor -- start 2024-09-13T16:14:41.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.957+0000 7fcf077fe640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcee806ac00 0x7fcee806d0c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcef8007eb0 tx=0x7fcef80073c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.957+0000 7fcf10e06740 1 -- start start 2024-09-13T16:14:41.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efed670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efeaa50 0x55af9f03a760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f03aca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf10e06740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9ef477c0 con 0x55af9f014740 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9ef56b70 con 0x55af9efeaa50 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55af9ef54300 con 0x55af9efed290 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f03aca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f03aca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43834/0 (socket says 172.21.15.39:43834) 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 -- 172.21.15.39:0/3899361506 learned_addr learned my addr 172.21.15.39:0/3899361506 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf077fe640 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efed670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efeaa50 0x55af9f03a760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 -- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 msgr2=0x55af9efed670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efed670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 -- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efeaa50 msgr2=0x55af9f03a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efeaa50 0x55af9f03a760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.958+0000 7fcf07fff640 1 -- 172.21.15.39:0/3899361506 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af9eedc4b0 con 0x55af9f014740 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.959+0000 7fcf07fff640 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f03aca0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fcf000090b0 tx=0x7fcf0002c070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32019824c551a04a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.959+0000 7fcefd7fa640 1 -- 172.21.15.39:0/3899361506 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00032990 con 0x55af9f014740 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.959+0000 7fcefd7fa640 1 -- 172.21.15.39:0/3899361506 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf00032af0 con 0x55af9f014740 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.959+0000 7fcefd7fa640 1 -- 172.21.15.39:0/3899361506 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00032ea0 con 0x55af9f014740 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.959+0000 7fcf10e06740 1 -- 172.21.15.39:0/3899361506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 msgr2=0x55af9f03aca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.959+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f03aca0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7fcf000090b0 tx=0x7fcf0002c070 comp rx=0 tx=0).stop 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 -- 172.21.15.39:0/3899361506 shutdown_connections 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f03aca0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efeaa50 0x55af9f03a760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3899361506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efed670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 -- 172.21.15.39:0/3899361506 >> 172.21.15.39:0/3899361506 conn(0x55af9efe99c0 msgr2=0x55af9f031e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 -- 172.21.15.39:0/3899361506 shutdown_connections 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 -- 172.21.15.39:0/3899361506 wait complete. 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 -- start start 2024-09-13T16:14:41.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.960+0000 7fcf10e06740 1 Processor -- start 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efed290 0x55af9f011ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efe7660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 0x55af9efe7ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9ef4fbf0 con 0x55af9f0141f0 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9ef0e250 con 0x55af9efed290 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55af9ef0def0 con 0x55af9f014740 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf10e06740 10 client.0 _ll_register_callbacks cb 0x55af9ef40740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:41.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 0x55af9efe7ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 0x55af9efe7ba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43840/0 (socket says 172.21.15.39:43840) 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 -- 172.21.15.39:0/3880079343 learned_addr learned my addr 172.21.15.39:0/3880079343 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efe7660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf077fe640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efed290 0x55af9f011ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 -- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 msgr2=0x55af9efe7660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efe7660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 -- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efed290 msgr2=0x55af9f011ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efed290 0x55af9f011ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.961+0000 7fcf07fff640 1 -- 172.21.15.39:0/3880079343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf080cfee0 con 0x55af9f0141f0 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf07fff640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 0x55af9efe7ba0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fcf00009930 tx=0x7fcf00004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0a6407f23126419 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcee67fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:14:41.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcee67fc640 1 -- 172.21.15.39:0/3880079343 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00003a20 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcee67fc640 1 -- 172.21.15.39:0/3880079343 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcf00003b80 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55af9ec433c0 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcee67fc640 1 -- 172.21.15.39:0/3880079343 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf00003d40 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 10 client.7023 fetch_fsmap learned FSMap version 55 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) v3 -- 0x55af9ef4e270 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcee67fc640 1 -- 172.21.15.39:0/3880079343 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55af9ec433c0 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcee67fc640 1 -- 172.21.15.39:0/3880079343 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 55) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fcf00046450 con 0x55af9f0141f0 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 10 client.7023 fetch_fsmap finished waiting for FSMap version 55 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 10 client.7023 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 20 client.7023 populate_metadata read hostname 'smithi039' 2024-09-13T16:14:41.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f037c10 0x55af9f04ed50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 4 client.7023 mds_command: new command op to 6555 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 --> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55af9ec546c0 con 0x55af9f037c10 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.962+0000 7fcf077fe640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f037c10 0x55af9f04ed50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcee67fc640 10 client.7023 ms_handle_connect on v2:172.21.15.39:6832/911322429 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf077fe640 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f037c10 0x55af9f04ed50 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=17e4fcf415a254b1 server_cookie=4b20054f99fa8b23 in_seq=0 out_seq=0 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcee67fc640 1 -- 172.21.15.39:0/3880079343 <== mds.0 v2:172.21.15.39:6832/911322429 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55af9ec546c0 con 0x55af9f037c10 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcee67fc640 10 client.7023 handle_command_reply: tid=0 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 client.7023 shutdown 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 msgr2=0x55af9efe7ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 0x55af9efe7ba0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fcf00009930 tx=0x7fcf00004730 comp rx=0 tx=0).stop 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 shutdown_connections 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f037c10 0x55af9f04ed50 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f0141f0 0x55af9efe7ba0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efe7660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcee67fc640 0 client.7023 ms_handle_reset on v2:172.21.15.39:6832/911322429 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 --2- 172.21.15.39:0/3880079343 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9efed290 0x55af9f011ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.963+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 >> 172.21.15.39:0/3880079343 conn(0x55af9efeaa50 msgr2=0x55af9f0301b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.964+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 shutdown_connections 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.964+0000 7fcf10e06740 1 -- 172.21.15.39:0/3880079343 wait complete. 2024-09-13T16:14:41.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.964+0000 7fcf10e06740 20 client.7023 trim_cache size 0 max 16384 2024-09-13T16:14:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.978+0000 7fcf10e06740 1 Processor -- start 2024-09-13T16:14:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 -- start start 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efe7500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f0354d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f032930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9eed3460 con 0x55af9f014740 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9f017760 con 0x55af9f0141f0 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55af9efed780 con 0x55af9efed290 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f032930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f032930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43850/0 (socket says 172.21.15.39:43850) 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.979+0000 7fcf07fff640 1 -- 172.21.15.39:0/2190696798 learned_addr learned my addr 172.21.15.39:0/2190696798 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcf07fff640 1 -- 172.21.15.39:0/2190696798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 msgr2=0x55af9efe7500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcf07fff640 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efe7500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcf07fff640 1 -- 172.21.15.39:0/2190696798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 msgr2=0x55af9f0354d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcf07fff640 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f0354d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcf07fff640 1 -- 172.21.15.39:0/2190696798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55af9eef05f0 con 0x55af9f014740 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcf07fff640 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f032930 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fcf00034010 tx=0x7fcf00034040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5291c82c7793fda8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcefdffb640 1 -- 172.21.15.39:0/2190696798 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00032790 con 0x55af9f014740 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcefdffb640 1 -- 172.21.15.39:0/2190696798 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf00046960 con 0x55af9f014740 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.980+0000 7fcefdffb640 1 -- 172.21.15.39:0/2190696798 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf00046da0 con 0x55af9f014740 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 -- 172.21.15.39:0/2190696798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 msgr2=0x55af9f032930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f032930 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fcf00034010 tx=0x7fcf00034040 comp rx=0 tx=0).stop 2024-09-13T16:14:41.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 -- 172.21.15.39:0/2190696798 shutdown_connections 2024-09-13T16:14:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9f014740 0x55af9f032930 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f0354d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2190696798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9efed290 0x55af9efe7500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 -- 172.21.15.39:0/2190696798 >> 172.21.15.39:0/2190696798 conn(0x55af9efeaa50 msgr2=0x55af9f016f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 -- 172.21.15.39:0/2190696798 shutdown_connections 2024-09-13T16:14:41.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 -- 172.21.15.39:0/2190696798 wait complete. 2024-09-13T16:14:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 -- start start 2024-09-13T16:14:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.981+0000 7fcf10e06740 1 Processor -- start 2024-09-13T16:14:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 0x55af9f09be00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f081320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efeb820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9f03a0b0 con 0x55af9efed290 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55af9f016fd0 con 0x55af9f0141f0 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55af9f09c690 con 0x55af9f014740 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf10e06740 10 client.0 _ll_register_callbacks cb 0x7fcf00035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 0x55af9f09be00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 0x55af9f09be00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43854/0 (socket says 172.21.15.39:43854) 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf077fe640 1 -- 172.21.15.39:0/2852640842 learned_addr learned my addr 172.21.15.39:0/2852640842 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf07fff640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efeb820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.982+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f081320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf077fe640 1 -- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 msgr2=0x55af9efeb820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf077fe640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efeb820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf077fe640 1 -- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 msgr2=0x55af9f081320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf077fe640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f081320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf077fe640 1 -- 172.21.15.39:0/2852640842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55af9ef4e270 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf077fe640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 0x55af9f09be00 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fcef800f6f0 tx=0x7fcef8004a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc06ae8fc544f3af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcee67fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcee67fc640 1 -- 172.21.15.39:0/2852640842 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcef80265e0 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcee67fc640 1 -- 172.21.15.39:0/2852640842 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcef8023070 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcf00032af0 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcee67fc640 1 -- 172.21.15.39:0/2852640842 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcef8026740 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 10 client.7029 fetch_fsmap learned FSMap version 55 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) v3 -- 0x55af9ef15d00 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcee67fc640 1 -- 172.21.15.39:0/2852640842 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf00032af0 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcee67fc640 1 -- 172.21.15.39:0/2852640842 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 55) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fcef802f440 con 0x55af9efed290 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 10 client.7029 fetch_fsmap finished waiting for FSMap version 55 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 10 client.7029 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:14:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 20 client.7029 populate_metadata read hostname 'smithi039' 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f0307c0 0x55af9f030ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 4 client.7029 mds_command: new command op to 6555 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.983+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 --> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55af9eca7d10 con 0x55af9f0307c0 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f0307c0 0x55af9f030ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcee67fc640 10 client.7029 ms_handle_connect on v2:172.21.15.39:6832/911322429 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf06ffd640 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f0307c0 0x55af9f030ba0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=11a2fb7f7fcf4519 server_cookie=47bd954ac0339738 in_seq=0 out_seq=0 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcee67fc640 1 -- 172.21.15.39:0/2852640842 <== mds.0 v2:172.21.15.39:6832/911322429 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+323 (crc 0 0 0) 0x55af9eca7d10 con 0x55af9f0307c0 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcee67fc640 10 client.7029 handle_command_reply: tid=0 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 client.7029 shutdown 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 msgr2=0x55af9f09be00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 0x55af9f09be00 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fcef800f6f0 tx=0x7fcef8004a30 comp rx=0 tx=0).stop 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 shutdown_connections 2024-09-13T16:14:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x55af9f0307c0 0x55af9f030ba0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55af9f014740 0x55af9efeb820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55af9f0141f0 0x55af9f081320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcee67fc640 0 client.7029 ms_handle_reset on v2:172.21.15.39:6832/911322429 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 --2- 172.21.15.39:0/2852640842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55af9efed290 0x55af9f09be00 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 >> 172.21.15.39:0/2852640842 conn(0x55af9efeaa50 msgr2=0x55af9efec190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 shutdown_connections 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.984+0000 7fcf10e06740 1 -- 172.21.15.39:0/2852640842 wait complete. 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf10e06740 20 client.7029 trim_cache size 0 max 16384 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:14:41.992 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 6555, 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.60425358, 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 55, 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 64, 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 64, 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 61.665743732000003 2024-09-13T16:14:41.993 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:14:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcee806ac00 msgr2=0x7fcee806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcee806ac00 0x7fcee806d0c0 secure :-1 s=READY pgs=428 cs=0 l=1 rev1=1 crypto rx=0x7fcef8007eb0 tx=0x7fcef80073c0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 msgr2=0x7fcf08154470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf08154470 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fcef000c7f0 tx=0x7fcef000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 shutdown_connections 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcee806ac00 0x7fcee806d0c0 unknown :-1 s=CLOSED pgs=428 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf0815b3e0 0x7fcf08159200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf080cf610 0x7fcf08154470 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 --2- 172.21.15.39:0/773656255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf080712d0 0x7fcf08146c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 >> 172.21.15.39:0/773656255 conn(0x7fcf080b2130 msgr2=0x7fcf0815d260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 shutdown_connections 2024-09-13T16:14:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:41.985+0000 7fcf0cda0640 1 -- 172.21.15.39:0/773656255 wait complete. 2024-09-13T16:14:43.079 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.c has been restored 2024-09-13T16:14:44.417 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:44.420 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:14:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:54.603+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:14:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:54.603+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:14:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:54.603+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:14:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:54.603+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:14:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:14:54.603+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:15:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:09.619+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:09.619+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:15:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:09.619+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:09.619+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:09.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:09.619+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:15:14.561 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:14.565 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:24.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:24.633+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:24.634+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:15:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:24.634+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:24.634+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:24.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:24.634+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:15:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:39.650+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:39.650+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:15:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:39.650+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:39.650+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:39.650+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:15:44.649 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:44.652 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:15:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:54.666+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:15:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:54.666+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:15:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:54.666+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:15:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:54.666+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:15:54.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:15:54.666+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:16:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:09.681+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:09.681+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 17 2024-09-13T16:16:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:09.681+0000 7f6509232640 1 -- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 msgr2=0x564ca3b31f30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T16:16:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:09.681+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 crc :-1 s=SESSION_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T16:16:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:09.681+0000 7f6509232640 1 --2- 172.21.15.39:0/4221411618 >> [v2:172.21.15.39:6833/1146314336,v1:172.21.15.39:6835/1146314336] conn(0x564ca3b98960 0x564ca3b31f30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 15.000000 2024-09-13T16:16:14.035 DEBUG:teuthology.orchestra.run:got remote process result: 124 2024-09-13T16:16:14.036 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:16:14.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.148+0000 7f3524e12640 1 Processor -- start 2024-09-13T16:16:14.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.148+0000 7f3524e12640 1 -- start start 2024-09-13T16:16:14.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f3524e12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3520153080 0x7f352015d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:14.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f3524e12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35200ce080 0x7f3520159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:14.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f3524e12640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f352015d550 con 0x7f35201595a0 2024-09-13T16:16:14.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f3524e12640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f352015a050 con 0x7f35200ce080 2024-09-13T16:16:14.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f3524e12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f352015cbf0 con 0x7f3520153080 2024-09-13T16:16:14.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f351dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35200ce080 0x7f3520159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f351dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35200ce080 0x7f3520159060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47124/0 (socket says 172.21.15.39:47124) 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f351dd9b640 1 -- 172.21.15.39:0/1981239930 learned_addr learned my addr 172.21.15.39:0/1981239930 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.149+0000 7f351e59c640 1 --2- 172.21.15.39:0/1981239930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3520153080 0x7f352015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.150+0000 7f351dd9b640 1 -- 172.21.15.39:0/1981239930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3520153080 msgr2=0x7f352015d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.150+0000 7f351dd9b640 1 --2- 172.21.15.39:0/1981239930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3520153080 0x7f352015d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.150+0000 7f351dd9b640 1 -- 172.21.15.39:0/1981239930 >> v1:172.21.15.157:6789/0 conn(0x7f35201595a0 legacy=0x7f3520069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:14.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.150+0000 7f351dd9b640 1 -- 172.21.15.39:0/1981239930 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3520153460 con 0x7f35200ce080 2024-09-13T16:16:14.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.150+0000 7f351dd9b640 1 --2- 172.21.15.39:0/1981239930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35200ce080 0x7f3520159060 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f3508009870 tx=0x7f350802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ecccdc63480222a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:14.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f351d59a640 1 -- 172.21.15.39:0/1981239930 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3508032440 con 0x7f35200ce080 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f351d59a640 1 -- 172.21.15.39:0/1981239930 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35080325a0 con 0x7f35200ce080 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f351d59a640 1 -- 172.21.15.39:0/1981239930 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3508032930 con 0x7f35200ce080 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 -- 172.21.15.39:0/1981239930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35200ce080 msgr2=0x7f3520159060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 --2- 172.21.15.39:0/1981239930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35200ce080 0x7f3520159060 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f3508009870 tx=0x7f350802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 -- 172.21.15.39:0/1981239930 shutdown_connections 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 --2- 172.21.15.39:0/1981239930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35200ce080 0x7f3520159060 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 --2- 172.21.15.39:0/1981239930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3520153080 0x7f352015d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 -- 172.21.15.39:0/1981239930 >> 172.21.15.39:0/1981239930 conn(0x7f35200b15d0 msgr2=0x7f35200b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 -- 172.21.15.39:0/1981239930 shutdown_connections 2024-09-13T16:16:14.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.151+0000 7f3524e12640 1 -- 172.21.15.39:0/1981239930 wait complete. 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.153+0000 7f3524e12640 1 Processor -- start 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.153+0000 7f3524e12640 1 -- start start 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35200ce080 0x7f352014c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 0x7f3520149d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35201595a0 0x7f3520145cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f352014cbb0 con 0x7f3520153080 2024-09-13T16:16:14.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f352014c6b0 con 0x7f35200ce080 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f352014a250 con 0x7f35201595a0 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 0x7f3520149d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 0x7f3520149d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47140/0 (socket says 172.21.15.39:47140) 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 -- 172.21.15.39:0/1704900710 learned_addr learned my addr 172.21.15.39:0/1704900710 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 -- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35201595a0 msgr2=0x7f3520145cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351ed9d640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35201595a0 0x7f3520145cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351e59c640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35200ce080 0x7f352014c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35201595a0 0x7f3520145cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 -- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35200ce080 msgr2=0x7f352014c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35200ce080 0x7f352014c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 -- 172.21.15.39:0/1704900710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35080094d0 con 0x7f3520153080 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f351dd9b640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 0x7f3520149d10 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f350802a200 tx=0x7f35080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:14.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3508032440 con 0x7f3520153080 2024-09-13T16:16:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3508030b80 con 0x7f3520153080 2024-09-13T16:16:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f350803d440 con 0x7f3520153080 2024-09-13T16:16:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.154+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f352014c8d0 con 0x7f3520153080 2024-09-13T16:16:14.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.155+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3520154d60 con 0x7f3520153080 2024-09-13T16:16:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.155+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35200672f0 con 0x7f3520153080 2024-09-13T16:16:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.156+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3508039040 con 0x7f3520153080 2024-09-13T16:16:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.156+0000 7f3516ffd640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f350006ac00 0x7f350006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.156+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f35080a9f40 con 0x7f3520153080 2024-09-13T16:16:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.157+0000 7f351e59c640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f350006ac00 0x7f350006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:14.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.157+0000 7f351e59c640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f350006ac00 0x7f350006d0c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3510009f30 tx=0x7f351000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:14.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.161+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3508075070 con 0x7f3520153080 2024-09-13T16:16:14.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.366+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f35201548e0 con 0x7f3520153080 2024-09-13T16:16:14.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.366+0000 7f3516ffd640 1 -- 172.21.15.39:0/1704900710 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v55) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3508078690 con 0x7f3520153080 2024-09-13T16:16:14.368 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f350006ac00 msgr2=0x7f350006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f350006ac00 0x7f350006d0c0 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7f3510009f30 tx=0x7f351000b040 comp rx=0 tx=0).stop 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 msgr2=0x7f3520149d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 0x7f3520149d10 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f350802a200 tx=0x7f35080046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 shutdown_connections 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f350006ac00 0x7f350006d0c0 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35201595a0 0x7f3520145cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3520153080 0x7f3520149d10 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 --2- 172.21.15.39:0/1704900710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35200ce080 0x7f352014c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:14.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.368+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 >> 172.21.15.39:0/1704900710 conn(0x7f35200b15d0 msgr2=0x7f3520069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:14.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.369+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 shutdown_connections 2024-09-13T16:16:14.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:14.369+0000 7f3524e12640 1 -- 172.21.15.39:0/1704900710 wait complete. 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:16:14.381 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:14.382 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.382 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.398 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42438sec preferred_lft 42438sec 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:14.399 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:16:14.400 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:14.401 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.401 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:16:14.462 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:16:14.464 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.464 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:16:14.520 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:16:14.521 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:16:14.521 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:16:14.521 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:16:14.521 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:16:14.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.521 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:16:14.521 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:16:14.521 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:16:14.521 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:16:14.522 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:16:14.522 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:16:14.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.610 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:16:14.625 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:16:14.625 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:16:14.625 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:14.626 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.626 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:16:14.692 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:16:14.692 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:16:14.692 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:14.748 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:14.748 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:16:14.748 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:14.770 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:14.791 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:14.804 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:16:14.869 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:14.869 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:14.935 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:14.935 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:14.935 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:16:14.990 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:16:14.991 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:16:15.033 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:16:15.059 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:15.059 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:15.118 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:16:15.116+0000 7fed20b1d480 -1 init, newargv = 0x55ab6bbfc3b0 newargc=15 2024-09-13T16:16:15.118 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[62922]: starting ceph client 2024-09-13T16:16:15.123 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[62922]: starting fuse 2024-09-13T16:16:15.128 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:15.129 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:15.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:15.129 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:16:15.186 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:16:15.186 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:16:15.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:16:15.187 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:16:15.188 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:16:15.302 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.62922.asok 2024-09-13T16:16:15.489 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.62922.asok 2024-09-13T16:16:15.489 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:15.489 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.62922.asok status 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:16:15.626 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "62922", 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 7044, 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 7044 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:16:15.627 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1366816273 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1366816273 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.7044 192.168.0.1:0/1366816273", 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1366816273", 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 55, 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 64, 2024-09-13T16:16:15.628 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:16:15.629 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:16:15.629 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:16:15.629 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:16:15.634 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:15.634 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:16:15.634 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:15.653 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:16:15.653 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:15.653 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:15.653 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:15.719 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:15.719 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'stat a/ && find a/') 2024-09-13T16:16:15.778 INFO:teuthology.orchestra.run.smithi039.stdout: File: a/ 2024-09-13T16:16:15.778 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 0 Blocks: 1 IO Block: 4096 directory 2024-09-13T16:16:15.778 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 2bh/43d Inode: 1099511627776 Links: 4 2024-09-13T16:16:15.778 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0755/drwxr-xr-x) Uid: ( 1000/ ubuntu) Gid: ( 1333/ ubuntu) 2024-09-13T16:16:15.778 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-13T16:16:15.779 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-13 16:13:55.520121680 +0000 2024-09-13T16:16:15.779 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-13 16:13:55.526335646 +0000 2024-09-13T16:16:15.779 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-13 16:13:55.526335646 +0000 2024-09-13T16:16:15.779 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2024-09-13T16:16:15.790 INFO:teuthology.orchestra.run.smithi039.stdout:a/ 2024-09-13T16:16:15.790 INFO:teuthology.orchestra.run.smithi039.stdout:a/c 2024-09-13T16:16:15.790 INFO:teuthology.orchestra.run.smithi039.stdout:a/c/d 2024-09-13T16:16:15.790 INFO:teuthology.orchestra.run.smithi039.stdout:a/b 2024-09-13T16:16:15.790 INFO:teuthology.orchestra.run.smithi039.stdout:a/b/d 2024-09-13T16:16:15.791 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.4:0 flush journal 2024-09-13T16:16:15.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.933+0000 7fcf709ae640 1 Processor -- start 2024-09-13T16:16:15.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.933+0000 7fcf709ae640 1 -- start start 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf709ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf6c15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf709ae640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf6c071eb0 con 0x7fcf6c0b3610 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf709ae640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf6c072440 con 0x7fcf6c143d30 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf709ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c144110 con 0x7fcf6c06ff90 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf69d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcf6c0b3610 0x7fcf6c06f880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58022/0 (socket says 172.21.15.39:58022) 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3683733807 learned_addr learned my addr 172.21.15.39:0/3683733807 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:15.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1493977493 0 0) 0x7fcf6c071eb0 con 0x7fcf6c0b3610 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf58003520 con 0x7fcf6c0b3610 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.934+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf6c15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1343609511 0 0) 0x7fcf58003520 con 0x7fcf6c0b3610 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 msgr2=0x7fcf6c15eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf6c15eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 >> v1:172.21.15.157:6789/0 conn(0x7fcf6c143d30 legacy=0x7fcf6c0717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf6c072160 con 0x7fcf6c0b3610 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fcf54001670 con 0x7fcf6c0b3610 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 >> v1:172.21.15.39:6789/0 conn(0x7fcf6c0b3610 legacy=0x7fcf6c06f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf580039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf58003f20 0x7fcf580047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58004d00 0x7fcf58005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c144110 con 0x7fcf58003f20 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5800ba60 con 0x7fcf58004d00 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5800bc20 con 0x7fcf6c06ff90 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf58003f20 0x7fcf580047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58004d00 0x7fcf58005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf580039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 msgr2=0x7fcf580039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf580039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58004d00 msgr2=0x7fcf58005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58004d00 0x7fcf58005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3683733807 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf58003520 con 0x7fcf58003f20 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58004d00 0x7fcf58005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.935+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c06ff90 0x7fcf580039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:15.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf58003f20 0x7fcf580047c0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7fcf5400c240 tx=0x7fcf580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6fee1adf32ca2e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5402e070 con 0x7fcf58003f20 2024-09-13T16:16:15.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf540058d0 con 0x7fcf58003f20 2024-09-13T16:16:15.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf6959a640 1 -- 172.21.15.39:0/3683733807 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf54005ca0 con 0x7fcf58003f20 2024-09-13T16:16:15.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf709ae640 1 -- 172.21.15.39:0/3683733807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf58003f20 msgr2=0x7fcf580047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3683733807 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf58003f20 0x7fcf580047c0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7fcf5400c240 tx=0x7fcf580057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.936+0000 7fcf6ad9d640 1 -- 172.21.15.39:0/3683733807 reap_dead start 2024-09-13T16:16:15.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.937+0000 7fcf709ae640 1 -- 172.21.15.39:0/3683733807 shutdown_connections 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.937+0000 7fcf709ae640 1 -- 172.21.15.39:0/3683733807 >> 172.21.15.39:0/3683733807 conn(0x7fcf6c0b00a0 msgr2=0x7fcf6c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.937+0000 7fcf709ae640 1 -- 172.21.15.39:0/3683733807 shutdown_connections 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.937+0000 7fcf709ae640 1 -- 172.21.15.39:0/3683733807 wait complete. 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.938+0000 7fcf709ae640 1 Processor -- start 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.938+0000 7fcf709ae640 1 -- start start 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf709ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58003f20 0x7fcf6c0ab680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf709ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 0x7fcf6c140e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf709ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c141b50 0x7fcf6c15ced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf709ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c0abbc0 con 0x7fcf6c141620 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf709ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c0aa390 con 0x7fcf58003f20 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf709ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf6c0aa5e0 con 0x7fcf6c141b50 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 0x7fcf6c140e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 0x7fcf6c140e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47164/0 (socket says 172.21.15.39:47164) 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3977473404 learned_addr learned my addr 172.21.15.39:0/3977473404 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c141b50 0x7fcf6c15ced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58003f20 0x7fcf6c0ab680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c141b50 msgr2=0x7fcf6c15ced0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c141b50 0x7fcf6c15ced0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58003f20 msgr2=0x7fcf6c0ab680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58003f20 0x7fcf6c0ab680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 -- 172.21.15.39:0/3977473404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf6c0aa8c0 con 0x7fcf6c141620 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58003f20 0x7fcf6c0ab680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c141b50 0x7fcf6c15ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 0x7fcf6c140e70 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fcf5402ad70 tx=0x7fcf54001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.939+0000 7fcf62ffd640 1 -- 172.21.15.39:0/3977473404 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf54000ed0 con 0x7fcf6c141620 2024-09-13T16:16:15.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.940+0000 7fcf62ffd640 1 -- 172.21.15.39:0/3977473404 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf540076b0 con 0x7fcf6c141620 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.940+0000 7fcf62ffd640 1 -- 172.21.15.39:0/3977473404 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5403e660 con 0x7fcf6c141620 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.940+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf6c0aaba0 con 0x7fcf6c141620 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.940+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf6c0ab160 con 0x7fcf6c141620 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.941+0000 7fcf62ffd640 1 -- 172.21.15.39:0/3977473404 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcf5403e7c0 con 0x7fcf6c141620 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.942+0000 7fcf62ffd640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf4c06ac00 0x7fcf4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.942+0000 7fcf62ffd640 1 -- 172.21.15.39:0/3977473404 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcf540a97f0 con 0x7fcf6c141620 2024-09-13T16:16:15.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.942+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf4c06ac00 0x7fcf4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.942+0000 7fcf736d2740 1 Processor -- start 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf4c06ac00 0x7fcf4c06d0c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c007fd0 tx=0x7fcf5c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 -- start start 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 0x5601543877b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154344070 0x56015436d4e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015436da20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601542acf20 con 0x560154343c90 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601542aa6b0 con 0x560154344070 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5601542a5fa0 con 0x560154387ef0 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf6a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 0x5601543877b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.943+0000 7fcf6a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 0x5601543877b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47168/0 (socket says 172.21.15.39:47168) 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2403205644 learned_addr learned my addr 172.21.15.39:0/2403205644 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015436da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154344070 0x56015436d4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 msgr2=0x56015436da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015436da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154344070 msgr2=0x56015436d4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154344070 0x56015436d4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2403205644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560154260840 con 0x560154343c90 2024-09-13T16:16:15.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 0x5601543877b0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c00fc00 tx=0x7fcf5c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aa3fd60760fc707e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf4bfff640 1 -- 172.21.15.39:0/2403205644 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c014d60 con 0x560154343c90 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf4bfff640 1 -- 172.21.15.39:0/2403205644 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf5c00d050 con 0x560154343c90 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.944+0000 7fcf4bfff640 1 -- 172.21.15.39:0/2403205644 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c020610 con 0x560154343c90 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 -- 172.21.15.39:0/2403205644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 msgr2=0x5601543877b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 0x5601543877b0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c00fc00 tx=0x7fcf5c012000 comp rx=0 tx=0).stop 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 -- 172.21.15.39:0/2403205644 shutdown_connections 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015436da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154344070 0x56015436d4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2403205644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154343c90 0x5601543877b0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 -- 172.21.15.39:0/2403205644 >> 172.21.15.39:0/2403205644 conn(0x56015433ff90 msgr2=0x5601543884e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 -- 172.21.15.39:0/2403205644 shutdown_connections 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 -- 172.21.15.39:0/2403205644 wait complete. 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.945+0000 7fcf736d2740 1 -- start start 2024-09-13T16:16:15.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 Processor -- start 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x56015438b7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015438bce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56015437f7c0 0x56015436bde0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601542472a0 con 0x560154344070 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560153f7e430 con 0x56015437f7c0 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.946+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560154229680 con 0x560154387ef0 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf736d2740 10 client.0 _ll_register_callbacks cb 0x56015429f610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x56015438b7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x56015438b7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47178/0 (socket says 172.21.15.39:47178) 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2962430286 learned_addr learned my addr 172.21.15.39:0/2962430286 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015438bce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56015437f7c0 0x56015436bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 msgr2=0x56015438bce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015438bce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56015437f7c0 msgr2=0x56015436bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56015437f7c0 0x56015436bde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 -- 172.21.15.39:0/2962430286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf6c072440 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x56015438b7a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c001b10 tx=0x7fcf5c001510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32b9ce373e3cb9e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf497fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf497fa640 1 -- 172.21.15.39:0/2962430286 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c02b830 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf497fa640 1 -- 172.21.15.39:0/2962430286 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcf5c01c040 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x560153f994e0 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf497fa640 1 -- 172.21.15.39:0/2962430286 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf5c014e20 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf736d2740 10 client.7056 fetch_fsmap learned FSMap version 55 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.947+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) v3 -- 0x5601542a4620 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf497fa640 1 -- 172.21.15.39:0/2962430286 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x560153f994e0 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf497fa640 1 -- 172.21.15.39:0/2962430286 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 55) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fcf5c012070 con 0x560154344070 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf736d2740 10 client.7056 fetch_fsmap finished waiting for FSMap version 55 2024-09-13T16:16:15.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf736d2740 10 client.7056 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf736d2740 20 client.7056 populate_metadata read hostname 'smithi039' 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436c320 0x56015436c700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf736d2740 4 client.7056 mds_command: new command op to 6555 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 --> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x560153faa7e0 con 0x56015436c320 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436c320 0x56015436c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436c320 0x56015436c700 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cd172b44a3d9f229 server_cookie=25f3b9ceb0894d2 in_seq=0 out_seq=0 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.948+0000 7fcf497fa640 10 client.7056 ms_handle_connect on v2:172.21.15.39:6832/911322429 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf497fa640 1 -- 172.21.15.39:0/2962430286 <== mds.0 v2:172.21.15.39:6832/911322429 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x560153faa7e0 con 0x56015436c320 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf497fa640 10 client.7056 handle_command_reply: tid=0 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 client.7056 shutdown 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 msgr2=0x56015438b7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x56015438b7a0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c001b10 tx=0x7fcf5c001510 comp rx=0 tx=0).stop 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 shutdown_connections 2024-09-13T16:16:15.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436c320 0x56015436c700 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56015437f7c0 0x56015436bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154387ef0 0x56015438bce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 --2- 172.21.15.39:0/2962430286 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x56015438b7a0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf497fa640 0 client.7056 ms_handle_reset on v2:172.21.15.39:6832/911322429 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 >> 172.21.15.39:0/2962430286 conn(0x560154343c90 msgr2=0x56015433ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 shutdown_connections 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 1 -- 172.21.15.39:0/2962430286 wait complete. 2024-09-13T16:16:15.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.949+0000 7fcf736d2740 20 client.7056 trim_cache size 0 max 16384 2024-09-13T16:16:15.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 Processor -- start 2024-09-13T16:16:15.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 -- start start 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x560154344c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56015437f7c0 0x560154380d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x560154381250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601543430a0 con 0x560154344070 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560154343230 con 0x560154387ef0 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56015436c700 con 0x56015437f7c0 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf6a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x560154344c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf6a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x560154344c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47188/0 (socket says 172.21.15.39:47188) 2024-09-13T16:16:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.962+0000 7fcf6a59c640 1 -- 172.21.15.39:0/428900800 learned_addr learned my addr 172.21.15.39:0/428900800 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x560154381250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56015437f7c0 0x560154380d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6a59c640 1 -- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56015437f7c0 msgr2=0x560154380d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56015437f7c0 0x560154380d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6a59c640 1 -- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 msgr2=0x560154381250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x560154381250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6a59c640 1 -- 172.21.15.39:0/428900800 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560154246790 con 0x560154344070 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x560154381250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x560154344c30 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c001550 tx=0x7fcf5c02b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e93395a2ce7f29d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf60ff9640 1 -- 172.21.15.39:0/428900800 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c02b830 con 0x560154344070 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf60ff9640 1 -- 172.21.15.39:0/428900800 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf5c0148e0 con 0x560154344070 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.963+0000 7fcf60ff9640 1 -- 172.21.15.39:0/428900800 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf5c02bcb0 con 0x560154344070 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 -- 172.21.15.39:0/428900800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 msgr2=0x560154344c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x560154344c30 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c001550 tx=0x7fcf5c02b000 comp rx=0 tx=0).stop 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 -- 172.21.15.39:0/428900800 shutdown_connections 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x560154381250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56015437f7c0 0x560154380d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 --2- 172.21.15.39:0/428900800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560154344070 0x560154344c30 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 -- 172.21.15.39:0/428900800 >> 172.21.15.39:0/428900800 conn(0x560154343c90 msgr2=0x5601543aa7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 -- 172.21.15.39:0/428900800 shutdown_connections 2024-09-13T16:16:15.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 -- 172.21.15.39:0/428900800 wait complete. 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 -- start start 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.964+0000 7fcf736d2740 1 Processor -- start 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154344070 0x5601543815b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 0x560154341760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x5601543eddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601543f82f0 con 0x56015437f7c0 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56015436d4c0 con 0x560154387ef0 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560154380b60 con 0x560154344070 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf736d2740 10 client.0 _ll_register_callbacks cb 0x7fcf5c023070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf69d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 0x560154341760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf69d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 0x560154341760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47204/0 (socket says 172.21.15.39:47204) 2024-09-13T16:16:15.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf69d9b640 1 -- 172.21.15.39:0/1422701181 learned_addr learned my addr 172.21.15.39:0/1422701181 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154344070 0x5601543815b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf69d9b640 1 -- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154344070 msgr2=0x5601543815b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf6ad9d640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x5601543eddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.965+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154344070 0x5601543815b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf69d9b640 1 -- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 msgr2=0x5601543eddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x5601543eddb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf69d9b640 1 -- 172.21.15.39:0/1422701181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5601542a4620 con 0x56015437f7c0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf69d9b640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 0x560154341760 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fcf5402adf0 tx=0x7fcf54078560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=27c94f8f83ebf2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf497fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf497fa640 1 -- 172.21.15.39:0/1422701181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf54090170 con 0x56015437f7c0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf497fa640 1 -- 172.21.15.39:0/1422701181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcf5407c5c0 con 0x56015437f7c0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fcf5c00d050 con 0x56015437f7c0 2024-09-13T16:16:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf497fa640 1 -- 172.21.15.39:0/1422701181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=55) v2 ==== 24+0+0 (secure 0 0 0) 0x7fcf54080b80 con 0x56015437f7c0 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 10 client.7062 fetch_fsmap learned FSMap version 55 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=55,monmap=2+}) v3 -- 0x56015426bea0 con 0x56015437f7c0 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf497fa640 1 -- 172.21.15.39:0/1422701181 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf5c00d050 con 0x56015437f7c0 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf497fa640 1 -- 172.21.15.39:0/1422701181 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 55) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fcf54074ea0 con 0x56015437f7c0 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 10 client.7062 fetch_fsmap finished waiting for FSMap version 55 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 10 client.7062 resolve_mds: resolved 4:0 to role '4:0' aka daemon mds.a 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 20 client.7062 populate_metadata read hostname 'smithi039' 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436d010 0x5601543f7560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 4 client.7062 mds_command: new command op to 6555 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 --> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x560153ffde30 con 0x56015436d010 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.966+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436d010 0x5601543f7560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.967+0000 7fcf6a59c640 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436d010 0x5601543f7560 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c0940e49ee1f13c5 server_cookie=664a043d71926372 in_seq=0 out_seq=0 2024-09-13T16:16:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.967+0000 7fcf497fa640 10 client.7062 ms_handle_connect on v2:172.21.15.39:6832/911322429 2024-09-13T16:16:15.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf497fa640 1 -- 172.21.15.39:0/1422701181 <== mds.0 v2:172.21.15.39:6832/911322429 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x560153ffde30 con 0x56015436d010 2024-09-13T16:16:15.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf497fa640 10 client.7062 handle_command_reply: tid=0 2024-09-13T16:16:15.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 client.7062 shutdown 2024-09-13T16:16:15.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 msgr2=0x560154341760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 0x560154341760 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fcf5402adf0 tx=0x7fcf54078560 comp rx=0 tx=0).stop 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 shutdown_connections 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:6832/911322429,v1:172.21.15.39:6834/911322429] conn(0x56015436d010 0x5601543f7560 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560154387ef0 0x5601543eddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56015437f7c0 0x560154341760 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 --2- 172.21.15.39:0/1422701181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560154344070 0x5601543815b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf497fa640 0 client.7062 ms_handle_reset on v2:172.21.15.39:6832/911322429 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 >> 172.21.15.39:0/1422701181 conn(0x560154343c90 msgr2=0x560154344c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 shutdown_connections 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.986+0000 7fcf736d2740 1 -- 172.21.15.39:0/1422701181 wait complete. 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf736d2740 20 client.7062 trim_cache size 0 max 16384 2024-09-13T16:16:15.989 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:16:15.990 INFO:teuthology.orchestra.run.smithi039.stdout: "message": "", 2024-09-13T16:16:15.990 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0 2024-09-13T16:16:15.990 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:16:15.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf4c06ac00 msgr2=0x7fcf4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf4c06ac00 0x7fcf4c06d0c0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fcf5c007fd0 tx=0x7fcf5c009040 comp rx=0 tx=0).stop 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 msgr2=0x7fcf6c140e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 0x7fcf6c140e70 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7fcf5402ad70 tx=0x7fcf54001a00 comp rx=0 tx=0).stop 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 shutdown_connections 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf4c06ac00 0x7fcf4c06d0c0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf6c141b50 0x7fcf6c15ced0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf6c141620 0x7fcf6c140e70 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 --2- 172.21.15.39:0/3977473404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58003f20 0x7fcf6c0ab680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 >> 172.21.15.39:0/3977473404 conn(0x7fcf6c0b00a0 msgr2=0x7fcf6c0af840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 shutdown_connections 2024-09-13T16:16:15.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:15.987+0000 7fcf709ae640 1 -- 172.21.15.39:0/3977473404 wait complete. 2024-09-13T16:16:15.999 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:16:15.999 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:16:16.049 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:16:16.091 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:16:16.091 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:16:16.092 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:16.108 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.248+0000 7f7e9a59c640 1 Processor -- start 2024-09-13T16:16:16.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.249+0000 7f7e9a59c640 1 -- start start 2024-09-13T16:16:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.249+0000 7f7e9a59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.249+0000 7f7e9a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e94164530 0x7f7e94166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.249+0000 7f7e9a59c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e940cde30 con 0x7f7e940b41a0 2024-09-13T16:16:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.249+0000 7f7e9a59c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e940b5090 con 0x7f7e94164530 2024-09-13T16:16:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.249+0000 7f7e9a59c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e940cd820 con 0x7f7e940ccf80 2024-09-13T16:16:16.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e98b39640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e94164530 0x7f7e94166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e93fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7e940b41a0 0x7f7e940b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58026/0 (socket says 172.21.15.39:58026) 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e93fff640 1 -- 172.21.15.39:0/744165737 learned_addr learned my addr 172.21.15.39:0/744165737 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e98b39640 1 -- 172.21.15.39:0/744165737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 msgr2=0x7f7e94163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e98b39640 1 --2- 172.21.15.39:0/744165737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e98b39640 1 -- 172.21.15.39:0/744165737 >> v1:172.21.15.39:6789/0 conn(0x7f7e940b41a0 legacy=0x7f7e940b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e98b39640 1 -- 172.21.15.39:0/744165737 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e9415cd60 con 0x7f7e94164530 2024-09-13T16:16:16.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.250+0000 7f7e937fe640 1 -- 172.21.15.39:0/744165737 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3391920377 0 0) 0x7f7e940cde30 con 0x7f7e940b41a0 2024-09-13T16:16:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e98b39640 1 --2- 172.21.15.39:0/744165737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e94166920 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c009d90 tx=0x7f7e8c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44f88f27211f3ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e937fe640 1 -- 172.21.15.39:0/744165737 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c007740 con 0x7f7e94164530 2024-09-13T16:16:16.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e937fe640 1 -- 172.21.15.39:0/744165737 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e8c02d050 con 0x7f7e94164530 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e937fe640 1 -- 172.21.15.39:0/744165737 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c007ac0 con 0x7f7e94164530 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 -- 172.21.15.39:0/744165737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 msgr2=0x7f7e94166920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/744165737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e94166920 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c009d90 tx=0x7f7e8c02a660 comp rx=0 tx=0).stop 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 -- 172.21.15.39:0/744165737 shutdown_connections 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/744165737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e94166920 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/744165737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 -- 172.21.15.39:0/744165737 >> 172.21.15.39:0/744165737 conn(0x7f7e940cf1a0 msgr2=0x7f7e940cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 -- 172.21.15.39:0/744165737 shutdown_connections 2024-09-13T16:16:16.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.251+0000 7f7e9a59c640 1 -- 172.21.15.39:0/744165737 wait complete. 2024-09-13T16:16:16.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 Processor -- start 2024-09-13T16:16:16.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 -- start start 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e940b41a0 0x7f7e941523f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e940d0c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e94154d10 con 0x7f7e94164530 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e94154090 con 0x7f7e940b41a0 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.253+0000 7f7e9a59c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e94154370 con 0x7f7e940ccf80 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e940d0c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e940d0c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47222/0 (socket says 172.21.15.39:47222) 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 -- 172.21.15.39:0/2588949157 learned_addr learned my addr 172.21.15.39:0/2588949157 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e93fff640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e940b41a0 0x7f7e941523f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e8bfff640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 -- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 msgr2=0x7f7e94155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94155130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 -- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e940b41a0 msgr2=0x7f7e941523f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e940b41a0 0x7f7e941523f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 -- 172.21.15.39:0/2588949157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e8c009a70 con 0x7f7e94164530 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e8bfff640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e98b39640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e940d0c30 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c009d90 tx=0x7f7e8c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c031910 con 0x7f7e94164530 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e8c031a70 con 0x7f7e94164530 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e8c031de0 con 0x7f7e94164530 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e94154650 con 0x7f7e94164530 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.254+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e940d1170 con 0x7f7e94164530 2024-09-13T16:16:16.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.255+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e94067330 con 0x7f7e94164530 2024-09-13T16:16:16.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.256+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7e8c03c420 con 0x7f7e94164530 2024-09-13T16:16:16.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.256+0000 7f7e917fa640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e7406ac00 0x7f7e7406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.256+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f7e8c0aace0 con 0x7f7e94164530 2024-09-13T16:16:16.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.257+0000 7f7e93fff640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e7406ac00 0x7f7e7406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.257+0000 7f7e93fff640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e7406ac00 0x7f7e7406d0c0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7e84000f60 tx=0x7f7e84007d50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.261+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7e8c075ea0 con 0x7f7e94164530 2024-09-13T16:16:16.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.432+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7e94154e50 con 0x7f7e94164530 2024-09-13T16:16:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.433+0000 7f7e917fa640 1 -- 172.21.15.39:0/2588949157 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) v1 ==== 74+0+16812 (secure 0 0 0) 0x7f7e94154e50 con 0x7f7e94164530 2024-09-13T16:16:16.435 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:16.435 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:14:37.366919+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6835/2329937751":"2024-09-14T16:14:01.270723+0000","172.21.15.39:6833/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6833/2329937751":"2024-09-14T16:14:01.270723+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e7406ac00 msgr2=0x7f7e7406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e7406ac00 0x7f7e7406d0c0 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7f7e84000f60 tx=0x7f7e84007d50 comp rx=0 tx=0).stop 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 msgr2=0x7f7e940d0c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e940d0c30 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f7e8c009d90 tx=0x7f7e8c004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 shutdown_connections 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e7406ac00 0x7f7e7406d0c0 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e94164530 0x7f7e940d0c30 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e940ccf80 0x7f7e94155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 --2- 172.21.15.39:0/2588949157 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e940b41a0 0x7f7e941523f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 >> 172.21.15.39:0/2588949157 conn(0x7f7e940cf1a0 msgr2=0x7f7e940b3900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 shutdown_connections 2024-09-13T16:16:16.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.435+0000 7f7e9a59c640 1 -- 172.21.15.39:0/2588949157 wait complete. 2024-09-13T16:16:16.448 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:42.976699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:43.713951+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:16.448 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.551+0000 7f423e99c640 1 Processor -- start 2024-09-13T16:16:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.551+0000 7f423e99c640 1 -- start start 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f423e99c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4238143d30 0x7f423815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f423e99c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f42380b3610 0x7f42380717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f423e99c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4238072440 con 0x7f4238071ce0 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f423e99c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4238144110 con 0x7f42380b3610 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f423e99c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4238072160 con 0x7f4238143d30 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f42377fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f42380b3610 0x7f42380717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f42377fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f42380b3610 0x7f42380717a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47226/0 (socket says 172.21.15.39:47226) 2024-09-13T16:16:16.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f42377fe640 1 -- 172.21.15.39:0/219293493 learned_addr learned my addr 172.21.15.39:0/219293493 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.552+0000 7f4237fff640 1 --2- 172.21.15.39:0/219293493 >> v2:172.21.15.157:3300/0 conn(0x7f4238143d30 0x7f423815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.553+0000 7f42377fe640 1 -- 172.21.15.39:0/219293493 >> v2:172.21.15.157:3300/0 conn(0x7f4238143d30 msgr2=0x7f423815eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.553+0000 7f42377fe640 1 --2- 172.21.15.39:0/219293493 >> v2:172.21.15.157:3300/0 conn(0x7f4238143d30 0x7f423815eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.553+0000 7f42377fe640 1 -- 172.21.15.39:0/219293493 >> v1:172.21.15.157:6789/0 conn(0x7f4238071ce0 legacy=0x7f423806f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.553+0000 7f42377fe640 1 -- 172.21.15.39:0/219293493 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f423815e040 con 0x7f42380b3610 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.553+0000 7f42377fe640 1 --2- 172.21.15.39:0/219293493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f42380b3610 0x7f42380717a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f42380739e0 tx=0x7f422c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c083f839ae2e8315 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.553+0000 7f4236ffd640 1 -- 172.21.15.39:0/219293493 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f422c032440 con 0x7f42380b3610 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f4236ffd640 1 -- 172.21.15.39:0/219293493 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f422c0325a0 con 0x7f42380b3610 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f4236ffd640 1 -- 172.21.15.39:0/219293493 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f422c032930 con 0x7f42380b3610 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 -- 172.21.15.39:0/219293493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f42380b3610 msgr2=0x7f42380717a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 --2- 172.21.15.39:0/219293493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f42380b3610 0x7f42380717a0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f42380739e0 tx=0x7f422c02a270 comp rx=0 tx=0).stop 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 -- 172.21.15.39:0/219293493 shutdown_connections 2024-09-13T16:16:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 --2- 172.21.15.39:0/219293493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f42380b3610 0x7f42380717a0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 --2- 172.21.15.39:0/219293493 >> v2:172.21.15.157:3300/0 conn(0x7f4238143d30 0x7f423815eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 -- 172.21.15.39:0/219293493 >> 172.21.15.39:0/219293493 conn(0x7f42380b00a0 msgr2=0x7f42380b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 -- 172.21.15.39:0/219293493 shutdown_connections 2024-09-13T16:16:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.554+0000 7f423e99c640 1 -- 172.21.15.39:0/219293493 wait complete. 2024-09-13T16:16:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.555+0000 7f423e99c640 1 Processor -- start 2024-09-13T16:16:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.555+0000 7f423e99c640 1 -- start start 2024-09-13T16:16:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423e99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 0x7f4238141b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423e99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42380b3610 0x7f42380cc200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423e99c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4238143d30 0x7f42380ad2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423e99c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42380cc740 con 0x7f4238071ce0 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423e99c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42380cb160 con 0x7f4238143d30 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423e99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f42380cb440 con 0x7f42380b3610 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f4237fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 0x7f4238141b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f4237fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 0x7f4238141b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47232/0 (socket says 172.21.15.39:47232) 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f4237fff640 1 -- 172.21.15.39:0/1836237576 learned_addr learned my addr 172.21.15.39:0/1836237576 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f423cf39640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4238143d30 0x7f42380ad2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.556+0000 7f42377fe640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42380b3610 0x7f42380cc200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4237fff640 1 -- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42380b3610 msgr2=0x7f42380cc200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4237fff640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42380b3610 0x7f42380cc200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4237fff640 1 -- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4238143d30 msgr2=0x7f42380ad2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4237fff640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4238143d30 0x7f42380ad2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4237fff640 1 -- 172.21.15.39:0/1836237576 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f422c0094d0 con 0x7f4238071ce0 2024-09-13T16:16:16.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4237fff640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 0x7f4238141b30 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f422800d5f0 tx=0x7f422800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42280125f0 con 0x7f4238071ce0 2024-09-13T16:16:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42380cb720 con 0x7f4238071ce0 2024-09-13T16:16:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4228012750 con 0x7f4238071ce0 2024-09-13T16:16:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4228012b00 con 0x7f4238071ce0 2024-09-13T16:16:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.557+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42380cbce0 con 0x7f4238071ce0 2024-09-13T16:16:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.558+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42380672f0 con 0x7f4238071ce0 2024-09-13T16:16:16.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.559+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4228012c60 con 0x7f4238071ce0 2024-09-13T16:16:16.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.559+0000 7f4234ff9640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f422406ac00 0x7f422406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.559+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f4228089850 con 0x7f4238071ce0 2024-09-13T16:16:16.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.559+0000 7f42377fe640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f422406ac00 0x7f422406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.560+0000 7f42377fe640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f422406ac00 0x7f422406d0c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f422c034000 tx=0x7f422c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.563+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f42280549b0 con 0x7f4238071ce0 2024-09-13T16:16:16.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.735+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f42380adcf0 con 0x7f4238071ce0 2024-09-13T16:16:16.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.735+0000 7f4234ff9640 1 -- 172.21.15.39:0/1836237576 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v64) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4228057fd0 con 0x7f4238071ce0 2024-09-13T16:16:16.737 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f422406ac00 msgr2=0x7f422406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f422406ac00 0x7f422406d0c0 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7f422c034000 tx=0x7f422c02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 msgr2=0x7f4238141b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 0x7f4238141b30 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f422800d5f0 tx=0x7f422800dab0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 shutdown_connections 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f422406ac00 0x7f422406d0c0 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4238143d30 0x7f42380ad2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42380b3610 0x7f42380cc200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 --2- 172.21.15.39:0/1836237576 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4238071ce0 0x7f4238141b30 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 >> 172.21.15.39:0/1836237576 conn(0x7f42380b00a0 msgr2=0x7f42380b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:16.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 shutdown_connections 2024-09-13T16:16:16.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.737+0000 7f423e99c640 1 -- 172.21.15.39:0/1836237576 wait complete. 2024-09-13T16:16:16.749 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:16.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.854+0000 7fd371206640 1 Processor -- start 2024-09-13T16:16:16.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.855+0000 7fd371206640 1 -- start start 2024-09-13T16:16:16.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.855+0000 7fd371206640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd36c0b1910 0x7fd36c0cd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.855+0000 7fd371206640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd36c0b1d80 con 0x7fd36c0b57f0 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.855+0000 7fd371206640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd36c0d0b80 con 0x7fd36c0b42d0 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.855+0000 7fd371206640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd36c0cdb80 con 0x7fd36c0b1910 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd36a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd36c0b57f0 0x7fd36c164260 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58034/0 (socket says 172.21.15.39:58034) 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd36a59c640 1 -- 172.21.15.39:0/3010861919 learned_addr learned my addr 172.21.15.39:0/3010861919 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd36b59e640 1 --2- 172.21.15.39:0/3010861919 >> v2:172.21.15.157:3300/0 conn(0x7fd36c0b1910 0x7fd36c0cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1860358224 0 0) 0x7fd360001110 con 0x7fd36c0b57f0 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd354003520 con 0x7fd36c0b57f0 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2100357684 0 0) 0x7fd354003520 con 0x7fd36c0b57f0 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 >> v2:172.21.15.157:3300/0 conn(0x7fd36c0b1910 msgr2=0x7fd36c0cd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 --2- 172.21.15.39:0/3010861919 >> v2:172.21.15.157:3300/0 conn(0x7fd36c0b1910 0x7fd36c0cd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 >> v1:172.21.15.157:6789/0 conn(0x7fd36c0b42d0 legacy=0x7fd36c0b46b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd36c0d2020 con 0x7fd36c0b57f0 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd360001800 con 0x7fd36c0b57f0 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 >> v1:172.21.15.39:6789/0 conn(0x7fd36c0b57f0 legacy=0x7fd36c164260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354003970 0x7fd354003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3540047c0 0x7fd354004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd354005180 0x7fd35400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd35400bff0 con 0x7fd354005180 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd35400c160 con 0x7fd3540047c0 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd35400c320 con 0x7fd354003970 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd36b59e640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd354005180 0x7fd35400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd36a59c640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3540047c0 0x7fd354004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.856+0000 7fd36ad9d640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354003970 0x7fd354003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 -- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354003970 msgr2=0x7fd354003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:16.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354003970 0x7fd354003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 -- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3540047c0 msgr2=0x7fd354004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd3540047c0 0x7fd354004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 -- 172.21.15.39:0/3010861919 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd354003520 con 0x7fd354005180 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36ad9d640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354003970 0x7fd354003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 -- 172.21.15.39:0/3010861919 reap_dead start 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.857+0000 7fd36b59e640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd354005180 0x7fd35400b980 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fd364009fc0 tx=0x7fd3540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1818190d4c00e4e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364003b90 con 0x7fd354005180 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd36400f040 con 0x7fd354005180 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd369d9b640 1 -- 172.21.15.39:0/3010861919 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364004020 con 0x7fd354005180 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 -- 172.21.15.39:0/3010861919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd354005180 msgr2=0x7fd35400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd354005180 0x7fd35400b980 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7fd364009fc0 tx=0x7fd3540057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 -- 172.21.15.39:0/3010861919 shutdown_connections 2024-09-13T16:16:16.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 --2- 172.21.15.39:0/3010861919 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd354005180 0x7fd35400b980 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 -- 172.21.15.39:0/3010861919 >> 172.21.15.39:0/3010861919 conn(0x7fd36c0cf060 msgr2=0x7fd36c0cf470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:16.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 -- 172.21.15.39:0/3010861919 shutdown_connections 2024-09-13T16:16:16.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.858+0000 7fd371206640 1 -- 172.21.15.39:0/3010861919 wait complete. 2024-09-13T16:16:16.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 Processor -- start 2024-09-13T16:16:16.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 -- start start 2024-09-13T16:16:16.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354005180 0x7fd36c1f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36c0cb880 0x7fd36c0cbd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 0x7fd36c0c83e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36c0cc240 con 0x7fd36c0c7f60 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd36c1f5220 con 0x7fd36c0cb880 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd371206640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd36c0c8c90 con 0x7fd354005180 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd36b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 0x7fd36c0c83e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.860+0000 7fd36b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 0x7fd36c0c83e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47250/0 (socket says 172.21.15.39:47250) 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 -- 172.21.15.39:0/2317333480 learned_addr learned my addr 172.21.15.39:0/2317333480 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:16.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36a59c640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36c0cb880 0x7fd36c0cbd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36ad9d640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354005180 0x7fd36c1f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 -- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354005180 msgr2=0x7fd36c1f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354005180 0x7fd36c1f4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 -- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36c0cb880 msgr2=0x7fd36c0cbd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36c0cb880 0x7fd36c0cbd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 -- 172.21.15.39:0/2317333480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd36c148ce0 con 0x7fd36c0c7f60 2024-09-13T16:16:16.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd36b59e640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 0x7fd36c0c83e0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fd36402af10 tx=0x7fd364009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd364031e90 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd36403c470 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd36c148fc0 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd36403c800 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.861+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd36c0c8f70 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.862+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd36c1494e0 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.863+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd36403c960 con 0x7fd36c0c7f60 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.863+0000 7fd3537fe640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35806ac30 0x7fd35806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:16.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.863+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd3640aa150 con 0x7fd36c0c7f60 2024-09-13T16:16:16.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.863+0000 7fd36ad9d640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35806ac30 0x7fd35806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:16.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.864+0000 7fd36ad9d640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35806ac30 0x7fd35806d0f0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd35c001530 tx=0x7fd35c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:16.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:16.867+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd36c1494e0 con 0x7fd36c0c7f60 2024-09-13T16:16:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.040+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd36c1494e0 con 0x7fd36c0c7f60 2024-09-13T16:16:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.041+0000 7fd3537fe640 1 -- 172.21.15.39:0/2317333480 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v64) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd36c1494e0 con 0x7fd36c0c7f60 2024-09-13T16:16:17.043 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:16:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35806ac30 msgr2=0x7fd35806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35806ac30 0x7fd35806d0f0 secure :-1 s=READY pgs=433 cs=0 l=1 rev1=1 crypto rx=0x7fd35c001530 tx=0x7fd35c009040 comp rx=0 tx=0).stop 2024-09-13T16:16:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 msgr2=0x7fd36c0c83e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 0x7fd36c0c83e0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fd36402af10 tx=0x7fd364009750 comp rx=0 tx=0).stop 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 shutdown_connections 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd35806ac30 0x7fd35806d0f0 unknown :-1 s=CLOSED pgs=433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd36c0c7f60 0x7fd36c0c83e0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd36c0cb880 0x7fd36c0cbd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 --2- 172.21.15.39:0/2317333480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd354005180 0x7fd36c1f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 >> 172.21.15.39:0/2317333480 conn(0x7fd36c0cf060 msgr2=0x7fd36c15bad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 shutdown_connections 2024-09-13T16:16:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.043+0000 7fd371206640 1 -- 172.21.15.39:0/2317333480 wait complete. 2024-09-13T16:16:17.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:17.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.158+0000 7f3656a41640 1 Processor -- start 2024-09-13T16:16:17.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.158+0000 7f3656a41640 1 -- start start 2024-09-13T16:16:17.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3656a41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36500b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3656a41640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3650069ed0 0x7f365006a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3656a41640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36500cb080 con 0x7f3650156e60 2024-09-13T16:16:17.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3656a41640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f365006a8a0 con 0x7f3650069ed0 2024-09-13T16:16:17.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3656a41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3650070d40 con 0x7f36500b25b0 2024-09-13T16:16:17.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3647fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36500b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3654fde640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3650069ed0 0x7f365006a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f364ffff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f3650156e60 0x7f365015aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:39978/0 (socket says 172.21.15.39:39978) 2024-09-13T16:16:17.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f364ffff640 1 -- 172.21.15.39:0/3417952392 learned_addr learned my addr 172.21.15.39:0/3417952392 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3647fff640 1 -- 172.21.15.39:0/3417952392 >> v2:172.21.15.157:3300/0 conn(0x7f3650069ed0 msgr2=0x7f365006a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3647fff640 1 --2- 172.21.15.39:0/3417952392 >> v2:172.21.15.157:3300/0 conn(0x7f3650069ed0 0x7f365006a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3647fff640 1 -- 172.21.15.39:0/3417952392 >> v1:172.21.15.157:6789/0 conn(0x7f3650156e60 legacy=0x7f365015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3647fff640 1 -- 172.21.15.39:0/3417952392 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f365015b140 con 0x7f36500b25b0 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.159+0000 7f3654fde640 1 --2- 172.21.15.39:0/3417952392 >> v2:172.21.15.157:3300/0 conn(0x7f3650069ed0 0x7f365006a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.160+0000 7f3647fff640 1 --2- 172.21.15.39:0/3417952392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36500b2a10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f363800ba40 tx=0x7f363802c850 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3832fd5b5663cbe5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.160+0000 7f364f7fe640 1 -- 172.21.15.39:0/3417952392 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3638032750 con 0x7f36500b25b0 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.160+0000 7f364f7fe640 1 -- 172.21.15.39:0/3417952392 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36380328b0 con 0x7f36500b25b0 2024-09-13T16:16:17.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.160+0000 7f364f7fe640 1 -- 172.21.15.39:0/3417952392 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3638032c40 con 0x7f36500b25b0 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 -- 172.21.15.39:0/3417952392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 msgr2=0x7f36500b2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 --2- 172.21.15.39:0/3417952392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36500b2a10 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7f363800ba40 tx=0x7f363802c850 comp rx=0 tx=0).stop 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 -- 172.21.15.39:0/3417952392 shutdown_connections 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 --2- 172.21.15.39:0/3417952392 >> v2:172.21.15.157:3300/0 conn(0x7f3650069ed0 0x7f365006a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 --2- 172.21.15.39:0/3417952392 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36500b2a10 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 -- 172.21.15.39:0/3417952392 >> 172.21.15.39:0/3417952392 conn(0x7f36500b00a0 msgr2=0x7f36500b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 -- 172.21.15.39:0/3417952392 shutdown_connections 2024-09-13T16:16:17.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.161+0000 7f3656a41640 1 -- 172.21.15.39:0/3417952392 wait complete. 2024-09-13T16:16:17.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.162+0000 7f3656a41640 1 Processor -- start 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.162+0000 7f3656a41640 1 -- start start 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3656a41640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 0x7f36501549f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3656a41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36501f1e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3656a41640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3650156e60 0x7f3650147c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3656a41640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36501f2ef0 con 0x7f3650069ed0 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3656a41640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36501f23d0 con 0x7f3650156e60 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3656a41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3650148140 con 0x7f36500b25b0 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f364ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 0x7f36501549f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f364ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 0x7f36501549f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47264/0 (socket says 172.21.15.39:47264) 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f364ffff640 1 -- 172.21.15.39:0/1356599923 learned_addr learned my addr 172.21.15.39:0/1356599923 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3647fff640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36501f1e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.163+0000 7f3654fde640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3650156e60 0x7f3650147c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364ffff640 1 -- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 msgr2=0x7f36501f1e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364ffff640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36501f1e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364ffff640 1 -- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3650156e60 msgr2=0x7f3650147c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364ffff640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3650156e60 0x7f3650147c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364ffff640 1 -- 172.21.15.39:0/1356599923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3648009a70 con 0x7f3650069ed0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364ffff640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 0x7f36501549f0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f364000c4b0 tx=0x7f364000c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3640005ce0 con 0x7f3650069ed0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3640005e40 con 0x7f3650069ed0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f363800b6a0 con 0x7f3650069ed0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36400072d0 con 0x7f3650069ed0 2024-09-13T16:16:17.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.164+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36501f2930 con 0x7f3650069ed0 2024-09-13T16:16:17.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.165+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36500672f0 con 0x7f3650069ed0 2024-09-13T16:16:17.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.166+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3640007430 con 0x7f3650069ed0 2024-09-13T16:16:17.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.166+0000 7f364d7fa640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f363006ac00 0x7f363006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.166+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f36400887d0 con 0x7f3650069ed0 2024-09-13T16:16:17.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.166+0000 7f3647fff640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f363006ac00 0x7f363006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.167+0000 7f3647fff640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f363006ac00 0x7f363006d0c0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3638037000 tx=0x7f3638032000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.170+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f36400539c0 con 0x7f3650069ed0 2024-09-13T16:16:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.341+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f36500705f0 con 0x7f3650069ed0 2024-09-13T16:16:17.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.341+0000 7f364d7fa640 1 -- 172.21.15.39:0/1356599923 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v64) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3640056fe0 con 0x7f3650069ed0 2024-09-13T16:16:17.343 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f363006ac00 msgr2=0x7f363006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f363006ac00 0x7f363006d0c0 secure :-1 s=READY pgs=434 cs=0 l=1 rev1=1 crypto rx=0x7f3638037000 tx=0x7f3638032000 comp rx=0 tx=0).stop 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 msgr2=0x7f36501549f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 0x7f36501549f0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7f364000c4b0 tx=0x7f364000c8b0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 shutdown_connections 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f363006ac00 0x7f363006d0c0 unknown :-1 s=CLOSED pgs=434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3650156e60 0x7f3650147c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36500b25b0 0x7f36501f1e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 --2- 172.21.15.39:0/1356599923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3650069ed0 0x7f36501549f0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 >> 172.21.15.39:0/1356599923 conn(0x7f36500b00a0 msgr2=0x7f36500b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 shutdown_connections 2024-09-13T16:16:17.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.343+0000 7f3656a41640 1 -- 172.21.15.39:0/1356599923 wait complete. 2024-09-13T16:16:17.355 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:16:17.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.457+0000 7f82ee832640 1 Processor -- start 2024-09-13T16:16:17.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.457+0000 7f82ee832640 1 -- start start 2024-09-13T16:16:17.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82ee832640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f82e8154a80 0x7f82e80b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82ee832640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f82e80b2b20 0x7f82e8071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82ee832640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82ee832640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82e8071c50 con 0x7f82e80b2b20 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82ee832640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82e80b2ff0 con 0x7f82e8154a80 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82ee832640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82e80b32d0 con 0x7f82e80717c0 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82dffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f82e80b2b20 0x7f82e8071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82dffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f82e80b2b20 0x7f82e8071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47276/0 (socket says 172.21.15.39:47276) 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82dffff640 1 -- 172.21.15.39:0/803089401 learned_addr learned my addr 172.21.15.39:0/803089401 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.458+0000 7f82e7fff640 1 --2- 172.21.15.39:0/803089401 >> v2:172.21.15.157:3300/0 conn(0x7f82e8154a80 0x7f82e80b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82dffff640 1 -- 172.21.15.39:0/803089401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 msgr2=0x7f82e8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82dffff640 1 --2- 172.21.15.39:0/803089401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82dffff640 1 -- 172.21.15.39:0/803089401 >> v2:172.21.15.157:3300/0 conn(0x7f82e8154a80 msgr2=0x7f82e80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82dffff640 1 --2- 172.21.15.39:0/803089401 >> v2:172.21.15.157:3300/0 conn(0x7f82e8154a80 0x7f82e80b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82dffff640 1 -- 172.21.15.39:0/803089401 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82e80b35b0 con 0x7f82e80b2b20 2024-09-13T16:16:17.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82dffff640 1 --2- 172.21.15.39:0/803089401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e80b2b20 0x7f82e8071280 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f82e806afd0 tx=0x7f82d002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eee3c8309d4c76b2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82e77fe640 1 -- 172.21.15.39:0/803089401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82d002ae90 con 0x7f82e80b2b20 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82e77fe640 1 -- 172.21.15.39:0/803089401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82d0032440 con 0x7f82e80b2b20 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.459+0000 7f82e77fe640 1 -- 172.21.15.39:0/803089401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82d00327d0 con 0x7f82e80b2b20 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 -- 172.21.15.39:0/803089401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e80b2b20 msgr2=0x7f82e8071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 --2- 172.21.15.39:0/803089401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e80b2b20 0x7f82e8071280 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7f82e806afd0 tx=0x7f82d002a140 comp rx=0 tx=0).stop 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 -- 172.21.15.39:0/803089401 shutdown_connections 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 --2- 172.21.15.39:0/803089401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e80b2b20 0x7f82e8071280 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 --2- 172.21.15.39:0/803089401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e8069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 --2- 172.21.15.39:0/803089401 >> v2:172.21.15.157:3300/0 conn(0x7f82e8154a80 0x7f82e80b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 -- 172.21.15.39:0/803089401 >> 172.21.15.39:0/803089401 conn(0x7f82e80b15d0 msgr2=0x7f82e80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:17.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 -- 172.21.15.39:0/803089401 shutdown_connections 2024-09-13T16:16:17.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.460+0000 7f82ee832640 1 -- 172.21.15.39:0/803089401 wait complete. 2024-09-13T16:16:17.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.461+0000 7f82ee832640 1 Processor -- start 2024-09-13T16:16:17.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.461+0000 7f82ee832640 1 -- start start 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ee832640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e814b1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ee832640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82e80b2b20 0x7f82e8151d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ee832640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 0x7f82e81558e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ee832640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e81f6700 con 0x7f82e8154a80 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ee832640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82e81f5da0 con 0x7f82e80b2b20 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ee832640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82e814b700 con 0x7f82e80717c0 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ecdcf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 0x7f82e81558e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ecdcf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 0x7f82e81558e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47278/0 (socket says 172.21.15.39:47278) 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82ecdcf640 1 -- 172.21.15.39:0/129685061 learned_addr learned my addr 172.21.15.39:0/129685061 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82e7fff640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e814b1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.462+0000 7f82dffff640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82e80b2b20 0x7f82e8151d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ecdcf640 1 -- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 msgr2=0x7f82e814b1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ecdcf640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e814b1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ecdcf640 1 -- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82e80b2b20 msgr2=0x7f82e8151d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ecdcf640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82e80b2b20 0x7f82e8151d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ecdcf640 1 -- 172.21.15.39:0/129685061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82d00094d0 con 0x7f82e8154a80 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82dffff640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82e80b2b20 0x7f82e8151d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ecdcf640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 0x7f82e81558e0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f82e000b970 tx=0x7f82e000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e000cb40 con 0x7f82e8154a80 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82e000ccc0 con 0x7f82e8154a80 2024-09-13T16:16:17.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82e8152640 con 0x7f82e8154a80 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82e0014680 con 0x7f82e8154a80 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.463+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82e81f6320 con 0x7f82e8154a80 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.464+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82e81f6840 con 0x7f82e8154a80 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.465+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f82e0007370 con 0x7f82e8154a80 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.465+0000 7f82e57fa640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82c806ac00 0x7f82c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.465+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f82e0089390 con 0x7f82e8154a80 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.465+0000 7f82e7fff640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82c806ac00 0x7f82c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:17.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.466+0000 7f82e7fff640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82c806ac00 0x7f82c806d0c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f82d8006fd0 tx=0x7f82d8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:17.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.469+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f82e81f6840 con 0x7f82e8154a80 2024-09-13T16:16:17.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.652+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f82e81f6840 con 0x7f82e8154a80 2024-09-13T16:16:17.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.652+0000 7f82e57fa640 1 -- 172.21.15.39:0/129685061 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 4 entries v64) v1 ==== 80+0+244 (secure 0 0 0) 0x7f82e81f6840 con 0x7f82e8154a80 2024-09-13T16:16:17.654 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1146314336 2024-09-14T16:14:37.366883+0000 2024-09-13T16:16:17.654 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2329937751 2024-09-14T16:14:01.270723+0000 2024-09-13T16:16:17.654 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1146314336 2024-09-14T16:14:37.366883+0000 2024-09-13T16:16:17.654 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2329937751 2024-09-14T16:14:01.270723+0000 2024-09-13T16:16:17.655 INFO:teuthology.orchestra.run.smithi039.stderr:listed 4 entries 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82c806ac00 msgr2=0x7f82c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82c806ac00 0x7f82c806d0c0 secure :-1 s=READY pgs=435 cs=0 l=1 rev1=1 crypto rx=0x7f82d8006fd0 tx=0x7f82d8008040 comp rx=0 tx=0).stop 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 msgr2=0x7f82e81558e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 0x7f82e81558e0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f82e000b970 tx=0x7f82e000be30 comp rx=0 tx=0).stop 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 shutdown_connections 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82c806ac00 0x7f82c806d0c0 unknown :-1 s=CLOSED pgs=435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82e8154a80 0x7f82e81558e0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82e80b2b20 0x7f82e8151d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.654+0000 7f82ee832640 1 --2- 172.21.15.39:0/129685061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82e80717c0 0x7f82e814b1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.655+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 >> 172.21.15.39:0/129685061 conn(0x7f82e80b15d0 msgr2=0x7f82e80ce790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:17.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.655+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 shutdown_connections 2024-09-13T16:16:17.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:17.655+0000 7f82ee832640 1 -- 172.21.15.39:0/129685061 wait complete. 2024-09-13T16:16:17.667 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:16:17.668 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:17.668 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:17.692 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[62922]: fuse finished with error 0 and tester_r 0 2024-09-13T16:16:17.696 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:16:17.696 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:17.696 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:16:17.763 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:16:17.763 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:17.781 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:17.781 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:16:17.781 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:17.781 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:16:17.838 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:16:17.839 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T16:16:17.839 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:16:17.839 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:17.855 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:17.855 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:16:17.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:17.855 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:16:17.911 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:16:17.911 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:16:17.912 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:16:17.912 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:17.929 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:17.929 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:16:17.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:17.929 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:16:17.985 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:16:17.985 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:16:17.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:18.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.087+0000 7f3bc611f640 1 Processor -- start 2024-09-13T16:16:18.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.087+0000 7f3bc611f640 1 -- start start 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.087+0000 7f3bc611f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3bc00b41a0 0x7f3bc00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.087+0000 7f3bc611f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00ccf80 0x7f3bc00d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bc611f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3bc00d0830 0x7f3bc00d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bc611f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bc00cde30 con 0x7f3bc00d0830 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bc611f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3bc00b5090 con 0x7f3bc00b41a0 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bc611f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc00cd820 con 0x7f3bc00ccf80 2024-09-13T16:16:18.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3bc00d0830 0x7f3bc00d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3bc00d0830 0x7f3bc00d0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47294/0 (socket says 172.21.15.39:47294) 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 -- 172.21.15.39:0/2181828999 learned_addr learned my addr 172.21.15.39:0/2181828999 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbeffd640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00ccf80 0x7f3bc00d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbf7fe640 1 --2- 172.21.15.39:0/2181828999 >> v2:172.21.15.157:3300/0 conn(0x7f3bc00b41a0 0x7f3bc00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 -- 172.21.15.39:0/2181828999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00ccf80 msgr2=0x7f3bc00d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00ccf80 0x7f3bc00d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 -- 172.21.15.39:0/2181828999 >> v2:172.21.15.157:3300/0 conn(0x7f3bc00b41a0 msgr2=0x7f3bc00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 --2- 172.21.15.39:0/2181828999 >> v2:172.21.15.157:3300/0 conn(0x7f3bc00b41a0 0x7f3bc00b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbffff640 1 -- 172.21.15.39:0/2181828999 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bc00b4ac0 con 0x7f3bc00d0830 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbf7fe640 1 --2- 172.21.15.39:0/2181828999 >> v2:172.21.15.157:3300/0 conn(0x7f3bc00b41a0 0x7f3bc00b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.088+0000 7f3bbeffd640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00ccf80 0x7f3bc00d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:18.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bbffff640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc00d0cb0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0073580 tx=0x7f3bb802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=601c559347fca052 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bbe7fc640 1 -- 172.21.15.39:0/2181828999 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8031600 con 0x7f3bc00d0830 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bbe7fc640 1 -- 172.21.15.39:0/2181828999 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bb802d050 con 0x7f3bc00d0830 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bbe7fc640 1 -- 172.21.15.39:0/2181828999 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bb8031980 con 0x7f3bc00d0830 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 -- 172.21.15.39:0/2181828999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 msgr2=0x7f3bc00d0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc00d0cb0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f3bc0073580 tx=0x7f3bb802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 -- 172.21.15.39:0/2181828999 shutdown_connections 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc00d0cb0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 --2- 172.21.15.39:0/2181828999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00ccf80 0x7f3bc00d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 --2- 172.21.15.39:0/2181828999 >> v2:172.21.15.157:3300/0 conn(0x7f3bc00b41a0 0x7f3bc00b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.089+0000 7f3bc611f640 1 -- 172.21.15.39:0/2181828999 >> 172.21.15.39:0/2181828999 conn(0x7f3bc00cf1a0 msgr2=0x7f3bc00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.090+0000 7f3bc611f640 1 -- 172.21.15.39:0/2181828999 shutdown_connections 2024-09-13T16:16:18.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.090+0000 7f3bc611f640 1 -- 172.21.15.39:0/2181828999 wait complete. 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.091+0000 7f3bc611f640 1 Processor -- start 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.091+0000 7f3bc611f640 1 -- start start 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00b41a0 0x7f3bc00a90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3bc00ccf80 0x7f3bc00a95f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc014ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc01e57c0 con 0x7f3bc00d0830 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc0148be0 con 0x7f3bc00ccf80 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3bc0148ec0 con 0x7f3bc00b41a0 2024-09-13T16:16:18.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc014ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc014ab00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47308/0 (socket says 172.21.15.39:47308) 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 -- 172.21.15.39:0/398116244 learned_addr learned my addr 172.21.15.39:0/398116244 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbf7fe640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00b41a0 0x7f3bc00a90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbeffd640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3bc00ccf80 0x7f3bc00a95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 -- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00b41a0 msgr2=0x7f3bc00a90b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00b41a0 0x7f3bc00a90b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 -- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3bc00ccf80 msgr2=0x7f3bc00a95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3bc00ccf80 0x7f3bc00a95f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 -- 172.21.15.39:0/398116244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3bb8009b30 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bbffff640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc014ab00 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f3bb8009f40 tx=0x7f3bb8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bb803b820 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3bb803b9a0 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3bc01491a0 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.092+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3bb803bd50 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.093+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3bc01e66d0 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.093+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3bc0067330 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.094+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3bb8038050 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.094+0000 7f3ba7fff640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bac06ac00 0x7f3bac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.094+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f3bb80a9f80 con 0x7f3bc00d0830 2024-09-13T16:16:18.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.095+0000 7f3bbf7fe640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bac06ac00 0x7f3bac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.095+0000 7f3bbf7fe640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bac06ac00 0x7f3bac06d0c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3bb0009950 tx=0x7f3bb0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.099+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3bb80750c0 con 0x7f3bc00d0830 2024-09-13T16:16:18.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.305+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3bc01496c0 con 0x7f3bc00d0830 2024-09-13T16:16:18.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.306+0000 7f3ba7fff640 1 -- 172.21.15.39:0/398116244 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4733 (secure 0 0 0) 0x7f3bc01496c0 con 0x7f3bc00d0830 2024-09-13T16:16:18.307 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:18.307 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":55,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:40.394646+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":18,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:16:18.308 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 55 2024-09-13T16:16:18.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bac06ac00 msgr2=0x7f3bac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bac06ac00 0x7f3bac06d0c0 secure :-1 s=READY pgs=436 cs=0 l=1 rev1=1 crypto rx=0x7f3bb0009950 tx=0x7f3bb0008040 comp rx=0 tx=0).stop 2024-09-13T16:16:18.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 msgr2=0x7f3bc014ab00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc014ab00 secure :-1 s=READY pgs=1029 cs=0 l=1 rev1=1 crypto rx=0x7f3bb8009f40 tx=0x7f3bb8004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:18.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 shutdown_connections 2024-09-13T16:16:18.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3bac06ac00 0x7f3bac06d0c0 unknown :-1 s=CLOSED pgs=436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3bc00d0830 0x7f3bc014ab00 unknown :-1 s=CLOSED pgs=1029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3bc00ccf80 0x7f3bc00a95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 --2- 172.21.15.39:0/398116244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3bc00b41a0 0x7f3bc00a90b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 >> 172.21.15.39:0/398116244 conn(0x7f3bc00cf1a0 msgr2=0x7f3bc00b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 shutdown_connections 2024-09-13T16:16:18.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.308+0000 7f3bc611f640 1 -- 172.21.15.39:0/398116244 wait complete. 2024-09-13T16:16:18.320 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:18.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.420+0000 7f48a6145640 1 Processor -- start 2024-09-13T16:16:18.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.420+0000 7f48a6145640 1 -- start start 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f48a6145640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48a00b41a0 0x7f48a00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f48a6145640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f48a00d0a00 0x7f48a0167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f48a6145640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48a00cde30 con 0x7f48a00ccf80 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f48a6145640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48a00b5090 con 0x7f48a00b41a0 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f48a6145640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48a00cd820 con 0x7f48a00d0a00 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f489f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48a00b41a0 0x7f48a00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f489effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f48a00ccf80 0x7f48a00d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58038/0 (socket says 172.21.15.39:58038) 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.421+0000 7f489effd640 1 -- 172.21.15.39:0/2597447573 learned_addr learned my addr 172.21.15.39:0/2597447573 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489ffff640 1 --2- 172.21.15.39:0/2597447573 >> v2:172.21.15.157:3300/0 conn(0x7f48a00d0a00 0x7f48a0167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489f7fe640 1 -- 172.21.15.39:0/2597447573 >> v2:172.21.15.157:3300/0 conn(0x7f48a00d0a00 msgr2=0x7f48a0167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489f7fe640 1 --2- 172.21.15.39:0/2597447573 >> v2:172.21.15.157:3300/0 conn(0x7f48a00d0a00 0x7f48a0167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489f7fe640 1 -- 172.21.15.39:0/2597447573 >> v1:172.21.15.39:6789/0 conn(0x7f48a00ccf80 legacy=0x7f48a00d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489f7fe640 1 -- 172.21.15.39:0/2597447573 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48a00b4ac0 con 0x7f48a00b41a0 2024-09-13T16:16:18.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489e7fc640 1 -- 172.21.15.39:0/2597447573 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 279128770 0 0) 0x7f48a00cde30 con 0x7f48a00ccf80 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.422+0000 7f489f7fe640 1 --2- 172.21.15.39:0/2597447573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00b41a0 0x7f48a00b4580 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f48a0066b10 tx=0x7f489002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50eb68f7dac4994a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f489e7fc640 1 -- 172.21.15.39:0/2597447573 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4890032440 con 0x7f48a00b41a0 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f489e7fc640 1 -- 172.21.15.39:0/2597447573 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48900325a0 con 0x7f48a00b41a0 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f489e7fc640 1 -- 172.21.15.39:0/2597447573 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4890032930 con 0x7f48a00b41a0 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 -- 172.21.15.39:0/2597447573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00b41a0 msgr2=0x7f48a00b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 --2- 172.21.15.39:0/2597447573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00b41a0 0x7f48a00b4580 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x7f48a0066b10 tx=0x7f489002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 -- 172.21.15.39:0/2597447573 shutdown_connections 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 --2- 172.21.15.39:0/2597447573 >> v2:172.21.15.157:3300/0 conn(0x7f48a00d0a00 0x7f48a0167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 --2- 172.21.15.39:0/2597447573 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00b41a0 0x7f48a00b4580 unknown :-1 s=CLOSED pgs=1031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 -- 172.21.15.39:0/2597447573 >> 172.21.15.39:0/2597447573 conn(0x7f48a00cf1a0 msgr2=0x7f48a00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 -- 172.21.15.39:0/2597447573 shutdown_connections 2024-09-13T16:16:18.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.423+0000 7f48a6145640 1 -- 172.21.15.39:0/2597447573 wait complete. 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.424+0000 7f48a6145640 1 Processor -- start 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 -- start start 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a00b41a0 0x7f48a01f5290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 0x7f48a0157720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a00d0a00 0x7f48a015b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48a01597b0 con 0x7f48a00ccf80 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48a0158b30 con 0x7f48a00b41a0 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f48a6145640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48a0158e10 con 0x7f48a00d0a00 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.425+0000 7f489effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 0x7f48a0157720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 0x7f48a0157720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47332/0 (socket says 172.21.15.39:47332) 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 -- 172.21.15.39:0/31259040 learned_addr learned my addr 172.21.15.39:0/31259040 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489f7fe640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a00b41a0 0x7f48a01f5290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489ffff640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a00d0a00 0x7f48a015b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 -- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a00d0a00 msgr2=0x7f48a015b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a00d0a00 0x7f48a015b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 -- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a00b41a0 msgr2=0x7f48a01f5290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a00b41a0 0x7f48a01f5290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 -- 172.21.15.39:0/31259040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4890009400 con 0x7f48a00ccf80 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489ffff640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a00d0a00 0x7f48a015b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f489effd640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 0x7f48a0157720 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f489400c4d0 tx=0x7f489400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48940074e0 con 0x7f48a00ccf80 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4894007660 con 0x7f48a00ccf80 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4894004a20 con 0x7f48a00ccf80 2024-09-13T16:16:18.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48a01590f0 con 0x7f48a00ccf80 2024-09-13T16:16:18.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.426+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48a00a9c80 con 0x7f48a00ccf80 2024-09-13T16:16:18.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.427+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48a0067330 con 0x7f48a00ccf80 2024-09-13T16:16:18.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.428+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4894004b80 con 0x7f48a00ccf80 2024-09-13T16:16:18.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.428+0000 7f4887fff640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f488c06ac30 0x7f488c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.428+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f48940885f0 con 0x7f48a00ccf80 2024-09-13T16:16:18.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.428+0000 7f489f7fe640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f488c06ac30 0x7f488c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.429+0000 7f489f7fe640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f488c06ac30 0x7f488c06d0f0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4890034000 tx=0x7f489002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.432+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48940536a0 con 0x7f48a00ccf80 2024-09-13T16:16:18.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.606+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f48a01598f0 con 0x7f48a00ccf80 2024-09-13T16:16:18.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.608+0000 7f4887fff640 1 -- 172.21.15.39:0/31259040 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) v1 ==== 74+0+16812 (secure 0 0 0) 0x7f48a01598f0 con 0x7f48a00ccf80 2024-09-13T16:16:18.609 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:18.609 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:14:37.366919+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6835/2329937751":"2024-09-14T16:14:01.270723+0000","172.21.15.39:6833/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6833/2329937751":"2024-09-14T16:14:01.270723+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:18.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f488c06ac30 msgr2=0x7f488c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f488c06ac30 0x7f488c06d0f0 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f4890034000 tx=0x7f489002e000 comp rx=0 tx=0).stop 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 msgr2=0x7f48a0157720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 0x7f48a0157720 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f489400c4d0 tx=0x7f489400c990 comp rx=0 tx=0).stop 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 shutdown_connections 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f488c06ac30 0x7f488c06d0f0 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48a00d0a00 0x7f48a015b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48a00ccf80 0x7f48a0157720 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 --2- 172.21.15.39:0/31259040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48a00b41a0 0x7f48a01f5290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 >> 172.21.15.39:0/31259040 conn(0x7f48a00cf1a0 msgr2=0x7f48a00d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 shutdown_connections 2024-09-13T16:16:18.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.610+0000 7f48a6145640 1 -- 172.21.15.39:0/31259040 wait complete. 2024-09-13T16:16:18.623 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 8, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:13:42.976699+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '61', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 9, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:13:43.713951+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.6299999952316284, 'score_stable': 1.6299999952316284, 'optimal_score': 1, 'raw_score_acting': 1.6299999952316284, 'raw_score_stable': 1.6299999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:18.623 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:18.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.727+0000 7fe49fd9c640 1 Processor -- start 2024-09-13T16:16:18.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.727+0000 7fe49fd9c640 1 -- start start 2024-09-13T16:16:18.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49fd9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe498167280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49fd9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4980b3290 con 0x7fe4980ae630 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49fd9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe498071200 con 0x7fe498145880 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49fd9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4980ac860 con 0x7fe49806a5e0 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49d337640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe4980ae630 0x7fe498069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58048/0 (socket says 172.21.15.39:58048) 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49d337640 1 -- 172.21.15.39:0/998300856 learned_addr learned my addr 172.21.15.39:0/998300856 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1533350835 0 0) 0x7fe4980b3290 con 0x7fe4980ae630 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49e339640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe498167280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe484003520 con 0x7fe4980ae630 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2341079755 0 0) 0x7fe484003520 con 0x7fe4980ae630 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 msgr2=0x7fe498167280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe498167280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 >> v1:172.21.15.157:6789/0 conn(0x7fe498145880 legacy=0x7fe49806bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4980acb40 con 0x7fe4980ae630 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fe488001670 con 0x7fe4980ae630 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49e339640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe498167280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 >> v1:172.21.15.39:6789/0 conn(0x7fe4980ae630 legacy=0x7fe498069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.728+0000 7fe49cb36640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4840039a0 0x7fe484003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49cb36640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe4840047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49cb36640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe484004d00 0x7fe484005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4980ac860 con 0x7fe4840039a0 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe48400bac0 con 0x7fe484004d00 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe48400bc80 con 0x7fe49806a5e0 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49db38640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4840039a0 0x7fe484003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49d337640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe4840047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49e339640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe484004d00 0x7fe484005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49db38640 1 -- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 msgr2=0x7fe4840047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49db38640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe49806a5e0 0x7fe4840047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49db38640 1 -- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe484004d00 msgr2=0x7fe484005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49db38640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe484004d00 0x7fe484005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49db38640 1 -- 172.21.15.39:0/998300856 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe484003520 con 0x7fe4840039a0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.729+0000 7fe49e339640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe484004d00 0x7fe484005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49db38640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4840039a0 0x7fe484003dc0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fe494001720 tx=0x7fe4840057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6de9285215321cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4940052d0 con 0x7fe4840039a0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe494005430 con 0x7fe4840039a0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49cb36640 1 -- 172.21.15.39:0/998300856 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49402ab00 con 0x7fe4840039a0 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49fd9c640 1 -- 172.21.15.39:0/998300856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4840039a0 msgr2=0x7fe484003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/998300856 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4840039a0 0x7fe484003dc0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7fe494001720 tx=0x7fe4840057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49e339640 1 -- 172.21.15.39:0/998300856 reap_dead start 2024-09-13T16:16:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49fd9c640 1 -- 172.21.15.39:0/998300856 shutdown_connections 2024-09-13T16:16:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49fd9c640 1 -- 172.21.15.39:0/998300856 >> 172.21.15.39:0/998300856 conn(0x7fe49806afe0 msgr2=0x7fe49806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49fd9c640 1 -- 172.21.15.39:0/998300856 shutdown_connections 2024-09-13T16:16:18.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.730+0000 7fe49fd9c640 1 -- 172.21.15.39:0/998300856 wait complete. 2024-09-13T16:16:18.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 Processor -- start 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 -- start start 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4840039a0 0x7fe49815b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4980ce220 0x7fe49813aef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 0x7fe49813b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe49813e7e0 con 0x7fe4980ce6a0 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe49815a3c0 con 0x7fe4980ce220 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49fd9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe49815a660 con 0x7fe4840039a0 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.732+0000 7fe49e339640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 0x7fe49813b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 0x7fe49813b430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47352/0 (socket says 172.21.15.39:47352) 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 -- 172.21.15.39:0/1312923480 learned_addr learned my addr 172.21.15.39:0/1312923480 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49d337640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4980ce220 0x7fe49813aef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49db38640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4840039a0 0x7fe49815b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 -- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4840039a0 msgr2=0x7fe49815b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4840039a0 0x7fe49815b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 -- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4980ce220 msgr2=0x7fe49813aef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4980ce220 0x7fe49813aef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 -- 172.21.15.39:0/1312923480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe49815a940 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49db38640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4840039a0 0x7fe49815b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49e339640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 0x7fe49813b430 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fe49806d4c0 tx=0x7fe490004700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe490007cf0 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe49000f050 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe490014650 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe49815ac20 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.733+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe49813dd70 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.734+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4980672f0 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.735+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4900147b0 con 0x7fe4980ce6a0 2024-09-13T16:16:18.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.735+0000 7fe48e7fc640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe47c06ac00 0x7fe47c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:18.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.735+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fe490089720 con 0x7fe4980ce6a0 2024-09-13T16:16:18.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.735+0000 7fe49db38640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe47c06ac00 0x7fe47c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:18.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.736+0000 7fe49db38640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe47c06ac00 0x7fe47c06d0c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe494032000 tx=0x7fe49402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:18.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.739+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4900548e0 con 0x7fe4980ce6a0 2024-09-13T16:16:18.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.908+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fe498068180 con 0x7fe4980ce6a0 2024-09-13T16:16:18.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.908+0000 7fe48e7fc640 1 -- 172.21.15.39:0/1312923480 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v64) v1 ==== 93+0+10 (secure 0 0 0) 0x7fe490057f00 con 0x7fe4980ce6a0 2024-09-13T16:16:18.910 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:16:18.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe47c06ac00 msgr2=0x7fe47c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe47c06ac00 0x7fe47c06d0c0 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7fe494032000 tx=0x7fe49402e000 comp rx=0 tx=0).stop 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 msgr2=0x7fe49813b430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 0x7fe49813b430 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7fe49806d4c0 tx=0x7fe490004700 comp rx=0 tx=0).stop 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 shutdown_connections 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe47c06ac00 0x7fe47c06d0c0 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4980ce6a0 0x7fe49813b430 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4980ce220 0x7fe49813aef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 --2- 172.21.15.39:0/1312923480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4840039a0 0x7fe49815b140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:18.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 >> 172.21.15.39:0/1312923480 conn(0x7fe49806afe0 msgr2=0x7fe4980af0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:18.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 shutdown_connections 2024-09-13T16:16:18.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:18.910+0000 7fe49fd9c640 1 -- 172.21.15.39:0/1312923480 wait complete. 2024-09-13T16:16:18.925 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:16:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 Processor -- start 2024-09-13T16:16:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 -- start start 2024-09-13T16:16:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45c415c7d0 0x7f45c40cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40b4180 0x7f45c40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f45c40d1f40 0x7f45c40d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45c40b2000 con 0x7f45c415c7d0 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45c40b5550 con 0x7f45c40d1f40 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.029+0000 7f45c9f5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45c40d2340 con 0x7f45c40b4180 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45c415c7d0 0x7f45c40cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f45c415c7d0 0x7f45c40cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47362/0 (socket says 172.21.15.39:47362) 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 -- 172.21.15.39:0/3744989329 learned_addr learned my addr 172.21.15.39:0/3744989329 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c3fff640 1 --2- 172.21.15.39:0/3744989329 >> v2:172.21.15.157:3300/0 conn(0x7f45c40d1f40 0x7f45c40d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c2ffd640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40b4180 0x7f45c40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 -- 172.21.15.39:0/3744989329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40b4180 msgr2=0x7f45c40d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40b4180 0x7f45c40d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 -- 172.21.15.39:0/3744989329 >> v2:172.21.15.157:3300/0 conn(0x7f45c40d1f40 msgr2=0x7f45c40d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 --2- 172.21.15.39:0/3744989329 >> v2:172.21.15.157:3300/0 conn(0x7f45c40d1f40 0x7f45c40d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c37fe640 1 -- 172.21.15.39:0/3744989329 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45c40b4610 con 0x7f45c415c7d0 2024-09-13T16:16:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c3fff640 1 --2- 172.21.15.39:0/3744989329 >> v2:172.21.15.157:3300/0 conn(0x7f45c40d1f40 0x7f45c40d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.030+0000 7f45c2ffd640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40b4180 0x7f45c40d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c37fe640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c415c7d0 0x7f45c40cf440 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f45c406ca90 tx=0x7f45b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80419ae1a53a78c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c27fc640 1 -- 172.21.15.39:0/3744989329 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b4032440 con 0x7f45c415c7d0 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c27fc640 1 -- 172.21.15.39:0/3744989329 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45b40325a0 con 0x7f45c415c7d0 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c27fc640 1 -- 172.21.15.39:0/3744989329 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b4032930 con 0x7f45c415c7d0 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 -- 172.21.15.39:0/3744989329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c415c7d0 msgr2=0x7f45c40cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c415c7d0 0x7f45c40cf440 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f45c406ca90 tx=0x7f45b402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 -- 172.21.15.39:0/3744989329 shutdown_connections 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/3744989329 >> v2:172.21.15.157:3300/0 conn(0x7f45c40d1f40 0x7f45c40d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40b4180 0x7f45c40d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/3744989329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c415c7d0 0x7f45c40cf440 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 -- 172.21.15.39:0/3744989329 >> 172.21.15.39:0/3744989329 conn(0x7f45c406bc40 msgr2=0x7f45c406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.031+0000 7f45c9f5e640 1 -- 172.21.15.39:0/3744989329 shutdown_connections 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.032+0000 7f45c9f5e640 1 -- 172.21.15.39:0/3744989329 wait complete. 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.033+0000 7f45c9f5e640 1 Processor -- start 2024-09-13T16:16:19.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.033+0000 7f45c9f5e640 1 -- start start 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 0x7f45c414f9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45c415c7d0 0x7f45c40c6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40c6210 0x7f45c415e250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c40c93c0 con 0x7f45c40d1f40 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f45c414ff00 con 0x7f45c415c7d0 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f45c40c8840 con 0x7f45c40c6210 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 0x7f45c414f9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 0x7f45c414f9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47364/0 (socket says 172.21.15.39:47364) 2024-09-13T16:16:19.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 -- 172.21.15.39:0/524732804 learned_addr learned my addr 172.21.15.39:0/524732804 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 -- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40c6210 msgr2=0x7f45c415e250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40c6210 0x7f45c415e250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c2ffd640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45c415c7d0 0x7f45c40c6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 -- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45c415c7d0 msgr2=0x7f45c40c6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45c415c7d0 0x7f45c40c6e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 -- 172.21.15.39:0/524732804 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45b40094d0 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c37fe640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 0x7f45c414f9c0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f45b402a220 tx=0x7f45b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b4030b80 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f45b4030ce0 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f45c40c8b20 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.034+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f45b403d680 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.035+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f45c40c90e0 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.035+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45c40d1a00 con 0x7f45c40d1f40 2024-09-13T16:16:19.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.036+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f45b4039040 con 0x7f45c40d1f40 2024-09-13T16:16:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.036+0000 7f45abfff640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45b006ac00 0x7f45b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.036+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f45b40aa100 con 0x7f45c40d1f40 2024-09-13T16:16:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.037+0000 7f45c2ffd640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45b006ac00 0x7f45b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.037+0000 7f45c2ffd640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45b006ac00 0x7f45b006d0c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f45c4155740 tx=0x7f45b8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.041+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f45b40752c0 con 0x7f45c40d1f40 2024-09-13T16:16:19.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.214+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f45c40c5fd0 con 0x7f45c40d1f40 2024-09-13T16:16:19.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.214+0000 7f45abfff640 1 -- 172.21.15.39:0/524732804 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v64) v1 ==== 104+0+11 (secure 0 0 0) 0x7f45b40788e0 con 0x7f45c40d1f40 2024-09-13T16:16:19.216 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.216+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45b006ac00 msgr2=0x7f45b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.216+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45b006ac00 0x7f45b006d0c0 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f45c4155740 tx=0x7f45b8008040 comp rx=0 tx=0).stop 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.216+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 msgr2=0x7f45c414f9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.216+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 0x7f45c414f9c0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f45b402a220 tx=0x7f45b40046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 shutdown_connections 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f45b006ac00 0x7f45b006d0c0 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45c40c6210 0x7f45c415e250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f45c415c7d0 0x7f45c40c6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 --2- 172.21.15.39:0/524732804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f45c40d1f40 0x7f45c414f9c0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 >> 172.21.15.39:0/524732804 conn(0x7f45c406bc40 msgr2=0x7f45c40b7180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 shutdown_connections 2024-09-13T16:16:19.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.217+0000 7f45c9f5e640 1 -- 172.21.15.39:0/524732804 wait complete. 2024-09-13T16:16:19.229 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:16:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.332+0000 7f450eb18640 1 Processor -- start 2024-09-13T16:16:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.332+0000 7f450eb18640 1 -- start start 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.332+0000 7f450eb18640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4508156e60 0x7f450815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450eb18640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f450806a5e0 0x7f45080b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450eb18640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f45080cb080 con 0x7f45080b25b0 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450eb18640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4508070d40 con 0x7f450806a5e0 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450eb18640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f45080b3120 con 0x7f4508156e60 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450d0b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f450806a5e0 0x7f45080b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f4507fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f45080b25b0 0x7f4508069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58052/0 (socket says 172.21.15.39:58052) 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f4507fff640 1 -- 172.21.15.39:0/3050151091 learned_addr learned my addr 172.21.15.39:0/3050151091 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450c8b4640 1 --2- 172.21.15.39:0/3050151091 >> v2:172.21.15.157:3300/0 conn(0x7f4508156e60 0x7f450815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450d0b5640 1 -- 172.21.15.39:0/3050151091 >> v2:172.21.15.157:3300/0 conn(0x7f4508156e60 msgr2=0x7f450815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450d0b5640 1 --2- 172.21.15.39:0/3050151091 >> v2:172.21.15.157:3300/0 conn(0x7f4508156e60 0x7f450815aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450d0b5640 1 -- 172.21.15.39:0/3050151091 >> v1:172.21.15.39:6789/0 conn(0x7f45080b25b0 legacy=0x7f4508069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f450d0b5640 1 -- 172.21.15.39:0/3050151091 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f45080b3400 con 0x7f450806a5e0 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.333+0000 7f45077fe640 1 -- 172.21.15.39:0/3050151091 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1502535857 0 0) 0x7f45080cb080 con 0x7f45080b25b0 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450d0b5640 1 --2- 172.21.15.39:0/3050151091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f45080b2a40 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f45080739e0 tx=0x7f450002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6583f9a3e10e855 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f45077fe640 1 -- 172.21.15.39:0/3050151091 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f450002aea0 con 0x7f450806a5e0 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f45077fe640 1 -- 172.21.15.39:0/3050151091 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f450002d050 con 0x7f450806a5e0 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f45077fe640 1 -- 172.21.15.39:0/3050151091 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4500007960 con 0x7f450806a5e0 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450eb18640 1 -- 172.21.15.39:0/3050151091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 msgr2=0x7f45080b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450eb18640 1 --2- 172.21.15.39:0/3050151091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f45080b2a40 secure :-1 s=READY pgs=1039 cs=0 l=1 rev1=1 crypto rx=0x7f45080739e0 tx=0x7f450002a680 comp rx=0 tx=0).stop 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450eb18640 1 -- 172.21.15.39:0/3050151091 shutdown_connections 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450eb18640 1 --2- 172.21.15.39:0/3050151091 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f45080b2a40 unknown :-1 s=CLOSED pgs=1039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450eb18640 1 --2- 172.21.15.39:0/3050151091 >> v2:172.21.15.157:3300/0 conn(0x7f4508156e60 0x7f450815aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.334+0000 7f450eb18640 1 -- 172.21.15.39:0/3050151091 >> 172.21.15.39:0/3050151091 conn(0x7f45080b00a0 msgr2=0x7f45080b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.335+0000 7f450eb18640 1 -- 172.21.15.39:0/3050151091 shutdown_connections 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.335+0000 7f450eb18640 1 -- 172.21.15.39:0/3050151091 wait complete. 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.336+0000 7f450eb18640 1 Processor -- start 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.336+0000 7f450eb18640 1 -- start start 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f450814c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45080b25b0 0x7f450814cc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4508156e60 0x7f450815cdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f450814ca60 con 0x7f450806a5e0 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f450814d6c0 con 0x7f4508156e60 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f450814d9a0 con 0x7f45080b25b0 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f450814c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f450814c520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47384/0 (socket says 172.21.15.39:47384) 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 -- 172.21.15.39:0/3418302522 learned_addr learned my addr 172.21.15.39:0/3418302522 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f4507fff640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45080b25b0 0x7f450814cc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450d0b5640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4508156e60 0x7f450815cdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 -- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45080b25b0 msgr2=0x7f450814cc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45080b25b0 0x7f450814cc40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 -- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4508156e60 msgr2=0x7f450815cdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4508156e60 0x7f450815cdf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 -- 172.21.15.39:0/3418302522 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4500009a70 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450c8b4640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f450814c520 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f44f800e870 tx=0x7f44f800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f80094f0 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44f800c940 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f450814dc80 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.337+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44f800ccf0 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.338+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f450814e240 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.338+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f45080672f0 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.339+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44f8013470 con 0x7f450806a5e0 2024-09-13T16:16:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.339+0000 7f45057fa640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44e806ac30 0x7f44e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.339+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f44f8089490 con 0x7f450806a5e0 2024-09-13T16:16:19.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.340+0000 7f4507fff640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44e806ac30 0x7f44e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.340+0000 7f4507fff640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44e806ac30 0x7f44e806d0f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f44f0007fd0 tx=0x7f44f0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.344+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f44f80545c0 con 0x7f450806a5e0 2024-09-13T16:16:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.513+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f45080b2a40 con 0x7f450806a5e0 2024-09-13T16:16:19.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.513+0000 7f45057fa640 1 -- 172.21.15.39:0/3418302522 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v64) v1 ==== 100+0+11 (secure 0 0 0) 0x7f44f8057be0 con 0x7f450806a5e0 2024-09-13T16:16:19.515 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:16:19.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.515+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44e806ac30 msgr2=0x7f44e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.515+0000 7f450eb18640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44e806ac30 0x7f44e806d0f0 secure :-1 s=READY pgs=440 cs=0 l=1 rev1=1 crypto rx=0x7f44f0007fd0 tx=0x7f44f0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:19.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.515+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 msgr2=0x7f450814c520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.515+0000 7f450eb18640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f450814c520 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f44f800e870 tx=0x7f44f800ed30 comp rx=0 tx=0).stop 2024-09-13T16:16:19.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 shutdown_connections 2024-09-13T16:16:19.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44e806ac30 0x7f44e806d0f0 unknown :-1 s=CLOSED pgs=440 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4508156e60 0x7f450815cdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f45080b25b0 0x7f450814cc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 --2- 172.21.15.39:0/3418302522 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f450806a5e0 0x7f450814c520 unknown :-1 s=CLOSED pgs=1040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 >> 172.21.15.39:0/3418302522 conn(0x7f45080b00a0 msgr2=0x7f45080b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 shutdown_connections 2024-09-13T16:16:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.516+0000 7f450eb18640 1 -- 172.21.15.39:0/3418302522 wait complete. 2024-09-13T16:16:19.528 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:19.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.628+0000 7f3fb1d1f640 1 Processor -- start 2024-09-13T16:16:19.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.628+0000 7f3fb1d1f640 1 -- start start 2024-09-13T16:16:19.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3fb1d1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3fac156fb0 0x7f3fac15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3fb1d1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3fac06f170 0x7f3fac0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3fb1d1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3fac15b1b0 con 0x7f3fac15d0a0 2024-09-13T16:16:19.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3fb1d1f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fac06f6e0 con 0x7f3fac06f170 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3fb1d1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3fac06f9c0 con 0x7f3fac156fb0 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3fabfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3fac15d0a0 0x7f3fac070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58060/0 (socket says 172.21.15.39:58060) 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.629+0000 7f3faaffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3fac06f170 0x7f3fac0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.630+0000 7f3fabfff640 1 -- 172.21.15.39:0/3605126353 learned_addr learned my addr 172.21.15.39:0/3605126353 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.630+0000 7f3fab7fe640 1 --2- 172.21.15.39:0/3605126353 >> v2:172.21.15.157:3300/0 conn(0x7f3fac156fb0 0x7f3fac15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.630+0000 7f3faaffd640 1 -- 172.21.15.39:0/3605126353 >> v2:172.21.15.157:3300/0 conn(0x7f3fac156fb0 msgr2=0x7f3fac15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.630+0000 7f3faaffd640 1 --2- 172.21.15.39:0/3605126353 >> v2:172.21.15.157:3300/0 conn(0x7f3fac156fb0 0x7f3fac15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.630+0000 7f3faaffd640 1 -- 172.21.15.39:0/3605126353 >> v1:172.21.15.39:6789/0 conn(0x7f3fac15d0a0 legacy=0x7f3fac070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.630+0000 7f3faaffd640 1 -- 172.21.15.39:0/3605126353 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fac06fca0 con 0x7f3fac06f170 2024-09-13T16:16:19.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3faaffd640 1 --2- 172.21.15.39:0/3605126353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac06f170 0x7f3fac0b1cf0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f3fac06c5c0 tx=0x7f3fa002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61a574096435d201 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3faa7fc640 1 -- 172.21.15.39:0/3605126353 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa002ae60 con 0x7f3fac06f170 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3faa7fc640 1 -- 172.21.15.39:0/3605126353 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fa0032440 con 0x7f3fac06f170 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3faa7fc640 1 -- 172.21.15.39:0/3605126353 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa00327d0 con 0x7f3fac06f170 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3605126353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac06f170 msgr2=0x7f3fac0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3605126353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac06f170 0x7f3fac0b1cf0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7f3fac06c5c0 tx=0x7f3fa002a110 comp rx=0 tx=0).stop 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3605126353 shutdown_connections 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3605126353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac06f170 0x7f3fac0b1cf0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3605126353 >> v2:172.21.15.157:3300/0 conn(0x7f3fac156fb0 0x7f3fac15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3605126353 >> 172.21.15.39:0/3605126353 conn(0x7f3fac06b3b0 msgr2=0x7f3fac06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3605126353 shutdown_connections 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.631+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3605126353 wait complete. 2024-09-13T16:16:19.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.632+0000 7f3fb1d1f640 1 Processor -- start 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 -- start start 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3fac06f170 0x7f3fac14be30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 0x7f3fac0ae570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3fac15d0a0 0x7f3fac0aeab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fac143a20 con 0x7f3fac156fb0 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3fac14ad90 con 0x7f3fac06f170 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.633+0000 7f3fb1d1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3fac14b070 con 0x7f3fac15d0a0 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 0x7f3fac0ae570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 0x7f3fac0ae570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47408/0 (socket says 172.21.15.39:47408) 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 -- 172.21.15.39:0/3151491349 learned_addr learned my addr 172.21.15.39:0/3151491349 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3fabfff640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3fac15d0a0 0x7f3fac0aeab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3fab7fe640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3fac06f170 0x7f3fac14be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 -- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3fac15d0a0 msgr2=0x7f3fac0aeab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3fac15d0a0 0x7f3fac0aeab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 -- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3fac06f170 msgr2=0x7f3fac14be30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3fac06f170 0x7f3fac14be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 -- 172.21.15.39:0/3151491349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3fa0009400 con 0x7f3fac156fb0 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3faaffd640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 0x7f3fac0ae570 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0000c00 tx=0x7f3fa00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa0030990 con 0x7f3fac156fb0 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3fa0030b10 con 0x7f3fac156fb0 2024-09-13T16:16:19.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3fac14b350 con 0x7f3fac156fb0 2024-09-13T16:16:19.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3fa003d420 con 0x7f3fac156fb0 2024-09-13T16:16:19.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.634+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3fac14b910 con 0x7f3fac156fb0 2024-09-13T16:16:19.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.635+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3fac0672f0 con 0x7f3fac156fb0 2024-09-13T16:16:19.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.636+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3fa0039040 con 0x7f3fac156fb0 2024-09-13T16:16:19.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.636+0000 7f3f93fff640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f9806ac00 0x7f3f9806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.636+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f3fa00aa030 con 0x7f3fac156fb0 2024-09-13T16:16:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.636+0000 7f3fab7fe640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f9806ac00 0x7f3f9806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.637+0000 7f3fab7fe640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f9806ac00 0x7f3f9806d0c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3f9c006fd0 tx=0x7f3f9c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.640+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3fa0075160 con 0x7f3fac156fb0 2024-09-13T16:16:19.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.847+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3fac157390 con 0x7f3fac156fb0 2024-09-13T16:16:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.848+0000 7f3f93fff640 1 -- 172.21.15.39:0/3151491349 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4733 (secure 0 0 0) 0x7f3fa0078780 con 0x7f3fac156fb0 2024-09-13T16:16:19.849 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:19.849 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":55,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:40.394646+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":18,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:16:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 55 2024-09-13T16:16:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f9806ac00 msgr2=0x7f3f9806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f9806ac00 0x7f3f9806d0c0 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f3f9c006fd0 tx=0x7f3f9c008040 comp rx=0 tx=0).stop 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 msgr2=0x7f3fac0ae570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 0x7f3fac0ae570 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f3fa0000c00 tx=0x7f3fa00046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 shutdown_connections 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f9806ac00 0x7f3f9806d0c0 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3fac15d0a0 0x7f3fac0aeab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3fac156fb0 0x7f3fac0ae570 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 --2- 172.21.15.39:0/3151491349 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3fac06f170 0x7f3fac14be30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 >> 172.21.15.39:0/3151491349 conn(0x7f3fac06b3b0 msgr2=0x7f3fac151090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 shutdown_connections 2024-09-13T16:16:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.850+0000 7f3fb1d1f640 1 -- 172.21.15.39:0/3151491349 wait complete. 2024-09-13T16:16:19.862 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:19.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.962+0000 7f4b11d45640 1 Processor -- start 2024-09-13T16:16:19.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.962+0000 7f4b11d45640 1 -- start start 2024-09-13T16:16:19.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.962+0000 7f4b11d45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b0c15c710 0x7f4b0c06b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.962+0000 7f4b11d45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c0b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b11d45640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b0c06c2e0 con 0x7f4b0c15c330 2024-09-13T16:16:19.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b11d45640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b0c06f410 con 0x7f4b0c15c710 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b11d45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b0c06f6e0 con 0x7f4b0c06be30 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b0c15c710 0x7f4b0c06b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4b0c15c330 0x7f4b0c06ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58074/0 (socket says 172.21.15.39:58074) 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0b7fe640 1 -- 172.21.15.39:0/2448978966 learned_addr learned my addr 172.21.15.39:0/2448978966 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0bfff640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c0b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0affd640 1 -- 172.21.15.39:0/2448978966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 msgr2=0x7f4b0c0b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0affd640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c0b3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0affd640 1 -- 172.21.15.39:0/2448978966 >> v1:172.21.15.39:6789/0 conn(0x7f4b0c15c330 legacy=0x7f4b0c06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0affd640 1 -- 172.21.15.39:0/2448978966 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b0c06f9c0 con 0x7f4b0c15c710 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0a7fc640 1 -- 172.21.15.39:0/2448978966 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3480842914 0 0) 0x7f4b0c06c2e0 con 0x7f4b0c15c330 2024-09-13T16:16:19.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.963+0000 7f4b0bfff640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c0b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b0affd640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c06b8f0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f4af40097a0 tx=0x7f4af402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7de75445c4fff7a0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b0a7fc640 1 -- 172.21.15.39:0/2448978966 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af4032440 con 0x7f4b0c15c710 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b0a7fc640 1 -- 172.21.15.39:0/2448978966 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4af40325a0 con 0x7f4b0c15c710 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b0a7fc640 1 -- 172.21.15.39:0/2448978966 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4af4032930 con 0x7f4b0c15c710 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b11d45640 1 -- 172.21.15.39:0/2448978966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 msgr2=0x7f4b0c06b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b11d45640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c06b8f0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7f4af40097a0 tx=0x7f4af402a180 comp rx=0 tx=0).stop 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.964+0000 7f4b11d45640 1 -- 172.21.15.39:0/2448978966 shutdown_connections 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.965+0000 7f4b11d45640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c0b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.965+0000 7f4b11d45640 1 --2- 172.21.15.39:0/2448978966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c06b8f0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.965+0000 7f4b11d45640 1 -- 172.21.15.39:0/2448978966 >> 172.21.15.39:0/2448978966 conn(0x7f4b0c06d5c0 msgr2=0x7f4b0c06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.965+0000 7f4b11d45640 1 -- 172.21.15.39:0/2448978966 shutdown_connections 2024-09-13T16:16:19.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.965+0000 7f4b11d45640 1 -- 172.21.15.39:0/2448978966 wait complete. 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.966+0000 7f4b11d45640 1 Processor -- start 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.966+0000 7f4b11d45640 1 -- start start 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c14d020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b0c15c330 0x7f4b0c1f3080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c15a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b0c0cd310 con 0x7f4b0c15c710 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b0c14d560 con 0x7f4b0c15c330 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b0c0c9e10 con 0x7f4b0c06be30 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c15a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c15a970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47430/0 (socket says 172.21.15.39:47430) 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 -- 172.21.15.39:0/781795867 learned_addr learned my addr 172.21.15.39:0/781795867 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0b7fe640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c14d020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0affd640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b0c15c330 0x7f4b0c1f3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 -- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 msgr2=0x7f4b0c14d020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c14d020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 -- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b0c15c330 msgr2=0x7f4b0c1f3080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b0c15c330 0x7f4b0c1f3080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 -- 172.21.15.39:0/781795867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4af4009400 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0affd640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b0c15c330 0x7f4b0c1f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b0bfff640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c15a970 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400cef0 tx=0x7f4b0400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0400d840 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b0400d9c0 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b0c0ca0f0 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.967+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0400dd70 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.968+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b0c0ca6b0 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.968+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b0c0cd480 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.969+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b0401e3b0 con 0x7f4b0c15c710 2024-09-13T16:16:19.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.969+0000 7f4b03fff640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4aec06ac00 0x7f4aec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:19.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.969+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f4b04089e50 con 0x7f4b0c15c710 2024-09-13T16:16:19.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.970+0000 7f4b0b7fe640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4aec06ac00 0x7f4aec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:19.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.970+0000 7f4b0b7fe640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4aec06ac00 0x7f4aec06d0c0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f4afc000f60 tx=0x7f4afc007b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:19.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:19.974+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b040550d0 con 0x7f4b0c15c710 2024-09-13T16:16:20.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.145+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4b0c06b8f0 con 0x7f4b0c15c710 2024-09-13T16:16:20.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.146+0000 7f4b03fff640 1 -- 172.21.15.39:0/781795867 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) v1 ==== 74+0+16812 (secure 0 0 0) 0x7f4b0401a020 con 0x7f4b0c15c710 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:20.148 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:14:37.366919+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6835/2329937751":"2024-09-14T16:14:01.270723+0000","172.21.15.39:6833/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6833/2329937751":"2024-09-14T16:14:01.270723+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4aec06ac00 msgr2=0x7f4aec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4aec06ac00 0x7f4aec06d0c0 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f4afc000f60 tx=0x7f4afc007b70 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 msgr2=0x7f4b0c15a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c15a970 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7f4b0400cef0 tx=0x7f4b0400a710 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 shutdown_connections 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4aec06ac00 0x7f4aec06d0c0 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b0c15c710 0x7f4b0c15a970 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b0c15c330 0x7f4b0c1f3080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 --2- 172.21.15.39:0/781795867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b0c06be30 0x7f4b0c14d020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 >> 172.21.15.39:0/781795867 conn(0x7f4b0c06d5c0 msgr2=0x7f4b0c0b0290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 shutdown_connections 2024-09-13T16:16:20.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.148+0000 7f4b11d45640 1 -- 172.21.15.39:0/781795867 wait complete. 2024-09-13T16:16:20.160 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:16:20.161 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:20.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.261+0000 7fbf72ce5640 1 Processor -- start 2024-09-13T16:16:20.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.261+0000 7fbf72ce5640 1 -- start start 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf72ce5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 0x7fbf6c163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf72ce5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbf6c164530 0x7fbf6c166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf72ce5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf6c0cde30 con 0x7fbf6c0b41a0 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf72ce5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf6c0b5090 con 0x7fbf6c164530 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf72ce5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c0cd820 con 0x7fbf6c0ccf80 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf70a81640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbf6c0b41a0 0x7fbf6c0b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58080/0 (socket says 172.21.15.39:58080) 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf70a81640 1 -- 172.21.15.39:0/306049316 learned_addr learned my addr 172.21.15.39:0/306049316 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3429908218 0 0) 0x7fbf6c0cde30 con 0x7fbf6c0b41a0 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6bfff640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 0x7fbf6c163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbf58003520 con 0x7fbf6c0b41a0 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf71282640 1 --2- 172.21.15.39:0/306049316 >> v2:172.21.15.157:3300/0 conn(0x7fbf6c164530 0x7fbf6c166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2621848242 0 0) 0x7fbf58003520 con 0x7fbf6c0b41a0 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 msgr2=0x7fbf6c163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 0x7fbf6c163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 >> v2:172.21.15.157:3300/0 conn(0x7fbf6c164530 msgr2=0x7fbf6c166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 --2- 172.21.15.39:0/306049316 >> v2:172.21.15.157:3300/0 conn(0x7fbf6c164530 0x7fbf6c166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf6c15cd60 con 0x7fbf6c0b41a0 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fbf5c001670 con 0x7fbf6c0b41a0 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 >> v1:172.21.15.39:6789/0 conn(0x7fbf6c0b41a0 legacy=0x7fbf6c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 0x7fbf58003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf58003ef0 0x7fbf580047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf58004d00 0x7fbf58005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c0b5090 con 0x7fbf58004d00 2024-09-13T16:16:20.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c0cd820 con 0x7fbf58003ef0 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.262+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf5800b980 con 0x7fbf6c0ccf80 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf58004d00 0x7fbf58005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf70a81640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 0x7fbf58003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf6bfff640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf58003ef0 0x7fbf580047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 -- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 msgr2=0x7fbf58003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf6c0ccf80 0x7fbf58003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 -- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf58003ef0 msgr2=0x7fbf580047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf58003ef0 0x7fbf580047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 -- 172.21.15.39:0/306049316 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf58003520 con 0x7fbf58004d00 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.263+0000 7fbf71282640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf58004d00 0x7fbf58005180 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fbf64009a90 tx=0x7fbf580057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7f28776a76f8537 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf64031400 con 0x7fbf58004d00 2024-09-13T16:16:20.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf6402d050 con 0x7fbf58004d00 2024-09-13T16:16:20.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf6b7fe640 1 -- 172.21.15.39:0/306049316 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf640317a0 con 0x7fbf58004d00 2024-09-13T16:16:20.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf72ce5640 1 -- 172.21.15.39:0/306049316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf58004d00 msgr2=0x7fbf58005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/306049316 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf58004d00 0x7fbf58005180 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7fbf64009a90 tx=0x7fbf580057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf71282640 1 -- 172.21.15.39:0/306049316 reap_dead start 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf72ce5640 1 -- 172.21.15.39:0/306049316 shutdown_connections 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf72ce5640 1 -- 172.21.15.39:0/306049316 >> 172.21.15.39:0/306049316 conn(0x7fbf6c0cf1a0 msgr2=0x7fbf6c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf72ce5640 1 -- 172.21.15.39:0/306049316 shutdown_connections 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.264+0000 7fbf72ce5640 1 -- 172.21.15.39:0/306049316 wait complete. 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.265+0000 7fbf72ce5640 1 Processor -- start 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.265+0000 7fbf72ce5640 1 -- start start 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf72ce5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf58004d00 0x7fbf6c1f31e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf72ce5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 0x7fbf6c0cc190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf72ce5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf6c0cc6d0 0x7fbf6c1f2010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf72ce5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c0ccb50 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf72ce5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c0c9f70 con 0x7fbf6c0cc6d0 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf72ce5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf6c1f3010 con 0x7fbf58004d00 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf6bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 0x7fbf6c0cc190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf6bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 0x7fbf6c0cc190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47454/0 (socket says 172.21.15.39:47454) 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.266+0000 7fbf6bfff640 1 -- 172.21.15.39:0/1722923699 learned_addr learned my addr 172.21.15.39:0/1722923699 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf71282640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf6c0cc6d0 0x7fbf6c1f2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf70a81640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf58004d00 0x7fbf6c1f31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf6bfff640 1 -- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf58004d00 msgr2=0x7fbf6c1f31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf6bfff640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf58004d00 0x7fbf6c1f31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf6bfff640 1 -- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf6c0cc6d0 msgr2=0x7fbf6c1f2010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf6bfff640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf6c0cc6d0 0x7fbf6c1f2010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf6bfff640 1 -- 172.21.15.39:0/1722923699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf6c1f53c0 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf6bfff640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 0x7fbf6c0cc190 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fbf54009f20 tx=0x7fbf5400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5400e040 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf5400f040 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf54015850 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf6c1f2d30 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.267+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf6c0c9c00 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.268+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf6c067330 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.269+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf540159b0 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.269+0000 7fbf697fa640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.269+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fbf54089f80 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.269+0000 7fbf70a81640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.270+0000 7fbf70a81640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c001050 tx=0x7fbf5c0078f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.273+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf540bd9c0 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.478+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbf6c0ca120 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.478+0000 7fbf697fa640 1 -- 172.21.15.39:0/1722923699 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4733 (secure 0 0 0) 0x7fbf6c0ca120 con 0x7fbf6c1f4f40 2024-09-13T16:16:20.480 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:20.480 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":55,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:40.394646+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":18,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:16:20.480 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 55 2024-09-13T16:16:20.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.480+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf4c06ac00 msgr2=0x7fbf4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7fbf5c001050 tx=0x7fbf5c0078f0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 msgr2=0x7fbf6c0cc190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 0x7fbf6c0cc190 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7fbf54009f20 tx=0x7fbf5400f580 comp rx=0 tx=0).stop 2024-09-13T16:16:20.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 shutdown_connections 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf4c06ac00 0x7fbf4c06d0c0 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf6c0cc6d0 0x7fbf6c1f2010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf6c1f4f40 0x7fbf6c0cc190 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 --2- 172.21.15.39:0/1722923699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf58004d00 0x7fbf6c1f31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 >> 172.21.15.39:0/1722923699 conn(0x7fbf6c0cf1a0 msgr2=0x7fbf6c154c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 shutdown_connections 2024-09-13T16:16:20.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.481+0000 7fbf72ce5640 1 -- 172.21.15.39:0/1722923699 wait complete. 2024-09-13T16:16:20.492 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:20.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.592+0000 7fb3271ec640 1 Processor -- start 2024-09-13T16:16:20.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.592+0000 7fb3271ec640 1 -- start start 2024-09-13T16:16:20.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb3271ec640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb32015d300 0x7fb3200cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb3271ec640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb32015aa50 con 0x7fb3200ce980 2024-09-13T16:16:20.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb3271ec640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb32015af50 con 0x7fb3200721f0 2024-09-13T16:16:20.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb3271ec640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb32015bed0 con 0x7fb32015d300 2024-09-13T16:16:20.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb31ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb3200ce980 0x7fb3200cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58084/0 (socket says 172.21.15.39:58084) 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb31ffff640 1 -- 172.21.15.39:0/3883322378 learned_addr learned my addr 172.21.15.39:0/3883322378 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb325789640 1 --2- 172.21.15.39:0/3883322378 >> v2:172.21.15.157:3300/0 conn(0x7fb32015d300 0x7fb3200cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 947943846 0 0) 0x7fb32015aa50 con 0x7fb3200ce980 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.593+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb310003520 con 0x7fb3200ce980 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3253103701 0 0) 0x7fb310003520 con 0x7fb3200ce980 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 >> v2:172.21.15.157:3300/0 conn(0x7fb32015d300 msgr2=0x7fb3200cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 --2- 172.21.15.39:0/3883322378 >> v2:172.21.15.157:3300/0 conn(0x7fb32015d300 0x7fb3200cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 >> v1:172.21.15.157:6789/0 conn(0x7fb3200721f0 legacy=0x7fb3200ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3200cd6c0 con 0x7fb3200ce980 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb30c001670 con 0x7fb3200ce980 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 >> v1:172.21.15.39:6789/0 conn(0x7fb3200ce980 legacy=0x7fb3200cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310003970 0x7fb310003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb310004370 0x7fb310004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3100050e0 0x7fb31000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb32015bed0 con 0x7fb310004370 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb31000c020 con 0x7fb3100050e0 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb31000c1e0 con 0x7fb310003970 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31ffff640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb310004370 0x7fb310004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb324f88640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310003970 0x7fb310003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb325789640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3100050e0 0x7fb31000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31ffff640 1 -- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310003970 msgr2=0x7fb310003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31ffff640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310003970 0x7fb310003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31ffff640 1 -- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3100050e0 msgr2=0x7fb31000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31ffff640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3100050e0 0x7fb31000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb31ffff640 1 -- 172.21.15.39:0/3883322378 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb310003520 con 0x7fb310004370 2024-09-13T16:16:20.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.594+0000 7fb325789640 1 -- 172.21.15.39:0/3883322378 reap_dead start 2024-09-13T16:16:20.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.595+0000 7fb31ffff640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb310004370 0x7fb310004840 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fb30c00c240 tx=0x7fb3100057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f1a8696f08b8463 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.595+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb30c005ad0 con 0x7fb310004370 2024-09-13T16:16:20.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.595+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb30c02d070 con 0x7fb310004370 2024-09-13T16:16:20.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.595+0000 7fb31f7fe640 1 -- 172.21.15.39:0/3883322378 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb30c007070 con 0x7fb310004370 2024-09-13T16:16:20.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 -- 172.21.15.39:0/3883322378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb310004370 msgr2=0x7fb310004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb310004370 0x7fb310004840 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7fb30c00c240 tx=0x7fb3100057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 -- 172.21.15.39:0/3883322378 shutdown_connections 2024-09-13T16:16:20.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3883322378 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb310004370 0x7fb310004840 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 -- 172.21.15.39:0/3883322378 >> 172.21.15.39:0/3883322378 conn(0x7fb32006b3b0 msgr2=0x7fb32006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 -- 172.21.15.39:0/3883322378 shutdown_connections 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.596+0000 7fb3271ec640 1 -- 172.21.15.39:0/3883322378 wait complete. 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.597+0000 7fb3271ec640 1 Processor -- start 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.597+0000 7fb3271ec640 1 -- start start 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb3271ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310004370 0x7fb3200b3020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb3271ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb320150ee0 0x7fb320145fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb3271ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 0x7fb3200ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb3271ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb320146510 con 0x7fb320152410 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb3271ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb320151370 con 0x7fb320150ee0 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb3271ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb320151650 con 0x7fb310004370 2024-09-13T16:16:20.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 0x7fb3200ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 0x7fb3200ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47472/0 (socket says 172.21.15.39:47472) 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 -- 172.21.15.39:0/3277462613 learned_addr learned my addr 172.21.15.39:0/3277462613 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb324f88640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310004370 0x7fb3200b3020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb31ffff640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb320150ee0 0x7fb320145fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 -- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310004370 msgr2=0x7fb3200b3020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310004370 0x7fb3200b3020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 -- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb320150ee0 msgr2=0x7fb320145fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb320150ee0 0x7fb320145fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 -- 172.21.15.39:0/3277462613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb320151930 con 0x7fb320152410 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.598+0000 7fb325789640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 0x7fb3200ac860 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fb32015bc60 tx=0x7fb31800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.599+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb31800e040 con 0x7fb320152410 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.599+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb31800f040 con 0x7fb320152410 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.599+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb320151c10 con 0x7fb320152410 2024-09-13T16:16:20.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.599+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb318015430 con 0x7fb320152410 2024-09-13T16:16:20.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.599+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3201504f0 con 0x7fb320152410 2024-09-13T16:16:20.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.600+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb320152130 con 0x7fb320152410 2024-09-13T16:16:20.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.600+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb318015590 con 0x7fb320152410 2024-09-13T16:16:20.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.601+0000 7fb31d7fa640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30406ac50 0x7fb30406d110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.601+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fb318089bd0 con 0x7fb320152410 2024-09-13T16:16:20.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.601+0000 7fb324f88640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30406ac50 0x7fb30406d110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.601+0000 7fb324f88640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30406ac50 0x7fb30406d110 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb314003640 tx=0x7fb314009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.605+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb320152130 con 0x7fb320152410 2024-09-13T16:16:20.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.815+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb320152130 con 0x7fb320152410 2024-09-13T16:16:20.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.816+0000 7fb31d7fa640 1 -- 172.21.15.39:0/3277462613 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 55 v55) v1 ==== 94+0+4733 (secure 0 0 0) 0x7fb320152130 con 0x7fb320152410 2024-09-13T16:16:20.817 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:20.817 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":55,"default_fscid":4,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53}],"filesystems":[{"mdsmap":{"epoch":55,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:13:44.735195+0000","modified":"2024-09-13T16:14:40.394646+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":64,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":6555},"failed":[],"damaged":[],"stopped":[],"info":{"gid_6555":{"gid":6555,"name":"a","rank":0,"incarnation":52,"state":"up:active","state_seq":18,"addr":"172.21.15.39:6834/911322429","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":911322429},{"type":"v1","addr":"172.21.15.39:6834","nonce":911322429}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[9],"metadata_pool":8,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":4}]} 2024-09-13T16:16:20.818 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 55 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30406ac50 msgr2=0x7fb30406d110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30406ac50 0x7fb30406d110 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7fb314003640 tx=0x7fb314009040 comp rx=0 tx=0).stop 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 msgr2=0x7fb3200ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 0x7fb3200ac860 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7fb32015bc60 tx=0x7fb31800f580 comp rx=0 tx=0).stop 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 shutdown_connections 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb30406ac50 0x7fb30406d110 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb320152410 0x7fb3200ac860 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb320150ee0 0x7fb320145fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 --2- 172.21.15.39:0/3277462613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb310004370 0x7fb3200b3020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 >> 172.21.15.39:0/3277462613 conn(0x7fb32006b3b0 msgr2=0x7fb3200cb1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 shutdown_connections 2024-09-13T16:16:20.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.818+0000 7fb3271ec640 1 -- 172.21.15.39:0/3277462613 wait complete. 2024-09-13T16:16:20.830 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:20.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.930+0000 7fcef3333640 1 Processor -- start 2024-09-13T16:16:20.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.930+0000 7fcef3333640 1 -- start start 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef3333640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fceec070a70 0x7fceec070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef3333640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fceec06d160 0x7fceec06d590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef3333640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fceec06ccd0 con 0x7fceec15a230 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef3333640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fceec0713f0 con 0x7fceec070a70 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef3333640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fceec0acf70 con 0x7fceec06d160 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef08ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fceec070a70 0x7fceec070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef08ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fceec070a70 0x7fceec070eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47478/0 (socket says 172.21.15.39:47478) 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef08ce640 1 -- 172.21.15.39:0/3462158408 learned_addr learned my addr 172.21.15.39:0/3462158408 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fcef08ce640 1 -- 172.21.15.39:0/3462158408 >> v2:172.21.15.157:3300/0 conn(0x7fceec06d160 msgr2=0x7fceec06d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.931+0000 7fcef18d0640 1 --2- 172.21.15.39:0/3462158408 >> v2:172.21.15.157:3300/0 conn(0x7fceec06d160 0x7fceec06d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fcef08ce640 1 --2- 172.21.15.39:0/3462158408 >> v2:172.21.15.157:3300/0 conn(0x7fceec06d160 0x7fceec06d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fcef08ce640 1 -- 172.21.15.39:0/3462158408 >> v1:172.21.15.157:6789/0 conn(0x7fceec15a230 legacy=0x7fceec0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:20.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fcef08ce640 1 -- 172.21.15.39:0/3462158408 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fceec15a610 con 0x7fceec070a70 2024-09-13T16:16:20.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fcef18d0640 1 --2- 172.21.15.39:0/3462158408 >> v2:172.21.15.157:3300/0 conn(0x7fceec06d160 0x7fceec06d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:20.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fcef08ce640 1 --2- 172.21.15.39:0/3462158408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec070a70 0x7fceec070eb0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fceec06b5d0 tx=0x7fcee002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5d959f949e27cf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.932+0000 7fceebfff640 1 -- 172.21.15.39:0/3462158408 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee0032440 con 0x7fceec070a70 2024-09-13T16:16:20.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fceebfff640 1 -- 172.21.15.39:0/3462158408 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcee00325a0 con 0x7fceec070a70 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fceebfff640 1 -- 172.21.15.39:0/3462158408 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcee0032930 con 0x7fceec070a70 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 -- 172.21.15.39:0/3462158408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec070a70 msgr2=0x7fceec070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 --2- 172.21.15.39:0/3462158408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec070a70 0x7fceec070eb0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7fceec06b5d0 tx=0x7fcee002a230 comp rx=0 tx=0).stop 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 -- 172.21.15.39:0/3462158408 shutdown_connections 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 --2- 172.21.15.39:0/3462158408 >> v2:172.21.15.157:3300/0 conn(0x7fceec06d160 0x7fceec06d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 --2- 172.21.15.39:0/3462158408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec070a70 0x7fceec070eb0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 -- 172.21.15.39:0/3462158408 >> 172.21.15.39:0/3462158408 conn(0x7fceec06a0b0 msgr2=0x7fceec06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 -- 172.21.15.39:0/3462158408 shutdown_connections 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.933+0000 7fcef3333640 1 -- 172.21.15.39:0/3462158408 wait complete. 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.934+0000 7fcef3333640 1 Processor -- start 2024-09-13T16:16:20.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.934+0000 7fcef3333640 1 -- start start 2024-09-13T16:16:20.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef3333640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 0x7fceec1f58b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef3333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fceec070a70 0x7fceec154360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef3333640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fceec15a230 0x7fceec0cd630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef3333640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fceec0cc300 con 0x7fceec06d160 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef3333640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fceec0cb4e0 con 0x7fceec15a230 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef3333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fceec1f5df0 con 0x7fceec070a70 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 0x7fceec1f58b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 0x7fceec1f58b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47482/0 (socket says 172.21.15.39:47482) 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 -- 172.21.15.39:0/740156055 learned_addr learned my addr 172.21.15.39:0/740156055 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef18d0640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fceec15a230 0x7fceec0cd630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef08ce640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fceec070a70 0x7fceec154360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 -- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fceec070a70 msgr2=0x7fceec154360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fceec070a70 0x7fceec154360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 -- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fceec15a230 msgr2=0x7fceec0cd630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:20.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fceec15a230 0x7fceec0cd630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef10cf640 1 -- 172.21.15.39:0/740156055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcee00094d0 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.935+0000 7fcef18d0640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fceec15a230 0x7fceec0cd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.936+0000 7fcef10cf640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 0x7fceec1f58b0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fcedc00c7c0 tx=0x7fcedc00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.936+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcedc00aa50 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.936+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcedc00abb0 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.936+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcedc012420 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.936+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fceec0cb780 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.936+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fceec0cbd40 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.937+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fceec0672f0 con 0x7fceec06d160 2024-09-13T16:16:20.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.937+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcedc012580 con 0x7fceec06d160 2024-09-13T16:16:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.938+0000 7fcee9ffb640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fced806ac00 0x7fced806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.938+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fcedc089380 con 0x7fceec06d160 2024-09-13T16:16:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.938+0000 7fcef08ce640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fced806ac00 0x7fced806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:20.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.939+0000 7fcef08ce640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fced806ac00 0x7fced806d0c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fcee0034000 tx=0x7fcee002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:20.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:20.942+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcedc0544b0 con 0x7fceec06d160 2024-09-13T16:16:21.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.116+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fceec0b0770 con 0x7fceec06d160 2024-09-13T16:16:21.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.117+0000 7fcee9ffb640 1 -- 172.21.15.39:0/740156055 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v64) v1 ==== 74+0+16812 (secure 0 0 0) 0x7fcedc057ad0 con 0x7fceec06d160 2024-09-13T16:16:21.118 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:21.119 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":64,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:14:37.366919+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":8,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:13:42.976699+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"61","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":9,"pool_name":"cephfs_data","create_time":"2024-09-13T16:13:43.713951+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.6299999952316284,"score_stable":1.6299999952316284,"optimal_score":1,"raw_score_acting":1.6299999952316284,"raw_score_stable":1.6299999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6835/2329937751":"2024-09-14T16:14:01.270723+0000","172.21.15.39:6833/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6833/2329937751":"2024-09-14T16:14:01.270723+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:21.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fced806ac00 msgr2=0x7fced806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fced806ac00 0x7fced806d0c0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7fcee0034000 tx=0x7fcee002e000 comp rx=0 tx=0).stop 2024-09-13T16:16:21.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 msgr2=0x7fceec1f58b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 0x7fceec1f58b0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7fcedc00c7c0 tx=0x7fcedc00cc80 comp rx=0 tx=0).stop 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 shutdown_connections 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fced806ac00 0x7fced806d0c0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fceec15a230 0x7fceec0cd630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fceec070a70 0x7fceec154360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 --2- 172.21.15.39:0/740156055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fceec06d160 0x7fceec1f58b0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 >> 172.21.15.39:0/740156055 conn(0x7fceec06a0b0 msgr2=0x7fceec160140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 shutdown_connections 2024-09-13T16:16:21.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.119+0000 7fcef3333640 1 -- 172.21.15.39:0/740156055 wait complete. 2024-09-13T16:16:21.131 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:16:21.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.232+0000 7efd6e701640 1 Processor -- start 2024-09-13T16:16:21.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.233+0000 7efd6e701640 1 -- start start 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.233+0000 7efd6e701640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd6815cef0 0x7efd680cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.233+0000 7efd6e701640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.233+0000 7efd6e701640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd680d11f0 con 0x7efd680d1bc0 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.233+0000 7efd6e701640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd6815d2d0 con 0x7efd6815cef0 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.233+0000 7efd6e701640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd680cda00 con 0x7efd680cd560 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd67fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd6815cef0 0x7efd680cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd6cc9e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efd680d1bc0 0x7efd680b5ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58096/0 (socket says 172.21.15.39:58096) 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd67fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd6815cef0 0x7efd680cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47490/0 (socket says 172.21.15.39:47490) 2024-09-13T16:16:21.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd6cc9e640 1 -- 172.21.15.39:0/3889625181 learned_addr learned my addr 172.21.15.39:0/3889625181 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd5ffff640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd67fff640 1 -- 172.21.15.39:0/3889625181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 msgr2=0x7efd680d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd67fff640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680d1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd67fff640 1 -- 172.21.15.39:0/3889625181 >> v1:172.21.15.39:6789/0 conn(0x7efd680d1bc0 legacy=0x7efd680b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd677fe640 1 -- 172.21.15.39:0/3889625181 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4001304989 0 0) 0x7efd680d11f0 con 0x7efd680d1bc0 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd67fff640 1 -- 172.21.15.39:0/3889625181 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd680cdce0 con 0x7efd6815cef0 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.234+0000 7efd5ffff640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd67fff640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd680cd020 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7efd580097a0 tx=0x7efd5802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2041f5c7140de90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd677fe640 1 -- 172.21.15.39:0/3889625181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd58032440 con 0x7efd6815cef0 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd677fe640 1 -- 172.21.15.39:0/3889625181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd580325a0 con 0x7efd6815cef0 2024-09-13T16:16:21.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd677fe640 1 -- 172.21.15.39:0/3889625181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd58032930 con 0x7efd6815cef0 2024-09-13T16:16:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 -- 172.21.15.39:0/3889625181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 msgr2=0x7efd680cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd680cd020 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7efd580097a0 tx=0x7efd5802a210 comp rx=0 tx=0).stop 2024-09-13T16:16:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 -- 172.21.15.39:0/3889625181 shutdown_connections 2024-09-13T16:16:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 --2- 172.21.15.39:0/3889625181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd680cd020 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 -- 172.21.15.39:0/3889625181 >> 172.21.15.39:0/3889625181 conn(0x7efd6806a3a0 msgr2=0x7efd6806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 -- 172.21.15.39:0/3889625181 shutdown_connections 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.235+0000 7efd6e701640 1 -- 172.21.15.39:0/3889625181 wait complete. 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 Processor -- start 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 -- start start 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680b2ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d1bc0 0x7efd680c8af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd6815fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd6815d8f0 con 0x7efd6815cef0 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd680b34d0 con 0x7efd680d1bc0 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.237+0000 7efd6e701640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd680b37b0 con 0x7efd680cd560 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd6815fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd6815fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47506/0 (socket says 172.21.15.39:47506) 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 -- 172.21.15.39:0/1757032850 learned_addr learned my addr 172.21.15.39:0/1757032850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd5ffff640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d1bc0 0x7efd680c8af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd67fff640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680b2ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 -- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 msgr2=0x7efd680b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680b2ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 -- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d1bc0 msgr2=0x7efd680c8af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d1bc0 0x7efd680c8af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 -- 172.21.15.39:0/1757032850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd58009400 con 0x7efd6815cef0 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd67fff640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6cc9e640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd6815fc90 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7efd6000c7e0 tx=0x7efd6000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd6000a640 con 0x7efd6815cef0 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd6000a7c0 con 0x7efd6815cef0 2024-09-13T16:16:21.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd6815d580 con 0x7efd6815cef0 2024-09-13T16:16:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd6000ab70 con 0x7efd6815cef0 2024-09-13T16:16:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.238+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd681601d0 con 0x7efd6815cef0 2024-09-13T16:16:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.239+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd6815daa0 con 0x7efd6815cef0 2024-09-13T16:16:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.240+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd6000acd0 con 0x7efd6815cef0 2024-09-13T16:16:21.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.240+0000 7efd657fa640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd4806ac30 0x7efd4806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.240+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(64..64 src has 1..64) v4 ==== 5881+0+0 (secure 0 0 0) 0x7efd60088c60 con 0x7efd6815cef0 2024-09-13T16:16:21.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.241+0000 7efd67fff640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd4806ac30 0x7efd4806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.241+0000 7efd67fff640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd4806ac30 0x7efd4806d0f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7efd58034000 tx=0x7efd5802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.245+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd6815daa0 con 0x7efd6815cef0 2024-09-13T16:16:21.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.450+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7efd6815d710 con 0x7efd6815cef0 2024-09-13T16:16:21.452 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:16:21.450+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:16:21.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.464+0000 7efd657fa640 1 -- 172.21.15.39:0/1757032850 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v56) v1 ==== 161+0+0 (secure 0 0 0) 0x7efd60018020 con 0x7efd6815cef0 2024-09-13T16:16:21.466 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:16:21.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.466+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd4806ac30 msgr2=0x7efd4806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.466+0000 7efd6e701640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd4806ac30 0x7efd4806d0f0 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7efd58034000 tx=0x7efd5802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.466+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 msgr2=0x7efd6815fc90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.466+0000 7efd6e701640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd6815fc90 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7efd6000c7e0 tx=0x7efd6000cca0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 shutdown_connections 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd4806ac30 0x7efd4806d0f0 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd6815cef0 0x7efd6815fc90 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd680d1bc0 0x7efd680c8af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 --2- 172.21.15.39:0/1757032850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd680cd560 0x7efd680b2ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 >> 172.21.15.39:0/1757032850 conn(0x7efd6806a3a0 msgr2=0x7efd680b7060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 shutdown_connections 2024-09-13T16:16:21.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.467+0000 7efd6e701640 1 -- 172.21.15.39:0/1757032850 wait complete. 2024-09-13T16:16:21.470 INFO:tasks.ceph.mds.a.smithi039.stderr: -4204> 2024-09-13T16:14:40.640+0000 7f00012f9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:16:21.479 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:16:21.499 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:16:21.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.582+0000 7f500405a640 1 Processor -- start 2024-09-13T16:16:21.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.582+0000 7f500405a640 1 -- start start 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f500405a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4ffc15d850 0x7f4ffc071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f500405a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 0x7f4ffc071850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f500405a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ffc070e80 con 0x7f4ffc15dc30 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f500405a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ffc0705b0 con 0x7f4ffc15d850 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f500405a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc15a6e0 con 0x7f4ffc06a5e0 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f50015f5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4ffc15dc30 0x7f4ffc069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58112/0 (socket says 172.21.15.39:58112) 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.583+0000 7f50015f5640 1 -- 172.21.15.39:0/3313842755 learned_addr learned my addr 172.21.15.39:0/3313842755 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5001df6640 1 --2- 172.21.15.39:0/3313842755 >> v2:172.21.15.157:3300/0 conn(0x7f4ffc15d850 0x7f4ffc071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50025f7640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 0x7f4ffc071850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1522549058 0 0) 0x7f4ffc070e80 con 0x7f4ffc15dc30 2024-09-13T16:16:21.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4fe4003520 con 0x7f4ffc15dc30 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3449123936 0 0) 0x7f4fe4003520 con 0x7f4ffc15dc30 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 msgr2=0x7f4ffc071850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 0x7f4ffc071850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 >> v2:172.21.15.157:3300/0 conn(0x7f4ffc15d850 msgr2=0x7f4ffc071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 --2- 172.21.15.39:0/3313842755 >> v2:172.21.15.157:3300/0 conn(0x7f4ffc15d850 0x7f4ffc071310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc070830 con 0x7f4ffc15dc30 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4ff0001670 con 0x7f4ffc15dc30 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 >> v1:172.21.15.39:6789/0 conn(0x7f4ffc15dc30 legacy=0x7f4ffc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fe4003970 0x7f4fe4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fe40047c0 0x7f4fe4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 0x7f4fe4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc0705b0 con 0x7f4fe40047c0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc15a6e0 con 0x7f4fe4003970 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fe400b980 con 0x7f4ffc06a5e0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50015f5640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fe40047c0 0x7f4fe4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5001df6640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fe4003970 0x7f4fe4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50025f7640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 0x7f4fe4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50015f5640 1 -- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 msgr2=0x7f4fe4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50015f5640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ffc06a5e0 0x7f4fe4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50015f5640 1 -- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fe4003970 msgr2=0x7f4fe4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50015f5640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fe4003970 0x7f4fe4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f50015f5640 1 -- 172.21.15.39:0/3313842755 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fe4003520 con 0x7f4fe40047c0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.584+0000 7f5001df6640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fe4003970 0x7f4fe4003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.585+0000 7f50015f5640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fe40047c0 0x7f4fe4004c40 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f4ff000c210 tx=0x7f4fe40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c1ac045701fd521 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.585+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff002e070 con 0x7f4fe40047c0 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.585+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ff00058d0 con 0x7f4fe40047c0 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.585+0000 7f5000df4640 1 -- 172.21.15.39:0/3313842755 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff0005c80 con 0x7f4fe40047c0 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f500405a640 1 -- 172.21.15.39:0/3313842755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fe40047c0 msgr2=0x7f4fe4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f500405a640 1 --2- 172.21.15.39:0/3313842755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fe40047c0 0x7f4fe4004c40 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f4ff000c210 tx=0x7f4fe40057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f50025f7640 1 -- 172.21.15.39:0/3313842755 reap_dead start 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f500405a640 1 -- 172.21.15.39:0/3313842755 shutdown_connections 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f500405a640 1 -- 172.21.15.39:0/3313842755 >> 172.21.15.39:0/3313842755 conn(0x7f4ffc0b00a0 msgr2=0x7f4ffc0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f500405a640 1 -- 172.21.15.39:0/3313842755 shutdown_connections 2024-09-13T16:16:21.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.586+0000 7f500405a640 1 -- 172.21.15.39:0/3313842755 wait complete. 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.587+0000 7f500405a640 1 Processor -- start 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.587+0000 7f500405a640 1 -- start start 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f500405a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fe40047c0 0x7f4ffc167c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f500405a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 0x7f4ffc14fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f500405a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ffc0ac860 0x7f4ffc0acce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f500405a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc0ad220 con 0x7f4ffc150a40 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f500405a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc168140 con 0x7f4ffc0ac860 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f500405a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ffc15c3f0 con 0x7f4fe40047c0 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 0x7f4ffc14fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 0x7f4ffc14fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47530/0 (socket says 172.21.15.39:47530) 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 -- 172.21.15.39:0/180905983 learned_addr learned my addr 172.21.15.39:0/180905983 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:21.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50025f7640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ffc0ac860 0x7f4ffc0acce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f5001df6640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fe40047c0 0x7f4ffc167c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 -- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fe40047c0 msgr2=0x7f4ffc167c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fe40047c0 0x7f4ffc167c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 -- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ffc0ac860 msgr2=0x7f4ffc0acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ffc0ac860 0x7f4ffc0acce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 -- 172.21.15.39:0/180905983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ffc15cc10 con 0x7f4ffc150a40 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f50015f5640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 0x7f4ffc14fcd0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f4ff002ad70 tx=0x7f4ff0001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff0001c50 con 0x7f4ffc150a40 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.588+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ff0007280 con 0x7f4ffc150a40 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.589+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ffc166b80 con 0x7f4ffc150a40 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.589+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff00075f0 con 0x7f4ffc150a40 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.589+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ffc167140 con 0x7f4ffc150a40 2024-09-13T16:16:21.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.590+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ffc0672f0 con 0x7f4ffc150a40 2024-09-13T16:16:21.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.590+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4ff0033420 con 0x7f4ffc150a40 2024-09-13T16:16:21.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.590+0000 7f4ffa7fc640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4fe806ac30 0x7f4fe806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:21.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.590+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f4ff00a9530 con 0x7f4ffc150a40 2024-09-13T16:16:21.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.591+0000 7f5001df6640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4fe806ac30 0x7f4fe806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:21.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.591+0000 7f5001df6640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4fe806ac30 0x7f4fe806d0f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f4fec007440 tx=0x7f4fec00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:21.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.595+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4ff0078130 con 0x7f4ffc150a40 2024-09-13T16:16:21.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:21.802+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f4ffc071310 con 0x7f4ffc150a40 2024-09-13T16:16:22.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.466+0000 7f4ffa7fc640 1 -- 172.21.15.39:0/180905983 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v57) v1 ==== 104+0+0 (secure 0 0 0) 0x7f4ff0031370 con 0x7f4ffc150a40 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4fe806ac30 msgr2=0x7f4fe806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4fe806ac30 0x7f4fe806d0f0 secure :-1 s=READY pgs=447 cs=0 l=1 rev1=1 crypto rx=0x7f4fec007440 tx=0x7f4fec00b040 comp rx=0 tx=0).stop 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 msgr2=0x7f4ffc14fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 0x7f4ffc14fcd0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f4ff002ad70 tx=0x7f4ff0001a00 comp rx=0 tx=0).stop 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 shutdown_connections 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4fe806ac30 0x7f4fe806d0f0 unknown :-1 s=CLOSED pgs=447 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ffc0ac860 0x7f4ffc0acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ffc150a40 0x7f4ffc14fcd0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 --2- 172.21.15.39:0/180905983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fe40047c0 0x7f4ffc167c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 >> 172.21.15.39:0/180905983 conn(0x7f4ffc0b00a0 msgr2=0x7f4ffc0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.469+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 shutdown_connections 2024-09-13T16:16:22.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.470+0000 7f500405a640 1 -- 172.21.15.39:0/180905983 wait complete. 2024-09-13T16:16:22.484 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:16:22.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.634+0000 7f84355bc640 1 Processor -- start 2024-09-13T16:16:22.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.634+0000 7f84355bc640 1 -- start start 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f84355bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843015ce60 0x7f84300cee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f84355bc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f84300cf3b0 0x7f84300d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f84355bc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84300d0d80 0x7f84300b4120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f84355bc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84300b5bb0 con 0x7f84300d0d80 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f84355bc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84300d1e10 con 0x7f84300cf3b0 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f84355bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84300d1570 con 0x7f843015ce60 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f842f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84300d0d80 0x7f84300b4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.635+0000 7f842f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84300d0d80 0x7f84300b4120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47542/0 (socket says 172.21.15.39:47542) 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 -- 172.21.15.39:0/359803265 learned_addr learned my addr 172.21.15.39:0/359803265 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842e7fc640 1 --2- 172.21.15.39:0/359803265 >> v2:172.21.15.157:3300/0 conn(0x7f84300cf3b0 0x7f84300d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842effd640 1 --2- 172.21.15.39:0/359803265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843015ce60 0x7f84300cee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 -- 172.21.15.39:0/359803265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843015ce60 msgr2=0x7f84300cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 --2- 172.21.15.39:0/359803265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843015ce60 0x7f84300cee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 -- 172.21.15.39:0/359803265 >> v2:172.21.15.157:3300/0 conn(0x7f84300cf3b0 msgr2=0x7f84300d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 --2- 172.21.15.39:0/359803265 >> v2:172.21.15.157:3300/0 conn(0x7f84300cf3b0 0x7f84300d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 -- 172.21.15.39:0/359803265 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84300d1850 con 0x7f84300d0d80 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842e7fc640 1 --2- 172.21.15.39:0/359803265 >> v2:172.21.15.157:3300/0 conn(0x7f84300cf3b0 0x7f84300d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.636+0000 7f842f7fe640 1 --2- 172.21.15.39:0/359803265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84300d0d80 0x7f84300b4120 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f84300d37a0 tx=0x7f842802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce1351bd746cfd26 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f842dffb640 1 -- 172.21.15.39:0/359803265 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8428032440 con 0x7f84300d0d80 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f842dffb640 1 -- 172.21.15.39:0/359803265 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84280325a0 con 0x7f84300d0d80 2024-09-13T16:16:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f842dffb640 1 -- 172.21.15.39:0/359803265 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8428032930 con 0x7f84300d0d80 2024-09-13T16:16:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 -- 172.21.15.39:0/359803265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84300d0d80 msgr2=0x7f84300b4120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 --2- 172.21.15.39:0/359803265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84300d0d80 0x7f84300b4120 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7f84300d37a0 tx=0x7f842802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 -- 172.21.15.39:0/359803265 shutdown_connections 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 --2- 172.21.15.39:0/359803265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84300d0d80 0x7f84300b4120 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 --2- 172.21.15.39:0/359803265 >> v2:172.21.15.157:3300/0 conn(0x7f84300cf3b0 0x7f84300d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 --2- 172.21.15.39:0/359803265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f843015ce60 0x7f84300cee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 -- 172.21.15.39:0/359803265 >> 172.21.15.39:0/359803265 conn(0x7f843006a3a0 msgr2=0x7f843006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 -- 172.21.15.39:0/359803265 shutdown_connections 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.637+0000 7f84355bc640 1 -- 172.21.15.39:0/359803265 wait complete. 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 Processor -- start 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 -- start start 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84300cf3b0 0x7f84300a9b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84300d0d80 0x7f84300ca7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 0x7f84301f5600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84300b3d10 con 0x7f843015ce60 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84300b4b70 con 0x7f84300d0d80 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.639+0000 7f84355bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84300b3ef0 con 0x7f84300cf3b0 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 0x7f84301f5600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 0x7f84301f5600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47544/0 (socket says 172.21.15.39:47544) 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 -- 172.21.15.39:0/856148927 learned_addr learned my addr 172.21.15.39:0/856148927 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 -- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84300cf3b0 msgr2=0x7f84300a9b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84300cf3b0 0x7f84300a9b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 -- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84300d0d80 msgr2=0x7f84300ca7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842e7fc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84300d0d80 0x7f84300ca7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84300d0d80 0x7f84300ca7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 -- 172.21.15.39:0/856148927 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84280094d0 con 0x7f843015ce60 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842e7fc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84300d0d80 0x7f84300ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f842f7fe640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 0x7f84301f5600 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f84280090b0 tx=0x7f84280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8428030b80 con 0x7f843015ce60 2024-09-13T16:16:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8428032e90 con 0x7f843015ce60 2024-09-13T16:16:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84300b41d0 con 0x7f843015ce60 2024-09-13T16:16:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f842803b400 con 0x7f843015ce60 2024-09-13T16:16:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.640+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84300b4790 con 0x7f843015ce60 2024-09-13T16:16:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.641+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84300b4cb0 con 0x7f843015ce60 2024-09-13T16:16:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.642+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8428039040 con 0x7f843015ce60 2024-09-13T16:16:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.642+0000 7f84277fe640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841006ac00 0x7f841006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.642+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(65..65 src has 1..65) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f84280a9c70 con 0x7f843015ce60 2024-09-13T16:16:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.642+0000 7f842effd640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841006ac00 0x7f841006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.643+0000 7f842effd640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841006ac00 0x7f841006d0c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f84300c97e0 tx=0x7f84200072f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:22.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.646+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f84300b4cb0 con 0x7f843015ce60 2024-09-13T16:16:22.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:22.824+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f84301f2ca0 con 0x7f843015ce60 2024-09-13T16:16:23.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.709+0000 7f84277fe640 1 -- 172.21.15.39:0/856148927 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v66) v1 ==== 181+0+0 (secure 0 0 0) 0x7f84301f2ca0 con 0x7f843015ce60 2024-09-13T16:16:23.711 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841006ac00 msgr2=0x7f841006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841006ac00 0x7f841006d0c0 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f84300c97e0 tx=0x7f84200072f0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 msgr2=0x7f84301f5600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 0x7f84301f5600 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f84280090b0 tx=0x7f84280046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 shutdown_connections 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f841006ac00 0x7f841006d0c0 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f843015ce60 0x7f84301f5600 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84300d0d80 0x7f84300ca7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 --2- 172.21.15.39:0/856148927 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84300cf3b0 0x7f84300a9b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 >> 172.21.15.39:0/856148927 conn(0x7f843006a3a0 msgr2=0x7f84300c7410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:23.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 shutdown_connections 2024-09-13T16:16:23.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.713+0000 7f84355bc640 1 -- 172.21.15.39:0/856148927 wait complete. 2024-09-13T16:16:23.729 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:16:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.839+0000 7f04cc51f640 1 Processor -- start 2024-09-13T16:16:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.840+0000 7f04cc51f640 1 -- start start 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.840+0000 7f04cc51f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40cee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.840+0000 7f04cc51f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f04c40cf3b0 0x7f04c40d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.840+0000 7f04cc51f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04c40b5bb0 con 0x7f04c40d0d80 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.840+0000 7f04cc51f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04c40d1e10 con 0x7f04c40cf3b0 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.840+0000 7f04cc51f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04c40d1570 con 0x7f04c415ce60 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04c9aba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f04c40cf3b0 0x7f04c40d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04caabc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f04c40d0d80 0x7f04c40b4120 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36562/0 (socket says 172.21.15.39:36562) 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04caabc640 1 -- 172.21.15.39:0/76977187 learned_addr learned my addr 172.21.15.39:0/76977187 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04ca2bb640 1 --2- 172.21.15.39:0/76977187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40cee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:23.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04c9aba640 1 -- 172.21.15.39:0/76977187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 msgr2=0x7f04c40cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04c9aba640 1 --2- 172.21.15.39:0/76977187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40cee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04c9aba640 1 -- 172.21.15.39:0/76977187 >> v1:172.21.15.39:6789/0 conn(0x7f04c40d0d80 legacy=0x7f04c40b4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04c92b9640 1 -- 172.21.15.39:0/76977187 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2883058401 0 0) 0x7f04c40b5bb0 con 0x7f04c40d0d80 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.841+0000 7f04c9aba640 1 -- 172.21.15.39:0/76977187 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04c40d1850 con 0x7f04c40cf3b0 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.842+0000 7f04c9aba640 1 --2- 172.21.15.39:0/76977187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40cf3b0 0x7f04c40d0840 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f04b40097a0 tx=0x7f04b402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d13265fd42defe1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.842+0000 7f04c92b9640 1 -- 172.21.15.39:0/76977187 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b4032440 con 0x7f04c40cf3b0 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.842+0000 7f04c92b9640 1 -- 172.21.15.39:0/76977187 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04b40325a0 con 0x7f04c40cf3b0 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.842+0000 7f04c92b9640 1 -- 172.21.15.39:0/76977187 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b4032930 con 0x7f04c40cf3b0 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.842+0000 7f04cc51f640 1 -- 172.21.15.39:0/76977187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40cf3b0 msgr2=0x7f04c40d0840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.842+0000 7f04cc51f640 1 --2- 172.21.15.39:0/76977187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40cf3b0 0x7f04c40d0840 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7f04b40097a0 tx=0x7f04b402a180 comp rx=0 tx=0).stop 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.843+0000 7f04cc51f640 1 -- 172.21.15.39:0/76977187 shutdown_connections 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.843+0000 7f04cc51f640 1 --2- 172.21.15.39:0/76977187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40cf3b0 0x7f04c40d0840 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.843+0000 7f04cc51f640 1 --2- 172.21.15.39:0/76977187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40cee70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.843+0000 7f04cc51f640 1 -- 172.21.15.39:0/76977187 >> 172.21.15.39:0/76977187 conn(0x7f04c406a3a0 msgr2=0x7f04c406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.843+0000 7f04cc51f640 1 -- 172.21.15.39:0/76977187 shutdown_connections 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.843+0000 7f04cc51f640 1 -- 172.21.15.39:0/76977187 wait complete. 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.844+0000 7f04cc51f640 1 Processor -- start 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.844+0000 7f04cc51f640 1 -- start start 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c40cf3b0 0x7f04c415df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 0x7f04c41f1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40b4400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c415e7d0 con 0x7f04c40d0d80 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c415eab0 con 0x7f04c40cf3b0 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04c415ed90 con 0x7f04c415ce60 2024-09-13T16:16:23.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 0x7f04c41f1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 0x7f04c41f1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53044/0 (socket says 172.21.15.39:53044) 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 -- 172.21.15.39:0/3449562724 learned_addr learned my addr 172.21.15.39:0/3449562724 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04ca2bb640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c40cf3b0 0x7f04c415df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04caabc640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40b4400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 -- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 msgr2=0x7f04c40b4400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40b4400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 -- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c40cf3b0 msgr2=0x7f04c415df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c40cf3b0 0x7f04c415df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 -- 172.21.15.39:0/3449562724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04b4009400 con 0x7f04c40d0d80 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04caabc640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40b4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04ca2bb640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c40cf3b0 0x7f04c415df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04c9aba640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 0x7f04c41f1e40 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f04b4035040 tx=0x7f04b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:23.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b4006e10 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04b4030980 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04c415f070 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04b4030d50 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.845+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04c415e4c0 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.846+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04c415d240 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.847+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f04b4039040 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.848+0000 7f04baffd640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04a806ac00 0x7f04a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.848+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(66..66 src has 1..66) v4 ==== 5529+0+0 (secure 0 0 0) 0x7f04b40a9ce0 con 0x7f04c40d0d80 2024-09-13T16:16:23.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.848+0000 7f04ca2bb640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04a806ac00 0x7f04a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:23.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.848+0000 7f04ca2bb640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04a806ac00 0x7f04a806d0c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f04c000b820 tx=0x7f04c0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:23.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:23.852+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f04b4075090 con 0x7f04c40d0d80 2024-09-13T16:16:24.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.022+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f04c40c8b30 con 0x7f04c40d0d80 2024-09-13T16:16:24.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.711+0000 7f04baffd640 1 -- 172.21.15.39:0/3449562724 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v67) v1 ==== 169+0+0 (secure 0 0 0) 0x7f04b40370d0 con 0x7f04c40d0d80 2024-09-13T16:16:24.714 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:16:24.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04a806ac00 msgr2=0x7f04a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:24.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04a806ac00 0x7f04a806d0c0 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f04c000b820 tx=0x7f04c0008040 comp rx=0 tx=0).stop 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 msgr2=0x7f04c41f1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 0x7f04c41f1e40 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f04b4035040 tx=0x7f04b40046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 shutdown_connections 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04a806ac00 0x7f04a806d0c0 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04c415ce60 0x7f04c40b4400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c40d0d80 0x7f04c41f1e40 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 --2- 172.21.15.39:0/3449562724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c40cf3b0 0x7f04c415df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 >> 172.21.15.39:0/3449562724 conn(0x7f04c406a3a0 msgr2=0x7f04c40d05a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 shutdown_connections 2024-09-13T16:16:24.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.716+0000 7f04cc51f640 1 -- 172.21.15.39:0/3449562724 wait complete. 2024-09-13T16:16:24.732 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:16:24.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.841+0000 7f94197e9640 1 Processor -- start 2024-09-13T16:16:24.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.841+0000 7f94197e9640 1 -- start start 2024-09-13T16:16:24.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f94197e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94140b4ed0 0x7f94140cdf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:24.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f94197e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f941406e480 0x7f94140ce4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:24.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f94197e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f941415a920 con 0x7f941415a540 2024-09-13T16:16:24.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f94197e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f941406fa80 con 0x7f94140b4ed0 2024-09-13T16:16:24.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f94197e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f941406d6c0 con 0x7f941406e480 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f9412ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f941415a540 0x7f94140b47c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36568/0 (socket says 172.21.15.39:36568) 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f9412ffd640 1 -- 172.21.15.39:0/3323084226 learned_addr learned my addr 172.21.15.39:0/3323084226 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.842+0000 7f94127fc640 1 --2- 172.21.15.39:0/3323084226 >> v2:172.21.15.39:3300/0 conn(0x7f94140b4ed0 0x7f94140cdf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f9411ffb640 1 -- 172.21.15.39:0/3323084226 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4130130636 0 0) 0x7f941415a920 con 0x7f941415a540 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f9411ffb640 1 -- 172.21.15.39:0/3323084226 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f93fc003520 con 0x7f941415a540 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f94137fe640 1 --2- 172.21.15.39:0/3323084226 >> v2:172.21.15.157:3300/0 conn(0x7f941406e480 0x7f94140ce4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f94127fc640 1 -- 172.21.15.39:0/3323084226 >> v2:172.21.15.157:3300/0 conn(0x7f941406e480 msgr2=0x7f94140ce4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f94127fc640 1 --2- 172.21.15.39:0/3323084226 >> v2:172.21.15.157:3300/0 conn(0x7f941406e480 0x7f94140ce4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f94127fc640 1 -- 172.21.15.39:0/3323084226 >> v1:172.21.15.39:6789/0 conn(0x7f941415a540 legacy=0x7f94140b47c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:24.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f94127fc640 1 -- 172.21.15.39:0/3323084226 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f941406d9a0 con 0x7f94140b4ed0 2024-09-13T16:16:24.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.843+0000 7f94127fc640 1 --2- 172.21.15.39:0/3323084226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94140b4ed0 0x7f94140cdf80 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f94140b66c0 tx=0x7f940802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77c1703b1a5a6523 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:24.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f9411ffb640 1 -- 172.21.15.39:0/3323084226 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9408032440 con 0x7f94140b4ed0 2024-09-13T16:16:24.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f9411ffb640 1 -- 172.21.15.39:0/3323084226 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94080325a0 con 0x7f94140b4ed0 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f9411ffb640 1 -- 172.21.15.39:0/3323084226 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9408032930 con 0x7f94140b4ed0 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 -- 172.21.15.39:0/3323084226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94140b4ed0 msgr2=0x7f94140cdf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 --2- 172.21.15.39:0/3323084226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94140b4ed0 0x7f94140cdf80 secure :-1 s=READY pgs=1069 cs=0 l=1 rev1=1 crypto rx=0x7f94140b66c0 tx=0x7f940802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 -- 172.21.15.39:0/3323084226 shutdown_connections 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 --2- 172.21.15.39:0/3323084226 >> v2:172.21.15.157:3300/0 conn(0x7f941406e480 0x7f94140ce4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 --2- 172.21.15.39:0/3323084226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94140b4ed0 0x7f94140cdf80 unknown :-1 s=CLOSED pgs=1069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 -- 172.21.15.39:0/3323084226 >> 172.21.15.39:0/3323084226 conn(0x7f94140d0470 msgr2=0x7f94140d0850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 -- 172.21.15.39:0/3323084226 shutdown_connections 2024-09-13T16:16:24.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.844+0000 7f94197e9640 1 -- 172.21.15.39:0/3323084226 wait complete. 2024-09-13T16:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 Processor -- start 2024-09-13T16:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 -- start start 2024-09-13T16:16:24.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f941406e480 0x7f941415d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94140b4ed0 0x7f9414150700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 0x7f9414150c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9414151ae0 con 0x7f941415a540 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9414154470 con 0x7f94140b4ed0 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.846+0000 7f94197e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f941415d7e0 con 0x7f941406e480 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 0x7f9414150c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 0x7f9414150c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53068/0 (socket says 172.21.15.39:53068) 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 -- 172.21.15.39:0/4201131003 learned_addr learned my addr 172.21.15.39:0/4201131003 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:24.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94127fc640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94140b4ed0 0x7f9414150700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f9412ffd640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f941406e480 0x7f941415d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 -- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f941406e480 msgr2=0x7f941415d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f941406e480 0x7f941415d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 -- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94140b4ed0 msgr2=0x7f9414150700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94140b4ed0 0x7f9414150700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 -- 172.21.15.39:0/4201131003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9408009400 con 0x7f941415a540 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f9412ffd640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f941406e480 0x7f941415d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94137fe640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 0x7f9414150c40 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f940c007e10 tx=0x7f940c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c014620 con 0x7f941415a540 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f940c0147a0 con 0x7f941415a540 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9414153b40 con 0x7f941415a540 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f940c014b50 con 0x7f941415a540 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.847+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9414154100 con 0x7f941415a540 2024-09-13T16:16:24.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.848+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f941406f4e0 con 0x7f941415a540 2024-09-13T16:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.849+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f940c014cb0 con 0x7f941415a540 2024-09-13T16:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.849+0000 7f93fb7fe640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f940006ac00 0x7f940006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.849+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f940c089a30 con 0x7f941415a540 2024-09-13T16:16:24.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.849+0000 7f9412ffd640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f940006ac00 0x7f940006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:24.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.850+0000 7f9412ffd640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f940006ac00 0x7f940006d0c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f94040011e0 tx=0x7f9404009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:24.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:24.853+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f940c054e60 con 0x7f941415a540 2024-09-13T16:16:25.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.025+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f94141545b0 con 0x7f941415a540 2024-09-13T16:16:25.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.029+0000 7f93fb7fe640 1 -- 172.21.15.39:0/4201131003 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v21) v1 ==== 104+0+0 (secure 0 0 0) 0x7f940c058480 con 0x7f941415a540 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.030+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f940006ac00 msgr2=0x7f940006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.030+0000 7f94197e9640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f940006ac00 0x7f940006d0c0 secure :-1 s=READY pgs=451 cs=0 l=1 rev1=1 crypto rx=0x7f94040011e0 tx=0x7f9404009040 comp rx=0 tx=0).stop 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.030+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 msgr2=0x7f9414150c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.030+0000 7f94197e9640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 0x7f9414150c40 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f940c007e10 tx=0x7f940c00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 shutdown_connections 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f940006ac00 0x7f940006d0c0 unknown :-1 s=CLOSED pgs=451 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f941415a540 0x7f9414150c40 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94140b4ed0 0x7f9414150700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 --2- 172.21.15.39:0/4201131003 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f941406e480 0x7f941415d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 >> 172.21.15.39:0/4201131003 conn(0x7f94140d0470 msgr2=0x7f9414157770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:25.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 shutdown_connections 2024-09-13T16:16:25.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.031+0000 7f94197e9640 1 -- 172.21.15.39:0/4201131003 wait complete. 2024-09-13T16:16:25.043 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_journal_corrupt_dentry_first 2024-09-13T16:16:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.146+0000 7fbbc8c87640 1 Processor -- start 2024-09-13T16:16:25.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.146+0000 7fbbc8c87640 1 -- start start 2024-09-13T16:16:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc8c87640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 0x7fbbc40b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc8c87640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbc40b2830 con 0x7fbbc40cd000 2024-09-13T16:16:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc8c87640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbc4144010 con 0x7fbbc4143c30 2024-09-13T16:16:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc8c87640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc406ffe0 con 0x7fbbc406f190 2024-09-13T16:16:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc2d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbbc40cd000 0x7fbbc415aa80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36578/0 (socket says 172.21.15.39:36578) 2024-09-13T16:16:25.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc2d9d640 1 -- 172.21.15.39:0/2610693415 learned_addr learned my addr 172.21.15.39:0/2610693415 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 0x7fbbc40b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3993458224 0 0) 0x7fbbc40b2830 con 0x7fbbc40cd000 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbbb0003520 con 0x7fbbc40cd000 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2032638018 0 0) 0x7fbbb0003520 con 0x7fbbc40cd000 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 msgr2=0x7fbbc40b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 0x7fbbc40b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 >> v1:172.21.15.157:6789/0 conn(0x7fbbc4143c30 legacy=0x7fbbc40b2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.147+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc40b13a0 con 0x7fbbc40cd000 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fbbbc001a10 con 0x7fbbc40cd000 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 >> v1:172.21.15.39:6789/0 conn(0x7fbbc40cd000 legacy=0x7fbbc415aa80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbb00039a0 0x7fbbb0003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbb0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 0x7fbbb00051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc406ffe0 con 0x7fbbb00047c0 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbb000bae0 con 0x7fbbb00039a0 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbb000bca0 con 0x7fbbc406f190 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbb0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc259c640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbb00039a0 0x7fbbb0003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbc2d9d640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 0x7fbbb00051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbbbfff640 1 -- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 msgr2=0x7fbbb00051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc406f190 0x7fbbb00051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbbbfff640 1 -- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbb00039a0 msgr2=0x7fbbb0003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:25.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbb00039a0 0x7fbbb0003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.148+0000 7fbbbbfff640 1 -- 172.21.15.39:0/2610693415 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbb0003520 con 0x7fbbb00047c0 2024-09-13T16:16:25.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.149+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbb0004c40 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fbbac009ac0 tx=0x7fbbb00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77f1857a43200830 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.149+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbac031400 con 0x7fbbb00047c0 2024-09-13T16:16:25.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.149+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbac02d050 con 0x7fbbb00047c0 2024-09-13T16:16:25.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.149+0000 7fbbc1d9b640 1 -- 172.21.15.39:0/2610693415 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbac031780 con 0x7fbbb00047c0 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc8c87640 1 -- 172.21.15.39:0/2610693415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 msgr2=0x7fbbb0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/2610693415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbb0004c40 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7fbbac009ac0 tx=0x7fbbb00057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc2d9d640 1 -- 172.21.15.39:0/2610693415 reap_dead start 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc8c87640 1 -- 172.21.15.39:0/2610693415 shutdown_connections 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc8c87640 1 -- 172.21.15.39:0/2610693415 >> 172.21.15.39:0/2610693415 conn(0x7fbbc40b00a0 msgr2=0x7fbbc40b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc8c87640 1 -- 172.21.15.39:0/2610693415 shutdown_connections 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.150+0000 7fbbc8c87640 1 -- 172.21.15.39:0/2610693415 wait complete. 2024-09-13T16:16:25.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.151+0000 7fbbc8c87640 1 Processor -- start 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.151+0000 7fbbc8c87640 1 -- start start 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbc4159fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc40c9360 0x7fbbc40c97e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbc40ac380 0x7fbbc40ac800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc40b1d00 con 0x7fbbb00047c0 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc40c9d20 con 0x7fbbc40ac380 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbc40acd40 con 0x7fbbc40c9360 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbc4159fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbc4159fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53090/0 (socket says 172.21.15.39:53090) 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 -- 172.21.15.39:0/3086950562 learned_addr learned my addr 172.21.15.39:0/3086950562 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc40c9360 0x7fbbc40c97e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc2d9d640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbc40ac380 0x7fbbc40ac800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 -- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc40c9360 msgr2=0x7fbbc40c97e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc40c9360 0x7fbbc40c97e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 -- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbc40ac380 msgr2=0x7fbbc40ac800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbc40ac380 0x7fbbc40ac800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 -- 172.21.15.39:0/3086950562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbc415a510 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc40c9360 0x7fbbc40c97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc2d9d640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbc40ac380 0x7fbbc40ac800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc259c640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbc4159fd0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400f620 tx=0x7fbbb400fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb40052e0 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb4005440 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbc40c9f20 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4003810 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.152+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbc40ca4e0 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.153+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbc40724c0 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.154+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbbb4003970 con 0x7fbbb00047c0 2024-09-13T16:16:25.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.154+0000 7fbbbaffd640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbba406ac00 0x7fbba406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.154+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fbbb4088f30 con 0x7fbbb00047c0 2024-09-13T16:16:25.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.155+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbba406ac00 0x7fbba406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.155+0000 7fbbbbfff640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbba406ac00 0x7fbba406d0c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fbbac033000 tx=0x7fbbac008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.158+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbbb40543f0 con 0x7fbbb00047c0 2024-09-13T16:16:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.331+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"} v 0) v1 -- 0x7fbbc40672f0 con 0x7fbbb00047c0 2024-09-13T16:16:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.331+0000 7fbbbaffd640 1 -- 172.21.15.39:0/3086950562 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_journal_corrupt_dentry_first"}]=0 v21) v1 ==== 122+0+0 (secure 0 0 0) 0x7fbbb4057a10 con 0x7fbbb00047c0 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbba406ac00 msgr2=0x7fbba406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbba406ac00 0x7fbba406d0c0 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7fbbac033000 tx=0x7fbbac008030 comp rx=0 tx=0).stop 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 msgr2=0x7fbbc4159fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbc4159fd0 secure :-1 s=READY pgs=1073 cs=0 l=1 rev1=1 crypto rx=0x7fbbb400f620 tx=0x7fbbb400fae0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 shutdown_connections 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbba406ac00 0x7fbba406d0c0 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbbc40ac380 0x7fbbc40ac800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbbc40c9360 0x7fbbc40c97e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 --2- 172.21.15.39:0/3086950562 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbbb00047c0 0x7fbbc4159fd0 unknown :-1 s=CLOSED pgs=1073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 >> 172.21.15.39:0/3086950562 conn(0x7fbbc40b00a0 msgr2=0x7fbbc4072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 shutdown_connections 2024-09-13T16:16:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.333+0000 7fbbc8c87640 1 -- 172.21.15.39:0/3086950562 wait complete. 2024-09-13T16:16:25.345 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit' 2024-09-13T16:16:25.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.445+0000 7f95a2abe640 1 Processor -- start 2024-09-13T16:16:25.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.445+0000 7f95a2abe640 1 -- start start 2024-09-13T16:16:25.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a2abe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f959c0ce980 0x7f959c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a2abe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 0x7f959c15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a2abe640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f959c15aa50 con 0x7f959c0721f0 2024-09-13T16:16:25.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a2abe640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f959c15bed0 con 0x7f959c0ce980 2024-09-13T16:16:25.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a2abe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f959c15af50 con 0x7f959c0cc650 2024-09-13T16:16:25.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a105b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 0x7f959c15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f959bfff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f959c0ce980 0x7f959c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a105b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 0x7f959c15c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:46410/0 (socket says 172.21.15.39:46410) 2024-09-13T16:16:25.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.446+0000 7f95a105b640 1 -- 172.21.15.39:0/1714761243 learned_addr learned my addr 172.21.15.39:0/1714761243 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f959bfff640 1 -- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 msgr2=0x7f959c15c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f959bfff640 1 --2- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 0x7f959c15c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f959bfff640 1 -- 172.21.15.39:0/1714761243 >> v1:172.21.15.157:6789/0 conn(0x7f959c0721f0 legacy=0x7f959c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f959bfff640 1 -- 172.21.15.39:0/1714761243 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f959c0cd6c0 con 0x7f959c0ce980 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f959b7fe640 1 -- 172.21.15.39:0/1714761243 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2813884726 0 0) 0x7f959c15aa50 con 0x7f959c0721f0 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f95a105b640 1 --2- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 0x7f959c15c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.447+0000 7f959bfff640 1 --2- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0ce980 0x7f959c0cc110 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f95880097a0 tx=0x7f958802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=df0e4e8ccc58510c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f959b7fe640 1 -- 172.21.15.39:0/1714761243 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f958802ae50 con 0x7f959c0ce980 2024-09-13T16:16:25.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f959b7fe640 1 -- 172.21.15.39:0/1714761243 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9588032440 con 0x7f959c0ce980 2024-09-13T16:16:25.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f959b7fe640 1 -- 172.21.15.39:0/1714761243 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95880327d0 con 0x7f959c0ce980 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 -- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0ce980 msgr2=0x7f959c0cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 --2- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0ce980 0x7f959c0cc110 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f95880097a0 tx=0x7f958802a100 comp rx=0 tx=0).stop 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 -- 172.21.15.39:0/1714761243 shutdown_connections 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 --2- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0cc650 0x7f959c15c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 --2- 172.21.15.39:0/1714761243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0ce980 0x7f959c0cc110 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 -- 172.21.15.39:0/1714761243 >> 172.21.15.39:0/1714761243 conn(0x7f959c06b3b0 msgr2=0x7f959c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 -- 172.21.15.39:0/1714761243 shutdown_connections 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.448+0000 7f95a2abe640 1 -- 172.21.15.39:0/1714761243 wait complete. 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.449+0000 7f95a2abe640 1 Processor -- start 2024-09-13T16:16:25.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.449+0000 7f95a2abe640 1 -- start start 2024-09-13T16:16:25.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a2abe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 0x7f959c0b1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a2abe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0cc650 0x7f959c1f3060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a2abe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0ce980 0x7f959c1533e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a2abe640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f959c1509b0 con 0x7f959c0721f0 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a2abe640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f959c0b1970 con 0x7f959c0cc650 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a2abe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f959c0b1ba0 con 0x7f959c0ce980 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a085a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 0x7f959c0b1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a085a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 0x7f959c0b1430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53098/0 (socket says 172.21.15.39:53098) 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f95a085a640 1 -- 172.21.15.39:0/2609908638 learned_addr learned my addr 172.21.15.39:0/2609908638 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.450+0000 7f959bfff640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0cc650 0x7f959c1f3060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a105b640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0ce980 0x7f959c1533e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a085a640 1 -- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0ce980 msgr2=0x7f959c1533e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a085a640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0ce980 0x7f959c1533e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a085a640 1 -- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0cc650 msgr2=0x7f959c1f3060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a085a640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0cc650 0x7f959c1f3060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a085a640 1 -- 172.21.15.39:0/2609908638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9594009b30 con 0x7f959c0721f0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a105b640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0ce980 0x7f959c1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a085a640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 0x7f959c0b1430 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f959000c410 tx=0x7f959000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95900035f0 con 0x7f959c0721f0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9590003770 con 0x7f959c0721f0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9588009400 con 0x7f959c0721f0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9590003b20 con 0x7f959c0721f0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.451+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f959c0b2160 con 0x7f959c0721f0 2024-09-13T16:16:25.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.452+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f959c0672f0 con 0x7f959c0721f0 2024-09-13T16:16:25.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.453+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9590003c80 con 0x7f959c0721f0 2024-09-13T16:16:25.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.453+0000 7f95997fa640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f958006ac00 0x7f958006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.453+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f95900886a0 con 0x7f959c0721f0 2024-09-13T16:16:25.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.453+0000 7f959bfff640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f958006ac00 0x7f958006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.454+0000 7f959bfff640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f958006ac00 0x7f958006d0c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9588034000 tx=0x7f958802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.457+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9590053b80 con 0x7f959c0721f0 2024-09-13T16:16:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.694+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]} v 0) v1 -- 0x7f959c0cc110 con 0x7f959c0721f0 2024-09-13T16:16:25.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.720+0000 7f95997fa640 1 -- 172.21.15.39:0/2609908638 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_precommit"]}]=0 v277) v1 ==== 142+0+0 (secure 0 0 0) 0x7f95900170d0 con 0x7f959c0721f0 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f958006ac00 msgr2=0x7f958006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f958006ac00 0x7f958006d0c0 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f9588034000 tx=0x7f958802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 msgr2=0x7f959c0b1430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 0x7f959c0b1430 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7f959000c410 tx=0x7f959000c8d0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 shutdown_connections 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f958006ac00 0x7f958006d0c0 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f959c0ce980 0x7f959c1533e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f959c0cc650 0x7f959c1f3060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 --2- 172.21.15.39:0/2609908638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f959c0721f0 0x7f959c0b1430 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 >> 172.21.15.39:0/2609908638 conn(0x7f959c06b3b0 msgr2=0x7f959c15c2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 shutdown_connections 2024-09-13T16:16:25.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.722+0000 7f95a2abe640 1 -- 172.21.15.39:0/2609908638 wait complete. 2024-09-13T16:16:25.734 INFO:tasks.cephfs_test_runner:That the MDS won't write a dentry with new damage to CDentry::first ... ok 2024-09-13T16:16:25.735 INFO:tasks.cephfs_test_runner:Starting test: test_dentry_first_preflush (tasks.cephfs.test_damage.TestDamage) That the MDS won't write a dentry with new damage to CDentry::first 2024-09-13T16:16:25.735 INFO:tasks.cephfs_test_runner:test_dentry_first_preflush (tasks.cephfs.test_damage.TestDamage) 2024-09-13T16:16:25.735 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:25.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.842+0000 7f78894e5640 1 Processor -- start 2024-09-13T16:16:25.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.842+0000 7f78894e5640 1 -- start start 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f78894e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78840cd1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f78894e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78840ccc40 con 0x7f78840cc810 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f78894e5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f78840ceb90 con 0x7f7884160a60 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f78894e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78840d0410 con 0x7f78840721e0 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f7882ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f7884160a60 0x7f7884164600 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:35262/0 (socket says 172.21.15.39:35262) 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f7882ffd640 1 -- 172.21.15.39:0/2250191055 learned_addr learned my addr 172.21.15.39:0/2250191055 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.844+0000 7f78837fe640 1 --2- 172.21.15.39:0/2250191055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78840cd1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.845+0000 7f78827fc640 1 -- 172.21.15.39:0/2250191055 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3618336728 0 0) 0x7f78840ceb90 con 0x7f7884160a60 2024-09-13T16:16:25.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.845+0000 7f78827fc640 1 -- 172.21.15.39:0/2250191055 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7870003520 con 0x7f7884160a60 2024-09-13T16:16:25.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.845+0000 7f78837fe640 1 -- 172.21.15.39:0/2250191055 >> v1:172.21.15.157:6789/0 conn(0x7f7884160a60 legacy=0x7f7884164600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.845+0000 7f78837fe640 1 -- 172.21.15.39:0/2250191055 >> v1:172.21.15.39:6789/0 conn(0x7f78840cc810 legacy=0x7f7884071ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.845+0000 7f78837fe640 1 -- 172.21.15.39:0/2250191055 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78840cee70 con 0x7f78840721e0 2024-09-13T16:16:25.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.846+0000 7f78837fe640 1 --2- 172.21.15.39:0/2250191055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78840cd1b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f787c009dc0 tx=0x7f787c02a6d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9628084263ced04a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.846+0000 7f78827fc640 1 -- 172.21.15.39:0/2250191055 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c007740 con 0x7f78840721e0 2024-09-13T16:16:25.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.846+0000 7f78827fc640 1 -- 172.21.15.39:0/2250191055 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f787c02d050 con 0x7f78840721e0 2024-09-13T16:16:25.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.846+0000 7f78827fc640 1 -- 172.21.15.39:0/2250191055 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c007ac0 con 0x7f78840721e0 2024-09-13T16:16:25.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 -- 172.21.15.39:0/2250191055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 msgr2=0x7f78840cd1b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 --2- 172.21.15.39:0/2250191055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78840cd1b0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f787c009dc0 tx=0x7f787c02a6d0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 -- 172.21.15.39:0/2250191055 shutdown_connections 2024-09-13T16:16:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 --2- 172.21.15.39:0/2250191055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78840cd1b0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 -- 172.21.15.39:0/2250191055 >> 172.21.15.39:0/2250191055 conn(0x7f788406d6c0 msgr2=0x7f788406dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 -- 172.21.15.39:0/2250191055 shutdown_connections 2024-09-13T16:16:25.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.847+0000 7f78894e5640 1 -- 172.21.15.39:0/2250191055 wait complete. 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.848+0000 7f78894e5640 1 Processor -- start 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.848+0000 7f78894e5640 1 -- start start 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78894e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78841f9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78894e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78840cc810 0x7f78841f6eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78894e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 0x7f78841f3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78894e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78841f73f0 con 0x7f7884160a60 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78894e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78840af3b0 con 0x7f78840cc810 2024-09-13T16:16:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78894e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78841f3e70 con 0x7f78840721e0 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 0x7f78841f3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 0x7f78841f3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53110/0 (socket says 172.21.15.39:53110) 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 -- 172.21.15.39:0/3821612303 learned_addr learned my addr 172.21.15.39:0/3821612303 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f7882ffd640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78841f9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f787bfff640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78840cc810 0x7f78841f6eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 -- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 msgr2=0x7f78841f9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78841f9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 -- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78840cc810 msgr2=0x7f78841f6eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78840cc810 0x7f78841f6eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 -- 172.21.15.39:0/3821612303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f787c009a70 con 0x7f7884160a60 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f787bfff640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78840cc810 0x7f78841f6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.849+0000 7f78837fe640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 0x7f78841f3930 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f787c02acc0 tx=0x7f787c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.850+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c03b8e0 con 0x7f7884160a60 2024-09-13T16:16:25.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.850+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f787c03ba40 con 0x7f7884160a60 2024-09-13T16:16:25.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.850+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78841fa170 con 0x7f7884160a60 2024-09-13T16:16:25.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.850+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f787c03bdd0 con 0x7f7884160a60 2024-09-13T16:16:25.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.850+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78841fa730 con 0x7f7884160a60 2024-09-13T16:16:25.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.851+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78841fa920 con 0x7f7884160a60 2024-09-13T16:16:25.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.852+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f787c044460 con 0x7f7884160a60 2024-09-13T16:16:25.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.852+0000 7f787b7fe640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac00 0x7f786406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:25.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.852+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f787c0aa8a0 con 0x7f7884160a60 2024-09-13T16:16:25.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.852+0000 7f7882ffd640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac00 0x7f786406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:25.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.853+0000 7f7882ffd640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac00 0x7f786406d0c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f78740011e0 tx=0x7f7874009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:25.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:25.857+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f787c075e80 con 0x7f7884160a60 2024-09-13T16:16:26.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.028+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f78840ce880 con 0x7f7884160a60 2024-09-13T16:16:26.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.030+0000 7f787b7fe640 1 -- 172.21.15.39:0/3821612303 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v67) v1 ==== 74+0+13232 (secure 0 0 0) 0x7f787c0794a0 con 0x7f7884160a60 2024-09-13T16:16:26.031 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:26.031 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":67,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:16:24.707609+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/911322429":"2024-09-14T16:16:21.451286+0000","172.21.15.39:6832/911322429":"2024-09-14T16:16:21.451286+0000","172.21.15.39:6835/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6835/2329937751":"2024-09-14T16:14:01.270723+0000","172.21.15.39:6833/1146314336":"2024-09-14T16:14:37.366883+0000","172.21.15.39:6833/2329937751":"2024-09-14T16:14:01.270723+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:26.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac00 msgr2=0x7f786406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac00 0x7f786406d0c0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f78740011e0 tx=0x7f7874009040 comp rx=0 tx=0).stop 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 msgr2=0x7f78841f3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 0x7f78841f3930 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f787c02acc0 tx=0x7f787c004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 shutdown_connections 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f786406ac00 0x7f786406d0c0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7884160a60 0x7f78841f3930 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78840cc810 0x7f78841f6eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 --2- 172.21.15.39:0/3821612303 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78840721e0 0x7f78841f9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 >> 172.21.15.39:0/3821612303 conn(0x7f788406d6c0 msgr2=0x7f78840b0140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 shutdown_connections 2024-09-13T16:16:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.032+0000 7f78894e5640 1 -- 172.21.15.39:0/3821612303 wait complete. 2024-09-13T16:16:26.045 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:26.045 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.148+0000 7f4ea16b8640 1 Processor -- start 2024-09-13T16:16:26.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.148+0000 7f4ea16b8640 1 -- start start 2024-09-13T16:16:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4ea16b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0b2620 0x7f4e9c15b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4ea16b8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e9c0ce250 0x7f4e9c06c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4ea16b8640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e9c06bcc0 con 0x7f4e9c154bf0 2024-09-13T16:16:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4ea16b8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e9c15b9f0 con 0x7f4e9c0ce250 2024-09-13T16:16:26.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4ea16b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9c0cc2e0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e9c0ce250 0x7f4e9c06c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e9c0ce250 0x7f4e9c06c760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53118/0 (socket says 172.21.15.39:53118) 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 -- 172.21.15.39:0/1141427517 learned_addr learned my addr 172.21.15.39:0/1141427517 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e927fc640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0b2620 0x7f4e9c15b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 -- 172.21.15.39:0/1141427517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0b2620 msgr2=0x7f4e9c15b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0b2620 0x7f4e9c15b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 -- 172.21.15.39:0/1141427517 >> v1:172.21.15.157:6789/0 conn(0x7f4e9c154bf0 legacy=0x7f4e9c0cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e9b7fe640 1 -- 172.21.15.39:0/1141427517 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e9c06bf60 con 0x7f4e9c0ce250 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.149+0000 7f4e927fc640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0b2620 0x7f4e9c15b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:26.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.150+0000 7f4e9b7fe640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0ce250 0x7f4e9c06c760 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009e50 tx=0x7f4e9402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7414bf7a2bfc8694 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.150+0000 7f4e9a7fc640 1 -- 172.21.15.39:0/1141427517 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e9402aea0 con 0x7f4e9c0ce250 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.150+0000 7f4e9a7fc640 1 -- 172.21.15.39:0/1141427517 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e9402d050 con 0x7f4e9c0ce250 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.150+0000 7f4e9a7fc640 1 -- 172.21.15.39:0/1141427517 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e94031820 con 0x7f4e9c0ce250 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 -- 172.21.15.39:0/1141427517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0ce250 msgr2=0x7f4e9c06c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0ce250 0x7f4e9c06c760 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f4e94009e50 tx=0x7f4e9402a680 comp rx=0 tx=0).stop 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 -- 172.21.15.39:0/1141427517 shutdown_connections 2024-09-13T16:16:26.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0ce250 0x7f4e9c06c760 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/1141427517 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0b2620 0x7f4e9c15b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 -- 172.21.15.39:0/1141427517 >> 172.21.15.39:0/1141427517 conn(0x7f4e9c0b0eb0 msgr2=0x7f4e9c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 -- 172.21.15.39:0/1141427517 shutdown_connections 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.151+0000 7f4ea16b8640 1 -- 172.21.15.39:0/1141427517 wait complete. 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.152+0000 7f4ea16b8640 1 Processor -- start 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.152+0000 7f4ea16b8640 1 -- start start 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4ea16b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 0x7f4e9c1ef620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4ea16b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0ce250 0x7f4e9c0accf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4ea16b8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e9c154bf0 0x7f4e9c0ad230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4ea16b8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9c1efb60 con 0x7f4e9c0b2620 2024-09-13T16:16:26.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4ea16b8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9c154060 con 0x7f4e9c154bf0 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4ea16b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e9c154340 con 0x7f4e9c0ce250 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 0x7f4e9c1ef620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 0x7f4e9c1ef620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53132/0 (socket says 172.21.15.39:53132) 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 -- 172.21.15.39:0/882576995 learned_addr learned my addr 172.21.15.39:0/882576995 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9b7fe640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e9c154bf0 0x7f4e9c0ad230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e927fc640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0ce250 0x7f4e9c0accf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 -- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0ce250 msgr2=0x7f4e9c0accf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0ce250 0x7f4e9c0accf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 -- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e9c154bf0 msgr2=0x7f4e9c0ad230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e9c154bf0 0x7f4e9c0ad230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9affd640 1 -- 172.21.15.39:0/882576995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e94009b30 con 0x7f4e9c0b2620 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.153+0000 7f4e9b7fe640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e9c154bf0 0x7f4e9c0ad230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.154+0000 7f4e9affd640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 0x7f4e9c1ef620 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00c450 tx=0x7f4e8c00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.154+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c0052d0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.154+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e8c005430 con 0x7f4e9c0b2620 2024-09-13T16:16:26.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.154+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e9c13fe10 con 0x7f4e9c0b2620 2024-09-13T16:16:26.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.154+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e8c012870 con 0x7f4e9c0b2620 2024-09-13T16:16:26.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.154+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e9c1403d0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.155+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e9c0672f0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.155+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4e8c0129d0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.156+0000 7f4e93fff640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e7c06ac00 0x7f4e7c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.156+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f4e8c088c70 con 0x7f4e9c0b2620 2024-09-13T16:16:26.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.156+0000 7f4e927fc640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e7c06ac00 0x7f4e7c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.157+0000 7f4e927fc640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e7c06ac00 0x7f4e7c06d0c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c159480 tx=0x7f4e84008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.160+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4e8c0540a0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.333+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4e9c0b1f70 con 0x7f4e9c0b2620 2024-09-13T16:16:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.334+0000 7f4e93fff640 1 -- 172.21.15.39:0/882576995 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v67) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4e8c0576c0 con 0x7f4e9c0b2620 2024-09-13T16:16:26.335 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:16:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e7c06ac00 msgr2=0x7f4e7c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e7c06ac00 0x7f4e7c06d0c0 secure :-1 s=READY pgs=455 cs=0 l=1 rev1=1 crypto rx=0x7f4e9c159480 tx=0x7f4e84008040 comp rx=0 tx=0).stop 2024-09-13T16:16:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 msgr2=0x7f4e9c1ef620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 0x7f4e9c1ef620 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f4e8c00c450 tx=0x7f4e8c00c910 comp rx=0 tx=0).stop 2024-09-13T16:16:26.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 shutdown_connections 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e7c06ac00 0x7f4e7c06d0c0 unknown :-1 s=CLOSED pgs=455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e9c154bf0 0x7f4e9c0ad230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e9c0ce250 0x7f4e9c0accf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 --2- 172.21.15.39:0/882576995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e9c0b2620 0x7f4e9c1ef620 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 >> 172.21.15.39:0/882576995 conn(0x7f4e9c0b0eb0 msgr2=0x7f4e9c0cdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 shutdown_connections 2024-09-13T16:16:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.336+0000 7f4ea16b8640 1 -- 172.21.15.39:0/882576995 wait complete. 2024-09-13T16:16:26.349 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush' 2024-09-13T16:16:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.449+0000 7fdbc535e640 1 Processor -- start 2024-09-13T16:16:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.449+0000 7fdbc535e640 1 -- start start 2024-09-13T16:16:26.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbc535e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdbc00ccf80 0x7fdbc0163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbc535e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdbc0164530 0x7fdbc0166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbc535e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbc00cde30 con 0x7fdbc00b41a0 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbc535e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbc00b5090 con 0x7fdbc00ccf80 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbc535e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbc00cd820 con 0x7fdbc0164530 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbbe7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdbc00ccf80 0x7fdbc0163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbbe7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdbc00ccf80 0x7fdbc0163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53138/0 (socket says 172.21.15.39:53138) 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.450+0000 7fdbbe7fc640 1 -- 172.21.15.39:0/137135268 learned_addr learned my addr 172.21.15.39:0/137135268 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.451+0000 7fdbbf7fe640 1 --2- 172.21.15.39:0/137135268 >> v2:172.21.15.157:3300/0 conn(0x7fdbc0164530 0x7fdbc0166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.451+0000 7fdbbe7fc640 1 -- 172.21.15.39:0/137135268 >> v2:172.21.15.157:3300/0 conn(0x7fdbc0164530 msgr2=0x7fdbc0166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.451+0000 7fdbbe7fc640 1 --2- 172.21.15.39:0/137135268 >> v2:172.21.15.157:3300/0 conn(0x7fdbc0164530 0x7fdbc0166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.451+0000 7fdbbe7fc640 1 -- 172.21.15.39:0/137135268 >> v1:172.21.15.157:6789/0 conn(0x7fdbc00b41a0 legacy=0x7fdbc00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.451+0000 7fdbbe7fc640 1 -- 172.21.15.39:0/137135268 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc015cd60 con 0x7fdbc00ccf80 2024-09-13T16:16:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.451+0000 7fdbbe7fc640 1 --2- 172.21.15.39:0/137135268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc00ccf80 0x7fdbc0163ff0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fdbc00cdda0 tx=0x7fdba802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b4dfeca95ed7ec38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbbdffb640 1 -- 172.21.15.39:0/137135268 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba8032440 con 0x7fdbc00ccf80 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbbdffb640 1 -- 172.21.15.39:0/137135268 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdba80325a0 con 0x7fdbc00ccf80 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbbdffb640 1 -- 172.21.15.39:0/137135268 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdba8032930 con 0x7fdbc00ccf80 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 -- 172.21.15.39:0/137135268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc00ccf80 msgr2=0x7fdbc0163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 --2- 172.21.15.39:0/137135268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc00ccf80 0x7fdbc0163ff0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fdbc00cdda0 tx=0x7fdba802a270 comp rx=0 tx=0).stop 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 -- 172.21.15.39:0/137135268 shutdown_connections 2024-09-13T16:16:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 --2- 172.21.15.39:0/137135268 >> v2:172.21.15.157:3300/0 conn(0x7fdbc0164530 0x7fdbc0166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 --2- 172.21.15.39:0/137135268 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc00ccf80 0x7fdbc0163ff0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 -- 172.21.15.39:0/137135268 >> 172.21.15.39:0/137135268 conn(0x7fdbc00cf1a0 msgr2=0x7fdbc00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 -- 172.21.15.39:0/137135268 shutdown_connections 2024-09-13T16:16:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.452+0000 7fdbc535e640 1 -- 172.21.15.39:0/137135268 wait complete. 2024-09-13T16:16:26.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 Processor -- start 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 -- start start 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc00b41a0 0x7fdbc0143a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc00ccf80 0x7fdbc015b7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 0x7fdbc0141680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc015b3b0 con 0x7fdbc0164530 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc00c8d60 con 0x7fdbc00ccf80 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbc535e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc0144560 con 0x7fdbc00b41a0 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbbf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 0x7fdbc0141680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbbf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 0x7fdbc0141680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53154/0 (socket says 172.21.15.39:53154) 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.454+0000 7fdbbf7fe640 1 -- 172.21.15.39:0/1204726160 learned_addr learned my addr 172.21.15.39:0/1204726160 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbe7fc640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc00ccf80 0x7fdbc015b7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbeffd640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc00b41a0 0x7fdbc0143a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbf7fe640 1 -- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc00b41a0 msgr2=0x7fdbc0143a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbf7fe640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc00b41a0 0x7fdbc0143a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbf7fe640 1 -- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc00ccf80 msgr2=0x7fdbc015b7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbf7fe640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc00ccf80 0x7fdbc015b7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbf7fe640 1 -- 172.21.15.39:0/1204726160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdba80094d0 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbeffd640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc00b41a0 0x7fdbc0143a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbbf7fe640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 0x7fdbc0141680 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fdbb800d5a0 tx=0x7fdbb800da60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb80125f0 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbb8012750 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbc015a730 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbb8012b00 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.455+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc015acf0 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.456+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbc0067330 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.457+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbb8012c60 con 0x7fdbc0164530 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.457+0000 7fdbb77fe640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdba006ac30 0x7fdba006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.457+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fdbb8089470 con 0x7fdbc0164530 2024-09-13T16:16:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.458+0000 7fdbbeffd640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdba006ac30 0x7fdba006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.458+0000 7fdbbeffd640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdba006ac30 0x7fdba006d0f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fdbb00012e0 tx=0x7fdbb0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.461+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdbb80548a0 con 0x7fdbc0164530 2024-09-13T16:16:26.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.695+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]} v 0) v1 -- 0x7fdbc015b4f0 con 0x7fdbc0164530 2024-09-13T16:16:26.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.729+0000 7fdbb77fe640 1 -- 172.21.15.39:0/1204726160 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]}]=0 v278) v1 ==== 144+0+0 (secure 0 0 0) 0x7fdbc015b4f0 con 0x7fdbc0164530 2024-09-13T16:16:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdba006ac30 msgr2=0x7fdba006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdba006ac30 0x7fdba006d0f0 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7fdbb00012e0 tx=0x7fdbb0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 msgr2=0x7fdbc0141680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 0x7fdbc0141680 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7fdbb800d5a0 tx=0x7fdbb800da60 comp rx=0 tx=0).stop 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 shutdown_connections 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdba006ac30 0x7fdba006d0f0 unknown :-1 s=CLOSED pgs=456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc0164530 0x7fdbc0141680 unknown :-1 s=CLOSED pgs=1080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc00ccf80 0x7fdbc015b7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 --2- 172.21.15.39:0/1204726160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc00b41a0 0x7fdbc0143a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 >> 172.21.15.39:0/1204726160 conn(0x7fdbc00cf1a0 msgr2=0x7fdbc00c8fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 shutdown_connections 2024-09-13T16:16:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.731+0000 7fdbc535e640 1 -- 172.21.15.39:0/1204726160 wait complete. 2024-09-13T16:16:26.743 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:16:26.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.846+0000 7fdd6ff65640 1 Processor -- start 2024-09-13T16:16:26.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.846+0000 7fdd6ff65640 1 -- start start 2024-09-13T16:16:26.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6ff65640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdd680ce730 0x7fdd680ae200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6ff65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 0x7fdd68160280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6ff65640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd680ad6c0 con 0x7fdd681607c0 2024-09-13T16:16:26.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6ff65640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd68071b40 con 0x7fdd680ce730 2024-09-13T16:16:26.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6ff65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd680ace20 con 0x7fdd680ac860 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6dd01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdd680ce730 0x7fdd680ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.847+0000 7fdd6d500640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 0x7fdd68160280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6dd01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdd680ce730 0x7fdd680ae200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:53654/0 (socket says 172.21.15.39:53654) 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6d500640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 0x7fdd68160280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:46474/0 (socket says 172.21.15.39:46474) 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1153367028 learned_addr learned my addr 172.21.15.39:0/1153367028 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6e502640 1 --1- 172.21.15.39:0/1153367028 >> v1:172.21.15.157:6789/0 conn(0x7fdd681607c0 0x7fdd6815d2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:35282/0 (socket says 172.21.15.39:35282) 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 msgr2=0x7fdd68160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6dd01640 1 --2- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 0x7fdd68160280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1153367028 >> v1:172.21.15.157:6789/0 conn(0x7fdd681607c0 legacy=0x7fdd6815d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1153367028 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd680ad100 con 0x7fdd680ce730 2024-09-13T16:16:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.848+0000 7fdd6d500640 1 --2- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 0x7fdd68160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6dd01640 1 --2- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd680ce730 0x7fdd680ae200 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fdd58009e80 tx=0x7fdd5802a750 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4ee4a96150c73235 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ccff640 1 -- 172.21.15.39:0/1153367028 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd58031600 con 0x7fdd680ce730 2024-09-13T16:16:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ccff640 1 -- 172.21.15.39:0/1153367028 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5802d050 con 0x7fdd680ce730 2024-09-13T16:16:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ccff640 1 -- 172.21.15.39:0/1153367028 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd58031980 con 0x7fdd680ce730 2024-09-13T16:16:26.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd680ce730 msgr2=0x7fdd680ae200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd680ce730 0x7fdd680ae200 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7fdd58009e80 tx=0x7fdd5802a750 comp rx=0 tx=0).stop 2024-09-13T16:16:26.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1153367028 shutdown_connections 2024-09-13T16:16:26.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ac860 0x7fdd68160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1153367028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd680ce730 0x7fdd680ae200 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.849+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1153367028 >> 172.21.15.39:0/1153367028 conn(0x7fdd680ced30 msgr2=0x7fdd680cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.850+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1153367028 shutdown_connections 2024-09-13T16:16:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.850+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1153367028 wait complete. 2024-09-13T16:16:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.851+0000 7fdd6ff65640 1 Processor -- start 2024-09-13T16:16:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.851+0000 7fdd6ff65640 1 -- start start 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.851+0000 7fdd6ff65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 0x7fdd681f2580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.851+0000 7fdd6ff65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ce730 0x7fdd681572a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6ff65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd681607c0 0x7fdd681485f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6ff65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd681577e0 con 0x7fdd680ac860 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6ff65640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd6815a490 con 0x7fdd681607c0 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6ff65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd681f3810 con 0x7fdd680ce730 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 0x7fdd681f2580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 0x7fdd681f2580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53158/0 (socket says 172.21.15.39:53158) 2024-09-13T16:16:26.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1050998619 learned_addr learned my addr 172.21.15.39:0/1050998619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6d500640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ce730 0x7fdd681572a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6e502640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd681607c0 0x7fdd681485f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ce730 msgr2=0x7fdd681572a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ce730 0x7fdd681572a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd681607c0 msgr2=0x7fdd681485f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd681607c0 0x7fdd681485f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 -- 172.21.15.39:0/1050998619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd5c009400 con 0x7fdd680ac860 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6d500640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ce730 0x7fdd681572a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6e502640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd681607c0 0x7fdd681485f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6dd01640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 0x7fdd681f2580 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fdd5802ad40 tx=0x7fdd58004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5803b820 con 0x7fdd680ac860 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd58009b30 con 0x7fdd680ac860 2024-09-13T16:16:26.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd5803b980 con 0x7fdd680ac860 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5803bd10 con 0x7fdd680ac860 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.852+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd681f2ee0 con 0x7fdd680ac860 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.853+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd680b3870 con 0x7fdd680ac860 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.854+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd58038050 con 0x7fdd680ac860 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.854+0000 7fdd667fc640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac00 0x7fdd5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.854+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7fdd580a9510 con 0x7fdd680ac860 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.855+0000 7fdd6d500640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac00 0x7fdd5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:26.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.855+0000 7fdd6d500640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac00 0x7fdd5406d0c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fdd68157b60 tx=0x7fdd5c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:26.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:26.858+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd580748c0 con 0x7fdd680ac860 2024-09-13T16:16:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.028+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fdd680672d0 con 0x7fdd680ac860 2024-09-13T16:16:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.036+0000 7fdd667fc640 1 -- 172.21.15.39:0/1050998619 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v22)=0 v22) v1 ==== 122+0+0 (secure 0 0 0) 0x7fdd58009510 con 0x7fdd680ac860 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac00 msgr2=0x7fdd5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac00 0x7fdd5406d0c0 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7fdd68157b60 tx=0x7fdd5c008040 comp rx=0 tx=0).stop 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 msgr2=0x7fdd681f2580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 0x7fdd681f2580 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7fdd5802ad40 tx=0x7fdd58004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 shutdown_connections 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac00 0x7fdd5406d0c0 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd681607c0 0x7fdd681485f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd680ce730 0x7fdd681572a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 --2- 172.21.15.39:0/1050998619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd680ac860 0x7fdd681f2580 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 >> 172.21.15.39:0/1050998619 conn(0x7fdd680ced30 msgr2=0x7fdd680b3160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 shutdown_connections 2024-09-13T16:16:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.038+0000 7fdd6ff65640 1 -- 172.21.15.39:0/1050998619 wait complete. 2024-09-13T16:16:27.050 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:16:27.051 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:16:27.085 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:16:27.126 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:16:27.127 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:16:27.127 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:27.143 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:27.143 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:16:27.143 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:27.185 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:27.186 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:16:27.186 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:27.202 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:16:27.202 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:16:27.202 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:16:27.244 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:16:27.244 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:16:27.245 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:27.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.345+0000 7f7b9035a640 1 Processor -- start 2024-09-13T16:16:27.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.345+0000 7f7b9035a640 1 -- start start 2024-09-13T16:16:27.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b9035a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 0x7f7b8815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b9035a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b8806f6e0 con 0x7f7b88156fb0 2024-09-13T16:16:27.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b9035a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b8806f9c0 con 0x7f7b8806f170 2024-09-13T16:16:27.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b9035a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880b2400 con 0x7f7b8815d0a0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b8e0f6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7b88156fb0 0x7f7b8815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36598/0 (socket says 172.21.15.39:36598) 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b8e0f6640 1 -- 172.21.15.39:0/1761779261 learned_addr learned my addr 172.21.15.39:0/1761779261 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3020569706 0 0) 0x7f7b8806f6e0 con 0x7f7b88156fb0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b70003520 con 0x7f7b88156fb0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.346+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 0x7f7b8815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2126521106 0 0) 0x7f7b70003520 con 0x7f7b88156fb0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 msgr2=0x7f7b8815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 0x7f7b8815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 >> v1:172.21.15.157:6789/0 conn(0x7f7b8806f170 legacy=0x7f7b880b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b8806fca0 con 0x7f7b88156fb0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f7b780019f0 con 0x7f7b88156fb0 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 >> v1:172.21.15.39:6789/0 conn(0x7f7b88156fb0 legacy=0x7f7b8815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b700039a0 0x7f7b70003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 0x7f7b700047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b70004d00 0x7f7b70005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880b2400 con 0x7f7b70004d00 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7000bb90 con 0x7f7b700039a0 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b7000bd50 con 0x7f7b8815d0a0 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b70004d00 0x7f7b70005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e0f6640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b700039a0 0x7f7b70003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8d8f5640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 0x7f7b700047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e8f7640 1 -- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 msgr2=0x7f7b700047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b8815d0a0 0x7f7b700047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e8f7640 1 -- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b700039a0 msgr2=0x7f7b70003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b700039a0 0x7f7b70003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.347+0000 7f7b8e8f7640 1 -- 172.21.15.39:0/1761779261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b70003520 con 0x7f7b70004d00 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.348+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b70004d00 0x7f7b70005180 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f7b8000ba30 tx=0x7f7b700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91c188f72b0a5d73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:27.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.348+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b8002ade0 con 0x7f7b70004d00 2024-09-13T16:16:27.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.348+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b8002e070 con 0x7f7b70004d00 2024-09-13T16:16:27.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.348+0000 7f7b8d0f4640 1 -- 172.21.15.39:0/1761779261 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b80034620 con 0x7f7b70004d00 2024-09-13T16:16:27.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b9035a640 1 -- 172.21.15.39:0/1761779261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b70004d00 msgr2=0x7f7b70005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1761779261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b70004d00 0x7f7b70005180 secure :-1 s=READY pgs=1083 cs=0 l=1 rev1=1 crypto rx=0x7f7b8000ba30 tx=0x7f7b700057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b8e8f7640 1 -- 172.21.15.39:0/1761779261 reap_dead start 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b9035a640 1 -- 172.21.15.39:0/1761779261 shutdown_connections 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b9035a640 1 -- 172.21.15.39:0/1761779261 >> 172.21.15.39:0/1761779261 conn(0x7f7b8806b3b0 msgr2=0x7f7b8806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b9035a640 1 -- 172.21.15.39:0/1761779261 shutdown_connections 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.349+0000 7f7b9035a640 1 -- 172.21.15.39:0/1761779261 wait complete. 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.350+0000 7f7b9035a640 1 Processor -- start 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.350+0000 7f7b9035a640 1 -- start start 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b70004d00 0x7f7b880adfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 0x7f7b88146eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b880ac860 0x7f7b880acce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880afa10 con 0x7f7b8814e0f0 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880ad220 con 0x7f7b880ac860 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b880af6c0 con 0x7f7b70004d00 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 0x7f7b88146eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 0x7f7b88146eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53166/0 (socket says 172.21.15.39:53166) 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 -- 172.21.15.39:0/1359833668 learned_addr learned my addr 172.21.15.39:0/1359833668 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b880ac860 0x7f7b880acce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8e0f6640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b70004d00 0x7f7b880adfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 -- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b70004d00 msgr2=0x7f7b880adfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b70004d00 0x7f7b880adfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 -- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b880ac860 msgr2=0x7f7b880acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b880ac860 0x7f7b880acce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 -- 172.21.15.39:0/1359833668 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b88151b50 con 0x7f7b8814e0f0 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8e8f7640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b880ac860 0x7f7b880acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8e0f6640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b70004d00 0x7f7b880adfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b8d8f5640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 0x7f7b88146eb0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c00f820 tx=0x7f7b7c00fce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c0050d0 con 0x7f7b8814e0f0 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b7c005230 con 0x7f7b8814e0f0 2024-09-13T16:16:27.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b881473f0 con 0x7f7b8814e0f0 2024-09-13T16:16:27.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b7c00d6d0 con 0x7f7b8814e0f0 2024-09-13T16:16:27.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.351+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b880ae980 con 0x7f7b8814e0f0 2024-09-13T16:16:27.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.353+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b880672f0 con 0x7f7b8814e0f0 2024-09-13T16:16:27.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.353+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7b7c00d830 con 0x7f7b8814e0f0 2024-09-13T16:16:27.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.354+0000 7f7b86ffd640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7b7406ac30 0x7f7b7406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.354+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(67..67 src has 1..67) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f7b7c088f60 con 0x7f7b8814e0f0 2024-09-13T16:16:27.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.354+0000 7f7b8e0f6640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7b7406ac30 0x7f7b7406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.354+0000 7f7b8e0f6640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7b7406ac30 0x7f7b7406d0f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7b78004d00 tx=0x7f7b78006040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:27.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.358+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7b7c054420 con 0x7f7b8814e0f0 2024-09-13T16:16:27.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.563+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7b8815d530 con 0x7f7b8814e0f0 2024-09-13T16:16:27.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.563+0000 7f7b86ffd640 1 -- 172.21.15.39:0/1359833668 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 57 v57) v1 ==== 94+0+3526 (secure 0 0 0) 0x7f7b7c057a40 con 0x7f7b8814e0f0 2024-09-13T16:16:27.565 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:27.565 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":57,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5501,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/812625654","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":812625654},{"type":"v1","addr":"172.21.15.157:6836","nonce":812625654}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":5504,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/631241404","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":631241404},{"type":"v1","addr":"172.21.15.157:6837","nonce":631241404}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":38},{"gid":6990,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3217003037","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3217003037},{"type":"v1","addr":"172.21.15.39:6835","nonce":3217003037}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":53},{"gid":7179,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/906775008","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":906775008},{"type":"v1","addr":"172.21.15.39:6834","nonce":906775008}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":57}],"filesystems":[]} 2024-09-13T16:16:27.565 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 57 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7b7406ac30 msgr2=0x7f7b7406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7b7406ac30 0x7f7b7406d0f0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7f7b78004d00 tx=0x7f7b78006040 comp rx=0 tx=0).stop 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 msgr2=0x7f7b88146eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 0x7f7b88146eb0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f7b7c00f820 tx=0x7f7b7c00fce0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 shutdown_connections 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7b7406ac30 0x7f7b7406d0f0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b880ac860 0x7f7b880acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b8814e0f0 0x7f7b88146eb0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 --2- 172.21.15.39:0/1359833668 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b70004d00 0x7f7b880adfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 >> 172.21.15.39:0/1359833668 conn(0x7f7b8806b3b0 msgr2=0x7f7b88069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:27.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 shutdown_connections 2024-09-13T16:16:27.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.565+0000 7f7b9035a640 1 -- 172.21.15.39:0/1359833668 wait complete. 2024-09-13T16:16:27.578 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:16:27.578 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:16:27.578 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:16:27.578 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:16:27.578 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:16:27.578 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:16:27.579 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:16:27.579 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:16:27.579 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:16:27.579 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:16:27.579 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:16:27.579 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:16:27.579 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:16:27.579 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:16:27.580 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:16:27.580 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:16:27.587 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:16:27.587 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:16:27.588 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:16:27.588 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:16:27.591 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:16:27.591 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:16:27.592 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:16:27.592 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:16:27.631 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:16:27.632 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:27.633 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:16:27.634 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:27.634 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:16:27.635 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:27.636 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:16:27.636 DEBUG:teuthology.parallel:result is None 2024-09-13T16:16:27.637 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:16:27.708 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:16:27.709 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:16:27.716 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:16:27.717 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:16:27.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.742+0000 7f0ae07ae640 1 Processor -- start 2024-09-13T16:16:27.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.742+0000 7f0ae07ae640 1 -- start start 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ae07ae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0ad815cef0 0x7f0ad80cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ae07ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ad80cd560 0x7f0ad80d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ae07ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad80d1bc0 0x7f0ad80b5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ae07ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ad80d11f0 con 0x7f0ad80cd560 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ae07ae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ad815d2d0 con 0x7f0ad815cef0 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ae07ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80cda00 con 0x7f0ad80d1bc0 2024-09-13T16:16:27.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0addd49640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ad80cd560 0x7f0ad80d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0addd49640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ad80cd560 0x7f0ad80d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53208/0 (socket says 172.21.15.39:53208) 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0addd49640 1 -- 172.21.15.39:0/3392954877 learned_addr learned my addr 172.21.15.39:0/3392954877 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0aded4b640 1 --2- 172.21.15.39:0/3392954877 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad80d1bc0 0x7f0ad80b5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.743+0000 7f0ade54a640 1 --2- 172.21.15.39:0/3392954877 >> v2:172.21.15.157:3300/0 conn(0x7f0ad815cef0 0x7f0ad80cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.744+0000 7f0addd49640 1 -- 172.21.15.39:0/3392954877 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad80d1bc0 msgr2=0x7f0ad80b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.744+0000 7f0addd49640 1 --2- 172.21.15.39:0/3392954877 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad80d1bc0 0x7f0ad80b5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.744+0000 7f0addd49640 1 -- 172.21.15.39:0/3392954877 >> v2:172.21.15.157:3300/0 conn(0x7f0ad815cef0 msgr2=0x7f0ad80cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.744+0000 7f0addd49640 1 --2- 172.21.15.39:0/3392954877 >> v2:172.21.15.157:3300/0 conn(0x7f0ad815cef0 0x7f0ad80cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.744+0000 7f0addd49640 1 -- 172.21.15.39:0/3392954877 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad80cdce0 con 0x7f0ad80cd560 2024-09-13T16:16:27.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.744+0000 7f0addd49640 1 --2- 172.21.15.39:0/3392954877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad80d1680 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f0ad806b200 tx=0x7f0acc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9329742ac06ff7ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:27.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.749+0000 7f0add548640 1 -- 172.21.15.39:0/3392954877 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc032440 con 0x7f0ad80cd560 2024-09-13T16:16:27.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.749+0000 7f0add548640 1 -- 172.21.15.39:0/3392954877 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0acc0325a0 con 0x7f0ad80cd560 2024-09-13T16:16:27.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.749+0000 7f0add548640 1 -- 172.21.15.39:0/3392954877 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0acc032930 con 0x7f0ad80cd560 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3392954877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 msgr2=0x7f0ad80d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3392954877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad80d1680 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f0ad806b200 tx=0x7f0acc02a270 comp rx=0 tx=0).stop 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3392954877 shutdown_connections 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3392954877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad80d1680 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3392954877 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad80d1bc0 0x7f0ad80b5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3392954877 >> v2:172.21.15.157:3300/0 conn(0x7f0ad815cef0 0x7f0ad80cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3392954877 >> 172.21.15.39:0/3392954877 conn(0x7f0ad806a3a0 msgr2=0x7f0ad806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:27.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3392954877 shutdown_connections 2024-09-13T16:16:27.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.750+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3392954877 wait complete. 2024-09-13T16:16:27.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.751+0000 7f0ae07ae640 1 Processor -- start 2024-09-13T16:16:27.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.751+0000 7f0ae07ae640 1 -- start start 2024-09-13T16:16:27.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ae07ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad81e8770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ae07ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad80d1bc0 0x7f0ad81e76f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ae07ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad815cef0 0x7f0ad81e7c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ae07ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80c9b50 con 0x7f0ad80cd560 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ae07ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80c9e30 con 0x7f0ad80d1bc0 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ae07ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80c74a0 con 0x7f0ad815cef0 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ade54a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad81e8770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ade54a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad81e8770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53218/0 (socket says 172.21.15.39:53218) 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0ade54a640 1 -- 172.21.15.39:0/3735670385 learned_addr learned my addr 172.21.15.39:0/3735670385 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0aded4b640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad815cef0 0x7f0ad81e7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.752+0000 7f0addd49640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad80d1bc0 0x7f0ad81e76f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0ade54a640 1 -- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad815cef0 msgr2=0x7f0ad81e7c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0ade54a640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad815cef0 0x7f0ad81e7c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0ade54a640 1 -- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad80d1bc0 msgr2=0x7f0ad81e76f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0ade54a640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad80d1bc0 0x7f0ad81e76f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:27.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0ade54a640 1 -- 172.21.15.39:0/3735670385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0acc0094d0 con 0x7f0ad80cd560 2024-09-13T16:16:27.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0addd49640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad80d1bc0 0x7f0ad81e76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:27.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.753+0000 7f0ade54a640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad81e8770 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f0ad000e870 tx=0x7f0ad000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:27.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.754+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad00094f0 con 0x7f0ad80cd560 2024-09-13T16:16:27.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.754+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad000c940 con 0x7f0ad80cd560 2024-09-13T16:16:27.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.754+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad000ccf0 con 0x7f0ad80cd560 2024-09-13T16:16:27.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.754+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ad80c7780 con 0x7f0ad80cd560 2024-09-13T16:16:27.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.754+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ad80c9770 con 0x7f0ad80cd560 2024-09-13T16:16:27.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.755+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ad80d1680 con 0x7f0ad80cd560 2024-09-13T16:16:27.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.755+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ad0013470 con 0x7f0ad80cd560 2024-09-13T16:16:27.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.756+0000 7f0ad6ffd640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ac406ac00 0x7f0ac406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:27.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.756+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(71..71 src has 1..71) v4 ==== 5115+0+0 (secure 0 0 0) 0x7f0ad00891e0 con 0x7f0ad80cd560 2024-09-13T16:16:27.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.756+0000 7f0addd49640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ac406ac00 0x7f0ac406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:27.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.757+0000 7f0addd49640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ac406ac00 0x7f0ac406d0c0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0acc034000 tx=0x7f0acc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:27.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.760+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ad0054620 con 0x7f0ad80cd560 2024-09-13T16:16:27.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:27.945+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f0ad81534e0 con 0x7f0ad80cd560 2024-09-13T16:16:28.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.763+0000 7f0ad6ffd640 1 -- 172.21.15.39:0/3735670385 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v72) v1 ==== 97+0+0 (secure 0 0 0) 0x7f0ad0057c40 con 0x7f0ad80cd560 2024-09-13T16:16:28.765 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ac406ac00 msgr2=0x7f0ac406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ac406ac00 0x7f0ac406d0c0 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f0acc034000 tx=0x7f0acc02e000 comp rx=0 tx=0).stop 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 msgr2=0x7f0ad81e8770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad81e8770 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f0ad000e870 tx=0x7f0ad000ed30 comp rx=0 tx=0).stop 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 shutdown_connections 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ac406ac00 0x7f0ac406d0c0 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad815cef0 0x7f0ad81e7c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad80d1bc0 0x7f0ad81e76f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 --2- 172.21.15.39:0/3735670385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80cd560 0x7f0ad81e8770 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.766+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 >> 172.21.15.39:0/3735670385 conn(0x7f0ad806a3a0 msgr2=0x7f0ad8160ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.767+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 shutdown_connections 2024-09-13T16:16:28.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.767+0000 7f0ae07ae640 1 -- 172.21.15.39:0/3735670385 wait complete. 2024-09-13T16:16:28.781 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:16:28.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.889+0000 7f8d37bc7640 1 Processor -- start 2024-09-13T16:16:28.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.889+0000 7f8d37bc7640 1 -- start start 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d37bc7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8d3006a5e0 0x7f8d300cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d37bc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006f4a0 0x7f8d300cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d37bc7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d3006f920 con 0x7f8d30158cb0 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d37bc7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d3006fbd0 con 0x7f8d3006a5e0 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d37bc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d3006feb0 con 0x7f8d3006f4a0 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35162640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8d3006a5e0 0x7f8d300cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35963640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8d30158cb0 0x7f8d30069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36632/0 (socket says 172.21.15.39:36632) 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35162640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8d3006a5e0 0x7f8d300cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53234/0 (socket says 172.21.15.39:53234) 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35963640 1 -- 172.21.15.39:0/2793403692 learned_addr learned my addr 172.21.15.39:0/2793403692 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d36164640 1 --2- 172.21.15.39:0/2793403692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006f4a0 0x7f8d300cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35162640 1 -- 172.21.15.39:0/2793403692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006f4a0 msgr2=0x7f8d300cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:28.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35162640 1 --2- 172.21.15.39:0/2793403692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006f4a0 0x7f8d300cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35162640 1 -- 172.21.15.39:0/2793403692 >> v1:172.21.15.39:6789/0 conn(0x7f8d30158cb0 legacy=0x7f8d30069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d35162640 1 -- 172.21.15.39:0/2793403692 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d30070190 con 0x7f8d3006a5e0 2024-09-13T16:16:28.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.890+0000 7f8d34961640 1 -- 172.21.15.39:0/2793403692 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1614786475 0 0) 0x7f8d3006f920 con 0x7f8d30158cb0 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.891+0000 7f8d35162640 1 --2- 172.21.15.39:0/2793403692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d3006a5e0 0x7f8d300cee00 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f8d2000a940 tx=0x7f8d2002a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60f1a2e42c356d97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.891+0000 7f8d34961640 1 -- 172.21.15.39:0/2793403692 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d2002f710 con 0x7f8d3006a5e0 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.891+0000 7f8d34961640 1 -- 172.21.15.39:0/2793403692 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d2002d050 con 0x7f8d3006a5e0 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.891+0000 7f8d34961640 1 -- 172.21.15.39:0/2793403692 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d2002fa90 con 0x7f8d3006a5e0 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2793403692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d3006a5e0 msgr2=0x7f8d300cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2793403692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d3006a5e0 0x7f8d300cee00 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f8d2000a940 tx=0x7f8d2002a430 comp rx=0 tx=0).stop 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2793403692 shutdown_connections 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2793403692 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006f4a0 0x7f8d300cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2793403692 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d3006a5e0 0x7f8d300cee00 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2793403692 >> 172.21.15.39:0/2793403692 conn(0x7f8d3006b3b0 msgr2=0x7f8d3006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:28.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2793403692 shutdown_connections 2024-09-13T16:16:28.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.892+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2793403692 wait complete. 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.893+0000 7f8d37bc7640 1 Processor -- start 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.893+0000 7f8d37bc7640 1 -- start start 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d37bc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006a5e0 0x7f8d300ccbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d37bc7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d3006f4a0 0x7f8d300acb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d37bc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 0x7f8d300ad040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d37bc7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d300a8450 con 0x7f8d30158cb0 2024-09-13T16:16:28.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d37bc7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d300a89d0 con 0x7f8d3006f4a0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d37bc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d300ad6c0 con 0x7f8d3006a5e0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d36164640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 0x7f8d300ad040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d36164640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 0x7f8d300ad040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53246/0 (socket says 172.21.15.39:53246) 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d36164640 1 -- 172.21.15.39:0/2583948366 learned_addr learned my addr 172.21.15.39:0/2583948366 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d35963640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006a5e0 0x7f8d300ccbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d35162640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d3006f4a0 0x7f8d300acb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.894+0000 7f8d36164640 1 -- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006a5e0 msgr2=0x7f8d300ccbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d36164640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006a5e0 0x7f8d300ccbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d36164640 1 -- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d3006f4a0 msgr2=0x7f8d300acb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d36164640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d3006f4a0 0x7f8d300acb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d36164640 1 -- 172.21.15.39:0/2583948366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d2000a5a0 con 0x7f8d30158cb0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d36164640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 0x7f8d300ad040 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f8d28007e40 tx=0x7f8d2800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:28.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d28014620 con 0x7f8d30158cb0 2024-09-13T16:16:28.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d2800ee90 con 0x7f8d30158cb0 2024-09-13T16:16:28.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d300ad9a0 con 0x7f8d30158cb0 2024-09-13T16:16:28.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d280149e0 con 0x7f8d30158cb0 2024-09-13T16:16:28.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.895+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d301544b0 con 0x7f8d30158cb0 2024-09-13T16:16:28.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.896+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d300adb90 con 0x7f8d30158cb0 2024-09-13T16:16:28.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.896+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8d28014b40 con 0x7f8d30158cb0 2024-09-13T16:16:28.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.897+0000 7f8d267fc640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d1406ac30 0x7f8d1406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:28.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.897+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f8d28089920 con 0x7f8d30158cb0 2024-09-13T16:16:28.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.897+0000 7f8d35963640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d1406ac30 0x7f8d1406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:28.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.898+0000 7f8d35963640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d1406ac30 0x7f8d1406d0f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c007fd0 tx=0x7f8d2c007de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:28.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:28.901+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8d28054df0 con 0x7f8d30158cb0 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.137+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f8d300672f0 con 0x7f8d30158cb0 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.138+0000 7f8d267fc640 1 -- 172.21.15.39:0/2583948366 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v15) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f8d28058410 con 0x7f8d30158cb0 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-13T16:16:29.139 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA==", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ==", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:16:29.140 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw==", 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.141 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw==", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg==", 2024-09-13T16:16:29.142 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg==", 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.143 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ==", 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA==", 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.144 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg==", 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.145 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ==", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA==", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.146 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ==", 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.147 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg==", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw==", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.148 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw==", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:16:29.149 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA==", 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.150 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm1cQkFxAAGGRvI5BHKMxqnb7fUwtDfw==", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA==", 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.151 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA==", 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-13T16:16:29.152 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d1406ac30 msgr2=0x7f8d1406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d1406ac30 0x7f8d1406d0f0 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f8d2c007fd0 tx=0x7f8d2c007de0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 msgr2=0x7f8d300ad040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 0x7f8d300ad040 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f8d28007e40 tx=0x7f8d2800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 shutdown_connections 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d1406ac30 0x7f8d1406d0f0 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8d30158cb0 0x7f8d300ad040 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8d3006f4a0 0x7f8d300acb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 --2- 172.21.15.39:0/2583948366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8d3006a5e0 0x7f8d300ccbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.139+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 >> 172.21.15.39:0/2583948366 conn(0x7f8d3006b3b0 msgr2=0x7f8d3006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.140+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 shutdown_connections 2024-09-13T16:16:29.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.140+0000 7f8d37bc7640 1 -- 172.21.15.39:0/2583948366 wait complete. 2024-09-13T16:16:29.155 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:29.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.257+0000 7f9cfbf01640 1 Processor -- start 2024-09-13T16:16:29.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.257+0000 7f9cfbf01640 1 -- start start 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cfbf01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9cf40ae190 0x7f9cf415b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cfbf01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9cf40ce6b0 0x7f9cf415b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cfbf01640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cf40ae700 con 0x7f9cf41580f0 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cfbf01640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cf40cc020 con 0x7f9cf40ae190 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cfbf01640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cf40cc300 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cf949c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9cf40ae190 0x7f9cf415b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cf9c9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9cf41580f0 0x7f9cf406bd40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36644/0 (socket says 172.21.15.39:36644) 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.258+0000 7f9cf9c9d640 1 -- 172.21.15.39:0/3592525741 learned_addr learned my addr 172.21.15.39:0/3592525741 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cf949c640 1 -- 172.21.15.39:0/3592525741 >> v2:172.21.15.157:3300/0 conn(0x7f9cf40ce6b0 msgr2=0x7f9cf415b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cfa49e640 1 --2- 172.21.15.39:0/3592525741 >> v2:172.21.15.157:3300/0 conn(0x7f9cf40ce6b0 0x7f9cf415b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cf8c9b640 1 -- 172.21.15.39:0/3592525741 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2518137027 0 0) 0x7f9cf40ae700 con 0x7f9cf41580f0 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cf949c640 1 --2- 172.21.15.39:0/3592525741 >> v2:172.21.15.157:3300/0 conn(0x7f9cf40ce6b0 0x7f9cf415b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cf949c640 1 -- 172.21.15.39:0/3592525741 >> v1:172.21.15.39:6789/0 conn(0x7f9cf41580f0 legacy=0x7f9cf406bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cf949c640 1 -- 172.21.15.39:0/3592525741 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf40cc5e0 con 0x7f9cf40ae190 2024-09-13T16:16:29.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.259+0000 7f9cf949c640 1 --2- 172.21.15.39:0/3592525741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ae190 0x7f9cf415b010 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9cf406dd10 tx=0x7f9ce802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e14aa49ed1d46a8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cf8c9b640 1 -- 172.21.15.39:0/3592525741 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce802ae60 con 0x7f9cf40ae190 2024-09-13T16:16:29.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cf8c9b640 1 -- 172.21.15.39:0/3592525741 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce8032440 con 0x7f9cf40ae190 2024-09-13T16:16:29.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cf8c9b640 1 -- 172.21.15.39:0/3592525741 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce80327d0 con 0x7f9cf40ae190 2024-09-13T16:16:29.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 -- 172.21.15.39:0/3592525741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ae190 msgr2=0x7f9cf415b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/3592525741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ae190 0x7f9cf415b010 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f9cf406dd10 tx=0x7f9ce802a110 comp rx=0 tx=0).stop 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 -- 172.21.15.39:0/3592525741 shutdown_connections 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/3592525741 >> v2:172.21.15.157:3300/0 conn(0x7f9cf40ce6b0 0x7f9cf415b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/3592525741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ae190 0x7f9cf415b010 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 -- 172.21.15.39:0/3592525741 >> 172.21.15.39:0/3592525741 conn(0x7f9cf406a0b0 msgr2=0x7f9cf406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 -- 172.21.15.39:0/3592525741 shutdown_connections 2024-09-13T16:16:29.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.260+0000 7f9cfbf01640 1 -- 172.21.15.39:0/3592525741 wait complete. 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.261+0000 7f9cfbf01640 1 Processor -- start 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 -- start start 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cf40ae190 0x7f9cf41f2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 0x7f9cf40b3820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cf41580f0 0x7f9cf4146410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf40b1d90 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf415d5e0 con 0x7f9cf41580f0 2024-09-13T16:16:29.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cfbf01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf415d880 con 0x7f9cf40ae190 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cf949c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 0x7f9cf40b3820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cf949c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 0x7f9cf40b3820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53270/0 (socket says 172.21.15.39:53270) 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.262+0000 7f9cf949c640 1 -- 172.21.15.39:0/1574144675 learned_addr learned my addr 172.21.15.39:0/1574144675 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cfa49e640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cf41580f0 0x7f9cf4146410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf9c9d640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cf40ae190 0x7f9cf41f2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf949c640 1 -- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cf40ae190 msgr2=0x7f9cf41f2540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf949c640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cf40ae190 0x7f9cf41f2540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf949c640 1 -- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cf41580f0 msgr2=0x7f9cf4146410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf949c640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cf41580f0 0x7f9cf4146410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf949c640 1 -- 172.21.15.39:0/1574144675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ce8009400 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf9c9d640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cf40ae190 0x7f9cf41f2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cf949c640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 0x7f9cf40b3820 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f9ce8000c00 tx=0x7f9ce80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce8030970 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce8030af0 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cf40b3d60 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce8030ea0 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.263+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cf415be60 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.264+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cf40672f0 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.265+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9ce8039040 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.265+0000 7f9ce67fc640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9cd806ac30 0x7f9cd806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.266+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9ce80a9d80 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.266+0000 7f9cf9c9d640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9cd806ac30 0x7f9cd806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.266+0000 7f9cf9c9d640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9cd806ac30 0x7f9cd806d0f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0000f60 tx=0x7f9cf0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.270+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9ce8075220 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.443+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9cf406bd40 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.444+0000 7f9ce67fc640 1 -- 172.21.15.39:0/1574144675 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v72) v1 ==== 74+0+12845 (secure 0 0 0) 0x7f9ce804b090 con 0x7f9cf40ce6b0 2024-09-13T16:16:29.446 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:29.446 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":72,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:16:28.754794+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":9,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":60,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:29.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9cd806ac30 msgr2=0x7f9cd806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9cd806ac30 0x7f9cd806d0f0 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9cf0000f60 tx=0x7f9cf0009040 comp rx=0 tx=0).stop 2024-09-13T16:16:29.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 msgr2=0x7f9cf40b3820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 0x7f9cf40b3820 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f9ce8000c00 tx=0x7f9ce80046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 shutdown_connections 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9cd806ac30 0x7f9cd806d0f0 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9cf41580f0 0x7f9cf4146410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9cf40ce6b0 0x7f9cf40b3820 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.446+0000 7f9cfbf01640 1 --2- 172.21.15.39:0/1574144675 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9cf40ae190 0x7f9cf41f2540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.447+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 >> 172.21.15.39:0/1574144675 conn(0x7f9cf406a0b0 msgr2=0x7f9cf40b0260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.447+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 shutdown_connections 2024-09-13T16:16:29.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.447+0000 7f9cfbf01640 1 -- 172.21.15.39:0/1574144675 wait complete. 2024-09-13T16:16:29.459 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:16:29.459 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:16:29.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.562+0000 7f69a7e61640 1 Processor -- start 2024-09-13T16:16:29.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.562+0000 7f69a7e61640 1 -- start start 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a7e61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a0159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a7e61640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f69a015a200 0x7f69a015a670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a7e61640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69a015a000 con 0x7f69a00cb810 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a7e61640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69a00cbbf0 con 0x7f69a015a200 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a7e61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69a00b1540 con 0x7f69a00cc460 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f69a015a200 0x7f69a015a670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f69a015a200 0x7f69a015a670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53280/0 (socket says 172.21.15.39:53280) 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a5bfd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f69a00cb810 0x7f69a00b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36656/0 (socket says 172.21.15.39:36656) 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 -- 172.21.15.39:0/41552503 learned_addr learned my addr 172.21.15.39:0/41552503 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 -- 172.21.15.39:0/41552503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 msgr2=0x7f69a0159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a53fc640 1 --2- 172.21.15.39:0/41552503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a0159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 --2- 172.21.15.39:0/41552503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a0159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a4bfb640 1 -- 172.21.15.39:0/41552503 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1524968846 0 0) 0x7f69a015a000 con 0x7f69a00cb810 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 -- 172.21.15.39:0/41552503 >> v1:172.21.15.39:6789/0 conn(0x7f69a00cb810 legacy=0x7f69a00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.563+0000 7f69a63fe640 1 -- 172.21.15.39:0/41552503 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69a00b1820 con 0x7f69a015a200 2024-09-13T16:16:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.564+0000 7f69a63fe640 1 --2- 172.21.15.39:0/41552503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015a670 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f6998009870 tx=0x7f699802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75422d8bc2718efe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.564+0000 7f69a4bfb640 1 -- 172.21.15.39:0/41552503 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6998032440 con 0x7f69a015a200 2024-09-13T16:16:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.564+0000 7f69a4bfb640 1 -- 172.21.15.39:0/41552503 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69980325a0 con 0x7f69a015a200 2024-09-13T16:16:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.564+0000 7f69a4bfb640 1 -- 172.21.15.39:0/41552503 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6998032930 con 0x7f69a015a200 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 -- 172.21.15.39:0/41552503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 msgr2=0x7f69a015a670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 --2- 172.21.15.39:0/41552503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015a670 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f6998009870 tx=0x7f699802a270 comp rx=0 tx=0).stop 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 -- 172.21.15.39:0/41552503 shutdown_connections 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 --2- 172.21.15.39:0/41552503 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015a670 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 --2- 172.21.15.39:0/41552503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a0159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 -- 172.21.15.39:0/41552503 >> 172.21.15.39:0/41552503 conn(0x7f69a00b00a0 msgr2=0x7f69a00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 -- 172.21.15.39:0/41552503 shutdown_connections 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.565+0000 7f69a7e61640 1 -- 172.21.15.39:0/41552503 wait complete. 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.566+0000 7f69a7e61640 1 Processor -- start 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.566+0000 7f69a7e61640 1 -- start start 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a7e61640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69a00cb810 0x7f69a0135890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a7e61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a01369b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a7e61640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015c510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a7e61640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69a0137320 con 0x7f69a015a200 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a7e61640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69a0137600 con 0x7f69a00cb810 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a7e61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69a01378e0 con 0x7f69a00cc460 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015c510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015c510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53296/0 (socket says 172.21.15.39:53296) 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 -- 172.21.15.39:0/1849567256 learned_addr learned my addr 172.21.15.39:0/1849567256 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a5bfd640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69a00cb810 0x7f69a0135890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a53fc640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a01369b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 -- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 msgr2=0x7f69a01369b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a01369b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 -- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69a00cb810 msgr2=0x7f69a0135890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69a00cb810 0x7f69a0135890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.567+0000 7f69a63fe640 1 -- 172.21.15.39:0/1849567256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69980094d0 con 0x7f69a015a200 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.568+0000 7f69a63fe640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015c510 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f6998009870 tx=0x7f69980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.568+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6998030b80 con 0x7f69a015a200 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.568+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6998030d00 con 0x7f69a015a200 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.568+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69a0137bc0 con 0x7f69a015a200 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.568+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f699803d680 con 0x7f69a015a200 2024-09-13T16:16:29.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.568+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69a01370d0 con 0x7f69a015a200 2024-09-13T16:16:29.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.569+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69a00672f0 con 0x7f69a015a200 2024-09-13T16:16:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.569+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6998039040 con 0x7f69a015a200 2024-09-13T16:16:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.570+0000 7f699e7fc640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f698c06ac30 0x7f698c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.570+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f69980a9de0 con 0x7f69a015a200 2024-09-13T16:16:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.570+0000 7f69a5bfd640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f698c06ac30 0x7f698c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.570+0000 7f69a5bfd640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f698c06ac30 0x7f698c06d0f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f69900012e0 tx=0x7f6990005eb0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.574+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f69980753c0 con 0x7f69a015a200 2024-09-13T16:16:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.745+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f69a00b3320 con 0x7f69a015a200 2024-09-13T16:16:29.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.745+0000 7f699e7fc640 1 -- 172.21.15.39:0/1849567256 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v72) v1 ==== 93+0+10 (secure 0 0 0) 0x7f69980789e0 con 0x7f69a015a200 2024-09-13T16:16:29.747 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:16:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f698c06ac30 msgr2=0x7f698c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f698c06ac30 0x7f698c06d0f0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f69900012e0 tx=0x7f6990005eb0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 msgr2=0x7f69a015c510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015c510 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7f6998009870 tx=0x7f69980046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 shutdown_connections 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f698c06ac30 0x7f698c06d0f0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a015a200 0x7f69a015c510 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a00cc460 0x7f69a01369b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 --2- 172.21.15.39:0/1849567256 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69a00cb810 0x7f69a0135890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 >> 172.21.15.39:0/1849567256 conn(0x7f69a00b00a0 msgr2=0x7f69a00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.747+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 shutdown_connections 2024-09-13T16:16:29.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.748+0000 7f69a7e61640 1 -- 172.21.15.39:0/1849567256 wait complete. 2024-09-13T16:16:29.760 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:16:29.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.860+0000 7f988256c640 1 Processor -- start 2024-09-13T16:16:29.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.860+0000 7f988256c640 1 -- start start 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f988256c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f987c15d0a0 0x7f987c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f988256c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f987c06f6e0 con 0x7f987c156fb0 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f988256c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f987c06f9c0 con 0x7f987c06f170 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f988256c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f987c0b2400 con 0x7f987c15d0a0 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f987c156fb0 0x7f987c15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36668/0 (socket says 172.21.15.39:36668) 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987bfff640 1 -- 172.21.15.39:0/18746754 learned_addr learned my addr 172.21.15.39:0/18746754 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:29.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 201785278 0 0) 0x7f987c06f6e0 con 0x7f987c156fb0 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9864003520 con 0x7f987c156fb0 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f9880b09640 1 --2- 172.21.15.39:0/18746754 >> v2:172.21.15.157:3300/0 conn(0x7f987c15d0a0 0x7f987c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1393190945 0 0) 0x7f9864003520 con 0x7f987c156fb0 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 >> v2:172.21.15.157:3300/0 conn(0x7f987c15d0a0 msgr2=0x7f987c15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 --2- 172.21.15.39:0/18746754 >> v2:172.21.15.157:3300/0 conn(0x7f987c15d0a0 0x7f987c15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 >> v1:172.21.15.157:6789/0 conn(0x7f987c06f170 legacy=0x7f987c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f987c06fca0 con 0x7f987c156fb0 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.861+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f986c001670 con 0x7f987c156fb0 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 >> v1:172.21.15.39:6789/0 conn(0x7f987c156fb0 legacy=0x7f987c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9864003970 0x7f9864003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98640047c0 0x7f9864004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9864005180 0x7f986400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987c0b2400 con 0x7f9864005180 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f986400c120 con 0x7f98640047c0 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f986400c2e0 con 0x7f9864003970 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f9880b09640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9864005180 0x7f986400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987bfff640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9864003970 0x7f9864003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f987b7fe640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98640047c0 0x7f9864004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f9880b09640 1 -- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9864003970 msgr2=0x7f9864003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f9880b09640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9864003970 0x7f9864003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f9880b09640 1 -- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98640047c0 msgr2=0x7f9864004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f9880b09640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98640047c0 0x7f9864004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.862+0000 7f9880b09640 1 -- 172.21.15.39:0/18746754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9864003520 con 0x7f9864005180 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f9880b09640 1 -- 172.21.15.39:0/18746754 reap_dead start 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f9880b09640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9864005180 0x7f986400b980 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f9874009fc0 tx=0x7f98640057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a39700138eb2b521 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9874003b90 con 0x7f9864005180 2024-09-13T16:16:29.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f987400f040 con 0x7f9864005180 2024-09-13T16:16:29.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f987affd640 1 -- 172.21.15.39:0/18746754 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9874004020 con 0x7f9864005180 2024-09-13T16:16:29.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 -- 172.21.15.39:0/18746754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9864005180 msgr2=0x7f986400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9864005180 0x7f986400b980 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7f9874009fc0 tx=0x7f98640057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 -- 172.21.15.39:0/18746754 shutdown_connections 2024-09-13T16:16:29.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 --2- 172.21.15.39:0/18746754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9864005180 0x7f986400b980 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 -- 172.21.15.39:0/18746754 >> 172.21.15.39:0/18746754 conn(0x7f987c06b3b0 msgr2=0x7f987c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 -- 172.21.15.39:0/18746754 shutdown_connections 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.863+0000 7f988256c640 1 -- 172.21.15.39:0/18746754 wait complete. 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.865+0000 7f988256c640 1 Processor -- start 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.865+0000 7f988256c640 1 -- start start 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.865+0000 7f988256c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9864005180 0x7f987c168e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.865+0000 7f988256c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 0x7f987c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.865+0000 7f988256c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f987c0acda0 0x7f987c159b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f988256c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987c0ad220 con 0x7f987c13a0a0 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f988256c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987c1689a0 con 0x7f9864005180 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f988256c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f987c168090 con 0x7f987c0acda0 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 0x7f987c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 0x7f987c0ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53312/0 (socket says 172.21.15.39:53312) 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 -- 172.21.15.39:0/3403912743 learned_addr learned my addr 172.21.15.39:0/3403912743 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:29.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f9880b09640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f987c0acda0 0x7f987c159b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987bfff640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9864005180 0x7f987c168e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 -- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f987c0acda0 msgr2=0x7f987c159b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f987c0acda0 0x7f987c159b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 -- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9864005180 msgr2=0x7f987c168e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9864005180 0x7f987c168e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 -- 172.21.15.39:0/3403912743 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f987c15a8c0 con 0x7f987c13a0a0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987bfff640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9864005180 0x7f987c168e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f987b7fe640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 0x7f987c0ac860 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f987000f5f0 tx=0x7f987000fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98700052e0 con 0x7f987c13a0a0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9870005440 con 0x7f987c13a0a0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f987c168350 con 0x7f987c13a0a0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9870003810 con 0x7f987c13a0a0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.866+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f987c13a520 con 0x7f987c13a0a0 2024-09-13T16:16:29.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.867+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f987c0672f0 con 0x7f987c13a0a0 2024-09-13T16:16:29.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.868+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9870003970 con 0x7f987c13a0a0 2024-09-13T16:16:29.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.868+0000 7f9878ff9640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:29.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.869+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f9870088e10 con 0x7f987c13a0a0 2024-09-13T16:16:29.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.869+0000 7f987bfff640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:29.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.869+0000 7f987bfff640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f986c007c60 tx=0x7f986c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:29.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:29.873+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f98700543d0 con 0x7f987c13a0a0 2024-09-13T16:16:30.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.049+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f987c15d530 con 0x7f987c13a0a0 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.049+0000 7f9878ff9640 1 -- 172.21.15.39:0/3403912743 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v72) v1 ==== 84+0+65 (secure 0 0 0) 0x7f98700579f0 con 0x7f987c13a0a0 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:30.051 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:16:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 msgr2=0x7f986806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7f986c007c60 tx=0x7f986c009040 comp rx=0 tx=0).stop 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 msgr2=0x7f987c0ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 0x7f987c0ac860 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f987000f5f0 tx=0x7f987000fab0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 shutdown_connections 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.051+0000 7f988256c640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f987c0acda0 0x7f987c159b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.052+0000 7f988256c640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f987c13a0a0 0x7f987c0ac860 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.052+0000 7f988256c640 1 --2- 172.21.15.39:0/3403912743 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9864005180 0x7f987c168e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.052+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 >> 172.21.15.39:0/3403912743 conn(0x7f987c06b3b0 msgr2=0x7f987c069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.052+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 shutdown_connections 2024-09-13T16:16:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.052+0000 7f988256c640 1 -- 172.21.15.39:0/3403912743 wait complete. 2024-09-13T16:16:30.064 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:16:30.064 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:16:30.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.169+0000 7fd02f8ec640 1 Processor -- start 2024-09-13T16:16:30.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.169+0000 7fd02f8ec640 1 -- start start 2024-09-13T16:16:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02f8ec640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd02815a3b0 0x7fd0280cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02f8ec640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd0280b0dd0 0x7fd0280cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02f8ec640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0280b34d0 con 0x7fd028071fe0 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02f8ec640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0280b25e0 con 0x7fd02815a3b0 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02f8ec640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0280b28c0 con 0x7fd0280b0dd0 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02d688640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd02815a3b0 0x7fd0280cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02de89640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd028071fe0 0x7fd028069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36676/0 (socket says 172.21.15.39:36676) 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02de89640 1 -- 172.21.15.39:0/4128222821 learned_addr learned my addr 172.21.15.39:0/4128222821 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02ce87640 1 --2- 172.21.15.39:0/4128222821 >> v2:172.21.15.157:3300/0 conn(0x7fd0280b0dd0 0x7fd0280cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02d688640 1 -- 172.21.15.39:0/4128222821 >> v2:172.21.15.157:3300/0 conn(0x7fd0280b0dd0 msgr2=0x7fd0280cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02d688640 1 --2- 172.21.15.39:0/4128222821 >> v2:172.21.15.157:3300/0 conn(0x7fd0280b0dd0 0x7fd0280cdd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02d688640 1 -- 172.21.15.39:0/4128222821 >> v1:172.21.15.39:6789/0 conn(0x7fd028071fe0 legacy=0x7fd028069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02d688640 1 -- 172.21.15.39:0/4128222821 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0280b2ba0 con 0x7fd02815a3b0 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd01ffff640 1 -- 172.21.15.39:0/4128222821 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2790242259 0 0) 0x7fd0280b34d0 con 0x7fd028071fe0 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.170+0000 7fd02ce87640 1 --2- 172.21.15.39:0/4128222821 >> v2:172.21.15.157:3300/0 conn(0x7fd0280b0dd0 0x7fd0280cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.171+0000 7fd02d688640 1 --2- 172.21.15.39:0/4128222821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd02815a3b0 0x7fd0280cd810 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fd02806aff0 tx=0x7fd02402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92119d2b3c871273 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.171+0000 7fd01ffff640 1 -- 172.21.15.39:0/4128222821 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024032440 con 0x7fd02815a3b0 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.171+0000 7fd01ffff640 1 -- 172.21.15.39:0/4128222821 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0240325a0 con 0x7fd02815a3b0 2024-09-13T16:16:30.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.171+0000 7fd01ffff640 1 -- 172.21.15.39:0/4128222821 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024032930 con 0x7fd02815a3b0 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 -- 172.21.15.39:0/4128222821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd02815a3b0 msgr2=0x7fd0280cd810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/4128222821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd02815a3b0 0x7fd0280cd810 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fd02806aff0 tx=0x7fd02402a230 comp rx=0 tx=0).stop 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 -- 172.21.15.39:0/4128222821 shutdown_connections 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/4128222821 >> v2:172.21.15.157:3300/0 conn(0x7fd0280b0dd0 0x7fd0280cdd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/4128222821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd02815a3b0 0x7fd0280cd810 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 -- 172.21.15.39:0/4128222821 >> 172.21.15.39:0/4128222821 conn(0x7fd0280b15d0 msgr2=0x7fd0280b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 -- 172.21.15.39:0/4128222821 shutdown_connections 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.172+0000 7fd02f8ec640 1 -- 172.21.15.39:0/4128222821 wait complete. 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.173+0000 7fd02f8ec640 1 Processor -- start 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.173+0000 7fd02f8ec640 1 -- start start 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02f8ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 0x7fd0281508a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02f8ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0280b0dd0 0x7fd0280c9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02f8ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd02815a3b0 0x7fd0280c9a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02f8ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0280c8880 con 0x7fd028071fe0 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02f8ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd028155f70 con 0x7fd02815a3b0 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02f8ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd028150de0 con 0x7fd0280b0dd0 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 0x7fd0281508a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 0x7fd0281508a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53322/0 (socket says 172.21.15.39:53322) 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 -- 172.21.15.39:0/903047271 learned_addr learned my addr 172.21.15.39:0/903047271 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 -- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0280b0dd0 msgr2=0x7fd0280c9540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0280b0dd0 0x7fd0280c9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 -- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd02815a3b0 msgr2=0x7fd0280c9a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd02815a3b0 0x7fd0280c9a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 -- 172.21.15.39:0/903047271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd024009400 con 0x7fd028071fe0 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.174+0000 7fd02d688640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 0x7fd0281508a0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fd024000c00 tx=0x7fd0240046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.175+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd024030b80 con 0x7fd028071fe0 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.175+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd024030d00 con 0x7fd028071fe0 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.175+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd02403d680 con 0x7fd028071fe0 2024-09-13T16:16:30.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.175+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd028155c90 con 0x7fd028071fe0 2024-09-13T16:16:30.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.175+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0280c8d40 con 0x7fd028071fe0 2024-09-13T16:16:30.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.176+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0280672f0 con 0x7fd028071fe0 2024-09-13T16:16:30.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.176+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd024039040 con 0x7fd028071fe0 2024-09-13T16:16:30.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.177+0000 7fd01dffb640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd00c06ac00 0x7fd00c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.177+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(72..72 src has 1..72) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd0240a9b00 con 0x7fd028071fe0 2024-09-13T16:16:30.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.177+0000 7fd02ce87640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd00c06ac00 0x7fd00c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.177+0000 7fd02ce87640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd00c06ac00 0x7fd00c06d0c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd018006fd0 tx=0x7fd018008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.181+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd024075170 con 0x7fd028071fe0 2024-09-13T16:16:30.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.351+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fd02806aaf0 con 0x7fd028071fe0 2024-09-13T16:16:30.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.774+0000 7fd01dffb640 1 -- 172.21.15.39:0/903047271 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v73) v1 ==== 138+0+0 (secure 0 0 0) 0x7fd024006e10 con 0x7fd028071fe0 2024-09-13T16:16:30.776 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd00c06ac00 msgr2=0x7fd00c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd00c06ac00 0x7fd00c06d0c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7fd018006fd0 tx=0x7fd018008040 comp rx=0 tx=0).stop 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 msgr2=0x7fd0281508a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 0x7fd0281508a0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7fd024000c00 tx=0x7fd0240046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 shutdown_connections 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd00c06ac00 0x7fd00c06d0c0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd02815a3b0 0x7fd0280c9a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0280b0dd0 0x7fd0280c9540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 --2- 172.21.15.39:0/903047271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd028071fe0 0x7fd0281508a0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 >> 172.21.15.39:0/903047271 conn(0x7fd0280b15d0 msgr2=0x7fd02814fc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 shutdown_connections 2024-09-13T16:16:30.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.778+0000 7fd02f8ec640 1 -- 172.21.15.39:0/903047271 wait complete. 2024-09-13T16:16:30.793 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:16:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.902+0000 7fd004308640 1 Processor -- start 2024-09-13T16:16:30.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.902+0000 7fd004308640 1 -- start start 2024-09-13T16:16:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd004308640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcffc071a30 0x7fcffc0d0fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd004308640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcffc06f470 0x7fcffc15d760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd004308640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcffc0cef20 con 0x7fcffc071650 2024-09-13T16:16:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd004308640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcffc06ebb0 con 0x7fcffc06f470 2024-09-13T16:16:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd004308640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcffc06bbb0 con 0x7fcffc071a30 2024-09-13T16:16:30.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd0028a5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcffc06f470 0x7fcffc15d760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd0028a5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcffc06f470 0x7fcffc15d760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53328/0 (socket says 172.21.15.39:53328) 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.903+0000 7fd0028a5640 1 -- 172.21.15.39:0/1061803591 learned_addr learned my addr 172.21.15.39:0/1061803591 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0018a3640 1 --2- 172.21.15.39:0/1061803591 >> v2:172.21.15.157:3300/0 conn(0x7fcffc071a30 0x7fcffc0d0fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0028a5640 1 -- 172.21.15.39:0/1061803591 >> v2:172.21.15.157:3300/0 conn(0x7fcffc071a30 msgr2=0x7fcffc0d0fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0028a5640 1 --2- 172.21.15.39:0/1061803591 >> v2:172.21.15.157:3300/0 conn(0x7fcffc071a30 0x7fcffc0d0fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0028a5640 1 -- 172.21.15.39:0/1061803591 >> v1:172.21.15.157:6789/0 conn(0x7fcffc071650 legacy=0x7fcffc06b4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0028a5640 1 -- 172.21.15.39:0/1061803591 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcffc15dca0 con 0x7fcffc06f470 2024-09-13T16:16:30.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0018a3640 1 --2- 172.21.15.39:0/1061803591 >> v2:172.21.15.157:3300/0 conn(0x7fcffc071a30 0x7fcffc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:30.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.904+0000 7fd0028a5640 1 --2- 172.21.15.39:0/1061803591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc15d760 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fcffc04eb90 tx=0x7fcff402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7230f5a410036a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd0010a2640 1 -- 172.21.15.39:0/1061803591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcff4032440 con 0x7fcffc06f470 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd0010a2640 1 -- 172.21.15.39:0/1061803591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcff40325a0 con 0x7fcffc06f470 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd0010a2640 1 -- 172.21.15.39:0/1061803591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcff4032930 con 0x7fcffc06f470 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 -- 172.21.15.39:0/1061803591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 msgr2=0x7fcffc15d760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 --2- 172.21.15.39:0/1061803591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc15d760 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7fcffc04eb90 tx=0x7fcff402a270 comp rx=0 tx=0).stop 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 -- 172.21.15.39:0/1061803591 shutdown_connections 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 --2- 172.21.15.39:0/1061803591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc15d760 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 --2- 172.21.15.39:0/1061803591 >> v2:172.21.15.157:3300/0 conn(0x7fcffc071a30 0x7fcffc0d0fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 -- 172.21.15.39:0/1061803591 >> 172.21.15.39:0/1061803591 conn(0x7fcffc0d04e0 msgr2=0x7fcffc0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 -- 172.21.15.39:0/1061803591 shutdown_connections 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.905+0000 7fd004308640 1 -- 172.21.15.39:0/1061803591 wait complete. 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.906+0000 7fd004308640 1 Processor -- start 2024-09-13T16:16:30.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.906+0000 7fd004308640 1 -- start start 2024-09-13T16:16:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd004308640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc14b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd004308640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcffc071650 0x7fcffc0ca860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd004308640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcffc071a30 0x7fcffc0cada0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd004308640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcffc153290 con 0x7fcffc06f470 2024-09-13T16:16:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd004308640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcffc0cb610 con 0x7fcffc071a30 2024-09-13T16:16:30.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd004308640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcffc152960 con 0x7fcffc071650 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd0020a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc14b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd0020a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc14b0b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53338/0 (socket says 172.21.15.39:53338) 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd0020a4640 1 -- 172.21.15.39:0/4095087620 learned_addr learned my addr 172.21.15.39:0/4095087620 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.907+0000 7fd0018a3640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcffc071650 0x7fcffc0ca860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0028a5640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcffc071a30 0x7fcffc0cada0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0020a4640 1 -- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcffc071650 msgr2=0x7fcffc0ca860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0020a4640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcffc071650 0x7fcffc0ca860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0020a4640 1 -- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcffc071a30 msgr2=0x7fcffc0cada0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0020a4640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcffc071a30 0x7fcffc0cada0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0020a4640 1 -- 172.21.15.39:0/4095087620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcff40094d0 con 0x7fcffc06f470 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd0020a4640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc14b0b0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fcfec00c870 tx=0x7fcfec00cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfec003b70 con 0x7fcffc06f470 2024-09-13T16:16:30.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfec003cf0 con 0x7fcffc06f470 2024-09-13T16:16:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcffc152c40 con 0x7fcffc06f470 2024-09-13T16:16:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfec00aa90 con 0x7fcffc06f470 2024-09-13T16:16:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.908+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcffc0cb2e0 con 0x7fcffc06f470 2024-09-13T16:16:30.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.909+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcffc067330 con 0x7fcffc06f470 2024-09-13T16:16:30.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.910+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcfec00abf0 con 0x7fcffc06f470 2024-09-13T16:16:30.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.910+0000 7fcffaffd640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfe806ac30 0x7fcfe806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:30.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.910+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(73..73 src has 1..73) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fcfec088e60 con 0x7fcffc06f470 2024-09-13T16:16:30.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.911+0000 7fd0018a3640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfe806ac30 0x7fcfe806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:30.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.911+0000 7fd0018a3640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfe806ac30 0x7fcfe806d0f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fcff0006fd0 tx=0x7fcff0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:30.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:30.915+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcfec0542d0 con 0x7fcffc06f470 2024-09-13T16:16:31.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.086+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fcffc0ce960 con 0x7fcffc06f470 2024-09-13T16:16:31.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.778+0000 7fcffaffd640 1 -- 172.21.15.39:0/4095087620 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v74) v1 ==== 170+0+0 (secure 0 0 0) 0x7fcfec003e60 con 0x7fcffc06f470 2024-09-13T16:16:31.779 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:16:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.788+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfe806ac30 msgr2=0x7fcfe806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.788+0000 7fd004308640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfe806ac30 0x7fcfe806d0f0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fcff0006fd0 tx=0x7fcff0008040 comp rx=0 tx=0).stop 2024-09-13T16:16:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.788+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 msgr2=0x7fcffc14b0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.788+0000 7fd004308640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc14b0b0 secure :-1 s=READY pgs=1110 cs=0 l=1 rev1=1 crypto rx=0x7fcfec00c870 tx=0x7fcfec00cd30 comp rx=0 tx=0).stop 2024-09-13T16:16:31.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.791+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 shutdown_connections 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.791+0000 7fd004308640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfe806ac30 0x7fcfe806d0f0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.791+0000 7fd004308640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcffc071a30 0x7fcffc0cada0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.791+0000 7fd004308640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcffc071650 0x7fcffc0ca860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.791+0000 7fd004308640 1 --2- 172.21.15.39:0/4095087620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcffc06f470 0x7fcffc14b0b0 unknown :-1 s=CLOSED pgs=1110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.791+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 >> 172.21.15.39:0/4095087620 conn(0x7fcffc0d04e0 msgr2=0x7fcffc0b1a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.792+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 shutdown_connections 2024-09-13T16:16:31.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.792+0000 7fd004308640 1 -- 172.21.15.39:0/4095087620 wait complete. 2024-09-13T16:16:31.810 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:16:31.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.918+0000 7f4860fbc640 1 Processor -- start 2024-09-13T16:16:31.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.918+0000 7f4860fbc640 1 -- start start 2024-09-13T16:16:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f4860fbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f485c160390 0x7f485c0d15d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f4860fbc640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f485c15cd00 con 0x7f485c0cfe20 2024-09-13T16:16:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f4860fbc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f485c0cd3d0 con 0x7f485c15c920 2024-09-13T16:16:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f4860fbc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f485c0cd6b0 con 0x7f485c160390 2024-09-13T16:16:31.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f485ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f485c160390 0x7f485c0d15d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f4859d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f485c0cfe20 0x7f485c0d0ec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36690/0 (socket says 172.21.15.39:36690) 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f4859d9b640 1 -- 172.21.15.39:0/226875523 learned_addr learned my addr 172.21.15.39:0/226875523 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.919+0000 7f485ad9d640 1 --2- 172.21.15.39:0/226875523 >> v2:172.21.15.39:3300/0 conn(0x7f485c160390 0x7f485c0d15d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53352/0 (socket says 172.21.15.39:53352) 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.920+0000 7f485ad9d640 1 -- 172.21.15.39:0/226875523 >> v1:172.21.15.157:6789/0 conn(0x7f485c15c920 legacy=0x7f485c0cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.920+0000 7f485ad9d640 1 -- 172.21.15.39:0/226875523 >> v1:172.21.15.39:6789/0 conn(0x7f485c0cfe20 legacy=0x7f485c0d0ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.920+0000 7f485ad9d640 1 -- 172.21.15.39:0/226875523 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f485c0cd990 con 0x7f485c160390 2024-09-13T16:16:31.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.920+0000 7f485959a640 1 -- 172.21.15.39:0/226875523 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2217757531 0 0) 0x7f485c15cd00 con 0x7f485c0cfe20 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f485ad9d640 1 --2- 172.21.15.39:0/226875523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c160390 0x7f485c0d15d0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f484c009d90 tx=0x7f484c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0df9c1aad88057d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f485959a640 1 -- 172.21.15.39:0/226875523 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f484c031600 con 0x7f485c160390 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f485959a640 1 -- 172.21.15.39:0/226875523 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f484c02d050 con 0x7f485c160390 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f485959a640 1 -- 172.21.15.39:0/226875523 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f484c031980 con 0x7f485c160390 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 -- 172.21.15.39:0/226875523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c160390 msgr2=0x7f485c0d15d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 --2- 172.21.15.39:0/226875523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c160390 0x7f485c0d15d0 secure :-1 s=READY pgs=1112 cs=0 l=1 rev1=1 crypto rx=0x7f484c009d90 tx=0x7f484c02a610 comp rx=0 tx=0).stop 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 -- 172.21.15.39:0/226875523 shutdown_connections 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 --2- 172.21.15.39:0/226875523 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c160390 0x7f485c0d15d0 unknown :-1 s=CLOSED pgs=1112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 -- 172.21.15.39:0/226875523 >> 172.21.15.39:0/226875523 conn(0x7f485c06a790 msgr2=0x7f485c06aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 -- 172.21.15.39:0/226875523 shutdown_connections 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.921+0000 7f4860fbc640 1 -- 172.21.15.39:0/226875523 wait complete. 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 Processor -- start 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 -- start start 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f485c0cfe20 0x7f485c0cc420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 0x7f485c0c9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f485c160390 0x7f485c14b930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f485c14c1e0 con 0x7f485c15c920 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f485c0ca160 con 0x7f485c160390 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.923+0000 7f4860fbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f485c0c6390 con 0x7f485c0cfe20 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 0x7f485c0c9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 0x7f485c0c9aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53362/0 (socket says 172.21.15.39:53362) 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 -- 172.21.15.39:0/3933572607 learned_addr learned my addr 172.21.15.39:0/3933572607 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f485a59c640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f485c0cfe20 0x7f485c0cc420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 -- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f485c0cfe20 msgr2=0x7f485c0cc420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f485ad9d640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f485c160390 0x7f485c14b930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f485c0cfe20 0x7f485c0cc420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 -- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f485c160390 msgr2=0x7f485c14b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f485c160390 0x7f485c14b930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 -- 172.21.15.39:0/3933572607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f484c009a70 con 0x7f485c15c920 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4859d9b640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 0x7f485c0c9aa0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f484400c4d0 tx=0x7f484400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48440074e0 con 0x7f485c15c920 2024-09-13T16:16:31.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4844007660 con 0x7f485c15c920 2024-09-13T16:16:31.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f485c0c6670 con 0x7f485c15c920 2024-09-13T16:16:31.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4844004a20 con 0x7f485c15c920 2024-09-13T16:16:31.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.924+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f485c0c6c30 con 0x7f485c15c920 2024-09-13T16:16:31.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.925+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f485c067330 con 0x7f485c15c920 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.926+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4844004b80 con 0x7f485c15c920 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.926+0000 7f4852ffd640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483c06ac00 0x7f483c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.926+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(74..74 src has 1..74) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f48440884a0 con 0x7f485c15c920 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.927+0000 7f485a59c640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483c06ac00 0x7f483c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:31.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.927+0000 7f485a59c640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483c06ac00 0x7f483c06d0c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4854003d90 tx=0x7f4854009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:31.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:31.931+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48440536e0 con 0x7f485c15c920 2024-09-13T16:16:32.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.136+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f485c0c6e50 con 0x7f485c15c920 2024-09-13T16:16:32.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.141+0000 7f4852ffd640 1 -- 172.21.15.39:0/3933572607 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 10 and data pool 11 v59) v1 ==== 174+0+0 (secure 0 0 0) 0x7f4844056d00 con 0x7f485c15c920 2024-09-13T16:16:32.143 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 10 and data pool 11 2024-09-13T16:16:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483c06ac00 msgr2=0x7f483c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483c06ac00 0x7f483c06d0c0 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7f4854003d90 tx=0x7f4854009040 comp rx=0 tx=0).stop 2024-09-13T16:16:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 msgr2=0x7f485c0c9aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 0x7f485c0c9aa0 secure :-1 s=READY pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f484400c4d0 tx=0x7f484400c990 comp rx=0 tx=0).stop 2024-09-13T16:16:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 shutdown_connections 2024-09-13T16:16:32.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483c06ac00 0x7f483c06d0c0 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f485c160390 0x7f485c14b930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f485c15c920 0x7f485c0c9aa0 secure :-1 s=CLOSED pgs=1113 cs=0 l=1 rev1=1 crypto rx=0x7f484400c4d0 tx=0x7f484400c990 comp rx=0 tx=0).stop 2024-09-13T16:16:32.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 --2- 172.21.15.39:0/3933572607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f485c0cfe20 0x7f485c0cc420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.147+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 >> 172.21.15.39:0/3933572607 conn(0x7f485c06a790 msgr2=0x7f485c1528c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.148+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 shutdown_connections 2024-09-13T16:16:32.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.148+0000 7f4860fbc640 1 -- 172.21.15.39:0/3933572607 wait complete. 2024-09-13T16:16:32.167 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:32.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.267+0000 7ff44d1ce640 1 Processor -- start 2024-09-13T16:16:32.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.267+0000 7ff44d1ce640 1 -- start start 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff44d1ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff4480b41a0 0x7ff4480b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff44d1ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff4480d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff44d1ce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4480cde30 con 0x7ff4480d0830 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff44d1ce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4480b5090 con 0x7ff4480b41a0 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff44d1ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4480cd820 con 0x7ff4480ccf80 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff446d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff4480b41a0 0x7ff4480b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff446d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff4480b41a0 0x7ff4480b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53370/0 (socket says 172.21.15.39:53370) 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff446d9d640 1 -- 172.21.15.39:0/2001183956 learned_addr learned my addr 172.21.15.39:0/2001183956 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.268+0000 7ff44659c640 1 --2- 172.21.15.39:0/2001183956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff4480d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff446d9d640 1 -- 172.21.15.39:0/2001183956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 msgr2=0x7ff4480d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff446d9d640 1 --2- 172.21.15.39:0/2001183956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff4480d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff446d9d640 1 -- 172.21.15.39:0/2001183956 >> v1:172.21.15.157:6789/0 conn(0x7ff4480d0830 legacy=0x7ff448166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff446d9d640 1 -- 172.21.15.39:0/2001183956 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4480b4ac0 con 0x7ff4480b41a0 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff446d9d640 1 --2- 172.21.15.39:0/2001183956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480b41a0 0x7ff4480b4580 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7ff438009e50 tx=0x7ff43802a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa51f559cc41cceb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff445d9b640 1 -- 172.21.15.39:0/2001183956 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff438031600 con 0x7ff4480b41a0 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.269+0000 7ff445d9b640 1 -- 172.21.15.39:0/2001183956 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff43802d050 con 0x7ff4480b41a0 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff445d9b640 1 -- 172.21.15.39:0/2001183956 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff438031980 con 0x7ff4480b41a0 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 -- 172.21.15.39:0/2001183956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480b41a0 msgr2=0x7ff4480b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/2001183956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480b41a0 0x7ff4480b4580 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7ff438009e50 tx=0x7ff43802a710 comp rx=0 tx=0).stop 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 -- 172.21.15.39:0/2001183956 shutdown_connections 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/2001183956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff4480d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/2001183956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480b41a0 0x7ff4480b4580 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 -- 172.21.15.39:0/2001183956 >> 172.21.15.39:0/2001183956 conn(0x7ff4480cf1a0 msgr2=0x7ff4480cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 -- 172.21.15.39:0/2001183956 shutdown_connections 2024-09-13T16:16:32.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.270+0000 7ff44d1ce640 1 -- 172.21.15.39:0/2001183956 wait complete. 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 Processor -- start 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 -- start start 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4480b41a0 0x7ff4481522d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff448156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 0x7ff448157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4481553f0 con 0x7ff4480d0830 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4481556d0 con 0x7ff4480b41a0 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44d1ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4481559b0 con 0x7ff4480ccf80 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 0x7ff448157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 0x7ff448157140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53384/0 (socket says 172.21.15.39:53384) 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.272+0000 7ff44759e640 1 -- 172.21.15.39:0/1097002010 learned_addr learned my addr 172.21.15.39:0/1097002010 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:32.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44659c640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff448156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44759e640 1 -- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 msgr2=0x7ff448156740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44759e640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff448156740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44759e640 1 -- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4480b41a0 msgr2=0x7ff4481522d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44759e640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4480b41a0 0x7ff4481522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44759e640 1 -- 172.21.15.39:0/1097002010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff438009b30 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44759e640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 0x7ff448157140 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7ff44000c390 tx=0x7ff44000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff4400052d0 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff440005430 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff448155c90 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff440003810 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.273+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff448156c80 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.274+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff448067330 con 0x7ff4480d0830 2024-09-13T16:16:32.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.275+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff440003970 con 0x7ff4480d0830 2024-09-13T16:16:32.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.275+0000 7ff43f7fe640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff42806ac30 0x7ff42806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.275+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff440088750 con 0x7ff4480d0830 2024-09-13T16:16:32.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.275+0000 7ff446d9d640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff42806ac30 0x7ff42806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.276+0000 7ff446d9d640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff42806ac30 0x7ff42806d0f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff438033000 tx=0x7ff43802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.279+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff4400539e0 con 0x7ff4480d0830 2024-09-13T16:16:32.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.450+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff448066ec0 con 0x7ff4480d0830 2024-09-13T16:16:32.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.452+0000 7ff43f7fe640 1 -- 172.21.15.39:0/1097002010 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) v1 ==== 74+0+16569 (secure 0 0 0) 0x7ff440057000 con 0x7ff4480d0830 2024-09-13T16:16:32.453 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:32.453 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":75,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:16:32.137746+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff42806ac30 msgr2=0x7ff42806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff42806ac30 0x7ff42806d0f0 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7ff438033000 tx=0x7ff43802e000 comp rx=0 tx=0).stop 2024-09-13T16:16:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 msgr2=0x7ff448157140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 0x7ff448157140 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7ff44000c390 tx=0x7ff44000c850 comp rx=0 tx=0).stop 2024-09-13T16:16:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 shutdown_connections 2024-09-13T16:16:32.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff42806ac30 0x7ff42806d0f0 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff4480d0830 0x7ff448157140 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff4480ccf80 0x7ff448156740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 --2- 172.21.15.39:0/1097002010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4480b41a0 0x7ff4481522d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.453+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 >> 172.21.15.39:0/1097002010 conn(0x7ff4480cf1a0 msgr2=0x7ff4480b5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.454+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 shutdown_connections 2024-09-13T16:16:32.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.454+0000 7ff44d1ce640 1 -- 172.21.15.39:0/1097002010 wait complete. 2024-09-13T16:16:32.466 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:32.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.566+0000 7f37fecc9640 1 Processor -- start 2024-09-13T16:16:32.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.566+0000 7f37fecc9640 1 -- start start 2024-09-13T16:16:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37fecc9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f37f80ccf80 0x7f37f8163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37fecc9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f8164530 0x7f37f8166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37fecc9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37f80cde30 con 0x7f37f80b41a0 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37fecc9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37f80b5090 con 0x7f37f80ccf80 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37fecc9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37f80cd820 con 0x7f37f8164530 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37f7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f37f80ccf80 0x7f37f8163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37f7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f37f80ccf80 0x7f37f8163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53394/0 (socket says 172.21.15.39:53394) 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37f7fff640 1 -- 172.21.15.39:0/3496026462 learned_addr learned my addr 172.21.15.39:0/3496026462 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.567+0000 7f37fd266640 1 --2- 172.21.15.39:0/3496026462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f8164530 0x7f37f8166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.568+0000 7f37f7fff640 1 -- 172.21.15.39:0/3496026462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f8164530 msgr2=0x7f37f8166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.568+0000 7f37f7fff640 1 --2- 172.21.15.39:0/3496026462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f8164530 0x7f37f8166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.568+0000 7f37f7fff640 1 -- 172.21.15.39:0/3496026462 >> v1:172.21.15.157:6789/0 conn(0x7f37f80b41a0 legacy=0x7f37f80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.568+0000 7f37f7fff640 1 -- 172.21.15.39:0/3496026462 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37f815cd60 con 0x7f37f80ccf80 2024-09-13T16:16:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.568+0000 7f37f77fe640 1 -- 172.21.15.39:0/3496026462 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2699481735 0 0) 0x7f37f80cde30 con 0x7f37f80b41a0 2024-09-13T16:16:32.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.568+0000 7f37f7fff640 1 --2- 172.21.15.39:0/3496026462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f80ccf80 0x7f37f8163ff0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f37e0009e50 tx=0x7f37e002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bb2a7e96d93713f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37f77fe640 1 -- 172.21.15.39:0/3496026462 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e0031600 con 0x7f37f80ccf80 2024-09-13T16:16:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37f77fe640 1 -- 172.21.15.39:0/3496026462 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37e002d050 con 0x7f37f80ccf80 2024-09-13T16:16:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37f77fe640 1 -- 172.21.15.39:0/3496026462 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37e0031980 con 0x7f37f80ccf80 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 -- 172.21.15.39:0/3496026462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f80ccf80 msgr2=0x7f37f8163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 --2- 172.21.15.39:0/3496026462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f80ccf80 0x7f37f8163ff0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f37e0009e50 tx=0x7f37e002a710 comp rx=0 tx=0).stop 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 -- 172.21.15.39:0/3496026462 shutdown_connections 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 --2- 172.21.15.39:0/3496026462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f8164530 0x7f37f8166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 --2- 172.21.15.39:0/3496026462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f80ccf80 0x7f37f8163ff0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 -- 172.21.15.39:0/3496026462 >> 172.21.15.39:0/3496026462 conn(0x7f37f80cf1a0 msgr2=0x7f37f80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.569+0000 7f37fecc9640 1 -- 172.21.15.39:0/3496026462 shutdown_connections 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.570+0000 7f37fecc9640 1 -- 172.21.15.39:0/3496026462 wait complete. 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.571+0000 7f37fecc9640 1 Processor -- start 2024-09-13T16:16:32.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.571+0000 7f37fecc9640 1 -- start start 2024-09-13T16:16:32.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37f80b41a0 0x7f37f8151cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f80ccf80 0x7f37f81f2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 0x7f37f81576b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f8156450 con 0x7f37f8164530 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37f81f3230 con 0x7f37f80b41a0 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37f8155840 con 0x7f37f80ccf80 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 0x7f37f81576b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 0x7f37f81576b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53410/0 (socket says 172.21.15.39:53410) 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 -- 172.21.15.39:0/4054002998 learned_addr learned my addr 172.21.15.39:0/4054002998 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37f7fff640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f80ccf80 0x7f37f81f2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fca65640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37f80b41a0 0x7f37f8151cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 -- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f80ccf80 msgr2=0x7f37f81f2cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f80ccf80 0x7f37f81f2cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 -- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37f80b41a0 msgr2=0x7f37f8151cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37f80b41a0 0x7f37f8151cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 -- 172.21.15.39:0/4054002998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e0009b30 con 0x7f37f8164530 2024-09-13T16:16:32.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fca65640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37f80b41a0 0x7f37f8151cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fd266640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 0x7f37f81576b0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f37f000e850 tx=0x7f37f000ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37f0009630 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37f000c940 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37f8155b20 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37f000ccf0 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.572+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37f81560e0 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.573+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37f8067330 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.574+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f37f0013470 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.574+0000 7f37f57fa640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37d806ac00 0x7f37d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.574+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f37f0089930 con 0x7f37f8164530 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.575+0000 7f37fca65640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37d806ac00 0x7f37d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.575+0000 7f37fca65640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37d806ac00 0x7f37d806d0c0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f37e8000f60 tx=0x7f37e8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.579+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f37f0054b10 con 0x7f37f8164530 2024-09-13T16:16:32.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.751+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f37f8066ec0 con 0x7f37f8164530 2024-09-13T16:16:32.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.752+0000 7f37f57fa640 1 -- 172.21.15.39:0/4054002998 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v75) v1 ==== 74+0+16569 (secure 0 0 0) 0x7f37f0017090 con 0x7f37f8164530 2024-09-13T16:16:32.753 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:32.754 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":75,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:16:32.137746+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37d806ac00 msgr2=0x7f37d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37d806ac00 0x7f37d806d0c0 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f37e8000f60 tx=0x7f37e8009040 comp rx=0 tx=0).stop 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 msgr2=0x7f37f81576b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 0x7f37f81576b0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f37f000e850 tx=0x7f37f000ed10 comp rx=0 tx=0).stop 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 shutdown_connections 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37d806ac00 0x7f37d806d0c0 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37f8164530 0x7f37f81576b0 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37f80ccf80 0x7f37f81f2cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 --2- 172.21.15.39:0/4054002998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37f80b41a0 0x7f37f8151cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 >> 172.21.15.39:0/4054002998 conn(0x7f37f80cf1a0 msgr2=0x7f37f80b7970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 shutdown_connections 2024-09-13T16:16:32.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.754+0000 7f37fecc9640 1 -- 172.21.15.39:0/4054002998 wait complete. 2024-09-13T16:16:32.767 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:16:32.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.871+0000 7f3c72b76640 1 Processor -- start 2024-09-13T16:16:32.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.871+0000 7f3c72b76640 1 -- start start 2024-09-13T16:16:32.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.871+0000 7f3c72b76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3c6c0cf710 0x7f3c6c0cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.871+0000 7f3c72b76640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c6c0d0060 con 0x7f3c6c160400 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.871+0000 7f3c72b76640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c6c15dd50 con 0x7f3c6c15c920 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.871+0000 7f3c72b76640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c6c0cd290 con 0x7f3c6c0cf710 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3c6c160400 0x7f3c6c0d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36702/0 (socket says 172.21.15.39:36702) 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6bfff640 1 -- 172.21.15.39:0/3481533104 learned_addr learned my addr 172.21.15.39:0/3481533104 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c71113640 1 --2- 172.21.15.39:0/3481533104 >> v2:172.21.15.157:3300/0 conn(0x7f3c6c0cf710 0x7f3c6c0cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 930758329 0 0) 0x7f3c6c0d0060 con 0x7f3c6c160400 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3c5c003520 con 0x7f3c6c160400 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3121657021 0 0) 0x7f3c5c003520 con 0x7f3c6c160400 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 >> v2:172.21.15.157:3300/0 conn(0x7f3c6c0cf710 msgr2=0x7f3c6c0cfb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 --2- 172.21.15.39:0/3481533104 >> v2:172.21.15.157:3300/0 conn(0x7f3c6c0cf710 0x7f3c6c0cfb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 >> v1:172.21.15.157:6789/0 conn(0x7f3c6c15c920 legacy=0x7f3c6c15cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c6c15d790 con 0x7f3c6c160400 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f3c58001670 con 0x7f3c6c160400 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 >> v1:172.21.15.39:6789/0 conn(0x7f3c6c160400 legacy=0x7f3c6c0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c003970 0x7f3c5c003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c5c004370 0x7f3c5c004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c5c0050e0 0x7f3c5c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c6c0cd290 con 0x7f3c5c0050e0 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c5c00c020 con 0x7f3c5c003970 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c5c00c1e0 con 0x7f3c5c004370 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c71113640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c5c0050e0 0x7f3c5c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c6bfff640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c5c004370 0x7f3c5c004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.872+0000 7f3c70912640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c003970 0x7f3c5c003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 -- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c5c004370 msgr2=0x7f3c5c004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c5c004370 0x7f3c5c004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 -- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c003970 msgr2=0x7f3c5c003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c003970 0x7f3c5c003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 -- 172.21.15.39:0/3481533104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c5c003520 con 0x7f3c5c0050e0 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 -- 172.21.15.39:0/3481533104 reap_dead start 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.873+0000 7f3c71113640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c5c0050e0 0x7f3c5c00b980 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009fc0 tx=0x7f3c5c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8adeb28119b9f647 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c64003b90 con 0x7f3c5c0050e0 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c6400f040 con 0x7f3c5c0050e0 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c6b7fe640 1 -- 172.21.15.39:0/3481533104 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c64004020 con 0x7f3c5c0050e0 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 -- 172.21.15.39:0/3481533104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c5c0050e0 msgr2=0x7f3c5c00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c5c0050e0 0x7f3c5c00b980 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7f3c64009fc0 tx=0x7f3c5c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 -- 172.21.15.39:0/3481533104 shutdown_connections 2024-09-13T16:16:32.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 --2- 172.21.15.39:0/3481533104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c5c0050e0 0x7f3c5c00b980 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 -- 172.21.15.39:0/3481533104 >> 172.21.15.39:0/3481533104 conn(0x7f3c6c06a790 msgr2=0x7f3c6c06aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:32.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 -- 172.21.15.39:0/3481533104 shutdown_connections 2024-09-13T16:16:32.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.874+0000 7f3c72b76640 1 -- 172.21.15.39:0/3481533104 wait complete. 2024-09-13T16:16:32.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.875+0000 7f3c72b76640 1 Processor -- start 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.875+0000 7f3c72b76640 1 -- start start 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c72b76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c0050e0 0x7f3c6c0cbd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c72b76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 0x7f3c6c0ca8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c72b76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c6c0cae20 0x7f3c6c0cb2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c72b76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c6c148b80 con 0x7f3c6c158c40 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c72b76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c6c14a8a0 con 0x7f3c5c0050e0 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c72b76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c6c0cc290 con 0x7f3c6c0cae20 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c6bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 0x7f3c6c0ca8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c6bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 0x7f3c6c0ca8e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53428/0 (socket says 172.21.15.39:53428) 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.876+0000 7f3c6bfff640 1 -- 172.21.15.39:0/434048579 learned_addr learned my addr 172.21.15.39:0/434048579 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c70912640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c0050e0 0x7f3c6c0cbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c71113640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c6c0cae20 0x7f3c6c0cb2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c6bfff640 1 -- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c6c0cae20 msgr2=0x7f3c6c0cb2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c6bfff640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c6c0cae20 0x7f3c6c0cb2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c6bfff640 1 -- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c0050e0 msgr2=0x7f3c6c0cbd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c6bfff640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c0050e0 0x7f3c6c0cbd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c6bfff640 1 -- 172.21.15.39:0/434048579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c6c0b4d30 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c6bfff640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 0x7f3c6c0ca8e0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f3c58004ec0 tx=0x7f3c58007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c5800f750 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c5800f8d0 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c6c148df0 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c5800fc80 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.877+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c6c0b5010 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.878+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c6c067330 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.879+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3c5801d460 con 0x7f3c6c158c40 2024-09-13T16:16:32.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.879+0000 7f3c697fa640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c5006ac00 0x7f3c5006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:32.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.879+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(75..75 src has 1..75) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3c58089300 con 0x7f3c6c158c40 2024-09-13T16:16:32.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.879+0000 7f3c70912640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c5006ac00 0x7f3c5006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:32.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.880+0000 7f3c70912640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c5006ac00 0x7f3c5006d0c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3c60001940 tx=0x7f3c60009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:32.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:32.883+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3c580544e0 con 0x7f3c6c158c40 2024-09-13T16:16:33.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.088+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f3c6c0b1360 con 0x7f3c6c158c40 2024-09-13T16:16:33.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.145+0000 7f3c697fa640 1 -- 172.21.15.39:0/434048579 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v60) v1 ==== 118+0+0 (secure 0 0 0) 0x7f3c58057b00 con 0x7f3c6c158c40 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.147+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c5006ac00 msgr2=0x7f3c5006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.147+0000 7f3c72b76640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c5006ac00 0x7f3c5006d0c0 secure :-1 s=READY pgs=473 cs=0 l=1 rev1=1 crypto rx=0x7f3c60001940 tx=0x7f3c60009040 comp rx=0 tx=0).stop 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.147+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 msgr2=0x7f3c6c0ca8e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.147+0000 7f3c72b76640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 0x7f3c6c0ca8e0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f3c58004ec0 tx=0x7f3c58007430 comp rx=0 tx=0).stop 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 shutdown_connections 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c5006ac00 0x7f3c5006d0c0 unknown :-1 s=CLOSED pgs=473 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c6c0cae20 0x7f3c6c0cb2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c6c158c40 0x7f3c6c0ca8e0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 --2- 172.21.15.39:0/434048579 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c5c0050e0 0x7f3c6c0cbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 >> 172.21.15.39:0/434048579 conn(0x7f3c6c06a790 msgr2=0x7f3c6c15dff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 shutdown_connections 2024-09-13T16:16:33.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.148+0000 7f3c72b76640 1 -- 172.21.15.39:0/434048579 wait complete. 2024-09-13T16:16:33.161 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:16:33.161 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:16:33.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.264+0000 7fc564fb5640 1 Processor -- start 2024-09-13T16:16:33.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.265+0000 7fc564fb5640 1 -- start start 2024-09-13T16:16:33.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.265+0000 7fc564fb5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc56006a5e0 0x7fc5600705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc564fb5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc560070af0 0x7fc5600cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc564fb5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc560070f80 con 0x7fc56015a4f0 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc564fb5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc56015ac00 con 0x7fc560070af0 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc564fb5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc56015a8d0 con 0x7fc56006a5e0 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc560070af0 0x7fc5600cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc560070af0 0x7fc5600cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53440/0 (socket says 172.21.15.39:53440) 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 -- 172.21.15.39:0/209303443 learned_addr learned my addr 172.21.15.39:0/209303443 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:33.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55dd9b640 1 --2- 172.21.15.39:0/209303443 >> v2:172.21.15.157:3300/0 conn(0x7fc56006a5e0 0x7fc5600705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 -- 172.21.15.39:0/209303443 >> v2:172.21.15.157:3300/0 conn(0x7fc56006a5e0 msgr2=0x7fc5600705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:33.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 --2- 172.21.15.39:0/209303443 >> v2:172.21.15.157:3300/0 conn(0x7fc56006a5e0 0x7fc5600705b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 -- 172.21.15.39:0/209303443 >> v1:172.21.15.157:6789/0 conn(0x7fc56015a4f0 legacy=0x7fc560069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:33.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.266+0000 7fc55ed9d640 1 -- 172.21.15.39:0/209303443 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc560071220 con 0x7fc560070af0 2024-09-13T16:16:33.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.267+0000 7fc55ed9d640 1 --2- 172.21.15.39:0/209303443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc5600cd500 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fc56006ae40 tx=0x7fc55802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c568927d1333aa1d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.267+0000 7fc55d59a640 1 -- 172.21.15.39:0/209303443 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc558031600 con 0x7fc560070af0 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.267+0000 7fc55d59a640 1 -- 172.21.15.39:0/209303443 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc55802d050 con 0x7fc560070af0 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.267+0000 7fc55d59a640 1 -- 172.21.15.39:0/209303443 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc558031980 con 0x7fc560070af0 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.267+0000 7fc564fb5640 1 -- 172.21.15.39:0/209303443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 msgr2=0x7fc5600cd500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.267+0000 7fc564fb5640 1 --2- 172.21.15.39:0/209303443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc5600cd500 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7fc56006ae40 tx=0x7fc55802a730 comp rx=0 tx=0).stop 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.268+0000 7fc564fb5640 1 -- 172.21.15.39:0/209303443 shutdown_connections 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.268+0000 7fc564fb5640 1 --2- 172.21.15.39:0/209303443 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc5600cd500 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.268+0000 7fc564fb5640 1 --2- 172.21.15.39:0/209303443 >> v2:172.21.15.157:3300/0 conn(0x7fc56006a5e0 0x7fc5600705b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.268+0000 7fc564fb5640 1 -- 172.21.15.39:0/209303443 >> 172.21.15.39:0/209303443 conn(0x7fc5600b00a0 msgr2=0x7fc5600b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:33.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.268+0000 7fc564fb5640 1 -- 172.21.15.39:0/209303443 shutdown_connections 2024-09-13T16:16:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.268+0000 7fc564fb5640 1 -- 172.21.15.39:0/209303443 wait complete. 2024-09-13T16:16:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.269+0000 7fc564fb5640 1 Processor -- start 2024-09-13T16:16:33.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.269+0000 7fc564fb5640 1 -- start start 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc564fb5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc56006a5e0 0x7fc5601f2130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc564fb5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc56014a850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc564fb5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc56015a4f0 0x7fc5600c3460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc564fb5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5601f54c0 con 0x7fc560070af0 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc564fb5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5601f2670 con 0x7fc56006a5e0 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc564fb5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5601652b0 con 0x7fc56015a4f0 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc56014a850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc56014a850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53448/0 (socket says 172.21.15.39:53448) 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 -- 172.21.15.39:0/1993920426 learned_addr learned my addr 172.21.15.39:0/1993920426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55ed9d640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc56015a4f0 0x7fc5600c3460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55e59c640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc56006a5e0 0x7fc5601f2130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 -- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc56015a4f0 msgr2=0x7fc5600c3460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc56015a4f0 0x7fc5600c3460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 -- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc56006a5e0 msgr2=0x7fc5601f2130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc56006a5e0 0x7fc5601f2130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 -- 172.21.15.39:0/1993920426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc558009b30 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55e59c640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc56006a5e0 0x7fc5601f2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55ed9d640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc56015a4f0 0x7fc5600c3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc55dd9b640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc56014a850 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fc54800d5f0 tx=0x7fc54800dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.270+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5480125f0 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.271+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc548012750 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.271+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc548012b00 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.271+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc560165590 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.271+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc560165b50 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.272+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5600672f0 con 0x7fc560070af0 2024-09-13T16:16:33.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.272+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc548012c60 con 0x7fc560070af0 2024-09-13T16:16:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.273+0000 7fc556ffd640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc54006ac00 0x7fc54006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.273+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc548089840 con 0x7fc560070af0 2024-09-13T16:16:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.273+0000 7fc55e59c640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc54006ac00 0x7fc54006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.273+0000 7fc55e59c640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc54006ac00 0x7fc54006d0c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fc5600b2610 tx=0x7fc550009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:33.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.277+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc548054a20 con 0x7fc560070af0 2024-09-13T16:16:33.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:33.484+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7fc56014ad90 con 0x7fc560070af0 2024-09-13T16:16:34.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.158+0000 7fc556ffd640 1 -- 172.21.15.39:0/1993920426 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v61) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc548058040 con 0x7fc560070af0 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc54006ac00 msgr2=0x7fc54006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc54006ac00 0x7fc54006d0c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7fc5600b2610 tx=0x7fc550009040 comp rx=0 tx=0).stop 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 msgr2=0x7fc56014a850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc56014a850 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fc54800d5f0 tx=0x7fc54800dab0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 shutdown_connections 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc54006ac00 0x7fc54006d0c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc56015a4f0 0x7fc5600c3460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc560070af0 0x7fc56014a850 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 --2- 172.21.15.39:0/1993920426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc56006a5e0 0x7fc5601f2130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 >> 172.21.15.39:0/1993920426 conn(0x7fc5600b00a0 msgr2=0x7fc5600b2bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 shutdown_connections 2024-09-13T16:16:34.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.160+0000 7fc564fb5640 1 -- 172.21.15.39:0/1993920426 wait complete. 2024-09-13T16:16:34.175 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:16:34.175 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:34.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.283+0000 7f90b1420640 1 Processor -- start 2024-09-13T16:16:34.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.283+0000 7f90b1420640 1 -- start start 2024-09-13T16:16:34.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90b1420640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0721f0 0x7f90ac0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90b1420640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f90ac0ce7b0 0x7f90ac0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90b1420640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f90ac0cc650 0x7f90ac069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90b1420640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90ac15bed0 con 0x7f90ac0cc650 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90b1420640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90ac0cebf0 con 0x7f90ac0ce7b0 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90b1420640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90ac15aa50 con 0x7f90ac0721f0 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f90ac0cc650 0x7f90ac069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f90ac0cc650 0x7f90ac069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54372/0 (socket says 172.21.15.39:54372) 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 -- 172.21.15.39:0/3817038776 learned_addr learned my addr 172.21.15.39:0/3817038776 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 -- 172.21.15.39:0/3817038776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0721f0 msgr2=0x7f90ac0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90aa7fc640 1 --2- 172.21.15.39:0/3817038776 >> v2:172.21.15.157:3300/0 conn(0x7f90ac0ce7b0 0x7f90ac0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90aaffd640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0721f0 0x7f90ac0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0721f0 0x7f90ac0ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 -- 172.21.15.39:0/3817038776 >> v2:172.21.15.157:3300/0 conn(0x7f90ac0ce7b0 msgr2=0x7f90ac0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 --2- 172.21.15.39:0/3817038776 >> v2:172.21.15.157:3300/0 conn(0x7f90ac0ce7b0 0x7f90ac0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90ab7fe640 1 -- 172.21.15.39:0/3817038776 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90ac15af50 con 0x7f90ac0cc650 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90aa7fc640 1 --2- 172.21.15.39:0/3817038776 >> v2:172.21.15.157:3300/0 conn(0x7f90ac0ce7b0 0x7f90ac0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:34.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.284+0000 7f90aaffd640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0721f0 0x7f90ac0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:34.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.285+0000 7f90ab7fe640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0cc650 0x7f90ac069ed0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0684f0 tx=0x7f90a402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92b8c0e0741d0470 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.285+0000 7f90a9ffb640 1 -- 172.21.15.39:0/3817038776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a4031600 con 0x7f90ac0cc650 2024-09-13T16:16:34.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.285+0000 7f90a9ffb640 1 -- 172.21.15.39:0/3817038776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90a402d050 con 0x7f90ac0cc650 2024-09-13T16:16:34.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.285+0000 7f90a9ffb640 1 -- 172.21.15.39:0/3817038776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90a4031980 con 0x7f90ac0cc650 2024-09-13T16:16:34.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 -- 172.21.15.39:0/3817038776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0cc650 msgr2=0x7f90ac069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0cc650 0x7f90ac069ed0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f90ac0684f0 tx=0x7f90a402a610 comp rx=0 tx=0).stop 2024-09-13T16:16:34.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 -- 172.21.15.39:0/3817038776 shutdown_connections 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0cc650 0x7f90ac069ed0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 --2- 172.21.15.39:0/3817038776 >> v2:172.21.15.157:3300/0 conn(0x7f90ac0ce7b0 0x7f90ac0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 --2- 172.21.15.39:0/3817038776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0721f0 0x7f90ac0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 -- 172.21.15.39:0/3817038776 >> 172.21.15.39:0/3817038776 conn(0x7f90ac06b3b0 msgr2=0x7f90ac06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 -- 172.21.15.39:0/3817038776 shutdown_connections 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.286+0000 7f90b1420640 1 -- 172.21.15.39:0/3817038776 wait complete. 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.287+0000 7f90b1420640 1 Processor -- start 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.287+0000 7f90b1420640 1 -- start start 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90b1420640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 0x7f90ac0aaf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90b1420640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90ac0cc650 0x7f90ac0c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90b1420640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0ce7b0 0x7f90ac1570e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90b1420640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90ac0ab4d0 con 0x7f90ac0721f0 2024-09-13T16:16:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90b1420640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90ac0c4110 con 0x7f90ac0cc650 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90b1420640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90ac0c4340 con 0x7f90ac0ce7b0 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 0x7f90ac0aaf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 0x7f90ac0aaf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54374/0 (socket says 172.21.15.39:54374) 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 -- 172.21.15.39:0/2266190431 learned_addr learned my addr 172.21.15.39:0/2266190431 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 -- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0ce7b0 msgr2=0x7f90ac1570e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0ce7b0 0x7f90ac1570e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 -- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90ac0cc650 msgr2=0x7f90ac0c3bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aa7fc640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90ac0cc650 0x7f90ac0c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90ac0cc650 0x7f90ac0c3bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 -- 172.21.15.39:0/2266190431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90a4009b30 con 0x7f90ac0721f0 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.288+0000 7f90aaffd640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 0x7f90ac0aaf90 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f909c00c7c0 tx=0x7f909c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.289+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f909c007a30 con 0x7f90ac0721f0 2024-09-13T16:16:34.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.289+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f909c007b90 con 0x7f90ac0721f0 2024-09-13T16:16:34.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.289+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90ac1f13c0 con 0x7f90ac0721f0 2024-09-13T16:16:34.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.289+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f909c00ce70 con 0x7f90ac0721f0 2024-09-13T16:16:34.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.289+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90ac1f1980 con 0x7f90ac0721f0 2024-09-13T16:16:34.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.290+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90ac0672f0 con 0x7f90ac0721f0 2024-09-13T16:16:34.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.290+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f909c0113f0 con 0x7f90ac0721f0 2024-09-13T16:16:34.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.291+0000 7f90937fe640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f909806ac00 0x7f909806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.291+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f909c0894d0 con 0x7f90ac0721f0 2024-09-13T16:16:34.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.291+0000 7f90aa7fc640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f909806ac00 0x7f909806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.291+0000 7f90aa7fc640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f909806ac00 0x7f909806d0c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f90ac1593f0 tx=0x7f90a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.295+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f909c0546b0 con 0x7f90ac0721f0 2024-09-13T16:16:34.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.499+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f90ac0ccb00 con 0x7f90ac0721f0 2024-09-13T16:16:34.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.500+0000 7f90937fe640 1 -- 172.21.15.39:0/2266190431 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) v1 ==== 94+0+4730 (secure 0 0 0) 0x7f909c057cd0 con 0x7f90ac0721f0 2024-09-13T16:16:34.501 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:34.502 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":61,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:16:34.148984+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:16:34.502 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 61 2024-09-13T16:16:34.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f909806ac00 msgr2=0x7f909806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f909806ac00 0x7f909806d0c0 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7f90ac1593f0 tx=0x7f90a0008040 comp rx=0 tx=0).stop 2024-09-13T16:16:34.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 msgr2=0x7f90ac0aaf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 0x7f90ac0aaf90 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f909c00c7c0 tx=0x7f909c00cc80 comp rx=0 tx=0).stop 2024-09-13T16:16:34.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 shutdown_connections 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f909806ac00 0x7f909806d0c0 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f90ac0ce7b0 0x7f90ac1570e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f90ac0cc650 0x7f90ac0c3bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 --2- 172.21.15.39:0/2266190431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90ac0721f0 0x7f90ac0aaf90 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 >> 172.21.15.39:0/2266190431 conn(0x7f90ac06b3b0 msgr2=0x7f90ac06fac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 shutdown_connections 2024-09-13T16:16:34.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.502+0000 7f90b1420640 1 -- 172.21.15.39:0/2266190431 wait complete. 2024-09-13T16:16:34.515 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:16:34.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.615+0000 7f85d4391640 1 Processor -- start 2024-09-13T16:16:34.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.615+0000 7f85d4391640 1 -- start start 2024-09-13T16:16:34.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d4391640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f85cc15d0a0 0x7f85cc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d4391640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85cc06f6e0 con 0x7f85cc06f170 2024-09-13T16:16:34.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d4391640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85cc06f9c0 con 0x7f85cc156fb0 2024-09-13T16:16:34.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d4391640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85cc0b2400 con 0x7f85cc15d0a0 2024-09-13T16:16:34.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d192c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f85cc06f170 0x7f85cc0b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35268/0 (socket says 172.21.15.39:35268) 2024-09-13T16:16:34.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d192c640 1 -- 172.21.15.39:0/741311327 learned_addr learned my addr 172.21.15.39:0/741311327 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d292e640 1 --2- 172.21.15.39:0/741311327 >> v2:172.21.15.157:3300/0 conn(0x7f85cc15d0a0 0x7f85cc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3191788490 0 0) 0x7f85cc06f6e0 con 0x7f85cc06f170 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85b8003520 con 0x7f85cc06f170 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 246107166 0 0) 0x7f85b8003520 con 0x7f85cc06f170 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 >> v2:172.21.15.157:3300/0 conn(0x7f85cc15d0a0 msgr2=0x7f85cc15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 --2- 172.21.15.39:0/741311327 >> v2:172.21.15.157:3300/0 conn(0x7f85cc15d0a0 0x7f85cc15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 >> v1:172.21.15.157:6789/0 conn(0x7f85cc156fb0 legacy=0x7f85cc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85cc06fca0 con 0x7f85cc06f170 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f85bc001670 con 0x7f85cc06f170 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 >> v1:172.21.15.39:6789/0 conn(0x7f85cc06f170 legacy=0x7f85cc0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.616+0000 7f85d112b640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8003970 0x7f85b8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d112b640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80047c0 0x7f85b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d112b640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85b800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc0b2400 con 0x7f85b8005180 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b800c120 con 0x7f85b80047c0 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85b800c2e0 con 0x7f85b8003970 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d292e640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85b800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d192c640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80047c0 0x7f85b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d212d640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8003970 0x7f85b8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d292e640 1 -- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8003970 msgr2=0x7f85b8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d292e640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8003970 0x7f85b8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d292e640 1 -- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80047c0 msgr2=0x7f85b8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d292e640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80047c0 0x7f85b8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.617+0000 7f85d292e640 1 -- 172.21.15.39:0/741311327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b8003520 con 0x7f85b8005180 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d292e640 1 -- 172.21.15.39:0/741311327 reap_dead start 2024-09-13T16:16:34.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d292e640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85b800b980 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f85c4009fc0 tx=0x7f85b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5bbcc9381fb5454 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4003b90 con 0x7f85b8005180 2024-09-13T16:16:34.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c400f040 con 0x7f85b8005180 2024-09-13T16:16:34.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d112b640 1 -- 172.21.15.39:0/741311327 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c4004020 con 0x7f85b8005180 2024-09-13T16:16:34.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d4391640 1 -- 172.21.15.39:0/741311327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 msgr2=0x7f85b800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.618+0000 7f85d4391640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85b800b980 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f85c4009fc0 tx=0x7f85b80057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.619+0000 7f85d4391640 1 -- 172.21.15.39:0/741311327 shutdown_connections 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.619+0000 7f85d4391640 1 --2- 172.21.15.39:0/741311327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85b800b980 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.619+0000 7f85d4391640 1 -- 172.21.15.39:0/741311327 >> 172.21.15.39:0/741311327 conn(0x7f85cc06b3b0 msgr2=0x7f85cc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.619+0000 7f85d4391640 1 -- 172.21.15.39:0/741311327 shutdown_connections 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.619+0000 7f85d4391640 1 -- 172.21.15.39:0/741311327 wait complete. 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.620+0000 7f85d4391640 1 Processor -- start 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.620+0000 7f85d4391640 1 -- start start 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.620+0000 7f85d4391640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85cc14d180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.620+0000 7f85d4391640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85cc14c350 0x7f85cc14f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d4391640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85cc14d6c0 0x7f85cc14fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d4391640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc14dc00 con 0x7f85b8005180 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d4391640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc14dee0 con 0x7f85cc14c350 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d4391640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85cc14e1c0 con 0x7f85cc14d6c0 2024-09-13T16:16:34.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85cc14d180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85cc14d180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54402/0 (socket says 172.21.15.39:54402) 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 -- 172.21.15.39:0/2709680805 learned_addr learned my addr 172.21.15.39:0/2709680805 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 -- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85cc14d6c0 msgr2=0x7f85cc14fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d292e640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85cc14d6c0 0x7f85cc14fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d192c640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85cc14c350 0x7f85cc14f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85cc14d6c0 0x7f85cc14fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 -- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85cc14c350 msgr2=0x7f85cc14f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85cc14c350 0x7f85cc14f790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 -- 172.21.15.39:0/2709680805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85cc14e4a0 con 0x7f85b8005180 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d212d640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85cc14d180 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f85c800f5f0 tx=0x7f85c800fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c80052e0 con 0x7f85b8005180 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85c8005440 con 0x7f85b8005180 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85cc14e780 con 0x7f85b8005180 2024-09-13T16:16:34.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85c8003810 con 0x7f85b8005180 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.621+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85cc150700 con 0x7f85b8005180 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.622+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85cc0672f0 con 0x7f85b8005180 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.623+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f85c8003970 con 0x7f85b8005180 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.623+0000 7f85c2ffd640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b006ac30 0x7f85b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.623+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f85c80891f0 con 0x7f85b8005180 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.623+0000 7f85d192c640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b006ac30 0x7f85b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.624+0000 7f85d192c640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b006ac30 0x7f85b006d0f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f85bc001050 tx=0x7f85bc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.627+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f85c80543d0 con 0x7f85b8005180 2024-09-13T16:16:34.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.799+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f85cc15d530 con 0x7f85b8005180 2024-09-13T16:16:34.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.801+0000 7f85c2ffd640 1 -- 172.21.15.39:0/2709680805 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v76) v1 ==== 74+0+16556 (secure 0 0 0) 0x7f85c80579f0 con 0x7f85b8005180 2024-09-13T16:16:34.802 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:34.802 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":76,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:16:33.139981+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:16:34.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b006ac30 msgr2=0x7f85b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b006ac30 0x7f85b006d0f0 secure :-1 s=READY pgs=476 cs=0 l=1 rev1=1 crypto rx=0x7f85bc001050 tx=0x7f85bc009040 comp rx=0 tx=0).stop 2024-09-13T16:16:34.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 msgr2=0x7f85cc14d180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85cc14d180 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f85c800f5f0 tx=0x7f85c800fab0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 shutdown_connections 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85b006ac30 0x7f85b006d0f0 unknown :-1 s=CLOSED pgs=476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85cc14d6c0 0x7f85cc14fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85cc14c350 0x7f85cc14f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 --2- 172.21.15.39:0/2709680805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b8005180 0x7f85cc14d180 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 >> 172.21.15.39:0/2709680805 conn(0x7f85cc06b3b0 msgr2=0x7f85cc157690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 shutdown_connections 2024-09-13T16:16:34.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.804+0000 7f85d4391640 1 -- 172.21.15.39:0/2709680805 wait complete. 2024-09-13T16:16:34.816 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:16:34.817 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:34.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.917+0000 7f6646765640 1 Processor -- start 2024-09-13T16:16:34.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.917+0000 7f6646765640 1 -- start start 2024-09-13T16:16:34.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6646765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f664006f170 0x7f66400b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6646765640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f664015d0a0 0x7f664015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6646765640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f664006f6e0 con 0x7f6640156fb0 2024-09-13T16:16:34.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6646765640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f664015da70 con 0x7f664015d0a0 2024-09-13T16:16:34.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6646765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f664006f9c0 con 0x7f664006f170 2024-09-13T16:16:34.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f664015d0a0 0x7f664015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f663f7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f664006f170 0x7f66400b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f664015d0a0 0x7f664015d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:45208/0 (socket says 172.21.15.39:45208) 2024-09-13T16:16:34.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 -- 172.21.15.39:0/1327283344 learned_addr learned my addr 172.21.15.39:0/1327283344 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:34.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f663ffff640 1 --1- 172.21.15.39:0/1327283344 >> v1:172.21.15.157:6789/0 conn(0x7f6640156fb0 0x7f664015ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:46776/0 (socket says 172.21.15.39:46776) 2024-09-13T16:16:34.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 -- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f664006f170 msgr2=0x7f66400b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:34.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 --2- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f664006f170 0x7f66400b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 -- 172.21.15.39:0/1327283344 >> v1:172.21.15.157:6789/0 conn(0x7f6640156fb0 legacy=0x7f664015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f6644d02640 1 -- 172.21.15.39:0/1327283344 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f664006fca0 con 0x7f664015d0a0 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.918+0000 7f663f7fe640 1 --2- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f664006f170 0x7f66400b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.919+0000 7f6644d02640 1 --2- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664015d0a0 0x7f664015d530 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6638009e50 tx=0x7f663802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d2d2f7ad65bcc965 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.919+0000 7f663effd640 1 -- 172.21.15.39:0/1327283344 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f663802aea0 con 0x7f664015d0a0 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f663effd640 1 -- 172.21.15.39:0/1327283344 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f663802d050 con 0x7f664015d0a0 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f663effd640 1 -- 172.21.15.39:0/1327283344 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6638031820 con 0x7f664015d0a0 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 -- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664015d0a0 msgr2=0x7f664015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 --2- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664015d0a0 0x7f664015d530 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f6638009e50 tx=0x7f663802a680 comp rx=0 tx=0).stop 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 -- 172.21.15.39:0/1327283344 shutdown_connections 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 --2- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664015d0a0 0x7f664015d530 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 --2- 172.21.15.39:0/1327283344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f664006f170 0x7f66400b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 -- 172.21.15.39:0/1327283344 >> 172.21.15.39:0/1327283344 conn(0x7f664006b3b0 msgr2=0x7f664006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 -- 172.21.15.39:0/1327283344 shutdown_connections 2024-09-13T16:16:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.920+0000 7f6646765640 1 -- 172.21.15.39:0/1327283344 wait complete. 2024-09-13T16:16:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.921+0000 7f6646765640 1 Processor -- start 2024-09-13T16:16:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.921+0000 7f6646765640 1 -- start start 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6646765640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 0x7f6640143f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6646765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6640156fb0 0x7f66401524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6646765640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f664015d0a0 0x7f66401447d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6646765640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6640151470 con 0x7f664015d0a0 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6646765640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66401516e0 con 0x7f664006f170 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6646765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66401519c0 con 0x7f6640156fb0 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f6644d02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f664015d0a0 0x7f66401447d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f663ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 0x7f6640143f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f663ffff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 0x7f6640143f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:45212/0 (socket says 172.21.15.39:45212) 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f663ffff640 1 -- 172.21.15.39:0/973113514 learned_addr learned my addr 172.21.15.39:0/973113514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.922+0000 7f663f7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6640156fb0 0x7f66401524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663ffff640 1 -- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6640156fb0 msgr2=0x7f66401524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663ffff640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6640156fb0 0x7f66401524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663ffff640 1 -- 172.21.15.39:0/973113514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f664015d0a0 msgr2=0x7f66401447d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663ffff640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f664015d0a0 0x7f66401447d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663ffff640 1 -- 172.21.15.39:0/973113514 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6634009400 con 0x7f664006f170 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f6644d02640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f664015d0a0 0x7f66401447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663ffff640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 0x7f6640143f40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f663000c400 tx=0x7f663000c8c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f66300074e0 con 0x7f664006f170 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6630007640 con 0x7f664006f170 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6638009b30 con 0x7f664006f170 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6630004a00 con 0x7f664006f170 2024-09-13T16:16:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.923+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6640151f80 con 0x7f664006f170 2024-09-13T16:16:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.924+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66400672f0 con 0x7f664006f170 2024-09-13T16:16:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.925+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6630004b60 con 0x7f664006f170 2024-09-13T16:16:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.925+0000 7f663cff9640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f662c06ac30 0x7f662c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.925+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6630088c70 con 0x7f664006f170 2024-09-13T16:16:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.925+0000 7f663f7fe640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f662c06ac30 0x7f662c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.926+0000 7f663f7fe640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f662c06ac30 0x7f662c06d0f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f6640155c20 tx=0x7f6634009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:34.930+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6630053e60 con 0x7f664006f170 2024-09-13T16:16:35.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.098+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6640070260 con 0x7f662c06ac30 2024-09-13T16:16:35.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.106+0000 7f663cff9640 1 -- 172.21.15.39:0/973113514 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289076 (secure 0 0 0) 0x7f6634011af0 con 0x7f662c06ac30 2024-09-13T16:16:35.111 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:35.112 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:16:35.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f662c06ac30 msgr2=0x7f662c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f662c06ac30 0x7f662c06d0f0 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f6640155c20 tx=0x7f6634009190 comp rx=0 tx=0).stop 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 msgr2=0x7f6640143f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 0x7f6640143f40 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f663000c400 tx=0x7f663000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 shutdown_connections 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f662c06ac30 0x7f662c06d0f0 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f664015d0a0 0x7f66401447d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6640156fb0 0x7f66401524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 --2- 172.21.15.39:0/973113514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f664006f170 0x7f6640143f40 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 >> 172.21.15.39:0/973113514 conn(0x7f664006b3b0 msgr2=0x7f66400aec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 shutdown_connections 2024-09-13T16:16:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.109+0000 7f6646765640 1 -- 172.21.15.39:0/973113514 wait complete. 2024-09-13T16:16:35.121 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":250,"stamp":"2024-09-13T16:16:33.220292+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257060,"kb_used_data":8112,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754717660,"statfs":{"total":773094113280,"available":772830883840,"internally_reserved":0,"allocated":8306688,"data_stored":4196744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000714"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165894+0000","last_change":"2024-09-13T16:16:32.163065+0000","last_active":"2024-09-13T16:16:32.165894+0000","last_peered":"2024-09-13T16:16:32.165894+0000","last_clean":"2024-09-13T16:16:32.165894+0000","last_became_active":"2024-09-13T16:16:32.162136+0000","last_became_peered":"2024-09-13T16:16:32.162136+0000","last_unstale":"2024-09-13T16:16:32.165894+0000","last_undegraded":"2024-09-13T16:16:32.165894+0000","last_fullsized":"2024-09-13T16:16:32.165894+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:32.561458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169256+0000","last_change":"2024-09-13T16:16:32.167664+0000","last_active":"2024-09-13T16:16:32.169256+0000","last_peered":"2024-09-13T16:16:32.169256+0000","last_clean":"2024-09-13T16:16:32.169256+0000","last_became_active":"2024-09-13T16:16:32.167402+0000","last_became_peered":"2024-09-13T16:16:32.167402+0000","last_unstale":"2024-09-13T16:16:32.169256+0000","last_undegraded":"2024-09-13T16:16:32.169256+0000","last_fullsized":"2024-09-13T16:16:32.169256+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:52.861490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163918+0000","last_change":"2024-09-13T16:16:32.155408+0000","last_active":"2024-09-13T16:16:32.163918+0000","last_peered":"2024-09-13T16:16:32.163918+0000","last_clean":"2024-09-13T16:16:32.163918+0000","last_became_active":"2024-09-13T16:16:32.155152+0000","last_became_peered":"2024-09-13T16:16:32.155152+0000","last_unstale":"2024-09-13T16:16:32.163918+0000","last_undegraded":"2024-09-13T16:16:32.163918+0000","last_fullsized":"2024-09-13T16:16:32.163918+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:38.328433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174499+0000","last_change":"2024-09-13T16:16:32.165910+0000","last_active":"2024-09-13T16:16:32.174499+0000","last_peered":"2024-09-13T16:16:32.174499+0000","last_clean":"2024-09-13T16:16:32.174499+0000","last_became_active":"2024-09-13T16:16:32.165671+0000","last_became_peered":"2024-09-13T16:16:32.165671+0000","last_unstale":"2024-09-13T16:16:32.174499+0000","last_undegraded":"2024-09-13T16:16:32.174499+0000","last_fullsized":"2024-09-13T16:16:32.174499+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:48:49.800334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160532+0000","last_change":"2024-09-13T16:16:32.157369+0000","last_active":"2024-09-13T16:16:32.160532+0000","last_peered":"2024-09-13T16:16:32.160532+0000","last_clean":"2024-09-13T16:16:32.160532+0000","last_became_active":"2024-09-13T16:16:32.156968+0000","last_became_peered":"2024-09-13T16:16:32.156968+0000","last_unstale":"2024-09-13T16:16:32.160532+0000","last_undegraded":"2024-09-13T16:16:32.160532+0000","last_fullsized":"2024-09-13T16:16:32.160532+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:43.832805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169211+0000","last_change":"2024-09-13T16:16:32.167369+0000","last_active":"2024-09-13T16:16:32.169211+0000","last_peered":"2024-09-13T16:16:32.169211+0000","last_clean":"2024-09-13T16:16:32.169211+0000","last_became_active":"2024-09-13T16:16:32.167103+0000","last_became_peered":"2024-09-13T16:16:32.167103+0000","last_unstale":"2024-09-13T16:16:32.169211+0000","last_undegraded":"2024-09-13T16:16:32.169211+0000","last_fullsized":"2024-09-13T16:16:32.169211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:30:30.204864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160062+0000","last_change":"2024-09-13T16:16:32.155078+0000","last_active":"2024-09-13T16:16:32.160062+0000","last_peered":"2024-09-13T16:16:32.160062+0000","last_clean":"2024-09-13T16:16:32.160062+0000","last_became_active":"2024-09-13T16:16:32.154775+0000","last_became_peered":"2024-09-13T16:16:32.154775+0000","last_unstale":"2024-09-13T16:16:32.160062+0000","last_undegraded":"2024-09-13T16:16:32.160062+0000","last_fullsized":"2024-09-13T16:16:32.160062+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:23.236964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165817+0000","last_change":"2024-09-13T16:16:32.161423+0000","last_active":"2024-09-13T16:16:32.165817+0000","last_peered":"2024-09-13T16:16:32.165817+0000","last_clean":"2024-09-13T16:16:32.165817+0000","last_became_active":"2024-09-13T16:16:32.161177+0000","last_became_peered":"2024-09-13T16:16:32.161177+0000","last_unstale":"2024-09-13T16:16:32.165817+0000","last_undegraded":"2024-09-13T16:16:32.165817+0000","last_fullsized":"2024-09-13T16:16:32.165817+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:24.293633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174431+0000","last_change":"2024-09-13T16:16:32.163788+0000","last_active":"2024-09-13T16:16:32.174431+0000","last_peered":"2024-09-13T16:16:32.174431+0000","last_clean":"2024-09-13T16:16:32.174431+0000","last_became_active":"2024-09-13T16:16:32.162611+0000","last_became_peered":"2024-09-13T16:16:32.162611+0000","last_unstale":"2024-09-13T16:16:32.174431+0000","last_undegraded":"2024-09-13T16:16:32.174431+0000","last_fullsized":"2024-09-13T16:16:32.174431+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:46.545156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.167077+0000","last_change":"2024-09-13T16:16:32.165584+0000","last_active":"2024-09-13T16:16:32.167077+0000","last_peered":"2024-09-13T16:16:32.167077+0000","last_clean":"2024-09-13T16:16:32.167077+0000","last_became_active":"2024-09-13T16:16:32.165305+0000","last_became_peered":"2024-09-13T16:16:32.165305+0000","last_unstale":"2024-09-13T16:16:32.167077+0000","last_undegraded":"2024-09-13T16:16:32.167077+0000","last_fullsized":"2024-09-13T16:16:32.167077+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:54.776613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.159344+0000","last_change":"2024-09-13T16:16:32.158181+0000","last_active":"2024-09-13T16:16:32.159344+0000","last_peered":"2024-09-13T16:16:32.159344+0000","last_clean":"2024-09-13T16:16:32.159344+0000","last_became_active":"2024-09-13T16:16:32.157669+0000","last_became_peered":"2024-09-13T16:16:32.157669+0000","last_unstale":"2024-09-13T16:16:32.159344+0000","last_undegraded":"2024-09-13T16:16:32.159344+0000","last_fullsized":"2024-09-13T16:16:32.159344+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:15.637877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174323+0000","last_change":"2024-09-13T16:16:32.162135+0000","last_active":"2024-09-13T16:16:32.174323+0000","last_peered":"2024-09-13T16:16:32.174323+0000","last_clean":"2024-09-13T16:16:32.174323+0000","last_became_active":"2024-09-13T16:16:32.161895+0000","last_became_peered":"2024-09-13T16:16:32.161895+0000","last_unstale":"2024-09-13T16:16:32.174323+0000","last_undegraded":"2024-09-13T16:16:32.174323+0000","last_fullsized":"2024-09-13T16:16:32.174323+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:38:01.044622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174083+0000","last_change":"2024-09-13T16:16:32.164728+0000","last_active":"2024-09-13T16:16:32.174083+0000","last_peered":"2024-09-13T16:16:32.174083+0000","last_clean":"2024-09-13T16:16:32.174083+0000","last_became_active":"2024-09-13T16:16:32.164494+0000","last_became_peered":"2024-09-13T16:16:32.164494+0000","last_unstale":"2024-09-13T16:16:32.174083+0000","last_undegraded":"2024-09-13T16:16:32.174083+0000","last_fullsized":"2024-09-13T16:16:32.174083+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:38.009561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160585+0000","last_change":"2024-09-13T16:16:32.157767+0000","last_active":"2024-09-13T16:16:32.160585+0000","last_peered":"2024-09-13T16:16:32.160585+0000","last_clean":"2024-09-13T16:16:32.160585+0000","last_became_active":"2024-09-13T16:16:32.157510+0000","last_became_peered":"2024-09-13T16:16:32.157510+0000","last_unstale":"2024-09-13T16:16:32.160585+0000","last_undegraded":"2024-09-13T16:16:32.160585+0000","last_fullsized":"2024-09-13T16:16:32.160585+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:09.106371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168933+0000","last_change":"2024-09-13T16:16:32.160051+0000","last_active":"2024-09-13T16:16:32.168933+0000","last_peered":"2024-09-13T16:16:32.168933+0000","last_clean":"2024-09-13T16:16:32.168933+0000","last_became_active":"2024-09-13T16:16:32.159769+0000","last_became_peered":"2024-09-13T16:16:32.159769+0000","last_unstale":"2024-09-13T16:16:32.168933+0000","last_undegraded":"2024-09-13T16:16:32.168933+0000","last_fullsized":"2024-09-13T16:16:32.168933+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:43.730082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166386+0000","last_change":"2024-09-13T16:16:32.163500+0000","last_active":"2024-09-13T16:16:32.166386+0000","last_peered":"2024-09-13T16:16:32.166386+0000","last_clean":"2024-09-13T16:16:32.166386+0000","last_became_active":"2024-09-13T16:16:32.163216+0000","last_became_peered":"2024-09-13T16:16:32.163216+0000","last_unstale":"2024-09-13T16:16:32.166386+0000","last_undegraded":"2024-09-13T16:16:32.166386+0000","last_fullsized":"2024-09-13T16:16:32.166386+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:42.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174340+0000","last_change":"2024-09-13T16:16:32.162678+0000","last_active":"2024-09-13T16:16:32.174340+0000","last_peered":"2024-09-13T16:16:32.174340+0000","last_clean":"2024-09-13T16:16:32.174340+0000","last_became_active":"2024-09-13T16:16:32.162443+0000","last_became_peered":"2024-09-13T16:16:32.162443+0000","last_unstale":"2024-09-13T16:16:32.174340+0000","last_undegraded":"2024-09-13T16:16:32.174340+0000","last_fullsized":"2024-09-13T16:16:32.174340+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:57:40.419984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174377+0000","last_change":"2024-09-13T16:16:32.163970+0000","last_active":"2024-09-13T16:16:32.174377+0000","last_peered":"2024-09-13T16:16:32.174377+0000","last_clean":"2024-09-13T16:16:32.174377+0000","last_became_active":"2024-09-13T16:16:32.163695+0000","last_became_peered":"2024-09-13T16:16:32.163695+0000","last_unstale":"2024-09-13T16:16:32.174377+0000","last_undegraded":"2024-09-13T16:16:32.174377+0000","last_fullsized":"2024-09-13T16:16:32.174377+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:34.408269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166280+0000","last_change":"2024-09-13T16:16:32.164252+0000","last_active":"2024-09-13T16:16:32.166280+0000","last_peered":"2024-09-13T16:16:32.166280+0000","last_clean":"2024-09-13T16:16:32.166280+0000","last_became_active":"2024-09-13T16:16:32.163355+0000","last_became_peered":"2024-09-13T16:16:32.163355+0000","last_unstale":"2024-09-13T16:16:32.166280+0000","last_undegraded":"2024-09-13T16:16:32.166280+0000","last_fullsized":"2024-09-13T16:16:32.166280+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:33.064170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158910+0000","last_change":"2024-09-13T16:16:32.154510+0000","last_active":"2024-09-13T16:16:32.158910+0000","last_peered":"2024-09-13T16:16:32.158910+0000","last_clean":"2024-09-13T16:16:32.158910+0000","last_became_active":"2024-09-13T16:16:32.154261+0000","last_became_peered":"2024-09-13T16:16:32.154261+0000","last_unstale":"2024-09-13T16:16:32.158910+0000","last_undegraded":"2024-09-13T16:16:32.158910+0000","last_fullsized":"2024-09-13T16:16:32.158910+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:35.118362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165754+0000","last_change":"2024-09-13T16:16:32.160610+0000","last_active":"2024-09-13T16:16:32.165754+0000","last_peered":"2024-09-13T16:16:32.165754+0000","last_clean":"2024-09-13T16:16:32.165754+0000","last_became_active":"2024-09-13T16:16:32.160326+0000","last_became_peered":"2024-09-13T16:16:32.160326+0000","last_unstale":"2024-09-13T16:16:32.165754+0000","last_undegraded":"2024-09-13T16:16:32.165754+0000","last_fullsized":"2024-09-13T16:16:32.165754+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:23.236964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165898+0000","last_change":"2024-09-13T16:16:32.164234+0000","last_active":"2024-09-13T16:16:32.165898+0000","last_peered":"2024-09-13T16:16:32.165898+0000","last_clean":"2024-09-13T16:16:32.165898+0000","last_became_active":"2024-09-13T16:16:32.163996+0000","last_became_peered":"2024-09-13T16:16:32.163996+0000","last_unstale":"2024-09-13T16:16:32.165898+0000","last_undegraded":"2024-09-13T16:16:32.165898+0000","last_fullsized":"2024-09-13T16:16:32.165898+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:43.730082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.154938+0000","last_change":"2024-09-13T16:16:32.151965+0000","last_active":"2024-09-13T16:16:32.154938+0000","last_peered":"2024-09-13T16:16:32.154938+0000","last_clean":"2024-09-13T16:16:32.154938+0000","last_became_active":"2024-09-13T16:16:32.151679+0000","last_became_peered":"2024-09-13T16:16:32.151679+0000","last_unstale":"2024-09-13T16:16:32.154938+0000","last_undegraded":"2024-09-13T16:16:32.154938+0000","last_fullsized":"2024-09-13T16:16:32.154938+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:19:30.752768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162634+0000","last_change":"2024-09-13T16:16:32.160097+0000","last_active":"2024-09-13T16:16:32.162634+0000","last_peered":"2024-09-13T16:16:32.162634+0000","last_clean":"2024-09-13T16:16:32.162634+0000","last_became_active":"2024-09-13T16:16:32.159850+0000","last_became_peered":"2024-09-13T16:16:32.159850+0000","last_unstale":"2024-09-13T16:16:32.162634+0000","last_undegraded":"2024-09-13T16:16:32.162634+0000","last_fullsized":"2024-09-13T16:16:32.162634+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:57.651508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.156889+0000","last_change":"2024-09-13T16:16:32.154507+0000","last_active":"2024-09-13T16:16:32.156889+0000","last_peered":"2024-09-13T16:16:32.156889+0000","last_clean":"2024-09-13T16:16:32.156889+0000","last_became_active":"2024-09-13T16:16:32.154231+0000","last_became_peered":"2024-09-13T16:16:32.154231+0000","last_unstale":"2024-09-13T16:16:32.156889+0000","last_undegraded":"2024-09-13T16:16:32.156889+0000","last_fullsized":"2024-09-13T16:16:32.156889+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:57.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166895+0000","last_change":"2024-09-13T16:16:32.165527+0000","last_active":"2024-09-13T16:16:32.166895+0000","last_peered":"2024-09-13T16:16:32.166895+0000","last_clean":"2024-09-13T16:16:32.166895+0000","last_became_active":"2024-09-13T16:16:32.165179+0000","last_became_peered":"2024-09-13T16:16:32.165179+0000","last_unstale":"2024-09-13T16:16:32.166895+0000","last_undegraded":"2024-09-13T16:16:32.166895+0000","last_fullsized":"2024-09-13T16:16:32.166895+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:38.009561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163898+0000","last_change":"2024-09-13T16:16:32.154152+0000","last_active":"2024-09-13T16:16:32.163898+0000","last_peered":"2024-09-13T16:16:32.163898+0000","last_clean":"2024-09-13T16:16:32.163898+0000","last_became_active":"2024-09-13T16:16:32.153833+0000","last_became_peered":"2024-09-13T16:16:32.153833+0000","last_unstale":"2024-09-13T16:16:32.163898+0000","last_undegraded":"2024-09-13T16:16:32.163898+0000","last_fullsized":"2024-09-13T16:16:32.163898+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:32.561458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.167736+0000","last_change":"2024-09-13T16:16:32.165017+0000","last_active":"2024-09-13T16:16:32.167736+0000","last_peered":"2024-09-13T16:16:32.167736+0000","last_clean":"2024-09-13T16:16:32.167736+0000","last_became_active":"2024-09-13T16:16:32.164729+0000","last_became_peered":"2024-09-13T16:16:32.164729+0000","last_unstale":"2024-09-13T16:16:32.167736+0000","last_undegraded":"2024-09-13T16:16:32.167736+0000","last_fullsized":"2024-09-13T16:16:32.167736+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:38.009561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158624+0000","last_change":"2024-09-13T16:16:32.149753+0000","last_active":"2024-09-13T16:16:32.158624+0000","last_peered":"2024-09-13T16:16:32.158624+0000","last_clean":"2024-09-13T16:16:32.158624+0000","last_became_active":"2024-09-13T16:16:32.149519+0000","last_became_peered":"2024-09-13T16:16:32.149519+0000","last_unstale":"2024-09-13T16:16:32.158624+0000","last_undegraded":"2024-09-13T16:16:32.158624+0000","last_fullsized":"2024-09-13T16:16:32.158624+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:40.620558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166868+0000","last_change":"2024-09-13T16:16:32.165292+0000","last_active":"2024-09-13T16:16:32.166868+0000","last_peered":"2024-09-13T16:16:32.166868+0000","last_clean":"2024-09-13T16:16:32.166868+0000","last_became_active":"2024-09-13T16:16:32.164988+0000","last_became_peered":"2024-09-13T16:16:32.164988+0000","last_unstale":"2024-09-13T16:16:32.166868+0000","last_undegraded":"2024-09-13T16:16:32.166868+0000","last_fullsized":"2024-09-13T16:16:32.166868+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:42.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163291+0000","last_change":"2024-09-13T16:16:32.161830+0000","last_active":"2024-09-13T16:16:32.163291+0000","last_peered":"2024-09-13T16:16:32.163291+0000","last_clean":"2024-09-13T16:16:32.163291+0000","last_became_active":"2024-09-13T16:16:32.161506+0000","last_became_peered":"2024-09-13T16:16:32.161506+0000","last_unstale":"2024-09-13T16:16:32.163291+0000","last_undegraded":"2024-09-13T16:16:32.163291+0000","last_fullsized":"2024-09-13T16:16:32.163291+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:57.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.170539+0000","last_change":"2024-09-13T16:16:32.169958+0000","last_active":"2024-09-13T16:16:32.170539+0000","last_peered":"2024-09-13T16:16:32.170539+0000","last_clean":"2024-09-13T16:16:32.170539+0000","last_became_active":"2024-09-13T16:16:32.169675+0000","last_became_peered":"2024-09-13T16:16:32.169675+0000","last_unstale":"2024-09-13T16:16:32.170539+0000","last_undegraded":"2024-09-13T16:16:32.170539+0000","last_fullsized":"2024-09-13T16:16:32.170539+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:12.910272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163584+0000","last_change":"2024-09-13T16:16:32.162034+0000","last_active":"2024-09-13T16:16:32.163584+0000","last_peered":"2024-09-13T16:16:32.163584+0000","last_clean":"2024-09-13T16:16:32.163584+0000","last_became_active":"2024-09-13T16:16:32.160777+0000","last_became_peered":"2024-09-13T16:16:32.160777+0000","last_unstale":"2024-09-13T16:16:32.163584+0000","last_undegraded":"2024-09-13T16:16:32.163584+0000","last_fullsized":"2024-09-13T16:16:32.163584+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:44.743408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"75'4","reported_seq":14,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160262+0000","last_change":"2024-09-13T16:16:31.792010+0000","last_active":"2024-09-13T16:16:32.160262+0000","last_peered":"2024-09-13T16:16:32.160262+0000","last_clean":"2024-09-13T16:16:32.160262+0000","last_became_active":"2024-09-13T16:16:31.791058+0000","last_became_peered":"2024-09-13T16:16:31.791058+0000","last_unstale":"2024-09-13T16:16:32.160262+0000","last_undegraded":"2024-09-13T16:16:32.160262+0000","last_fullsized":"2024-09-13T16:16:32.160262+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:17.739731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160468+0000","last_change":"2024-09-13T16:16:32.157204+0000","last_active":"2024-09-13T16:16:32.160468+0000","last_peered":"2024-09-13T16:16:32.160468+0000","last_clean":"2024-09-13T16:16:32.160468+0000","last_became_active":"2024-09-13T16:16:32.156811+0000","last_became_peered":"2024-09-13T16:16:32.156811+0000","last_unstale":"2024-09-13T16:16:32.160468+0000","last_undegraded":"2024-09-13T16:16:32.160468+0000","last_fullsized":"2024-09-13T16:16:32.160468+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:56.492897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160859+0000","last_change":"2024-09-13T16:16:31.796563+0000","last_active":"2024-09-13T16:16:32.160859+0000","last_peered":"2024-09-13T16:16:32.160859+0000","last_clean":"2024-09-13T16:16:32.160859+0000","last_became_active":"2024-09-13T16:16:31.796279+0000","last_became_peered":"2024-09-13T16:16:31.796279+0000","last_unstale":"2024-09-13T16:16:32.160859+0000","last_undegraded":"2024-09-13T16:16:32.160859+0000","last_fullsized":"2024-09-13T16:16:32.160859+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:17.739731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168599+0000","last_change":"2024-09-13T16:16:32.166497+0000","last_active":"2024-09-13T16:16:32.168599+0000","last_peered":"2024-09-13T16:16:32.168599+0000","last_clean":"2024-09-13T16:16:32.168599+0000","last_became_active":"2024-09-13T16:16:32.166118+0000","last_became_peered":"2024-09-13T16:16:32.166118+0000","last_unstale":"2024-09-13T16:16:32.168599+0000","last_undegraded":"2024-09-13T16:16:32.168599+0000","last_fullsized":"2024-09-13T16:16:32.168599+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:29.399908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162149+0000","last_change":"2024-09-13T16:16:31.795984+0000","last_active":"2024-09-13T16:16:32.162149+0000","last_peered":"2024-09-13T16:16:32.162149+0000","last_clean":"2024-09-13T16:16:32.162149+0000","last_became_active":"2024-09-13T16:16:31.795718+0000","last_became_peered":"2024-09-13T16:16:31.795718+0000","last_unstale":"2024-09-13T16:16:32.162149+0000","last_undegraded":"2024-09-13T16:16:32.162149+0000","last_fullsized":"2024-09-13T16:16:32.162149+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:16.778963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158767+0000","last_change":"2024-09-13T16:16:32.158023+0000","last_active":"2024-09-13T16:16:32.158767+0000","last_peered":"2024-09-13T16:16:32.158767+0000","last_clean":"2024-09-13T16:16:32.158767+0000","last_became_active":"2024-09-13T16:16:32.157348+0000","last_became_peered":"2024-09-13T16:16:32.157348+0000","last_unstale":"2024-09-13T16:16:32.158767+0000","last_undegraded":"2024-09-13T16:16:32.158767+0000","last_fullsized":"2024-09-13T16:16:32.158767+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:46.365793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174960+0000","last_change":"2024-09-13T16:16:31.792743+0000","last_active":"2024-09-13T16:16:32.174960+0000","last_peered":"2024-09-13T16:16:32.174960+0000","last_clean":"2024-09-13T16:16:32.174960+0000","last_became_active":"2024-09-13T16:16:31.792481+0000","last_became_peered":"2024-09-13T16:16:31.792481+0000","last_unstale":"2024-09-13T16:16:32.174960+0000","last_undegraded":"2024-09-13T16:16:32.174960+0000","last_fullsized":"2024-09-13T16:16:32.174960+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:17.652646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163187+0000","last_change":"2024-09-13T16:16:32.156228+0000","last_active":"2024-09-13T16:16:32.163187+0000","last_peered":"2024-09-13T16:16:32.163187+0000","last_clean":"2024-09-13T16:16:32.163187+0000","last_became_active":"2024-09-13T16:16:32.155973+0000","last_became_peered":"2024-09-13T16:16:32.155973+0000","last_unstale":"2024-09-13T16:16:32.163187+0000","last_undegraded":"2024-09-13T16:16:32.163187+0000","last_fullsized":"2024-09-13T16:16:32.163187+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:33.814014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.159059+0000","last_change":"2024-09-13T16:16:31.795253+0000","last_active":"2024-09-13T16:16:32.159059+0000","last_peered":"2024-09-13T16:16:32.159059+0000","last_clean":"2024-09-13T16:16:32.159059+0000","last_became_active":"2024-09-13T16:16:31.794985+0000","last_became_peered":"2024-09-13T16:16:31.794985+0000","last_unstale":"2024-09-13T16:16:32.159059+0000","last_undegraded":"2024-09-13T16:16:32.159059+0000","last_fullsized":"2024-09-13T16:16:32.159059+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:39:11.801453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.159167+0000","last_change":"2024-09-13T16:16:32.154842+0000","last_active":"2024-09-13T16:16:32.159167+0000","last_peered":"2024-09-13T16:16:32.159167+0000","last_clean":"2024-09-13T16:16:32.159167+0000","last_became_active":"2024-09-13T16:16:32.154559+0000","last_became_peered":"2024-09-13T16:16:32.154559+0000","last_unstale":"2024-09-13T16:16:32.159167+0000","last_undegraded":"2024-09-13T16:16:32.159167+0000","last_fullsized":"2024-09-13T16:16:32.159167+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:35.118362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169225+0000","last_change":"2024-09-13T16:16:31.793953+0000","last_active":"2024-09-13T16:16:32.169225+0000","last_peered":"2024-09-13T16:16:32.169225+0000","last_clean":"2024-09-13T16:16:32.169225+0000","last_became_active":"2024-09-13T16:16:31.793706+0000","last_became_peered":"2024-09-13T16:16:31.793706+0000","last_unstale":"2024-09-13T16:16:32.169225+0000","last_undegraded":"2024-09-13T16:16:32.169225+0000","last_fullsized":"2024-09-13T16:16:32.169225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:33.405313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174251+0000","last_change":"2024-09-13T16:16:32.161153+0000","last_active":"2024-09-13T16:16:32.174251+0000","last_peered":"2024-09-13T16:16:32.174251+0000","last_clean":"2024-09-13T16:16:32.174251+0000","last_became_active":"2024-09-13T16:16:32.160853+0000","last_became_peered":"2024-09-13T16:16:32.160853+0000","last_unstale":"2024-09-13T16:16:32.174251+0000","last_undegraded":"2024-09-13T16:16:32.174251+0000","last_fullsized":"2024-09-13T16:16:32.174251+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:29.263178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.144994+0000","last_change":"2024-09-13T16:16:31.791730+0000","last_active":"2024-09-13T16:16:32.144994+0000","last_peered":"2024-09-13T16:16:32.144994+0000","last_clean":"2024-09-13T16:16:32.144994+0000","last_became_active":"2024-09-13T16:16:31.791051+0000","last_became_peered":"2024-09-13T16:16:31.791051+0000","last_unstale":"2024-09-13T16:16:32.144994+0000","last_undegraded":"2024-09-13T16:16:32.144994+0000","last_fullsized":"2024-09-13T16:16:32.144994+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:17.652646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158893+0000","last_change":"2024-09-13T16:16:32.154435+0000","last_active":"2024-09-13T16:16:32.158893+0000","last_peered":"2024-09-13T16:16:32.158893+0000","last_clean":"2024-09-13T16:16:32.158893+0000","last_became_active":"2024-09-13T16:16:32.154160+0000","last_became_peered":"2024-09-13T16:16:32.154160+0000","last_unstale":"2024-09-13T16:16:32.158893+0000","last_undegraded":"2024-09-13T16:16:32.158893+0000","last_fullsized":"2024-09-13T16:16:32.158893+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:23.236964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.146173+0000","last_change":"2024-09-13T16:16:31.797139+0000","last_active":"2024-09-13T16:16:32.146173+0000","last_peered":"2024-09-13T16:16:32.146173+0000","last_clean":"2024-09-13T16:16:32.146173+0000","last_became_active":"2024-09-13T16:16:31.796730+0000","last_became_peered":"2024-09-13T16:16:31.796730+0000","last_unstale":"2024-09-13T16:16:32.146173+0000","last_undegraded":"2024-09-13T16:16:32.146173+0000","last_fullsized":"2024-09-13T16:16:32.146173+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:43.511149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.153681+0000","last_change":"2024-09-13T16:16:32.152085+0000","last_active":"2024-09-13T16:16:32.153681+0000","last_peered":"2024-09-13T16:16:32.153681+0000","last_clean":"2024-09-13T16:16:32.153681+0000","last_became_active":"2024-09-13T16:16:32.151051+0000","last_became_peered":"2024-09-13T16:16:32.151051+0000","last_unstale":"2024-09-13T16:16:32.153681+0000","last_undegraded":"2024-09-13T16:16:32.153681+0000","last_fullsized":"2024-09-13T16:16:32.153681+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:06:57.784529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.150171+0000","last_change":"2024-09-13T16:16:31.795688+0000","last_active":"2024-09-13T16:16:32.150171+0000","last_peered":"2024-09-13T16:16:32.150171+0000","last_clean":"2024-09-13T16:16:32.150171+0000","last_became_active":"2024-09-13T16:16:31.795330+0000","last_became_peered":"2024-09-13T16:16:31.795330+0000","last_unstale":"2024-09-13T16:16:32.150171+0000","last_undegraded":"2024-09-13T16:16:32.150171+0000","last_fullsized":"2024-09-13T16:16:32.150171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:32.030297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163607+0000","last_change":"2024-09-13T16:16:32.161092+0000","last_active":"2024-09-13T16:16:32.163607+0000","last_peered":"2024-09-13T16:16:32.163607+0000","last_clean":"2024-09-13T16:16:32.163607+0000","last_became_active":"2024-09-13T16:16:32.160816+0000","last_became_peered":"2024-09-13T16:16:32.160816+0000","last_unstale":"2024-09-13T16:16:32.163607+0000","last_undegraded":"2024-09-13T16:16:32.163607+0000","last_fullsized":"2024-09-13T16:16:32.163607+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:33.662148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158440+0000","last_change":"2024-09-13T16:16:31.792378+0000","last_active":"2024-09-13T16:16:32.158440+0000","last_peered":"2024-09-13T16:16:32.158440+0000","last_clean":"2024-09-13T16:16:32.158440+0000","last_became_active":"2024-09-13T16:16:31.792130+0000","last_became_peered":"2024-09-13T16:16:31.792130+0000","last_unstale":"2024-09-13T16:16:32.158440+0000","last_undegraded":"2024-09-13T16:16:32.158440+0000","last_fullsized":"2024-09-13T16:16:32.158440+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:28.260223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169311+0000","last_change":"2024-09-13T16:16:32.167907+0000","last_active":"2024-09-13T16:16:32.169311+0000","last_peered":"2024-09-13T16:16:32.169311+0000","last_clean":"2024-09-13T16:16:32.169311+0000","last_became_active":"2024-09-13T16:16:32.167469+0000","last_became_peered":"2024-09-13T16:16:32.167469+0000","last_unstale":"2024-09-13T16:16:32.169311+0000","last_undegraded":"2024-09-13T16:16:32.169311+0000","last_fullsized":"2024-09-13T16:16:32.169311+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:40.077943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"75'3","reported_seq":13,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.164135+0000","last_change":"2024-09-13T16:16:31.792613+0000","last_active":"2024-09-13T16:16:32.164135+0000","last_peered":"2024-09-13T16:16:32.164135+0000","last_clean":"2024-09-13T16:16:32.164135+0000","last_became_active":"2024-09-13T16:16:31.792314+0000","last_became_peered":"2024-09-13T16:16:31.792314+0000","last_unstale":"2024-09-13T16:16:32.164135+0000","last_undegraded":"2024-09-13T16:16:32.164135+0000","last_fullsized":"2024-09-13T16:16:32.164135+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:32.659192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168860+0000","last_change":"2024-09-13T16:16:32.159571+0000","last_active":"2024-09-13T16:16:32.168860+0000","last_peered":"2024-09-13T16:16:32.168860+0000","last_clean":"2024-09-13T16:16:32.168860+0000","last_became_active":"2024-09-13T16:16:32.159288+0000","last_became_peered":"2024-09-13T16:16:32.159288+0000","last_unstale":"2024-09-13T16:16:32.168860+0000","last_undegraded":"2024-09-13T16:16:32.168860+0000","last_fullsized":"2024-09-13T16:16:32.168860+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:46.597051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"75'6","reported_seq":16,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174806+0000","last_change":"2024-09-13T16:16:31.794787+0000","last_active":"2024-09-13T16:16:32.174806+0000","last_peered":"2024-09-13T16:16:32.174806+0000","last_clean":"2024-09-13T16:16:32.174806+0000","last_became_active":"2024-09-13T16:16:31.794460+0000","last_became_peered":"2024-09-13T16:16:31.794460+0000","last_unstale":"2024-09-13T16:16:32.174806+0000","last_undegraded":"2024-09-13T16:16:32.174806+0000","last_fullsized":"2024-09-13T16:16:32.174806+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:55.489942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165951+0000","last_change":"2024-09-13T16:16:32.162792+0000","last_active":"2024-09-13T16:16:32.165951+0000","last_peered":"2024-09-13T16:16:32.165951+0000","last_clean":"2024-09-13T16:16:32.165951+0000","last_became_active":"2024-09-13T16:16:32.162510+0000","last_became_peered":"2024-09-13T16:16:32.162510+0000","last_unstale":"2024-09-13T16:16:32.165951+0000","last_undegraded":"2024-09-13T16:16:32.165951+0000","last_fullsized":"2024-09-13T16:16:32.165951+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:32.395679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158798+0000","last_change":"2024-09-13T16:16:31.783855+0000","last_active":"2024-09-13T16:16:32.158798+0000","last_peered":"2024-09-13T16:16:32.158798+0000","last_clean":"2024-09-13T16:16:32.158798+0000","last_became_active":"2024-09-13T16:16:31.783546+0000","last_became_peered":"2024-09-13T16:16:31.783546+0000","last_unstale":"2024-09-13T16:16:32.158798+0000","last_undegraded":"2024-09-13T16:16:32.158798+0000","last_fullsized":"2024-09-13T16:16:32.158798+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:51.673344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162252+0000","last_change":"2024-09-13T16:16:32.156684+0000","last_active":"2024-09-13T16:16:32.162252+0000","last_peered":"2024-09-13T16:16:32.162252+0000","last_clean":"2024-09-13T16:16:32.162252+0000","last_became_active":"2024-09-13T16:16:32.156425+0000","last_became_peered":"2024-09-13T16:16:32.156425+0000","last_unstale":"2024-09-13T16:16:32.162252+0000","last_undegraded":"2024-09-13T16:16:32.162252+0000","last_fullsized":"2024-09-13T16:16:32.162252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:11.176677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.157427+0000","last_change":"2024-09-13T16:16:31.797859+0000","last_active":"2024-09-13T16:16:32.157427+0000","last_peered":"2024-09-13T16:16:32.157427+0000","last_clean":"2024-09-13T16:16:32.157427+0000","last_became_active":"2024-09-13T16:16:31.797588+0000","last_became_peered":"2024-09-13T16:16:31.797588+0000","last_unstale":"2024-09-13T16:16:32.157427+0000","last_undegraded":"2024-09-13T16:16:32.157427+0000","last_fullsized":"2024-09-13T16:16:32.157427+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:45.542200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174132+0000","last_change":"2024-09-13T16:16:32.164924+0000","last_active":"2024-09-13T16:16:32.174132+0000","last_peered":"2024-09-13T16:16:32.174132+0000","last_clean":"2024-09-13T16:16:32.174132+0000","last_became_active":"2024-09-13T16:16:32.164679+0000","last_became_peered":"2024-09-13T16:16:32.164679+0000","last_unstale":"2024-09-13T16:16:32.174132+0000","last_undegraded":"2024-09-13T16:16:32.174132+0000","last_fullsized":"2024-09-13T16:16:32.174132+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:57.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.142936+0000","last_change":"2024-09-13T16:16:31.794675+0000","last_active":"2024-09-13T16:16:32.142936+0000","last_peered":"2024-09-13T16:16:32.142936+0000","last_clean":"2024-09-13T16:16:32.142936+0000","last_became_active":"2024-09-13T16:16:31.794420+0000","last_became_peered":"2024-09-13T16:16:31.794420+0000","last_unstale":"2024-09-13T16:16:32.142936+0000","last_undegraded":"2024-09-13T16:16:32.142936+0000","last_fullsized":"2024-09-13T16:16:32.142936+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:32.030297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.161995+0000","last_change":"2024-09-13T16:16:32.158147+0000","last_active":"2024-09-13T16:16:32.161995+0000","last_peered":"2024-09-13T16:16:32.161995+0000","last_clean":"2024-09-13T16:16:32.161995+0000","last_became_active":"2024-09-13T16:16:32.157804+0000","last_became_peered":"2024-09-13T16:16:32.157804+0000","last_unstale":"2024-09-13T16:16:32.161995+0000","last_undegraded":"2024-09-13T16:16:32.161995+0000","last_fullsized":"2024-09-13T16:16:32.161995+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:18.655602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"75'8","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166989+0000","last_change":"2024-09-13T16:16:31.796690+0000","last_active":"2024-09-13T16:16:32.166989+0000","last_peered":"2024-09-13T16:16:32.166989+0000","last_clean":"2024-09-13T16:16:32.166989+0000","last_became_active":"2024-09-13T16:16:31.796413+0000","last_became_peered":"2024-09-13T16:16:31.796413+0000","last_unstale":"2024-09-13T16:16:32.166989+0000","last_undegraded":"2024-09-13T16:16:32.166989+0000","last_fullsized":"2024-09-13T16:16:32.166989+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:05.513773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165786+0000","last_change":"2024-09-13T16:16:32.161206+0000","last_active":"2024-09-13T16:16:32.165786+0000","last_peered":"2024-09-13T16:16:32.165786+0000","last_clean":"2024-09-13T16:16:32.165786+0000","last_became_active":"2024-09-13T16:16:32.160967+0000","last_became_peered":"2024-09-13T16:16:32.160967+0000","last_unstale":"2024-09-13T16:16:32.165786+0000","last_undegraded":"2024-09-13T16:16:32.165786+0000","last_fullsized":"2024-09-13T16:16:32.165786+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:33.064170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.175166+0000","last_change":"2024-09-13T16:16:31.796375+0000","last_active":"2024-09-13T16:16:32.175166+0000","last_peered":"2024-09-13T16:16:32.175166+0000","last_clean":"2024-09-13T16:16:32.175166+0000","last_became_active":"2024-09-13T16:16:31.796112+0000","last_became_peered":"2024-09-13T16:16:31.796112+0000","last_unstale":"2024-09-13T16:16:32.175166+0000","last_undegraded":"2024-09-13T16:16:32.175166+0000","last_fullsized":"2024-09-13T16:16:32.175166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:45.594095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158212+0000","last_change":"2024-09-13T16:16:32.156630+0000","last_active":"2024-09-13T16:16:32.158212+0000","last_peered":"2024-09-13T16:16:32.158212+0000","last_clean":"2024-09-13T16:16:32.158212+0000","last_became_active":"2024-09-13T16:16:32.156155+0000","last_became_peered":"2024-09-13T16:16:32.156155+0000","last_unstale":"2024-09-13T16:16:32.158212+0000","last_undegraded":"2024-09-13T16:16:32.158212+0000","last_fullsized":"2024-09-13T16:16:32.158212+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:39:12.804409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.164893+0000","last_change":"2024-09-13T16:16:31.795339+0000","last_active":"2024-09-13T16:16:32.164893+0000","last_peered":"2024-09-13T16:16:32.164893+0000","last_clean":"2024-09-13T16:16:32.164893+0000","last_became_active":"2024-09-13T16:16:31.794977+0000","last_became_peered":"2024-09-13T16:16:31.794977+0000","last_unstale":"2024-09-13T16:16:32.164893+0000","last_undegraded":"2024-09-13T16:16:32.164893+0000","last_fullsized":"2024-09-13T16:16:32.164893+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:28.396952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174370+0000","last_change":"2024-09-13T16:16:32.162135+0000","last_active":"2024-09-13T16:16:32.174370+0000","last_peered":"2024-09-13T16:16:32.174370+0000","last_clean":"2024-09-13T16:16:32.174370+0000","last_became_active":"2024-09-13T16:16:32.161866+0000","last_became_peered":"2024-09-13T16:16:32.161866+0000","last_unstale":"2024-09-13T16:16:32.174370+0000","last_undegraded":"2024-09-13T16:16:32.174370+0000","last_fullsized":"2024-09-13T16:16:32.174370+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:41.094835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.167778+0000","last_change":"2024-09-13T16:16:31.795458+0000","last_active":"2024-09-13T16:16:32.167778+0000","last_peered":"2024-09-13T16:16:32.167778+0000","last_clean":"2024-09-13T16:16:32.167778+0000","last_became_active":"2024-09-13T16:16:31.795204+0000","last_became_peered":"2024-09-13T16:16:31.795204+0000","last_unstale":"2024-09-13T16:16:32.167778+0000","last_undegraded":"2024-09-13T16:16:32.167778+0000","last_fullsized":"2024-09-13T16:16:32.167778+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:39.381323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.161365+0000","last_change":"2024-09-13T16:16:32.158427+0000","last_active":"2024-09-13T16:16:32.161365+0000","last_peered":"2024-09-13T16:16:32.161365+0000","last_clean":"2024-09-13T16:16:32.161365+0000","last_became_active":"2024-09-13T16:16:32.157871+0000","last_became_peered":"2024-09-13T16:16:32.157871+0000","last_unstale":"2024-09-13T16:16:32.161365+0000","last_undegraded":"2024-09-13T16:16:32.161365+0000","last_fullsized":"2024-09-13T16:16:32.161365+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:40.384278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.144271+0000","last_change":"2024-09-13T16:16:31.792631+0000","last_active":"2024-09-13T16:16:32.144271+0000","last_peered":"2024-09-13T16:16:32.144271+0000","last_clean":"2024-09-13T16:16:32.144271+0000","last_became_active":"2024-09-13T16:16:31.792363+0000","last_became_peered":"2024-09-13T16:16:31.792363+0000","last_unstale":"2024-09-13T16:16:32.144271+0000","last_undegraded":"2024-09-13T16:16:32.144271+0000","last_fullsized":"2024-09-13T16:16:32.144271+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:11.907317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163965+0000","last_change":"2024-09-13T16:16:32.155836+0000","last_active":"2024-09-13T16:16:32.163965+0000","last_peered":"2024-09-13T16:16:32.163965+0000","last_clean":"2024-09-13T16:16:32.163965+0000","last_became_active":"2024-09-13T16:16:32.155314+0000","last_became_peered":"2024-09-13T16:16:32.155314+0000","last_unstale":"2024-09-13T16:16:32.163965+0000","last_undegraded":"2024-09-13T16:16:32.163965+0000","last_fullsized":"2024-09-13T16:16:32.163965+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:16.202119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.157535+0000","last_change":"2024-09-13T16:16:31.793168+0000","last_active":"2024-09-13T16:16:32.157535+0000","last_peered":"2024-09-13T16:16:32.157535+0000","last_clean":"2024-09-13T16:16:32.157535+0000","last_became_active":"2024-09-13T16:16:31.792913+0000","last_became_peered":"2024-09-13T16:16:31.792913+0000","last_unstale":"2024-09-13T16:16:32.157535+0000","last_undegraded":"2024-09-13T16:16:32.157535+0000","last_fullsized":"2024-09-13T16:16:32.157535+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:17.099871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169336+0000","last_change":"2024-09-13T16:16:32.162615+0000","last_active":"2024-09-13T16:16:32.169336+0000","last_peered":"2024-09-13T16:16:32.169336+0000","last_clean":"2024-09-13T16:16:32.169336+0000","last_became_active":"2024-09-13T16:16:32.162350+0000","last_became_peered":"2024-09-13T16:16:32.162350+0000","last_unstale":"2024-09-13T16:16:32.169336+0000","last_undegraded":"2024-09-13T16:16:32.169336+0000","last_fullsized":"2024-09-13T16:16:32.169336+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:53.650410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145072+0000","last_change":"2024-09-13T16:16:31.797154+0000","last_active":"2024-09-13T16:16:32.145072+0000","last_peered":"2024-09-13T16:16:32.145072+0000","last_clean":"2024-09-13T16:16:32.145072+0000","last_became_active":"2024-09-13T16:16:31.796802+0000","last_became_peered":"2024-09-13T16:16:31.796802+0000","last_unstale":"2024-09-13T16:16:32.145072+0000","last_undegraded":"2024-09-13T16:16:32.145072+0000","last_fullsized":"2024-09-13T16:16:32.145072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:16.778963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169282+0000","last_change":"2024-09-13T16:16:32.161430+0000","last_active":"2024-09-13T16:16:32.169282+0000","last_peered":"2024-09-13T16:16:32.169282+0000","last_clean":"2024-09-13T16:16:32.169282+0000","last_became_active":"2024-09-13T16:16:32.161162+0000","last_became_peered":"2024-09-13T16:16:32.161162+0000","last_unstale":"2024-09-13T16:16:32.169282+0000","last_undegraded":"2024-09-13T16:16:32.169282+0000","last_fullsized":"2024-09-13T16:16:32.169282+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:57.339833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145351+0000","last_change":"2024-09-13T16:16:31.795210+0000","last_active":"2024-09-13T16:16:32.145351+0000","last_peered":"2024-09-13T16:16:32.145351+0000","last_clean":"2024-09-13T16:16:32.145351+0000","last_became_active":"2024-09-13T16:16:31.794917+0000","last_became_peered":"2024-09-13T16:16:31.794917+0000","last_unstale":"2024-09-13T16:16:32.145351+0000","last_undegraded":"2024-09-13T16:16:32.145351+0000","last_fullsized":"2024-09-13T16:16:32.145351+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:39.074987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168917+0000","last_change":"2024-09-13T16:16:32.161329+0000","last_active":"2024-09-13T16:16:32.168917+0000","last_peered":"2024-09-13T16:16:32.168917+0000","last_clean":"2024-09-13T16:16:32.168917+0000","last_became_active":"2024-09-13T16:16:32.161099+0000","last_became_peered":"2024-09-13T16:16:32.161099+0000","last_unstale":"2024-09-13T16:16:32.168917+0000","last_undegraded":"2024-09-13T16:16:32.168917+0000","last_fullsized":"2024-09-13T16:16:32.168917+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:54.776613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169770+0000","last_change":"2024-09-13T16:16:31.794128+0000","last_active":"2024-09-13T16:16:32.169770+0000","last_peered":"2024-09-13T16:16:32.169770+0000","last_clean":"2024-09-13T16:16:32.169770+0000","last_became_active":"2024-09-13T16:16:31.793856+0000","last_became_peered":"2024-09-13T16:16:31.793856+0000","last_unstale":"2024-09-13T16:16:32.169770+0000","last_undegraded":"2024-09-13T16:16:32.169770+0000","last_fullsized":"2024-09-13T16:16:32.169770+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:08.103415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162281+0000","last_change":"2024-09-13T16:16:32.155095+0000","last_active":"2024-09-13T16:16:32.162281+0000","last_peered":"2024-09-13T16:16:32.162281+0000","last_clean":"2024-09-13T16:16:32.162281+0000","last_became_active":"2024-09-13T16:16:32.154820+0000","last_became_peered":"2024-09-13T16:16:32.154820+0000","last_unstale":"2024-09-13T16:16:32.162281+0000","last_undegraded":"2024-09-13T16:16:32.162281+0000","last_fullsized":"2024-09-13T16:16:32.162281+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:35.118362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145563+0000","last_change":"2024-09-13T16:16:31.792220+0000","last_active":"2024-09-13T16:16:32.145563+0000","last_peered":"2024-09-13T16:16:32.145563+0000","last_clean":"2024-09-13T16:16:32.145563+0000","last_became_active":"2024-09-13T16:16:31.791954+0000","last_became_peered":"2024-09-13T16:16:31.791954+0000","last_unstale":"2024-09-13T16:16:32.145563+0000","last_undegraded":"2024-09-13T16:16:32.145563+0000","last_fullsized":"2024-09-13T16:16:32.145563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:05.513773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166374+0000","last_change":"2024-09-13T16:16:32.164270+0000","last_active":"2024-09-13T16:16:32.166374+0000","last_peered":"2024-09-13T16:16:32.166374+0000","last_clean":"2024-09-13T16:16:32.166374+0000","last_became_active":"2024-09-13T16:16:32.164022+0000","last_became_peered":"2024-09-13T16:16:32.164022+0000","last_unstale":"2024-09-13T16:16:32.166374+0000","last_undegraded":"2024-09-13T16:16:32.166374+0000","last_fullsized":"2024-09-13T16:16:32.166374+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:33.818906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.147152+0000","last_change":"2024-09-13T16:16:31.794107+0000","last_active":"2024-09-13T16:16:32.147152+0000","last_peered":"2024-09-13T16:16:32.147152+0000","last_clean":"2024-09-13T16:16:32.147152+0000","last_became_active":"2024-09-13T16:16:31.793829+0000","last_became_peered":"2024-09-13T16:16:31.793829+0000","last_unstale":"2024-09-13T16:16:32.147152+0000","last_undegraded":"2024-09-13T16:16:32.147152+0000","last_fullsized":"2024-09-13T16:16:32.147152+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:05.697702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.157154+0000","last_change":"2024-09-13T16:16:32.152123+0000","last_active":"2024-09-13T16:16:32.157154+0000","last_peered":"2024-09-13T16:16:32.157154+0000","last_clean":"2024-09-13T16:16:32.157154+0000","last_became_active":"2024-09-13T16:16:32.151863+0000","last_became_peered":"2024-09-13T16:16:32.151863+0000","last_unstale":"2024-09-13T16:16:32.157154+0000","last_undegraded":"2024-09-13T16:16:32.157154+0000","last_fullsized":"2024-09-13T16:16:32.157154+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.300743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.146338+0000","last_change":"2024-09-13T16:16:31.792227+0000","last_active":"2024-09-13T16:16:32.146338+0000","last_peered":"2024-09-13T16:16:32.146338+0000","last_clean":"2024-09-13T16:16:32.146338+0000","last_became_active":"2024-09-13T16:16:31.791911+0000","last_became_peered":"2024-09-13T16:16:31.791911+0000","last_unstale":"2024-09-13T16:16:32.146338+0000","last_undegraded":"2024-09-13T16:16:32.146338+0000","last_fullsized":"2024-09-13T16:16:32.146338+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:30:29.201909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160567+0000","last_change":"2024-09-13T16:16:32.157697+0000","last_active":"2024-09-13T16:16:32.160567+0000","last_peered":"2024-09-13T16:16:32.160567+0000","last_clean":"2024-09-13T16:16:32.160567+0000","last_became_active":"2024-09-13T16:16:32.157478+0000","last_became_peered":"2024-09-13T16:16:32.157478+0000","last_unstale":"2024-09-13T16:16:32.160567+0000","last_undegraded":"2024-09-13T16:16:32.160567+0000","last_fullsized":"2024-09-13T16:16:32.160567+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:13:46.094021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.146937+0000","last_change":"2024-09-13T16:16:31.793502+0000","last_active":"2024-09-13T16:16:32.146937+0000","last_peered":"2024-09-13T16:16:32.146937+0000","last_clean":"2024-09-13T16:16:32.146937+0000","last_became_active":"2024-09-13T16:16:31.793242+0000","last_became_peered":"2024-09-13T16:16:31.793242+0000","last_unstale":"2024-09-13T16:16:32.146937+0000","last_undegraded":"2024-09-13T16:16:32.146937+0000","last_fullsized":"2024-09-13T16:16:32.146937+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:07.236942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.164698+0000","last_change":"2024-09-13T16:16:32.160761+0000","last_active":"2024-09-13T16:16:32.164698+0000","last_peered":"2024-09-13T16:16:32.164698+0000","last_clean":"2024-09-13T16:16:32.164698+0000","last_became_active":"2024-09-13T16:16:32.160446+0000","last_became_peered":"2024-09-13T16:16:32.160446+0000","last_unstale":"2024-09-13T16:16:32.164698+0000","last_undegraded":"2024-09-13T16:16:32.164698+0000","last_fullsized":"2024-09-13T16:16:32.164698+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:18.789542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145655+0000","last_change":"2024-09-13T16:16:31.791649+0000","last_active":"2024-09-13T16:16:32.145655+0000","last_peered":"2024-09-13T16:16:32.145655+0000","last_clean":"2024-09-13T16:16:32.145655+0000","last_became_active":"2024-09-13T16:16:31.791360+0000","last_became_peered":"2024-09-13T16:16:31.791360+0000","last_unstale":"2024-09-13T16:16:32.145655+0000","last_undegraded":"2024-09-13T16:16:32.145655+0000","last_fullsized":"2024-09-13T16:16:32.145655+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:57:39.417028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160118+0000","last_change":"2024-09-13T16:16:32.155815+0000","last_active":"2024-09-13T16:16:32.160118+0000","last_peered":"2024-09-13T16:16:32.160118+0000","last_clean":"2024-09-13T16:16:32.160118+0000","last_became_active":"2024-09-13T16:16:32.155571+0000","last_became_peered":"2024-09-13T16:16:32.155571+0000","last_unstale":"2024-09-13T16:16:32.160118+0000","last_undegraded":"2024-09-13T16:16:32.160118+0000","last_fullsized":"2024-09-13T16:16:32.160118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:18.102827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.149431+0000","last_change":"2024-09-13T16:16:31.796194+0000","last_active":"2024-09-13T16:16:32.149431+0000","last_peered":"2024-09-13T16:16:32.149431+0000","last_clean":"2024-09-13T16:16:32.149431+0000","last_became_active":"2024-09-13T16:16:31.795889+0000","last_became_peered":"2024-09-13T16:16:31.795889+0000","last_unstale":"2024-09-13T16:16:32.149431+0000","last_undegraded":"2024-09-13T16:16:32.149431+0000","last_fullsized":"2024-09-13T16:16:32.149431+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:17.786586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.170550+0000","last_change":"2024-09-13T16:16:32.170051+0000","last_active":"2024-09-13T16:16:32.170550+0000","last_peered":"2024-09-13T16:16:32.170550+0000","last_clean":"2024-09-13T16:16:32.170550+0000","last_became_active":"2024-09-13T16:16:32.169769+0000","last_became_peered":"2024-09-13T16:16:32.169769+0000","last_unstale":"2024-09-13T16:16:32.170550+0000","last_undegraded":"2024-09-13T16:16:32.170550+0000","last_fullsized":"2024-09-13T16:16:32.170550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:18.742687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.155805+0000","last_change":"2024-09-13T16:16:31.794678+0000","last_active":"2024-09-13T16:16:32.155805+0000","last_peered":"2024-09-13T16:16:32.155805+0000","last_clean":"2024-09-13T16:16:32.155805+0000","last_became_active":"2024-09-13T16:16:31.794426+0000","last_became_peered":"2024-09-13T16:16:31.794426+0000","last_unstale":"2024-09-13T16:16:32.155805+0000","last_undegraded":"2024-09-13T16:16:32.155805+0000","last_fullsized":"2024-09-13T16:16:32.155805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:57:39.417028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169348+0000","last_change":"2024-09-13T16:16:32.162771+0000","last_active":"2024-09-13T16:16:32.169348+0000","last_peered":"2024-09-13T16:16:32.169348+0000","last_clean":"2024-09-13T16:16:32.169348+0000","last_became_active":"2024-09-13T16:16:32.162519+0000","last_became_peered":"2024-09-13T16:16:32.162519+0000","last_unstale":"2024-09-13T16:16:32.169348+0000","last_undegraded":"2024-09-13T16:16:32.169348+0000","last_fullsized":"2024-09-13T16:16:32.169348+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:30.023029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174975+0000","last_change":"2024-09-13T16:16:31.793702+0000","last_active":"2024-09-13T16:16:32.174975+0000","last_peered":"2024-09-13T16:16:32.174975+0000","last_clean":"2024-09-13T16:16:32.174975+0000","last_became_active":"2024-09-13T16:16:31.793404+0000","last_became_peered":"2024-09-13T16:16:31.793404+0000","last_unstale":"2024-09-13T16:16:32.174975+0000","last_undegraded":"2024-09-13T16:16:32.174975+0000","last_fullsized":"2024-09-13T16:16:32.174975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:42.829849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":220,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T16:16:31.782162+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:16:31.782162+0000","last_peered":"2024-09-13T16:16:31.782162+0000","last_clean":"2024-09-13T16:16:31.782162+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:16:31.782162+0000","last_undegraded":"2024-09-13T16:16:31.782162+0000","last_fullsized":"2024-09-13T16:16:31.782162+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574923,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32564,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1482752,"data_stored":966662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55700000000000005,"15min":0.54500000000000004},"min":{"1min":0.49299999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54300000000000004,"15min":0.51000000000000001},"min":{"1min":0.41699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.76000000000000001,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.52900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.40300000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75800000000000001,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.503},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56599999999999995,"15min":0.52600000000000002},"min":{"1min":0.51500000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":1.02,"15min":1.02},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.52000000000000002},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77700000000000002,"5min":0.88,"15min":0.88},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58099999999999996,"15min":0.53700000000000003},"min":{"1min":0.45900000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78500000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.372}]},{"osd":3,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56799999999999995,"15min":0.53800000000000003},"min":{"1min":0.44,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72599999999999998,"5min":1.335,"15min":1.335},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58699999999999997,"15min":0.55900000000000005},"min":{"1min":0.41399999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":1.284,"15min":1.284},"last":0.46700000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.46100000000000002,"15min":0.47699999999999998},"min":{"1min":0.33700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.70499999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.311},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35599999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.34799999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.51000000000000001,"15min":0.54100000000000004},"min":{"1min":0.32200000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.72199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68899999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.39900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56100000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.318,"15min":0.318},"max":{"1min":0.67200000000000004,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.54400000000000004,"15min":0.55600000000000005},"min":{"1min":0.36899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72099999999999997,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.439}]}]},{"osd":6,"up_from":13,"seq":55834574923,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58199999999999996,"15min":0.59399999999999997},"min":{"1min":0.40899999999999997,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81899999999999995,"5min":1.226,"15min":1.226},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58299999999999996,"15min":0.55300000000000005},"min":{"1min":0.46800000000000003,"5min":0.376,"15min":0.376},"max":{"1min":0.78800000000000003,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.36799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.69799999999999995,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60899999999999999,"15min":0.59099999999999997},"min":{"1min":0.49399999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.56699999999999995,"15min":0.54100000000000004},"min":{"1min":0.501,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77200000000000002,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.61199999999999999,"15min":0.60699999999999998},"min":{"1min":0.51200000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79200000000000004,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.45000000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.501,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78000000000000003,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.59799999999999998,"15min":0.59599999999999997},"min":{"1min":0.52400000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.82899999999999996,"5min":1.163,"15min":1.163},"last":0.42099999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51700000000000002,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68899999999999995,"5min":0.874,"15min":0.874},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52100000000000002,"15min":0.53200000000000003},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77500000000000002,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.433}]},{"osd":5,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.505,"15min":0.52900000000000003},"min":{"1min":0.34699999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.71199999999999997,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56000000000000005,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69899999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57199999999999995,"15min":0.58799999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71399999999999997,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.56799999999999995,"15min":0.58399999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.75800000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54800000000000004,"15min":0.52200000000000002},"min":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76800000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.621},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.61099999999999999,"15min":0.55100000000000005},"min":{"1min":0.41399999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.0430000000000001,"5min":5.0430000000000001,"15min":5.0430000000000001},"last":0.63300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.55600000000000005,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56100000000000005,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78200000000000003,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.68799999999999994}]},{"osd":2,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.60599999999999998,"15min":0.55400000000000005},"min":{"1min":0.40100000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":4.9580000000000002,"5min":4.9580000000000002,"15min":4.9580000000000002},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.56000000000000005},"min":{"1min":0.5,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.80100000000000005,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.61099999999999999,"15min":0.56999999999999995},"min":{"1min":0.40999999999999998,"5min":0.311,"15min":0.311},"max":{"1min":5.0030000000000001,"5min":5.0030000000000001,"15min":5.0030000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.59799999999999998,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84099999999999997,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.318,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67600000000000005,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.5049999999999999,"5min":5.5049999999999999,"15min":5.5049999999999999},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.5089999999999999,"5min":2.5089999999999999,"15min":2.5089999999999999},"last":0.434},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69499999999999995,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.60399999999999998,"15min":0.60699999999999998},"min":{"1min":0.436,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":5.0890000000000004,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.6669999999999998,"5min":5.6669999999999998,"15min":5.6669999999999998},"last":0.5}]}]},{"osd":4,"up_from":13,"seq":55834574923,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31996,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339844,"statfs":{"total":96636764160,"available":96604000256,"internally_reserved":0,"allocated":901120,"data_stored":382569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.52100000000000002},"min":{"1min":0.48299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69799999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.54900000000000004,"15min":0.51900000000000002},"min":{"1min":0.48699999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72799999999999998,"5min":1.131,"15min":1.131},"last":0.37}]},{"osd":1,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.54500000000000004,"15min":0.497},"min":{"1min":0.51600000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72599999999999998,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.57399999999999995,"15min":0.54300000000000004},"min":{"1min":0.51300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77200000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.50800000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.44600000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79000000000000004,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.58799999999999997,"15min":0.55500000000000005},"min":{"1min":0.47799999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.76500000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.64900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56100000000000005,"15min":0.51900000000000002},"min":{"1min":0.501,"5min":0.372,"15min":0.372},"max":{"1min":0.76100000000000001,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.59299999999999997,"15min":0.58099999999999996},"min":{"1min":0.47399999999999998,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.746,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.73299999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.49399999999999999,"15min":0.51200000000000001},"min":{"1min":0.35099999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.629,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.441,"5min":0.499,"15min":0.48499999999999999},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.53400000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.58899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.504,"15min":0.50800000000000001},"min":{"1min":0.39200000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.54900000000000004,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53200000000000003,"15min":0.51700000000000002},"min":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64300000000000002,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.747}]},{"osd":7,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.53600000000000003,"15min":0.51800000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65000000000000002,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.61199999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.81100000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36399999999999999,"15min":0.377},"min":{"1min":0.253,"5min":0.191,"15min":0.191},"max":{"1min":0.47699999999999998,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.29799999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.53500000000000003,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36399999999999999,"15min":0.38300000000000001},"min":{"1min":0.29299999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58499999999999996,"5min":1.306,"15min":1.306},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.28299999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.49299999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.34699999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":1.339,"15min":1.339},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.439,"15min":0.443},"min":{"1min":0.32200000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.61899999999999999,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.497,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.61699999999999999,"15min":0.60199999999999998},"min":{"1min":0.55500000000000005,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83399999999999996,"5min":1,"15min":1},"last":0.495}]},{"osd":5,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.60299999999999998,"15min":0.57699999999999996},"min":{"1min":0.52900000000000003,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.80800000000000005,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.441},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.63300000000000001,"15min":0.625},"min":{"1min":0.54300000000000004,"5min":0.371,"15min":0.371},"max":{"1min":0.84699999999999998,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.52300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.622,"15min":0.61299999999999999},"min":{"1min":0.53500000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.876,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.54200000000000004,"5min":0.373,"15min":0.373},"max":{"1min":0.871,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.51300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.53500000000000003,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85399999999999998,"5min":1.042,"15min":1.042},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.64700000000000002,"15min":0.63900000000000001},"min":{"1min":0.55600000000000005,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.82099999999999995,"5min":1.081,"15min":1.081},"last":0.56000000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.36799999999999999,"15min":0.34799999999999998},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.61399999999999999,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.249,"5min":0.22,"15min":0.22},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.39600000000000002,"15min":0.371},"min":{"1min":0.28199999999999997,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.39200000000000002},"min":{"1min":0.29199999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.27800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.26800000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.59799999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.317},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.434,"15min":0.41499999999999998},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.35999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":0.59199999999999997},"min":{"1min":0.495,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83199999999999996,"5min":4.8230000000000004,"15min":4.8230000000000004},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.61699999999999999,"15min":0.59899999999999998},"min":{"1min":0.5,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85099999999999998,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.52200000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66700000000000004,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93600000000000005,"5min":4.7480000000000002,"15min":4.7480000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66500000000000004,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.95099999999999996,"5min":4.8789999999999996,"15min":4.8789999999999996},"last":0.47099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.63100000000000001,"15min":0.61199999999999999},"min":{"1min":0.48899999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.90400000000000003,"5min":1.004,"15min":1.004},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.64600000000000002,"15min":0.63900000000000001},"min":{"1min":0.49399999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.84999999999999998,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.51000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.69499999999999995,"15min":0.64300000000000002},"min":{"1min":0.46200000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.87,"5min":4.7999999999999998,"15min":4.7999999999999998},"last":0.495},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.53400000000000003,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88,"5min":1.125,"15min":1.125},"last":0.48599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.375,"15min":0.39900000000000002},"min":{"1min":0.248,"5min":0.193,"15min":0.193},"max":{"1min":0.60399999999999998,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.498},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.39100000000000001,"15min":0.42999999999999999},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":1.494,"15min":1.494},"last":0.51900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.376,"15min":0.41899999999999998},"min":{"1min":0.28999999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.52400000000000002,"5min":1.679,"15min":1.679},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.432,"15min":0.45100000000000001},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.626,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.44600000000000001,"15min":0.46400000000000002},"min":{"1min":0.34899999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67000000000000004,"5min":1.403,"15min":1.403},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.42399999999999999,"15min":0.45500000000000002},"min":{"1min":0.32200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.66000000000000003,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.55900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.63600000000000001,"15min":0.59899999999999998},"min":{"1min":0.51900000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.262,"5min":4.617,"15min":4.617},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.71799999999999997,"15min":0.66100000000000003},"min":{"1min":0.48999999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.246,"5min":10.506,"15min":10.506},"last":0.871}]},{"osd":5,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.72499999999999998,"15min":0.68400000000000005},"min":{"1min":0.54900000000000004,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.284,"5min":10.292,"15min":10.292},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.63200000000000001,"15min":0.60899999999999999},"min":{"1min":0.51700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.86099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65200000000000002,"15min":0.67000000000000004},"min":{"1min":0.504,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.544,"5min":1.571,"15min":1.571},"last":1.014},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.55800000000000005,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.89000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.67300000000000004,"15min":0.66300000000000003},"min":{"1min":0.50900000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.6619999999999999,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.70699999999999996,"15min":0.70599999999999996},"min":{"1min":0.55200000000000005,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.5820000000000001,"5min":4.875,"15min":4.875},"last":0.96999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574924,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32560,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339280,"statfs":{"total":96636764160,"available":96603422720,"internally_reserved":0,"allocated":1478656,"data_stored":966043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.375,"15min":0.38900000000000001},"min":{"1min":0.25900000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.55000000000000004,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.373},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.27800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.56899999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.26700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.41099999999999998},"min":{"1min":0.27100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.66500000000000004,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.42099999999999999},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64400000000000002,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.315}]},{"osd":3,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.38300000000000001,"15min":0.40300000000000002},"min":{"1min":0.314,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.53800000000000003,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.434,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60999999999999999,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.39300000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.60899999999999999,"15min":0.58899999999999997},"min":{"1min":0.47699999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.1659999999999999,"5min":1.659,"15min":1.659},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.66300000000000003,"15min":0.629},"min":{"1min":0.47199999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80700000000000005,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.53200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.622,"15min":0.628},"min":{"1min":0.47399999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.1020000000000001,"5min":1.853,"15min":1.853},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.629,"5min":3.2069999999999999,"15min":1.4590000000000001},"min":{"1min":0.48299999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79600000000000004,"5min":209.25700000000001,"15min":209.25700000000001},"last":0.504}]},{"osd":6,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.65700000000000003,"15min":0.60799999999999998},"min":{"1min":0.503,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85999999999999999,"5min":4.7939999999999996,"15min":4.7939999999999996},"last":0.622},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63,"15min":0.61799999999999999},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.47599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.63400000000000001,"15min":0.61199999999999999},"min":{"1min":0.47399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1259999999999999,"5min":1.734,"15min":1.734},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.68700000000000006,"15min":0.66200000000000003},"min":{"1min":0.497,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.89600000000000002,"5min":4.8280000000000003,"15min":4.8280000000000003},"last":0.48799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:35.126 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:16:35.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.261+0000 7fa8ca195640 1 Processor -- start 2024-09-13T16:16:35.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.262+0000 7fa8ca195640 1 -- start start 2024-09-13T16:16:35.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.262+0000 7fa8ca195640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa8c4156fb0 0x7fa8c415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.262+0000 7fa8ca195640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa8c415d0a0 0x7fa8c415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.262+0000 7fa8ca195640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa8c415b1b0 con 0x7fa8c406f170 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.262+0000 7fa8ca195640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8c40b2400 con 0x7fa8c415d0a0 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.262+0000 7fa8ca195640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8c415da70 con 0x7fa8c4156fb0 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa8c415d0a0 0x7fa8c415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c2ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa8c406f170 0x7fa8c40b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35276/0 (socket says 172.21.15.39:35276) 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c2ffd640 1 -- 172.21.15.39:0/3323033281 learned_addr learned my addr 172.21.15.39:0/3323033281 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c37fe640 1 --2- 172.21.15.39:0/3323033281 >> v2:172.21.15.157:3300/0 conn(0x7fa8c4156fb0 0x7fa8c415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c3fff640 1 -- 172.21.15.39:0/3323033281 >> v2:172.21.15.157:3300/0 conn(0x7fa8c4156fb0 msgr2=0x7fa8c415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c3fff640 1 --2- 172.21.15.39:0/3323033281 >> v2:172.21.15.157:3300/0 conn(0x7fa8c4156fb0 0x7fa8c415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c3fff640 1 -- 172.21.15.39:0/3323033281 >> v1:172.21.15.39:6789/0 conn(0x7fa8c406f170 legacy=0x7fa8c40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.263+0000 7fa8c3fff640 1 -- 172.21.15.39:0/3323033281 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8c406f6e0 con 0x7fa8c415d0a0 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8c3fff640 1 --2- 172.21.15.39:0/3323033281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c415d0a0 0x7fa8c415d530 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fa8c406c5c0 tx=0x7fa8bc02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f0c17b1099eacd5c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8c27fc640 1 -- 172.21.15.39:0/3323033281 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc007740 con 0x7fa8c415d0a0 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8c27fc640 1 -- 172.21.15.39:0/3323033281 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8bc02d050 con 0x7fa8c415d0a0 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8c27fc640 1 -- 172.21.15.39:0/3323033281 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8bc007ac0 con 0x7fa8c415d0a0 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 -- 172.21.15.39:0/3323033281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c415d0a0 msgr2=0x7fa8c415d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3323033281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c415d0a0 0x7fa8c415d530 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fa8c406c5c0 tx=0x7fa8bc02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 -- 172.21.15.39:0/3323033281 shutdown_connections 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3323033281 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c415d0a0 0x7fa8c415d530 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3323033281 >> v2:172.21.15.157:3300/0 conn(0x7fa8c4156fb0 0x7fa8c415ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 -- 172.21.15.39:0/3323033281 >> 172.21.15.39:0/3323033281 conn(0x7fa8c406b3b0 msgr2=0x7fa8c406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 -- 172.21.15.39:0/3323033281 shutdown_connections 2024-09-13T16:16:35.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.264+0000 7fa8ca195640 1 -- 172.21.15.39:0/3323033281 wait complete. 2024-09-13T16:16:35.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.266+0000 7fa8ca195640 1 Processor -- start 2024-09-13T16:16:35.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.266+0000 7fa8ca195640 1 -- start start 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.266+0000 7fa8ca195640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa8c406f170 0x7fa8c4158ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.266+0000 7fa8ca195640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 0x7fa8c414c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8ca195640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa8c415d0a0 0x7fa8c41e4da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8ca195640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c4157fb0 con 0x7fa8c4156fb0 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8ca195640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c40afc40 con 0x7fa8c406f170 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8ca195640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8c4158200 con 0x7fa8c415d0a0 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 0x7fa8c414c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 0x7fa8c414c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54434/0 (socket says 172.21.15.39:54434) 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 -- 172.21.15.39:0/3759091133 learned_addr learned my addr 172.21.15.39:0/3759091133 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 -- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa8c415d0a0 msgr2=0x7fa8c41e4da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c3fff640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa8c415d0a0 0x7fa8c41e4da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c37fe640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa8c406f170 0x7fa8c4158ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa8c415d0a0 0x7fa8c41e4da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 -- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa8c406f170 msgr2=0x7fa8c4158ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa8c406f170 0x7fa8c4158ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 -- 172.21.15.39:0/3759091133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8bc009a70 con 0x7fa8c4156fb0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c37fe640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa8c406f170 0x7fa8c4158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c3fff640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa8c415d0a0 0x7fa8c41e4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8c2ffd640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 0x7fa8c414c610 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fa8b800c480 tx=0x7fa8b800c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8b8005ce0 con 0x7fa8c4156fb0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8b8005e40 con 0x7fa8c4156fb0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8c41584e0 con 0x7fa8c4156fb0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8b80072f0 con 0x7fa8c4156fb0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.267+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8c414d080 con 0x7fa8c4156fb0 2024-09-13T16:16:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.268+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8c4158a00 con 0x7fa8c4156fb0 2024-09-13T16:16:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.269+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa8b8007510 con 0x7fa8c4156fb0 2024-09-13T16:16:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.269+0000 7fa8abfff640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8b006ac00 0x7fa8b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.269+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa8b8088740 con 0x7fa8c4156fb0 2024-09-13T16:16:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.269+0000 7fa8c37fe640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8b006ac00 0x7fa8b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.270+0000 7fa8c37fe640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8b006ac00 0x7fa8b006d0c0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa8b4006fd0 tx=0x7fa8b4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.273+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa8c4158a00 con 0x7fa8c4156fb0 2024-09-13T16:16:35.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.441+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa8c406ff80 con 0x7fa8b006ac00 2024-09-13T16:16:35.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.449+0000 7fa8abfff640 1 -- 172.21.15.39:0/3759091133 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289076 (secure 0 0 0) 0x7fa8b4009530 con 0x7fa8b006ac00 2024-09-13T16:16:35.454 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:35.455 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8b006ac00 msgr2=0x7fa8b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8b006ac00 0x7fa8b006d0c0 secure :-1 s=READY pgs=478 cs=0 l=1 rev1=1 crypto rx=0x7fa8b4006fd0 tx=0x7fa8b4008040 comp rx=0 tx=0).stop 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 msgr2=0x7fa8c414c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 0x7fa8c414c610 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7fa8b800c480 tx=0x7fa8b800c940 comp rx=0 tx=0).stop 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 shutdown_connections 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8b006ac00 0x7fa8b006d0c0 unknown :-1 s=CLOSED pgs=478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa8c415d0a0 0x7fa8c41e4da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa8c4156fb0 0x7fa8c414c610 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 --2- 172.21.15.39:0/3759091133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa8c406f170 0x7fa8c4158ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 >> 172.21.15.39:0/3759091133 conn(0x7fa8c406b3b0 msgr2=0x7fa8c406a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 shutdown_connections 2024-09-13T16:16:35.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.452+0000 7fa8ca195640 1 -- 172.21.15.39:0/3759091133 wait complete. 2024-09-13T16:16:35.464 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":251,"stamp":"2024-09-13T16:16:35.220688+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":4,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":257060,"kb_used_data":8112,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754717660,"statfs":{"total":773094113280,"available":772830883840,"internally_reserved":0,"allocated":8306688,"data_stored":4196744,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":29,"apply_latency_ms":29,"commit_latency_ns":29000000,"apply_latency_ns":29000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.446845"},"pg_stats":[{"pgid":"11.3f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165894+0000","last_change":"2024-09-13T16:16:32.163065+0000","last_active":"2024-09-13T16:16:32.165894+0000","last_peered":"2024-09-13T16:16:32.165894+0000","last_clean":"2024-09-13T16:16:32.165894+0000","last_became_active":"2024-09-13T16:16:32.162136+0000","last_became_peered":"2024-09-13T16:16:32.162136+0000","last_unstale":"2024-09-13T16:16:32.165894+0000","last_undegraded":"2024-09-13T16:16:32.165894+0000","last_fullsized":"2024-09-13T16:16:32.165894+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:32.561458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.3e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169256+0000","last_change":"2024-09-13T16:16:32.167664+0000","last_active":"2024-09-13T16:16:32.169256+0000","last_peered":"2024-09-13T16:16:32.169256+0000","last_clean":"2024-09-13T16:16:32.169256+0000","last_became_active":"2024-09-13T16:16:32.167402+0000","last_became_peered":"2024-09-13T16:16:32.167402+0000","last_unstale":"2024-09-13T16:16:32.169256+0000","last_undegraded":"2024-09-13T16:16:32.169256+0000","last_fullsized":"2024-09-13T16:16:32.169256+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:27:52.861490+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.3d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163918+0000","last_change":"2024-09-13T16:16:32.155408+0000","last_active":"2024-09-13T16:16:32.163918+0000","last_peered":"2024-09-13T16:16:32.163918+0000","last_clean":"2024-09-13T16:16:32.163918+0000","last_became_active":"2024-09-13T16:16:32.155152+0000","last_became_peered":"2024-09-13T16:16:32.155152+0000","last_unstale":"2024-09-13T16:16:32.163918+0000","last_undegraded":"2024-09-13T16:16:32.163918+0000","last_fullsized":"2024-09-13T16:16:32.163918+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:50:38.328433+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.3c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174499+0000","last_change":"2024-09-13T16:16:32.165910+0000","last_active":"2024-09-13T16:16:32.174499+0000","last_peered":"2024-09-13T16:16:32.174499+0000","last_clean":"2024-09-13T16:16:32.174499+0000","last_became_active":"2024-09-13T16:16:32.165671+0000","last_became_peered":"2024-09-13T16:16:32.165671+0000","last_unstale":"2024-09-13T16:16:32.174499+0000","last_undegraded":"2024-09-13T16:16:32.174499+0000","last_fullsized":"2024-09-13T16:16:32.174499+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:48:49.800334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.3b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160532+0000","last_change":"2024-09-13T16:16:32.157369+0000","last_active":"2024-09-13T16:16:32.160532+0000","last_peered":"2024-09-13T16:16:32.160532+0000","last_clean":"2024-09-13T16:16:32.160532+0000","last_became_active":"2024-09-13T16:16:32.156968+0000","last_became_peered":"2024-09-13T16:16:32.156968+0000","last_unstale":"2024-09-13T16:16:32.160532+0000","last_undegraded":"2024-09-13T16:16:32.160532+0000","last_fullsized":"2024-09-13T16:16:32.160532+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:43.832805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169211+0000","last_change":"2024-09-13T16:16:32.167369+0000","last_active":"2024-09-13T16:16:32.169211+0000","last_peered":"2024-09-13T16:16:32.169211+0000","last_clean":"2024-09-13T16:16:32.169211+0000","last_became_active":"2024-09-13T16:16:32.167103+0000","last_became_peered":"2024-09-13T16:16:32.167103+0000","last_unstale":"2024-09-13T16:16:32.169211+0000","last_undegraded":"2024-09-13T16:16:32.169211+0000","last_fullsized":"2024-09-13T16:16:32.169211+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:30:30.204864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.39","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160062+0000","last_change":"2024-09-13T16:16:32.155078+0000","last_active":"2024-09-13T16:16:32.160062+0000","last_peered":"2024-09-13T16:16:32.160062+0000","last_clean":"2024-09-13T16:16:32.160062+0000","last_became_active":"2024-09-13T16:16:32.154775+0000","last_became_peered":"2024-09-13T16:16:32.154775+0000","last_unstale":"2024-09-13T16:16:32.160062+0000","last_undegraded":"2024-09-13T16:16:32.160062+0000","last_fullsized":"2024-09-13T16:16:32.160062+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:23.236964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.38","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165817+0000","last_change":"2024-09-13T16:16:32.161423+0000","last_active":"2024-09-13T16:16:32.165817+0000","last_peered":"2024-09-13T16:16:32.165817+0000","last_clean":"2024-09-13T16:16:32.165817+0000","last_became_active":"2024-09-13T16:16:32.161177+0000","last_became_peered":"2024-09-13T16:16:32.161177+0000","last_unstale":"2024-09-13T16:16:32.165817+0000","last_undegraded":"2024-09-13T16:16:32.165817+0000","last_fullsized":"2024-09-13T16:16:32.165817+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:47:24.293633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.37","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174431+0000","last_change":"2024-09-13T16:16:32.163788+0000","last_active":"2024-09-13T16:16:32.174431+0000","last_peered":"2024-09-13T16:16:32.174431+0000","last_clean":"2024-09-13T16:16:32.174431+0000","last_became_active":"2024-09-13T16:16:32.162611+0000","last_became_peered":"2024-09-13T16:16:32.162611+0000","last_unstale":"2024-09-13T16:16:32.174431+0000","last_undegraded":"2024-09-13T16:16:32.174431+0000","last_fullsized":"2024-09-13T16:16:32.174431+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:46.545156+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.36","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.167077+0000","last_change":"2024-09-13T16:16:32.165584+0000","last_active":"2024-09-13T16:16:32.167077+0000","last_peered":"2024-09-13T16:16:32.167077+0000","last_clean":"2024-09-13T16:16:32.167077+0000","last_became_active":"2024-09-13T16:16:32.165305+0000","last_became_peered":"2024-09-13T16:16:32.165305+0000","last_unstale":"2024-09-13T16:16:32.167077+0000","last_undegraded":"2024-09-13T16:16:32.167077+0000","last_fullsized":"2024-09-13T16:16:32.167077+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:54.776613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.35","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.159344+0000","last_change":"2024-09-13T16:16:32.158181+0000","last_active":"2024-09-13T16:16:32.159344+0000","last_peered":"2024-09-13T16:16:32.159344+0000","last_clean":"2024-09-13T16:16:32.159344+0000","last_became_active":"2024-09-13T16:16:32.157669+0000","last_became_peered":"2024-09-13T16:16:32.157669+0000","last_unstale":"2024-09-13T16:16:32.159344+0000","last_undegraded":"2024-09-13T16:16:32.159344+0000","last_fullsized":"2024-09-13T16:16:32.159344+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:33:15.637877+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.34","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174323+0000","last_change":"2024-09-13T16:16:32.162135+0000","last_active":"2024-09-13T16:16:32.174323+0000","last_peered":"2024-09-13T16:16:32.174323+0000","last_clean":"2024-09-13T16:16:32.174323+0000","last_became_active":"2024-09-13T16:16:32.161895+0000","last_became_peered":"2024-09-13T16:16:32.161895+0000","last_unstale":"2024-09-13T16:16:32.174323+0000","last_undegraded":"2024-09-13T16:16:32.174323+0000","last_fullsized":"2024-09-13T16:16:32.174323+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:38:01.044622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.33","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174083+0000","last_change":"2024-09-13T16:16:32.164728+0000","last_active":"2024-09-13T16:16:32.174083+0000","last_peered":"2024-09-13T16:16:32.174083+0000","last_clean":"2024-09-13T16:16:32.174083+0000","last_became_active":"2024-09-13T16:16:32.164494+0000","last_became_peered":"2024-09-13T16:16:32.164494+0000","last_unstale":"2024-09-13T16:16:32.174083+0000","last_undegraded":"2024-09-13T16:16:32.174083+0000","last_fullsized":"2024-09-13T16:16:32.174083+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:38.009561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.32","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160585+0000","last_change":"2024-09-13T16:16:32.157767+0000","last_active":"2024-09-13T16:16:32.160585+0000","last_peered":"2024-09-13T16:16:32.160585+0000","last_clean":"2024-09-13T16:16:32.160585+0000","last_became_active":"2024-09-13T16:16:32.157510+0000","last_became_peered":"2024-09-13T16:16:32.157510+0000","last_unstale":"2024-09-13T16:16:32.160585+0000","last_undegraded":"2024-09-13T16:16:32.160585+0000","last_fullsized":"2024-09-13T16:16:32.160585+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:09.106371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.31","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168933+0000","last_change":"2024-09-13T16:16:32.160051+0000","last_active":"2024-09-13T16:16:32.168933+0000","last_peered":"2024-09-13T16:16:32.168933+0000","last_clean":"2024-09-13T16:16:32.168933+0000","last_became_active":"2024-09-13T16:16:32.159769+0000","last_became_peered":"2024-09-13T16:16:32.159769+0000","last_unstale":"2024-09-13T16:16:32.168933+0000","last_undegraded":"2024-09-13T16:16:32.168933+0000","last_fullsized":"2024-09-13T16:16:32.168933+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:43.730082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.30","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166386+0000","last_change":"2024-09-13T16:16:32.163500+0000","last_active":"2024-09-13T16:16:32.166386+0000","last_peered":"2024-09-13T16:16:32.166386+0000","last_clean":"2024-09-13T16:16:32.166386+0000","last_became_active":"2024-09-13T16:16:32.163216+0000","last_became_peered":"2024-09-13T16:16:32.163216+0000","last_unstale":"2024-09-13T16:16:32.166386+0000","last_undegraded":"2024-09-13T16:16:32.166386+0000","last_fullsized":"2024-09-13T16:16:32.166386+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:42.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174340+0000","last_change":"2024-09-13T16:16:32.162678+0000","last_active":"2024-09-13T16:16:32.174340+0000","last_peered":"2024-09-13T16:16:32.174340+0000","last_clean":"2024-09-13T16:16:32.174340+0000","last_became_active":"2024-09-13T16:16:32.162443+0000","last_became_peered":"2024-09-13T16:16:32.162443+0000","last_unstale":"2024-09-13T16:16:32.174340+0000","last_undegraded":"2024-09-13T16:16:32.174340+0000","last_fullsized":"2024-09-13T16:16:32.174340+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:57:40.419984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.2e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174377+0000","last_change":"2024-09-13T16:16:32.163970+0000","last_active":"2024-09-13T16:16:32.174377+0000","last_peered":"2024-09-13T16:16:32.174377+0000","last_clean":"2024-09-13T16:16:32.174377+0000","last_became_active":"2024-09-13T16:16:32.163695+0000","last_became_peered":"2024-09-13T16:16:32.163695+0000","last_unstale":"2024-09-13T16:16:32.174377+0000","last_undegraded":"2024-09-13T16:16:32.174377+0000","last_fullsized":"2024-09-13T16:16:32.174377+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:34.408269+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.2d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166280+0000","last_change":"2024-09-13T16:16:32.164252+0000","last_active":"2024-09-13T16:16:32.166280+0000","last_peered":"2024-09-13T16:16:32.166280+0000","last_clean":"2024-09-13T16:16:32.166280+0000","last_became_active":"2024-09-13T16:16:32.163355+0000","last_became_peered":"2024-09-13T16:16:32.163355+0000","last_unstale":"2024-09-13T16:16:32.166280+0000","last_undegraded":"2024-09-13T16:16:32.166280+0000","last_fullsized":"2024-09-13T16:16:32.166280+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:33.064170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.2c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158910+0000","last_change":"2024-09-13T16:16:32.154510+0000","last_active":"2024-09-13T16:16:32.158910+0000","last_peered":"2024-09-13T16:16:32.158910+0000","last_clean":"2024-09-13T16:16:32.158910+0000","last_became_active":"2024-09-13T16:16:32.154261+0000","last_became_peered":"2024-09-13T16:16:32.154261+0000","last_unstale":"2024-09-13T16:16:32.158910+0000","last_undegraded":"2024-09-13T16:16:32.158910+0000","last_fullsized":"2024-09-13T16:16:32.158910+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:35.118362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165754+0000","last_change":"2024-09-13T16:16:32.160610+0000","last_active":"2024-09-13T16:16:32.165754+0000","last_peered":"2024-09-13T16:16:32.165754+0000","last_clean":"2024-09-13T16:16:32.165754+0000","last_became_active":"2024-09-13T16:16:32.160326+0000","last_became_peered":"2024-09-13T16:16:32.160326+0000","last_unstale":"2024-09-13T16:16:32.165754+0000","last_undegraded":"2024-09-13T16:16:32.165754+0000","last_fullsized":"2024-09-13T16:16:32.165754+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:23.236964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.2a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165898+0000","last_change":"2024-09-13T16:16:32.164234+0000","last_active":"2024-09-13T16:16:32.165898+0000","last_peered":"2024-09-13T16:16:32.165898+0000","last_clean":"2024-09-13T16:16:32.165898+0000","last_became_active":"2024-09-13T16:16:32.163996+0000","last_became_peered":"2024-09-13T16:16:32.163996+0000","last_unstale":"2024-09-13T16:16:32.165898+0000","last_undegraded":"2024-09-13T16:16:32.165898+0000","last_fullsized":"2024-09-13T16:16:32.165898+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:07:43.730082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.29","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.154938+0000","last_change":"2024-09-13T16:16:32.151965+0000","last_active":"2024-09-13T16:16:32.154938+0000","last_peered":"2024-09-13T16:16:32.154938+0000","last_clean":"2024-09-13T16:16:32.154938+0000","last_became_active":"2024-09-13T16:16:32.151679+0000","last_became_peered":"2024-09-13T16:16:32.151679+0000","last_unstale":"2024-09-13T16:16:32.154938+0000","last_undegraded":"2024-09-13T16:16:32.154938+0000","last_fullsized":"2024-09-13T16:16:32.154938+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:19:30.752768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.28","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162634+0000","last_change":"2024-09-13T16:16:32.160097+0000","last_active":"2024-09-13T16:16:32.162634+0000","last_peered":"2024-09-13T16:16:32.162634+0000","last_clean":"2024-09-13T16:16:32.162634+0000","last_became_active":"2024-09-13T16:16:32.159850+0000","last_became_peered":"2024-09-13T16:16:32.159850+0000","last_unstale":"2024-09-13T16:16:32.162634+0000","last_undegraded":"2024-09-13T16:16:32.162634+0000","last_fullsized":"2024-09-13T16:16:32.162634+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:57.651508+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.27","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.156889+0000","last_change":"2024-09-13T16:16:32.154507+0000","last_active":"2024-09-13T16:16:32.156889+0000","last_peered":"2024-09-13T16:16:32.156889+0000","last_clean":"2024-09-13T16:16:32.156889+0000","last_became_active":"2024-09-13T16:16:32.154231+0000","last_became_peered":"2024-09-13T16:16:32.154231+0000","last_unstale":"2024-09-13T16:16:32.156889+0000","last_undegraded":"2024-09-13T16:16:32.156889+0000","last_fullsized":"2024-09-13T16:16:32.156889+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:57.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.26","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166895+0000","last_change":"2024-09-13T16:16:32.165527+0000","last_active":"2024-09-13T16:16:32.166895+0000","last_peered":"2024-09-13T16:16:32.166895+0000","last_clean":"2024-09-13T16:16:32.166895+0000","last_became_active":"2024-09-13T16:16:32.165179+0000","last_became_peered":"2024-09-13T16:16:32.165179+0000","last_unstale":"2024-09-13T16:16:32.166895+0000","last_undegraded":"2024-09-13T16:16:32.166895+0000","last_fullsized":"2024-09-13T16:16:32.166895+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:38.009561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.25","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163898+0000","last_change":"2024-09-13T16:16:32.154152+0000","last_active":"2024-09-13T16:16:32.163898+0000","last_peered":"2024-09-13T16:16:32.163898+0000","last_clean":"2024-09-13T16:16:32.163898+0000","last_became_active":"2024-09-13T16:16:32.153833+0000","last_became_peered":"2024-09-13T16:16:32.153833+0000","last_unstale":"2024-09-13T16:16:32.163898+0000","last_undegraded":"2024-09-13T16:16:32.163898+0000","last_fullsized":"2024-09-13T16:16:32.163898+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:32.561458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.24","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.167736+0000","last_change":"2024-09-13T16:16:32.165017+0000","last_active":"2024-09-13T16:16:32.167736+0000","last_peered":"2024-09-13T16:16:32.167736+0000","last_clean":"2024-09-13T16:16:32.167736+0000","last_became_active":"2024-09-13T16:16:32.164729+0000","last_became_peered":"2024-09-13T16:16:32.164729+0000","last_unstale":"2024-09-13T16:16:32.167736+0000","last_undegraded":"2024-09-13T16:16:32.167736+0000","last_fullsized":"2024-09-13T16:16:32.167736+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:38.009561+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.23","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158624+0000","last_change":"2024-09-13T16:16:32.149753+0000","last_active":"2024-09-13T16:16:32.158624+0000","last_peered":"2024-09-13T16:16:32.158624+0000","last_clean":"2024-09-13T16:16:32.158624+0000","last_became_active":"2024-09-13T16:16:32.149519+0000","last_became_peered":"2024-09-13T16:16:32.149519+0000","last_unstale":"2024-09-13T16:16:32.158624+0000","last_undegraded":"2024-09-13T16:16:32.158624+0000","last_fullsized":"2024-09-13T16:16:32.158624+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:09:40.620558+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.22","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166868+0000","last_change":"2024-09-13T16:16:32.165292+0000","last_active":"2024-09-13T16:16:32.166868+0000","last_peered":"2024-09-13T16:16:32.166868+0000","last_clean":"2024-09-13T16:16:32.166868+0000","last_became_active":"2024-09-13T16:16:32.164988+0000","last_became_peered":"2024-09-13T16:16:32.164988+0000","last_unstale":"2024-09-13T16:16:32.166868+0000","last_undegraded":"2024-09-13T16:16:32.166868+0000","last_fullsized":"2024-09-13T16:16:32.166868+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:16:42.461479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.21","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163291+0000","last_change":"2024-09-13T16:16:32.161830+0000","last_active":"2024-09-13T16:16:32.163291+0000","last_peered":"2024-09-13T16:16:32.163291+0000","last_clean":"2024-09-13T16:16:32.163291+0000","last_became_active":"2024-09-13T16:16:32.161506+0000","last_became_peered":"2024-09-13T16:16:32.161506+0000","last_unstale":"2024-09-13T16:16:32.163291+0000","last_undegraded":"2024-09-13T16:16:32.163291+0000","last_fullsized":"2024-09-13T16:16:32.163291+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:57.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.20","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.170539+0000","last_change":"2024-09-13T16:16:32.169958+0000","last_active":"2024-09-13T16:16:32.170539+0000","last_peered":"2024-09-13T16:16:32.170539+0000","last_clean":"2024-09-13T16:16:32.170539+0000","last_became_active":"2024-09-13T16:16:32.169675+0000","last_became_peered":"2024-09-13T16:16:32.169675+0000","last_unstale":"2024-09-13T16:16:32.170539+0000","last_undegraded":"2024-09-13T16:16:32.170539+0000","last_fullsized":"2024-09-13T16:16:32.170539+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:12.910272+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163584+0000","last_change":"2024-09-13T16:16:32.162034+0000","last_active":"2024-09-13T16:16:32.163584+0000","last_peered":"2024-09-13T16:16:32.163584+0000","last_clean":"2024-09-13T16:16:32.163584+0000","last_became_active":"2024-09-13T16:16:32.160777+0000","last_became_peered":"2024-09-13T16:16:32.160777+0000","last_unstale":"2024-09-13T16:16:32.163584+0000","last_undegraded":"2024-09-13T16:16:32.163584+0000","last_fullsized":"2024-09-13T16:16:32.163584+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:22:44.743408+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1f","version":"75'4","reported_seq":14,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160262+0000","last_change":"2024-09-13T16:16:31.792010+0000","last_active":"2024-09-13T16:16:32.160262+0000","last_peered":"2024-09-13T16:16:32.160262+0000","last_clean":"2024-09-13T16:16:32.160262+0000","last_became_active":"2024-09-13T16:16:31.791058+0000","last_became_peered":"2024-09-13T16:16:31.791058+0000","last_unstale":"2024-09-13T16:16:32.160262+0000","last_undegraded":"2024-09-13T16:16:32.160262+0000","last_fullsized":"2024-09-13T16:16:32.160262+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:17.739731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.1f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160468+0000","last_change":"2024-09-13T16:16:32.157204+0000","last_active":"2024-09-13T16:16:32.160468+0000","last_peered":"2024-09-13T16:16:32.160468+0000","last_clean":"2024-09-13T16:16:32.160468+0000","last_became_active":"2024-09-13T16:16:32.156811+0000","last_became_peered":"2024-09-13T16:16:32.156811+0000","last_unstale":"2024-09-13T16:16:32.160468+0000","last_undegraded":"2024-09-13T16:16:32.160468+0000","last_fullsized":"2024-09-13T16:16:32.160468+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:56.492897+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.1e","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160859+0000","last_change":"2024-09-13T16:16:31.796563+0000","last_active":"2024-09-13T16:16:32.160859+0000","last_peered":"2024-09-13T16:16:32.160859+0000","last_clean":"2024-09-13T16:16:32.160859+0000","last_became_active":"2024-09-13T16:16:31.796279+0000","last_became_peered":"2024-09-13T16:16:31.796279+0000","last_unstale":"2024-09-13T16:16:32.160859+0000","last_undegraded":"2024-09-13T16:16:32.160859+0000","last_fullsized":"2024-09-13T16:16:32.160859+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:17.739731+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.1c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168599+0000","last_change":"2024-09-13T16:16:32.166497+0000","last_active":"2024-09-13T16:16:32.168599+0000","last_peered":"2024-09-13T16:16:32.168599+0000","last_clean":"2024-09-13T16:16:32.168599+0000","last_became_active":"2024-09-13T16:16:32.166118+0000","last_became_peered":"2024-09-13T16:16:32.166118+0000","last_unstale":"2024-09-13T16:16:32.168599+0000","last_undegraded":"2024-09-13T16:16:32.168599+0000","last_fullsized":"2024-09-13T16:16:32.168599+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:29.399908+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.1d","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162149+0000","last_change":"2024-09-13T16:16:31.795984+0000","last_active":"2024-09-13T16:16:32.162149+0000","last_peered":"2024-09-13T16:16:32.162149+0000","last_clean":"2024-09-13T16:16:32.162149+0000","last_became_active":"2024-09-13T16:16:31.795718+0000","last_became_peered":"2024-09-13T16:16:31.795718+0000","last_unstale":"2024-09-13T16:16:32.162149+0000","last_undegraded":"2024-09-13T16:16:32.162149+0000","last_fullsized":"2024-09-13T16:16:32.162149+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:16.778963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158767+0000","last_change":"2024-09-13T16:16:32.158023+0000","last_active":"2024-09-13T16:16:32.158767+0000","last_peered":"2024-09-13T16:16:32.158767+0000","last_clean":"2024-09-13T16:16:32.158767+0000","last_became_active":"2024-09-13T16:16:32.157348+0000","last_became_peered":"2024-09-13T16:16:32.157348+0000","last_unstale":"2024-09-13T16:16:32.158767+0000","last_undegraded":"2024-09-13T16:16:32.158767+0000","last_fullsized":"2024-09-13T16:16:32.158767+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:11:46.365793+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.1c","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174960+0000","last_change":"2024-09-13T16:16:31.792743+0000","last_active":"2024-09-13T16:16:32.174960+0000","last_peered":"2024-09-13T16:16:32.174960+0000","last_clean":"2024-09-13T16:16:32.174960+0000","last_became_active":"2024-09-13T16:16:31.792481+0000","last_became_peered":"2024-09-13T16:16:31.792481+0000","last_unstale":"2024-09-13T16:16:32.174960+0000","last_undegraded":"2024-09-13T16:16:32.174960+0000","last_fullsized":"2024-09-13T16:16:32.174960+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:17.652646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.1a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163187+0000","last_change":"2024-09-13T16:16:32.156228+0000","last_active":"2024-09-13T16:16:32.163187+0000","last_peered":"2024-09-13T16:16:32.163187+0000","last_clean":"2024-09-13T16:16:32.163187+0000","last_became_active":"2024-09-13T16:16:32.155973+0000","last_became_peered":"2024-09-13T16:16:32.155973+0000","last_unstale":"2024-09-13T16:16:32.163187+0000","last_undegraded":"2024-09-13T16:16:32.163187+0000","last_fullsized":"2024-09-13T16:16:32.163187+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:33.814014+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.1b","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.159059+0000","last_change":"2024-09-13T16:16:31.795253+0000","last_active":"2024-09-13T16:16:32.159059+0000","last_peered":"2024-09-13T16:16:32.159059+0000","last_clean":"2024-09-13T16:16:32.159059+0000","last_became_active":"2024-09-13T16:16:31.794985+0000","last_became_peered":"2024-09-13T16:16:31.794985+0000","last_unstale":"2024-09-13T16:16:32.159059+0000","last_undegraded":"2024-09-13T16:16:32.159059+0000","last_fullsized":"2024-09-13T16:16:32.159059+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:39:11.801453+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.1b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.159167+0000","last_change":"2024-09-13T16:16:32.154842+0000","last_active":"2024-09-13T16:16:32.159167+0000","last_peered":"2024-09-13T16:16:32.159167+0000","last_clean":"2024-09-13T16:16:32.159167+0000","last_became_active":"2024-09-13T16:16:32.154559+0000","last_became_peered":"2024-09-13T16:16:32.154559+0000","last_unstale":"2024-09-13T16:16:32.159167+0000","last_undegraded":"2024-09-13T16:16:32.159167+0000","last_fullsized":"2024-09-13T16:16:32.159167+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:35.118362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.1a","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169225+0000","last_change":"2024-09-13T16:16:31.793953+0000","last_active":"2024-09-13T16:16:32.169225+0000","last_peered":"2024-09-13T16:16:32.169225+0000","last_clean":"2024-09-13T16:16:32.169225+0000","last_became_active":"2024-09-13T16:16:31.793706+0000","last_became_peered":"2024-09-13T16:16:31.793706+0000","last_unstale":"2024-09-13T16:16:32.169225+0000","last_undegraded":"2024-09-13T16:16:32.169225+0000","last_fullsized":"2024-09-13T16:16:32.169225+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:20:33.405313+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.18","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174251+0000","last_change":"2024-09-13T16:16:32.161153+0000","last_active":"2024-09-13T16:16:32.174251+0000","last_peered":"2024-09-13T16:16:32.174251+0000","last_clean":"2024-09-13T16:16:32.174251+0000","last_became_active":"2024-09-13T16:16:32.160853+0000","last_became_peered":"2024-09-13T16:16:32.160853+0000","last_unstale":"2024-09-13T16:16:32.174251+0000","last_undegraded":"2024-09-13T16:16:32.174251+0000","last_fullsized":"2024-09-13T16:16:32.174251+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:29.263178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.19","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.144994+0000","last_change":"2024-09-13T16:16:31.791730+0000","last_active":"2024-09-13T16:16:32.144994+0000","last_peered":"2024-09-13T16:16:32.144994+0000","last_clean":"2024-09-13T16:16:32.144994+0000","last_became_active":"2024-09-13T16:16:31.791051+0000","last_became_peered":"2024-09-13T16:16:31.791051+0000","last_unstale":"2024-09-13T16:16:32.144994+0000","last_undegraded":"2024-09-13T16:16:32.144994+0000","last_fullsized":"2024-09-13T16:16:32.144994+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:17.652646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.19","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158893+0000","last_change":"2024-09-13T16:16:32.154435+0000","last_active":"2024-09-13T16:16:32.158893+0000","last_peered":"2024-09-13T16:16:32.158893+0000","last_clean":"2024-09-13T16:16:32.158893+0000","last_became_active":"2024-09-13T16:16:32.154160+0000","last_became_peered":"2024-09-13T16:16:32.154160+0000","last_unstale":"2024-09-13T16:16:32.158893+0000","last_undegraded":"2024-09-13T16:16:32.158893+0000","last_fullsized":"2024-09-13T16:16:32.158893+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:23.236964+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.18","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.146173+0000","last_change":"2024-09-13T16:16:31.797139+0000","last_active":"2024-09-13T16:16:32.146173+0000","last_peered":"2024-09-13T16:16:32.146173+0000","last_clean":"2024-09-13T16:16:32.146173+0000","last_became_active":"2024-09-13T16:16:31.796730+0000","last_became_peered":"2024-09-13T16:16:31.796730+0000","last_unstale":"2024-09-13T16:16:32.146173+0000","last_undegraded":"2024-09-13T16:16:32.146173+0000","last_fullsized":"2024-09-13T16:16:32.146173+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:04:43.511149+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.16","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.153681+0000","last_change":"2024-09-13T16:16:32.152085+0000","last_active":"2024-09-13T16:16:32.153681+0000","last_peered":"2024-09-13T16:16:32.153681+0000","last_clean":"2024-09-13T16:16:32.153681+0000","last_became_active":"2024-09-13T16:16:32.151051+0000","last_became_peered":"2024-09-13T16:16:32.151051+0000","last_unstale":"2024-09-13T16:16:32.153681+0000","last_undegraded":"2024-09-13T16:16:32.153681+0000","last_fullsized":"2024-09-13T16:16:32.153681+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:06:57.784529+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.17","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.150171+0000","last_change":"2024-09-13T16:16:31.795688+0000","last_active":"2024-09-13T16:16:32.150171+0000","last_peered":"2024-09-13T16:16:32.150171+0000","last_clean":"2024-09-13T16:16:32.150171+0000","last_became_active":"2024-09-13T16:16:31.795330+0000","last_became_peered":"2024-09-13T16:16:31.795330+0000","last_unstale":"2024-09-13T16:16:32.150171+0000","last_undegraded":"2024-09-13T16:16:32.150171+0000","last_fullsized":"2024-09-13T16:16:32.150171+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:32.030297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.17","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163607+0000","last_change":"2024-09-13T16:16:32.161092+0000","last_active":"2024-09-13T16:16:32.163607+0000","last_peered":"2024-09-13T16:16:32.163607+0000","last_clean":"2024-09-13T16:16:32.163607+0000","last_became_active":"2024-09-13T16:16:32.160816+0000","last_became_peered":"2024-09-13T16:16:32.160816+0000","last_unstale":"2024-09-13T16:16:32.163607+0000","last_undegraded":"2024-09-13T16:16:32.163607+0000","last_fullsized":"2024-09-13T16:16:32.163607+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:33.662148+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.16","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158440+0000","last_change":"2024-09-13T16:16:31.792378+0000","last_active":"2024-09-13T16:16:32.158440+0000","last_peered":"2024-09-13T16:16:32.158440+0000","last_clean":"2024-09-13T16:16:32.158440+0000","last_became_active":"2024-09-13T16:16:31.792130+0000","last_became_peered":"2024-09-13T16:16:31.792130+0000","last_unstale":"2024-09-13T16:16:32.158440+0000","last_undegraded":"2024-09-13T16:16:32.158440+0000","last_fullsized":"2024-09-13T16:16:32.158440+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:10:28.260223+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.14","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169311+0000","last_change":"2024-09-13T16:16:32.167907+0000","last_active":"2024-09-13T16:16:32.169311+0000","last_peered":"2024-09-13T16:16:32.169311+0000","last_clean":"2024-09-13T16:16:32.169311+0000","last_became_active":"2024-09-13T16:16:32.167469+0000","last_became_peered":"2024-09-13T16:16:32.167469+0000","last_unstale":"2024-09-13T16:16:32.169311+0000","last_undegraded":"2024-09-13T16:16:32.169311+0000","last_fullsized":"2024-09-13T16:16:32.169311+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:40.077943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.15","version":"75'3","reported_seq":13,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.164135+0000","last_change":"2024-09-13T16:16:31.792613+0000","last_active":"2024-09-13T16:16:32.164135+0000","last_peered":"2024-09-13T16:16:32.164135+0000","last_clean":"2024-09-13T16:16:32.164135+0000","last_became_active":"2024-09-13T16:16:31.792314+0000","last_became_peered":"2024-09-13T16:16:31.792314+0000","last_unstale":"2024-09-13T16:16:32.164135+0000","last_undegraded":"2024-09-13T16:16:32.164135+0000","last_fullsized":"2024-09-13T16:16:32.164135+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:32.659192+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"11.15","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168860+0000","last_change":"2024-09-13T16:16:32.159571+0000","last_active":"2024-09-13T16:16:32.168860+0000","last_peered":"2024-09-13T16:16:32.168860+0000","last_clean":"2024-09-13T16:16:32.168860+0000","last_became_active":"2024-09-13T16:16:32.159288+0000","last_became_peered":"2024-09-13T16:16:32.159288+0000","last_unstale":"2024-09-13T16:16:32.168860+0000","last_undegraded":"2024-09-13T16:16:32.168860+0000","last_fullsized":"2024-09-13T16:16:32.168860+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:46.597051+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.14","version":"75'6","reported_seq":16,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174806+0000","last_change":"2024-09-13T16:16:31.794787+0000","last_active":"2024-09-13T16:16:32.174806+0000","last_peered":"2024-09-13T16:16:32.174806+0000","last_clean":"2024-09-13T16:16:32.174806+0000","last_became_active":"2024-09-13T16:16:31.794460+0000","last_became_peered":"2024-09-13T16:16:31.794460+0000","last_unstale":"2024-09-13T16:16:32.174806+0000","last_undegraded":"2024-09-13T16:16:32.174806+0000","last_fullsized":"2024-09-13T16:16:32.174806+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:55.489942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.12","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165951+0000","last_change":"2024-09-13T16:16:32.162792+0000","last_active":"2024-09-13T16:16:32.165951+0000","last_peered":"2024-09-13T16:16:32.165951+0000","last_clean":"2024-09-13T16:16:32.165951+0000","last_became_active":"2024-09-13T16:16:32.162510+0000","last_became_peered":"2024-09-13T16:16:32.162510+0000","last_unstale":"2024-09-13T16:16:32.165951+0000","last_undegraded":"2024-09-13T16:16:32.165951+0000","last_fullsized":"2024-09-13T16:16:32.165951+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:07:32.395679+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.13","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158798+0000","last_change":"2024-09-13T16:16:31.783855+0000","last_active":"2024-09-13T16:16:32.158798+0000","last_peered":"2024-09-13T16:16:32.158798+0000","last_clean":"2024-09-13T16:16:32.158798+0000","last_became_active":"2024-09-13T16:16:31.783546+0000","last_became_peered":"2024-09-13T16:16:31.783546+0000","last_unstale":"2024-09-13T16:16:32.158798+0000","last_undegraded":"2024-09-13T16:16:32.158798+0000","last_fullsized":"2024-09-13T16:16:32.158798+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:51.673344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.13","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162252+0000","last_change":"2024-09-13T16:16:32.156684+0000","last_active":"2024-09-13T16:16:32.162252+0000","last_peered":"2024-09-13T16:16:32.162252+0000","last_clean":"2024-09-13T16:16:32.162252+0000","last_became_active":"2024-09-13T16:16:32.156425+0000","last_became_peered":"2024-09-13T16:16:32.156425+0000","last_unstale":"2024-09-13T16:16:32.162252+0000","last_undegraded":"2024-09-13T16:16:32.162252+0000","last_fullsized":"2024-09-13T16:16:32.162252+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:06:11.176677+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.12","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.157427+0000","last_change":"2024-09-13T16:16:31.797859+0000","last_active":"2024-09-13T16:16:32.157427+0000","last_peered":"2024-09-13T16:16:32.157427+0000","last_clean":"2024-09-13T16:16:32.157427+0000","last_became_active":"2024-09-13T16:16:31.797588+0000","last_became_peered":"2024-09-13T16:16:31.797588+0000","last_unstale":"2024-09-13T16:16:32.157427+0000","last_undegraded":"2024-09-13T16:16:32.157427+0000","last_fullsized":"2024-09-13T16:16:32.157427+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:36:45.542200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.10","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174132+0000","last_change":"2024-09-13T16:16:32.164924+0000","last_active":"2024-09-13T16:16:32.174132+0000","last_peered":"2024-09-13T16:16:32.174132+0000","last_clean":"2024-09-13T16:16:32.174132+0000","last_became_active":"2024-09-13T16:16:32.164679+0000","last_became_peered":"2024-09-13T16:16:32.164679+0000","last_unstale":"2024-09-13T16:16:32.174132+0000","last_undegraded":"2024-09-13T16:16:32.174132+0000","last_fullsized":"2024-09-13T16:16:32.174132+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:57.285993+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.11","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.142936+0000","last_change":"2024-09-13T16:16:31.794675+0000","last_active":"2024-09-13T16:16:32.142936+0000","last_peered":"2024-09-13T16:16:32.142936+0000","last_clean":"2024-09-13T16:16:32.142936+0000","last_became_active":"2024-09-13T16:16:31.794420+0000","last_became_peered":"2024-09-13T16:16:31.794420+0000","last_unstale":"2024-09-13T16:16:32.142936+0000","last_undegraded":"2024-09-13T16:16:32.142936+0000","last_fullsized":"2024-09-13T16:16:32.142936+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:18:32.030297+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.11","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.161995+0000","last_change":"2024-09-13T16:16:32.158147+0000","last_active":"2024-09-13T16:16:32.161995+0000","last_peered":"2024-09-13T16:16:32.161995+0000","last_clean":"2024-09-13T16:16:32.161995+0000","last_became_active":"2024-09-13T16:16:32.157804+0000","last_became_peered":"2024-09-13T16:16:32.157804+0000","last_unstale":"2024-09-13T16:16:32.161995+0000","last_undegraded":"2024-09-13T16:16:32.161995+0000","last_fullsized":"2024-09-13T16:16:32.161995+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:18.655602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.10","version":"75'8","reported_seq":18,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166989+0000","last_change":"2024-09-13T16:16:31.796690+0000","last_active":"2024-09-13T16:16:32.166989+0000","last_peered":"2024-09-13T16:16:32.166989+0000","last_clean":"2024-09-13T16:16:32.166989+0000","last_became_active":"2024-09-13T16:16:31.796413+0000","last_became_peered":"2024-09-13T16:16:31.796413+0000","last_unstale":"2024-09-13T16:16:32.166989+0000","last_undegraded":"2024-09-13T16:16:32.166989+0000","last_fullsized":"2024-09-13T16:16:32.166989+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:05.513773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.e","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.165786+0000","last_change":"2024-09-13T16:16:32.161206+0000","last_active":"2024-09-13T16:16:32.165786+0000","last_peered":"2024-09-13T16:16:32.165786+0000","last_clean":"2024-09-13T16:16:32.165786+0000","last_became_active":"2024-09-13T16:16:32.160967+0000","last_became_peered":"2024-09-13T16:16:32.160967+0000","last_unstale":"2024-09-13T16:16:32.165786+0000","last_undegraded":"2024-09-13T16:16:32.165786+0000","last_fullsized":"2024-09-13T16:16:32.165786+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:56:33.064170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"10.f","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.175166+0000","last_change":"2024-09-13T16:16:31.796375+0000","last_active":"2024-09-13T16:16:32.175166+0000","last_peered":"2024-09-13T16:16:32.175166+0000","last_clean":"2024-09-13T16:16:32.175166+0000","last_became_active":"2024-09-13T16:16:31.796112+0000","last_became_peered":"2024-09-13T16:16:31.796112+0000","last_unstale":"2024-09-13T16:16:32.175166+0000","last_undegraded":"2024-09-13T16:16:32.175166+0000","last_fullsized":"2024-09-13T16:16:32.175166+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:45.594095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.f","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.158212+0000","last_change":"2024-09-13T16:16:32.156630+0000","last_active":"2024-09-13T16:16:32.158212+0000","last_peered":"2024-09-13T16:16:32.158212+0000","last_clean":"2024-09-13T16:16:32.158212+0000","last_became_active":"2024-09-13T16:16:32.156155+0000","last_became_peered":"2024-09-13T16:16:32.156155+0000","last_unstale":"2024-09-13T16:16:32.158212+0000","last_undegraded":"2024-09-13T16:16:32.158212+0000","last_fullsized":"2024-09-13T16:16:32.158212+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:39:12.804409+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.e","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.164893+0000","last_change":"2024-09-13T16:16:31.795339+0000","last_active":"2024-09-13T16:16:32.164893+0000","last_peered":"2024-09-13T16:16:32.164893+0000","last_clean":"2024-09-13T16:16:32.164893+0000","last_became_active":"2024-09-13T16:16:31.794977+0000","last_became_peered":"2024-09-13T16:16:31.794977+0000","last_unstale":"2024-09-13T16:16:32.164893+0000","last_undegraded":"2024-09-13T16:16:32.164893+0000","last_fullsized":"2024-09-13T16:16:32.164893+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:07:28.396952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.c","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174370+0000","last_change":"2024-09-13T16:16:32.162135+0000","last_active":"2024-09-13T16:16:32.174370+0000","last_peered":"2024-09-13T16:16:32.174370+0000","last_clean":"2024-09-13T16:16:32.174370+0000","last_became_active":"2024-09-13T16:16:32.161866+0000","last_became_peered":"2024-09-13T16:16:32.161866+0000","last_unstale":"2024-09-13T16:16:32.174370+0000","last_undegraded":"2024-09-13T16:16:32.174370+0000","last_fullsized":"2024-09-13T16:16:32.174370+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:01:41.094835+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.d","version":"75'1","reported_seq":11,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.167778+0000","last_change":"2024-09-13T16:16:31.795458+0000","last_active":"2024-09-13T16:16:32.167778+0000","last_peered":"2024-09-13T16:16:32.167778+0000","last_clean":"2024-09-13T16:16:32.167778+0000","last_became_active":"2024-09-13T16:16:31.795204+0000","last_became_peered":"2024-09-13T16:16:31.795204+0000","last_unstale":"2024-09-13T16:16:32.167778+0000","last_undegraded":"2024-09-13T16:16:32.167778+0000","last_fullsized":"2024-09-13T16:16:32.167778+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:39.381323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.d","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.161365+0000","last_change":"2024-09-13T16:16:32.158427+0000","last_active":"2024-09-13T16:16:32.161365+0000","last_peered":"2024-09-13T16:16:32.161365+0000","last_clean":"2024-09-13T16:16:32.161365+0000","last_became_active":"2024-09-13T16:16:32.157871+0000","last_became_peered":"2024-09-13T16:16:32.157871+0000","last_unstale":"2024-09-13T16:16:32.161365+0000","last_undegraded":"2024-09-13T16:16:32.161365+0000","last_fullsized":"2024-09-13T16:16:32.161365+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:40.384278+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.c","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.144271+0000","last_change":"2024-09-13T16:16:31.792631+0000","last_active":"2024-09-13T16:16:32.144271+0000","last_peered":"2024-09-13T16:16:32.144271+0000","last_clean":"2024-09-13T16:16:32.144271+0000","last_became_active":"2024-09-13T16:16:31.792363+0000","last_became_peered":"2024-09-13T16:16:31.792363+0000","last_unstale":"2024-09-13T16:16:32.144271+0000","last_undegraded":"2024-09-13T16:16:32.144271+0000","last_fullsized":"2024-09-13T16:16:32.144271+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:56:11.907317+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"11.b","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.163965+0000","last_change":"2024-09-13T16:16:32.155836+0000","last_active":"2024-09-13T16:16:32.163965+0000","last_peered":"2024-09-13T16:16:32.163965+0000","last_clean":"2024-09-13T16:16:32.163965+0000","last_became_active":"2024-09-13T16:16:32.155314+0000","last_became_peered":"2024-09-13T16:16:32.155314+0000","last_unstale":"2024-09-13T16:16:32.163965+0000","last_undegraded":"2024-09-13T16:16:32.163965+0000","last_fullsized":"2024-09-13T16:16:32.163965+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:13:16.202119+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.a","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.157535+0000","last_change":"2024-09-13T16:16:31.793168+0000","last_active":"2024-09-13T16:16:32.157535+0000","last_peered":"2024-09-13T16:16:32.157535+0000","last_clean":"2024-09-13T16:16:32.157535+0000","last_became_active":"2024-09-13T16:16:31.792913+0000","last_became_peered":"2024-09-13T16:16:31.792913+0000","last_unstale":"2024-09-13T16:16:32.157535+0000","last_undegraded":"2024-09-13T16:16:32.157535+0000","last_fullsized":"2024-09-13T16:16:32.157535+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:17.099871+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.8","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169336+0000","last_change":"2024-09-13T16:16:32.162615+0000","last_active":"2024-09-13T16:16:32.169336+0000","last_peered":"2024-09-13T16:16:32.169336+0000","last_clean":"2024-09-13T16:16:32.169336+0000","last_became_active":"2024-09-13T16:16:32.162350+0000","last_became_peered":"2024-09-13T16:16:32.162350+0000","last_unstale":"2024-09-13T16:16:32.169336+0000","last_undegraded":"2024-09-13T16:16:32.169336+0000","last_fullsized":"2024-09-13T16:16:32.169336+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:26:53.650410+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.9","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145072+0000","last_change":"2024-09-13T16:16:31.797154+0000","last_active":"2024-09-13T16:16:32.145072+0000","last_peered":"2024-09-13T16:16:32.145072+0000","last_clean":"2024-09-13T16:16:32.145072+0000","last_became_active":"2024-09-13T16:16:31.796802+0000","last_became_peered":"2024-09-13T16:16:31.796802+0000","last_unstale":"2024-09-13T16:16:32.145072+0000","last_undegraded":"2024-09-13T16:16:32.145072+0000","last_fullsized":"2024-09-13T16:16:32.145072+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:13:16.778963+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.9","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169282+0000","last_change":"2024-09-13T16:16:32.161430+0000","last_active":"2024-09-13T16:16:32.169282+0000","last_peered":"2024-09-13T16:16:32.169282+0000","last_clean":"2024-09-13T16:16:32.169282+0000","last_became_active":"2024-09-13T16:16:32.161162+0000","last_became_peered":"2024-09-13T16:16:32.161162+0000","last_unstale":"2024-09-13T16:16:32.169282+0000","last_undegraded":"2024-09-13T16:16:32.169282+0000","last_fullsized":"2024-09-13T16:16:32.169282+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:57.339833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.8","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145351+0000","last_change":"2024-09-13T16:16:31.795210+0000","last_active":"2024-09-13T16:16:32.145351+0000","last_peered":"2024-09-13T16:16:32.145351+0000","last_clean":"2024-09-13T16:16:32.145351+0000","last_became_active":"2024-09-13T16:16:31.794917+0000","last_became_peered":"2024-09-13T16:16:31.794917+0000","last_unstale":"2024-09-13T16:16:32.145351+0000","last_undegraded":"2024-09-13T16:16:32.145351+0000","last_fullsized":"2024-09-13T16:16:32.145351+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:08:39.074987+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.6","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.168917+0000","last_change":"2024-09-13T16:16:32.161329+0000","last_active":"2024-09-13T16:16:32.168917+0000","last_peered":"2024-09-13T16:16:32.168917+0000","last_clean":"2024-09-13T16:16:32.168917+0000","last_became_active":"2024-09-13T16:16:32.161099+0000","last_became_peered":"2024-09-13T16:16:32.161099+0000","last_unstale":"2024-09-13T16:16:32.168917+0000","last_undegraded":"2024-09-13T16:16:32.168917+0000","last_fullsized":"2024-09-13T16:16:32.168917+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:06:54.776613+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"10.7","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169770+0000","last_change":"2024-09-13T16:16:31.794128+0000","last_active":"2024-09-13T16:16:32.169770+0000","last_peered":"2024-09-13T16:16:32.169770+0000","last_clean":"2024-09-13T16:16:32.169770+0000","last_became_active":"2024-09-13T16:16:31.793856+0000","last_became_peered":"2024-09-13T16:16:31.793856+0000","last_unstale":"2024-09-13T16:16:32.169770+0000","last_undegraded":"2024-09-13T16:16:32.169770+0000","last_fullsized":"2024-09-13T16:16:32.169770+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:08.103415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.7","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.162281+0000","last_change":"2024-09-13T16:16:32.155095+0000","last_active":"2024-09-13T16:16:32.162281+0000","last_peered":"2024-09-13T16:16:32.162281+0000","last_clean":"2024-09-13T16:16:32.162281+0000","last_became_active":"2024-09-13T16:16:32.154820+0000","last_became_peered":"2024-09-13T16:16:32.154820+0000","last_unstale":"2024-09-13T16:16:32.162281+0000","last_undegraded":"2024-09-13T16:16:32.162281+0000","last_fullsized":"2024-09-13T16:16:32.162281+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:52:35.118362+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"10.6","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145563+0000","last_change":"2024-09-13T16:16:31.792220+0000","last_active":"2024-09-13T16:16:32.145563+0000","last_peered":"2024-09-13T16:16:32.145563+0000","last_clean":"2024-09-13T16:16:32.145563+0000","last_became_active":"2024-09-13T16:16:31.791954+0000","last_became_peered":"2024-09-13T16:16:31.791954+0000","last_unstale":"2024-09-13T16:16:32.145563+0000","last_undegraded":"2024-09-13T16:16:32.145563+0000","last_fullsized":"2024-09-13T16:16:32.145563+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:05.513773+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"11.4","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.166374+0000","last_change":"2024-09-13T16:16:32.164270+0000","last_active":"2024-09-13T16:16:32.166374+0000","last_peered":"2024-09-13T16:16:32.166374+0000","last_clean":"2024-09-13T16:16:32.166374+0000","last_became_active":"2024-09-13T16:16:32.164022+0000","last_became_peered":"2024-09-13T16:16:32.164022+0000","last_unstale":"2024-09-13T16:16:32.166374+0000","last_undegraded":"2024-09-13T16:16:32.166374+0000","last_fullsized":"2024-09-13T16:16:32.166374+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:33:33.818906+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.5","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.147152+0000","last_change":"2024-09-13T16:16:31.794107+0000","last_active":"2024-09-13T16:16:32.147152+0000","last_peered":"2024-09-13T16:16:32.147152+0000","last_clean":"2024-09-13T16:16:32.147152+0000","last_became_active":"2024-09-13T16:16:31.793829+0000","last_became_peered":"2024-09-13T16:16:31.793829+0000","last_unstale":"2024-09-13T16:16:32.147152+0000","last_undegraded":"2024-09-13T16:16:32.147152+0000","last_fullsized":"2024-09-13T16:16:32.147152+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:05.697702+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.5","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.157154+0000","last_change":"2024-09-13T16:16:32.152123+0000","last_active":"2024-09-13T16:16:32.157154+0000","last_peered":"2024-09-13T16:16:32.157154+0000","last_clean":"2024-09-13T16:16:32.157154+0000","last_became_active":"2024-09-13T16:16:32.151863+0000","last_became_peered":"2024-09-13T16:16:32.151863+0000","last_unstale":"2024-09-13T16:16:32.157154+0000","last_undegraded":"2024-09-13T16:16:32.157154+0000","last_fullsized":"2024-09-13T16:16:32.157154+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:13:31.300743+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"10.4","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.146338+0000","last_change":"2024-09-13T16:16:31.792227+0000","last_active":"2024-09-13T16:16:32.146338+0000","last_peered":"2024-09-13T16:16:32.146338+0000","last_clean":"2024-09-13T16:16:32.146338+0000","last_became_active":"2024-09-13T16:16:31.791911+0000","last_became_peered":"2024-09-13T16:16:31.791911+0000","last_unstale":"2024-09-13T16:16:32.146338+0000","last_undegraded":"2024-09-13T16:16:32.146338+0000","last_fullsized":"2024-09-13T16:16:32.146338+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:30:29.201909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"11.2","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160567+0000","last_change":"2024-09-13T16:16:32.157697+0000","last_active":"2024-09-13T16:16:32.160567+0000","last_peered":"2024-09-13T16:16:32.160567+0000","last_clean":"2024-09-13T16:16:32.160567+0000","last_became_active":"2024-09-13T16:16:32.157478+0000","last_became_peered":"2024-09-13T16:16:32.157478+0000","last_unstale":"2024-09-13T16:16:32.160567+0000","last_undegraded":"2024-09-13T16:16:32.160567+0000","last_fullsized":"2024-09-13T16:16:32.160567+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:13:46.094021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"10.3","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.146937+0000","last_change":"2024-09-13T16:16:31.793502+0000","last_active":"2024-09-13T16:16:32.146937+0000","last_peered":"2024-09-13T16:16:32.146937+0000","last_clean":"2024-09-13T16:16:32.146937+0000","last_became_active":"2024-09-13T16:16:31.793242+0000","last_became_peered":"2024-09-13T16:16:31.793242+0000","last_unstale":"2024-09-13T16:16:32.146937+0000","last_undegraded":"2024-09-13T16:16:32.146937+0000","last_fullsized":"2024-09-13T16:16:32.146937+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:02:07.236942+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"11.3","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.164698+0000","last_change":"2024-09-13T16:16:32.160761+0000","last_active":"2024-09-13T16:16:32.164698+0000","last_peered":"2024-09-13T16:16:32.164698+0000","last_clean":"2024-09-13T16:16:32.164698+0000","last_became_active":"2024-09-13T16:16:32.160446+0000","last_became_peered":"2024-09-13T16:16:32.160446+0000","last_unstale":"2024-09-13T16:16:32.164698+0000","last_undegraded":"2024-09-13T16:16:32.164698+0000","last_fullsized":"2024-09-13T16:16:32.164698+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:18.789542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.2","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.145655+0000","last_change":"2024-09-13T16:16:31.791649+0000","last_active":"2024-09-13T16:16:32.145655+0000","last_peered":"2024-09-13T16:16:32.145655+0000","last_clean":"2024-09-13T16:16:32.145655+0000","last_became_active":"2024-09-13T16:16:31.791360+0000","last_became_peered":"2024-09-13T16:16:31.791360+0000","last_unstale":"2024-09-13T16:16:32.145655+0000","last_undegraded":"2024-09-13T16:16:32.145655+0000","last_fullsized":"2024-09-13T16:16:32.145655+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:57:39.417028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"11.0","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.160118+0000","last_change":"2024-09-13T16:16:32.155815+0000","last_active":"2024-09-13T16:16:32.160118+0000","last_peered":"2024-09-13T16:16:32.160118+0000","last_clean":"2024-09-13T16:16:32.160118+0000","last_became_active":"2024-09-13T16:16:32.155571+0000","last_became_peered":"2024-09-13T16:16:32.155571+0000","last_unstale":"2024-09-13T16:16:32.160118+0000","last_undegraded":"2024-09-13T16:16:32.160118+0000","last_fullsized":"2024-09-13T16:16:32.160118+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:51:18.102827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"10.1","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.149431+0000","last_change":"2024-09-13T16:16:31.796194+0000","last_active":"2024-09-13T16:16:32.149431+0000","last_peered":"2024-09-13T16:16:32.149431+0000","last_clean":"2024-09-13T16:16:32.149431+0000","last_became_active":"2024-09-13T16:16:31.795889+0000","last_became_peered":"2024-09-13T16:16:31.795889+0000","last_unstale":"2024-09-13T16:16:32.149431+0000","last_undegraded":"2024-09-13T16:16:32.149431+0000","last_fullsized":"2024-09-13T16:16:32.149431+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:56:17.786586+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"11.1","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.170550+0000","last_change":"2024-09-13T16:16:32.170051+0000","last_active":"2024-09-13T16:16:32.170550+0000","last_peered":"2024-09-13T16:16:32.170550+0000","last_clean":"2024-09-13T16:16:32.170550+0000","last_became_active":"2024-09-13T16:16:32.169769+0000","last_became_peered":"2024-09-13T16:16:32.169769+0000","last_unstale":"2024-09-13T16:16:32.170550+0000","last_undegraded":"2024-09-13T16:16:32.170550+0000","last_fullsized":"2024-09-13T16:16:32.170550+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:59:18.742687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"10.0","version":"0'0","reported_seq":10,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.155805+0000","last_change":"2024-09-13T16:16:31.794678+0000","last_active":"2024-09-13T16:16:32.155805+0000","last_peered":"2024-09-13T16:16:32.155805+0000","last_clean":"2024-09-13T16:16:32.155805+0000","last_became_active":"2024-09-13T16:16:31.794426+0000","last_became_peered":"2024-09-13T16:16:31.794426+0000","last_unstale":"2024-09-13T16:16:32.155805+0000","last_undegraded":"2024-09-13T16:16:32.155805+0000","last_fullsized":"2024-09-13T16:16:32.155805+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:57:39.417028+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"11.a","version":"0'0","reported_seq":9,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.169348+0000","last_change":"2024-09-13T16:16:32.162771+0000","last_active":"2024-09-13T16:16:32.169348+0000","last_peered":"2024-09-13T16:16:32.169348+0000","last_clean":"2024-09-13T16:16:32.169348+0000","last_became_active":"2024-09-13T16:16:32.162519+0000","last_became_peered":"2024-09-13T16:16:32.162519+0000","last_unstale":"2024-09-13T16:16:32.169348+0000","last_undegraded":"2024-09-13T16:16:32.169348+0000","last_fullsized":"2024-09-13T16:16:32.169348+0000","mapping_epoch":74,"log_start":"0'0","ondisk_log_start":"0'0","created":74,"last_epoch_clean":75,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:31.772538+0000","last_clean_scrub_stamp":"2024-09-13T16:16:31.772538+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:58:30.023029+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"10.b","version":"75'2","reported_seq":12,"reported_epoch":75,"state":"active+clean","last_fresh":"2024-09-13T16:16:32.174975+0000","last_change":"2024-09-13T16:16:31.793702+0000","last_active":"2024-09-13T16:16:32.174975+0000","last_peered":"2024-09-13T16:16:32.174975+0000","last_clean":"2024-09-13T16:16:32.174975+0000","last_became_active":"2024-09-13T16:16:31.793404+0000","last_became_peered":"2024-09-13T16:16:31.793404+0000","last_unstale":"2024-09-13T16:16:32.174975+0000","last_undegraded":"2024-09-13T16:16:32.174975+0000","last_fullsized":"2024-09-13T16:16:32.174975+0000","mapping_epoch":73,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":74,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:16:30.769582+0000","last_clean_scrub_stamp":"2024-09-13T16:16:30.769582+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:28:42.829849+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":220,"reported_epoch":74,"state":"active+clean","last_fresh":"2024-09-13T16:16:31.782162+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:16:31.782162+0000","last_peered":"2024-09-13T16:16:31.782162+0000","last_clean":"2024-09-13T16:16:31.782162+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:16:31.782162+0000","last_undegraded":"2024-09-13T16:16:31.782162+0000","last_fullsized":"2024-09-13T16:16:31.782162+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":11,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":10,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574923,"num_pgs":3,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32564,"kb_used_data":1448,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339276,"statfs":{"total":96636764160,"available":96603418624,"internally_reserved":0,"allocated":1482752,"data_stored":966662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.55700000000000005,"15min":0.54500000000000004},"min":{"1min":0.49299999999999999,"5min":0.35599999999999998,"15min":0.35599999999999998},"max":{"1min":0.69199999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.55100000000000005,"5min":0.54300000000000004,"15min":0.51000000000000001},"min":{"1min":0.41699999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.76000000000000001,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.52900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54100000000000004,"5min":0.55100000000000005,"15min":0.53700000000000003},"min":{"1min":0.40300000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.75800000000000001,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.503},{"interface":"front","average":{"1min":0.61199999999999999,"5min":0.56599999999999995,"15min":0.52600000000000002},"min":{"1min":0.51500000000000001,"5min":0.307,"15min":0.307},"max":{"1min":0.745,"5min":1.02,"15min":1.02},"last":0.48099999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.55200000000000005,"15min":0.52000000000000002},"min":{"1min":0.40899999999999997,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":0.77700000000000002,"5min":0.88,"15min":0.88},"last":0.49099999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58099999999999996,"15min":0.53700000000000003},"min":{"1min":0.45900000000000002,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.78500000000000003,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.372}]},{"osd":3,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56799999999999995,"15min":0.53800000000000003},"min":{"1min":0.44,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.72599999999999998,"5min":1.335,"15min":1.335},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.60199999999999998,"5min":0.58699999999999997,"15min":0.55900000000000005},"min":{"1min":0.41399999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.74299999999999999,"5min":1.284,"15min":1.284},"last":0.46700000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.45400000000000001,"5min":0.46100000000000002,"15min":0.47699999999999998},"min":{"1min":0.33700000000000002,"5min":0.23000000000000001,"15min":0.23000000000000001},"max":{"1min":0.70499999999999996,"5min":0.78300000000000003,"15min":0.78300000000000003},"last":0.311},{"interface":"front","average":{"1min":0.47899999999999998,"5min":0.49399999999999999,"15min":0.49299999999999999},"min":{"1min":0.35599999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.76800000000000002,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.34799999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.48799999999999999,"5min":0.51000000000000001,"15min":0.54100000000000004},"min":{"1min":0.32200000000000001,"5min":0.313,"15min":0.313},"max":{"1min":0.72199999999999998,"5min":0.79700000000000004,"15min":0.79700000000000004},"last":0.29399999999999998},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.53800000000000003,"15min":0.54800000000000004},"min":{"1min":0.38600000000000001,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.68899999999999995,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.39900000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:15:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54900000000000004,"5min":0.56100000000000005,"15min":0.55600000000000005},"min":{"1min":0.378,"5min":0.318,"15min":0.318},"max":{"1min":0.67200000000000004,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.54400000000000004,"15min":0.55600000000000005},"min":{"1min":0.36899999999999999,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.72099999999999997,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.439}]}]},{"osd":6,"up_from":13,"seq":55834574923,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.58199999999999996,"15min":0.59399999999999997},"min":{"1min":0.40899999999999997,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.81899999999999995,"5min":1.226,"15min":1.226},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.58299999999999996,"15min":0.55300000000000005},"min":{"1min":0.46800000000000003,"5min":0.376,"15min":0.376},"max":{"1min":0.78800000000000003,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.36799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.57799999999999996,"15min":0.57199999999999995},"min":{"1min":0.45500000000000002,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.69799999999999995,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.65900000000000003,"5min":0.60899999999999999,"15min":0.59099999999999997},"min":{"1min":0.49399999999999999,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.83699999999999997,"5min":1.177,"15min":1.177},"last":0.55200000000000005}]},{"osd":2,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.56699999999999995,"15min":0.54100000000000004},"min":{"1min":0.501,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.77200000000000002,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.66500000000000004,"5min":0.61199999999999999,"15min":0.60699999999999998},"min":{"1min":0.51200000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79200000000000004,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.45000000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61599999999999999,"5min":0.58899999999999997,"15min":0.57899999999999996},"min":{"1min":0.501,"5min":0.38800000000000001,"15min":0.38800000000000001},"max":{"1min":0.78000000000000003,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.50800000000000001},{"interface":"front","average":{"1min":0.63300000000000001,"5min":0.59799999999999998,"15min":0.59599999999999997},"min":{"1min":0.52400000000000002,"5min":0.376,"15min":0.376},"max":{"1min":0.82899999999999996,"5min":1.163,"15min":1.163},"last":0.42099999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.51700000000000002,"15min":0.53600000000000003},"min":{"1min":0.35799999999999998,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.68899999999999995,"5min":0.874,"15min":0.874},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.52100000000000002,"15min":0.53200000000000003},"min":{"1min":0.38800000000000001,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.77500000000000002,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.433}]},{"osd":5,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.502,"5min":0.505,"15min":0.52900000000000003},"min":{"1min":0.34699999999999998,"5min":0.317,"15min":0.317},"max":{"1min":0.71199999999999997,"5min":0.79200000000000004,"15min":0.79200000000000004},"last":0.57999999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.56000000000000005,"15min":0.59199999999999997},"min":{"1min":0.36899999999999999,"5min":0.36899999999999999,"15min":0.36899999999999999},"max":{"1min":0.69899999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.53800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57199999999999995,"15min":0.58799999999999997},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.71399999999999997,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.56799999999999995,"15min":0.58399999999999996},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.75800000000000001,"5min":0.82699999999999996,"15min":0.82699999999999996},"last":0.52100000000000002}]}]},{"osd":5,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.54800000000000004,"15min":0.52200000000000002},"min":{"1min":0.35499999999999998,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.76800000000000002,"5min":0.81299999999999994,"15min":0.81299999999999994},"last":0.621},{"interface":"front","average":{"1min":0.83799999999999997,"5min":0.61099999999999999,"15min":0.55100000000000005},"min":{"1min":0.41399999999999998,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":5.0430000000000001,"5min":5.0430000000000001,"15min":5.0430000000000001},"last":0.63300000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.61399999999999999,"5min":0.55600000000000005,"15min":0.52200000000000002},"min":{"1min":0.38900000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.84799999999999998,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.64500000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56100000000000005,"15min":0.53100000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.78200000000000003,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.68799999999999994}]},{"osd":2,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.83799999999999997,"5min":0.60599999999999998,"15min":0.55400000000000005},"min":{"1min":0.40100000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":4.9580000000000002,"5min":4.9580000000000002,"15min":4.9580000000000002},"last":0.59599999999999997},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.57799999999999996,"15min":0.56000000000000005},"min":{"1min":0.5,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.80100000000000005,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.69999999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.80200000000000005,"5min":0.61099999999999999,"15min":0.56999999999999995},"min":{"1min":0.40999999999999998,"5min":0.311,"15min":0.311},"max":{"1min":5.0030000000000001,"5min":5.0030000000000001,"15min":5.0030000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.59799999999999998,"15min":0.57199999999999995},"min":{"1min":0.41299999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.84099999999999997,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.45600000000000002,"5min":0.48399999999999999,"15min":0.48499999999999999},"min":{"1min":0.318,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.67600000000000005,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.45200000000000001},{"interface":"front","average":{"1min":0.747,"5min":0.56699999999999995,"15min":0.57099999999999995},"min":{"1min":0.35299999999999998,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":5.5049999999999999,"5min":5.5049999999999999,"15min":5.5049999999999999},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.55000000000000004,"15min":0.55300000000000005},"min":{"1min":0.28999999999999998,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":2.5089999999999999,"5min":2.5089999999999999,"15min":2.5089999999999999},"last":0.434},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.53900000000000003,"15min":0.57099999999999995},"min":{"1min":0.40500000000000003,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.69499999999999995,"5min":0.77900000000000003,"15min":0.77900000000000003},"last":0.48799999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:15:37 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.60399999999999998,"15min":0.60699999999999998},"min":{"1min":0.436,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":5.0890000000000004,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.79400000000000004,"5min":0.63,"15min":0.623},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":5.6669999999999998,"5min":5.6669999999999998,"15min":5.6669999999999998},"last":0.5}]}]},{"osd":4,"up_from":13,"seq":55834574923,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31996,"kb_used_data":880,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339844,"statfs":{"total":96636764160,"available":96604000256,"internally_reserved":0,"allocated":901120,"data_stored":382569,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60299999999999998,"5min":0.56299999999999994,"15min":0.52100000000000002},"min":{"1min":0.48299999999999998,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.69799999999999995,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.54900000000000004,"15min":0.51900000000000002},"min":{"1min":0.48699999999999999,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.72799999999999998,"5min":1.131,"15min":1.131},"last":0.37}]},{"osd":1,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.54500000000000004,"15min":0.497},"min":{"1min":0.51600000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.72599999999999998,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.57199999999999995},{"interface":"front","average":{"1min":0.623,"5min":0.57399999999999995,"15min":0.54300000000000004},"min":{"1min":0.51300000000000001,"5min":0.33100000000000002,"15min":0.33100000000000002},"max":{"1min":0.77200000000000002,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.50800000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.58799999999999997,"15min":0.55200000000000005},"min":{"1min":0.44600000000000001,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.79000000000000004,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.46600000000000003},{"interface":"front","average":{"1min":0.60399999999999998,"5min":0.58799999999999997,"15min":0.55500000000000005},"min":{"1min":0.47799999999999998,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.76500000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.64900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.56100000000000005,"15min":0.51900000000000002},"min":{"1min":0.501,"5min":0.372,"15min":0.372},"max":{"1min":0.76100000000000001,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.626,"5min":0.59299999999999997,"15min":0.58099999999999996},"min":{"1min":0.47399999999999998,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.746,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.73299999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46700000000000003,"5min":0.49399999999999999,"15min":0.51200000000000001},"min":{"1min":0.35099999999999998,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.629,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.78100000000000003},{"interface":"front","average":{"1min":0.441,"5min":0.499,"15min":0.48499999999999999},"min":{"1min":0.33600000000000002,"5min":0.31,"15min":0.31},"max":{"1min":0.53400000000000003,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.58899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.45900000000000002,"5min":0.504,"15min":0.50800000000000001},"min":{"1min":0.39200000000000002,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.54900000000000004,"5min":0.80700000000000005,"15min":0.80700000000000005},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.47699999999999998,"5min":0.53200000000000003,"15min":0.51700000000000002},"min":{"1min":0.371,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.64300000000000002,"5min":0.79300000000000004,"15min":0.79300000000000004},"last":0.747}]},{"osd":7,"last update":"Fri Sep 13 16:15:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.53600000000000003,"15min":0.51800000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65000000000000002,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.61199999999999999,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.81100000000000005}]}]},{"osd":3,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36399999999999999,"15min":0.377},"min":{"1min":0.253,"5min":0.191,"15min":0.191},"max":{"1min":0.47699999999999998,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.39600000000000002,"5min":0.35699999999999998,"15min":0.34499999999999997},"min":{"1min":0.29799999999999999,"5min":0.21099999999999999,"15min":0.21099999999999999},"max":{"1min":0.53500000000000003,"5min":0.93100000000000005,"15min":0.93100000000000005},"last":0.31900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.36399999999999999,"15min":0.38300000000000001},"min":{"1min":0.29299999999999998,"5min":0.222,"15min":0.222},"max":{"1min":0.58499999999999996,"5min":1.306,"15min":1.306},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.38600000000000001,"15min":0.371},"min":{"1min":0.28299999999999997,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.49299999999999999,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.33400000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40100000000000002,"15min":0.40100000000000002},"min":{"1min":0.34699999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.65700000000000003,"5min":1.339,"15min":1.339},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.47299999999999998,"5min":0.439,"15min":0.443},"min":{"1min":0.32200000000000001,"5min":0.309,"15min":0.309},"max":{"1min":0.61899999999999999,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60899999999999999,"5min":0.61399999999999999,"15min":0.60699999999999998},"min":{"1min":0.497,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.73799999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.68999999999999995,"5min":0.61699999999999999,"15min":0.60199999999999998},"min":{"1min":0.55500000000000005,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.83399999999999996,"5min":1,"15min":1},"last":0.495}]},{"osd":5,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.65700000000000003,"5min":0.60299999999999998,"15min":0.57699999999999996},"min":{"1min":0.52900000000000003,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.80800000000000005,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.441},{"interface":"front","average":{"1min":0.69099999999999995,"5min":0.63300000000000001,"15min":0.625},"min":{"1min":0.54300000000000004,"5min":0.371,"15min":0.371},"max":{"1min":0.84699999999999998,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.52300000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.67900000000000005,"5min":0.622,"15min":0.61299999999999999},"min":{"1min":0.53500000000000003,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.876,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.54200000000000004,"5min":0.373,"15min":0.373},"max":{"1min":0.871,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.51300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:15:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66800000000000004,"5min":0.63600000000000001,"15min":0.64000000000000001},"min":{"1min":0.53500000000000003,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.85399999999999998,"5min":1.042,"15min":1.042},"last":0.47499999999999998},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.64700000000000002,"15min":0.63900000000000001},"min":{"1min":0.55600000000000005,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.82099999999999995,"5min":1.081,"15min":1.081},"last":0.56000000000000005}]}]},{"osd":2,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.41299999999999998,"5min":0.36799999999999999,"15min":0.34799999999999998},"min":{"1min":0.22700000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.61399999999999999,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.41799999999999998,"5min":0.38200000000000001,"15min":0.372},"min":{"1min":0.249,"5min":0.22,"15min":0.22},"max":{"1min":0.60799999999999998,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.32900000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.441,"5min":0.39600000000000002,"15min":0.371},"min":{"1min":0.28199999999999997,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.45800000000000002,"5min":0.41299999999999998,"15min":0.39200000000000002},"min":{"1min":0.29199999999999998,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.27800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.26800000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.59799999999999998,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.317},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.434,"15min":0.41499999999999998},"min":{"1min":0.29799999999999999,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.72899999999999998,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.35999999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64900000000000002,"5min":0.65200000000000002,"15min":0.59199999999999997},"min":{"1min":0.495,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.83199999999999996,"5min":4.8230000000000004,"15min":4.8230000000000004},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.67600000000000005,"5min":0.61699999999999999,"15min":0.59899999999999998},"min":{"1min":0.5,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.85099999999999998,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.52200000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66600000000000004,"5min":0.66700000000000004,"15min":0.61799999999999999},"min":{"1min":0.44600000000000001,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.93600000000000005,"5min":4.7480000000000002,"15min":4.7480000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.66500000000000004,"15min":0.63},"min":{"1min":0.48099999999999998,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.95099999999999996,"5min":4.8789999999999996,"15min":4.8789999999999996},"last":0.47099999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.67400000000000004,"5min":0.63100000000000001,"15min":0.61199999999999999},"min":{"1min":0.48899999999999999,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.90400000000000003,"5min":1.004,"15min":1.004},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.64600000000000002,"15min":0.63900000000000001},"min":{"1min":0.49399999999999999,"5min":0.42199999999999999,"15min":0.42199999999999999},"max":{"1min":0.84999999999999998,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.51000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:15:45 2024","interfaces":[{"interface":"back","average":{"1min":0.66300000000000003,"5min":0.69499999999999995,"15min":0.64300000000000002},"min":{"1min":0.46200000000000002,"5min":0.435,"15min":0.435},"max":{"1min":0.87,"5min":4.7999999999999998,"15min":4.7999999999999998},"last":0.495},{"interface":"front","average":{"1min":0.69299999999999995,"5min":0.63700000000000001,"15min":0.64500000000000002},"min":{"1min":0.53400000000000003,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.88,"5min":1.125,"15min":1.125},"last":0.48599999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574924,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31988,"kb_used_data":868,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339852,"statfs":{"total":96636764160,"available":96604008448,"internally_reserved":0,"allocated":888832,"data_stored":376294,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.40000000000000002,"5min":0.375,"15min":0.39900000000000002},"min":{"1min":0.248,"5min":0.193,"15min":0.193},"max":{"1min":0.60399999999999998,"5min":1.2929999999999999,"15min":1.2929999999999999},"last":0.498},{"interface":"front","average":{"1min":0.41999999999999998,"5min":0.39100000000000001,"15min":0.42999999999999999},"min":{"1min":0.25900000000000001,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.60599999999999998,"5min":1.494,"15min":1.494},"last":0.51900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39700000000000002,"5min":0.376,"15min":0.41899999999999998},"min":{"1min":0.28999999999999998,"5min":0.219,"15min":0.219},"max":{"1min":0.52400000000000002,"5min":1.679,"15min":1.679},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.44900000000000001,"5min":0.432,"15min":0.45100000000000001},"min":{"1min":0.29799999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.626,"5min":1.3779999999999999,"15min":1.3779999999999999},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.47799999999999998,"5min":0.44600000000000001,"15min":0.46400000000000002},"min":{"1min":0.34899999999999998,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.67000000000000004,"5min":1.403,"15min":1.403},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.441,"5min":0.42399999999999999,"15min":0.45500000000000002},"min":{"1min":0.32200000000000001,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.66000000000000003,"5min":1.5920000000000001,"15min":1.5920000000000001},"last":0.55900000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.66900000000000004,"5min":0.63600000000000001,"15min":0.59899999999999998},"min":{"1min":0.51900000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.262,"5min":4.617,"15min":4.617},"last":0.82199999999999995},{"interface":"front","average":{"1min":0.70999999999999996,"5min":0.71799999999999997,"15min":0.66100000000000003},"min":{"1min":0.48999999999999999,"5min":0.39000000000000001,"15min":0.39000000000000001},"max":{"1min":1.246,"5min":10.506,"15min":10.506},"last":0.871}]},{"osd":5,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.70199999999999996,"5min":0.72499999999999998,"15min":0.68400000000000005},"min":{"1min":0.54900000000000004,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.284,"5min":10.292,"15min":10.292},"last":0.99299999999999999},{"interface":"front","average":{"1min":0.71799999999999997,"5min":0.63200000000000001,"15min":0.60899999999999999},"min":{"1min":0.51700000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.86099999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.71699999999999997,"5min":0.65200000000000002,"15min":0.67000000000000004},"min":{"1min":0.504,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.544,"5min":1.571,"15min":1.571},"last":1.014},{"interface":"front","average":{"1min":0.66200000000000003,"5min":0.61899999999999999,"15min":0.61899999999999999},"min":{"1min":0.55800000000000005,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.86099999999999999,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.89000000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:15:42 2024","interfaces":[{"interface":"back","average":{"1min":0.72099999999999997,"5min":0.67300000000000004,"15min":0.66300000000000003},"min":{"1min":0.50900000000000001,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":1.6619999999999999,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":0.746,"5min":0.70699999999999996,"15min":0.70599999999999996},"min":{"1min":0.55200000000000005,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":1.5820000000000001,"5min":4.875,"15min":4.875},"last":0.96999999999999997}]}]},{"osd":0,"up_from":13,"seq":55834574924,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32560,"kb_used_data":1444,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339280,"statfs":{"total":96636764160,"available":96603422720,"internally_reserved":0,"allocated":1478656,"data_stored":966043,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.375,"15min":0.38900000000000001},"min":{"1min":0.25900000000000001,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.55000000000000004,"5min":1.6719999999999999,"15min":1.6719999999999999},"last":0.373},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.27800000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.56899999999999995,"5min":1.7589999999999999,"15min":1.7589999999999999},"last":0.26700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.39800000000000002,"15min":0.41099999999999998},"min":{"1min":0.27100000000000002,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.66500000000000004,"5min":1.7030000000000001,"15min":1.7030000000000001},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.44400000000000001,"5min":0.40899999999999997,"15min":0.42099999999999999},"min":{"1min":0.33800000000000002,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.64400000000000002,"5min":1.7889999999999999,"15min":1.7889999999999999},"last":0.315}]},{"osd":3,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.40300000000000002,"5min":0.38300000000000001,"15min":0.40300000000000002},"min":{"1min":0.314,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.53800000000000003,"5min":1.9039999999999999,"15min":1.9039999999999999},"last":0.29899999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.434,"15min":0.443},"min":{"1min":0.34399999999999997,"5min":0.26700000000000002,"15min":0.26700000000000002},"max":{"1min":0.60999999999999999,"5min":1.7270000000000001,"15min":1.7270000000000001},"last":0.39300000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66400000000000003,"5min":0.60899999999999999,"15min":0.58899999999999997},"min":{"1min":0.47699999999999998,"5min":0.372,"15min":0.372},"max":{"1min":1.1659999999999999,"5min":1.659,"15min":1.659},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.66300000000000003,"15min":0.629},"min":{"1min":0.47199999999999998,"5min":0.36299999999999999,"15min":0.36299999999999999},"max":{"1min":0.80700000000000005,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.53200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.622,"15min":0.628},"min":{"1min":0.47399999999999998,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.1020000000000001,"5min":1.853,"15min":1.853},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.629,"5min":3.2069999999999999,"15min":1.4590000000000001},"min":{"1min":0.48299999999999998,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.79600000000000004,"5min":209.25700000000001,"15min":209.25700000000001},"last":0.504}]},{"osd":6,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.63800000000000001,"5min":0.65700000000000003,"15min":0.60799999999999998},"min":{"1min":0.503,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85999999999999999,"5min":4.7939999999999996,"15min":4.7939999999999996},"last":0.622},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.63,"15min":0.61799999999999999},"min":{"1min":0.50900000000000001,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.83499999999999996,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.47599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:15:40 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.63400000000000001,"15min":0.61199999999999999},"min":{"1min":0.47399999999999998,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.1259999999999999,"5min":1.734,"15min":1.734},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.66800000000000004,"5min":0.68700000000000006,"15min":0.66200000000000003},"min":{"1min":0.497,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.89600000000000002,"5min":4.8280000000000003,"15min":4.8280000000000003},"last":0.48799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2180,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":92,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":10,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":616,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":11,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:16:35.469 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:16:35.469 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:16:35.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 Processor -- start 2024-09-13T16:16:35.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 -- start start 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7c8c15c660 0x7f7c8c0b5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c0b14d0 0x7f7c8c0b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7c8c0b1bb0 0x7f7c8c0b46e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c8c0d11e0 con 0x7f7c8c15c660 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c8c0cdcc0 con 0x7f7c8c0b1bb0 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.613+0000 7f7c92e8e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c8c0d02f0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7c8c15c660 0x7f7c8c0b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7c8c15c660 0x7f7c8c0b5670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54448/0 (socket says 172.21.15.39:54448) 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 -- 172.21.15.39:0/3642533146 learned_addr learned my addr 172.21.15.39:0/3642533146 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:35.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c9142b640 1 --2- 172.21.15.39:0/3642533146 >> v2:172.21.15.157:3300/0 conn(0x7f7c8c0b1bb0 0x7f7c8c0b46e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3642533146 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c0b14d0 0x7f7c8c0b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 -- 172.21.15.39:0/3642533146 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c0b14d0 msgr2=0x7f7c8c0b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 --2- 172.21.15.39:0/3642533146 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c0b14d0 0x7f7c8c0b41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 -- 172.21.15.39:0/3642533146 >> v2:172.21.15.157:3300/0 conn(0x7f7c8c0b1bb0 msgr2=0x7f7c8c0b46e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 --2- 172.21.15.39:0/3642533146 >> v2:172.21.15.157:3300/0 conn(0x7f7c8c0b1bb0 0x7f7c8c0b46e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.614+0000 7f7c90c2a640 1 -- 172.21.15.39:0/3642533146 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c8c0d05d0 con 0x7f7c8c15c660 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c90c2a640 1 --2- 172.21.15.39:0/3642533146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c15c660 0x7f7c8c0b5670 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c0b2120 tx=0x7f7c8002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a957947ac4750ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c8b7fe640 1 -- 172.21.15.39:0/3642533146 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c80032440 con 0x7f7c8c15c660 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c8b7fe640 1 -- 172.21.15.39:0/3642533146 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c800325a0 con 0x7f7c8c15c660 2024-09-13T16:16:35.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c8b7fe640 1 -- 172.21.15.39:0/3642533146 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c80032930 con 0x7f7c8c15c660 2024-09-13T16:16:35.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 -- 172.21.15.39:0/3642533146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c15c660 msgr2=0x7f7c8c0b5670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/3642533146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c15c660 0x7f7c8c0b5670 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c0b2120 tx=0x7f7c8002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 -- 172.21.15.39:0/3642533146 shutdown_connections 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/3642533146 >> v2:172.21.15.157:3300/0 conn(0x7f7c8c0b1bb0 0x7f7c8c0b46e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/3642533146 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c0b14d0 0x7f7c8c0b41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/3642533146 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c15c660 0x7f7c8c0b5670 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 -- 172.21.15.39:0/3642533146 >> 172.21.15.39:0/3642533146 conn(0x7f7c8c0cf380 msgr2=0x7f7c8c0cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 -- 172.21.15.39:0/3642533146 shutdown_connections 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.615+0000 7f7c92e8e640 1 -- 172.21.15.39:0/3642533146 wait complete. 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.616+0000 7f7c92e8e640 1 Processor -- start 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 -- start start 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 0x7f7c8c152f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c8c0b1bb0 0x7f7c8c15cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c15c660 0x7f7c8c1539b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c8c1534a0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c8c1546e0 con 0x7f7c8c0b1bb0 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c92e8e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c8c1549c0 con 0x7f7c8c15c660 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c90c2a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 0x7f7c8c152f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c90c2a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 0x7f7c8c152f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54460/0 (socket says 172.21.15.39:54460) 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.617+0000 7f7c90c2a640 1 -- 172.21.15.39:0/215136526 learned_addr learned my addr 172.21.15.39:0/215136526 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c9142b640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c15c660 0x7f7c8c1539b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c8c0b1bb0 0x7f7c8c15cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c90c2a640 1 -- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c15c660 msgr2=0x7f7c8c1539b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c90c2a640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c15c660 0x7f7c8c1539b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c90c2a640 1 -- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c8c0b1bb0 msgr2=0x7f7c8c15cd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c90c2a640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c8c0b1bb0 0x7f7c8c15cd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c90c2a640 1 -- 172.21.15.39:0/215136526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c800094d0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c8c0b1bb0 0x7f7c8c15cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c90c2a640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 0x7f7c8c152f60 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f7c8002a220 tx=0x7f7c800046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c80032440 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c80030ba0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c8c154ca0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8003d440 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.618+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c8c15e2f0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.619+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c8c067330 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.620+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7c80039040 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.620+0000 7f7c897fa640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c7006ac00 0x7f7c7006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.620+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f7c800a9e80 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.620+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c7006ac00 0x7f7c7006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.621+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c7006ac00 0x7f7c7006d0c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c1560f0 tx=0x7f7c78008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.624+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7c800750f0 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.859+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f7c8c15e890 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.862+0000 7f7c897fa640 1 -- 172.21.15.39:0/215136526 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v16) v1 ==== 190+0+0 (secure 0 0 0) 0x7f7c8c15e890 con 0x7f7c8c0b14d0 2024-09-13T16:16:35.864 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-13T16:16:35.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c7006ac00 msgr2=0x7f7c7006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c7006ac00 0x7f7c7006d0c0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c1560f0 tx=0x7f7c78008040 comp rx=0 tx=0).stop 2024-09-13T16:16:35.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 msgr2=0x7f7c8c152f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 0x7f7c8c152f60 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f7c8002a220 tx=0x7f7c800046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 shutdown_connections 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c7006ac00 0x7f7c7006d0c0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c8c15c660 0x7f7c8c1539b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c8c0b1bb0 0x7f7c8c15cd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 --2- 172.21.15.39:0/215136526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c8c0b14d0 0x7f7c8c152f60 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 >> 172.21.15.39:0/215136526 conn(0x7f7c8c0cf380 msgr2=0x7f7c8c0d28c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 shutdown_connections 2024-09-13T16:16:35.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.865+0000 7f7c92e8e640 1 -- 172.21.15.39:0/215136526 wait complete. 2024-09-13T16:16:35.877 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.977+0000 7f0240333640 1 Processor -- start 2024-09-13T16:16:35.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.977+0000 7f0240333640 1 -- start start 2024-09-13T16:16:35.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f0240333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f023815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f0240333640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f023815d0a0 0x7f023815d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f0240333640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f023815b1b0 con 0x7f023806f170 2024-09-13T16:16:35.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f0240333640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f023815da90 con 0x7f023815d0a0 2024-09-13T16:16:35.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f0240333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02380b2400 con 0x7f0238156fb0 2024-09-13T16:16:35.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f023e8d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f023815d0a0 0x7f023815d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f023e8d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f023815d0a0 0x7f023815d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54468/0 (socket says 172.21.15.39:54468) 2024-09-13T16:16:35.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.978+0000 7f023e8d0640 1 -- 172.21.15.39:0/3826698982 learned_addr learned my addr 172.21.15.39:0/3826698982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:35.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.979+0000 7f023e0cf640 1 --2- 172.21.15.39:0/3826698982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f023815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.979+0000 7f023e8d0640 1 -- 172.21.15.39:0/3826698982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 msgr2=0x7f023815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.979+0000 7f023e8d0640 1 --2- 172.21.15.39:0/3826698982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f023815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.979+0000 7f023e8d0640 1 -- 172.21.15.39:0/3826698982 >> v1:172.21.15.157:6789/0 conn(0x7f023806f170 legacy=0x7f02380b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:35.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.979+0000 7f023e8d0640 1 -- 172.21.15.39:0/3826698982 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f023806f6e0 con 0x7f023815d0a0 2024-09-13T16:16:35.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.979+0000 7f023e8d0640 1 --2- 172.21.15.39:0/3826698982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023815d0a0 0x7f023815d550 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f023000bb10 tx=0x7f023002c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70a9731246df76a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f023d0cd640 1 -- 172.21.15.39:0/3826698982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02300326f0 con 0x7f023815d0a0 2024-09-13T16:16:35.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f023d0cd640 1 -- 172.21.15.39:0/3826698982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0230032850 con 0x7f023815d0a0 2024-09-13T16:16:35.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f023d0cd640 1 -- 172.21.15.39:0/3826698982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0230032be0 con 0x7f023815d0a0 2024-09-13T16:16:35.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 -- 172.21.15.39:0/3826698982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023815d0a0 msgr2=0x7f023815d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 --2- 172.21.15.39:0/3826698982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023815d0a0 0x7f023815d550 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7f023000bb10 tx=0x7f023002c830 comp rx=0 tx=0).stop 2024-09-13T16:16:35.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 -- 172.21.15.39:0/3826698982 shutdown_connections 2024-09-13T16:16:35.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 --2- 172.21.15.39:0/3826698982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023815d0a0 0x7f023815d550 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 --2- 172.21.15.39:0/3826698982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f023815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 -- 172.21.15.39:0/3826698982 >> 172.21.15.39:0/3826698982 conn(0x7f023806b3b0 msgr2=0x7f023806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 -- 172.21.15.39:0/3826698982 shutdown_connections 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.980+0000 7f0240333640 1 -- 172.21.15.39:0/3826698982 wait complete. 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.981+0000 7f0240333640 1 Processor -- start 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.981+0000 7f0240333640 1 -- start start 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f0240333640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 0x7f0238150850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f0240333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f02380b00d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f0240333640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f023815d0a0 0x7f02380b0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f0240333640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02381ed9f0 con 0x7f023806f170 2024-09-13T16:16:35.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f0240333640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0238150d90 con 0x7f023815d0a0 2024-09-13T16:16:35.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f0240333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02380adfa0 con 0x7f0238156fb0 2024-09-13T16:16:35.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e0cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 0x7f0238150850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e0cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 0x7f0238150850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54480/0 (socket says 172.21.15.39:54480) 2024-09-13T16:16:35.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e0cf640 1 -- 172.21.15.39:0/2110043981 learned_addr learned my addr 172.21.15.39:0/2110043981 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:35.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023d8ce640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f02380b00d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e8d0640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f023815d0a0 0x7f02380b0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e0cf640 1 -- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 msgr2=0x7f02380b00d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e0cf640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f02380b00d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.982+0000 7f023e0cf640 1 -- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f023815d0a0 msgr2=0x7f02380b0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:35.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f023e0cf640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f023815d0a0 0x7f02380b0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:35.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f023e0cf640 1 -- 172.21.15.39:0/2110043981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f023000b770 con 0x7f023806f170 2024-09-13T16:16:35.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f023e8d0640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f023815d0a0 0x7f02380b0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:35.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f023e0cf640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 0x7f0238150850 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f022800ce10 tx=0x7f022800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0228003b90 con 0x7f023806f170 2024-09-13T16:16:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0228003cf0 con 0x7f023806f170 2024-09-13T16:16:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0228004240 con 0x7f023806f170 2024-09-13T16:16:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02380ae280 con 0x7f023806f170 2024-09-13T16:16:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.983+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02380ae840 con 0x7f023806f170 2024-09-13T16:16:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.984+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02380672f0 con 0x7f023806f170 2024-09-13T16:16:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.984+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f02280043a0 con 0x7f023806f170 2024-09-13T16:16:35.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.985+0000 7f0236ffd640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f022406ac00 0x7f022406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:35.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.985+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0228012070 con 0x7f023806f170 2024-09-13T16:16:35.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.985+0000 7f023d8ce640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f022406ac00 0x7f022406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:35.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.986+0000 7f023d8ce640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f022406ac00 0x7f022406d0c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f023815ab80 tx=0x7f022c009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:35.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:35.989+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0228054ea0 con 0x7f023806f170 2024-09-13T16:16:36.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.196+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0238157420 con 0x7f023806f170 2024-09-13T16:16:36.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.197+0000 7f0236ffd640 1 -- 172.21.15.39:0/2110043981 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) v1 ==== 94+0+4730 (secure 0 0 0) 0x7f0228003e60 con 0x7f023806f170 2024-09-13T16:16:36.198 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:36.198 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":61,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:16:34.148984+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:16:36.198 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 61 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f022406ac00 msgr2=0x7f022406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f022406ac00 0x7f022406d0c0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f023815ab80 tx=0x7f022c009060 comp rx=0 tx=0).stop 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 msgr2=0x7f0238150850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 0x7f0238150850 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f022800ce10 tx=0x7f022800a660 comp rx=0 tx=0).stop 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 shutdown_connections 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f022406ac00 0x7f022406d0c0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f023815d0a0 0x7f02380b0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0238156fb0 0x7f02380b00d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 --2- 172.21.15.39:0/2110043981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f023806f170 0x7f0238150850 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 >> 172.21.15.39:0/2110043981 conn(0x7f023806b3b0 msgr2=0x7f0238157700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 shutdown_connections 2024-09-13T16:16:36.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.198+0000 7f0240333640 1 -- 172.21.15.39:0/2110043981 wait complete. 2024-09-13T16:16:36.614 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 61, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:16:32.138062+0000', 'modified': '2024-09-13T16:16:34.148984+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7272}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7272': {'gid': 7272, 'name': 'b', 'rank': 0, 'incarnation': 59, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.157:6837/7772685', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.157:6835', 'nonce': 7772685}, {'type': 'v1', 'addr': '172.21.15.157:6837', 'nonce': 7772685}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:16:36.614 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:16:36.614 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-09-13T16:16:36.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.719+0000 7febdaba0640 1 Processor -- start 2024-09-13T16:16:36.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.719+0000 7febdaba0640 1 -- start start 2024-09-13T16:16:36.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.720+0000 7febdaba0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febd406cc20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.720+0000 7febdaba0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febd406eae0 con 0x7febd40b3eb0 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.720+0000 7febdaba0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7febd40b34d0 con 0x7febd4160190 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.720+0000 7febdaba0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febd40b37b0 con 0x7febd415c620 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.720+0000 7febd939d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7febd40b3eb0 0x7febd40ccfc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35282/0 (socket says 172.21.15.39:35282) 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.720+0000 7febd939d640 1 -- 172.21.15.39:0/1925334353 learned_addr learned my addr 172.21.15.39:0/1925334353 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd9b9e640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febd406cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 524395095 0 0) 0x7febd406eae0 con 0x7febd40b3eb0 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7febbc003520 con 0x7febd40b3eb0 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 572858414 0 0) 0x7febbc003520 con 0x7febd40b3eb0 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 msgr2=0x7febd406cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febd406cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 >> v1:172.21.15.157:6789/0 conn(0x7febd4160190 legacy=0x7febd406ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febd4160f80 con 0x7febd40b3eb0 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7febc8001670 con 0x7febd40b3eb0 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd9b9e640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febd406cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 >> v1:172.21.15.39:6789/0 conn(0x7febd40b3eb0 legacy=0x7febd40ccfc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febbc0039a0 0x7febbc003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febbc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febbc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febd40b37b0 con 0x7febbc004d00 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febbc00b980 con 0x7febbc0039a0 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febbc00baf0 con 0x7febd415c620 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febda39f640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febbc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd9b9e640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febbc0039a0 0x7febbc003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febd939d640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febbc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febda39f640 1 -- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 msgr2=0x7febbc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.721+0000 7febda39f640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd415c620 0x7febbc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febda39f640 1 -- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febbc0039a0 msgr2=0x7febbc003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febda39f640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febbc0039a0 0x7febbc003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febda39f640 1 -- 172.21.15.39:0/1925334353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febc4009a70 con 0x7febbc004d00 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febda39f640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febbc005180 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7febcc001860 tx=0x7febbc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6217eb549857f0ca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febcc02abd0 con 0x7febbc004d00 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febcc02ad50 con 0x7febbc004d00 2024-09-13T16:16:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.722+0000 7febd8b9c640 1 -- 172.21.15.39:0/1925334353 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febcc032680 con 0x7febbc004d00 2024-09-13T16:16:36.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febdaba0640 1 -- 172.21.15.39:0/1925334353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 msgr2=0x7febbc005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febdaba0640 1 --2- 172.21.15.39:0/1925334353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febbc005180 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7febcc001860 tx=0x7febbc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febda39f640 1 -- 172.21.15.39:0/1925334353 reap_dead start 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febdaba0640 1 -- 172.21.15.39:0/1925334353 shutdown_connections 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febdaba0640 1 -- 172.21.15.39:0/1925334353 >> 172.21.15.39:0/1925334353 conn(0x7febd406d520 msgr2=0x7febd406d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febdaba0640 1 -- 172.21.15.39:0/1925334353 shutdown_connections 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.723+0000 7febdaba0640 1 -- 172.21.15.39:0/1925334353 wait complete. 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.724+0000 7febdaba0640 1 Processor -- start 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.724+0000 7febdaba0640 1 -- start start 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febdaba0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febd4147220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febdaba0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd41f1570 0x7febd415a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febdaba0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febd415f620 0x7febd415faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febdaba0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febd415ffe0 con 0x7febbc004d00 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febdaba0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7febd4147760 con 0x7febd415f620 2024-09-13T16:16:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febdaba0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7febd4158d70 con 0x7febd41f1570 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febd4147220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febd4147220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54498/0 (socket says 172.21.15.39:54498) 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 -- 172.21.15.39:0/1236258276 learned_addr learned my addr 172.21.15.39:0/1236258276 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd939d640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd41f1570 0x7febd415a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febda39f640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febd415f620 0x7febd415faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 -- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd41f1570 msgr2=0x7febd415a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd41f1570 0x7febd415a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 -- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febd415f620 msgr2=0x7febd415faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febd415f620 0x7febd415faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.725+0000 7febd9b9e640 1 -- 172.21.15.39:0/1236258276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7febd4159010 con 0x7febbc004d00 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.726+0000 7febd9b9e640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febd4147220 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7febc400f430 tx=0x7febc400f8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.726+0000 7febd27fc640 1 -- 172.21.15.39:0/1236258276 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc400e040 con 0x7febbc004d00 2024-09-13T16:16:36.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.726+0000 7febd27fc640 1 -- 172.21.15.39:0/1236258276 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc400f040 con 0x7febbc004d00 2024-09-13T16:16:36.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.726+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7febd41592f0 con 0x7febbc004d00 2024-09-13T16:16:36.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.726+0000 7febd27fc640 1 -- 172.21.15.39:0/1236258276 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc4003db0 con 0x7febbc004d00 2024-09-13T16:16:36.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.726+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febd41598b0 con 0x7febbc004d00 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.728+0000 7febd27fc640 1 -- 172.21.15.39:0/1236258276 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7febc4015640 con 0x7febbc004d00 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.728+0000 7febd27fc640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febc006ac00 0x7febc006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.728+0000 7febd27fc640 1 -- 172.21.15.39:0/1236258276 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7febc4089f80 con 0x7febbc004d00 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.729+0000 7febd939d640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febc006ac00 0x7febc006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.729+0000 7febd939d640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febc006ac00 0x7febc006d0c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7febc8001050 tx=0x7febc8000f80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.729+0000 7febdec00740 1 Processor -- start 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.729+0000 7febdec00740 1 -- start start 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd4c670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febdec00740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 0x558d3fd99760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd99ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febdec00740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fca67c0 con 0x558d3fd49a50 2024-09-13T16:16:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fcb5b70 con 0x558d3fd73740 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d3fcb3300 con 0x558d3fd4c290 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 0x558d3fd99760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 0x558d3fd99760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54502/0 (socket says 172.21.15.39:54502) 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 -- 172.21.15.39:0/4253912395 learned_addr learned my addr 172.21.15.39:0/4253912395 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd9b9e640 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd4c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febda39f640 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd99ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 -- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 msgr2=0x558d3fd4c670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd4c670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 -- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 msgr2=0x558d3fd99ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd99ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.730+0000 7febd939d640 1 -- 172.21.15.39:0/4253912395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d3fc3b4b0 con 0x558d3fd49a50 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febd939d640 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 0x558d3fd99760 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7febc8001020 tx=0x7febc800c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=14753d97e868ec93 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febbb7fe640 1 -- 172.21.15.39:0/4253912395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc801a040 con 0x558d3fd49a50 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febbb7fe640 1 -- 172.21.15.39:0/4253912395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc80159c0 con 0x558d3fd49a50 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febbb7fe640 1 -- 172.21.15.39:0/4253912395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc8015d30 con 0x558d3fd49a50 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 -- 172.21.15.39:0/4253912395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 msgr2=0x558d3fd99760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 0x558d3fd99760 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7febc8001020 tx=0x7febc800c000 comp rx=0 tx=0).stop 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 -- 172.21.15.39:0/4253912395 shutdown_connections 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd99ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd49a50 0x558d3fd99760 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 --2- 172.21.15.39:0/4253912395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd4c670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 -- 172.21.15.39:0/4253912395 >> 172.21.15.39:0/4253912395 conn(0x558d3fd489c0 msgr2=0x558d3fd90e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 -- 172.21.15.39:0/4253912395 shutdown_connections 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.731+0000 7febdec00740 1 -- 172.21.15.39:0/4253912395 wait complete. 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.732+0000 7febdec00740 1 -- start start 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.732+0000 7febdec00740 1 Processor -- start 2024-09-13T16:16:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd96360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd731c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd97c50 0x558d3fd72490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fcaebf0 con 0x558d3fd73740 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fc6d250 con 0x558d3fd97c50 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d3fc6cef0 con 0x558d3fd4c290 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febdec00740 10 client.0 _ll_register_callbacks cb 0x558d3fc9f740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd731c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd731c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54508/0 (socket says 172.21.15.39:54508) 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 -- 172.21.15.39:0/3176859805 learned_addr learned my addr 172.21.15.39:0/3176859805 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd9b9e640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd96360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febda39f640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd97c50 0x558d3fd72490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 -- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 msgr2=0x558d3fd96360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd96360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 -- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd97c50 msgr2=0x558d3fd72490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd97c50 0x558d3fd72490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.733+0000 7febd939d640 1 -- 172.21.15.39:0/3176859805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febd4160f80 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febd939d640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd731c0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7febc8000ff0 tx=0x7febc8001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3619ba124da7fba4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febb8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febb8ff9640 1 -- 172.21.15.39:0/3176859805 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc8022c60 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x558d3f9a23c0 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febb8ff9640 1 -- 172.21.15.39:0/3176859805 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7febc8022dc0 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febb8ff9640 1 -- 172.21.15.39:0/3176859805 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7febc802d440 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 10 client.7407 fetch_fsmap learned FSMap version 61 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) v3 -- 0x558d3fcad270 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febb8ff9640 1 -- 172.21.15.39:0/3176859805 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x558d3f9a23c0 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febb8ff9640 1 -- 172.21.15.39:0/3176859805 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 3114+0+0 (secure 0 0 0) 0x7febc8020040 con 0x558d3fd73740 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 10 client.7407 fetch_fsmap finished waiting for FSMap version 61 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 10 client.7407 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:16:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 20 client.7407 populate_metadata read hostname 'smithi039' 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fd99bc0 0x558d3fd90300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 4 client.7407 mds_command: new command op to 7272 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.734+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 --> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x558d3f9b36c0 con 0x558d3fd99bc0 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.735+0000 7febd9b9e640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fd99bc0 0x558d3fd90300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.735+0000 7febd9b9e640 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fd99bc0 0x558d3fd90300 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c6be4516d05dd85a server_cookie=f485151cc849be56 in_seq=0 out_seq=0 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.735+0000 7febb8ff9640 10 client.7407 ms_handle_connect on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febb8ff9640 1 -- 172.21.15.39:0/3176859805 <== mds.0 v2:172.21.15.157:6835/7772685 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x558d3f9b36c0 con 0x558d3fd99bc0 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febb8ff9640 10 client.7407 handle_command_reply: tid=0 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 client.7407 shutdown 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 msgr2=0x558d3fd731c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd731c0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7febc8000ff0 tx=0x7febc8001a00 comp rx=0 tx=0).stop 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 shutdown_connections 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fd99bc0 0x558d3fd90300 crc :-1 s=READY pgs=11 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd97c50 0x558d3fd72490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febb8ff9640 0 client.7407 ms_handle_reset on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd731c0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 --2- 172.21.15.39:0/3176859805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd4c290 0x558d3fd96360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 >> 172.21.15.39:0/3176859805 conn(0x558d3fd49a50 msgr2=0x558d3fd94330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 shutdown_connections 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 1 -- 172.21.15.39:0/3176859805 wait complete. 2024-09-13T16:16:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.736+0000 7febdec00740 20 client.7407 trim_cache size 0 max 16384 2024-09-13T16:16:36.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.751+0000 7febdec00740 1 Processor -- start 2024-09-13T16:16:36.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.751+0000 7febdec00740 1 -- start start 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febdec00740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 0x558d3fd4b950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd94330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febdec00740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fc32460 con 0x558d3fd4c290 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fd76360 con 0x558d3fd73740 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d3fce3e20 con 0x558d3fd97c50 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 0x558d3fd4b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 0x558d3fd4b950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54514/0 (socket says 172.21.15.39:54514) 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 -- 172.21.15.39:0/926288769 learned_addr learned my addr 172.21.15.39:0/926288769 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 -- 172.21.15.39:0/926288769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 msgr2=0x558d3fd94870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 -- 172.21.15.39:0/926288769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 msgr2=0x558d3fd94330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd94330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.752+0000 7febd9b9e640 1 -- 172.21.15.39:0/926288769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558d3fc4f5f0 con 0x558d3fd4c290 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febd9b9e640 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 0x558d3fd4b950 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7febc400fdf0 tx=0x7febc4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97a8ac3326e2887f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febbbfff640 1 -- 172.21.15.39:0/926288769 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc4057010 con 0x558d3fd4c290 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febbbfff640 1 -- 172.21.15.39:0/926288769 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc4057270 con 0x558d3fd4c290 2024-09-13T16:16:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febbbfff640 1 -- 172.21.15.39:0/926288769 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc4059130 con 0x558d3fd4c290 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 -- 172.21.15.39:0/926288769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 msgr2=0x558d3fd4b950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 0x558d3fd4b950 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7febc400fdf0 tx=0x7febc4004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 -- 172.21.15.39:0/926288769 shutdown_connections 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd73740 0x558d3fd94330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 --2- 172.21.15.39:0/926288769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd4c290 0x558d3fd4b950 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 -- 172.21.15.39:0/926288769 >> 172.21.15.39:0/926288769 conn(0x558d3fd49a50 msgr2=0x558d3fd8eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 -- 172.21.15.39:0/926288769 shutdown_connections 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.753+0000 7febdec00740 1 -- 172.21.15.39:0/926288769 wait complete. 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.754+0000 7febdec00740 1 -- start start 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.754+0000 7febdec00740 1 Processor -- start 2024-09-13T16:16:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd4c290 0x558d3fdfb230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd942e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fda9b00 con 0x558d3fd73740 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558d3fd4a8d0 con 0x558d3fd4c290 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558d3fd723a0 con 0x558d3fd97c50 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febdec00740 10 client.0 _ll_register_callbacks cb 0x7febc8001150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd942e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd942e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54516/0 (socket says 172.21.15.39:54516) 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 -- 172.21.15.39:0/407662165 learned_addr learned my addr 172.21.15.39:0/407662165 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febda39f640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd9b9e640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd4c290 0x558d3fdfb230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 -- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 msgr2=0x558d3fd94820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 -- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd4c290 msgr2=0x558d3fdfb230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd4c290 0x558d3fdfb230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 -- 172.21.15.39:0/407662165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7febd41598b0 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febda39f640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febd939d640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd942e0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7febc8007b60 tx=0x7febc80078f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=36db809bae43bcaa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febb8ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.755+0000 7febb8ff9640 1 -- 172.21.15.39:0/407662165 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7febc8042030 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febb8ff9640 1 -- 172.21.15.39:0/407662165 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7febc8043070 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7febc80159c0 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febb8ff9640 1 -- 172.21.15.39:0/407662165 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=61) v2 ==== 24+0+0 (secure 0 0 0) 0x7febc8015810 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 10 client.7413 fetch_fsmap learned FSMap version 61 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=61,monmap=2+}) v3 -- 0x558d3fc74d00 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febb8ff9640 1 -- 172.21.15.39:0/407662165 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7febc804c020 con 0x558d3fd73740 2024-09-13T16:16:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febb8ff9640 1 -- 172.21.15.39:0/407662165 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 61) v1 ==== 3114+0+0 (secure 0 0 0) 0x7febc8020070 con 0x558d3fd73740 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 10 client.7413 fetch_fsmap finished waiting for FSMap version 61 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 10 client.7413 resolve_mds: resolved name 'b' to daemon mds.b 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 20 client.7413 populate_metadata read hostname 'smithi039' 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fda9d70 0x558d3fdaa150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 4 client.7413 mds_command: new command op to 7272 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 --> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] -- command(tid 0: {"prefix": "status"}) v1 -- 0x558d3fa06d10 con 0x558d3fda9d70 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.756+0000 7febd9b9e640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fda9d70 0x558d3fdaa150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febd9b9e640 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fda9d70 0x558d3fdaa150 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=3a164869317fa9e1 server_cookie=336e488dcd025b1a in_seq=0 out_seq=0 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febb8ff9640 10 client.7413 ms_handle_connect on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febb8ff9640 1 -- 172.21.15.39:0/407662165 <== mds.0 v2:172.21.15.157:6835/7772685 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x558d3fa06d10 con 0x558d3fda9d70 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febb8ff9640 10 client.7413 handle_command_reply: tid=0 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 client.7413 shutdown 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 msgr2=0x558d3fd942e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd942e0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7febc8007b60 tx=0x7febc80078f0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 shutdown_connections 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x558d3fda9d70 0x558d3fdaa150 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558d3fd97c50 0x558d3fd94820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558d3fd73740 0x558d3fd942e0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febb8ff9640 0 client.7413 ms_handle_reset on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 --2- 172.21.15.39:0/407662165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558d3fd4c290 0x558d3fdfb230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 >> 172.21.15.39:0/407662165 conn(0x558d3fd49a50 msgr2=0x558d3fd8eec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 shutdown_connections 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 1 -- 172.21.15.39:0/407662165 wait complete. 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.757+0000 7febdec00740 20 client.7413 trim_cache size 0 max 16384 2024-09-13T16:16:36.764 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 7272, 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.6182340100000001, 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 61, 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 76, 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 76, 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.0394775339999995 2024-09-13T16:16:36.765 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:16:36.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febc006ac00 msgr2=0x7febc006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febc006ac00 0x7febc006d0c0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7febc8001050 tx=0x7febc8000f80 comp rx=0 tx=0).stop 2024-09-13T16:16:36.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 msgr2=0x7febd4147220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febd4147220 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7febc400f430 tx=0x7febc400f8f0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 shutdown_connections 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7febc006ac00 0x7febc006d0c0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7febd415f620 0x7febd415faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7febd41f1570 0x7febd415a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 --2- 172.21.15.39:0/1236258276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7febbc004d00 0x7febd4147220 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 >> 172.21.15.39:0/1236258276 conn(0x7febd406d520 msgr2=0x7febd406d930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 shutdown_connections 2024-09-13T16:16:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.758+0000 7febdaba0640 1 -- 172.21.15.39:0/1236258276 wait complete. 2024-09-13T16:16:36.770 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:16:36.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.870+0000 7f30c2668640 1 Processor -- start 2024-09-13T16:16:36.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.870+0000 7f30c2668640 1 -- start start 2024-09-13T16:16:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c2668640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc154a80 0x7f30bc0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c2668640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f30bc071990 0x7f30bc0cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c2668640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30bc0b2ff0 con 0x7f30bc0b2b20 2024-09-13T16:16:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c2668640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30bc0b32d0 con 0x7f30bc071990 2024-09-13T16:16:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c2668640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30bc0b35b0 con 0x7f30bc154a80 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c0c05640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f30bc071990 0x7f30bc0cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30bb7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f30bc0b2b20 0x7f30bc071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35288/0 (socket says 172.21.15.39:35288) 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30bb7fe640 1 -- 172.21.15.39:0/1857449276 learned_addr learned my addr 172.21.15.39:0/1857449276 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30bbfff640 1 --2- 172.21.15.39:0/1857449276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc154a80 0x7f30bc0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c0c05640 1 -- 172.21.15.39:0/1857449276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc154a80 msgr2=0x7f30bc0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c0c05640 1 --2- 172.21.15.39:0/1857449276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc154a80 0x7f30bc0b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c0c05640 1 -- 172.21.15.39:0/1857449276 >> v1:172.21.15.39:6789/0 conn(0x7f30bc0b2b20 legacy=0x7f30bc071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30baffd640 1 -- 172.21.15.39:0/1857449276 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2510974110 0 0) 0x7f30bc0b2ff0 con 0x7f30bc0b2b20 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.871+0000 7f30c0c05640 1 -- 172.21.15.39:0/1857449276 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30bc0cd1a0 con 0x7f30bc071990 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.872+0000 7f30c0c05640 1 --2- 172.21.15.39:0/1857449276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc071990 0x7f30bc0cd9a0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f30b4009d90 tx=0x7f30b402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff0a58e804808474 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.872+0000 7f30baffd640 1 -- 172.21.15.39:0/1857449276 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b4031600 con 0x7f30bc071990 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.872+0000 7f30baffd640 1 -- 172.21.15.39:0/1857449276 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b402d050 con 0x7f30bc071990 2024-09-13T16:16:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.872+0000 7f30baffd640 1 -- 172.21.15.39:0/1857449276 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b4031980 con 0x7f30bc071990 2024-09-13T16:16:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 -- 172.21.15.39:0/1857449276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc071990 msgr2=0x7f30bc0cd9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 --2- 172.21.15.39:0/1857449276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc071990 0x7f30bc0cd9a0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f30b4009d90 tx=0x7f30b402a5d0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 -- 172.21.15.39:0/1857449276 shutdown_connections 2024-09-13T16:16:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 --2- 172.21.15.39:0/1857449276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc071990 0x7f30bc0cd9a0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 --2- 172.21.15.39:0/1857449276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc154a80 0x7f30bc0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 -- 172.21.15.39:0/1857449276 >> 172.21.15.39:0/1857449276 conn(0x7f30bc0b15d0 msgr2=0x7f30bc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 -- 172.21.15.39:0/1857449276 shutdown_connections 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.873+0000 7f30c2668640 1 -- 172.21.15.39:0/1857449276 wait complete. 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.874+0000 7f30c2668640 1 Processor -- start 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.874+0000 7f30c2668640 1 -- start start 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c2668640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc071990 0x7f30bc159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c2668640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30bc0b2b20 0x7f30bc13ad70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c2668640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 0x7f30bc155740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c2668640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30bc1582f0 con 0x7f30bc154a80 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c2668640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30bc1585d0 con 0x7f30bc0b2b20 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c2668640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30bc1588b0 con 0x7f30bc071990 2024-09-13T16:16:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 0x7f30bc155740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 0x7f30bc155740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54534/0 (socket says 172.21.15.39:54534) 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 -- 172.21.15.39:0/256150274 learned_addr learned my addr 172.21.15.39:0/256150274 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30bbfff640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc071990 0x7f30bc159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30bb7fe640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30bc0b2b20 0x7f30bc13ad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 -- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc071990 msgr2=0x7f30bc159390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc071990 0x7f30bc159390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 -- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30bc0b2b20 msgr2=0x7f30bc13ad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30bc0b2b20 0x7f30bc13ad70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 -- 172.21.15.39:0/256150274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30b4009a70 con 0x7f30bc154a80 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.875+0000 7f30c0c05640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 0x7f30bc155740 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f30b4009d90 tx=0x7f30b4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.876+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b403c830 con 0x7f30bc154a80 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.876+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30b403c990 con 0x7f30bc154a80 2024-09-13T16:16:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.876+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30bc158b90 con 0x7f30bc154a80 2024-09-13T16:16:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.876+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30b403cd00 con 0x7f30bc154a80 2024-09-13T16:16:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.876+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30bc1598d0 con 0x7f30bc154a80 2024-09-13T16:16:36.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.877+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30bc1590b0 con 0x7f30bc154a80 2024-09-13T16:16:36.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.877+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f30b404d3f0 con 0x7f30bc154a80 2024-09-13T16:16:36.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.877+0000 7f30b8ff9640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30a806ac30 0x7f30a806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:36.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.878+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30b40aa8a0 con 0x7f30bc154a80 2024-09-13T16:16:36.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.878+0000 7f30bbfff640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30a806ac30 0x7f30a806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:36.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.879+0000 7f30bbfff640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30a806ac30 0x7f30a806d0f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f30ac009aa0 tx=0x7f30ac009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:36.882+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f30bc1590b0 con 0x7f30bc154a80 2024-09-13T16:16:37.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.088+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f30bc1590b0 con 0x7f30bc154a80 2024-09-13T16:16:37.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.088+0000 7f30b8ff9640 1 -- 172.21.15.39:0/256150274 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v61) v1 ==== 53+0+73 (secure 0 0 0) 0x7f30bc1590b0 con 0x7f30bc154a80 2024-09-13T16:16:37.090 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:16:37.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30a806ac30 msgr2=0x7f30a806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30a806ac30 0x7f30a806d0f0 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f30ac009aa0 tx=0x7f30ac009190 comp rx=0 tx=0).stop 2024-09-13T16:16:37.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 msgr2=0x7f30bc155740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:37.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 0x7f30bc155740 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7f30b4009d90 tx=0x7f30b4004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:37.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 shutdown_connections 2024-09-13T16:16:37.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30a806ac30 0x7f30a806d0f0 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30bc154a80 0x7f30bc155740 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30bc0b2b20 0x7f30bc13ad70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 --2- 172.21.15.39:0/256150274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30bc071990 0x7f30bc159390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.090+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 >> 172.21.15.39:0/256150274 conn(0x7f30bc0b15d0 msgr2=0x7f30bc14fb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.091+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 shutdown_connections 2024-09-13T16:16:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:37.091+0000 7f30c2668640 1 -- 172.21.15.39:0/256150274 wait complete. 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:16:37.103 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:37.104 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.104 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:16:37.120 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:16:37.120 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:16:37.120 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:16:37.120 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.120 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42415sec preferred_lft 42415sec 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:16:37.121 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.122 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:16:37.123 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:16:37.123 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:16:37.123 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:16:37.123 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.123 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:16:37.184 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:16:37.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.186 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:16:37.243 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:16:37.243 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:16:37.243 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:16:37.243 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:16:37.243 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:16:37.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.244 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:16:37.244 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:16:37.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:16:37.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:16:37.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:16:37.244 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:16:37.332 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.332 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:16:37.347 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:16:37.348 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:16:37.348 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:37.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.348 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:16:37.413 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:16:37.414 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:16:37.414 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:37.470 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:16:37.470 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:16:37.470 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:37.525 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:16:37.590 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:37.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:37.656 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:37.657 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:37.657 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.657 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:16:37.714 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:16:37.715 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:16:37.757 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:16:37.784 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:16:37.784 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:16:37.840 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:16:37.839+0000 7f46697d4480 -1 init, newargv = 0x558eb09a64a0 newargc=15 2024-09-13T16:16:37.840 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[65640]: starting ceph client 2024-09-13T16:16:37.845 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[65640]: starting fuse 2024-09-13T16:16:37.850 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:16:37.851 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:16:37.851 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:37.852 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:16:37.907 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:16:37.908 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:37.908 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:16:37.909 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:16:37.910 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:16:37.910 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:16:37.910 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:16:37.910 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:16:37.910 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:16:38.023 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.65640.asok 2024-09-13T16:16:38.045 INFO:tasks.ceph.mds.b.smithi157.stderr:2024-09-13T16:16:38.043+0000 7f6a576a1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:16:38.209 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.65640.asok 2024-09-13T16:16:38.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.210 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.65640.asok status 2024-09-13T16:16:38.348 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:16:38.348 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:16:38.348 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "65640", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 7428, 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:16:38.349 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 7428 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 54300804 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 54300804 2024-09-13T16:16:38.350 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.7428 192.168.0.1:0/54300804", 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/54300804", 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 61, 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 76, 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:16:38.351 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:16:38.357 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.357 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:16:38.357 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:38.373 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:16:38.374 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:38.374 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:38.374 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:16:38.441 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:38.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.581+0000 7f9219e48640 1 Processor -- start 2024-09-13T16:16:38.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.581+0000 7f9219e48640 1 -- start start 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9219e48640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 0x7f92140cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9219e48640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f92140cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9219e48640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f921406f920 con 0x7f9214158cb0 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9219e48640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f921406fbd0 con 0x7f921406a5e0 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9219e48640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f921406feb0 con 0x7f921406f4a0 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9212ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 0x7f92140cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9213fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f92140cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9212ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 0x7f92140cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:45326/0 (socket says 172.21.15.39:45326) 2024-09-13T16:16:38.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.582+0000 7f9212ffd640 1 -- 172.21.15.39:0/3699589239 learned_addr learned my addr 172.21.15.39:0/3699589239 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.583+0000 7f9213fff640 1 -- 172.21.15.39:0/3699589239 >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 msgr2=0x7f92140cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.583+0000 7f9213fff640 1 --2- 172.21.15.39:0/3699589239 >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 0x7f92140cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.583+0000 7f9213fff640 1 -- 172.21.15.39:0/3699589239 >> v1:172.21.15.157:6789/0 conn(0x7f9214158cb0 legacy=0x7f9214069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.583+0000 7f9213fff640 1 -- 172.21.15.39:0/3699589239 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9214070190 con 0x7f921406f4a0 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.583+0000 7f9212ffd640 1 --2- 172.21.15.39:0/3699589239 >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 0x7f92140cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9213fff640 1 --2- 172.21.15.39:0/3699589239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f92140cad30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f920c009d90 tx=0x7f920c02a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6a913fee21b4fa5a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f92127fc640 1 -- 172.21.15.39:0/3699589239 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920c007740 con 0x7f921406f4a0 2024-09-13T16:16:38.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f92127fc640 1 -- 172.21.15.39:0/3699589239 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f920c02d050 con 0x7f921406f4a0 2024-09-13T16:16:38.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f92127fc640 1 -- 172.21.15.39:0/3699589239 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920c007ac0 con 0x7f921406f4a0 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9219e48640 1 -- 172.21.15.39:0/3699589239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 msgr2=0x7f92140cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9219e48640 1 --2- 172.21.15.39:0/3699589239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f92140cad30 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f920c009d90 tx=0x7f920c02a660 comp rx=0 tx=0).stop 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9219e48640 1 -- 172.21.15.39:0/3699589239 shutdown_connections 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9219e48640 1 --2- 172.21.15.39:0/3699589239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f92140cad30 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9219e48640 1 --2- 172.21.15.39:0/3699589239 >> v2:172.21.15.157:3300/0 conn(0x7f921406a5e0 0x7f92140cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.584+0000 7f9219e48640 1 -- 172.21.15.39:0/3699589239 >> 172.21.15.39:0/3699589239 conn(0x7f921406b3b0 msgr2=0x7f921406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.585+0000 7f9219e48640 1 -- 172.21.15.39:0/3699589239 shutdown_connections 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.585+0000 7f9219e48640 1 -- 172.21.15.39:0/3699589239 wait complete. 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.586+0000 7f9219e48640 1 Processor -- start 2024-09-13T16:16:38.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.586+0000 7f9219e48640 1 -- start start 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f921406a5e0 0x7f92140ad780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f921415ae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 0x7f9214154920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f921415b390 con 0x7f9214158cb0 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f921415be20 con 0x7f921406a5e0 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9214154e60 con 0x7f921406f4a0 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 0x7f9214154920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 0x7f9214154920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54548/0 (socket says 172.21.15.39:54548) 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 -- 172.21.15.39:0/2985519500 learned_addr learned my addr 172.21.15.39:0/2985519500 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f92137fe640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f921406a5e0 0x7f92140ad780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9212ffd640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f921415ae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 -- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 msgr2=0x7f921415ae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f921415ae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 -- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f921406a5e0 msgr2=0x7f92140ad780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f921406a5e0 0x7f92140ad780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 -- 172.21.15.39:0/2985519500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f920800b760 con 0x7f9214158cb0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9213fff640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 0x7f9214154920 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f920c02ac50 tx=0x7f920c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920c03c830 con 0x7f9214158cb0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f920c03c990 con 0x7f9214158cb0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f920c009a70 con 0x7f9214158cb0 2024-09-13T16:16:38.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.587+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f920c03cd00 con 0x7f9214158cb0 2024-09-13T16:16:38.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.588+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f921415b860 con 0x7f9214158cb0 2024-09-13T16:16:38.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.588+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92140672f0 con 0x7f9214158cb0 2024-09-13T16:16:38.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.589+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f920c031400 con 0x7f9214158cb0 2024-09-13T16:16:38.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.589+0000 7f91fbfff640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f920006ac00 0x7f920006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.590+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f920c0aaf30 con 0x7f9214158cb0 2024-09-13T16:16:38.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.590+0000 7f92137fe640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f920006ac00 0x7f920006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.590+0000 7f92137fe640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f920006ac00 0x7f920006d0c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9204000f60 tx=0x7f9204009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.594+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f920c0762f0 con 0x7f9214158cb0 2024-09-13T16:16:38.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.798+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f92140cee00 con 0x7f9214158cb0 2024-09-13T16:16:38.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.799+0000 7f91fbfff640 1 -- 172.21.15.39:0/2985519500 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 61 v61) v1 ==== 94+0+4730 (secure 0 0 0) 0x7f920c03ce60 con 0x7f9214158cb0 2024-09-13T16:16:38.800 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:38.800 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":61,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":61,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:16:34.148984+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:16:38.801 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 61 2024-09-13T16:16:38.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f920006ac00 msgr2=0x7f920006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f920006ac00 0x7f920006d0c0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f9204000f60 tx=0x7f9204009040 comp rx=0 tx=0).stop 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 msgr2=0x7f9214154920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 0x7f9214154920 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7f920c02ac50 tx=0x7f920c004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 shutdown_connections 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f920006ac00 0x7f920006d0c0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9214158cb0 0x7f9214154920 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f921406f4a0 0x7f921415ae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 --2- 172.21.15.39:0/2985519500 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f921406a5e0 0x7f92140ad780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 >> 172.21.15.39:0/2985519500 conn(0x7f921406b3b0 msgr2=0x7f92140b1c50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 shutdown_connections 2024-09-13T16:16:38.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.801+0000 7f9219e48640 1 -- 172.21.15.39:0/2985519500 wait complete. 2024-09-13T16:16:38.814 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 5:0 true 2024-09-13T16:16:38.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.916+0000 7fb0e9a2b640 1 Processor -- start 2024-09-13T16:16:38.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.916+0000 7fb0e9a2b640 1 -- start start 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.917+0000 7fb0e9a2b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb0e415c7d0 0x7fb0e40cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.917+0000 7fb0e9a2b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e40b4180 0x7fb0e40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.917+0000 7fb0e9a2b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0e40b5550 con 0x7fb0e40d1f40 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.917+0000 7fb0e9a2b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0e40b2000 con 0x7fb0e415c7d0 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.917+0000 7fb0e9a2b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e40d2340 con 0x7fb0e40b4180 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e2ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb0e415c7d0 0x7fb0e40cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e27fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e40b4180 0x7fb0e40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e37fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fb0e40d1f40 0x7fb0e40d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:46814/0 (socket says 172.21.15.39:46814) 2024-09-13T16:16:38.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e37fe640 1 -- 172.21.15.39:0/931611931 learned_addr learned my addr 172.21.15.39:0/931611931 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:38.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e40b4180 msgr2=0x7fb0e40d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:38.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e2ffd640 1 --2- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e40b4180 0x7fb0e40d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/931611931 >> v1:172.21.15.157:6789/0 conn(0x7fb0e40d1f40 legacy=0x7fb0e40d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/931611931 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0e40b4610 con 0x7fb0e415c7d0 2024-09-13T16:16:38.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.918+0000 7fb0e1ffb640 1 -- 172.21.15.39:0/931611931 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 683775039 0 0) 0x7fb0e40b5550 con 0x7fb0e40d1f40 2024-09-13T16:16:38.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.919+0000 7fb0e2ffd640 1 --2- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e415c7d0 0x7fb0e40cf440 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb0d4009d90 tx=0x7fb0d402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f91593da0ae91ca6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.919+0000 7fb0e1ffb640 1 -- 172.21.15.39:0/931611931 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d4007740 con 0x7fb0e415c7d0 2024-09-13T16:16:38.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.919+0000 7fb0e1ffb640 1 -- 172.21.15.39:0/931611931 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0d402d050 con 0x7fb0e415c7d0 2024-09-13T16:16:38.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.919+0000 7fb0e1ffb640 1 -- 172.21.15.39:0/931611931 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d4007ac0 con 0x7fb0e415c7d0 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e415c7d0 msgr2=0x7fb0e40cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e415c7d0 0x7fb0e40cf440 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7fb0d4009d90 tx=0x7fb0d402a660 comp rx=0 tx=0).stop 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/931611931 shutdown_connections 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e40b4180 0x7fb0e40d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/931611931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e415c7d0 0x7fb0e40cf440 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/931611931 >> 172.21.15.39:0/931611931 conn(0x7fb0e406bc40 msgr2=0x7fb0e406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/931611931 shutdown_connections 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.920+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/931611931 wait complete. 2024-09-13T16:16:38.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.921+0000 7fb0e9a2b640 1 Processor -- start 2024-09-13T16:16:38.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.921+0000 7fb0e9a2b640 1 -- start start 2024-09-13T16:16:38.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e9a2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 0x7fb0e40c8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e9a2b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e415c7d0 0x7fb0e40c8fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e9a2b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e41523f0 0x7fb0e4154850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e9a2b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e40c6b20 con 0x7fb0e40d1f40 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e9a2b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e40c6210 con 0x7fb0e41523f0 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e9a2b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0e4155580 con 0x7fb0e415c7d0 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 0x7fb0e40c8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 0x7fb0e40c8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54564/0 (socket says 172.21.15.39:54564) 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/3710720409 learned_addr learned my addr 172.21.15.39:0/3710720409 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e27fc640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e415c7d0 0x7fb0e40c8fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e37fe640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e41523f0 0x7fb0e4154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e415c7d0 msgr2=0x7fb0e40c8fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e415c7d0 0x7fb0e40c8fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e41523f0 msgr2=0x7fb0e4154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e41523f0 0x7fb0e4154850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 -- 172.21.15.39:0/3710720409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0d4009a70 con 0x7fb0e40d1f40 2024-09-13T16:16:38.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.922+0000 7fb0e2ffd640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 0x7fb0e40c8a70 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fb0d4009d90 tx=0x7fb0d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.923+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d403b8e0 con 0x7fb0e40d1f40 2024-09-13T16:16:38.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.923+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0d403ba40 con 0x7fb0e40d1f40 2024-09-13T16:16:38.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.923+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0e40c6460 con 0x7fb0e40d1f40 2024-09-13T16:16:38.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.923+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0d403bdb0 con 0x7fb0e40d1f40 2024-09-13T16:16:38.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.923+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0e41f3d70 con 0x7fb0e40d1f40 2024-09-13T16:16:38.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.924+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0e40d1a00 con 0x7fb0e40d1f40 2024-09-13T16:16:38.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.924+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb0d4031400 con 0x7fb0e40d1f40 2024-09-13T16:16:38.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.925+0000 7fb0dbfff640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0c406ac00 0x7fb0c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:38.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.925+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb0d40aab80 con 0x7fb0e40d1f40 2024-09-13T16:16:38.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.925+0000 7fb0e27fc640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0c406ac00 0x7fb0c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:38.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.925+0000 7fb0e27fc640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0c406ac00 0x7fb0c406d0c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb0e415be10 tx=0x7fb0cc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:38.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:38.929+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb0d4075f10 con 0x7fb0e40d1f40 2024-09-13T16:16:39.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.170+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "5:0", "val": "true"} v 0) v1 -- 0x7fb0e40b1540 con 0x7fb0e40d1f40 2024-09-13T16:16:39.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.841+0000 7fb0dbfff640 1 -- 172.21.15.39:0/3710720409 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "5:0", "val": "true"}]=0 freezing mds.7272 v62) v1 ==== 112+0+0 (secure 0 0 0) 0x7fb0d4079530 con 0x7fb0e40d1f40 2024-09-13T16:16:39.843 INFO:teuthology.orchestra.run.smithi039.stderr:freezing mds.7272 2024-09-13T16:16:39.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0c406ac00 msgr2=0x7fb0c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0c406ac00 0x7fb0c406d0c0 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7fb0e415be10 tx=0x7fb0cc008040 comp rx=0 tx=0).stop 2024-09-13T16:16:39.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 msgr2=0x7fb0e40c8a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:39.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 0x7fb0e40c8a70 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fb0d4009d90 tx=0x7fb0d4004a40 comp rx=0 tx=0).stop 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 shutdown_connections 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0c406ac00 0x7fb0c406d0c0 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0e41523f0 0x7fb0e4154850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0e415c7d0 0x7fb0e40c8fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 --2- 172.21.15.39:0/3710720409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0e40d1f40 0x7fb0e40c8a70 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 >> 172.21.15.39:0/3710720409 conn(0x7fb0e406bc40 msgr2=0x7fb0e40b61f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 shutdown_connections 2024-09-13T16:16:39.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:39.844+0000 7fb0e9a2b640 1 -- 172.21.15.39:0/3710720409 wait complete. 2024-09-13T16:16:39.858 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:39.858 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'mkdir -p a/{b,c}/d') 2024-09-13T16:16:39.892 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 flush journal 2024-09-13T16:16:40.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.038+0000 7f310119d640 1 Processor -- start 2024-09-13T16:16:40.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.038+0000 7f310119d640 1 -- start start 2024-09-13T16:16:40.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f310119d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f30fc15c670 0x7f30fc0b3eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f310119d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30fc06b940 con 0x7f30fc0b43f0 2024-09-13T16:16:40.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f310119d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30fc0cd0d0 con 0x7f30fc1607d0 2024-09-13T16:16:40.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f310119d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30fc06b010 con 0x7f30fc15c670 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f30f3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f30fc0b43f0 0x7f30fc1600c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35298/0 (socket says 172.21.15.39:35298) 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f30f3fff640 1 -- 172.21.15.39:0/2349674532 learned_addr learned my addr 172.21.15.39:0/2349674532 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.039+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3389637161 0 0) 0x7f30fc06b940 con 0x7f30fc0b43f0 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fbfff640 1 --2- 172.21.15.39:0/2349674532 >> v2:172.21.15.157:3300/0 conn(0x7f30fc15c670 0x7f30fc0b3eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f30e8003520 con 0x7f30fc0b43f0 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3053023649 0 0) 0x7f30e8003520 con 0x7f30fc0b43f0 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 >> v2:172.21.15.157:3300/0 conn(0x7f30fc15c670 msgr2=0x7f30fc0b3eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 --2- 172.21.15.39:0/2349674532 >> v2:172.21.15.157:3300/0 conn(0x7f30fc15c670 0x7f30fc0b3eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 >> v1:172.21.15.157:6789/0 conn(0x7f30fc1607d0 legacy=0x7f30fc06bdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30fc06b2f0 con 0x7f30fc0b43f0 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f30e4001670 con 0x7f30fc0b43f0 2024-09-13T16:16:40.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 >> v1:172.21.15.39:6789/0 conn(0x7f30fc0b43f0 legacy=0x7f30fc1600c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8003970 0x7f30e8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30e80047c0 0x7f30e8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30e8005180 0x7f30e800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30fc06b010 con 0x7f30e8005180 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30e800c020 con 0x7f30e80047c0 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30e800c1e0 con 0x7f30e8003970 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f310099c640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30e8005180 0x7f30e800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30f3fff640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30e80047c0 0x7f30e8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f30fbfff640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8003970 0x7f30e8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f310099c640 1 -- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8003970 msgr2=0x7f30e8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f310099c640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8003970 0x7f30e8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f310099c640 1 -- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30e80047c0 msgr2=0x7f30e8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f310099c640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30e80047c0 0x7f30e8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.040+0000 7f310099c640 1 -- 172.21.15.39:0/2349674532 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30e8003520 con 0x7f30e8005180 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.041+0000 7f310099c640 1 -- 172.21.15.39:0/2349674532 reap_dead start 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.041+0000 7f310099c640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30e8005180 0x7f30e800b980 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f30f4001e20 tx=0x7f30e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f00a8e42c9dcef2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.041+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30f402ae40 con 0x7f30e8005180 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.041+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30f4003970 con 0x7f30e8005180 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.041+0000 7f30fb7fe640 1 -- 172.21.15.39:0/2349674532 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30f4003d00 con 0x7f30e8005180 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 -- 172.21.15.39:0/2349674532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30e8005180 msgr2=0x7f30e800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30e8005180 0x7f30e800b980 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7f30f4001e20 tx=0x7f30e80057f0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 -- 172.21.15.39:0/2349674532 shutdown_connections 2024-09-13T16:16:40.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 --2- 172.21.15.39:0/2349674532 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30e8005180 0x7f30e800b980 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 -- 172.21.15.39:0/2349674532 >> 172.21.15.39:0/2349674532 conn(0x7f30fc06d5b0 msgr2=0x7f30fc06d9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 -- 172.21.15.39:0/2349674532 shutdown_connections 2024-09-13T16:16:40.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.042+0000 7f310119d640 1 -- 172.21.15.39:0/2349674532 wait complete. 2024-09-13T16:16:40.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.043+0000 7f310119d640 1 Processor -- start 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.043+0000 7f310119d640 1 -- start start 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310119d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8005180 0x7f30fc15af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310119d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30fc159960 0x7f30fc154780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310119d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 0x7f30fc1518c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310119d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30fc154cc0 con 0x7f30fc1508e0 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310119d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30fc15aa70 con 0x7f30fc159960 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310119d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30fc153b30 con 0x7f30e8005180 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 0x7f30fc1518c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 0x7f30fc1518c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54576/0 (socket says 172.21.15.39:54576) 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 -- 172.21.15.39:0/3303920657 learned_addr learned my addr 172.21.15.39:0/3303920657 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30fc159960 0x7f30fc154780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8005180 0x7f30fc15af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 -- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8005180 msgr2=0x7f30fc15af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8005180 0x7f30fc15af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 -- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30fc159960 msgr2=0x7f30fc154780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30fc159960 0x7f30fc154780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f310099c640 1 -- 172.21.15.39:0/3303920657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30fc159e60 con 0x7f30fc1508e0 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.044+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30fc159960 0x7f30fc154780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.045+0000 7f310099c640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 0x7f30fc1518c0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f30f4001f40 tx=0x7f30f40014a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.045+0000 7f30f97fa640 1 -- 172.21.15.39:0/3303920657 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30f4038070 con 0x7f30fc1508e0 2024-09-13T16:16:40.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.045+0000 7f30f97fa640 1 -- 172.21.15.39:0/3303920657 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30f4005860 con 0x7f30fc1508e0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.045+0000 7f30f97fa640 1 -- 172.21.15.39:0/3303920657 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30f4006d70 con 0x7f30fc1508e0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.045+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30fc15a140 con 0x7f30fc1508e0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.045+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30fc15a700 con 0x7f30fc1508e0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.046+0000 7f30f97fa640 1 -- 172.21.15.39:0/3303920657 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f30f4032440 con 0x7f30fc1508e0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.047+0000 7f30f97fa640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30dc06ac30 0x7f30dc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.047+0000 7f30f97fa640 1 -- 172.21.15.39:0/3303920657 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30f40a8850 con 0x7f30fc1508e0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.047+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30dc06ac30 0x7f30dc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.048+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30dc06ac30 0x7f30dc06d0f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f30ec009b40 tx=0x7f30ec009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.048+0000 7f31051fd740 1 Processor -- start 2024-09-13T16:16:40.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.048+0000 7f31051fd740 1 -- start start 2024-09-13T16:16:40.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f31051fd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 0x555e73975610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739bda00 0x555e739bedc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e73973fb0 0x555e73974460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f31051fd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e738e2f20 con 0x555e739a0ab0 2024-09-13T16:16:40.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e738e06b0 con 0x555e739bda00 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555e738dbfa0 con 0x555e73973fb0 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 0x555e73975610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 0x555e73975610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54584/0 (socket says 172.21.15.39:54584) 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 -- 172.21.15.39:0/2022672885 learned_addr learned my addr 172.21.15.39:0/2022672885 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30f3fff640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739bda00 0x555e739bedc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f310099c640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e73973fb0 0x555e73974460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 -- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e73973fb0 msgr2=0x555e73974460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e73973fb0 0x555e73974460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 -- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739bda00 msgr2=0x555e739bedc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739bda00 0x555e739bedc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 -- 172.21.15.39:0/2022672885 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555e73896840 con 0x555e739a0ab0 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f310099c640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e73973fb0 0x555e73974460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:40.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30f3fff640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739bda00 0x555e739bedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.049+0000 7f30fbfff640 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 0x555e73975610 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f30ec014fa0 tx=0x7f30ec017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9b9d3fda738523 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f30f1ffb640 1 -- 172.21.15.39:0/2022672885 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec004030 con 0x555e739a0ab0 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f30f1ffb640 1 -- 172.21.15.39:0/2022672885 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30ec025070 con 0x555e739a0ab0 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f30f1ffb640 1 -- 172.21.15.39:0/2022672885 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec0043b0 con 0x555e739a0ab0 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 -- 172.21.15.39:0/2022672885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 msgr2=0x555e73975610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 0x555e73975610 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f30ec014fa0 tx=0x7f30ec017000 comp rx=0 tx=0).stop 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 -- 172.21.15.39:0/2022672885 shutdown_connections 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e73973fb0 0x555e73974460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739bda00 0x555e739bedc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 --2- 172.21.15.39:0/2022672885 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739a0ab0 0x555e73975610 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 -- 172.21.15.39:0/2022672885 >> 172.21.15.39:0/2022672885 conn(0x555e73976180 msgr2=0x555e739be6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 -- 172.21.15.39:0/2022672885 shutdown_connections 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.050+0000 7f31051fd740 1 -- 172.21.15.39:0/2022672885 wait complete. 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.051+0000 7f31051fd740 1 -- start start 2024-09-13T16:16:40.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.051+0000 7f31051fd740 1 Processor -- start 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739a0ab0 0x555e739a1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 0x555e73973130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e73973670 0x555e739a31f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e7387d2a0 con 0x555e739bda00 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e735b4430 con 0x555e73973670 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555e7385f680 con 0x555e739a0ab0 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 10 client.0 _ll_register_callbacks cb 0x555e738d5610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 0x555e73973130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 0x555e73973130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54600/0 (socket says 172.21.15.39:54600) 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 -- 172.21.15.39:0/3599923778 learned_addr learned my addr 172.21.15.39:0/3599923778 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739a0ab0 0x555e739a1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f310099c640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e73973670 0x555e739a31f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 -- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739a0ab0 msgr2=0x555e739a1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739a0ab0 0x555e739a1670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 -- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e73973670 msgr2=0x555e739a31f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e73973670 0x555e739a31f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 -- 172.21.15.39:0/3599923778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30ec014c50 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 0x555e73973130 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f30e4007320 tx=0x7f30e40077e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=533b25e753831ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30daffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30daffd640 1 -- 172.21.15.39:0/3599923778 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30e4014b10 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f30daffd640 1 -- 172.21.15.39:0/3599923778 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30e4014c70 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.052+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555e735cf4e0 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f30daffd640 1 -- 172.21.15.39:0/3599923778 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30e4014e30 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 10 client.7446 fetch_fsmap learned FSMap version 62 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) v3 -- 0x555e738da620 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f30daffd640 1 -- 172.21.15.39:0/3599923778 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x555e735cf4e0 con 0x555e739bda00 2024-09-13T16:16:40.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f30daffd640 1 -- 172.21.15.39:0/3599923778 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 62) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f30e4012050 con 0x555e739bda00 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 10 client.7446 fetch_fsmap finished waiting for FSMap version 62 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 10 client.7446 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 20 client.7446 populate_metadata read hostname 'smithi039' 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739a3d90 0x555e739d1790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 4 client.7446 mds_command: new command op to 7272 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 --> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555e735e07e0 con 0x555e739a3d90 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.053+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739a3d90 0x555e739d1790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739a3d90 0x555e739d1790 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=99bcb272ffded77b server_cookie=550411f7a86035d8 in_seq=0 out_seq=0 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f30daffd640 10 client.7446 ms_handle_connect on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f30daffd640 1 -- 172.21.15.39:0/3599923778 <== mds.0 v2:172.21.15.157:6835/7772685 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555e735e07e0 con 0x555e739a3d90 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f30daffd640 10 client.7446 handle_command_reply: tid=0 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 client.7446 shutdown 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 msgr2=0x555e73973130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 0x555e73973130 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f30e4007320 tx=0x7f30e40077e0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 shutdown_connections 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739a3d90 0x555e739d1790 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e73973670 0x555e739a31f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e739bda00 0x555e73973130 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 --2- 172.21.15.39:0/3599923778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739a0ab0 0x555e739a1670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f30daffd640 0 client.7446 ms_handle_reset on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.054+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 >> 172.21.15.39:0/3599923778 conn(0x555e73973fb0 msgr2=0x555e73975300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.055+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 shutdown_connections 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.055+0000 7f31051fd740 1 -- 172.21.15.39:0/3599923778 wait complete. 2024-09-13T16:16:40.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.055+0000 7f31051fd740 20 client.7446 trim_cache size 0 max 16384 2024-09-13T16:16:40.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.067+0000 7f31051fd740 1 Processor -- start 2024-09-13T16:16:40.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.067+0000 7f31051fd740 1 -- start start 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f31051fd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739a13f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e739b4730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a230e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f31051fd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e73615b00 con 0x555e73973670 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e739b8af0 con 0x555e739a0ab0 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555e73974670 con 0x555e739bda00 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739a13f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739a13f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54614/0 (socket says 172.21.15.39:54614) 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 -- 172.21.15.39:0/3523371784 learned_addr learned my addr 172.21.15.39:0/3523371784 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:40.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e739b4730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f310099c640 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a230e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 -- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 msgr2=0x555e73a230e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a230e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 -- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 msgr2=0x555e739b4730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e739b4730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 -- 172.21.15.39:0/3523371784 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555e7387c790 con 0x555e73973670 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e739b4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739a13f0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f30ec014f70 tx=0x7f30ec01c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1d4d835922d47b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.068+0000 7f30f27fc640 1 -- 172.21.15.39:0/3523371784 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec0043f0 con 0x555e73973670 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f30f27fc640 1 -- 172.21.15.39:0/3523371784 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30ec030040 con 0x555e73973670 2024-09-13T16:16:40.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f30f27fc640 1 -- 172.21.15.39:0/3523371784 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec003850 con 0x555e73973670 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 -- 172.21.15.39:0/3523371784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 msgr2=0x555e739a13f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739a13f0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f30ec014f70 tx=0x7f30ec01c000 comp rx=0 tx=0).stop 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 -- 172.21.15.39:0/3523371784 shutdown_connections 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a230e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e739b4730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 --2- 172.21.15.39:0/3523371784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739a13f0 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 -- 172.21.15.39:0/3523371784 >> 172.21.15.39:0/3523371784 conn(0x555e73973fb0 msgr2=0x555e73974900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 -- 172.21.15.39:0/3523371784 shutdown_connections 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.069+0000 7f31051fd740 1 -- 172.21.15.39:0/3523371784 wait complete. 2024-09-13T16:16:40.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.070+0000 7f31051fd740 1 -- start start 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.070+0000 7f31051fd740 1 Processor -- start 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739c1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e73a21600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a21b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e73a229b0 con 0x555e73973670 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555e739df060 con 0x555e739a0ab0 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555e739df480 con 0x555e739bda00 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 10 client.0 _ll_register_callbacks cb 0x7f30e4007f50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739c1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739c1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54622/0 (socket says 172.21.15.39:54622) 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 -- 172.21.15.39:0/3855577232 learned_addr learned my addr 172.21.15.39:0/3855577232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e73a21600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 -- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 msgr2=0x555e73a21b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f310099c640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a21b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a21b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 -- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 msgr2=0x555e73a21600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e73a21600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 -- 172.21.15.39:0/3855577232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555e73896840 con 0x555e73973670 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f310099c640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a21b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e73a21600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30fbfff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739c1de0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f30ec004000 tx=0x7f30ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53bb8a9f2c26cb72 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30daffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30daffd640 1 -- 172.21.15.39:0/3855577232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30ec003810 con 0x555e73973670 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30daffd640 1 -- 172.21.15.39:0/3855577232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f30ec003970 con 0x555e73973670 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f30ec025070 con 0x555e73973670 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f30daffd640 1 -- 172.21.15.39:0/3855577232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=62) v2 ==== 24+0+0 (secure 0 0 0) 0x7f30ec003b30 con 0x555e73973670 2024-09-13T16:16:40.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 10 client.7452 fetch_fsmap learned FSMap version 62 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.071+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=62,monmap=2+}) v3 -- 0x555e738a1ea0 con 0x555e73973670 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f30daffd640 1 -- 172.21.15.39:0/3855577232 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f30ec025070 con 0x555e73973670 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f30daffd640 1 -- 172.21.15.39:0/3855577232 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 62) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f30ec01d040 con 0x555e73973670 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f31051fd740 10 client.7452 fetch_fsmap finished waiting for FSMap version 62 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f31051fd740 10 client.7452 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.b 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f31051fd740 20 client.7452 populate_metadata read hostname 'smithi039' 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f31051fd740 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739c2320 0x555e739bdee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f31051fd740 4 client.7452 mds_command: new command op to 7272 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 --> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x555e73633e30 con 0x555e739c2320 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739c2320 0x555e739bdee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f30f3fff640 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739c2320 0x555e739bdee0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ca8143372ec5f31b server_cookie=b61e6a92b556cf7e in_seq=0 out_seq=0 2024-09-13T16:16:40.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.072+0000 7f30daffd640 10 client.7452 ms_handle_connect on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f30daffd640 1 -- 172.21.15.39:0/3855577232 <== mds.0 v2:172.21.15.157:6835/7772685 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x555e73633e30 con 0x555e739c2320 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f30daffd640 10 client.7452 handle_command_reply: tid=0 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 client.7452 shutdown 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 msgr2=0x555e739c1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739c1de0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f30ec004000 tx=0x7f30ec0046c0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 shutdown_connections 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:6835/7772685,v1:172.21.15.157:6837/7772685] conn(0x555e739c2320 0x555e739bdee0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555e739bda00 0x555e73a21b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555e739a0ab0 0x555e73a21600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f30daffd640 0 client.7452 ms_handle_reset on v2:172.21.15.157:6835/7772685 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 --2- 172.21.15.39:0/3855577232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555e73973670 0x555e739c1de0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 >> 172.21.15.39:0/3855577232 conn(0x555e73973fb0 msgr2=0x555e739b5240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 shutdown_connections 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 1 -- 172.21.15.39:0/3855577232 wait complete. 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.090+0000 7f31051fd740 20 client.7452 trim_cache size 0 max 16384 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stdout: "message": "", 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0 2024-09-13T16:16:40.093 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:16:40.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30dc06ac30 msgr2=0x7f30dc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30dc06ac30 0x7f30dc06d0f0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f30ec009b40 tx=0x7f30ec009190 comp rx=0 tx=0).stop 2024-09-13T16:16:40.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 msgr2=0x7f30fc1518c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 0x7f30fc1518c0 secure :-1 s=READY pgs=1151 cs=0 l=1 rev1=1 crypto rx=0x7f30f4001f40 tx=0x7f30f40014a0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 shutdown_connections 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f30dc06ac30 0x7f30dc06d0f0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f30fc1508e0 0x7f30fc1518c0 unknown :-1 s=CLOSED pgs=1151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f30fc159960 0x7f30fc154780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 --2- 172.21.15.39:0/3303920657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f30e8005180 0x7f30fc15af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 >> 172.21.15.39:0/3303920657 conn(0x7f30fc06d5b0 msgr2=0x7f30fc157b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 shutdown_connections 2024-09-13T16:16:40.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.091+0000 7f310119d640 1 -- 172.21.15.39:0/3303920657 wait complete. 2024-09-13T16:16:40.103 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mds mds_inject_rename_corrupt_dentry_first 1.0 2024-09-13T16:16:40.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.209+0000 7f6284dce640 1 Processor -- start 2024-09-13T16:16:40.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.209+0000 7f6284dce640 1 -- start start 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f6284dce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f628006a5e0 0x7f6280167280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f6284dce640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62800b3290 con 0x7f6280145880 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f6284dce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6280071200 con 0x7f62800ae630 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f6284dce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62800ac860 con 0x7f628006a5e0 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f628006a5e0 0x7f6280167280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627e59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6280145880 0x7f628006bb00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:35312/0 (socket says 172.21.15.39:35312) 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627e59c640 1 -- 172.21.15.39:0/1763515309 learned_addr learned my addr 172.21.15.39:0/1763515309 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627ed9d640 1 -- 172.21.15.39:0/1763515309 >> v1:172.21.15.157:6789/0 conn(0x7f62800ae630 legacy=0x7f6280069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627ed9d640 1 -- 172.21.15.39:0/1763515309 >> v1:172.21.15.39:6789/0 conn(0x7f6280145880 legacy=0x7f628006bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627d59a640 1 -- 172.21.15.39:0/1763515309 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3126578477 0 0) 0x7f62800b3290 con 0x7f6280145880 2024-09-13T16:16:40.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.210+0000 7f627ed9d640 1 -- 172.21.15.39:0/1763515309 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62800acb40 con 0x7f628006a5e0 2024-09-13T16:16:40.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.211+0000 7f627ed9d640 1 --2- 172.21.15.39:0/1763515309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f628006a5e0 0x7f6280167280 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f6278009dc0 tx=0x7f627802a6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=10d8991bb4f7b4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.211+0000 7f627d59a640 1 -- 172.21.15.39:0/1763515309 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6278007740 con 0x7f628006a5e0 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.211+0000 7f627d59a640 1 -- 172.21.15.39:0/1763515309 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f627802d050 con 0x7f628006a5e0 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.211+0000 7f627d59a640 1 -- 172.21.15.39:0/1763515309 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6278007ac0 con 0x7f628006a5e0 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 -- 172.21.15.39:0/1763515309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f628006a5e0 msgr2=0x7f6280167280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 --2- 172.21.15.39:0/1763515309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f628006a5e0 0x7f6280167280 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f6278009dc0 tx=0x7f627802a6d0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 -- 172.21.15.39:0/1763515309 shutdown_connections 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 --2- 172.21.15.39:0/1763515309 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f628006a5e0 0x7f6280167280 unknown :-1 s=CLOSED pgs=1157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 -- 172.21.15.39:0/1763515309 >> 172.21.15.39:0/1763515309 conn(0x7f628006afe0 msgr2=0x7f628006b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 -- 172.21.15.39:0/1763515309 shutdown_connections 2024-09-13T16:16:40.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.212+0000 7f6284dce640 1 -- 172.21.15.39:0/1763515309 wait complete. 2024-09-13T16:16:40.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.213+0000 7f6284dce640 1 Processor -- start 2024-09-13T16:16:40.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.213+0000 7f6284dce640 1 -- start start 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f6284dce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f628006a5e0 0x7f628013ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f6284dce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 0x7f6280140450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f6284dce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6280145880 0x7f62800c52c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f6284dce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62801efab0 con 0x7f62800ae630 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f6284dce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62801f2320 con 0x7f628006a5e0 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f6284dce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62801f2600 con 0x7f6280145880 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 0x7f6280140450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 0x7f6280140450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54628/0 (socket says 172.21.15.39:54628) 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 -- 172.21.15.39:0/3878756362 learned_addr learned my addr 172.21.15.39:0/3878756362 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627e59c640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f628006a5e0 0x7f628013ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 -- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6280145880 msgr2=0x7f62800c52c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627ed9d640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6280145880 0x7f62800c52c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6280145880 0x7f62800c52c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 -- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f628006a5e0 msgr2=0x7f628013ff10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f628006a5e0 0x7f628013ff10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627dd9b640 1 -- 172.21.15.39:0/3878756362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6278009a70 con 0x7f62800ae630 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627e59c640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f628006a5e0 0x7f628013ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.214+0000 7f627ed9d640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6280145880 0x7f62800c52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.215+0000 7f627dd9b640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 0x7f6280140450 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f627400c450 tx=0x7f627400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.215+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6274007020 con 0x7f62800ae630 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.215+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6274007180 con 0x7f62800ae630 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.215+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62801f28e0 con 0x7f62800ae630 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.215+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6274007530 con 0x7f62800ae630 2024-09-13T16:16:40.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.215+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62801f2010 con 0x7f62800ae630 2024-09-13T16:16:40.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.216+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62800672f0 con 0x7f62800ae630 2024-09-13T16:16:40.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.216+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f62740067d0 con 0x7f62800ae630 2024-09-13T16:16:40.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.217+0000 7f626effd640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f626006ac00 0x7f626006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:40.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.217+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6274089090 con 0x7f62800ae630 2024-09-13T16:16:40.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.217+0000 7f627e59c640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f626006ac00 0x7f626006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:40.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.218+0000 7f627e59c640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f626006ac00 0x7f626006d0c0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f6270000f60 tx=0x7f6270009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:40.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.221+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6274057d90 con 0x7f62800ae630 2024-09-13T16:16:40.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.392+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}] v 0) v1 -- 0x7f6280070cb0 con 0x7f62800ae630 2024-09-13T16:16:40.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.396+0000 7f626effd640 1 -- 172.21.15.39:0/3878756362 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mds_inject_rename_corrupt_dentry_first}]=0 v23)=0 v23) v1 ==== 138+0+0 (secure 0 0 0) 0x7f6274057920 con 0x7f62800ae630 2024-09-13T16:16:40.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f626006ac00 msgr2=0x7f626006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f626006ac00 0x7f626006d0c0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f6270000f60 tx=0x7f6270009040 comp rx=0 tx=0).stop 2024-09-13T16:16:40.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 msgr2=0x7f6280140450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:40.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 0x7f6280140450 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f627400c450 tx=0x7f627400c910 comp rx=0 tx=0).stop 2024-09-13T16:16:40.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 shutdown_connections 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f626006ac00 0x7f626006d0c0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6280145880 0x7f62800c52c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62800ae630 0x7f6280140450 unknown :-1 s=CLOSED pgs=1158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.398+0000 7f6284dce640 1 --2- 172.21.15.39:0/3878756362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f628006a5e0 0x7f628013ff10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.399+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 >> 172.21.15.39:0/3878756362 conn(0x7f628006afe0 msgr2=0x7f6280141e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.399+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 shutdown_connections 2024-09-13T16:16:40.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:40.399+0000 7f6284dce640 1 -- 172.21.15.39:0/3878756362 wait complete. 2024-09-13T16:16:44.941 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:44.944 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:16:45.411 DEBUG:teuthology.orchestra.run.smithi039:> sudo daemon-helper kill ceph --cluster ceph -w 2024-09-13T16:16:45.414 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:16:45.414 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'timeout 60 mv a/b a/z') 2024-09-13T16:16:45.416 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mon.a.asok --format=json config get mds_beacon_grace 2024-09-13T16:16:45.438 INFO:tasks.ceph.mds.b.smithi157.stderr:2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 mds.0.cache.den(0x10000000000 z) newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.438 INFO:tasks.ceph.mds.b.smithi157.stderr:2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.439 INFO:tasks.ceph.mds.b.smithi157.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f6a59ea6640 time 2024-09-13T16:16:45.438735+0000 2024-09-13T16:16:45.439 INFO:tasks.ceph.mds.b.smithi157.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:16:45.439 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.439 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f6a5fb6c3eb] 2024-09-13T16:16:45.439 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.439 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr:2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f6a59ea6640 time 2024-09-13T16:16:45.438735+0000 2024-09-13T16:16:45.440 INFO:tasks.ceph.mds.b.smithi157.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f6a5fb6c3eb] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.441 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr:*** Caught signal (Aborted) ** 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr: in thread 7f6a59ea6640 thread_name:ms_dispatch 2024-09-13T16:16:45.442 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6a5f23e6f0] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6a5f28b99c] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: raise() 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: abort() 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f6a5fb6c4a8] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.443 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 16: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr:2024-09-13T16:16:45.438+0000 7f6a59ea6640 -1 *** Caught signal (Aborted) ** 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: in thread 7f6a59ea6640 thread_name:ms_dispatch 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6a5f23e6f0] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6a5f28b99c] 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: raise() 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: abort() 2024-09-13T16:16:45.444 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f6a5fb6c4a8] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 16: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.445 INFO:tasks.ceph.mds.b.smithi157.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-13T16:16:45.446 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.446 INFO:tasks.ceph.mds.b.smithi157.stderr: -3198> 2024-09-13T16:16:38.043+0000 7f6a576a1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: -8> 2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 mds.0.cache.den(0x10000000000 z) newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: -6> 2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: -1> 2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f6a59ea6640 time 2024-09-13T16:16:45.438735+0000 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f6a5fb6c3eb] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.449 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 0> 2024-09-13T16:16:45.438+0000 7f6a59ea6640 -1 *** Caught signal (Aborted) ** 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: in thread 7f6a59ea6640 thread_name:ms_dispatch 2024-09-13T16:16:45.450 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6a5f23e6f0] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6a5f28b99c] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: raise() 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: abort() 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f6a5fb6c4a8] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.451 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 16: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.452 INFO:tasks.ceph.mds.b.smithi157.stderr: -3198> 2024-09-13T16:16:38.043+0000 7f6a576a1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:16:45.454 INFO:tasks.ceph.mds.b.smithi157.stderr: -8> 2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 mds.0.cache.den(0x10000000000 z) newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.454 INFO:tasks.ceph.mds.b.smithi157.stderr: -6> 2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 log_channel(cluster) log [ERR] : MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.454 INFO:tasks.ceph.mds.b.smithi157.stderr: -1> 2024-09-13T16:16:45.437+0000 7f6a59ea6640 -1 /home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: In function 'void MDSRank::abort(std::string_view)' thread 7f6a59ea6640 time 2024-09-13T16:16:45.438735+0000 2024-09-13T16:16:45.454 INFO:tasks.ceph.mds.b.smithi157.stderr:/home/jenkins-build/build/workspace/ceph-dev-new-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.4-850-g50bbe7f3/rpm/el9/BUILD/ceph-18.2.4-850-g50bbe7f3/src/mds/MDSRank.cc: 941: ceph_abort_msg("abort() called") 2024-09-13T16:16:45.454 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0xd3) [0x7f6a5fb6c3eb] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.455 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 0> 2024-09-13T16:16:45.438+0000 7f6a59ea6640 -1 *** Caught signal (Aborted) ** 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: in thread 7f6a59ea6640 thread_name:ms_dispatch 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 1: /lib64/libc.so.6(+0x3e6f0) [0x7f6a5f23e6f0] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 2: /lib64/libc.so.6(+0x8b99c) [0x7f6a5f28b99c] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 3: raise() 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 4: abort() 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 5: (ceph::__ceph_abort(char const*, int, char const*, std::__cxx11::basic_string, std::allocator > const&)+0x190) [0x7f6a5fb6c4a8] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 6: (MDSRank::abort(std::basic_string_view >)+0x61) [0x5568e0fc2ab1] 2024-09-13T16:16:45.456 INFO:tasks.ceph.mds.b.smithi157.stderr: 7: (CDentry::check_corruption(bool)+0x45e) [0x5568e11b583e] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 8: ceph-mds(+0x190008) [0x5568e1013008] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 9: (Server::_rename_prepare(boost::intrusive_ptr&, EMetaBlob*, ceph::buffer::v15_2_0::list*, CDentry*, CDentry*, std::basic_string_view >, CDentry*)+0x209b) [0x5568e106274b] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 10: (Server::handle_client_rename(boost::intrusive_ptr&)+0x24b2) [0x5568e105f452] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 11: (Server::handle_client_request(boost::intrusive_ptr const&)+0x3e3) [0x5568e102b3c3] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 12: (Server::dispatch(boost::intrusive_ptr const&)+0x13c) [0x5568e10155cc] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 13: (MDSRank::_dispatch(boost::intrusive_ptr const&, bool)+0x4eb) [0x5568e0fcce9b] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 14: (MDSRankDispatcher::ms_dispatch(boost::intrusive_ptr const&)+0x5c) [0x5568e0fcd3bc] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 15: (MDSDaemon::ms_dispatch2(boost::intrusive_ptr const&)+0x1a5) [0x5568e0fb70c5] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 16: (DispatchQueue::entry()+0x4ca) [0x7f6a5fd66cda] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 17: /usr/lib64/ceph/libceph-common.so.2(+0x3f7cb1) [0x7f6a5fdf7cb1] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 18: /lib64/libc.so.6(+0x89c52) [0x7f6a5f289c52] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 19: /lib64/libc.so.6(+0x10ec80) [0x7f6a5f30ec80] 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: NOTE: a copy of the executable, or `objdump -rdS ` is needed to interpret this. 2024-09-13T16:16:45.457 INFO:tasks.ceph.mds.b.smithi157.stderr: 2024-09-13T16:16:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.549+0000 7f08e459c640 1 Processor -- start 2024-09-13T16:16:45.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.550+0000 7f08e459c640 1 -- start start 2024-09-13T16:16:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.550+0000 7f08e459c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc0d0aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e459c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08dc15cb00 0x7f08dc0cd220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e459c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08dc0d24b0 con 0x7f08dc160dd0 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e459c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f08dc0ccdd0 con 0x7f08dc15cb00 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e459c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08dc15d3f0 con 0x7f08dc0b4530 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08dc15cb00 0x7f08dc0cd220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f08dc15cb00 0x7f08dc0cd220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53024/0 (socket says 172.21.15.39:53024) 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 -- 172.21.15.39:0/2702813227 learned_addr learned my addr 172.21.15.39:0/2702813227 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 -- 172.21.15.39:0/2702813227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 msgr2=0x7f08dc0d0aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 --2- 172.21.15.39:0/2702813227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc0d0aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 -- 172.21.15.39:0/2702813227 >> v1:172.21.15.157:6789/0 conn(0x7f08dc160dd0 legacy=0x7f08dc0b4910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:45.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.551+0000 7f08e2b39640 1 -- 172.21.15.39:0/2702813227 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08dc15d6d0 con 0x7f08dc15cb00 2024-09-13T16:16:45.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.552+0000 7f08e2b39640 1 --2- 172.21.15.39:0/2702813227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc15cb00 0x7f08dc0cd220 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f08d4009e50 tx=0x7f08d402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c72a18bf1cd840fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.552+0000 7f08e1336640 1 -- 172.21.15.39:0/2702813227 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08d402aea0 con 0x7f08dc15cb00 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.552+0000 7f08e1336640 1 -- 172.21.15.39:0/2702813227 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08d402d050 con 0x7f08dc15cb00 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.552+0000 7f08e1336640 1 -- 172.21.15.39:0/2702813227 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08d4031820 con 0x7f08dc15cb00 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 -- 172.21.15.39:0/2702813227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc15cb00 msgr2=0x7f08dc0cd220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 --2- 172.21.15.39:0/2702813227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc15cb00 0x7f08dc0cd220 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7f08d4009e50 tx=0x7f08d402a6c0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 -- 172.21.15.39:0/2702813227 shutdown_connections 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 --2- 172.21.15.39:0/2702813227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc15cb00 0x7f08dc0cd220 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 --2- 172.21.15.39:0/2702813227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc0d0aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 -- 172.21.15.39:0/2702813227 >> 172.21.15.39:0/2702813227 conn(0x7f08dc0cf590 msgr2=0x7f08dc0cf9a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 -- 172.21.15.39:0/2702813227 shutdown_connections 2024-09-13T16:16:45.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.553+0000 7f08e459c640 1 -- 172.21.15.39:0/2702813227 wait complete. 2024-09-13T16:16:45.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.554+0000 7f08e459c640 1 Processor -- start 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.554+0000 7f08e459c640 1 -- start start 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e459c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc1f2460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e459c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08dc15cb00 0x7f08dc15bbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e459c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc160dd0 0x7f08dc0a9aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e459c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08dc0cb2e0 con 0x7f08dc160dd0 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e459c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08dc1f29a0 con 0x7f08dc15cb00 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e459c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08dc0aa610 con 0x7f08dc0b4530 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc160dd0 0x7f08dc0a9aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc160dd0 0x7f08dc0a9aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53032/0 (socket says 172.21.15.39:53032) 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 -- 172.21.15.39:0/1378379507 learned_addr learned my addr 172.21.15.39:0/1378379507 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:45.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e1b37640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08dc15cb00 0x7f08dc15bbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2338640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc1f2460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 -- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 msgr2=0x7f08dc1f2460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc1f2460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 -- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08dc15cb00 msgr2=0x7f08dc15bbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08dc15cb00 0x7f08dc15bbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 -- 172.21.15.39:0/1378379507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08d4009b30 con 0x7f08dc160dd0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2338640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08dc0b4530 0x7f08dc1f2460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e1b37640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f08dc15cb00 0x7f08dc15bbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.555+0000 7f08e2b39640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08dc160dd0 0x7f08dc0a9aa0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7f08d4034040 tx=0x7f08d4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.556+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08d403b820 con 0x7f08dc160dd0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.556+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08d403b980 con 0x7f08dc160dd0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.556+0000 7f08e459c640 1 -- 172.21.15.39:0/1378379507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08dc0cca90 con 0x7f08dc160dd0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.556+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08d403bd30 con 0x7f08dc160dd0 2024-09-13T16:16:45.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.556+0000 7f08e459c640 1 -- 172.21.15.39:0/1378379507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08dc0cac20 con 0x7f08dc160dd0 2024-09-13T16:16:45.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.556+0000 7f08e459c640 1 -- 172.21.15.39:0/1378379507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status"} v 0) v1 -- 0x7f08dc0cb420 con 0x7f08dc160dd0 2024-09-13T16:16:45.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.557+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f08d4038050 con 0x7f08dc160dd0 2024-09-13T16:16:45.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.558+0000 7f08d2ffd640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08c006ac00 0x7f08c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.558+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f08d40a9f90 con 0x7f08dc160dd0 2024-09-13T16:16:45.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.558+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "status"}]=0 v0) v1 ==== 54+0+511 (secure 0 0 0) 0x7f08d40aa400 con 0x7f08dc160dd0 2024-09-13T16:16:45.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.558+0000 7f08e2338640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08c006ac00 0x7f08c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.558+0000 7f08e459c640 1 -- 172.21.15.39:0/1378379507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({log-info=0+}) v3 -- 0x7f08dc0d24b0 con 0x7f08dc160dd0 2024-09-13T16:16:45.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.559+0000 7f08e2338640 1 --2- 172.21.15.39:0/1378379507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08c006ac00 0x7f08c006d0c0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f08d8006fd0 tx=0x7f08d8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:45.574 INFO:teuthology.orchestra.run.smithi039.stdout:{"mds_beacon_grace":"15.000000"} 2024-09-13T16:16:45.575 DEBUG:tasks.cephfs.filesystem:_json_asok output { "mds_beacon_grace": "15.000000" } 2024-09-13T16:16:45.575 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:45.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.674+0000 7fdd7957d640 1 Processor -- start 2024-09-13T16:16:45.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.674+0000 7fdd7957d640 1 -- start start 2024-09-13T16:16:45.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd7957d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd740721f0 0x7fdd740ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd7957d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdd740cc820 0x7fdd7415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd7957d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd740cebf0 con 0x7fdd740ce7b0 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd7957d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd7415bed0 con 0x7fdd740721f0 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd7957d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd7415aa50 con 0x7fdd740cc820 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd72ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd740721f0 0x7fdd740ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd72ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd740721f0 0x7fdd740ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53036/0 (socket says 172.21.15.39:53036) 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd72ffd640 1 -- 172.21.15.39:0/1697061065 learned_addr learned my addr 172.21.15.39:0/1697061065 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd737fe640 1 --2- 172.21.15.39:0/1697061065 >> v2:172.21.15.157:3300/0 conn(0x7fdd740cc820 0x7fdd7415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd72ffd640 1 -- 172.21.15.39:0/1697061065 >> v2:172.21.15.157:3300/0 conn(0x7fdd740cc820 msgr2=0x7fdd7415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd72ffd640 1 --2- 172.21.15.39:0/1697061065 >> v2:172.21.15.157:3300/0 conn(0x7fdd740cc820 0x7fdd7415c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.675+0000 7fdd72ffd640 1 -- 172.21.15.39:0/1697061065 >> v1:172.21.15.157:6789/0 conn(0x7fdd740ce7b0 legacy=0x7fdd740cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.676+0000 7fdd72ffd640 1 -- 172.21.15.39:0/1697061065 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd7415af50 con 0x7fdd740721f0 2024-09-13T16:16:45.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.676+0000 7fdd72ffd640 1 --2- 172.21.15.39:0/1697061065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740721f0 0x7fdd740ce270 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fdd740cf400 tx=0x7fdd6402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=350de1e9f09ec55c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:45.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.676+0000 7fdd71ffb640 1 -- 172.21.15.39:0/1697061065 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd64031600 con 0x7fdd740721f0 2024-09-13T16:16:45.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.676+0000 7fdd71ffb640 1 -- 172.21.15.39:0/1697061065 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd6402d050 con 0x7fdd740721f0 2024-09-13T16:16:45.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.676+0000 7fdd71ffb640 1 -- 172.21.15.39:0/1697061065 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd64031980 con 0x7fdd740721f0 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 -- 172.21.15.39:0/1697061065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740721f0 msgr2=0x7fdd740ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 --2- 172.21.15.39:0/1697061065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740721f0 0x7fdd740ce270 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7fdd740cf400 tx=0x7fdd6402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 -- 172.21.15.39:0/1697061065 shutdown_connections 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 --2- 172.21.15.39:0/1697061065 >> v2:172.21.15.157:3300/0 conn(0x7fdd740cc820 0x7fdd7415c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 --2- 172.21.15.39:0/1697061065 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740721f0 0x7fdd740ce270 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 -- 172.21.15.39:0/1697061065 >> 172.21.15.39:0/1697061065 conn(0x7fdd7406b3b0 msgr2=0x7fdd7406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 -- 172.21.15.39:0/1697061065 shutdown_connections 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.677+0000 7fdd7957d640 1 -- 172.21.15.39:0/1697061065 wait complete. 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.678+0000 7fdd7957d640 1 Processor -- start 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.678+0000 7fdd7957d640 1 -- start start 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd7957d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd740721f0 0x7fdd741ef890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd7957d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd740cc820 0x7fdd740a8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd7957d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 0x7fdd740a93a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd7957d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd741f0470 con 0x7fdd740ce7b0 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd7957d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd74154930 con 0x7fdd740cc820 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd7957d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd740a9a40 con 0x7fdd740721f0 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 0x7fdd740a93a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 0x7fdd740a93a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53054/0 (socket says 172.21.15.39:53054) 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd737fe640 1 -- 172.21.15.39:0/546039094 learned_addr learned my addr 172.21.15.39:0/546039094 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd72ffd640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd740721f0 0x7fdd741ef890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.679+0000 7fdd727fc640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd740cc820 0x7fdd740a8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd737fe640 1 -- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd740721f0 msgr2=0x7fdd741ef890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd737fe640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd740721f0 0x7fdd741ef890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd737fe640 1 -- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd740cc820 msgr2=0x7fdd740a8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd737fe640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd740cc820 0x7fdd740a8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd737fe640 1 -- 172.21.15.39:0/546039094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd64009b30 con 0x7fdd740ce7b0 2024-09-13T16:16:45.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd737fe640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 0x7fdd740a93a0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c00d800 tx=0x7fdd6c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:45.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd6c00b6c0 con 0x7fdd740ce7b0 2024-09-13T16:16:45.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd6c00b840 con 0x7fdd740ce7b0 2024-09-13T16:16:45.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd740a9d20 con 0x7fdd740ce7b0 2024-09-13T16:16:45.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd6c00bbf0 con 0x7fdd740ce7b0 2024-09-13T16:16:45.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.680+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd741efdd0 con 0x7fdd740ce7b0 2024-09-13T16:16:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.681+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd741f0620 con 0x7fdd740ce7b0 2024-09-13T16:16:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.681+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd6c00bd50 con 0x7fdd740ce7b0 2024-09-13T16:16:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.682+0000 7fdd6b7fe640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac30 0x7fdd5406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.682+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdd6c089690 con 0x7fdd740ce7b0 2024-09-13T16:16:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.682+0000 7fdd72ffd640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac30 0x7fdd5406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:45.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.683+0000 7fdd72ffd640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac30 0x7fdd5406d0f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fdd64033000 tx=0x7fdd64009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:45.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.686+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd741f0620 con 0x7fdd740ce7b0 2024-09-13T16:16:45.720 INFO:tasks.ceph.mds.b.smithi157.stderr:daemon-helper: command crashed with signal 6 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.862+0000 7f08d2ffd640 1 -- 172.21.15.39:0/1378379507 <== mon.0 v2:172.21.15.39:3300/0 7 ==== log(1 entries from seq 1 at 2024-09-13T16:16:45.438710+0000) v1 ==== 434+0+0 (secure 0 0 0) 0x7f08d40795c0 con 0x7f08dc160dd0 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: cluster: 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: id: 575fc7b5-c1b1-44c5-af20-cb8e211749db 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: health: HEALTH_OK 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: services: 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: mon: 3 daemons, quorum a,b,c (age 6m) 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: mgr: x(active, since 6m), standbys: y 2024-09-13T16:16:45.865 INFO:teuthology.orchestra.run.smithi039.stdout: mds: 1/1 daemons up, 3 standby 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: osd: 8 osds: 8 up (since 6m), 8 in (since 6m) 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: data: 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: volumes: 1/1 healthy 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: pools: 3 pools, 97 pgs 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: objects: 29 objects, 596 KiB 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: usage: 251 MiB used, 720 GiB / 720 GiB avail 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: pgs: 97 active+clean 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: io: 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: client: 0 B/s rd, 3.1 KiB/s wr, 0 op/s rd, 3 op/s wr 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:45.866 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:45.867 INFO:teuthology.orchestra.run.smithi039.stdout:2024-09-13T16:16:45.438710+0000 mds.b [ERR] MDS abort because newly corrupt dentry to be committed: [dentry #0x1/a/z [fffffffffffffff6,head] auth NULL (dn xlock x=1 by 0x5568e4acbf80) (dversion lock w=1 last_client=7428) pv=11 v=10 ap=2 ino=(nil) state=1073741824 | request=1 lock=2 authpin=1 0x5568e4b16c80] 2024-09-13T16:16:45.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.894+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdd740672f0 con 0x7fdd740ce7b0 2024-09-13T16:16:45.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.894+0000 7fdd6b7fe640 1 -- 172.21.15.39:0/546039094 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) v1 ==== 94+0+4730 (secure 0 0 0) 0x7fdd6c0549b0 con 0x7fdd740ce7b0 2024-09-13T16:16:45.897 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:45.897 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:16:39.829004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:16:45.897 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 62 2024-09-13T16:16:45.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac30 msgr2=0x7fdd5406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac30 0x7fdd5406d0f0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x7fdd64033000 tx=0x7fdd64009000 comp rx=0 tx=0).stop 2024-09-13T16:16:45.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 msgr2=0x7fdd740a93a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:45.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 0x7fdd740a93a0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fdd6c00d800 tx=0x7fdd6c00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 shutdown_connections 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd5406ac30 0x7fdd5406d0f0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd740ce7b0 0x7fdd740a93a0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd740cc820 0x7fdd740a8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 --2- 172.21.15.39:0/546039094 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd740721f0 0x7fdd741ef890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 >> 172.21.15.39:0/546039094 conn(0x7fdd7406b3b0 msgr2=0x7fdd74072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 shutdown_connections 2024-09-13T16:16:45.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:45.897+0000 7fdd7957d640 1 -- 172.21.15.39:0/546039094 wait complete. 2024-09-13T16:16:45.910 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:16:50.535 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~0s 2024-09-13T16:16:50.911 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:51.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.025+0000 7f950ebd4640 1 Processor -- start 2024-09-13T16:16:51.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.025+0000 7f950ebd4640 1 -- start start 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f950ebd4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9508158cb0 0x7f95080cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f950ebd4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f950806f4a0 0x7f9508069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f950ebd4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f950806a860 con 0x7f950806a410 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f950ebd4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f950806fbd0 con 0x7f950806f4a0 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f950ebd4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f950806feb0 con 0x7f9508158cb0 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f9507fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f950806f4a0 0x7f9508069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:51.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f9507fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f950806f4a0 0x7f9508069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53064/0 (socket says 172.21.15.39:53064) 2024-09-13T16:16:51.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.026+0000 7f9507fff640 1 -- 172.21.15.39:0/1787889676 learned_addr learned my addr 172.21.15.39:0/1787889676 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:51.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.027+0000 7f9507fff640 1 -- 172.21.15.39:0/1787889676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9508158cb0 msgr2=0x7f95080cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:51.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.027+0000 7f9507fff640 1 --2- 172.21.15.39:0/1787889676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9508158cb0 0x7f95080cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.027+0000 7f9507fff640 1 -- 172.21.15.39:0/1787889676 >> v1:172.21.15.157:6789/0 conn(0x7f950806a410 legacy=0x7f95080b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:51.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.027+0000 7f9507fff640 1 -- 172.21.15.39:0/1787889676 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9508070190 con 0x7f950806f4a0 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.027+0000 7f9507fff640 1 --2- 172.21.15.39:0/1787889676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950806f4a0 0x7f9508069ed0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f94f0009870 tx=0x7f94f002c460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbcfd7e1c5902d3b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f95077fe640 1 -- 172.21.15.39:0/1787889676 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f0031710 con 0x7f950806f4a0 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f95077fe640 1 -- 172.21.15.39:0/1787889676 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94f002f050 con 0x7f950806f4a0 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f95077fe640 1 -- 172.21.15.39:0/1787889676 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f0031a90 con 0x7f950806f4a0 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 -- 172.21.15.39:0/1787889676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950806f4a0 msgr2=0x7f9508069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 --2- 172.21.15.39:0/1787889676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950806f4a0 0x7f9508069ed0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f94f0009870 tx=0x7f94f002c460 comp rx=0 tx=0).stop 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 -- 172.21.15.39:0/1787889676 shutdown_connections 2024-09-13T16:16:51.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 --2- 172.21.15.39:0/1787889676 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950806f4a0 0x7f9508069ed0 unknown :-1 s=CLOSED pgs=1163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 --2- 172.21.15.39:0/1787889676 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9508158cb0 0x7f95080cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 -- 172.21.15.39:0/1787889676 >> 172.21.15.39:0/1787889676 conn(0x7f950806b3b0 msgr2=0x7f950806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:51.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 -- 172.21.15.39:0/1787889676 shutdown_connections 2024-09-13T16:16:51.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.028+0000 7f950ebd4640 1 -- 172.21.15.39:0/1787889676 wait complete. 2024-09-13T16:16:51.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.029+0000 7f950ebd4640 1 Processor -- start 2024-09-13T16:16:51.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 -- start start 2024-09-13T16:16:51.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950806a410 0x7f95080c3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:51.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f950806f4a0 0x7f950815bbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:51.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 0x7f95080ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95080c4d60 con 0x7f9508158cb0 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95081f36e0 con 0x7f950806a410 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.030+0000 7f950ebd4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95081f2a40 con 0x7f950806f4a0 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 0x7f95080ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 0x7f95080ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53070/0 (socket says 172.21.15.39:53070) 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 -- 172.21.15.39:0/749630134 learned_addr learned my addr 172.21.15.39:0/749630134 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f9507fff640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f950806f4a0 0x7f950815bbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950c970640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950806a410 0x7f95080c3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 -- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f950806f4a0 msgr2=0x7f950815bbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f950806f4a0 0x7f950815bbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 -- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950806a410 msgr2=0x7f95080c3cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:51.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950806a410 0x7f95080c3cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 -- 172.21.15.39:0/749630134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f00094d0 con 0x7f9508158cb0 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950d171640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 0x7f95080ac860 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f950000c410 tx=0x7f950000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9500011790 con 0x7f9508158cb0 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95000118f0 con 0x7f9508158cb0 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95081f2d20 con 0x7f9508158cb0 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9500011ce0 con 0x7f9508158cb0 2024-09-13T16:16:51.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.031+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95081f32e0 con 0x7f9508158cb0 2024-09-13T16:16:51.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.033+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95081f34d0 con 0x7f9508158cb0 2024-09-13T16:16:51.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.033+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f950001c460 con 0x7f9508158cb0 2024-09-13T16:16:51.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.033+0000 7f95057fa640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e806ac00 0x7f94e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:51.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.033+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f95000890a0 con 0x7f9508158cb0 2024-09-13T16:16:51.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.034+0000 7f950c970640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e806ac00 0x7f94e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:51.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.034+0000 7f950c970640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e806ac00 0x7f94e806d0c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f95080b34f0 tx=0x7f94f800d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:51.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.038+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f95081f34d0 con 0x7f9508158cb0 2024-09-13T16:16:51.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.243+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f95081f34d0 con 0x7f9508158cb0 2024-09-13T16:16:51.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.243+0000 7f95057fa640 1 -- 172.21.15.39:0/749630134 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) v1 ==== 94+0+4730 (secure 0 0 0) 0x7f95081f34d0 con 0x7f9508158cb0 2024-09-13T16:16:51.245 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:51.245 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:16:39.829004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:16:51.245 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 62 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e806ac00 msgr2=0x7f94e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e806ac00 0x7f94e806d0c0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f95080b34f0 tx=0x7f94f800d040 comp rx=0 tx=0).stop 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 msgr2=0x7f95080ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 0x7f95080ac860 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f950000c410 tx=0x7f950000c8d0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 shutdown_connections 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e806ac00 0x7f94e806d0c0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9508158cb0 0x7f95080ac860 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f950806f4a0 0x7f950815bbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 --2- 172.21.15.39:0/749630134 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950806a410 0x7f95080c3cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 >> 172.21.15.39:0/749630134 conn(0x7f950806b3b0 msgr2=0x7f9508155390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 shutdown_connections 2024-09-13T16:16:51.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:51.245+0000 7f950ebd4640 1 -- 172.21.15.39:0/749630134 wait complete. 2024-09-13T16:16:51.258 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:16:56.259 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:16:56.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.372+0000 7fc767c3a640 1 Processor -- start 2024-09-13T16:16:56.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.373+0000 7fc767c3a640 1 -- start start 2024-09-13T16:16:56.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc767c3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc7600cee00 0x7fc76006f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc767c3a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc76006fbd0 con 0x7fc76006a5e0 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc767c3a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc76006feb0 con 0x7fc760158cb0 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc767c3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc76006f9e0 con 0x7fc7600cee00 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7661d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc7600cee00 0x7fc76006f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7661d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc7600cee00 0x7fc76006f4a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48472/0 (socket says 172.21.15.39:48472) 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7651d5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc76006a5e0 0x7fc7600cad30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59476/0 (socket says 172.21.15.39:59476) 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7661d7640 1 -- 172.21.15.39:0/3589883022 learned_addr learned my addr 172.21.15.39:0/3589883022 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7661d7640 1 -- 172.21.15.39:0/3589883022 >> v1:172.21.15.157:6789/0 conn(0x7fc760158cb0 legacy=0x7fc760069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7661d7640 1 -- 172.21.15.39:0/3589883022 >> v1:172.21.15.39:6789/0 conn(0x7fc76006a5e0 legacy=0x7fc7600cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7649d4640 1 -- 172.21.15.39:0/3589883022 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1536052788 0 0) 0x7fc76006fbd0 con 0x7fc76006a5e0 2024-09-13T16:16:56.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.374+0000 7fc7661d7640 1 -- 172.21.15.39:0/3589883022 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc760070190 con 0x7fc7600cee00 2024-09-13T16:16:56.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.375+0000 7fc7661d7640 1 --2- 172.21.15.39:0/3589883022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc76006f4a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fc758009e50 tx=0x7fc75802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d23dc3bfe1093da5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:56.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.375+0000 7fc7649d4640 1 -- 172.21.15.39:0/3589883022 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc758031600 con 0x7fc7600cee00 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.375+0000 7fc7649d4640 1 -- 172.21.15.39:0/3589883022 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc75802d050 con 0x7fc7600cee00 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.375+0000 7fc7649d4640 1 -- 172.21.15.39:0/3589883022 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc758031980 con 0x7fc7600cee00 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 -- 172.21.15.39:0/3589883022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 msgr2=0x7fc76006f4a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 --2- 172.21.15.39:0/3589883022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc76006f4a0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fc758009e50 tx=0x7fc75802a760 comp rx=0 tx=0).stop 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 -- 172.21.15.39:0/3589883022 shutdown_connections 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 --2- 172.21.15.39:0/3589883022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc76006f4a0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 -- 172.21.15.39:0/3589883022 >> 172.21.15.39:0/3589883022 conn(0x7fc76006b3b0 msgr2=0x7fc76006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:56.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 -- 172.21.15.39:0/3589883022 shutdown_connections 2024-09-13T16:16:56.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.376+0000 7fc767c3a640 1 -- 172.21.15.39:0/3589883022 wait complete. 2024-09-13T16:16:56.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.377+0000 7fc767c3a640 1 Processor -- start 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.377+0000 7fc767c3a640 1 -- start start 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc767c3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc76006a5e0 0x7fc760147ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc767c3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc760150070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc767c3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc760158cb0 0x7fc7601495e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc767c3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc760147480 con 0x7fc7600cee00 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc767c3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc76014fbe0 con 0x7fc760158cb0 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc767c3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc760146f00 con 0x7fc76006a5e0 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc760150070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc760150070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48474/0 (socket says 172.21.15.39:48474) 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 -- 172.21.15.39:0/459504793 learned_addr learned my addr 172.21.15.39:0/459504793 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7659d6640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc76006a5e0 0x7fc760147ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7661d7640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc760158cb0 0x7fc7601495e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:56.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 -- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc76006a5e0 msgr2=0x7fc760147ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc76006a5e0 0x7fc760147ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 -- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc760158cb0 msgr2=0x7fc7601495e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc760158cb0 0x7fc7601495e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 -- 172.21.15.39:0/459504793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc758009b30 con 0x7fc7600cee00 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.378+0000 7fc7651d5640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc760150070 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fc75400c470 tx=0x7fc75400c930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.379+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7540074e0 con 0x7fc7600cee00 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.379+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc754007640 con 0x7fc7600cee00 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.379+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc754004a20 con 0x7fc7600cee00 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.379+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc760147ff0 con 0x7fc7600cee00 2024-09-13T16:16:56.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.379+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc76014f870 con 0x7fc7600cee00 2024-09-13T16:16:56.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.380+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc76014f6d0 con 0x7fc7600cee00 2024-09-13T16:16:56.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.380+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc754004b80 con 0x7fc7600cee00 2024-09-13T16:16:56.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.381+0000 7fc7527fc640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74406ac00 0x7fc74406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:16:56.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.381+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc754088690 con 0x7fc7600cee00 2024-09-13T16:16:56.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.381+0000 7fc7659d6640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74406ac00 0x7fc74406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:16:56.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.382+0000 7fc7659d6640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74406ac00 0x7fc74406d0c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fc75c00a750 tx=0x7fc75c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:16:56.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.385+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc76014f6d0 con 0x7fc7600cee00 2024-09-13T16:16:56.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.591+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc76014f6d0 con 0x7fc7600cee00 2024-09-13T16:16:56.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.592+0000 7fc7527fc640 1 -- 172.21.15.39:0/459504793 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 62 v62) v1 ==== 94+0+4730 (secure 0 0 0) 0x7fc76014f6d0 con 0x7fc7600cee00 2024-09-13T16:16:56.593 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:16:56.594 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":62,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":62,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:16:39.829004+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:16:56.594 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 62 2024-09-13T16:16:56.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74406ac00 msgr2=0x7fc74406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:56.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74406ac00 0x7fc74406d0c0 secure :-1 s=READY pgs=490 cs=0 l=1 rev1=1 crypto rx=0x7fc75c00a750 tx=0x7fc75c008040 comp rx=0 tx=0).stop 2024-09-13T16:16:56.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 msgr2=0x7fc760150070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc760150070 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7fc75400c470 tx=0x7fc75400c930 comp rx=0 tx=0).stop 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 shutdown_connections 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc74406ac00 0x7fc74406d0c0 unknown :-1 s=CLOSED pgs=490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc760158cb0 0x7fc7601495e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7600cee00 0x7fc760150070 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 --2- 172.21.15.39:0/459504793 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc76006a5e0 0x7fc760147ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 >> 172.21.15.39:0/459504793 conn(0x7fc76006b3b0 msgr2=0x7fc76006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 shutdown_connections 2024-09-13T16:16:56.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:16:56.594+0000 7fc767c3a640 1 -- 172.21.15.39:0/459504793 wait complete. 2024-09-13T16:16:56.607 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=45.0 retry_count=0)... 2024-09-13T16:16:57.146 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~7s 2024-09-13T16:17:01.608 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:01.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.721+0000 7fbb0c7d4640 1 Processor -- start 2024-09-13T16:17:01.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.721+0000 7fbb0c7d4640 1 -- start start 2024-09-13T16:17:01.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.722+0000 7fbb0c7d4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb040ce980 0x7fbb040cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:01.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.722+0000 7fbb0c7d4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb0415aa50 con 0x7fbb040cc650 2024-09-13T16:17:01.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.722+0000 7fbb0c7d4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb0415af50 con 0x7fbb040721f0 2024-09-13T16:17:01.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.722+0000 7fbb0c7d4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb0415bed0 con 0x7fbb040ce980 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.722+0000 7fbb0ad71640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbb040cc650 0x7fbb0415c2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59482/0 (socket says 172.21.15.39:59482) 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.722+0000 7fbb0ad71640 1 -- 172.21.15.39:0/2245741292 learned_addr learned my addr 172.21.15.39:0/2245741292 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb09d6f640 1 --2- 172.21.15.39:0/2245741292 >> v2:172.21.15.157:3300/0 conn(0x7fbb040ce980 0x7fbb040cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb0956e640 1 -- 172.21.15.39:0/2245741292 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 793726341 0 0) 0x7fbb0415aa50 con 0x7fbb040cc650 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb0956e640 1 -- 172.21.15.39:0/2245741292 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbaec003520 con 0x7fbb040cc650 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb09d6f640 1 -- 172.21.15.39:0/2245741292 >> v1:172.21.15.157:6789/0 conn(0x7fbb040721f0 legacy=0x7fbb040ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb09d6f640 1 -- 172.21.15.39:0/2245741292 >> v1:172.21.15.39:6789/0 conn(0x7fbb040cc650 legacy=0x7fbb0415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb0956e640 1 -- 172.21.15.39:0/2245741292 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2136017046 0 0) 0x7fbb0415af50 con 0x7fbb040721f0 2024-09-13T16:17:01.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.723+0000 7fbb09d6f640 1 -- 172.21.15.39:0/2245741292 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb040cd6c0 con 0x7fbb040ce980 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.724+0000 7fbb09d6f640 1 --2- 172.21.15.39:0/2245741292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040ce980 0x7fbb040cc110 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbaf80097a0 tx=0x7fbaf802a1a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=56cf30cb9ddd9cf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.724+0000 7fbb0956e640 1 -- 172.21.15.39:0/2245741292 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaf8032440 con 0x7fbb040ce980 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.724+0000 7fbb0956e640 1 -- 172.21.15.39:0/2245741292 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaf80325a0 con 0x7fbb040ce980 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.724+0000 7fbb0956e640 1 -- 172.21.15.39:0/2245741292 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaf8032930 con 0x7fbb040ce980 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/2245741292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040ce980 msgr2=0x7fbb040cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/2245741292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040ce980 0x7fbb040cc110 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7fbaf80097a0 tx=0x7fbaf802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/2245741292 shutdown_connections 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/2245741292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040ce980 0x7fbb040cc110 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/2245741292 >> 172.21.15.39:0/2245741292 conn(0x7fbb0406b3b0 msgr2=0x7fbb0406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/2245741292 shutdown_connections 2024-09-13T16:17:01.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.725+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/2245741292 wait complete. 2024-09-13T16:17:01.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.726+0000 7fbb0c7d4640 1 Processor -- start 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.726+0000 7fbb0c7d4640 1 -- start start 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0c7d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040721f0 0x7fbb040c32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0c7d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb040cc650 0x7fbb0415ae30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0c7d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 0x7fbb0415b370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0c7d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb041f1dd0 con 0x7fbb040ce980 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0c7d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb040c3c10 con 0x7fbb040721f0 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0c7d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb040b14d0 con 0x7fbb040cc650 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 0x7fbb0415b370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 0x7fbb0415b370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48488/0 (socket says 172.21.15.39:48488) 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 -- 172.21.15.39:0/4288824539 learned_addr learned my addr 172.21.15.39:0/4288824539 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb09d6f640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb040cc650 0x7fbb0415ae30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0a570640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040721f0 0x7fbb040c32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:01.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 -- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb040cc650 msgr2=0x7fbb0415ae30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb040cc650 0x7fbb0415ae30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 -- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040721f0 msgr2=0x7fbb040c32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040721f0 0x7fbb040c32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.727+0000 7fbb0ad71640 1 -- 172.21.15.39:0/4288824539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbaf8009400 con 0x7fbb040ce980 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.728+0000 7fbb0ad71640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 0x7fbb0415b370 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400caa0 tx=0x7fbaf400cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.728+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaf400ac00 con 0x7fbb040ce980 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.728+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbaf400ad60 con 0x7fbb040ce980 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.728+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb040b17b0 con 0x7fbb040ce980 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.728+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbaf4012620 con 0x7fbb040ce980 2024-09-13T16:17:01.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.728+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb040c3ef0 con 0x7fbb040ce980 2024-09-13T16:17:01.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.729+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb040b1cd0 con 0x7fbb040ce980 2024-09-13T16:17:01.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.729+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbaf4007070 con 0x7fbb040ce980 2024-09-13T16:17:01.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.730+0000 7fbb02ffd640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf006ac00 0x7fbaf006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:01.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.730+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbaf4089330 con 0x7fbb040ce980 2024-09-13T16:17:01.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.730+0000 7fbb0a570640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf006ac00 0x7fbaf006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:01.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.730+0000 7fbb0a570640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf006ac00 0x7fbaf006d0c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fbafc000f60 tx=0x7fbafc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:01.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.734+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb040b1cd0 con 0x7fbb040ce980 2024-09-13T16:17:01.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.942+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbb040b1cd0 con 0x7fbb040ce980 2024-09-13T16:17:01.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.943+0000 7fbb02ffd640 1 -- 172.21.15.39:0/4288824539 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 63 v63) v1 ==== 94+0+4778 (secure 0 0 0) 0x7fbb040b1cd0 con 0x7fbb040ce980 2024-09-13T16:17:01.945 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:01.945 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":63,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7260,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":63,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:00.841576+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7272},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7272":{"gid":7272,"name":"b","rank":0,"incarnation":59,"state":"up:active","state_seq":3,"addr":"172.21.15.157:6837/7772685","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":7772685},{"type":"v1","addr":"172.21.15.157:6837","nonce":7772685}]},"join_fscid":-1,"laggy_since":"2024-09-13T16:17:00.841533+0000","export_targets":[],"features":4540138322906710015,"flags":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:01.946 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 63 2024-09-13T16:17:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf006ac00 msgr2=0x7fbaf006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf006ac00 0x7fbaf006d0c0 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7fbafc000f60 tx=0x7fbafc009040 comp rx=0 tx=0).stop 2024-09-13T16:17:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 msgr2=0x7fbb0415b370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 0x7fbb0415b370 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7fbaf400caa0 tx=0x7fbaf400cf60 comp rx=0 tx=0).stop 2024-09-13T16:17:01.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 shutdown_connections 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf006ac00 0x7fbaf006d0c0 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb040ce980 0x7fbb0415b370 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb040cc650 0x7fbb0415ae30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 --2- 172.21.15.39:0/4288824539 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb040721f0 0x7fbb040c32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 >> 172.21.15.39:0/4288824539 conn(0x7fbb0406b3b0 msgr2=0x7fbb040cd8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 shutdown_connections 2024-09-13T16:17:01.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:01.945+0000 7fbb0c7d4640 1 -- 172.21.15.39:0/4288824539 wait complete. 2024-09-13T16:17:01.957 DEBUG:tasks.ceph_test_case:wait_until_true: success in 15s and 0 retries 2024-09-13T16:17:02.058 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-13T16:17:02.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.161+0000 7fdcc9995640 1 Processor -- start 2024-09-13T16:17:02.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.161+0000 7fdcc9995640 1 -- start start 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc9995640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdcc406a5e0 0x7fdcc4167400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc9995640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcc40acde0 con 0x7fdcc41462a0 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc9995640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdcc40b3c40 con 0x7fdcc4070cb0 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc9995640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdcc4071220 con 0x7fdcc406a5e0 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc2ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdcc41462a0 0x7fdcc40b3530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59494/0 (socket says 172.21.15.39:59494) 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc2ffd640 1 -- 172.21.15.39:0/4021979451 learned_addr learned my addr 172.21.15.39:0/4021979451 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc37fe640 1 --2- 172.21.15.39:0/4021979451 >> v2:172.21.15.39:3300/0 conn(0x7fdcc406a5e0 0x7fdcc4167400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc1ffb640 1 -- 172.21.15.39:0/4021979451 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3074738184 0 0) 0x7fdcc40acde0 con 0x7fdcc41462a0 2024-09-13T16:17:02.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc1ffb640 1 -- 172.21.15.39:0/4021979451 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdcb0003520 con 0x7fdcc41462a0 2024-09-13T16:17:02.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.162+0000 7fdcc37fe640 1 -- 172.21.15.39:0/4021979451 >> v1:172.21.15.157:6789/0 conn(0x7fdcc4070cb0 legacy=0x7fdcc4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.163+0000 7fdcc37fe640 1 -- 172.21.15.39:0/4021979451 >> v1:172.21.15.39:6789/0 conn(0x7fdcc41462a0 legacy=0x7fdcc40b3530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.163+0000 7fdcc37fe640 1 -- 172.21.15.39:0/4021979451 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcc4071500 con 0x7fdcc406a5e0 2024-09-13T16:17:02.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.163+0000 7fdcc37fe640 1 --2- 172.21.15.39:0/4021979451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc4167400 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc0097a0 tx=0x7fdcbc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17819aae1d9edf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:02.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.163+0000 7fdcc1ffb640 1 -- 172.21.15.39:0/4021979451 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc032440 con 0x7fdcc406a5e0 2024-09-13T16:17:02.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.163+0000 7fdcc1ffb640 1 -- 172.21.15.39:0/4021979451 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcbc0325a0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.163+0000 7fdcc1ffb640 1 -- 172.21.15.39:0/4021979451 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcbc032930 con 0x7fdcc406a5e0 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 -- 172.21.15.39:0/4021979451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 msgr2=0x7fdcc4167400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 --2- 172.21.15.39:0/4021979451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc4167400 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7fdcbc0097a0 tx=0x7fdcbc02a230 comp rx=0 tx=0).stop 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 -- 172.21.15.39:0/4021979451 shutdown_connections 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 --2- 172.21.15.39:0/4021979451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc4167400 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 -- 172.21.15.39:0/4021979451 >> 172.21.15.39:0/4021979451 conn(0x7fdcc406c3c0 msgr2=0x7fdcc406c7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 -- 172.21.15.39:0/4021979451 shutdown_connections 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.164+0000 7fdcc9995640 1 -- 172.21.15.39:0/4021979451 wait complete. 2024-09-13T16:17:02.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.165+0000 7fdcc9995640 1 Processor -- start 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.165+0000 7fdcc9995640 1 -- start start 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc9995640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc415e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc9995640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcc4070cb0 0x7fdcc413e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc9995640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcc41462a0 0x7fdcc41f33a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc9995640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc413d930 con 0x7fdcc406a5e0 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc9995640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc415d060 con 0x7fdcc41462a0 2024-09-13T16:17:02.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc9995640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdcc415d340 con 0x7fdcc4070cb0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc415e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc415e100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48508/0 (socket says 172.21.15.39:48508) 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 -- 172.21.15.39:0/1289731490 learned_addr learned my addr 172.21.15.39:0/1289731490 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc37fe640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcc41462a0 0x7fdcc41f33a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 -- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcc4070cb0 msgr2=0x7fdcc413e530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcc4070cb0 0x7fdcc413e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 -- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcc41462a0 msgr2=0x7fdcc41f33a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.166+0000 7fdcc2ffd640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcc41462a0 0x7fdcc41f33a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcc2ffd640 1 -- 172.21.15.39:0/1289731490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdcbc009400 con 0x7fdcc406a5e0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcc2ffd640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc415e100 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400cbc0 tx=0x7fdcb400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcb400ad40 con 0x7fdcc406a5e0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdcb4012400 con 0x7fdcc406a5e0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdcc415d620 con 0x7fdcc406a5e0 2024-09-13T16:17:02.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdcb400aea0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.167+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdcc415dbe0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.168+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdcc40672f0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.168+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdcb4007070 con 0x7fdcc406a5e0 2024-09-13T16:17:02.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.169+0000 7fdcbbfff640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdca406ac00 0x7fdca406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.169+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdcb4089320 con 0x7fdcc406a5e0 2024-09-13T16:17:02.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.169+0000 7fdcc27fc640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdca406ac00 0x7fdca406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.170+0000 7fdcc27fc640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdca406ac00 0x7fdca406d0c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fdcac000f60 tx=0x7fdcac0079b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:02.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.173+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdcb40545b0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.345+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) v1 -- 0x7fdcc4069ed0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.350+0000 7fdcbbfff640 1 -- 172.21.15.39:0/1289731490 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v24) v1 ==== 121+0+0 (secure 0 0 0) 0x7fdcb4057bd0 con 0x7fdcc406a5e0 2024-09-13T16:17:02.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdca406ac00 msgr2=0x7fdca406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdca406ac00 0x7fdca406d0c0 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7fdcac000f60 tx=0x7fdcac0079b0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 msgr2=0x7fdcc415e100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc415e100 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7fdcb400cbc0 tx=0x7fdcb400a430 comp rx=0 tx=0).stop 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 shutdown_connections 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdca406ac00 0x7fdca406d0c0 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdcc41462a0 0x7fdcc41f33a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdcc4070cb0 0x7fdcc413e530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 --2- 172.21.15.39:0/1289731490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdcc406a5e0 0x7fdcc415e100 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 >> 172.21.15.39:0/1289731490 conn(0x7fdcc406c3c0 msgr2=0x7fdcc40b0a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 shutdown_connections 2024-09-13T16:17:02.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.352+0000 7fdcc9995640 1 -- 172.21.15.39:0/1289731490 wait complete. 2024-09-13T16:17:02.365 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds freeze 5:0 false 2024-09-13T16:17:02.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.466+0000 7f4f13f3e640 1 Processor -- start 2024-09-13T16:17:02.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.467+0000 7f4f13f3e640 1 -- start start 2024-09-13T16:17:02.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.467+0000 7f4f13f3e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f0c15c7d0 0x7f4f0c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.467+0000 7f4f13f3e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4f0c0b4180 0x7f4f0c0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.467+0000 7f4f13f3e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f0c0b5550 con 0x7f4f0c0d1f40 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.467+0000 7f4f13f3e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f0c0b2000 con 0x7f4f0c15c7d0 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.467+0000 7f4f13f3e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f0c0d23b0 con 0x7f4f0c0b4180 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f0c15c7d0 0x7f4f0c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f0c15c7d0 0x7f4f0c0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48522/0 (socket says 172.21.15.39:48522) 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 -- 172.21.15.39:0/3409990358 learned_addr learned my addr 172.21.15.39:0/3409990358 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f114d9640 1 --2- 172.21.15.39:0/3409990358 >> v2:172.21.15.157:3300/0 conn(0x7f4f0c0b4180 0x7f4f0c0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 -- 172.21.15.39:0/3409990358 >> v2:172.21.15.157:3300/0 conn(0x7f4f0c0b4180 msgr2=0x7f4f0c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:02.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 --2- 172.21.15.39:0/3409990358 >> v2:172.21.15.157:3300/0 conn(0x7f4f0c0b4180 0x7f4f0c0d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 -- 172.21.15.39:0/3409990358 >> v1:172.21.15.157:6789/0 conn(0x7f4f0c0d1f40 legacy=0x7f4f0c0d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.468+0000 7f4f11cda640 1 -- 172.21.15.39:0/3409990358 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f0c0b4610 con 0x7f4f0c15c7d0 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f11cda640 1 --2- 172.21.15.39:0/3409990358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15c7d0 0x7f4f0c0cf440 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c1602f0 tx=0x7f4f0802a760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5f699a489eb0303 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f10cd8640 1 -- 172.21.15.39:0/3409990358 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f08031600 con 0x7f4f0c15c7d0 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f10cd8640 1 -- 172.21.15.39:0/3409990358 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f0802d050 con 0x7f4f0c15c7d0 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f10cd8640 1 -- 172.21.15.39:0/3409990358 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f08031980 con 0x7f4f0c15c7d0 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f13f3e640 1 -- 172.21.15.39:0/3409990358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15c7d0 msgr2=0x7f4f0c0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/3409990358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15c7d0 0x7f4f0c0cf440 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f4f0c1602f0 tx=0x7f4f0802a760 comp rx=0 tx=0).stop 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f13f3e640 1 -- 172.21.15.39:0/3409990358 shutdown_connections 2024-09-13T16:17:02.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/3409990358 >> v2:172.21.15.157:3300/0 conn(0x7f4f0c0b4180 0x7f4f0c0d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/3409990358 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15c7d0 0x7f4f0c0cf440 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.469+0000 7f4f13f3e640 1 -- 172.21.15.39:0/3409990358 >> 172.21.15.39:0/3409990358 conn(0x7f4f0c06bc40 msgr2=0x7f4f0c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.470+0000 7f4f13f3e640 1 -- 172.21.15.39:0/3409990358 shutdown_connections 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.470+0000 7f4f13f3e640 1 -- 172.21.15.39:0/3409990358 wait complete. 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 Processor -- start 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 -- start start 2024-09-13T16:17:02.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f0c0d1f40 0x7f4f0c15f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f0c15c7d0 0x7f4f0c15ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 0x7f4f0c155d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0c15d360 con 0x7f4f0c15e630 2024-09-13T16:17:02.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0c15d590 con 0x7f4f0c0d1f40 2024-09-13T16:17:02.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.471+0000 7f4f13f3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f0c15d870 con 0x7f4f0c15c7d0 2024-09-13T16:17:02.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 0x7f4f0c155d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 0x7f4f0c155d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48526/0 (socket says 172.21.15.39:48526) 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 -- 172.21.15.39:0/1347193922 learned_addr learned my addr 172.21.15.39:0/1347193922 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f11cda640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f0c0d1f40 0x7f4f0c15f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f114d9640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f0c15c7d0 0x7f4f0c15ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 -- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f0c15c7d0 msgr2=0x7f4f0c15ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f0c15c7d0 0x7f4f0c15ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 -- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f0c0d1f40 msgr2=0x7f4f0c15f960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f0c0d1f40 0x7f4f0c15f960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 -- 172.21.15.39:0/1347193922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f08009b30 con 0x7f4f0c15e630 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f124db640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 0x7f4f0c155d50 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f4f04001eb0 tx=0x7f4f0400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f040052d0 con 0x7f4f0c15e630 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f0c15db50 con 0x7f4f0c15e630 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f04005430 con 0x7f4f0c15e630 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f04003810 con 0x7f4f0c15e630 2024-09-13T16:17:02.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.472+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f0c15e110 con 0x7f4f0c15e630 2024-09-13T16:17:02.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.473+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f0c0d1a00 con 0x7f4f0c15e630 2024-09-13T16:17:02.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.474+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4f04003970 con 0x7f4f0c15e630 2024-09-13T16:17:02.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.474+0000 7f4f027fc640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ef006ac00 0x7f4ef006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:02.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.474+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(76..76 src has 1..76) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f04088840 con 0x7f4f0c15e630 2024-09-13T16:17:02.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.475+0000 7f4f11cda640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ef006ac00 0x7f4ef006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:02.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.475+0000 7f4f11cda640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ef006ac00 0x7f4ef006d0c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4f08033000 tx=0x7f4f08009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.479+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4f04053ae0 con 0x7f4f0c15e630 2024-09-13T16:17:02.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:02.718+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds freeze", "role_or_gid": "5:0", "val": "false"} v 0) v1 -- 0x7f4f0c159cb0 con 0x7f4f0c15e630 2024-09-13T16:17:03.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.352+0000 7f4f027fc640 1 -- 172.21.15.39:0/1347193922 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds freeze", "role_or_gid": "5:0", "val": "false"}]=0 unfreezing mds.7272 v64) v1 ==== 115+0+0 (secure 0 0 0) 0x7f4f04057100 con 0x7f4f0c15e630 2024-09-13T16:17:03.353 INFO:teuthology.orchestra.run.smithi039.stderr:unfreezing mds.7272 2024-09-13T16:17:03.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ef006ac00 msgr2=0x7f4ef006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ef006ac00 0x7f4ef006d0c0 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7f4f08033000 tx=0x7f4f08009000 comp rx=0 tx=0).stop 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 msgr2=0x7f4f0c155d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 0x7f4f0c155d50 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f4f04001eb0 tx=0x7f4f0400c890 comp rx=0 tx=0).stop 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 shutdown_connections 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ef006ac00 0x7f4ef006d0c0 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f0c15e630 0x7f4f0c155d50 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f0c15c7d0 0x7f4f0c15ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 --2- 172.21.15.39:0/1347193922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f0c0d1f40 0x7f4f0c15f960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 >> 172.21.15.39:0/1347193922 conn(0x7f4f0c06bc40 msgr2=0x7f4f0c0b38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 shutdown_connections 2024-09-13T16:17:03.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.355+0000 7f4f13f3e640 1 -- 172.21.15.39:0/1347193922 wait complete. 2024-09-13T16:17:03.375 DEBUG:teuthology.orchestra.run.smithi157:> sudo sysctl -n kernel.core_pattern 2024-09-13T16:17:03.402 INFO:teuthology.orchestra.run.smithi157.stdout:/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T16:17:03.403 INFO:tasks.cephfs.cephfs_test_case:Clearing core from directory: /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:17:03.404 DEBUG:teuthology.orchestra.run.smithi157:> cd /home/ubuntu/cephtest/archive/coredump && sudo ls | sudo xargs file 2024-09-13T16:17:03.474 INFO:teuthology.orchestra.run.smithi157.stdout:1726244205.44380.core: ELF 64-bit LSB core file, x86-64, version 1 (SYSV), SVR4-style, from 'ceph-mds -f --cluster ceph -i b', real uid: 0, effective uid: 0, real gid: 0, effective gid: 0, execfn: '/bin/ceph-mds', platform: 'x86_64' 2024-09-13T16:17:03.476 INFO:tasks.cephfs.cephfs_test_case:Enumerated cores: ['1726244205.44380.core'] 2024-09-13T16:17:03.477 INFO:tasks.cephfs.cephfs_test_case:Found core file 1726244205.44380.core, deleting it 2024-09-13T16:17:03.477 DEBUG:teuthology.orchestra.run.smithi157:> cd /home/ubuntu/cephtest/archive/coredump && sudo rm -f 1726244205.44380.core 2024-09-13T16:17:03.547 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:17:03.547 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:17:03.547 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:17:03.547 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:03.547 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:17:03.547 ERROR:teuthology.orchestra.daemon.state:Error while waiting for process to exit Traceback (most recent call last): File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/daemon/state.py", line 146, in stop run.wait([self.proc], timeout=timeout) File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 479, in wait proc.wait() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 161, in wait self._raise_for_status() File "/home/teuthworker/src/git.ceph.com_teuthology_3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a/teuthology/orchestra/run.py", line 181, in _raise_for_status raise CommandFailedError( teuthology.exceptions.CommandFailedError: Command failed on smithi157 with status 1: 'sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b' 2024-09-13T16:17:03.548 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:17:03.548 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:17:03.590 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:17:03.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:03.666 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:17:03.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.704+0000 7effc0cb1640 1 Processor -- start 2024-09-13T16:17:03.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.704+0000 7effc0cb1640 1 -- start start 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effc0cb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc070a70 0x7effbc070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effc0cb1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effbc06ccd0 con 0x7effbc15a230 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effc0cb1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effbc0713f0 con 0x7effbc06d160 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effc0cb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effbc0acf70 con 0x7effbc070a70 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effba59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7effbc15a230 0x7effbc0ac860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46016/0 (socket says 172.21.15.39:46016) 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effba59c640 1 -- 172.21.15.39:0/1061751251 learned_addr learned my addr 172.21.15.39:0/1061751251 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb1d9b640 1 --2- 172.21.15.39:0/1061751251 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc070a70 0x7effbc070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb9d9b640 1 -- 172.21.15.39:0/1061751251 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2051578440 0 0) 0x7effbc06ccd0 con 0x7effbc15a230 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb9d9b640 1 -- 172.21.15.39:0/1061751251 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7effa8003520 con 0x7effbc15a230 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb1d9b640 1 -- 172.21.15.39:0/1061751251 >> v1:172.21.15.157:6789/0 conn(0x7effbc06d160 legacy=0x7effbc06d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb9d9b640 1 -- 172.21.15.39:0/1061751251 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 570522739 0 0) 0x7effbc0713f0 con 0x7effbc06d160 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb1d9b640 1 -- 172.21.15.39:0/1061751251 >> v1:172.21.15.39:6789/0 conn(0x7effbc15a230 legacy=0x7effbc0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.705+0000 7effb1d9b640 1 -- 172.21.15.39:0/1061751251 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effbc15a610 con 0x7effbc070a70 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.706+0000 7effb1d9b640 1 --2- 172.21.15.39:0/1061751251 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc070a70 0x7effbc070eb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7effa40097d0 tx=0x7effa402a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fe28809c319254f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effb9d9b640 1 -- 172.21.15.39:0/1061751251 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa4032440 con 0x7effbc070a70 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effb9d9b640 1 -- 172.21.15.39:0/1061751251 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effa40325a0 con 0x7effbc070a70 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effb9d9b640 1 -- 172.21.15.39:0/1061751251 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa4032930 con 0x7effbc070a70 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 -- 172.21.15.39:0/1061751251 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc070a70 msgr2=0x7effbc070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 --2- 172.21.15.39:0/1061751251 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc070a70 0x7effbc070eb0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7effa40097d0 tx=0x7effa402a210 comp rx=0 tx=0).stop 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 -- 172.21.15.39:0/1061751251 shutdown_connections 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 --2- 172.21.15.39:0/1061751251 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc070a70 0x7effbc070eb0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 -- 172.21.15.39:0/1061751251 >> 172.21.15.39:0/1061751251 conn(0x7effbc06a0b0 msgr2=0x7effbc06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 -- 172.21.15.39:0/1061751251 shutdown_connections 2024-09-13T16:17:03.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.707+0000 7effc0cb1640 1 -- 172.21.15.39:0/1061751251 wait complete. 2024-09-13T16:17:03.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.709+0000 7effc0cb1640 1 Processor -- start 2024-09-13T16:17:03.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.709+0000 7effc0cb1640 1 -- start start 2024-09-13T16:17:03.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effc0cb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc06d160 0x7effbc14b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:03.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effc0cb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 0x7effbc1f6440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:03.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effc0cb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effbc15a230 0x7effbc154f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:03.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effc0cb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effbc1540f0 con 0x7effbc070a70 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effc0cb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effbc14fa60 con 0x7effbc15a230 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effc0cb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effbc14bd80 con 0x7effbc06d160 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 0x7effbc1f6440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 0x7effbc1f6440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39666/0 (socket says 172.21.15.39:39666) 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 -- 172.21.15.39:0/3417986408 learned_addr learned my addr 172.21.15.39:0/3417986408 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effba59c640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc06d160 0x7effbc14b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effbad9d640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effbc15a230 0x7effbc154f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 -- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc06d160 msgr2=0x7effbc14b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc06d160 0x7effbc14b840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 -- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effbc15a230 msgr2=0x7effbc154f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effbc15a230 0x7effbc154f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 -- 172.21.15.39:0/3417986408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effa4009400 con 0x7effbc070a70 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.710+0000 7effb1d9b640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 0x7effbc1f6440 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7effa40097d0 tx=0x7effa40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.711+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa4032440 con 0x7effbc070a70 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.711+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effa4004230 con 0x7effbc070a70 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.711+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effbc1f6980 con 0x7effbc070a70 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.711+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effa4006e10 con 0x7effbc070a70 2024-09-13T16:17:03.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.711+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effbc153b30 con 0x7effbc070a70 2024-09-13T16:17:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.712+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effbc0672f0 con 0x7effbc070a70 2024-09-13T16:17:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.712+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7effa4039040 con 0x7effbc070a70 2024-09-13T16:17:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.713+0000 7effb37fe640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff9c06ac00 0x7eff9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.713+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7effa40a9bf0 con 0x7effbc070a70 2024-09-13T16:17:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.713+0000 7effba59c640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff9c06ac00 0x7eff9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:03.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.713+0000 7effba59c640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff9c06ac00 0x7eff9c06d0c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7effac005880 tx=0x7effac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:03.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.717+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7effa4074e20 con 0x7effbc070a70 2024-09-13T16:17:03.756 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b is failed for ~13s 2024-09-13T16:17:03.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.923+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7effbc14fbd0 con 0x7effbc070a70 2024-09-13T16:17:03.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.924+0000 7effb37fe640 1 -- 172.21.15.39:0/3417986408 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 65 v65) v1 ==== 94+0+3980 (secure 0 0 0) 0x7effa4037090 con 0x7effbc070a70 2024-09-13T16:17:03.925 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:03.926 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":65,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":65,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:03.353732+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:03.926 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 65 2024-09-13T16:17:03.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff9c06ac00 msgr2=0x7eff9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff9c06ac00 0x7eff9c06d0c0 secure :-1 s=READY pgs=494 cs=0 l=1 rev1=1 crypto rx=0x7effac005880 tx=0x7effac009040 comp rx=0 tx=0).stop 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 msgr2=0x7effbc1f6440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 0x7effbc1f6440 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7effa40097d0 tx=0x7effa40046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 shutdown_connections 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7eff9c06ac00 0x7eff9c06d0c0 unknown :-1 s=CLOSED pgs=494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effbc15a230 0x7effbc154f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effbc070a70 0x7effbc1f6440 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 --2- 172.21.15.39:0/3417986408 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effbc06d160 0x7effbc14b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 >> 172.21.15.39:0/3417986408 conn(0x7effbc06a0b0 msgr2=0x7effbc06a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 shutdown_connections 2024-09-13T16:17:03.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:03.926+0000 7effc0cb1640 1 -- 172.21.15.39:0/3417986408 wait complete. 2024-09-13T16:17:04.341 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 65, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:16:32.138062+0000', 'modified': '2024-09-13T16:17:03.353732+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 77, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7260}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7260': {'gid': 7260, 'name': 'c', 'rank': 0, 'incarnation': 65, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6835/3605875439', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 3605875439}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 3605875439}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:17:04.341 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7260:up:replay 2024-09-13T16:17:05.342 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:05.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.457+0000 7fda40853640 1 Processor -- start 2024-09-13T16:17:05.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.457+0000 7fda40853640 1 -- start start 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda40853640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fda3c06f170 0x7fda3c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda40853640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 0x7fda3c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda40853640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda3c06f6e0 con 0x7fda3c156fb0 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda40853640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda3c15da70 con 0x7fda3c06f170 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda40853640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c06f9c0 con 0x7fda3c15d0a0 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda3a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fda3c156fb0 0x7fda3c15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46026/0 (socket says 172.21.15.39:46026) 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.458+0000 7fda3a59c640 1 -- 172.21.15.39:0/3348520782 learned_addr learned my addr 172.21.15.39:0/3348520782 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:05.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3271925825 0 0) 0x7fda3c06f6e0 con 0x7fda3c156fb0 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda39d9b640 1 --2- 172.21.15.39:0/3348520782 >> v2:172.21.15.157:3300/0 conn(0x7fda3c06f170 0x7fda3c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda28003520 con 0x7fda3c156fb0 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3ad9d640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 0x7fda3c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1925742059 0 0) 0x7fda28003520 con 0x7fda3c156fb0 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 msgr2=0x7fda3c15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 0x7fda3c15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 >> v2:172.21.15.157:3300/0 conn(0x7fda3c06f170 msgr2=0x7fda3c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 --2- 172.21.15.39:0/3348520782 >> v2:172.21.15.157:3300/0 conn(0x7fda3c06f170 0x7fda3c0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda3c06fca0 con 0x7fda3c156fb0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fda2c0019f0 con 0x7fda3c156fb0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 >> v1:172.21.15.39:6789/0 conn(0x7fda3c156fb0 legacy=0x7fda3c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda28003970 0x7fda28003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda280047c0 0x7fda28004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 0x7fda28005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c15da70 con 0x7fda280047c0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c06f9c0 con 0x7fda28003970 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda2800dbc0 con 0x7fda3c15d0a0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda39d9b640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda280047c0 0x7fda28004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3a59c640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda28003970 0x7fda28003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda3ad9d640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 0x7fda28005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.459+0000 7fda39d9b640 1 -- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 msgr2=0x7fda28005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda39d9b640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c15d0a0 0x7fda28005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda39d9b640 1 -- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda28003970 msgr2=0x7fda28003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:05.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda39d9b640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda28003970 0x7fda28003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda39d9b640 1 -- 172.21.15.39:0/3348520782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda28003520 con 0x7fda280047c0 2024-09-13T16:17:05.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda39d9b640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda280047c0 0x7fda28004c40 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fda24009ac0 tx=0x7fda280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=193ff6a887b5e1c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda24031400 con 0x7fda280047c0 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda2402d050 con 0x7fda280047c0 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.460+0000 7fda3959a640 1 -- 172.21.15.39:0/3348520782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda24031780 con 0x7fda280047c0 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda40853640 1 -- 172.21.15.39:0/3348520782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda280047c0 msgr2=0x7fda28004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda40853640 1 --2- 172.21.15.39:0/3348520782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda280047c0 0x7fda28004c40 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7fda24009ac0 tx=0x7fda280057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda3ad9d640 1 -- 172.21.15.39:0/3348520782 reap_dead start 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda40853640 1 -- 172.21.15.39:0/3348520782 shutdown_connections 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda40853640 1 -- 172.21.15.39:0/3348520782 >> 172.21.15.39:0/3348520782 conn(0x7fda3c06b3b0 msgr2=0x7fda3c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:05.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda40853640 1 -- 172.21.15.39:0/3348520782 shutdown_connections 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.461+0000 7fda40853640 1 -- 172.21.15.39:0/3348520782 wait complete. 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 Processor -- start 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 -- start start 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda280047c0 0x7fda3c159ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c14d0d0 0x7fda3c1533f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 0x7fda3c14a700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c14ac40 con 0x7fda3c14a280 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c14eb90 con 0x7fda280047c0 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.463+0000 7fda40853640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c15a120 con 0x7fda3c14d0d0 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 0x7fda3c14a700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 0x7fda3c14a700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39674/0 (socket says 172.21.15.39:39674) 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 -- 172.21.15.39:0/3825527606 learned_addr learned my addr 172.21.15.39:0/3825527606 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:05.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3a59c640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda280047c0 0x7fda3c159ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda39d9b640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c14d0d0 0x7fda3c1533f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 -- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c14d0d0 msgr2=0x7fda3c1533f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c14d0d0 0x7fda3c1533f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 -- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda280047c0 msgr2=0x7fda3c159ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda280047c0 0x7fda3c159ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 -- 172.21.15.39:0/3825527606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda3c15a400 con 0x7fda3c14a280 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda3ad9d640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 0x7fda3c14a700 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fda3c15d480 tx=0x7fda34011860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34004440 con 0x7fda3c14a280 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda34003610 con 0x7fda3c14a280 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda3c15a6e0 con 0x7fda3c14a280 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda34003a00 con 0x7fda3c14a280 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.464+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda3c14e2b0 con 0x7fda3c14a280 2024-09-13T16:17:05.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.465+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda3c0672f0 con 0x7fda3c14a280 2024-09-13T16:17:05.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.466+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda34003b60 con 0x7fda3c14a280 2024-09-13T16:17:05.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.466+0000 7fda32ffd640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1c06ac30 0x7fda1c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:05.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.466+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fda34089590 con 0x7fda3c14a280 2024-09-13T16:17:05.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.467+0000 7fda3a59c640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1c06ac30 0x7fda1c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:05.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.467+0000 7fda3a59c640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1c06ac30 0x7fda1c06d0f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0013d0 tx=0x7fda2c006040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:05.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.471+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda340547a0 con 0x7fda3c14a280 2024-09-13T16:17:05.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.675+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fda3c14ed50 con 0x7fda3c14a280 2024-09-13T16:17:05.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.675+0000 7fda32ffd640 1 -- 172.21.15.39:0/3825527606 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 67 v67) v1 ==== 94+0+4741 (secure 0 0 0) 0x7fda34057dc0 con 0x7fda3c14a280 2024-09-13T16:17:05.677 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:05.677 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":67,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":67,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:05.365885+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:rejoin","state_seq":11,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:05.677 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 67 2024-09-13T16:17:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1c06ac30 msgr2=0x7fda1c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1c06ac30 0x7fda1c06d0f0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0013d0 tx=0x7fda2c006040 comp rx=0 tx=0).stop 2024-09-13T16:17:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 msgr2=0x7fda3c14a700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 0x7fda3c14a700 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fda3c15d480 tx=0x7fda34011860 comp rx=0 tx=0).stop 2024-09-13T16:17:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 shutdown_connections 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1c06ac30 0x7fda1c06d0f0 unknown :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c14a280 0x7fda3c14a700 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda3c14d0d0 0x7fda3c1533f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 --2- 172.21.15.39:0/3825527606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda280047c0 0x7fda3c159ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 >> 172.21.15.39:0/3825527606 conn(0x7fda3c06b3b0 msgr2=0x7fda3c06a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 shutdown_connections 2024-09-13T16:17:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:05.677+0000 7fda40853640 1 -- 172.21.15.39:0/3825527606 wait complete. 2024-09-13T16:17:06.092 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 67, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:16:32.138062+0000', 'modified': '2024-09-13T16:17:05.365885+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 77, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7260}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7260': {'gid': 7260, 'name': 'c', 'rank': 0, 'incarnation': 65, 'state': 'up:rejoin', 'state_seq': 11, 'addr': '172.21.15.39:6835/3605875439', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 3605875439}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 3605875439}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:17:06.093 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_7260:up:rejoin 2024-09-13T16:17:07.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:07.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.207+0000 7f57d5c48640 1 Processor -- start 2024-09-13T16:17:07.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.207+0000 7f57d5c48640 1 -- start start 2024-09-13T16:17:07.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57d5c48640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f57d0165710 0x7f57d0167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57d5c48640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57d00cde30 con 0x7f57d00b41a0 2024-09-13T16:17:07.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57d5c48640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57d00b5090 con 0x7f57d00ccf80 2024-09-13T16:17:07.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57d5c48640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57d00cd820 con 0x7f57d0165710 2024-09-13T16:17:07.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57cffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f57d0165710 0x7f57d0167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57cf7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f57d00b41a0 0x7f57d00b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46032/0 (socket says 172.21.15.39:46032) 2024-09-13T16:17:07.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.208+0000 7f57cf7fe640 1 -- 172.21.15.39:0/3014585804 learned_addr learned my addr 172.21.15.39:0/3014585804 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:07.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.209+0000 7f57cffff640 1 -- 172.21.15.39:0/3014585804 >> v1:172.21.15.157:6789/0 conn(0x7f57d00ccf80 legacy=0x7f57d0163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.209+0000 7f57cffff640 1 -- 172.21.15.39:0/3014585804 >> v1:172.21.15.39:6789/0 conn(0x7f57d00b41a0 legacy=0x7f57d00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.209+0000 7f57cffff640 1 -- 172.21.15.39:0/3014585804 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57d015cd60 con 0x7f57d0165710 2024-09-13T16:17:07.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57cffff640 1 --2- 172.21.15.39:0/3014585804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d0165710 0x7f57d0167b00 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f57c8009d90 tx=0x7f57c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ac902e2fa9651ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57ce7fc640 1 -- 172.21.15.39:0/3014585804 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c8007740 con 0x7f57d0165710 2024-09-13T16:17:07.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57ce7fc640 1 -- 172.21.15.39:0/3014585804 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57c802d050 con 0x7f57d0165710 2024-09-13T16:17:07.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57ce7fc640 1 -- 172.21.15.39:0/3014585804 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c8007ac0 con 0x7f57d0165710 2024-09-13T16:17:07.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 -- 172.21.15.39:0/3014585804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d0165710 msgr2=0x7f57d0167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 --2- 172.21.15.39:0/3014585804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d0165710 0x7f57d0167b00 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7f57c8009d90 tx=0x7f57c802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 -- 172.21.15.39:0/3014585804 shutdown_connections 2024-09-13T16:17:07.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 --2- 172.21.15.39:0/3014585804 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d0165710 0x7f57d0167b00 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 -- 172.21.15.39:0/3014585804 >> 172.21.15.39:0/3014585804 conn(0x7f57d00cf1a0 msgr2=0x7f57d00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 -- 172.21.15.39:0/3014585804 shutdown_connections 2024-09-13T16:17:07.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.210+0000 7f57d5c48640 1 -- 172.21.15.39:0/3014585804 wait complete. 2024-09-13T16:17:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.212+0000 7f57d5c48640 1 Processor -- start 2024-09-13T16:17:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.212+0000 7f57d5c48640 1 -- start start 2024-09-13T16:17:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57d00b41a0 0x7f57d00a9440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 0x7f57d015bd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57d0165710 0x7f57d01591b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57d00caaa0 con 0x7f57d00ccf80 2024-09-13T16:17:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57d0155d00 con 0x7f57d00b41a0 2024-09-13T16:17:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57d0155fe0 con 0x7f57d0165710 2024-09-13T16:17:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 0x7f57d015bd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 0x7f57d015bd50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39704/0 (socket says 172.21.15.39:39704) 2024-09-13T16:17:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 -- 172.21.15.39:0/2539101672 learned_addr learned my addr 172.21.15.39:0/2539101672 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57cf7fe640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57d00b41a0 0x7f57d00a9440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57cffff640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57d0165710 0x7f57d01591b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 -- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57d0165710 msgr2=0x7f57d01591b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57d0165710 0x7f57d01591b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 -- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57d00b41a0 msgr2=0x7f57d00a9440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57d00b41a0 0x7f57d00a9440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 -- 172.21.15.39:0/2539101672 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57c8009a70 con 0x7f57d00ccf80 2024-09-13T16:17:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57ceffd640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 0x7f57d015bd50 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f57c400c430 tx=0x7f57c400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c4011790 con 0x7f57d00ccf80 2024-09-13T16:17:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57c40118f0 con 0x7f57d00ccf80 2024-09-13T16:17:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57c4011ce0 con 0x7f57d00ccf80 2024-09-13T16:17:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57d01562c0 con 0x7f57d00ccf80 2024-09-13T16:17:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.213+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57d01596f0 con 0x7f57d00ccf80 2024-09-13T16:17:07.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.214+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57d0067330 con 0x7f57d00ccf80 2024-09-13T16:17:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.215+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f57c401c460 con 0x7f57d00ccf80 2024-09-13T16:17:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.215+0000 7f57b7fff640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57bc06ac00 0x7f57bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.216+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f57c4089280 con 0x7f57d00ccf80 2024-09-13T16:17:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.216+0000 7f57cf7fe640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57bc06ac00 0x7f57bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.216+0000 7f57cf7fe640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57bc06ac00 0x7f57bc06d0c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f57c0005880 tx=0x7f57c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.220+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f57c4054490 con 0x7f57d00ccf80 2024-09-13T16:17:07.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.426+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f57d0066ec0 con 0x7f57d00ccf80 2024-09-13T16:17:07.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.426+0000 7f57b7fff640 1 -- 172.21.15.39:0/2539101672 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f57c4057ab0 con 0x7f57d00ccf80 2024-09-13T16:17:07.429 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:07.429 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":68,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:06.377310+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":12,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 68 2024-09-13T16:17:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57bc06ac00 msgr2=0x7f57bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57bc06ac00 0x7f57bc06d0c0 secure :-1 s=READY pgs=497 cs=0 l=1 rev1=1 crypto rx=0x7f57c0005880 tx=0x7f57c0009040 comp rx=0 tx=0).stop 2024-09-13T16:17:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 msgr2=0x7f57d015bd50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 0x7f57d015bd50 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7f57c400c430 tx=0x7f57c400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 shutdown_connections 2024-09-13T16:17:07.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57bc06ac00 0x7f57bc06d0c0 unknown :-1 s=CLOSED pgs=497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57d0165710 0x7f57d01591b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57d00ccf80 0x7f57d015bd50 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 --2- 172.21.15.39:0/2539101672 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57d00b41a0 0x7f57d00a9440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.428+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 >> 172.21.15.39:0/2539101672 conn(0x7f57d00cf1a0 msgr2=0x7f57d00b6310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.429+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 shutdown_connections 2024-09-13T16:17:07.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.429+0000 7f57d5c48640 1 -- 172.21.15.39:0/2539101672 wait complete. 2024-09-13T16:17:07.844 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 68, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:16:32.138062+0000', 'modified': '2024-09-13T16:17:06.377310+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 77, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7260}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7260': {'gid': 7260, 'name': 'c', 'rank': 0, 'incarnation': 65, 'state': 'up:active', 'state_seq': 12, 'addr': '172.21.15.39:6835/3605875439', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 3605875439}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 3605875439}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [11], 'metadata_pool': 10, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:17:07.844 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:17:07.844 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:17:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.950+0000 7f89ce4d0640 1 Processor -- start 2024-09-13T16:17:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.950+0000 7f89ce4d0640 1 -- start start 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89ce4d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89c8159380 0x7f89c80b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89ce4d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f89c80ceb30 0x7f89c815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89ce4d0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f89c8159760 con 0x7f89c815a360 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89ce4d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89c815a880 con 0x7f89c8159380 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89ce4d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f89c815ab60 con 0x7f89c80ceb30 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89c7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89c8159380 0x7f89c80b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89c7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f89c8159380 0x7f89c80b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39710/0 (socket says 172.21.15.39:39710) 2024-09-13T16:17:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89c7fff640 1 -- 172.21.15.39:0/3496852914 learned_addr learned my addr 172.21.15.39:0/3496852914 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89cca6d640 1 --2- 172.21.15.39:0/3496852914 >> v2:172.21.15.157:3300/0 conn(0x7f89c80ceb30 0x7f89c815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89c7fff640 1 -- 172.21.15.39:0/3496852914 >> v2:172.21.15.157:3300/0 conn(0x7f89c80ceb30 msgr2=0x7f89c815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3496852914 >> v2:172.21.15.157:3300/0 conn(0x7f89c80ceb30 0x7f89c815b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.951+0000 7f89c7fff640 1 -- 172.21.15.39:0/3496852914 >> v1:172.21.15.157:6789/0 conn(0x7f89c815a360 legacy=0x7f89c80ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.952+0000 7f89c7fff640 1 -- 172.21.15.39:0/3496852914 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89c815ae40 con 0x7f89c8159380 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.952+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3496852914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c8159380 0x7f89c80b31e0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f89c80b24b0 tx=0x7f89b802c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3305da8d3e884d0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.952+0000 7f89c6ffd640 1 -- 172.21.15.39:0/3496852914 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b802f070 con 0x7f89c8159380 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.952+0000 7f89c6ffd640 1 -- 172.21.15.39:0/3496852914 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89b80325a0 con 0x7f89c8159380 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.952+0000 7f89c6ffd640 1 -- 172.21.15.39:0/3496852914 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b8032930 con 0x7f89c8159380 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 -- 172.21.15.39:0/3496852914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c8159380 msgr2=0x7f89c80b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/3496852914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c8159380 0x7f89c80b31e0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f89c80b24b0 tx=0x7f89b802c8e0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 -- 172.21.15.39:0/3496852914 shutdown_connections 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/3496852914 >> v2:172.21.15.157:3300/0 conn(0x7f89c80ceb30 0x7f89c815b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/3496852914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c8159380 0x7f89c80b31e0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 -- 172.21.15.39:0/3496852914 >> 172.21.15.39:0/3496852914 conn(0x7f89c80b15d0 msgr2=0x7f89c80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 -- 172.21.15.39:0/3496852914 shutdown_connections 2024-09-13T16:17:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.953+0000 7f89ce4d0640 1 -- 172.21.15.39:0/3496852914 wait complete. 2024-09-13T16:17:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.954+0000 7f89ce4d0640 1 Processor -- start 2024-09-13T16:17:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.954+0000 7f89ce4d0640 1 -- start start 2024-09-13T16:17:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89ce4d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 0x7f89c806ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89ce4d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89c8159380 0x7f89c814dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89ce4d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89c815a360 0x7f89c8146fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89ce4d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89c8147500 con 0x7f89c80ceb30 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89ce4d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f89c814cb80 con 0x7f89c815a360 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89ce4d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f89c814ce60 con 0x7f89c8159380 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 0x7f89c806ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 0x7f89c806ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39712/0 (socket says 172.21.15.39:39712) 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89c7fff640 1 -- 172.21.15.39:0/2519291035 learned_addr learned my addr 172.21.15.39:0/2519291035 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89cca6d640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89c815a360 0x7f89c8146fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.955+0000 7f89c77fe640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89c8159380 0x7f89c814dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c7fff640 1 -- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89c8159380 msgr2=0x7f89c814dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c7fff640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89c8159380 0x7f89c814dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c7fff640 1 -- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89c815a360 msgr2=0x7f89c8146fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c7fff640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89c815a360 0x7f89c8146fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c7fff640 1 -- 172.21.15.39:0/2519291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89b800b770 con 0x7f89c80ceb30 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c7fff640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 0x7f89c806ff60 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f89b8000c00 tx=0x7f89b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c4ff9640 1 -- 172.21.15.39:0/2519291035 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b8033840 con 0x7f89c80ceb30 2024-09-13T16:17:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c4ff9640 1 -- 172.21.15.39:0/2519291035 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89b80339c0 con 0x7f89c80ceb30 2024-09-13T16:17:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f89c814d140 con 0x7f89c80ceb30 2024-09-13T16:17:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89c4ff9640 1 -- 172.21.15.39:0/2519291035 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b8033d70 con 0x7f89c80ceb30 2024-09-13T16:17:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.956+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89c814d700 con 0x7f89c80ceb30 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.958+0000 7f89c4ff9640 1 -- 172.21.15.39:0/2519291035 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89b803c3f0 con 0x7f89c80ceb30 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.958+0000 7f89c4ff9640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89b406ac00 0x7f89b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.958+0000 7f89c4ff9640 1 -- 172.21.15.39:0/2519291035 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f89b80ac4d0 con 0x7f89c80ceb30 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.958+0000 7f89c77fe640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89b406ac00 0x7f89b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.959+0000 7f89c77fe640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89b406ac00 0x7f89b406d0c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f89bc006fd0 tx=0x7f89bc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.959+0000 7f89d11f1740 1 Processor -- start 2024-09-13T16:17:07.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.959+0000 7f89d11f1740 1 -- start start 2024-09-13T16:17:07.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c7471f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c7471c860 0x557c7476c570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7476cab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89d11f1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c746797c0 con 0x557c74746550 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c74688b70 con 0x557c7471f0a0 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557c74686300 con 0x557c7471c860 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7476cab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7476cab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39718/0 (socket says 172.21.15.39:39718) 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 -- 172.21.15.39:0/2810608400 learned_addr learned my addr 172.21.15.39:0/2810608400 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89c77fe640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c7471c860 0x557c7476c570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89c7fff640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c7471f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 -- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c7471c860 msgr2=0x557c7476c570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c7471c860 0x557c7476c570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 -- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 msgr2=0x557c7471f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c7471f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 -- 172.21.15.39:0/2810608400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557c7460e4b0 con 0x557c74746550 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89c7fff640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c7471f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:07.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89c77fe640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c7471c860 0x557c7476c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.960+0000 7f89cca6d640 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7476cab0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f89c0009fa0 tx=0x7f89c0003e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=802dd83a02e87dca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89adffb640 1 -- 172.21.15.39:0/2810608400 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c0015420 con 0x557c74746550 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89adffb640 1 -- 172.21.15.39:0/2810608400 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89c0015580 con 0x557c74746550 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89adffb640 1 -- 172.21.15.39:0/2810608400 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89c0015930 con 0x557c74746550 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 -- 172.21.15.39:0/2810608400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 msgr2=0x557c7476cab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7476cab0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f89c0009fa0 tx=0x7f89c0003e20 comp rx=0 tx=0).stop 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 -- 172.21.15.39:0/2810608400 shutdown_connections 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7476cab0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c7471c860 0x557c7476c570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 --2- 172.21.15.39:0/2810608400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c7471f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 -- 172.21.15.39:0/2810608400 >> 172.21.15.39:0/2810608400 conn(0x557c7471b7d0 msgr2=0x557c74763c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 -- 172.21.15.39:0/2810608400 shutdown_connections 2024-09-13T16:17:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.961+0000 7f89d11f1740 1 -- 172.21.15.39:0/2810608400 wait complete. 2024-09-13T16:17:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.962+0000 7f89d11f1740 1 -- start start 2024-09-13T16:17:07.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.962+0000 7f89d11f1740 1 Processor -- start 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c7473a820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c74768350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c74747f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c74681bf0 con 0x557c7471f0a0 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c74640250 con 0x557c74747aa0 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557c7463fef0 con 0x557c74746550 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89d11f1740 10 client.0 _ll_register_callbacks cb 0x557c74672740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c7473a820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c7473a820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39724/0 (socket says 172.21.15.39:39724) 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 -- 172.21.15.39:0/1339268597 learned_addr learned my addr 172.21.15.39:0/1339268597 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c77fe640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c74768350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89cca6d640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c74747f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 -- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 msgr2=0x557c74768350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c74768350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 -- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 msgr2=0x557c74747f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c74747f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 -- 172.21.15.39:0/1339268597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89c0011040 con 0x557c7471f0a0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89cca6d640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c74747f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89c7fff640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c7473a820 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f89b800d2c0 tx=0x7f89b807bae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a78ea0166b288311 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.963+0000 7f89a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89a6ffd640 1 -- 172.21.15.39:0/1339268597 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b807aa10 con 0x557c7471f0a0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89a6ffd640 1 -- 172.21.15.39:0/1339268597 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f89b8083710 con 0x557c7471f0a0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x557c743753c0 con 0x557c7471f0a0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89a6ffd640 1 -- 172.21.15.39:0/1339268597 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89b8077660 con 0x557c7471f0a0 2024-09-13T16:17:07.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 10 client.7545 fetch_fsmap learned FSMap version 68 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) v3 -- 0x557c74680270 con 0x557c7471f0a0 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89a6ffd640 1 -- 172.21.15.39:0/1339268597 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89b80a8070 con 0x557c7471f0a0 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89a6ffd640 1 -- 172.21.15.39:0/1339268597 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f89b8083280 con 0x557c7471f0a0 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 10 client.7545 fetch_fsmap finished waiting for FSMap version 68 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 10 client.7545 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 20 client.7545 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c7477b7a0 0x557c74769fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 4 client.7545 mds_command: new command op to 7260 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:17:07.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 --> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x557c743866c0 con 0x557c7477b7a0 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89c77fe640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c7477b7a0 0x557c74769fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89a6ffd640 10 client.7545 ms_handle_connect on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.964+0000 7f89c77fe640 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c7477b7a0 0x557c74769fd0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d95dc9b853592849 server_cookie=a22427b2dec6849a in_seq=0 out_seq=0 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89a6ffd640 1 -- 172.21.15.39:0/1339268597 <== mds.0 v2:172.21.15.39:6833/3605875439 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x557c743866c0 con 0x557c7477b7a0 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89a6ffd640 10 client.7545 handle_command_reply: tid=0 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 client.7545 shutdown 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 msgr2=0x557c7473a820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c7473a820 secure :-1 s=READY pgs=1187 cs=0 l=1 rev1=1 crypto rx=0x7f89b800d2c0 tx=0x7f89b807bae0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 shutdown_connections 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c7477b7a0 0x557c74769fd0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c74747f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c74768350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 --2- 172.21.15.39:0/1339268597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c7473a820 unknown :-1 s=CLOSED pgs=1187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89a6ffd640 0 client.7545 ms_handle_reset on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:07.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 >> 172.21.15.39:0/1339268597 conn(0x557c7471c860 msgr2=0x557c7471a440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 shutdown_connections 2024-09-13T16:17:07.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.965+0000 7f89d11f1740 1 -- 172.21.15.39:0/1339268597 wait complete. 2024-09-13T16:17:07.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.966+0000 7f89d11f1740 20 client.7545 trim_cache size 0 max 16384 2024-09-13T16:17:07.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.980+0000 7f89d11f1740 1 Processor -- start 2024-09-13T16:17:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.980+0000 7f89d11f1740 1 -- start start 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c74767330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7475fda0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74747aa0 0x557c747602e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89d11f1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c74605460 con 0x557c74746550 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c7471df90 con 0x557c7471f0a0 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557c747695d0 con 0x557c74747aa0 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89c77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7475fda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89c77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7475fda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39734/0 (socket says 172.21.15.39:39734) 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89c77fe640 1 -- 172.21.15.39:0/3167665404 learned_addr learned my addr 172.21.15.39:0/3167665404 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89cca6d640 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74747aa0 0x557c747602e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c74767330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89c77fe640 1 -- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74747aa0 msgr2=0x557c747602e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.981+0000 7f89c77fe640 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74747aa0 0x557c747602e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89c77fe640 1 -- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 msgr2=0x557c74767330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89c77fe640 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c74767330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89c77fe640 1 -- 172.21.15.39:0/3167665404 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557c746225f0 con 0x557c74746550 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c74767330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89c77fe640 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7475fda0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f89c80716e0 tx=0x7f89bc013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a3949d10556fe9e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89ae7fc640 1 -- 172.21.15.39:0/3167665404 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89bc004020 con 0x557c74746550 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89ae7fc640 1 -- 172.21.15.39:0/3167665404 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89bc004180 con 0x557c74746550 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89ae7fc640 1 -- 172.21.15.39:0/3167665404 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89bc0042f0 con 0x557c74746550 2024-09-13T16:17:07.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 -- 172.21.15.39:0/3167665404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 msgr2=0x557c7475fda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7475fda0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f89c80716e0 tx=0x7f89bc013000 comp rx=0 tx=0).stop 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 -- 172.21.15.39:0/3167665404 shutdown_connections 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74747aa0 0x557c747602e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c74746550 0x557c7475fda0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3167665404 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c7471f0a0 0x557c74767330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 -- 172.21.15.39:0/3167665404 >> 172.21.15.39:0/3167665404 conn(0x557c7471c860 msgr2=0x557c7478a330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.982+0000 7f89d11f1740 1 -- 172.21.15.39:0/3167665404 shutdown_connections 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.983+0000 7f89d11f1740 1 -- 172.21.15.39:0/3167665404 wait complete. 2024-09-13T16:17:07.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.983+0000 7f89d11f1740 1 -- start start 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.983+0000 7f89d11f1740 1 Processor -- start 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c74764740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c747b8250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c747650b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c7475ff20 con 0x557c7471f0a0 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557c74739d90 con 0x557c74747aa0 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557c747616c0 con 0x557c74746550 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89d11f1740 10 client.0 _ll_register_callbacks cb 0x7f89c0009bf0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c74764740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c74764740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39736/0 (socket says 172.21.15.39:39736) 2024-09-13T16:17:07.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 -- 172.21.15.39:0/3472493058 learned_addr learned my addr 172.21.15.39:0/3472493058 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c77fe640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c747b8250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89cca6d640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c747650b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 -- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 msgr2=0x557c747b8250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c747b8250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 -- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 msgr2=0x557c747650b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c747650b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89c7fff640 1 -- 172.21.15.39:0/3472493058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f89bc01c040 con 0x557c7471f0a0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.984+0000 7f89cca6d640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c747650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89c7fff640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c74764740 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f89b8079670 tx=0x7f89b80aa900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6712d1caeccd37a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89a6ffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89a6ffd640 1 -- 172.21.15.39:0/3472493058 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89b807aa10 con 0x557c7471f0a0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89a6ffd640 1 -- 172.21.15.39:0/3472493058 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f89b809c020 con 0x557c7471f0a0 2024-09-13T16:17:07.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f89c0015580 con 0x557c7471f0a0 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89a6ffd640 1 -- 172.21.15.39:0/3472493058 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f89b800b3d0 con 0x557c7471f0a0 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 10 client.7551 fetch_fsmap learned FSMap version 68 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) v3 -- 0x557c74647d00 con 0x557c7471f0a0 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89a6ffd640 1 -- 172.21.15.39:0/3472493058 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89c0015580 con 0x557c7471f0a0 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89a6ffd640 1 -- 172.21.15.39:0/3472493058 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f89b8077110 con 0x557c7471f0a0 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 10 client.7551 fetch_fsmap finished waiting for FSMap version 68 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 10 client.7551 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 20 client.7551 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c74760340 0x557c74760720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 4 client.7551 mds_command: new command op to 7260 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 --> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] -- command(tid 0: {"prefix": "status"}) v1 -- 0x557c743d9d10 con 0x557c74760340 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.985+0000 7f89c77fe640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c74760340 0x557c74760720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89a6ffd640 10 client.7551 ms_handle_connect on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:07.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89c77fe640 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c74760340 0x557c74760720 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecf0df50bfea83f2 server_cookie=94d901fe12c5472 in_seq=0 out_seq=0 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89a6ffd640 1 -- 172.21.15.39:0/3472493058 <== mds.0 v2:172.21.15.39:6833/3605875439 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x557c743d9d10 con 0x557c74760340 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89a6ffd640 10 client.7551 handle_command_reply: tid=0 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 client.7551 shutdown 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 msgr2=0x557c74764740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c74764740 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f89b8079670 tx=0x7f89b80aa900 comp rx=0 tx=0).stop 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 shutdown_connections 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x557c74760340 0x557c74760720 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557c74747aa0 0x557c747650b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89a6ffd640 0 client.7551 ms_handle_reset on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557c74746550 0x557c747b8250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 --2- 172.21.15.39:0/3472493058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557c7471f0a0 0x557c74764740 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 >> 172.21.15.39:0/3472493058 conn(0x557c7471c860 msgr2=0x557c7478a330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 shutdown_connections 2024-09-13T16:17:07.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 1 -- 172.21.15.39:0/3472493058 wait complete. 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.986+0000 7f89d11f1740 20 client.7551 trim_cache size 0 max 16384 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 7260, 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.6265045279999999, 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 68, 2024-09-13T16:17:07.994 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 77, 2024-09-13T16:17:07.995 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 77, 2024-09-13T16:17:07.995 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 40.276233001000001 2024-09-13T16:17:07.995 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:07.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89b406ac00 msgr2=0x7f89b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89b406ac00 0x7f89b406d0c0 secure :-1 s=READY pgs=498 cs=0 l=1 rev1=1 crypto rx=0x7f89bc006fd0 tx=0x7f89bc008040 comp rx=0 tx=0).stop 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 msgr2=0x7f89c806ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 0x7f89c806ff60 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7f89b8000c00 tx=0x7f89b80046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 shutdown_connections 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f89b406ac00 0x7f89b406d0c0 unknown :-1 s=CLOSED pgs=498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f89c815a360 0x7f89c8146fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89c8159380 0x7f89c814dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 --2- 172.21.15.39:0/2519291035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f89c80ceb30 0x7f89c806ff60 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 >> 172.21.15.39:0/2519291035 conn(0x7f89c80b15d0 msgr2=0x7f89c814f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 shutdown_connections 2024-09-13T16:17:07.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:07.987+0000 7f89ce4d0640 1 -- 172.21.15.39:0/2519291035 wait complete. 2024-09-13T16:17:07.999 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:07.999 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec bash -c 'stat a/ && find a/') 2024-09-13T16:17:08.016 INFO:teuthology.orchestra.run.smithi039.stdout: File: a/ 2024-09-13T16:17:08.016 INFO:teuthology.orchestra.run.smithi039.stdout: Size: 0 Blocks: 1 IO Block: 4096 directory 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:Device: 2bh/43d Inode: 1099511627776 Links: 4 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:Access: (0755/drwxr-xr-x) Uid: ( 1000/ ubuntu) Gid: ( 1333/ ubuntu) 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:Context: system_u:object_r:fusefs_t:s0 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:Access: 2024-09-13 16:16:39.883040130 +0000 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:Modify: 2024-09-13 16:16:45.437403518 +0000 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:Change: 2024-09-13 16:16:45.437403518 +0000 2024-09-13T16:17:08.017 INFO:teuthology.orchestra.run.smithi039.stdout: Birth: - 2024-09-13T16:17:08.027 INFO:teuthology.orchestra.run.smithi039.stdout:a/ 2024-09-13T16:17:08.027 INFO:teuthology.orchestra.run.smithi039.stdout:a/z 2024-09-13T16:17:08.027 INFO:teuthology.orchestra.run.smithi039.stdout:a/z/d 2024-09-13T16:17:08.028 INFO:teuthology.orchestra.run.smithi039.stdout:a/c 2024-09-13T16:17:08.028 INFO:teuthology.orchestra.run.smithi039.stdout:a/c/d 2024-09-13T16:17:08.028 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.5:0 flush journal 2024-09-13T16:17:08.046 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:17:08.044+0000 7f427fba2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:17:08.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.147+0000 7f94c6cbe640 1 Processor -- start 2024-09-13T16:17:08.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.147+0000 7f94c6cbe640 1 -- start start 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c6cbe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f94c00b4930 0x7f94c00d0610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c6cbe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94c00b1d60 0x7f94c00d0b50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c6cbe640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94c00cff20 con 0x7f94c015fc80 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c6cbe640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94c00d0200 con 0x7f94c00b1d60 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c6cbe640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94c00cd9a0 con 0x7f94c00b4930 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c525b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94c00b1d60 0x7f94c00d0b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c4a5a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f94c015fc80 0x7f94c00b4220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46040/0 (socket says 172.21.15.39:46040) 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.148+0000 7f94c4a5a640 1 -- 172.21.15.39:0/3704424526 learned_addr learned my addr 172.21.15.39:0/3704424526 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94bffff640 1 --2- 172.21.15.39:0/3704424526 >> v2:172.21.15.157:3300/0 conn(0x7f94c00b4930 0x7f94c00d0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94c525b640 1 -- 172.21.15.39:0/3704424526 >> v2:172.21.15.157:3300/0 conn(0x7f94c00b4930 msgr2=0x7f94c00d0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94c525b640 1 --2- 172.21.15.39:0/3704424526 >> v2:172.21.15.157:3300/0 conn(0x7f94c00b4930 0x7f94c00d0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94c525b640 1 -- 172.21.15.39:0/3704424526 >> v1:172.21.15.39:6789/0 conn(0x7f94c015fc80 legacy=0x7f94c00b4220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94bf7fe640 1 -- 172.21.15.39:0/3704424526 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2401662220 0 0) 0x7f94c00cff20 con 0x7f94c015fc80 2024-09-13T16:17:08.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94c525b640 1 -- 172.21.15.39:0/3704424526 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c00cdc80 con 0x7f94c00b1d60 2024-09-13T16:17:08.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94bffff640 1 --2- 172.21.15.39:0/3704424526 >> v2:172.21.15.157:3300/0 conn(0x7f94c00b4930 0x7f94c00d0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:08.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.149+0000 7f94c525b640 1 --2- 172.21.15.39:0/3704424526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c00b1d60 0x7f94c00d0b50 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f94c0161560 tx=0x7f94a802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b02956821350da9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94bf7fe640 1 -- 172.21.15.39:0/3704424526 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a802ae60 con 0x7f94c00b1d60 2024-09-13T16:17:08.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94bf7fe640 1 -- 172.21.15.39:0/3704424526 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94a8032440 con 0x7f94c00b1d60 2024-09-13T16:17:08.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94bf7fe640 1 -- 172.21.15.39:0/3704424526 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a80327d0 con 0x7f94c00b1d60 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 -- 172.21.15.39:0/3704424526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c00b1d60 msgr2=0x7f94c00d0b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/3704424526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c00b1d60 0x7f94c00d0b50 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f94c0161560 tx=0x7f94a802a110 comp rx=0 tx=0).stop 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 -- 172.21.15.39:0/3704424526 shutdown_connections 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/3704424526 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c00b1d60 0x7f94c00d0b50 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/3704424526 >> v2:172.21.15.157:3300/0 conn(0x7f94c00b4930 0x7f94c00d0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 -- 172.21.15.39:0/3704424526 >> 172.21.15.39:0/3704424526 conn(0x7f94c006c270 msgr2=0x7f94c00cf220 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 -- 172.21.15.39:0/3704424526 shutdown_connections 2024-09-13T16:17:08.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.150+0000 7f94c6cbe640 1 -- 172.21.15.39:0/3704424526 wait complete. 2024-09-13T16:17:08.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.151+0000 7f94c6cbe640 1 Processor -- start 2024-09-13T16:17:08.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 -- start start 2024-09-13T16:17:08.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c00b1d60 0x7f94c00c9070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c00b4930 0x7f94c01f6320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 0x7f94c0155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c0158ec0 con 0x7f94c015fc80 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c00c95b0 con 0x7f94c00b4930 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.152+0000 7f94c6cbe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c01f6860 con 0x7f94c00b1d60 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 0x7f94c0155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 0x7f94c0155db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39750/0 (socket says 172.21.15.39:39750) 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 -- 172.21.15.39:0/4255842968 learned_addr learned my addr 172.21.15.39:0/4255842968 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c00b1d60 0x7f94c00c9070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94bffff640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c00b4930 0x7f94c01f6320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 -- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c00b1d60 msgr2=0x7f94c00c9070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c00b1d60 0x7f94c00c9070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 -- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c00b4930 msgr2=0x7f94c01f6320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c00b4930 0x7f94c01f6320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 -- 172.21.15.39:0/4255842968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94a8009400 con 0x7f94c015fc80 2024-09-13T16:17:08.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c525b640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 0x7f94c0155db0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f94a802a700 tx=0x7f94a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94bd7fa640 1 -- 172.21.15.39:0/4255842968 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a8004230 con 0x7f94c015fc80 2024-09-13T16:17:08.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94bd7fa640 1 -- 172.21.15.39:0/4255842968 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94a8004390 con 0x7f94c015fc80 2024-09-13T16:17:08.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94c0158240 con 0x7f94c015fc80 2024-09-13T16:17:08.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94bd7fa640 1 -- 172.21.15.39:0/4255842968 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a803d830 con 0x7f94c015fc80 2024-09-13T16:17:08.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.153+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94c0158800 con 0x7f94c015fc80 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.155+0000 7f94bd7fa640 1 -- 172.21.15.39:0/4255842968 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94a803d990 con 0x7f94c015fc80 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.155+0000 7f94bd7fa640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a006ac00 0x7f94a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.155+0000 7f94bd7fa640 1 -- 172.21.15.39:0/4255842968 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f94a80aa040 con 0x7f94c015fc80 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.156+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a006ac00 0x7f94a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.156+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a006ac00 0x7f94a006d0c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f94b8007fd0 tx=0x7f94b8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.156+0000 7f94c99e0740 1 Processor -- start 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.156+0000 7f94c99e0740 1 -- start start 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2cc90 0x564dbfc707b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc564e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc56a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c99e0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfb95f20 con 0x564dbfc2d070 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfb936b0 con 0x564dbfc2cc90 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564dbfb8efa0 con 0x564dbfc70ef0 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc564e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc564e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39758/0 (socket says 172.21.15.39:39758) 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 -- 172.21.15.39:0/2630383822 learned_addr learned my addr 172.21.15.39:0/2630383822 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2cc90 0x564dbfc707b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94c525b640 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc56a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 -- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 msgr2=0x564dbfc56a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc56a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 -- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2cc90 msgr2=0x564dbfc707b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2cc90 0x564dbfc707b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.157+0000 7f94bffff640 1 -- 172.21.15.39:0/2630383822 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564dbfb49840 con 0x564dbfc2d070 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94bffff640 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc564e0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b430 tx=0x7f94b000b8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cc0e7d71e664fac1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94b67fc640 1 -- 172.21.15.39:0/2630383822 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b0010070 con 0x564dbfc2d070 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94b67fc640 1 -- 172.21.15.39:0/2630383822 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94b0007630 con 0x564dbfc2d070 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94b67fc640 1 -- 172.21.15.39:0/2630383822 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b00079c0 con 0x564dbfc2d070 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 -- 172.21.15.39:0/2630383822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 msgr2=0x564dbfc564e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc564e0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7f94b000b430 tx=0x7f94b000b8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 -- 172.21.15.39:0/2630383822 shutdown_connections 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc56a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc564e0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2630383822 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2cc90 0x564dbfc707b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 -- 172.21.15.39:0/2630383822 >> 172.21.15.39:0/2630383822 conn(0x564dbfc28f90 msgr2=0x564dbfc714e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.158+0000 7f94c99e0740 1 -- 172.21.15.39:0/2630383822 shutdown_connections 2024-09-13T16:17:08.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.159+0000 7f94c99e0740 1 -- 172.21.15.39:0/2630383822 wait complete. 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.159+0000 7f94c99e0740 1 -- start start 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.159+0000 7f94c99e0740 1 Processor -- start 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc595b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc46140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc27010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfb302a0 con 0x564dbfc2d070 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbf867430 con 0x564dbfc57890 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564dbfb12680 con 0x564dbfc70ef0 2024-09-13T16:17:08.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c99e0740 10 client.0 _ll_register_callbacks cb 0x564dbfb88610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc595b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc595b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39774/0 (socket says 172.21.15.39:39774) 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 -- 172.21.15.39:0/1250482640 learned_addr learned my addr 172.21.15.39:0/1250482640 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94bffff640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc46140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c525b640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc27010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 -- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 msgr2=0x564dbfc46140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc46140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 -- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 msgr2=0x564dbfc27010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc27010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.160+0000 7f94c4a5a640 1 -- 172.21.15.39:0/1250482640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94b0008ca0 con 0x564dbfc2d070 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc595b0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f94b8005a80 tx=0x7f94b8001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd4716b5572ee46e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f949f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f949f7fe640 1 -- 172.21.15.39:0/1250482640 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94b8012410 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f949f7fe640 1 -- 172.21.15.39:0/1250482640 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f94b8022b60 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x564dbf8824e0 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f949f7fe640 1 -- 172.21.15.39:0/1250482640 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94b8022d20 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 10 client.7566 fetch_fsmap learned FSMap version 68 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) v3 -- 0x564dbfb8d620 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f949f7fe640 1 -- 172.21.15.39:0/1250482640 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x564dbf8824e0 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f949f7fe640 1 -- 172.21.15.39:0/1250482640 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f94b802a070 con 0x564dbfc2d070 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 10 client.7566 fetch_fsmap finished waiting for FSMap version 68 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 10 client.7566 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.c 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 20 client.7566 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc80d80 0x564dbfc81190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 4 client.7566 mds_command: new command op to 7260 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:17:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 --> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x564dbf8937e0 con 0x564dbfc80d80 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.161+0000 7f94bffff640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc80d80 0x564dbfc81190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f949f7fe640 10 client.7566 ms_handle_connect on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f94bffff640 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc80d80 0x564dbfc81190 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=23a173deeaf701a9 server_cookie=7dd807156c13d60b in_seq=0 out_seq=0 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f949f7fe640 1 -- 172.21.15.39:0/1250482640 <== mds.0 v2:172.21.15.39:6833/3605875439 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x564dbf8937e0 con 0x564dbfc80d80 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f949f7fe640 10 client.7566 handle_command_reply: tid=0 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f94c99e0740 1 client.7566 shutdown 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 msgr2=0x564dbfc595b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f94c99e0740 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc595b0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f94b8005a80 tx=0x7f94b8001080 comp rx=0 tx=0).stop 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.162+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 shutdown_connections 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc80d80 0x564dbfc81190 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc27010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc70ef0 0x564dbfc46140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f949f7fe640 0 client.7566 ms_handle_reset on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:08.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 --2- 172.21.15.39:0/1250482640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc2d070 0x564dbfc595b0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 >> 172.21.15.39:0/1250482640 conn(0x564dbfc2cc90 msgr2=0x564dbfc520e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 shutdown_connections 2024-09-13T16:17:08.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 1 -- 172.21.15.39:0/1250482640 wait complete. 2024-09-13T16:17:08.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.163+0000 7f94c99e0740 20 client.7566 trim_cache size 0 max 16384 2024-09-13T16:17:08.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.175+0000 7f94c99e0740 1 Processor -- start 2024-09-13T16:17:08.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.175+0000 7f94c99e0740 1 -- start start 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2d070 0x564dbfc6e480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc57890 0x564dbfc59560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfc25cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c99e0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfc25b50 con 0x564dbfc70ef0 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfc6f120 con 0x564dbfc2d070 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564dbfc70b10 con 0x564dbfc57890 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfc25cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfc25cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39790/0 (socket says 172.21.15.39:39790) 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 -- 172.21.15.39:0/3308075130 learned_addr learned my addr 172.21.15.39:0/3308075130 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 -- 172.21.15.39:0/3308075130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc57890 msgr2=0x564dbfc59560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc57890 0x564dbfc59560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 -- 172.21.15.39:0/3308075130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2d070 msgr2=0x564dbfc6e480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2d070 0x564dbfc6e480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.176+0000 7f94c525b640 1 -- 172.21.15.39:0/3308075130 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564dbfb2f790 con 0x564dbfc70ef0 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c525b640 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfc25cf0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f94a8075530 tx=0x7f94a8008040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d9c00a68372b37 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94b6ffd640 1 -- 172.21.15.39:0/3308075130 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a8081420 con 0x564dbfc70ef0 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94b6ffd640 1 -- 172.21.15.39:0/3308075130 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94a8077170 con 0x564dbfc70ef0 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94b6ffd640 1 -- 172.21.15.39:0/3308075130 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a8075740 con 0x564dbfc70ef0 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 -- 172.21.15.39:0/3308075130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 msgr2=0x564dbfc25cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfc25cf0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f94a8075530 tx=0x7f94a8008040 comp rx=0 tx=0).stop 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 -- 172.21.15.39:0/3308075130 shutdown_connections 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfc25cf0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc57890 0x564dbfc59560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 --2- 172.21.15.39:0/3308075130 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc2d070 0x564dbfc6e480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 -- 172.21.15.39:0/3308075130 >> 172.21.15.39:0/3308075130 conn(0x564dbfc2cc90 msgr2=0x564dbfc701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 -- 172.21.15.39:0/3308075130 shutdown_connections 2024-09-13T16:17:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.177+0000 7f94c99e0740 1 -- 172.21.15.39:0/3308075130 wait complete. 2024-09-13T16:17:08.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.178+0000 7f94c99e0740 1 -- start start 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.178+0000 7f94c99e0740 1 Processor -- start 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc2d070 0x564dbfcdb880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc8f690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfcc1600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfc91f40 con 0x564dbfc70ef0 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564dbfc590e0 con 0x564dbfc57890 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564dbfc27330 con 0x564dbfc2d070 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c99e0740 10 client.0 _ll_register_callbacks cb 0x7f94b8001d50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfcc1600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfcc1600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39806/0 (socket says 172.21.15.39:39806) 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 -- 172.21.15.39:0/2538777649 learned_addr learned my addr 172.21.15.39:0/2538777649 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc2d070 0x564dbfcdb880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 -- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc2d070 msgr2=0x564dbfcdb880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94bffff640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc8f690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc2d070 0x564dbfcdb880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 -- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 msgr2=0x564dbfc8f690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc8f690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 -- 172.21.15.39:0/2538777649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94c0158800 con 0x564dbfc70ef0 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc2d070 0x564dbfcdb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94bffff640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc8f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f94c525b640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfcc1600 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f94a8078d30 tx=0x7f94a80a8470 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d6966812fedaed2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f949f7fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f949f7fe640 1 -- 172.21.15.39:0/2538777649 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94a803de40 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.179+0000 7f949f7fe640 1 -- 172.21.15.39:0/2538777649 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f94a8081420 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f94b0007630 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f949f7fe640 1 -- 172.21.15.39:0/2538777649 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=68) v2 ==== 24+0+0 (secure 0 0 0) 0x7f94a80a8280 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 10 client.7572 fetch_fsmap learned FSMap version 68 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=68,monmap=2+}) v3 -- 0x564dbfb54ea0 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f949f7fe640 1 -- 172.21.15.39:0/2538777649 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94b0007630 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f949f7fe640 1 -- 172.21.15.39:0/2538777649 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 68) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f94a8078520 con 0x564dbfc70ef0 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 10 client.7572 fetch_fsmap finished waiting for FSMap version 68 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 10 client.7572 resolve_mds: resolved 5:0 to role '5:0' aka daemon mds.c 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 20 client.7572 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc59560 0x564dbfc59970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 4 client.7572 mds_command: new command op to 7260 tid=0 multi_id=0 [{"prefix": "flush journal"}] 2024-09-13T16:17:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 --> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] -- command(tid 0: {"prefix": "flush journal"}) v1 -- 0x564dbf8e6e30 con 0x564dbfc59560 2024-09-13T16:17:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc59560 0x564dbfc59970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f94c4a5a640 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc59560 0x564dbfc59970 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb0be98d89f8aea3 server_cookie=c220bd6e5e696369 in_seq=0 out_seq=0 2024-09-13T16:17:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.180+0000 7f949f7fe640 10 client.7572 ms_handle_connect on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:08.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.199+0000 7f949f7fe640 1 -- 172.21.15.39:0/2538777649 <== mds.0 v2:172.21.15.39:6833/3605875439 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+44 (crc 0 0 0) 0x564dbf8e6e30 con 0x564dbfc59560 2024-09-13T16:17:08.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.199+0000 7f949f7fe640 10 client.7572 handle_command_reply: tid=0 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.199+0000 7f94c99e0740 1 client.7572 shutdown 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 msgr2=0x564dbfcc1600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfcc1600 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f94a8078d30 tx=0x7f94a80a8470 comp rx=0 tx=0).stop 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 shutdown_connections 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:6833/3605875439,v1:172.21.15.39:6835/3605875439] conn(0x564dbfc59560 0x564dbfc59970 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564dbfc70ef0 0x564dbfcc1600 unknown :-1 s=CLOSED pgs=1196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564dbfc57890 0x564dbfc8f690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f949f7fe640 0 client.7572 ms_handle_reset on v2:172.21.15.39:6833/3605875439 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 --2- 172.21.15.39:0/2538777649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564dbfc2d070 0x564dbfcdb880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 >> 172.21.15.39:0/2538777649 conn(0x564dbfc2cc90 msgr2=0x564dbfc6ffb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 shutdown_connections 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 1 -- 172.21.15.39:0/2538777649 wait complete. 2024-09-13T16:17:08.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c99e0740 20 client.7572 trim_cache size 0 max 16384 2024-09-13T16:17:08.203 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:08.203 INFO:teuthology.orchestra.run.smithi039.stdout: "message": "", 2024-09-13T16:17:08.203 INFO:teuthology.orchestra.run.smithi039.stdout: "return_code": 0 2024-09-13T16:17:08.203 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a006ac00 msgr2=0x7f94a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a006ac00 0x7f94a006d0c0 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7f94b8007fd0 tx=0x7f94b8009040 comp rx=0 tx=0).stop 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 msgr2=0x7f94c0155db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.200+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 0x7f94c0155db0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f94a802a700 tx=0x7f94a80046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 shutdown_connections 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a006ac00 0x7f94a006d0c0 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c015fc80 0x7f94c0155db0 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c00b4930 0x7f94c01f6320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 --2- 172.21.15.39:0/4255842968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c00b1d60 0x7f94c00c9070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 >> 172.21.15.39:0/4255842968 conn(0x7f94c006c270 msgr2=0x7f94c00b5a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 shutdown_connections 2024-09-13T16:17:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.201+0000 7f94c6cbe640 1 -- 172.21.15.39:0/4255842968 wait complete. 2024-09-13T16:17:08.213 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:17:08.213 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:17:08.260 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:17:08.304 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:17:08.304 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:08.305 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:08.324 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:08.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 Processor -- start 2024-09-13T16:17:08.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 -- start start 2024-09-13T16:17:08.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb3f00721f0 0x7fb3f00ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3f00ce7b0 0x7fb3f00cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3f00cebf0 con 0x7fb3f00cc650 2024-09-13T16:17:08.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3f015bed0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.465+0000 7fb3f6e68640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3f015aa50 con 0x7fb3f00721f0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3f00ce7b0 0x7fb3f00cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb3f00ce7b0 0x7fb3f00cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39818/0 (socket says 172.21.15.39:39818) 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 -- 172.21.15.39:0/2886762432 learned_addr learned my addr 172.21.15.39:0/2886762432 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3f4c04640 1 --2- 172.21.15.39:0/2886762432 >> v2:172.21.15.157:3300/0 conn(0x7fb3f00721f0 0x7fb3f00ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 -- 172.21.15.39:0/2886762432 >> v2:172.21.15.157:3300/0 conn(0x7fb3f00721f0 msgr2=0x7fb3f00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 --2- 172.21.15.39:0/2886762432 >> v2:172.21.15.157:3300/0 conn(0x7fb3f00721f0 0x7fb3f00ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 -- 172.21.15.39:0/2886762432 >> v1:172.21.15.157:6789/0 conn(0x7fb3f00cc650 legacy=0x7fb3f0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.466+0000 7fb3effff640 1 -- 172.21.15.39:0/2886762432 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3f015af50 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3effff640 1 --2- 172.21.15.39:0/2886762432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00cc110 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0068520 tx=0x7fb3d802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bef84f784486a88 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3ef7fe640 1 -- 172.21.15.39:0/2886762432 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3d8032440 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3ef7fe640 1 -- 172.21.15.39:0/2886762432 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3d80325a0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3ef7fe640 1 -- 172.21.15.39:0/2886762432 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3d8032930 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 -- 172.21.15.39:0/2886762432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 msgr2=0x7fb3f00cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/2886762432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00cc110 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fb3f0068520 tx=0x7fb3d802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 -- 172.21.15.39:0/2886762432 shutdown_connections 2024-09-13T16:17:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/2886762432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00cc110 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/2886762432 >> v2:172.21.15.157:3300/0 conn(0x7fb3f00721f0 0x7fb3f00ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 -- 172.21.15.39:0/2886762432 >> 172.21.15.39:0/2886762432 conn(0x7fb3f006b3b0 msgr2=0x7fb3f006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 -- 172.21.15.39:0/2886762432 shutdown_connections 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.467+0000 7fb3f6e68640 1 -- 172.21.15.39:0/2886762432 wait complete. 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 Processor -- start 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 -- start start 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3f00721f0 0x7fb3f014a080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3f00cc650 0x7fb3f00b1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00c3680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3f00b2a00 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3f00b1df0 con 0x7fb3f00721f0 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.469+0000 7fb3f6e68640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3f00b20d0 con 0x7fb3f00cc650 2024-09-13T16:17:08.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00c3680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00c3680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39822/0 (socket says 172.21.15.39:39822) 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 -- 172.21.15.39:0/521066395 learned_addr learned my addr 172.21.15.39:0/521066395 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f4c04640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3f00721f0 0x7fb3f014a080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3effff640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3f00cc650 0x7fb3f00b1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 -- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3f00cc650 msgr2=0x7fb3f00b1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3f00cc650 0x7fb3f00b1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 -- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3f00721f0 msgr2=0x7fb3f014a080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3f00721f0 0x7fb3f014a080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 -- 172.21.15.39:0/521066395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3d80094d0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f4c04640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3f00721f0 0x7fb3f014a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3effff640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3f00cc650 0x7fb3f00b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f5405640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00c3680 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800c410 tx=0x7fb3e800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8011790 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3e80118f0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3f00b23b0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3e8011ce0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.470+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3f014a5c0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.471+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3f00672f0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.472+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb3e801c460 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.472+0000 7fb3ed7fa640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3d006ac00 0x7fb3d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.473+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb3e8089250 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.473+0000 7fb3f4c04640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3d006ac00 0x7fb3d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.473+0000 7fb3f4c04640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3d006ac00 0x7fb3d006d0c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fb3e0007fc0 tx=0x7fb3e00075b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.477+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb3e80543d0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.648+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3f00ccae0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.649+0000 7fb3ed7fa640 1 -- 172.21.15.39:0/521066395 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16681 (secure 0 0 0) 0x7fb3e80579f0 con 0x7fb3f00ce7b0 2024-09-13T16:17:08.651 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:08.651 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:03.353278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/7772685":"2024-09-14T16:17:03.353238+0000","172.21.15.157:6835/7772685":"2024-09-14T16:17:03.353238+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:08.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3d006ac00 msgr2=0x7fb3d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3d006ac00 0x7fb3d006d0c0 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fb3e0007fc0 tx=0x7fb3e00075b0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 msgr2=0x7fb3f00c3680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00c3680 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7fb3e800c410 tx=0x7fb3e800c8d0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 shutdown_connections 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3d006ac00 0x7fb3d006d0c0 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3f00ce7b0 0x7fb3f00c3680 unknown :-1 s=CLOSED pgs=1198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3f00cc650 0x7fb3f00b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 --2- 172.21.15.39:0/521066395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3f00721f0 0x7fb3f014a080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.651+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 >> 172.21.15.39:0/521066395 conn(0x7fb3f006b3b0 msgr2=0x7fb3f015c2f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.652+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 shutdown_connections 2024-09-13T16:17:08.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.652+0000 7fb3f6e68640 1 -- 172.21.15.39:0/521066395 wait complete. 2024-09-13T16:17:08.664 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:16:30.382854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:16:31.117767+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:08.664 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:08.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.767+0000 7ff0d9795640 1 Processor -- start 2024-09-13T16:17:08.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.767+0000 7ff0d9795640 1 -- start start 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d9795640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40b2620 0x7ff0d415b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d9795640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0d40ce250 0x7ff0d406c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d9795640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0d406bcc0 con 0x7ff0d4154bf0 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d9795640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0d415b9f0 con 0x7ff0d40ce250 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d9795640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d40cc2e0 con 0x7ff0d40b2620 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d2ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff0d4154bf0 0x7ff0d40cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46054/0 (socket says 172.21.15.39:46054) 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d2ffd640 1 -- 172.21.15.39:0/3802083778 learned_addr learned my addr 172.21.15.39:0/3802083778 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:08.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d37fe640 1 --2- 172.21.15.39:0/3802083778 >> v2:172.21.15.39:3300/0 conn(0x7ff0d40ce250 0x7ff0d406c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d1ffb640 1 -- 172.21.15.39:0/3802083778 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 600846661 0 0) 0x7ff0d406bcc0 con 0x7ff0d4154bf0 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.768+0000 7ff0d27fc640 1 --2- 172.21.15.39:0/3802083778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40b2620 0x7ff0d415b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.769+0000 7ff0d1ffb640 1 -- 172.21.15.39:0/3802083778 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0c0003520 con 0x7ff0d4154bf0 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.769+0000 7ff0d37fe640 1 -- 172.21.15.39:0/3802083778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40b2620 msgr2=0x7ff0d415b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.769+0000 7ff0d37fe640 1 --2- 172.21.15.39:0/3802083778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40b2620 0x7ff0d415b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.769+0000 7ff0d37fe640 1 -- 172.21.15.39:0/3802083778 >> v1:172.21.15.39:6789/0 conn(0x7ff0d4154bf0 legacy=0x7ff0d40cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.769+0000 7ff0d37fe640 1 -- 172.21.15.39:0/3802083778 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0d406bf60 con 0x7ff0d40ce250 2024-09-13T16:17:08.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.769+0000 7ff0d37fe640 1 --2- 172.21.15.39:0/3802083778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40ce250 0x7ff0d406c760 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0097a0 tx=0x7ff0cc02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=22d6f9f4940d0536 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d1ffb640 1 -- 172.21.15.39:0/3802083778 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc02ae50 con 0x7ff0d40ce250 2024-09-13T16:17:08.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d1ffb640 1 -- 172.21.15.39:0/3802083778 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0cc032440 con 0x7ff0d40ce250 2024-09-13T16:17:08.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d1ffb640 1 -- 172.21.15.39:0/3802083778 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0cc0327d0 con 0x7ff0d40ce250 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 -- 172.21.15.39:0/3802083778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40ce250 msgr2=0x7ff0d406c760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3802083778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40ce250 0x7ff0d406c760 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7ff0cc0097a0 tx=0x7ff0cc02a100 comp rx=0 tx=0).stop 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 -- 172.21.15.39:0/3802083778 shutdown_connections 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3802083778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40ce250 0x7ff0d406c760 unknown :-1 s=CLOSED pgs=1200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3802083778 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40b2620 0x7ff0d415b4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 -- 172.21.15.39:0/3802083778 >> 172.21.15.39:0/3802083778 conn(0x7ff0d40b0eb0 msgr2=0x7ff0d4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 -- 172.21.15.39:0/3802083778 shutdown_connections 2024-09-13T16:17:08.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.770+0000 7ff0d9795640 1 -- 172.21.15.39:0/3802083778 wait complete. 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.771+0000 7ff0d9795640 1 Processor -- start 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 -- start start 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 0x7ff0d414fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40ce250 0x7ff0d414f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0d4154bf0 0x7ff0d415cc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d414fc20 con 0x7ff0d40b2620 2024-09-13T16:17:08.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d41e3ef0 con 0x7ff0d4154bf0 2024-09-13T16:17:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d9795640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0d41e3730 con 0x7ff0d40ce250 2024-09-13T16:17:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 0x7ff0d414fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 0x7ff0d414fdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39836/0 (socket says 172.21.15.39:39836) 2024-09-13T16:17:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d2ffd640 1 -- 172.21.15.39:0/3242109057 learned_addr learned my addr 172.21.15.39:0/3242109057 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d37fe640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0d4154bf0 0x7ff0d415cc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.772+0000 7ff0d27fc640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40ce250 0x7ff0d414f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d2ffd640 1 -- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40ce250 msgr2=0x7ff0d414f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d2ffd640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40ce250 0x7ff0d414f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d2ffd640 1 -- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0d4154bf0 msgr2=0x7ff0d415cc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d2ffd640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0d4154bf0 0x7ff0d415cc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d2ffd640 1 -- 172.21.15.39:0/3242109057 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0cc009400 con 0x7ff0d40b2620 2024-09-13T16:17:08.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d27fc640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40ce250 0x7ff0d414f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d2ffd640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 0x7ff0d414fdc0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400cb40 tx=0x7ff0c400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c400aca0 con 0x7ff0d40b2620 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0c400ae00 con 0x7ff0d40b2620 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c4012620 con 0x7ff0d40b2620 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0d41f3f00 con 0x7ff0d40b2620 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.773+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0d41f41e0 con 0x7ff0d40b2620 2024-09-13T16:17:08.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.774+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0d40672f0 con 0x7ff0d40b2620 2024-09-13T16:17:08.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.775+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff0c4007070 con 0x7ff0d40b2620 2024-09-13T16:17:08.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.775+0000 7ff0cb7fe640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0b406ac00 0x7ff0b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:08.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.775+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff0c4089400 con 0x7ff0d40b2620 2024-09-13T16:17:08.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.775+0000 7ff0d27fc640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0b406ac00 0x7ff0b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:08.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.776+0000 7ff0d27fc640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0b406ac00 0x7ff0b406d0c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc006fd0 tx=0x7ff0bc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:08.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.779+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0c40545b0 con 0x7ff0d40b2620 2024-09-13T16:17:08.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.952+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff0d40b1f70 con 0x7ff0d40b2620 2024-09-13T16:17:08.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.952+0000 7ff0cb7fe640 1 -- 172.21.15.39:0/3242109057 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff0c4001c00 con 0x7ff0d40b2620 2024-09-13T16:17:08.977 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0b406ac00 msgr2=0x7ff0b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0b406ac00 0x7ff0b406d0c0 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc006fd0 tx=0x7ff0bc008040 comp rx=0 tx=0).stop 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 msgr2=0x7ff0d414fdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 0x7ff0d414fdc0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7ff0c400cb40 tx=0x7ff0c400a060 comp rx=0 tx=0).stop 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 shutdown_connections 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0b406ac00 0x7ff0b406d0c0 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0d4154bf0 0x7ff0d415cc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0d40ce250 0x7ff0d414f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 --2- 172.21.15.39:0/3242109057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0d40b2620 0x7ff0d414fdc0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 >> 172.21.15.39:0/3242109057 conn(0x7ff0d40b0eb0 msgr2=0x7ff0d40af8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 shutdown_connections 2024-09-13T16:17:08.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:08.954+0000 7ff0d9795640 1 -- 172.21.15.39:0/3242109057 wait complete. 2024-09-13T16:17:08.980 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:17:09.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.083+0000 7fda09383640 1 Processor -- start 2024-09-13T16:17:09.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.083+0000 7fda09383640 1 -- start start 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda09383640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fda040b3610 0x7fda0415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda09383640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda0406f880 0x7fda0406fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda09383640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda040701f0 con 0x7fda04143d30 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda09383640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda04071eb0 con 0x7fda0406f880 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda09383640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda04072440 con 0x7fda040b3610 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda0406f880 0x7fda0406fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda0406f880 0x7fda0406fcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39846/0 (socket says 172.21.15.39:39846) 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 -- 172.21.15.39:0/1703489404 learned_addr learned my addr 172.21.15.39:0/1703489404 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda027fc640 1 --2- 172.21.15.39:0/1703489404 >> v2:172.21.15.157:3300/0 conn(0x7fda040b3610 0x7fda0415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 -- 172.21.15.39:0/1703489404 >> v2:172.21.15.157:3300/0 conn(0x7fda040b3610 msgr2=0x7fda0415eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:09.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 --2- 172.21.15.39:0/1703489404 >> v2:172.21.15.157:3300/0 conn(0x7fda040b3610 0x7fda0415eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 -- 172.21.15.39:0/1703489404 >> v1:172.21.15.157:6789/0 conn(0x7fda04143d30 legacy=0x7fda040717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.084+0000 7fda037fe640 1 -- 172.21.15.39:0/1703489404 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda04144110 con 0x7fda0406f880 2024-09-13T16:17:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.085+0000 7fda037fe640 1 --2- 172.21.15.39:0/1703489404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0406f880 0x7fda0406fcb0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fda040cadc0 tx=0x7fd9fc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a58eccd2ee19e501 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.085+0000 7fda01ffb640 1 -- 172.21.15.39:0/1703489404 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc032440 con 0x7fda0406f880 2024-09-13T16:17:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.085+0000 7fda01ffb640 1 -- 172.21.15.39:0/1703489404 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9fc0325a0 con 0x7fda0406f880 2024-09-13T16:17:09.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.085+0000 7fda01ffb640 1 -- 172.21.15.39:0/1703489404 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc032930 con 0x7fda0406f880 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 -- 172.21.15.39:0/1703489404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0406f880 msgr2=0x7fda0406fcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 --2- 172.21.15.39:0/1703489404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0406f880 0x7fda0406fcb0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7fda040cadc0 tx=0x7fd9fc02a270 comp rx=0 tx=0).stop 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 -- 172.21.15.39:0/1703489404 shutdown_connections 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 --2- 172.21.15.39:0/1703489404 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0406f880 0x7fda0406fcb0 unknown :-1 s=CLOSED pgs=1202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 --2- 172.21.15.39:0/1703489404 >> v2:172.21.15.157:3300/0 conn(0x7fda040b3610 0x7fda0415eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 -- 172.21.15.39:0/1703489404 >> 172.21.15.39:0/1703489404 conn(0x7fda040b00a0 msgr2=0x7fda040b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 -- 172.21.15.39:0/1703489404 shutdown_connections 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.086+0000 7fda09383640 1 -- 172.21.15.39:0/1703489404 wait complete. 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.087+0000 7fda09383640 1 Processor -- start 2024-09-13T16:17:09.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.087+0000 7fda09383640 1 -- start start 2024-09-13T16:17:09.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda09383640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0406f880 0x7fda04132c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda09383640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 0x7fda040acd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda09383640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda04143d30 0x7fda041414e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda09383640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda0415a6d0 con 0x7fda040b3610 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda09383640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda040ad3e0 con 0x7fda0406f880 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda09383640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda040a8640 con 0x7fda04143d30 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 0x7fda040acd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 0x7fda040acd70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39858/0 (socket says 172.21.15.39:39858) 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 -- 172.21.15.39:0/3026216572 learned_addr learned my addr 172.21.15.39:0/3026216572 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda02ffd640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0406f880 0x7fda04132c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda037fe640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda04143d30 0x7fda041414e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 -- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda04143d30 msgr2=0x7fda041414e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda04143d30 0x7fda041414e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 -- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0406f880 msgr2=0x7fda04132c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0406f880 0x7fda04132c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda027fc640 1 -- 172.21.15.39:0/3026216572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9fc0094d0 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda037fe640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda04143d30 0x7fda041414e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.088+0000 7fda02ffd640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0406f880 0x7fda04132c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.089+0000 7fda027fc640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 0x7fda040acd70 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec00d800 tx=0x7fd9ec00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.089+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9ec00b6c0 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.089+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9ec00b820 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.089+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda040a8920 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.089+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9ec00bbb0 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.089+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda040a8ee0 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.090+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda040672f0 con 0x7fda040b3610 2024-09-13T16:17:09.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.090+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd9ec00bd10 con 0x7fda040b3610 2024-09-13T16:17:09.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.091+0000 7fd9fb7fe640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9e406ac00 0x7fd9e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.091+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd9ec0898a0 con 0x7fda040b3610 2024-09-13T16:17:09.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.091+0000 7fda02ffd640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9e406ac00 0x7fd9e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.092+0000 7fda02ffd640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9e406ac00 0x7fd9e406d0c0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd9f40012e0 tx=0x7fd9f4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.095+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd9ec054ab0 con 0x7fda040b3610 2024-09-13T16:17:09.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.264+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fda0404e210 con 0x7fda040b3610 2024-09-13T16:17:09.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.265+0000 7fd9fb7fe640 1 -- 172.21.15.39:0/3026216572 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v77) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd9ec0580d0 con 0x7fda040b3610 2024-09-13T16:17:09.267 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9e406ac00 msgr2=0x7fd9e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9e406ac00 0x7fd9e406d0c0 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7fd9f40012e0 tx=0x7fd9f4009040 comp rx=0 tx=0).stop 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 msgr2=0x7fda040acd70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 0x7fda040acd70 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7fd9ec00d800 tx=0x7fd9ec00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 shutdown_connections 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9e406ac00 0x7fd9e406d0c0 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda04143d30 0x7fda041414e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda040b3610 0x7fda040acd70 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 --2- 172.21.15.39:0/3026216572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0406f880 0x7fda04132c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 >> 172.21.15.39:0/3026216572 conn(0x7fda040b00a0 msgr2=0x7fda041424a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 shutdown_connections 2024-09-13T16:17:09.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.267+0000 7fda09383640 1 -- 172.21.15.39:0/3026216572 wait complete. 2024-09-13T16:17:09.280 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:17:09.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.384+0000 7fc1770b1640 1 Processor -- start 2024-09-13T16:17:09.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.384+0000 7fc1770b1640 1 -- start start 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc1770b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc1770b1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc1700b4180 0x7fc1700d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc1770b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc1700b5550 con 0x7fc1700d1f40 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc1770b1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1700b2000 con 0x7fc1700b4180 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc1770b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1700d2340 con 0x7fc17015c7d0 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc16ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc1700b4180 0x7fc1700d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc17564e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc1700d1f40 0x7fc1700d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46068/0 (socket says 172.21.15.39:46068) 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc17564e640 1 -- 172.21.15.39:0/3398934334 learned_addr learned my addr 172.21.15.39:0/3398934334 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:09.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc174e4d640 1 --2- 172.21.15.39:0/3398934334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc16ffff640 1 -- 172.21.15.39:0/3398934334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 msgr2=0x7fc1700cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:09.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc16ffff640 1 --2- 172.21.15.39:0/3398934334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc16ffff640 1 -- 172.21.15.39:0/3398934334 >> v1:172.21.15.39:6789/0 conn(0x7fc1700d1f40 legacy=0x7fc1700d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc16f7fe640 1 -- 172.21.15.39:0/3398934334 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2281282223 0 0) 0x7fc1700b5550 con 0x7fc1700d1f40 2024-09-13T16:17:09.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.385+0000 7fc16ffff640 1 -- 172.21.15.39:0/3398934334 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1700b4610 con 0x7fc1700b4180 2024-09-13T16:17:09.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.386+0000 7fc16ffff640 1 --2- 172.21.15.39:0/3398934334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700b4180 0x7fc1700d1a00 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fc1580097a0 tx=0x7fc15802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccc45414a7ca2df4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.386+0000 7fc16f7fe640 1 -- 172.21.15.39:0/3398934334 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc158032440 con 0x7fc1700b4180 2024-09-13T16:17:09.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.386+0000 7fc16f7fe640 1 -- 172.21.15.39:0/3398934334 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1580325a0 con 0x7fc1700b4180 2024-09-13T16:17:09.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.386+0000 7fc16f7fe640 1 -- 172.21.15.39:0/3398934334 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc158032930 con 0x7fc1700b4180 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 -- 172.21.15.39:0/3398934334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700b4180 msgr2=0x7fc1700d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 --2- 172.21.15.39:0/3398934334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700b4180 0x7fc1700d1a00 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7fc1580097a0 tx=0x7fc15802a180 comp rx=0 tx=0).stop 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 -- 172.21.15.39:0/3398934334 shutdown_connections 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 --2- 172.21.15.39:0/3398934334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700b4180 0x7fc1700d1a00 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 --2- 172.21.15.39:0/3398934334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 -- 172.21.15.39:0/3398934334 >> 172.21.15.39:0/3398934334 conn(0x7fc17006bc40 msgr2=0x7fc17006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 -- 172.21.15.39:0/3398934334 shutdown_connections 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.387+0000 7fc1770b1640 1 -- 172.21.15.39:0/3398934334 wait complete. 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.388+0000 7fc1770b1640 1 Processor -- start 2024-09-13T16:17:09.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.388+0000 7fc1770b1640 1 -- start start 2024-09-13T16:17:09.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc1770b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 0x7fc17014d680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc1770b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700c7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc1770b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1700c80d0 0x7fc1701e70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc1770b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1700c8580 con 0x7fc1700d1f40 2024-09-13T16:17:09.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc1770b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1701e5cd0 con 0x7fc1700c80d0 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc1770b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc17014dbc0 con 0x7fc17015c7d0 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 0x7fc17014d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 0x7fc17014d680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39884/0 (socket says 172.21.15.39:39884) 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 -- 172.21.15.39:0/537240580 learned_addr learned my addr 172.21.15.39:0/537240580 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc16ffff640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700c7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc17564e640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1700c80d0 0x7fc1701e70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 -- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 msgr2=0x7fc1700c7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700c7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 -- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1700c80d0 msgr2=0x7fc1701e70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.389+0000 7fc174e4d640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1700c80d0 0x7fc1701e70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc174e4d640 1 -- 172.21.15.39:0/537240580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc158009400 con 0x7fc1700d1f40 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc17564e640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1700c80d0 0x7fc1701e70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:09.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc174e4d640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 0x7fc17014d680 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fc160007e70 tx=0x7fc16000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc160014420 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc160014580 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1701e8990 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc160014930 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.390+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1701e8060 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.391+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1700d1a00 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.391+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc160014a90 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.392+0000 7fc16d7fa640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc15006ac00 0x7fc15006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.392+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc160089ce0 con 0x7fc1700d1f40 2024-09-13T16:17:09.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.392+0000 7fc16ffff640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc15006ac00 0x7fc15006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.393+0000 7fc16ffff640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc15006ac00 0x7fc15006d0c0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc158034000 tx=0x7fc15802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.396+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc160054dd0 con 0x7fc1700d1f40 2024-09-13T16:17:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.566+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fc1700d0080 con 0x7fc1700d1f40 2024-09-13T16:17:09.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.566+0000 7fc16d7fa640 1 -- 172.21.15.39:0/537240580 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v77) v1 ==== 100+0+11 (secure 0 0 0) 0x7fc1600583f0 con 0x7fc1700d1f40 2024-09-13T16:17:09.568 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:17:09.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc15006ac00 msgr2=0x7fc15006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc15006ac00 0x7fc15006d0c0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7fc158034000 tx=0x7fc15802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:09.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 msgr2=0x7fc17014d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 0x7fc17014d680 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7fc160007e70 tx=0x7fc16000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 shutdown_connections 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc15006ac00 0x7fc15006d0c0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1700c80d0 0x7fc1701e70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc17015c7d0 0x7fc1700c7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 --2- 172.21.15.39:0/537240580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1700d1f40 0x7fc17014d680 unknown :-1 s=CLOSED pgs=1206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 >> 172.21.15.39:0/537240580 conn(0x7fc17006bc40 msgr2=0x7fc1700cf320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 shutdown_connections 2024-09-13T16:17:09.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.568+0000 7fc1770b1640 1 -- 172.21.15.39:0/537240580 wait complete. 2024-09-13T16:17:09.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:17:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.682+0000 7f74b74b1640 1 Processor -- start 2024-09-13T16:17:09.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.682+0000 7f74b74b1640 1 -- start start 2024-09-13T16:17:09.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b74b1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f74b0154a80 0x7f74b00b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b74b1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f74b0071990 0x7f74b00cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b74b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74b00b2ff0 con 0x7f74b00b2b20 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b74b1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74b00b32d0 con 0x7f74b0154a80 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b74b1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74b00b35b0 con 0x7f74b0071990 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b524d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f74b0154a80 0x7f74b00b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b4a4c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f74b00b2b20 0x7f74b0071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46076/0 (socket says 172.21.15.39:46076) 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b4a4c640 1 -- 172.21.15.39:0/2767377923 learned_addr learned my addr 172.21.15.39:0/2767377923 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:09.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b5a4e640 1 --2- 172.21.15.39:0/2767377923 >> v2:172.21.15.157:3300/0 conn(0x7f74b0071990 0x7f74b00cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b524d640 1 -- 172.21.15.39:0/2767377923 >> v2:172.21.15.157:3300/0 conn(0x7f74b0071990 msgr2=0x7f74b00cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b524d640 1 --2- 172.21.15.39:0/2767377923 >> v2:172.21.15.157:3300/0 conn(0x7f74b0071990 0x7f74b00cd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b524d640 1 -- 172.21.15.39:0/2767377923 >> v1:172.21.15.39:6789/0 conn(0x7f74b00b2b20 legacy=0x7f74b0071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.683+0000 7f74b524d640 1 -- 172.21.15.39:0/2767377923 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74b00cd1a0 con 0x7f74b0154a80 2024-09-13T16:17:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.684+0000 7f74b524d640 1 --2- 172.21.15.39:0/2767377923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b00b25e0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f74b00b3b80 tx=0x7f74ac02a010 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e04235cd34af2c6d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.684+0000 7f74a7fff640 1 -- 172.21.15.39:0/2767377923 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74ac02aca0 con 0x7f74b0154a80 2024-09-13T16:17:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.684+0000 7f74a7fff640 1 -- 172.21.15.39:0/2767377923 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74ac02ae00 con 0x7f74b0154a80 2024-09-13T16:17:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.684+0000 7f74a7fff640 1 -- 172.21.15.39:0/2767377923 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74ac032660 con 0x7f74b0154a80 2024-09-13T16:17:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 -- 172.21.15.39:0/2767377923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 msgr2=0x7f74b00b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 --2- 172.21.15.39:0/2767377923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b00b25e0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f74b00b3b80 tx=0x7f74ac02a010 comp rx=0 tx=0).stop 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 -- 172.21.15.39:0/2767377923 shutdown_connections 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 --2- 172.21.15.39:0/2767377923 >> v2:172.21.15.157:3300/0 conn(0x7f74b0071990 0x7f74b00cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 --2- 172.21.15.39:0/2767377923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b00b25e0 unknown :-1 s=CLOSED pgs=1208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 -- 172.21.15.39:0/2767377923 >> 172.21.15.39:0/2767377923 conn(0x7f74b00b15d0 msgr2=0x7f74b00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 -- 172.21.15.39:0/2767377923 shutdown_connections 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.685+0000 7f74b74b1640 1 -- 172.21.15.39:0/2767377923 wait complete. 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.686+0000 7f74b74b1640 1 Processor -- start 2024-09-13T16:17:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.686+0000 7f74b74b1640 1 -- start start 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f74b0071990 0x7f74b014b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74b00b2b20 0x7f74b0150990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b0150ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b0147430 con 0x7f74b0154a80 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74b014a530 con 0x7f74b00b2b20 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74b014a810 con 0x7f74b0071990 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b0150ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b0150ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39902/0 (socket says 172.21.15.39:39902) 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 -- 172.21.15.39:0/3339901612 learned_addr learned my addr 172.21.15.39:0/3339901612 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 -- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f74b0071990 msgr2=0x7f74b014b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f74b0071990 0x7f74b014b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b4a4c640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74b00b2b20 0x7f74b0150990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 -- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74b00b2b20 msgr2=0x7f74b0150990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74b00b2b20 0x7f74b0150990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 -- 172.21.15.39:0/3339901612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74ac009400 con 0x7f74b0154a80 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b5a4e640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b0150ed0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f74a8007e30 tx=0x7f74a800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a8014620 con 0x7f74b0154a80 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74a800ee90 con 0x7f74b0154a80 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74a80149c0 con 0x7f74b0154a80 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.687+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74b014aaf0 con 0x7f74b0154a80 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.688+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74b014b0b0 con 0x7f74b0154a80 2024-09-13T16:17:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.689+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74b014b2d0 con 0x7f74b0154a80 2024-09-13T16:17:09.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.689+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f74a8014b20 con 0x7f74b0154a80 2024-09-13T16:17:09.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.689+0000 7f74a5ffb640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f749406ac00 0x7f749406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:09.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.690+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f74a8089d40 con 0x7f74b0154a80 2024-09-13T16:17:09.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.690+0000 7f74b524d640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f749406ac00 0x7f749406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:09.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.690+0000 7f74b524d640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f749406ac00 0x7f749406d0c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f74ac034000 tx=0x7f74ac02c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:09.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.694+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f74a8054ec0 con 0x7f74b0154a80 2024-09-13T16:17:09.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.875+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f74b00672d0 con 0x7f74b0154a80 2024-09-13T16:17:09.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.876+0000 7f74a5ffb640 1 -- 172.21.15.39:0/3339901612 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v77) v1 ==== 80+0+118 (secure 0 0 0) 0x7f74a80584e0 con 0x7f74b0154a80 2024-09-13T16:17:09.877 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6837/7772685 2024-09-14T16:17:03.353238+0000 2024-09-13T16:17:09.878 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.157:6835/7772685 2024-09-14T16:17:03.353238+0000 2024-09-13T16:17:09.878 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:17:09.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.877+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f749406ac00 msgr2=0x7f749406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.877+0000 7f74b74b1640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f749406ac00 0x7f749406d0c0 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f74ac034000 tx=0x7f74ac02c000 comp rx=0 tx=0).stop 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 msgr2=0x7f74b0150ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b0150ed0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f74a8007e30 tx=0x7f74a800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 shutdown_connections 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f749406ac00 0x7f749406d0c0 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74b0154a80 0x7f74b0150ed0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74b00b2b20 0x7f74b0150990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 --2- 172.21.15.39:0/3339901612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f74b0071990 0x7f74b014b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 >> 172.21.15.39:0/3339901612 conn(0x7f74b00b15d0 msgr2=0x7f74b0071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 shutdown_connections 2024-09-13T16:17:09.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:09.878+0000 7f74b74b1640 1 -- 172.21.15.39:0/3339901612 wait complete. 2024-09-13T16:17:09.889 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:17:09.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:09.890 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:09.914 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[65640]: fuse finished with error 0 and tester_r 0 2024-09-13T16:17:09.915 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:17:09.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:09.916 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:17:10.072 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:17:10.072 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:10.092 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:17:10.092 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:17:10.092 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:10.093 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:17:10.152 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:17:10.153 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T16:17:10.153 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:10.153 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:10.170 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:17:10.170 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:17:10.170 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:10.170 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:17:10.226 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:17:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:17:10.226 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:17:10.226 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:10.245 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:17:10.245 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:17:10.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:10.245 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:17:10.303 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:17:10.304 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:17:10.304 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:10.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.405+0000 7f2b16272640 1 Processor -- start 2024-09-13T16:17:10.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.405+0000 7f2b16272640 1 -- start start 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b16272640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2b10156fb0 0x7f2b1015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b16272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1015d0a0 0x7f2b1015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b16272640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b1015b1b0 con 0x7f2b1006f170 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b16272640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b100b2400 con 0x7f2b10156fb0 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b16272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1015da70 con 0x7f2b1015d0a0 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2b10156fb0 0x7f2b1015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2b10156fb0 0x7f2b1015ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39904/0 (socket says 172.21.15.39:39904) 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 -- 172.21.15.39:0/2246800755 learned_addr learned my addr 172.21.15.39:0/2246800755 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b1480f640 1 --2- 172.21.15.39:0/2246800755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1015d0a0 0x7f2b1015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 -- 172.21.15.39:0/2246800755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1015d0a0 msgr2=0x7f2b1015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:10.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2246800755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1015d0a0 0x7f2b1015d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 -- 172.21.15.39:0/2246800755 >> v1:172.21.15.157:6789/0 conn(0x7f2b1006f170 legacy=0x7f2b100b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.406+0000 7f2b0ffff640 1 -- 172.21.15.39:0/2246800755 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b1006f6e0 con 0x7f2b10156fb0 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.407+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2246800755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b10156fb0 0x7f2b1015ac70 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009870 tx=0x7f2b0002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=667d82ad5a27fe61 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.407+0000 7f2b0effd640 1 -- 172.21.15.39:0/2246800755 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b00032440 con 0x7f2b10156fb0 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.407+0000 7f2b0effd640 1 -- 172.21.15.39:0/2246800755 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b000325a0 con 0x7f2b10156fb0 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.407+0000 7f2b0effd640 1 -- 172.21.15.39:0/2246800755 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b00032930 con 0x7f2b10156fb0 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 -- 172.21.15.39:0/2246800755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b10156fb0 msgr2=0x7f2b1015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 --2- 172.21.15.39:0/2246800755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b10156fb0 0x7f2b1015ac70 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009870 tx=0x7f2b0002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 -- 172.21.15.39:0/2246800755 shutdown_connections 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 --2- 172.21.15.39:0/2246800755 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1015d0a0 0x7f2b1015d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 --2- 172.21.15.39:0/2246800755 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b10156fb0 0x7f2b1015ac70 unknown :-1 s=CLOSED pgs=1210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 -- 172.21.15.39:0/2246800755 >> 172.21.15.39:0/2246800755 conn(0x7f2b1006b3b0 msgr2=0x7f2b1006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 -- 172.21.15.39:0/2246800755 shutdown_connections 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.408+0000 7f2b16272640 1 -- 172.21.15.39:0/2246800755 wait complete. 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.409+0000 7f2b16272640 1 Processor -- start 2024-09-13T16:17:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.409+0000 7f2b16272640 1 -- start start 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b16272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1006f170 0x7f2b10147050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b16272640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b10156fb0 0x7f2b1014a260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b16272640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 0x7f2b101575a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b16272640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b10149e40 con 0x7f2b1015d0a0 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b16272640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b10158620 con 0x7f2b10156fb0 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b16272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b10147590 con 0x7f2b1006f170 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 0x7f2b101575a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 0x7f2b101575a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39914/0 (socket says 172.21.15.39:39914) 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 -- 172.21.15.39:0/2998931798 learned_addr learned my addr 172.21.15.39:0/2998931798 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1006f170 0x7f2b10147050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b10156fb0 0x7f2b1014a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 -- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1006f170 msgr2=0x7f2b10147050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1006f170 0x7f2b10147050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 -- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b10156fb0 msgr2=0x7f2b1014a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b10156fb0 0x7f2b1014a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 -- 172.21.15.39:0/2998931798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b000094d0 con 0x7f2b1015d0a0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1006f170 0x7f2b10147050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.410+0000 7f2b1480f640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 0x7f2b101575a0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f2b08007e40 tx=0x7f2b0800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.411+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b08014620 con 0x7f2b1015d0a0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.411+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b0800ee90 con 0x7f2b1015d0a0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.411+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b10158060 con 0x7f2b1015d0a0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.411+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b080149e0 con 0x7f2b1015d0a0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.411+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b10149a60 con 0x7f2b1015d0a0 2024-09-13T16:17:10.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.412+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b10149f80 con 0x7f2b1015d0a0 2024-09-13T16:17:10.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.412+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2b08014b40 con 0x7f2b1015d0a0 2024-09-13T16:17:10.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.412+0000 7f2b0cff9640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac00 0x7f2afc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.413+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2b08089c40 con 0x7f2b1015d0a0 2024-09-13T16:17:10.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.413+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac00 0x7f2afc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.414+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac00 0x7f2afc06d0c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2b00034000 tx=0x7f2b0002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:10.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.417+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2b10149f80 con 0x7f2b1015d0a0 2024-09-13T16:17:10.490 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mds.b has been restored 2024-09-13T16:17:10.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.621+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2b10149f80 con 0x7f2b1015d0a0 2024-09-13T16:17:10.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.621+0000 7f2b0cff9640 1 -- 172.21.15.39:0/2998931798 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f2b10149f80 con 0x7f2b1015d0a0 2024-09-13T16:17:10.623 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:10.623 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":68,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:06.377310+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":12,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:10.623 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 68 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac00 msgr2=0x7f2afc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac00 0x7f2afc06d0c0 secure :-1 s=READY pgs=505 cs=0 l=1 rev1=1 crypto rx=0x7f2b00034000 tx=0x7f2b0002e000 comp rx=0 tx=0).stop 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 msgr2=0x7f2b101575a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 0x7f2b101575a0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7f2b08007e40 tx=0x7f2b0800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 shutdown_connections 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac00 0x7f2afc06d0c0 unknown :-1 s=CLOSED pgs=505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2b1015d0a0 0x7f2b101575a0 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b10156fb0 0x7f2b1014a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 --2- 172.21.15.39:0/2998931798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b1006f170 0x7f2b10147050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 >> 172.21.15.39:0/2998931798 conn(0x7f2b1006b3b0 msgr2=0x7f2b100ca530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 shutdown_connections 2024-09-13T16:17:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.623+0000 7f2b16272640 1 -- 172.21.15.39:0/2998931798 wait complete. 2024-09-13T16:17:10.636 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:10.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.735+0000 7f1c5957d640 1 Processor -- start 2024-09-13T16:17:10.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.735+0000 7f1c5957d640 1 -- start start 2024-09-13T16:17:10.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c5957d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1c54070a70 0x7f1c54070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c5957d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c5406ccd0 con 0x7f1c5406d160 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c5957d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c540713f0 con 0x7f1c5415a230 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c5957d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c540acf70 con 0x7f1c54070a70 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c537fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1c5406d160 0x7f1c5406d590 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46092/0 (socket says 172.21.15.39:46092) 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c537fe640 1 -- 172.21.15.39:0/2342085033 learned_addr learned my addr 172.21.15.39:0/2342085033 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c527fc640 1 --2- 172.21.15.39:0/2342085033 >> v2:172.21.15.157:3300/0 conn(0x7f1c54070a70 0x7f1c54070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.736+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2180790081 0 0) 0x7f1c5406ccd0 con 0x7f1c5406d160 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1c40003520 con 0x7f1c5406d160 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3933827354 0 0) 0x7f1c40003520 con 0x7f1c5406d160 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 >> v2:172.21.15.157:3300/0 conn(0x7f1c54070a70 msgr2=0x7f1c54070eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 --2- 172.21.15.39:0/2342085033 >> v2:172.21.15.157:3300/0 conn(0x7f1c54070a70 0x7f1c54070eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 >> v1:172.21.15.157:6789/0 conn(0x7f1c5415a230 legacy=0x7f1c540ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c5415a610 con 0x7f1c5406d160 2024-09-13T16:17:10.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1c4c001670 con 0x7f1c5406d160 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 >> v1:172.21.15.39:6789/0 conn(0x7f1c5406d160 legacy=0x7f1c5406d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c40003970 0x7f1c40003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c400047c0 0x7f1c40004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c40005180 0x7f1c4000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c540acf70 con 0x7f1c400047c0 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c4000c020 con 0x7f1c40005180 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c4000c1e0 con 0x7f1c40003970 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c527fc640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c400047c0 0x7f1c40004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c52ffd640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c40003970 0x7f1c40003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c537fe640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c40005180 0x7f1c4000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c527fc640 1 -- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c40003970 msgr2=0x7f1c40003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c527fc640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c40003970 0x7f1c40003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c527fc640 1 -- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c40005180 msgr2=0x7f1c4000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:10.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c527fc640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c40005180 0x7f1c4000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c527fc640 1 -- 172.21.15.39:0/2342085033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c40003520 con 0x7f1c400047c0 2024-09-13T16:17:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.737+0000 7f1c537fe640 1 -- 172.21.15.39:0/2342085033 reap_dead start 2024-09-13T16:17:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.738+0000 7f1c527fc640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c400047c0 0x7f1c40004c40 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009ac0 tx=0x7f1c400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c93fcb57d1a591e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.738+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c031400 con 0x7f1c400047c0 2024-09-13T16:17:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.738+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c3c02d050 con 0x7f1c400047c0 2024-09-13T16:17:10.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.738+0000 7f1c51ffb640 1 -- 172.21.15.39:0/2342085033 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c031780 con 0x7f1c400047c0 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 -- 172.21.15.39:0/2342085033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c400047c0 msgr2=0x7f1c40004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c400047c0 0x7f1c40004c40 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009ac0 tx=0x7f1c400057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 -- 172.21.15.39:0/2342085033 shutdown_connections 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 --2- 172.21.15.39:0/2342085033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c400047c0 0x7f1c40004c40 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 -- 172.21.15.39:0/2342085033 >> 172.21.15.39:0/2342085033 conn(0x7f1c5406a0b0 msgr2=0x7f1c5406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 -- 172.21.15.39:0/2342085033 shutdown_connections 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.739+0000 7f1c5957d640 1 -- 172.21.15.39:0/2342085033 wait complete. 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.740+0000 7f1c5957d640 1 Processor -- start 2024-09-13T16:17:10.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.740+0000 7f1c5957d640 1 -- start start 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c5957d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400047c0 0x7f1c54154720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c5957d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 0x7f1c541f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c5957d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c54158cd0 0x7f1c540aef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c5957d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c540caf60 con 0x7f1c54156530 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c5957d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c54159b00 con 0x7f1c400047c0 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c5957d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c54154c60 con 0x7f1c54158cd0 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 0x7f1c541f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 0x7f1c541f29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39926/0 (socket says 172.21.15.39:39926) 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 -- 172.21.15.39:0/1409761780 learned_addr learned my addr 172.21.15.39:0/1409761780 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c537fe640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c54158cd0 0x7f1c540aef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c52ffd640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400047c0 0x7f1c54154720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 -- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c54158cd0 msgr2=0x7f1c540aef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c54158cd0 0x7f1c540aef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 -- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400047c0 msgr2=0x7f1c54154720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400047c0 0x7f1c54154720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c527fc640 1 -- 172.21.15.39:0/1409761780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c541f2540 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c537fe640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c54158cd0 0x7f1c540aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.741+0000 7f1c52ffd640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400047c0 0x7f1c54154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.742+0000 7f1c527fc640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 0x7f1c541f29d0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c034040 tx=0x7f1c3c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.742+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c003e90 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.742+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c3c03b400 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.742+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3c03b790 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.742+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c54159540 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.742+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c541f21d0 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.743+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c541f26d0 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.743+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c3c03b8f0 con 0x7f1c54156530 2024-09-13T16:17:10.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.744+0000 7f1c4b7fe640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c3406ac00 0x7f1c3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:10.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.744+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1c3c0a9680 con 0x7f1c54156530 2024-09-13T16:17:10.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.744+0000 7f1c52ffd640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c3406ac00 0x7f1c3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:10.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.744+0000 7f1c52ffd640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c3406ac00 0x7f1c3406d0c0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1c44000f80 tx=0x7f1c44009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:10.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.748+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c3c074940 con 0x7f1c54156530 2024-09-13T16:17:10.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.919+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1c540672f0 con 0x7f1c54156530 2024-09-13T16:17:10.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.921+0000 7f1c4b7fe640 1 -- 172.21.15.39:0/1409761780 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16681 (secure 0 0 0) 0x7f1c3c077f60 con 0x7f1c54156530 2024-09-13T16:17:10.922 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:10.922 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:03.353278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/7772685":"2024-09-14T16:17:03.353238+0000","172.21.15.157:6835/7772685":"2024-09-14T16:17:03.353238+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:10.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c3406ac00 msgr2=0x7f1c3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c3406ac00 0x7f1c3406d0c0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7f1c44000f80 tx=0x7f1c44009040 comp rx=0 tx=0).stop 2024-09-13T16:17:10.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 msgr2=0x7f1c541f29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 0x7f1c541f29d0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c034040 tx=0x7f1c3c004730 comp rx=0 tx=0).stop 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 shutdown_connections 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c3406ac00 0x7f1c3406d0c0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c54158cd0 0x7f1c540aef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c54156530 0x7f1c541f29d0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 --2- 172.21.15.39:0/1409761780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400047c0 0x7f1c54154720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 >> 172.21.15.39:0/1409761780 conn(0x7f1c5406a0b0 msgr2=0x7f1c540add00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 shutdown_connections 2024-09-13T16:17:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:10.923+0000 7f1c5957d640 1 -- 172.21.15.39:0/1409761780 wait complete. 2024-09-13T16:17:10.935 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 10, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:16:30.382854+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '75', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 11, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:16:31.117767+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '76', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:10.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.038+0000 7fbac509c640 1 Processor -- start 2024-09-13T16:17:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbac509c640 1 -- start start 2024-09-13T16:17:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbac509c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbac0160170 0x7fbac01605e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbac509c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbac015cb80 con 0x7fbac00b1790 2024-09-13T16:17:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbac509c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbac0160bc0 con 0x7fbac013f570 2024-09-13T16:17:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbac509c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbac0160ea0 con 0x7fbac0160170 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbabf59e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbac00b1790 0x7fbac013fcd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46108/0 (socket says 172.21.15.39:46108) 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.039+0000 7fbabe59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbac0160170 0x7fbac01605e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.040+0000 7fbabf59e640 1 -- 172.21.15.39:0/1440404681 learned_addr learned my addr 172.21.15.39:0/1440404681 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.040+0000 7fbabdd9b640 1 -- 172.21.15.39:0/1440404681 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 943460516 0 0) 0x7fbac015cb80 con 0x7fbac00b1790 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.040+0000 7fbabdd9b640 1 -- 172.21.15.39:0/1440404681 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbaa8003520 con 0x7fbac00b1790 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.040+0000 7fbabe59c640 1 -- 172.21.15.39:0/1440404681 >> v1:172.21.15.157:6789/0 conn(0x7fbac013f570 legacy=0x7fbac015d5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.040+0000 7fbabe59c640 1 -- 172.21.15.39:0/1440404681 >> v1:172.21.15.39:6789/0 conn(0x7fbac00b1790 legacy=0x7fbac013fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.040+0000 7fbabe59c640 1 -- 172.21.15.39:0/1440404681 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbac015cdb0 con 0x7fbac0160170 2024-09-13T16:17:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbabe59c640 1 --2- 172.21.15.39:0/1440404681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac01605e0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fbab40097a0 tx=0x7fbab402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=20e8face3bb08e9a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbabdd9b640 1 -- 172.21.15.39:0/1440404681 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab4032440 con 0x7fbac0160170 2024-09-13T16:17:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbabdd9b640 1 -- 172.21.15.39:0/1440404681 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbab40325a0 con 0x7fbac0160170 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbabdd9b640 1 -- 172.21.15.39:0/1440404681 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab4032930 con 0x7fbac0160170 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 -- 172.21.15.39:0/1440404681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 msgr2=0x7fbac01605e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 --2- 172.21.15.39:0/1440404681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac01605e0 secure :-1 s=READY pgs=1216 cs=0 l=1 rev1=1 crypto rx=0x7fbab40097a0 tx=0x7fbab402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 -- 172.21.15.39:0/1440404681 shutdown_connections 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 --2- 172.21.15.39:0/1440404681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac01605e0 unknown :-1 s=CLOSED pgs=1216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 -- 172.21.15.39:0/1440404681 >> 172.21.15.39:0/1440404681 conn(0x7fbac0069ed0 msgr2=0x7fbac006a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 -- 172.21.15.39:0/1440404681 shutdown_connections 2024-09-13T16:17:11.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.041+0000 7fbac509c640 1 -- 172.21.15.39:0/1440404681 wait complete. 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.043+0000 7fbac509c640 1 Processor -- start 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.043+0000 7fbac509c640 1 -- start start 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbac00b1790 0x7fbac0157c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbac013f570 0x7fbac013b180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac0070640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac013b6c0 con 0x7fbac0160170 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbac0158970 con 0x7fbac013f570 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbac01e7370 con 0x7fbac00b1790 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac0070640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac0070640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39948/0 (socket says 172.21.15.39:39948) 2024-09-13T16:17:11.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 -- 172.21.15.39:0/4128658036 learned_addr learned my addr 172.21.15.39:0/4128658036 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabe59c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbac013f570 0x7fbac013b180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabed9d640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbac00b1790 0x7fbac0157c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 -- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbac00b1790 msgr2=0x7fbac0157c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbac00b1790 0x7fbac0157c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 -- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbac013f570 msgr2=0x7fbac013b180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbac013f570 0x7fbac013b180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 -- 172.21.15.39:0/4128658036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbab4009400 con 0x7fbac0160170 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbabf59e640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac0070640 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fbab800cb40 tx=0x7fbab800a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab800aca0 con 0x7fbac0160170 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbab800ae00 con 0x7fbac0160170 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbac01e7650 con 0x7fbac0160170 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.044+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbab8012620 con 0x7fbac0160170 2024-09-13T16:17:11.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.045+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbac0158c10 con 0x7fbac0160170 2024-09-13T16:17:11.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.046+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbac0067300 con 0x7fbac0160170 2024-09-13T16:17:11.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.046+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbab8007070 con 0x7fbac0160170 2024-09-13T16:17:11.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.046+0000 7fbaa77fe640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaac06ac00 0x7fbaac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.047+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fbab8089430 con 0x7fbac0160170 2024-09-13T16:17:11.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.047+0000 7fbabed9d640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaac06ac00 0x7fbaac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.047+0000 7fbabed9d640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaac06ac00 0x7fbaac06d0c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fbab0003d90 tx=0x7fbab0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.051+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbab80545b0 con 0x7fbac0160170 2024-09-13T16:17:11.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.222+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fbac0158e00 con 0x7fbac0160170 2024-09-13T16:17:11.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.222+0000 7fbaa77fe640 1 -- 172.21.15.39:0/4128658036 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v77) v1 ==== 93+0+10 (secure 0 0 0) 0x7fbab8057bd0 con 0x7fbac0160170 2024-09-13T16:17:11.224 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:11.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.224+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaac06ac00 msgr2=0x7fbaac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.224+0000 7fbac509c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaac06ac00 0x7fbaac06d0c0 secure :-1 s=READY pgs=507 cs=0 l=1 rev1=1 crypto rx=0x7fbab0003d90 tx=0x7fbab0009040 comp rx=0 tx=0).stop 2024-09-13T16:17:11.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.224+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 msgr2=0x7fbac0070640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.224+0000 7fbac509c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac0070640 secure :-1 s=READY pgs=1217 cs=0 l=1 rev1=1 crypto rx=0x7fbab800cb40 tx=0x7fbab800a060 comp rx=0 tx=0).stop 2024-09-13T16:17:11.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 shutdown_connections 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaac06ac00 0x7fbaac06d0c0 unknown :-1 s=CLOSED pgs=507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbac0160170 0x7fbac0070640 unknown :-1 s=CLOSED pgs=1217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbac013f570 0x7fbac013b180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 --2- 172.21.15.39:0/4128658036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbac00b1790 0x7fbac0157c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 >> 172.21.15.39:0/4128658036 conn(0x7fbac0069ed0 msgr2=0x7fbac015f520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 shutdown_connections 2024-09-13T16:17:11.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.225+0000 7fbac509c640 1 -- 172.21.15.39:0/4128658036 wait complete. 2024-09-13T16:17:11.237 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:17:11.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.340+0000 7f8ac4c3a640 1 Processor -- start 2024-09-13T16:17:11.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.340+0000 7f8ac4c3a640 1 -- start start 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8ac4c3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ac00b25b0 0x7f8ac00b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8ac4c3a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8ac0069ed0 0x7f8ac006a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8ac4c3a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ac00cb080 con 0x7f8ac0156e60 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8ac4c3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ac0070d40 con 0x7f8ac00b25b0 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8ac4c3a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ac006a840 con 0x7f8ac0069ed0 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8abdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ac00b25b0 0x7f8ac00b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8abdd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ac00b25b0 0x7f8ac00b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39954/0 (socket says 172.21.15.39:39954) 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.341+0000 7f8abdd9b640 1 -- 172.21.15.39:0/3290253541 learned_addr learned my addr 172.21.15.39:0/3290253541 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.342+0000 7f8abdd9b640 1 -- 172.21.15.39:0/3290253541 >> v2:172.21.15.157:3300/0 conn(0x7f8ac0069ed0 msgr2=0x7f8ac006a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.342+0000 7f8abdd9b640 1 --2- 172.21.15.39:0/3290253541 >> v2:172.21.15.157:3300/0 conn(0x7f8ac0069ed0 0x7f8ac006a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.342+0000 7f8abdd9b640 1 -- 172.21.15.39:0/3290253541 >> v1:172.21.15.157:6789/0 conn(0x7f8ac0156e60 legacy=0x7f8ac015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.342+0000 7f8abdd9b640 1 -- 172.21.15.39:0/3290253541 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ac015b140 con 0x7f8ac00b25b0 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.342+0000 7f8abdd9b640 1 --2- 172.21.15.39:0/3290253541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac00b25b0 0x7f8ac00b2a40 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0073900 tx=0x7f8ab402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a525f919ab74c476 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.342+0000 7f8abd59a640 1 -- 172.21.15.39:0/3290253541 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab4032440 con 0x7f8ac00b25b0 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8abd59a640 1 -- 172.21.15.39:0/3290253541 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ab40325a0 con 0x7f8ac00b25b0 2024-09-13T16:17:11.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8abd59a640 1 -- 172.21.15.39:0/3290253541 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab4032930 con 0x7f8ac00b25b0 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3290253541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac00b25b0 msgr2=0x7f8ac00b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3290253541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac00b25b0 0x7f8ac00b2a40 secure :-1 s=READY pgs=1218 cs=0 l=1 rev1=1 crypto rx=0x7f8ac0073900 tx=0x7f8ab402a230 comp rx=0 tx=0).stop 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3290253541 shutdown_connections 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3290253541 >> v2:172.21.15.157:3300/0 conn(0x7f8ac0069ed0 0x7f8ac006a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3290253541 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac00b25b0 0x7f8ac00b2a40 unknown :-1 s=CLOSED pgs=1218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3290253541 >> 172.21.15.39:0/3290253541 conn(0x7f8ac00b00a0 msgr2=0x7f8ac00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3290253541 shutdown_connections 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.343+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3290253541 wait complete. 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.344+0000 7f8ac4c3a640 1 Processor -- start 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 -- start start 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 0x7f8ac01506b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ac00b25b0 0x7f8ac00b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ac0156e60 0x7f8ac00b19e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ac00ae430 con 0x7f8ac0069ed0 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ac00ae710 con 0x7f8ac0156e60 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8ac4c3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ac00ae9f0 con 0x7f8ac00b25b0 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8abe59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 0x7f8ac01506b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8abe59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 0x7f8ac01506b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39968/0 (socket says 172.21.15.39:39968) 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.345+0000 7f8abe59c640 1 -- 172.21.15.39:0/3769664192 learned_addr learned my addr 172.21.15.39:0/3769664192 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abe59c640 1 -- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ac00b25b0 msgr2=0x7f8ac00b14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abdd9b640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ac00b25b0 0x7f8ac00b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abed9d640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ac0156e60 0x7f8ac00b19e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abe59c640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ac00b25b0 0x7f8ac00b14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abe59c640 1 -- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ac0156e60 msgr2=0x7f8ac00b19e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abe59c640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ac0156e60 0x7f8ac00b19e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abe59c640 1 -- 172.21.15.39:0/3769664192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ab40094d0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8abe59c640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 0x7f8ac01506b0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800b3e0 tx=0x7f8ab800b8a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8011830 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ab80119b0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ac00aecd0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab8011d60 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.346+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ac0150240 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.347+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ac01504f0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.347+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8ab801a400 con 0x7f8ac0069ed0 2024-09-13T16:17:11.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.348+0000 7f8aaeffd640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aa006ac00 0x7f8aa006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.348+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f8ab8089480 con 0x7f8ac0069ed0 2024-09-13T16:17:11.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.348+0000 7f8abdd9b640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aa006ac00 0x7f8aa006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.349+0000 7f8abdd9b640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aa006ac00 0x7f8aa006d0c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4034000 tx=0x7f8ab402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.352+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8ac01504f0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.523+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f8ac01504f0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.523+0000 7f8aaeffd640 1 -- 172.21.15.39:0/3769664192 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v77) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8ac01504f0 con 0x7f8ac0069ed0 2024-09-13T16:17:11.525 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:17:11.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aa006ac00 msgr2=0x7f8aa006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aa006ac00 0x7f8aa006d0c0 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f8ab4034000 tx=0x7f8ab402e000 comp rx=0 tx=0).stop 2024-09-13T16:17:11.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 msgr2=0x7f8ac01506b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 0x7f8ac01506b0 secure :-1 s=READY pgs=1219 cs=0 l=1 rev1=1 crypto rx=0x7f8ab800b3e0 tx=0x7f8ab800b8a0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 shutdown_connections 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aa006ac00 0x7f8aa006d0c0 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ac0156e60 0x7f8ac00b19e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ac00b25b0 0x7f8ac00b14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 --2- 172.21.15.39:0/3769664192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ac0069ed0 0x7f8ac01506b0 unknown :-1 s=CLOSED pgs=1219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 >> 172.21.15.39:0/3769664192 conn(0x7f8ac00b00a0 msgr2=0x7f8ac00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 shutdown_connections 2024-09-13T16:17:11.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.525+0000 7f8ac4c3a640 1 -- 172.21.15.39:0/3769664192 wait complete. 2024-09-13T16:17:11.538 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:17:11.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.640+0000 7f928c0e9640 1 Processor -- start 2024-09-13T16:17:11.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.641+0000 7f928c0e9640 1 -- start start 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.641+0000 7f928c0e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f928415c7d0 0x7f92840cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.641+0000 7f928c0e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f92840b4180 0x7f92840d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.641+0000 7f928c0e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92840b5550 con 0x7f92840d1f40 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.641+0000 7f928c0e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92840b2000 con 0x7f928415c7d0 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.641+0000 7f928c0e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92840d23b0 con 0x7f92840b4180 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f928415c7d0 0x7f92840cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f928415c7d0 0x7f92840cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39980/0 (socket says 172.21.15.39:39980) 2024-09-13T16:17:11.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 -- 172.21.15.39:0/1169472012 learned_addr learned my addr 172.21.15.39:0/1169472012 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 -- 172.21.15.39:0/1169472012 >> v2:172.21.15.157:3300/0 conn(0x7f92840b4180 msgr2=0x7f92840d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 --2- 172.21.15.39:0/1169472012 >> v2:172.21.15.157:3300/0 conn(0x7f92840b4180 0x7f92840d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 -- 172.21.15.39:0/1169472012 >> v1:172.21.15.157:6789/0 conn(0x7f92840d1f40 legacy=0x7f92840d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 -- 172.21.15.39:0/1169472012 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92840b4610 con 0x7f928415c7d0 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.642+0000 7f9289e85640 1 --2- 172.21.15.39:0/1169472012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92840cf440 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f92841602f0 tx=0x7f927402a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5638ef1c0ed1d122 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f9288e83640 1 -- 172.21.15.39:0/1169472012 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9274031600 con 0x7f928415c7d0 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f9288e83640 1 -- 172.21.15.39:0/1169472012 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f927402d050 con 0x7f928415c7d0 2024-09-13T16:17:11.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f9288e83640 1 -- 172.21.15.39:0/1169472012 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9274031980 con 0x7f928415c7d0 2024-09-13T16:17:11.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 -- 172.21.15.39:0/1169472012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 msgr2=0x7f92840cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1169472012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92840cf440 secure :-1 s=READY pgs=1220 cs=0 l=1 rev1=1 crypto rx=0x7f92841602f0 tx=0x7f927402a710 comp rx=0 tx=0).stop 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 -- 172.21.15.39:0/1169472012 shutdown_connections 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1169472012 >> v2:172.21.15.157:3300/0 conn(0x7f92840b4180 0x7f92840d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1169472012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92840cf440 unknown :-1 s=CLOSED pgs=1220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 -- 172.21.15.39:0/1169472012 >> 172.21.15.39:0/1169472012 conn(0x7f928406bc40 msgr2=0x7f928406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 -- 172.21.15.39:0/1169472012 shutdown_connections 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.643+0000 7f928c0e9640 1 -- 172.21.15.39:0/1169472012 wait complete. 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.644+0000 7f928c0e9640 1 Processor -- start 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 -- start start 2024-09-13T16:17:11.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92840d1f40 0x7f928414aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92841584f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92840c97d0 0x7f92840c9c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92840ca1c0 con 0x7f928415c7d0 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92840c7b70 con 0x7f92840c97d0 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f928c0e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9284158a30 con 0x7f92840d1f40 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f9289684640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92841584f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f9289684640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92841584f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39994/0 (socket says 172.21.15.39:39994) 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.645+0000 7f9289684640 1 -- 172.21.15.39:0/1293782826 learned_addr learned my addr 172.21.15.39:0/1293782826 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f928a686640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92840c97d0 0x7f92840c9c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289e85640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92840d1f40 0x7f928414aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289684640 1 -- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92840d1f40 msgr2=0x7f928414aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289684640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92840d1f40 0x7f928414aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289684640 1 -- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92840c97d0 msgr2=0x7f92840c9c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289684640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92840c97d0 0x7f92840c9c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289684640 1 -- 172.21.15.39:0/1293782826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9274009b30 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f9289684640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92841584f0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f927800b450 tx=0x7f927800b910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9278011830 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9278011990 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9278011d40 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92840c7260 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.646+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92840c7520 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.647+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92840c7cb0 con 0x7f928415c7d0 2024-09-13T16:17:11.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.648+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f927801a400 con 0x7f928415c7d0 2024-09-13T16:17:11.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.648+0000 7f92827fc640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f927006ac00 0x7f927006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.648+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9278089560 con 0x7f928415c7d0 2024-09-13T16:17:11.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.648+0000 7f9289e85640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f927006ac00 0x7f927006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.649+0000 7f9289e85640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f927006ac00 0x7f927006d0c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f9274033000 tx=0x7f9274009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.652+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92780546e0 con 0x7f928415c7d0 2024-09-13T16:17:11.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.824+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f92840b3e60 con 0x7f928415c7d0 2024-09-13T16:17:11.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.824+0000 7f92827fc640 1 -- 172.21.15.39:0/1293782826 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v77) v1 ==== 100+0+11 (secure 0 0 0) 0x7f9278057d00 con 0x7f928415c7d0 2024-09-13T16:17:11.826 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:17:11.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f927006ac00 msgr2=0x7f927006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f927006ac00 0x7f927006d0c0 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f9274033000 tx=0x7f9274009000 comp rx=0 tx=0).stop 2024-09-13T16:17:11.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 msgr2=0x7f92841584f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92841584f0 secure :-1 s=READY pgs=1221 cs=0 l=1 rev1=1 crypto rx=0x7f927800b450 tx=0x7f927800b910 comp rx=0 tx=0).stop 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 shutdown_connections 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f927006ac00 0x7f927006d0c0 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92840c97d0 0x7f92840c9c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f928415c7d0 0x7f92841584f0 unknown :-1 s=CLOSED pgs=1221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 --2- 172.21.15.39:0/1293782826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92840d1f40 0x7f928414aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 >> 172.21.15.39:0/1293782826 conn(0x7f928406bc40 msgr2=0x7f928415f630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 shutdown_connections 2024-09-13T16:17:11.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.827+0000 7f928c0e9640 1 -- 172.21.15.39:0/1293782826 wait complete. 2024-09-13T16:17:11.839 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:11.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.939+0000 7f18cb995640 1 Processor -- start 2024-09-13T16:17:11.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 -- start start 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f18c40ccf80 0x7f18c40d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f18c40d0830 0x7f18c40d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18c40cde30 con 0x7f18c40ccf80 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18c40b5090 con 0x7f18c40d0830 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.940+0000 7f18cb995640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18c40cd820 con 0x7f18c40b41a0 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f18c40ccf80 0x7f18c40d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f18c40ccf80 0x7f18c40d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40000/0 (socket says 172.21.15.39:40000) 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 -- 172.21.15.39:0/4247714784 learned_addr learned my addr 172.21.15.39:0/4247714784 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c9f32640 1 --2- 172.21.15.39:0/4247714784 >> v2:172.21.15.157:3300/0 conn(0x7f18c40d0830 0x7f18c40d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c9731640 1 --2- 172.21.15.39:0/4247714784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 -- 172.21.15.39:0/4247714784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 msgr2=0x7f18c40b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 --2- 172.21.15.39:0/4247714784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c40b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 -- 172.21.15.39:0/4247714784 >> v2:172.21.15.157:3300/0 conn(0x7f18c40d0830 msgr2=0x7f18c40d0cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 --2- 172.21.15.39:0/4247714784 >> v2:172.21.15.157:3300/0 conn(0x7f18c40d0830 0x7f18c40d0cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.941+0000 7f18c8f30640 1 -- 172.21.15.39:0/4247714784 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18c40b4ac0 con 0x7f18c40ccf80 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18c8f30640 1 --2- 172.21.15.39:0/4247714784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40ccf80 0x7f18c40d02f0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f18c40ccd20 tx=0x7f18b802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=637d7d00f93f5396 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18b7fff640 1 -- 172.21.15.39:0/4247714784 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b8032440 con 0x7f18c40ccf80 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18b7fff640 1 -- 172.21.15.39:0/4247714784 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18b80325a0 con 0x7f18c40ccf80 2024-09-13T16:17:11.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18b7fff640 1 -- 172.21.15.39:0/4247714784 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18b8032930 con 0x7f18c40ccf80 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 -- 172.21.15.39:0/4247714784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40ccf80 msgr2=0x7f18c40d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 --2- 172.21.15.39:0/4247714784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40ccf80 0x7f18c40d02f0 secure :-1 s=READY pgs=1222 cs=0 l=1 rev1=1 crypto rx=0x7f18c40ccd20 tx=0x7f18b802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 -- 172.21.15.39:0/4247714784 shutdown_connections 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 --2- 172.21.15.39:0/4247714784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40ccf80 0x7f18c40d02f0 unknown :-1 s=CLOSED pgs=1222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 --2- 172.21.15.39:0/4247714784 >> v2:172.21.15.157:3300/0 conn(0x7f18c40d0830 0x7f18c40d0cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 --2- 172.21.15.39:0/4247714784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c40b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 -- 172.21.15.39:0/4247714784 >> 172.21.15.39:0/4247714784 conn(0x7f18c40cf1a0 msgr2=0x7f18c40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 -- 172.21.15.39:0/4247714784 shutdown_connections 2024-09-13T16:17:11.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.942+0000 7f18cb995640 1 -- 172.21.15.39:0/4247714784 wait complete. 2024-09-13T16:17:11.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 Processor -- start 2024-09-13T16:17:11.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 -- start start 2024-09-13T16:17:11.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c4148ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18c40ccf80 0x7f18c41f63d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 0x7f18c414a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18c4149010 con 0x7f18c40d0830 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18c41f6910 con 0x7f18c40ccf80 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18cb995640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18c41f2210 con 0x7f18c40b41a0 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18c9f32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 0x7f18c414a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18c9f32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 0x7f18c414a2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40014/0 (socket says 172.21.15.39:40014) 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.944+0000 7f18c9f32640 1 -- 172.21.15.39:0/4154317176 learned_addr learned my addr 172.21.15.39:0/4154317176 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c8f30640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18c40ccf80 0x7f18c41f63d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9731640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c4148ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9f32640 1 -- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 msgr2=0x7f18c4148ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9f32640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c4148ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9f32640 1 -- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18c40ccf80 msgr2=0x7f18c41f63d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9f32640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18c40ccf80 0x7f18c41f63d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9f32640 1 -- 172.21.15.39:0/4154317176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18b80094d0 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18c9f32640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 0x7f18c414a2a0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f18bc009d30 tx=0x7f18bc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18bc009ba0 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18bc00f040 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18c4149200 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18bc0146c0 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.945+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18c41497c0 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.946+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18c4067330 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.947+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f18bc014820 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.947+0000 7f18b5ffb640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18a806ac00 0x7f18a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.947+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f18bc089d40 con 0x7f18c40d0830 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.947+0000 7f18c9731640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18a806ac00 0x7f18a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:11.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.948+0000 7f18c9731640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18a806ac00 0x7f18a806d0c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f18c0006fd0 tx=0x7f18c0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:11.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:11.951+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f18bc054f70 con 0x7f18c40d0830 2024-09-13T16:17:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.160+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f18c4066ec0 con 0x7f18c40d0830 2024-09-13T16:17:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.161+0000 7f18b5ffb640 1 -- 172.21.15.39:0/4154317176 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) v1 ==== 94+0+4741 (secure 0 0 0) 0x7f18bc018090 con 0x7f18c40d0830 2024-09-13T16:17:12.162 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:12.163 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":68,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:06.377310+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":12,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 68 2024-09-13T16:17:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18a806ac00 msgr2=0x7f18a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18a806ac00 0x7f18a806d0c0 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f18c0006fd0 tx=0x7f18c0008040 comp rx=0 tx=0).stop 2024-09-13T16:17:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 msgr2=0x7f18c414a2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 0x7f18c414a2a0 secure :-1 s=READY pgs=1223 cs=0 l=1 rev1=1 crypto rx=0x7f18bc009d30 tx=0x7f18bc00c490 comp rx=0 tx=0).stop 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 shutdown_connections 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18a806ac00 0x7f18a806d0c0 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18c40d0830 0x7f18c414a2a0 unknown :-1 s=CLOSED pgs=1223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18c40ccf80 0x7f18c41f63d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 --2- 172.21.15.39:0/4154317176 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18c40b41a0 0x7f18c4148ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 >> 172.21.15.39:0/4154317176 conn(0x7f18c40cf1a0 msgr2=0x7f18c40b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 shutdown_connections 2024-09-13T16:17:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.164+0000 7f18cb995640 1 -- 172.21.15.39:0/4154317176 wait complete. 2024-09-13T16:17:12.177 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:12.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.276+0000 7f04eb080640 1 Processor -- start 2024-09-13T16:17:12.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04eb080640 1 -- start start 2024-09-13T16:17:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04eb080640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f04e40b41a0 0x7f04e40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04eb080640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04e40d0a00 0x7f04e4167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04eb080640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04e40cde30 con 0x7f04e40ccf80 2024-09-13T16:17:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04eb080640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f04e40b5090 con 0x7f04e40b41a0 2024-09-13T16:17:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04eb080640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04e40cd820 con 0x7f04e40d0a00 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.277+0000 7f04e3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f04e40ccf80 0x7f04e40d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46118/0 (socket says 172.21.15.39:46118) 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e3fff640 1 -- 172.21.15.39:0/1392291739 learned_addr learned my addr 172.21.15.39:0/1392291739 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e961d640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04e40d0a00 0x7f04e4167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1392291739 >> v2:172.21.15.157:3300/0 conn(0x7f04e40b41a0 0x7f04e40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3892981832 0 0) 0x7f04e40cde30 con 0x7f04e40ccf80 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f04d0003520 con 0x7f04e40ccf80 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3287954639 0 0) 0x7f04d0003520 con 0x7f04e40ccf80 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04e40d0a00 msgr2=0x7f04e4167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04e40d0a00 0x7f04e4167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 >> v2:172.21.15.157:3300/0 conn(0x7f04e40b41a0 msgr2=0x7f04e40b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 --2- 172.21.15.39:0/1392291739 >> v2:172.21.15.157:3300/0 conn(0x7f04e40b41a0 0x7f04e40b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04e40b4ac0 con 0x7f04e40ccf80 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f04cc001670 con 0x7f04e40ccf80 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 >> v1:172.21.15.39:6789/0 conn(0x7f04e40ccf80 legacy=0x7f04e40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04d0003970 0x7f04d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d00047c0 0x7f04d0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04d0005180 0x7f04d000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e40b5090 con 0x7f04d0005180 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e40cd820 con 0x7f04d0003970 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04d000bec0 con 0x7f04d00047c0 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e961d640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04e40d0a00 0x7f04e4167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1392291739 >> v2:172.21.15.157:3300/0 conn(0x7f04e40b41a0 0x7f04e40b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e961d640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04d0005180 0x7f04d000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.278+0000 7f04e3fff640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d00047c0 0x7f04d0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04d0003970 0x7f04d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e961d640 1 -- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d00047c0 msgr2=0x7f04d0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e961d640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d00047c0 0x7f04d0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e961d640 1 -- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04d0003970 msgr2=0x7f04d0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e961d640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04d0003970 0x7f04d0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e961d640 1 -- 172.21.15.39:0/1392291739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04d0003520 con 0x7f04d0005180 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04d0003970 0x7f04d0003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.279+0000 7f04e961d640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04d0005180 0x7f04d000b980 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00e1f0 tx=0x7f04d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ae04f024d45ddea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04dc02c040 con 0x7f04d0005180 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04dc00f040 con 0x7f04d0005180 2024-09-13T16:17:12.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04e37fe640 1 -- 172.21.15.39:0/1392291739 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04dc003e70 con 0x7f04d0005180 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04eb080640 1 -- 172.21.15.39:0/1392291739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04d0005180 msgr2=0x7f04d000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04eb080640 1 --2- 172.21.15.39:0/1392291739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04d0005180 0x7f04d000b980 secure :-1 s=READY pgs=1225 cs=0 l=1 rev1=1 crypto rx=0x7f04dc00e1f0 tx=0x7f04d00057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04e961d640 1 -- 172.21.15.39:0/1392291739 reap_dead start 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04eb080640 1 -- 172.21.15.39:0/1392291739 shutdown_connections 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04eb080640 1 -- 172.21.15.39:0/1392291739 >> 172.21.15.39:0/1392291739 conn(0x7f04e40cf1a0 msgr2=0x7f04e40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04eb080640 1 -- 172.21.15.39:0/1392291739 shutdown_connections 2024-09-13T16:17:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.280+0000 7f04eb080640 1 -- 172.21.15.39:0/1392291739 wait complete. 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.281+0000 7f04eb080640 1 Processor -- start 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.281+0000 7f04eb080640 1 -- start start 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04eb080640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d0005180 0x7f04e41f1540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04eb080640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 0x7f04e40afe60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04eb080640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04e40aaed0 0x7f04e40ab350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04eb080640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e40ad990 con 0x7f04e40af9e0 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04eb080640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04e40ad0d0 con 0x7f04e40aaed0 2024-09-13T16:17:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04eb080640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04e40b03a0 con 0x7f04d0005180 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04e3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 0x7f04e40afe60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.282+0000 7f04e3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 0x7f04e40afe60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40018/0 (socket says 172.21.15.39:40018) 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 -- 172.21.15.39:0/1128218041 learned_addr learned my addr 172.21.15.39:0/1128218041 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d0005180 0x7f04e41f1540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e961d640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04e40aaed0 0x7f04e40ab350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 -- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d0005180 msgr2=0x7f04e41f1540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d0005180 0x7f04e41f1540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 -- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04e40aaed0 msgr2=0x7f04e40ab350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04e40aaed0 0x7f04e40ab350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 -- 172.21.15.39:0/1128218041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04e41f1a80 con 0x7f04e40af9e0 2024-09-13T16:17:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d0005180 0x7f04e41f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e3fff640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 0x7f04e40afe60 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f04cc007370 tx=0x7f04cc007830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04cc007c10 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04cc00f940 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04e40ad340 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04cc00fcf0 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.283+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04e40abc80 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.284+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04e4067330 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.285+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f04cc01e3b0 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.285+0000 7f04e17fa640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04c406ac30 0x7f04c406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.285+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f04cc0890e0 con 0x7f04e40af9e0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.285+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04c406ac30 0x7f04c406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.286+0000 7f04e8e1c640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04c406ac30 0x7f04c406d0f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009c60 tx=0x7f04d4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.289+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f04cc054260 con 0x7f04e40af9e0 2024-09-13T16:17:12.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.462+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f04e40adb40 con 0x7f04e40af9e0 2024-09-13T16:17:12.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.464+0000 7f04e17fa640 1 -- 172.21.15.39:0/1128218041 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16681 (secure 0 0 0) 0x7f04e40adb40 con 0x7f04e40af9e0 2024-09-13T16:17:12.465 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:12.465 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:03.353278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/7772685":"2024-09-14T16:17:03.353238+0000","172.21.15.157:6835/7772685":"2024-09-14T16:17:03.353238+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.465+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04c406ac30 msgr2=0x7f04c406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.465+0000 7f04eb080640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04c406ac30 0x7f04c406d0f0 secure :-1 s=READY pgs=511 cs=0 l=1 rev1=1 crypto rx=0x7f04d4009c60 tx=0x7f04d4008040 comp rx=0 tx=0).stop 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.465+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 msgr2=0x7f04e40afe60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.465+0000 7f04eb080640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 0x7f04e40afe60 secure :-1 s=READY pgs=1226 cs=0 l=1 rev1=1 crypto rx=0x7f04cc007370 tx=0x7f04cc007830 comp rx=0 tx=0).stop 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 shutdown_connections 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04c406ac30 0x7f04c406d0f0 unknown :-1 s=CLOSED pgs=511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04e40aaed0 0x7f04e40ab350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04e40af9e0 0x7f04e40afe60 unknown :-1 s=CLOSED pgs=1226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 --2- 172.21.15.39:0/1128218041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04d0005180 0x7f04e41f1540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 >> 172.21.15.39:0/1128218041 conn(0x7f04e40cf1a0 msgr2=0x7f04e40b6ea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 shutdown_connections 2024-09-13T16:17:12.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.466+0000 7f04eb080640 1 -- 172.21.15.39:0/1128218041 wait complete. 2024-09-13T16:17:12.478 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:17:12.478 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:12.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.578+0000 7fa78d7db640 1 Processor -- start 2024-09-13T16:17:12.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.578+0000 7fa78d7db640 1 -- start start 2024-09-13T16:17:12.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa78d7db640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa788156fb0 0x7fa78815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa78d7db640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa78815b1b0 con 0x7fa78815d0a0 2024-09-13T16:17:12.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa78d7db640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa78806f6e0 con 0x7fa78806f170 2024-09-13T16:17:12.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa78d7db640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7880b2400 con 0x7fa788156fb0 2024-09-13T16:17:12.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa786ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa788156fb0 0x7fa78815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa7877fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa78815d0a0 0x7fa788070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46132/0 (socket says 172.21.15.39:46132) 2024-09-13T16:17:12.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa7877fe640 1 -- 172.21.15.39:0/2152093668 learned_addr learned my addr 172.21.15.39:0/2152093668 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:12.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa786ffd640 1 -- 172.21.15.39:0/2152093668 >> v1:172.21.15.157:6789/0 conn(0x7fa78806f170 legacy=0x7fa7880b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.579+0000 7fa786ffd640 1 -- 172.21.15.39:0/2152093668 >> v1:172.21.15.39:6789/0 conn(0x7fa78815d0a0 legacy=0x7fa788070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.580+0000 7fa786ffd640 1 -- 172.21.15.39:0/2152093668 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa78806f9c0 con 0x7fa788156fb0 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.580+0000 7fa786ffd640 1 --2- 172.21.15.39:0/2152093668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa788156fb0 0x7fa78815ac70 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fa778009d90 tx=0x7fa77802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9e7fb7042b94a2ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.580+0000 7fa785ffb640 1 -- 172.21.15.39:0/2152093668 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778007740 con 0x7fa788156fb0 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.580+0000 7fa785ffb640 1 -- 172.21.15.39:0/2152093668 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa77802d050 con 0x7fa788156fb0 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.580+0000 7fa785ffb640 1 -- 172.21.15.39:0/2152093668 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778007ac0 con 0x7fa788156fb0 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 -- 172.21.15.39:0/2152093668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa788156fb0 msgr2=0x7fa78815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 --2- 172.21.15.39:0/2152093668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa788156fb0 0x7fa78815ac70 secure :-1 s=READY pgs=1228 cs=0 l=1 rev1=1 crypto rx=0x7fa778009d90 tx=0x7fa77802a660 comp rx=0 tx=0).stop 2024-09-13T16:17:12.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 -- 172.21.15.39:0/2152093668 shutdown_connections 2024-09-13T16:17:12.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 --2- 172.21.15.39:0/2152093668 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa788156fb0 0x7fa78815ac70 unknown :-1 s=CLOSED pgs=1228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 -- 172.21.15.39:0/2152093668 >> 172.21.15.39:0/2152093668 conn(0x7fa78806b3b0 msgr2=0x7fa78806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:12.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 -- 172.21.15.39:0/2152093668 shutdown_connections 2024-09-13T16:17:12.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.581+0000 7fa78d7db640 1 -- 172.21.15.39:0/2152093668 wait complete. 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.582+0000 7fa78d7db640 1 Processor -- start 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.582+0000 7fa78d7db640 1 -- start start 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa78d7db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 0x7fa788150800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa78d7db640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa788156fb0 0x7fa788153a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa78d7db640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa78815d0a0 0x7fa78814cef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa78d7db640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa78814daf0 con 0x7fa78806f170 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa78d7db640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa788154090 con 0x7fa78815d0a0 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa78d7db640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa78814e130 con 0x7fa788156fb0 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 0x7fa788150800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 0x7fa788150800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40034/0 (socket says 172.21.15.39:40034) 2024-09-13T16:17:12.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 -- 172.21.15.39:0/4200432204 learned_addr learned my addr 172.21.15.39:0/4200432204 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa7877fe640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa78815d0a0 0x7fa78814cef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa7867fc640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa788156fb0 0x7fa788153a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 -- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa788156fb0 msgr2=0x7fa788153a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa788156fb0 0x7fa788153a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 -- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa78815d0a0 msgr2=0x7fa78814cef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa78815d0a0 0x7fa78814cef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.583+0000 7fa786ffd640 1 -- 172.21.15.39:0/4200432204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa778009a70 con 0x7fa78806f170 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.584+0000 7fa786ffd640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 0x7fa788150800 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fa778009eb0 tx=0x7fa778004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.584+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778031990 con 0x7fa78806f170 2024-09-13T16:17:12.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.584+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa778031af0 con 0x7fa78806f170 2024-09-13T16:17:12.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.584+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa78814e410 con 0x7fa78806f170 2024-09-13T16:17:12.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.584+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa778031e80 con 0x7fa78806f170 2024-09-13T16:17:12.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.584+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7881f2a10 con 0x7fa78806f170 2024-09-13T16:17:12.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.585+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7880672f0 con 0x7fa78806f170 2024-09-13T16:17:12.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.586+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa77803b410 con 0x7fa78806f170 2024-09-13T16:17:12.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.586+0000 7fa77f7fe640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa76806ac00 0x7fa76806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.586+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa7780aae30 con 0x7fa78806f170 2024-09-13T16:17:12.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.586+0000 7fa7867fc640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa76806ac00 0x7fa76806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.587+0000 7fa7867fc640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa76806ac00 0x7fa76806d0c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa770007fd0 tx=0x7fa770009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.590+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa778075fb0 con 0x7fa78806f170 2024-09-13T16:17:12.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.795+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa78815ac70 con 0x7fa78806f170 2024-09-13T16:17:12.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.795+0000 7fa77f7fe640 1 -- 172.21.15.39:0/4200432204 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) v1 ==== 94+0+4741 (secure 0 0 0) 0x7fa778049090 con 0x7fa78806f170 2024-09-13T16:17:12.797 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:12.797 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":68,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:06.377310+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":12,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:12.797 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 68 2024-09-13T16:17:12.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.797+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa76806ac00 msgr2=0x7fa76806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa76806ac00 0x7fa76806d0c0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7fa770007fd0 tx=0x7fa770009040 comp rx=0 tx=0).stop 2024-09-13T16:17:12.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 msgr2=0x7fa788150800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 0x7fa788150800 secure :-1 s=READY pgs=1229 cs=0 l=1 rev1=1 crypto rx=0x7fa778009eb0 tx=0x7fa778004a40 comp rx=0 tx=0).stop 2024-09-13T16:17:12.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 shutdown_connections 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa76806ac00 0x7fa76806d0c0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa78815d0a0 0x7fa78814cef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa788156fb0 0x7fa788153a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 --2- 172.21.15.39:0/4200432204 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa78806f170 0x7fa788150800 unknown :-1 s=CLOSED pgs=1229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 >> 172.21.15.39:0/4200432204 conn(0x7fa78806b3b0 msgr2=0x7fa78815bd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 shutdown_connections 2024-09-13T16:17:12.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.798+0000 7fa78d7db640 1 -- 172.21.15.39:0/4200432204 wait complete. 2024-09-13T16:17:12.813 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:12.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.913+0000 7fda583ed640 1 Processor -- start 2024-09-13T16:17:12.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.913+0000 7fda583ed640 1 -- start start 2024-09-13T16:17:12.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda583ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 0x7fda500cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda583ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda5006f910 con 0x7fda5006f4a0 2024-09-13T16:17:12.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda583ed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda5006fbd0 con 0x7fda50158cb0 2024-09-13T16:17:12.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda583ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda5006feb0 con 0x7fda5006a5e0 2024-09-13T16:17:12.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda5698a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fda5006f4a0 0x7fda500cad30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46144/0 (socket says 172.21.15.39:46144) 2024-09-13T16:17:12.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda5698a640 1 -- 172.21.15.39:0/4255859788 learned_addr learned my addr 172.21.15.39:0/4255859788 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55988640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 0x7fda500cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3259538294 0 0) 0x7fda5006f910 con 0x7fda5006f4a0 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda3c003520 con 0x7fda5006f4a0 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 312857260 0 0) 0x7fda3c003520 con 0x7fda5006f4a0 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 msgr2=0x7fda500cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 0x7fda500cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 >> v1:172.21.15.157:6789/0 conn(0x7fda50158cb0 legacy=0x7fda50069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda50070190 con 0x7fda5006f4a0 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.914+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fda480019f0 con 0x7fda5006f4a0 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 >> v1:172.21.15.39:6789/0 conn(0x7fda5006f4a0 legacy=0x7fda500cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c0039a0 0x7fda3c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 0x7fda3c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c004d00 0x7fda3c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5006feb0 con 0x7fda3c004d00 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c005980 con 0x7fda3c0039a0 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda3c005b40 con 0x7fda5006a5e0 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda5698a640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c004d00 0x7fda3c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda56189640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c0039a0 0x7fda3c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda55988640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 0x7fda3c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda5698a640 1 -- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 msgr2=0x7fda3c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda5698a640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5006a5e0 0x7fda3c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda5698a640 1 -- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c0039a0 msgr2=0x7fda3c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda5698a640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c0039a0 0x7fda3c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.915+0000 7fda5698a640 1 -- 172.21.15.39:0/4255859788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda3c003520 con 0x7fda3c004d00 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda5698a640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c004d00 0x7fda3c005180 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fda4800a800 tx=0x7fda3c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e76afd002467e183 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda4802ba10 con 0x7fda3c004d00 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda4802bb70 con 0x7fda3c004d00 2024-09-13T16:17:12.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda55187640 1 -- 172.21.15.39:0/4255859788 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda48034470 con 0x7fda3c004d00 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda583ed640 1 -- 172.21.15.39:0/4255859788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c004d00 msgr2=0x7fda3c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda583ed640 1 --2- 172.21.15.39:0/4255859788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda3c004d00 0x7fda3c005180 secure :-1 s=READY pgs=1231 cs=0 l=1 rev1=1 crypto rx=0x7fda4800a800 tx=0x7fda3c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.916+0000 7fda5698a640 1 -- 172.21.15.39:0/4255859788 reap_dead start 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.917+0000 7fda583ed640 1 -- 172.21.15.39:0/4255859788 shutdown_connections 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.917+0000 7fda583ed640 1 -- 172.21.15.39:0/4255859788 >> 172.21.15.39:0/4255859788 conn(0x7fda5006b3b0 msgr2=0x7fda5006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.917+0000 7fda583ed640 1 -- 172.21.15.39:0/4255859788 shutdown_connections 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.917+0000 7fda583ed640 1 -- 172.21.15.39:0/4255859788 wait complete. 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.918+0000 7fda583ed640 1 Processor -- start 2024-09-13T16:17:12.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.918+0000 7fda583ed640 1 -- start start 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.918+0000 7fda583ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c004d00 0x7fda500cb940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.918+0000 7fda583ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 0x7fda501549b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.918+0000 7fda583ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5014f830 0x7fda5014fce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda583ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda5014e6a0 con 0x7fda50154530 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda583ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda50154ef0 con 0x7fda3c004d00 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda583ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda50150220 con 0x7fda5014f830 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 0x7fda501549b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 0x7fda501549b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40054/0 (socket says 172.21.15.39:40054) 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 -- 172.21.15.39:0/609419842 learned_addr learned my addr 172.21.15.39:0/609419842 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 -- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5014f830 msgr2=0x7fda5014fce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5014f830 0x7fda5014fce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 -- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c004d00 msgr2=0x7fda500cb940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c004d00 0x7fda500cb940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:12.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 -- 172.21.15.39:0/609419842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda50153770 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda55988640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 0x7fda501549b0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fda40011920 tx=0x7fda40011de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda4000faf0 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda4000fc50 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda50153a50 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda40014440 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.919+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda50154010 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.920+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda500672f0 con 0x7fda50154530 2024-09-13T16:17:12.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.921+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda4001d400 con 0x7fda50154530 2024-09-13T16:17:12.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.921+0000 7fda46ffd640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda3406ac00 0x7fda3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:12.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.921+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fda40089bf0 con 0x7fda50154530 2024-09-13T16:17:12.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.922+0000 7fda56189640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda3406ac00 0x7fda3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:12.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.922+0000 7fda56189640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda3406ac00 0x7fda3406d0c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fda500ceab0 tx=0x7fda4c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:12.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:12.926+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda40054d70 con 0x7fda50154530 2024-09-13T16:17:13.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.131+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fda500cee00 con 0x7fda50154530 2024-09-13T16:17:13.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.131+0000 7fda46ffd640 1 -- 172.21.15.39:0/609419842 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 68 v68) v1 ==== 94+0+4741 (secure 0 0 0) 0x7fda40058390 con 0x7fda50154530 2024-09-13T16:17:13.133 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:13.133 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":68,"default_fscid":5,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58}],"filesystems":[{"mdsmap":{"epoch":68,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:16:32.138062+0000","modified":"2024-09-13T16:17:06.377310+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":77,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7260},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7260":{"gid":7260,"name":"c","rank":0,"incarnation":65,"state":"up:active","state_seq":12,"addr":"172.21.15.39:6835/3605875439","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3605875439},{"type":"v1","addr":"172.21.15.39:6835","nonce":3605875439}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[11],"metadata_pool":10,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":5}]} 2024-09-13T16:17:13.133 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 68 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda3406ac00 msgr2=0x7fda3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda3406ac00 0x7fda3406d0c0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7fda500ceab0 tx=0x7fda4c009040 comp rx=0 tx=0).stop 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 msgr2=0x7fda501549b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 0x7fda501549b0 secure :-1 s=READY pgs=1232 cs=0 l=1 rev1=1 crypto rx=0x7fda40011920 tx=0x7fda40011de0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 shutdown_connections 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda3406ac00 0x7fda3406d0c0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda5014f830 0x7fda5014fce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda50154530 0x7fda501549b0 unknown :-1 s=CLOSED pgs=1232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 --2- 172.21.15.39:0/609419842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda3c004d00 0x7fda500cb940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 >> 172.21.15.39:0/609419842 conn(0x7fda5006b3b0 msgr2=0x7fda500ae5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 shutdown_connections 2024-09-13T16:17:13.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.133+0000 7fda583ed640 1 -- 172.21.15.39:0/609419842 wait complete. 2024-09-13T16:17:13.145 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:13.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.245+0000 7fbb9e641640 1 Processor -- start 2024-09-13T16:17:13.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.245+0000 7fbb9e641640 1 -- start start 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb9e641640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb9815c330 0x7fbb9806ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb9e641640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb980b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb9e641640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb9806f6e0 con 0x7fbb9806f240 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb9e641640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb9806f9c0 con 0x7fbb9815c330 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb9e641640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9806fca0 con 0x7fbb9815c710 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb977fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbb9806f240 0x7fbb9806b8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46148/0 (socket says 172.21.15.39:46148) 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.246+0000 7fbb977fe640 1 -- 172.21.15.39:0/400118173 learned_addr learned my addr 172.21.15.39:0/400118173 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb9cbde640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb980b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 --2- 172.21.15.39:0/400118173 >> v2:172.21.15.157:3300/0 conn(0x7fbb9815c330 0x7fbb9806ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1053893377 0 0) 0x7fbb9806f6e0 con 0x7fbb9806f240 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb80003520 con 0x7fbb9806f240 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2565949140 0 0) 0x7fbb80003520 con 0x7fbb9806f240 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 msgr2=0x7fbb980b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb980b3ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 >> v2:172.21.15.157:3300/0 conn(0x7fbb9815c330 msgr2=0x7fbb9806ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 --2- 172.21.15.39:0/400118173 >> v2:172.21.15.157:3300/0 conn(0x7fbb9815c330 0x7fbb9806ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb980b37c0 con 0x7fbb9806f240 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fbb8c001670 con 0x7fbb9806f240 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb9cbde640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb980b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 >> v1:172.21.15.39:6789/0 conn(0x7fbb9806f240 legacy=0x7fbb9806b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb80003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb800047c0 0x7fbb80004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb80005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9806f9c0 con 0x7fbb80003970 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9806fca0 con 0x7fbb800047c0 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb8000b980 con 0x7fbb9815c710 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb80003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb9cbde640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb80005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb977fe640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb800047c0 0x7fbb80004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 -- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 msgr2=0x7fbb80005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815c710 0x7fbb80005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 -- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb800047c0 msgr2=0x7fbb80004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb800047c0 0x7fbb80004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.247+0000 7fbb97fff640 1 -- 172.21.15.39:0/400118173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb90009a70 con 0x7fbb80003970 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.248+0000 7fbb97fff640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb80003d90 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fbb88009ac0 tx=0x7fbb800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70cc20178f6f093d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.248+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb88031400 con 0x7fbb80003970 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.248+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb8802d050 con 0x7fbb80003970 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.248+0000 7fbb96ffd640 1 -- 172.21.15.39:0/400118173 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb88031780 con 0x7fbb80003970 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9e641640 1 -- 172.21.15.39:0/400118173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 msgr2=0x7fbb80003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9e641640 1 --2- 172.21.15.39:0/400118173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb80003d90 secure :-1 s=READY pgs=1234 cs=0 l=1 rev1=1 crypto rx=0x7fbb88009ac0 tx=0x7fbb800057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9cbde640 1 -- 172.21.15.39:0/400118173 reap_dead start 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9e641640 1 -- 172.21.15.39:0/400118173 shutdown_connections 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9e641640 1 -- 172.21.15.39:0/400118173 >> 172.21.15.39:0/400118173 conn(0x7fbb9806d5c0 msgr2=0x7fbb9806d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:13.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9e641640 1 -- 172.21.15.39:0/400118173 shutdown_connections 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.249+0000 7fbb9e641640 1 -- 172.21.15.39:0/400118173 wait complete. 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.250+0000 7fbb9e641640 1 Processor -- start 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.250+0000 7fbb9e641640 1 -- start start 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9e641640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb980cc690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9e641640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb98150790 0x7fbb98150050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9e641640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815dc60 0x7fbb9815cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9e641640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb9815d7d0 con 0x7fbb80003970 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9e641640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb98150590 con 0x7fbb98150790 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9e641640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb980cb2f0 con 0x7fbb9815dc60 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb97fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb980cc690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb97fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb980cc690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40058/0 (socket says 172.21.15.39:40058) 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb97fff640 1 -- 172.21.15.39:0/1485356921 learned_addr learned my addr 172.21.15.39:0/1485356921 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb977fe640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb98150790 0x7fbb98150050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb9cbde640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815dc60 0x7fbb9815cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.251+0000 7fbb97fff640 1 -- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815dc60 msgr2=0x7fbb9815cb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb97fff640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815dc60 0x7fbb9815cb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb97fff640 1 -- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb98150790 msgr2=0x7fbb98150050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb97fff640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb98150790 0x7fbb98150050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb97fff640 1 -- 172.21.15.39:0/1485356921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb980caa50 con 0x7fbb80003970 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb97fff640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb980cc690 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7fbb88034040 tx=0x7fbb88004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb880044c0 con 0x7fbb80003970 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb88003b30 con 0x7fbb80003970 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb88044410 con 0x7fbb80003970 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb980cad30 con 0x7fbb80003970 2024-09-13T16:17:13.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.252+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb98150ee0 con 0x7fbb80003970 2024-09-13T16:17:13.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.253+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb980cccf0 con 0x7fbb80003970 2024-09-13T16:17:13.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.254+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb88038070 con 0x7fbb80003970 2024-09-13T16:17:13.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.254+0000 7fbb94ff9640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb8406ac30 0x7fbb8406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.254+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fbb880a9230 con 0x7fbb80003970 2024-09-13T16:17:13.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.254+0000 7fbb977fe640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb8406ac30 0x7fbb8406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.255+0000 7fbb977fe640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb8406ac30 0x7fbb8406d0f0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fbb9815e770 tx=0x7fbb8c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.258+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb88074580 con 0x7fbb80003970 2024-09-13T16:17:13.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.431+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbb98160d20 con 0x7fbb80003970 2024-09-13T16:17:13.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.436+0000 7fbb94ff9640 1 -- 172.21.15.39:0/1485356921 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v77) v1 ==== 74+0+16681 (secure 0 0 0) 0x7fbb88077ba0 con 0x7fbb80003970 2024-09-13T16:17:13.437 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:13.437 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":77,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:03.353278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":10,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:16:30.382854+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"75","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":11,"pool_name":"cephfs_data","create_time":"2024-09-13T16:16:31.117767+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"76","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.157:6837/7772685":"2024-09-14T16:17:03.353238+0000","172.21.15.157:6835/7772685":"2024-09-14T16:17:03.353238+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:13.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb8406ac30 msgr2=0x7fbb8406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb8406ac30 0x7fbb8406d0f0 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7fbb9815e770 tx=0x7fbb8c007040 comp rx=0 tx=0).stop 2024-09-13T16:17:13.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 msgr2=0x7fbb980cc690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb980cc690 secure :-1 s=READY pgs=1235 cs=0 l=1 rev1=1 crypto rx=0x7fbb88034040 tx=0x7fbb88004730 comp rx=0 tx=0).stop 2024-09-13T16:17:13.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 shutdown_connections 2024-09-13T16:17:13.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb8406ac30 0x7fbb8406d0f0 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb9815dc60 0x7fbb9815cb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb98150790 0x7fbb98150050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 --2- 172.21.15.39:0/1485356921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb80003970 0x7fbb980cc690 unknown :-1 s=CLOSED pgs=1235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 >> 172.21.15.39:0/1485356921 conn(0x7fbb9806d5c0 msgr2=0x7fbb980b1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:13.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 shutdown_connections 2024-09-13T16:17:13.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.438+0000 7fbb9e641640 1 -- 172.21.15.39:0/1485356921 wait complete. 2024-09-13T16:17:13.451 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:17:13.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.552+0000 7f63812d7640 1 Processor -- start 2024-09-13T16:17:13.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.553+0000 7f63812d7640 1 -- start start 2024-09-13T16:17:13.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.553+0000 7f63812d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c15cef0 0x7f637c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.553+0000 7f63812d7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f637c0cd560 0x7f637c0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.553+0000 7f63812d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f637c0d1bc0 0x7f637c0b5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f63812d7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f637c0d11f0 con 0x7f637c0d1bc0 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f63812d7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f637c15d2d0 con 0x7f637c0cd560 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f63812d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f637c0cda00 con 0x7f637c15cef0 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f637c0d1bc0 0x7f637c0b5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f637c0d1bc0 0x7f637c0b5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40068/0 (socket says 172.21.15.39:40068) 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 -- 172.21.15.39:0/1747368711 learned_addr learned my addr 172.21.15.39:0/1747368711 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637affd640 1 --2- 172.21.15.39:0/1747368711 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c15cef0 0x7f637c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637a7fc640 1 --2- 172.21.15.39:0/1747368711 >> v2:172.21.15.157:3300/0 conn(0x7f637c0cd560 0x7f637c0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 -- 172.21.15.39:0/1747368711 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c15cef0 msgr2=0x7f637c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 --2- 172.21.15.39:0/1747368711 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c15cef0 0x7f637c0cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 -- 172.21.15.39:0/1747368711 >> v2:172.21.15.157:3300/0 conn(0x7f637c0cd560 msgr2=0x7f637c0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 --2- 172.21.15.39:0/1747368711 >> v2:172.21.15.157:3300/0 conn(0x7f637c0cd560 0x7f637c0d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.554+0000 7f637b7fe640 1 -- 172.21.15.39:0/1747368711 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f637c0cdce0 con 0x7f637c0d1bc0 2024-09-13T16:17:13.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f637b7fe640 1 --2- 172.21.15.39:0/1747368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c0d1bc0 0x7f637c0b5ab0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f637c0b5290 tx=0x7f637402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=746ee920e95d0637 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f6379ffb640 1 -- 172.21.15.39:0/1747368711 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6374032440 con 0x7f637c0d1bc0 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f6379ffb640 1 -- 172.21.15.39:0/1747368711 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63740325a0 con 0x7f637c0d1bc0 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f6379ffb640 1 -- 172.21.15.39:0/1747368711 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6374032930 con 0x7f637c0d1bc0 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 -- 172.21.15.39:0/1747368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c0d1bc0 msgr2=0x7f637c0b5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 --2- 172.21.15.39:0/1747368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c0d1bc0 0x7f637c0b5ab0 secure :-1 s=READY pgs=1236 cs=0 l=1 rev1=1 crypto rx=0x7f637c0b5290 tx=0x7f637402a270 comp rx=0 tx=0).stop 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 -- 172.21.15.39:0/1747368711 shutdown_connections 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 --2- 172.21.15.39:0/1747368711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c0d1bc0 0x7f637c0b5ab0 unknown :-1 s=CLOSED pgs=1236 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 --2- 172.21.15.39:0/1747368711 >> v2:172.21.15.157:3300/0 conn(0x7f637c0cd560 0x7f637c0d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 --2- 172.21.15.39:0/1747368711 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c15cef0 0x7f637c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.555+0000 7f63812d7640 1 -- 172.21.15.39:0/1747368711 >> 172.21.15.39:0/1747368711 conn(0x7f637c06a3a0 msgr2=0x7f637c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.556+0000 7f63812d7640 1 -- 172.21.15.39:0/1747368711 shutdown_connections 2024-09-13T16:17:13.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.556+0000 7f63812d7640 1 -- 172.21.15.39:0/1747368711 wait complete. 2024-09-13T16:17:13.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.557+0000 7f63812d7640 1 Processor -- start 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.557+0000 7f63812d7640 1 -- start start 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63812d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f637c0cd560 0x7f637c0c8b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63812d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c0d1bc0 0x7f637c1596b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63812d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 0x7f637c15ea40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63812d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f637c0c7ac0 con 0x7f637c15cef0 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63812d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f637c0c7da0 con 0x7f637c0cd560 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63812d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f637c0c8080 con 0x7f637c0d1bc0 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 0x7f637c15ea40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 0x7f637c15ea40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40078/0 (socket says 172.21.15.39:40078) 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 -- 172.21.15.39:0/719499307 learned_addr learned my addr 172.21.15.39:0/719499307 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637affd640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f637c0cd560 0x7f637c0c8b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637a7fc640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c0d1bc0 0x7f637c1596b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 -- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c0d1bc0 msgr2=0x7f637c1596b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c0d1bc0 0x7f637c1596b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 -- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f637c0cd560 msgr2=0x7f637c0c8b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f637c0cd560 0x7f637c0c8b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 -- 172.21.15.39:0/719499307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63740094d0 con 0x7f637c15cef0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637affd640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f637c0cd560 0x7f637c0c8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f637b7fe640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 0x7f637c15ea40 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f63740090b0 tx=0x7f63740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6374030b80 con 0x7f637c15cef0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.558+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6374030d00 con 0x7f637c15cef0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.559+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f637c0c8360 con 0x7f637c15cef0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.559+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f637403d680 con 0x7f637c15cef0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.559+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f637c159bf0 con 0x7f637c15cef0 2024-09-13T16:17:13.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.559+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f637c0c8880 con 0x7f637c15cef0 2024-09-13T16:17:13.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.560+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6374039040 con 0x7f637c15cef0 2024-09-13T16:17:13.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.560+0000 7f63737fe640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635c06ac00 0x7f635c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.560+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(77..77 src has 1..77) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f63740a9fe0 con 0x7f637c15cef0 2024-09-13T16:17:13.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.561+0000 7f637affd640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635c06ac00 0x7f635c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.561+0000 7f637affd640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635c06ac00 0x7f635c06d0c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f637c15bde0 tx=0x7f636c0075b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.565+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f637c0c8880 con 0x7f637c15cef0 2024-09-13T16:17:13.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.774+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f637c0c8880 con 0x7f637c15cef0 2024-09-13T16:17:13.776 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:17:13.775+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:17:13.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.786+0000 7f63737fe640 1 -- 172.21.15.39:0/719499307 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v69) v1 ==== 161+0+0 (secure 0 0 0) 0x7f637c0c8880 con 0x7f637c15cef0 2024-09-13T16:17:13.787 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635c06ac00 msgr2=0x7f635c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635c06ac00 0x7f635c06d0c0 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7f637c15bde0 tx=0x7f636c0075b0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 msgr2=0x7f637c15ea40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 0x7f637c15ea40 secure :-1 s=READY pgs=1237 cs=0 l=1 rev1=1 crypto rx=0x7f63740090b0 tx=0x7f63740046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 shutdown_connections 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635c06ac00 0x7f635c06d0c0 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f637c15cef0 0x7f637c15ea40 unknown :-1 s=CLOSED pgs=1237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f637c0d1bc0 0x7f637c1596b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 --2- 172.21.15.39:0/719499307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f637c0cd560 0x7f637c0c8b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 >> 172.21.15.39:0/719499307 conn(0x7f637c06a3a0 msgr2=0x7f637c0b40f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:13.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 shutdown_connections 2024-09-13T16:17:13.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.788+0000 7f63812d7640 1 -- 172.21.15.39:0/719499307 wait complete. 2024-09-13T16:17:13.792 INFO:tasks.ceph.mds.c.smithi039.stderr: -752> 2024-09-13T16:17:08.044+0000 7f427fba2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:17:13.801 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:17:13.820 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:17:13.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.905+0000 7fd5d0cc9640 1 Processor -- start 2024-09-13T16:17:13.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.905+0000 7fd5d0cc9640 1 -- start start 2024-09-13T16:17:13.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5d0cc9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc06f190 0x7fd5cc0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5d0cc9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd5cc0cd000 0x7fd5cc0cd470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5d0cc9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5cc0b2830 con 0x7fd5cc143c30 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5d0cc9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5cc06ffe0 con 0x7fd5cc0cd000 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5d0cc9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5cc0b1d00 con 0x7fd5cc06f190 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd5cc0cd000 0x7fd5cc0cd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd5cc0cd000 0x7fd5cc0cd470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36844/0 (socket says 172.21.15.39:36844) 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 -- 172.21.15.39:0/3586034846 learned_addr learned my addr 172.21.15.39:0/3586034846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5c3fff640 1 --2- 172.21.15.39:0/3586034846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc06f190 0x7fd5cc0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 -- 172.21.15.39:0/3586034846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc06f190 msgr2=0x7fd5cc0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 --2- 172.21.15.39:0/3586034846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc06f190 0x7fd5cc0b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 -- 172.21.15.39:0/3586034846 >> v1:172.21.15.157:6789/0 conn(0x7fd5cc143c30 legacy=0x7fd5cc0b2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.906+0000 7fd5cad9d640 1 -- 172.21.15.39:0/3586034846 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5cc144010 con 0x7fd5cc0cd000 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.907+0000 7fd5cad9d640 1 --2- 172.21.15.39:0/3586034846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc0cd000 0x7fd5cc0cd470 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc06efe0 tx=0x7fd5c402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc10516cb6662533 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.907+0000 7fd5c9d9b640 1 -- 172.21.15.39:0/3586034846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4031400 con 0x7fd5cc0cd000 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.907+0000 7fd5c9d9b640 1 -- 172.21.15.39:0/3586034846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5c402d050 con 0x7fd5cc0cd000 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.907+0000 7fd5c9d9b640 1 -- 172.21.15.39:0/3586034846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5c4031780 con 0x7fd5cc0cd000 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/3586034846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc0cd000 msgr2=0x7fd5cc0cd470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/3586034846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc0cd000 0x7fd5cc0cd470 secure :-1 s=READY pgs=1241 cs=0 l=1 rev1=1 crypto rx=0x7fd5cc06efe0 tx=0x7fd5c402a610 comp rx=0 tx=0).stop 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/3586034846 shutdown_connections 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/3586034846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc0cd000 0x7fd5cc0cd470 unknown :-1 s=CLOSED pgs=1241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/3586034846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc06f190 0x7fd5cc0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/3586034846 >> 172.21.15.39:0/3586034846 conn(0x7fd5cc0b00a0 msgr2=0x7fd5cc0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/3586034846 shutdown_connections 2024-09-13T16:17:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.908+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/3586034846 wait complete. 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.909+0000 7fd5d0cc9640 1 Processor -- start 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.909+0000 7fd5d0cc9640 1 -- start start 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 0x7fd5cc139c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc0cd000 0x7fd5cc0ab7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5cc143c30 0x7fd5cc0abd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5cc0a95f0 con 0x7fd5cc06f190 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5cc1e56a0 con 0x7fd5cc143c30 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5cc1e53c0 con 0x7fd5cc0cd000 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 0x7fd5cc139c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 0x7fd5cc139c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36860/0 (socket says 172.21.15.39:36860) 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 -- 172.21.15.39:0/412370709 learned_addr learned my addr 172.21.15.39:0/412370709 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5cad9d640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5cc143c30 0x7fd5cc0abd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5c3fff640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc0cd000 0x7fd5cc0ab7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 -- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc0cd000 msgr2=0x7fd5cc0ab7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc0cd000 0x7fd5cc0ab7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 -- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5cc143c30 msgr2=0x7fd5cc0abd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5cc143c30 0x7fd5cc0abd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 -- 172.21.15.39:0/412370709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5c4009b30 con 0x7fd5cc06f190 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5c3fff640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc0cd000 0x7fd5cc0ab7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5ca59c640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 0x7fd5cc139c90 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc00c430 tx=0x7fd5bc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5bc011790 con 0x7fd5cc06f190 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5bc0118f0 con 0x7fd5cc06f190 2024-09-13T16:17:13.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.910+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5cc0a8fa0 con 0x7fd5cc06f190 2024-09-13T16:17:13.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.911+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5bc011ce0 con 0x7fd5cc06f190 2024-09-13T16:17:13.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.911+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5cc13a1d0 con 0x7fd5cc06f190 2024-09-13T16:17:13.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.911+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5cc0724a0 con 0x7fd5cc06f190 2024-09-13T16:17:13.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.912+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd5bc01c460 con 0x7fd5cc06f190 2024-09-13T16:17:13.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.913+0000 7fd5c2ffd640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd5ac06ac30 0x7fd5ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:13.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.913+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 5881+0+0 (secure 0 0 0) 0x7fd5bc0892a0 con 0x7fd5cc06f190 2024-09-13T16:17:13.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.913+0000 7fd5c3fff640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd5ac06ac30 0x7fd5ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:13.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.913+0000 7fd5c3fff640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd5ac06ac30 0x7fd5ac06d0f0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd5b4006fd0 tx=0x7fd5b4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:13.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:13.917+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd5bc0543d0 con 0x7fd5cc06f190 2024-09-13T16:17:14.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.126+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fd5cc0672f0 con 0x7fd5cc06f190 2024-09-13T16:17:14.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.789+0000 7fd5c2ffd640 1 -- 172.21.15.39:0/412370709 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v70) v1 ==== 104+0+0 (secure 0 0 0) 0x7fd5bc0579f0 con 0x7fd5cc06f190 2024-09-13T16:17:14.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd5ac06ac30 msgr2=0x7fd5ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:14.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd5ac06ac30 0x7fd5ac06d0f0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7fd5b4006fd0 tx=0x7fd5b4008040 comp rx=0 tx=0).stop 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 msgr2=0x7fd5cc139c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 0x7fd5cc139c90 secure :-1 s=READY pgs=1242 cs=0 l=1 rev1=1 crypto rx=0x7fd5bc00c430 tx=0x7fd5bc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 shutdown_connections 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd5ac06ac30 0x7fd5ac06d0f0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd5cc143c30 0x7fd5cc0abd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd5cc0cd000 0x7fd5cc0ab7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 --2- 172.21.15.39:0/412370709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd5cc06f190 0x7fd5cc139c90 unknown :-1 s=CLOSED pgs=1242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 >> 172.21.15.39:0/412370709 conn(0x7fd5cc0b00a0 msgr2=0x7fd5cc0b2120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 shutdown_connections 2024-09-13T16:17:14.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.792+0000 7fd5d0cc9640 1 -- 172.21.15.39:0/412370709 wait complete. 2024-09-13T16:17:14.808 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:17:14.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.959+0000 7f647f9ae640 1 Processor -- start 2024-09-13T16:17:14.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.959+0000 7f647f9ae640 1 -- start start 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647f9ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64780b4740 0x7f647806e070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647f9ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6478065bd0 0x7f647806c430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647f9ae640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64780cc940 con 0x7f647815a4a0 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647f9ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f647806bf30 con 0x7f6478065bd0 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647f9ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64780cc0a0 con 0x7f64780b4740 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647d74a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f647815a4a0 0x7f64780b4030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59036/0 (socket says 172.21.15.39:59036) 2024-09-13T16:17:14.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647d74a640 1 -- 172.21.15.39:0/1788790450 learned_addr learned my addr 172.21.15.39:0/1788790450 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647df4b640 1 --2- 172.21.15.39:0/1788790450 >> v2:172.21.15.39:3300/0 conn(0x7f6478065bd0 0x7f647806c430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647cf49640 1 --2- 172.21.15.39:0/1788790450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64780b4740 0x7f647806e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f646ffff640 1 -- 172.21.15.39:0/1788790450 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2943900835 0 0) 0x7f64780cc940 con 0x7f647815a4a0 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f646ffff640 1 -- 172.21.15.39:0/1788790450 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6464003520 con 0x7f647815a4a0 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647df4b640 1 -- 172.21.15.39:0/1788790450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64780b4740 msgr2=0x7f647806e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647df4b640 1 --2- 172.21.15.39:0/1788790450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64780b4740 0x7f647806e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647df4b640 1 -- 172.21.15.39:0/1788790450 >> v1:172.21.15.39:6789/0 conn(0x7f647815a4a0 legacy=0x7f64780b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.960+0000 7f647df4b640 1 -- 172.21.15.39:0/1788790450 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64780cc380 con 0x7f6478065bd0 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.961+0000 7f647df4b640 1 --2- 172.21.15.39:0/1788790450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f647806c430 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f6470009d90 tx=0x7f647002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b383c70952f42a93 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.961+0000 7f646ffff640 1 -- 172.21.15.39:0/1788790450 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6470007740 con 0x7f6478065bd0 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.961+0000 7f646ffff640 1 -- 172.21.15.39:0/1788790450 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f647002d050 con 0x7f6478065bd0 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.961+0000 7f646ffff640 1 -- 172.21.15.39:0/1788790450 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6470007ac0 con 0x7f6478065bd0 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 -- 172.21.15.39:0/1788790450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 msgr2=0x7f647806c430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 --2- 172.21.15.39:0/1788790450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f647806c430 secure :-1 s=READY pgs=1244 cs=0 l=1 rev1=1 crypto rx=0x7f6470009d90 tx=0x7f647002a660 comp rx=0 tx=0).stop 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 -- 172.21.15.39:0/1788790450 shutdown_connections 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 --2- 172.21.15.39:0/1788790450 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f647806c430 unknown :-1 s=CLOSED pgs=1244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 --2- 172.21.15.39:0/1788790450 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64780b4740 0x7f647806e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 -- 172.21.15.39:0/1788790450 >> 172.21.15.39:0/1788790450 conn(0x7f64780ae990 msgr2=0x7f64780aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 -- 172.21.15.39:0/1788790450 shutdown_connections 2024-09-13T16:17:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.962+0000 7f647f9ae640 1 -- 172.21.15.39:0/1788790450 wait complete. 2024-09-13T16:17:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.963+0000 7f647f9ae640 1 Processor -- start 2024-09-13T16:17:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.963+0000 7f647f9ae640 1 -- start start 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647f9ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f64780ac6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647f9ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64780b4740 0x7f6478070d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647f9ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f647815a4a0 0x7f64780712b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647f9ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64780a9da0 con 0x7f6478065bd0 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647f9ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64780ad010 con 0x7f64780b4740 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647f9ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64780a9f80 con 0x7f647815a4a0 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f64780ac6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f64780ac6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36882/0 (socket says 172.21.15.39:36882) 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 -- 172.21.15.39:0/3770112107 learned_addr learned my addr 172.21.15.39:0/3770112107 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647df4b640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f647815a4a0 0x7f64780712b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647cf49640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64780b4740 0x7f6478070d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 -- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f647815a4a0 msgr2=0x7f64780712b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f647815a4a0 0x7f64780712b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 -- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64780b4740 msgr2=0x7f6478070d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64780b4740 0x7f6478070d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647d74a640 1 -- 172.21.15.39:0/3770112107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6470009a70 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.964+0000 7f647df4b640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f647815a4a0 0x7f64780712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.965+0000 7f647d74a640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f64780ac6f0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f647400c410 tx=0x7f647400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.965+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6474005ce0 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.965+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6474005e40 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.965+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64780aa260 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.965+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64740072f0 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.965+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64780acc30 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.966+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64780aa780 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.966+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6474007510 con 0x7f6478065bd0 2024-09-13T16:17:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.967+0000 7f646dffb640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f645c06ac00 0x7f645c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:14.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.967+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(78..78 src has 1..78) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f6474088a70 con 0x7f6478065bd0 2024-09-13T16:17:14.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.967+0000 7f647cf49640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f645c06ac00 0x7f645c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:14.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.968+0000 7f647cf49640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f645c06ac00 0x7f645c06d0c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f64780cbd90 tx=0x7f6468008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:14.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:14.971+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f64780aa780 con 0x7f6478065bd0 2024-09-13T16:17:15.080 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:15.083 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:15.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.145+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f64780aa780 con 0x7f6478065bd0 2024-09-13T16:17:15.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.795+0000 7f646dffb640 1 -- 172.21.15.39:0/3770112107 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v79) v1 ==== 181+0+0 (secure 0 0 0) 0x7f64780aa780 con 0x7f6478065bd0 2024-09-13T16:17:15.797 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:17:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.798+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f645c06ac00 msgr2=0x7f645c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f645c06ac00 0x7f645c06d0c0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f64780cbd90 tx=0x7f6468008040 comp rx=0 tx=0).stop 2024-09-13T16:17:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 msgr2=0x7f64780ac6f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f64780ac6f0 secure :-1 s=READY pgs=1245 cs=0 l=1 rev1=1 crypto rx=0x7f647400c410 tx=0x7f647400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 shutdown_connections 2024-09-13T16:17:15.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f645c06ac00 0x7f645c06d0c0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f647815a4a0 0x7f64780712b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64780b4740 0x7f6478070d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 --2- 172.21.15.39:0/3770112107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6478065bd0 0x7f64780ac6f0 unknown :-1 s=CLOSED pgs=1245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 >> 172.21.15.39:0/3770112107 conn(0x7f64780ae990 msgr2=0x7f64780aff80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 shutdown_connections 2024-09-13T16:17:15.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.799+0000 7f647f9ae640 1 -- 172.21.15.39:0/3770112107 wait complete. 2024-09-13T16:17:15.813 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:17:15.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 Processor -- start 2024-09-13T16:17:15.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 -- start start 2024-09-13T16:17:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d7815c350 0x7f7d780d0100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d780b5480 0x7f7d780d0640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:15.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d780cff10 con 0x7f7d7806cdf0 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d780cfc50 con 0x7f7d7815c350 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.963+0000 7f7d7df9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d7806c310 con 0x7f7d780b5480 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7cf9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d7815c350 0x7f7d780d0100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d77fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7d7806cdf0 0x7f7d7806d520 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59038/0 (socket says 172.21.15.39:59038) 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d77fff640 1 -- 172.21.15.39:0/2270384254 learned_addr learned my addr 172.21.15.39:0/2270384254 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7d79c640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d780b5480 0x7f7d780d0640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7cf9b640 1 -- 172.21.15.39:0/2270384254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d780b5480 msgr2=0x7f7d780d0640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7cf9b640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d780b5480 0x7f7d780d0640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7cf9b640 1 -- 172.21.15.39:0/2270384254 >> v1:172.21.15.39:6789/0 conn(0x7f7d7806cdf0 legacy=0x7f7d7806d520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7cf9b640 1 -- 172.21.15.39:0/2270384254 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d7806c5f0 con 0x7f7d7815c350 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d777fe640 1 -- 172.21.15.39:0/2270384254 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2770531504 0 0) 0x7f7d780cff10 con 0x7f7d7806cdf0 2024-09-13T16:17:15.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.964+0000 7f7d7d79c640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d780b5480 0x7f7d780d0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7cf9b640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d780d0100 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f7d680097a0 tx=0x7f7d6802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b61034586b7b3306 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d777fe640 1 -- 172.21.15.39:0/2270384254 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d6802ae50 con 0x7f7d7815c350 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d777fe640 1 -- 172.21.15.39:0/2270384254 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d68032440 con 0x7f7d7815c350 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d777fe640 1 -- 172.21.15.39:0/2270384254 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d680327d0 con 0x7f7d7815c350 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7df9d640 1 -- 172.21.15.39:0/2270384254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 msgr2=0x7f7d780d0100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d780d0100 secure :-1 s=READY pgs=1247 cs=0 l=1 rev1=1 crypto rx=0x7f7d680097a0 tx=0x7f7d6802a100 comp rx=0 tx=0).stop 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7df9d640 1 -- 172.21.15.39:0/2270384254 shutdown_connections 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d780b5480 0x7f7d780d0640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/2270384254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d780d0100 unknown :-1 s=CLOSED pgs=1247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.965+0000 7f7d7df9d640 1 -- 172.21.15.39:0/2270384254 >> 172.21.15.39:0/2270384254 conn(0x7f7d78065bd0 msgr2=0x7f7d78065fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:15.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.966+0000 7f7d7df9d640 1 -- 172.21.15.39:0/2270384254 shutdown_connections 2024-09-13T16:17:15.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.966+0000 7f7d7df9d640 1 -- 172.21.15.39:0/2270384254 wait complete. 2024-09-13T16:17:15.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.967+0000 7f7d7df9d640 1 Processor -- start 2024-09-13T16:17:15.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.967+0000 7f7d7df9d640 1 -- start start 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d7806cdf0 0x7f7d7814e050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d780b5480 0x7f7d78155420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d781f20a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d781f3100 con 0x7f7d7815c350 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d78155960 con 0x7f7d780b5480 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d78150b30 con 0x7f7d7806cdf0 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d781f20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d781f20a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36898/0 (socket says 172.21.15.39:36898) 2024-09-13T16:17:15.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 -- 172.21.15.39:0/893611591 learned_addr learned my addr 172.21.15.39:0/893611591 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7cf9b640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d7806cdf0 0x7f7d7814e050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d77fff640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d780b5480 0x7f7d78155420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 -- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d7806cdf0 msgr2=0x7f7d7814e050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d7806cdf0 0x7f7d7814e050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 -- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d780b5480 msgr2=0x7f7d78155420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d780b5480 0x7f7d78155420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 -- 172.21.15.39:0/893611591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d68009400 con 0x7f7d7815c350 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7cf9b640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d7806cdf0 0x7f7d7814e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7d79c640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d781f20a0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000e5e0 tx=0x7f7d7000eaa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d70004230 con 0x7f7d7815c350 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d70004390 con 0x7f7d7815c350 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.968+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d781f25e0 con 0x7f7d7815c350 2024-09-13T16:17:15.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.969+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d70003830 con 0x7f7d7815c350 2024-09-13T16:17:15.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.969+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d781f2b40 con 0x7f7d7815c350 2024-09-13T16:17:15.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.970+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d78067330 con 0x7f7d7815c350 2024-09-13T16:17:15.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.970+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d70003990 con 0x7f7d7815c350 2024-09-13T16:17:15.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.970+0000 7f7d757fa640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d5806ac00 0x7f7d5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:15.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.970+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(79..79 src has 1..79) v4 ==== 5443+0+0 (secure 0 0 0) 0x7f7d70088e30 con 0x7f7d7815c350 2024-09-13T16:17:15.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.971+0000 7f7d7cf9b640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d5806ac00 0x7f7d5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:15.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.971+0000 7f7d7cf9b640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d5806ac00 0x7f7d5806d0c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f7d68034000 tx=0x7f7d6802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:15.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:15.975+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d70054110 con 0x7f7d7815c350 2024-09-13T16:17:16.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.144+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f7d78150900 con 0x7f7d7815c350 2024-09-13T16:17:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.804+0000 7f7d757fa640 1 -- 172.21.15.39:0/893611591 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v80) v1 ==== 169+0+0 (secure 0 0 0) 0x7f7d78150900 con 0x7f7d7815c350 2024-09-13T16:17:16.805 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:17:16.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d5806ac00 msgr2=0x7f7d5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:16.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d5806ac00 0x7f7d5806d0c0 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f7d68034000 tx=0x7f7d6802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 msgr2=0x7f7d781f20a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d781f20a0 secure :-1 s=READY pgs=1248 cs=0 l=1 rev1=1 crypto rx=0x7f7d7000e5e0 tx=0x7f7d7000eaa0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 shutdown_connections 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d5806ac00 0x7f7d5806d0c0 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d7815c350 0x7f7d781f20a0 unknown :-1 s=CLOSED pgs=1248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d780b5480 0x7f7d78155420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 --2- 172.21.15.39:0/893611591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d7806cdf0 0x7f7d7814e050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 >> 172.21.15.39:0/893611591 conn(0x7f7d78065bd0 msgr2=0x7f7d7815c940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 shutdown_connections 2024-09-13T16:17:16.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.807+0000 7f7d7df9d640 1 -- 172.21.15.39:0/893611591 wait complete. 2024-09-13T16:17:16.822 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mds mds_inject_rename_corrupt_dentry_first 2024-09-13T16:17:16.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.928+0000 7f0bfd23a640 1 Processor -- start 2024-09-13T16:17:16.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.928+0000 7f0bfd23a640 1 -- start start 2024-09-13T16:17:16.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bfd23a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:16.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bfd23a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0bf8070cc0 0x7f0bf80cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:16.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bfd23a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bf806a850 con 0x7f0bf806a410 2024-09-13T16:17:16.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bfd23a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bf815ac00 con 0x7f0bf8070cc0 2024-09-13T16:17:16.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bfd23a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf815a8d0 con 0x7f0bf815a4f0 2024-09-13T16:17:16.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bf759e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0bf8070cc0 0x7f0bf80cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bf759e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0bf8070cc0 0x7f0bf80cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36908/0 (socket says 172.21.15.39:36908) 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.929+0000 7f0bf759e640 1 -- 172.21.15.39:0/4097956814 learned_addr learned my addr 172.21.15.39:0/4097956814 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.930+0000 7f0bf6d9d640 1 --2- 172.21.15.39:0/4097956814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.930+0000 7f0bf759e640 1 -- 172.21.15.39:0/4097956814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 msgr2=0x7f0bf8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.930+0000 7f0bf759e640 1 --2- 172.21.15.39:0/4097956814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.930+0000 7f0bf759e640 1 -- 172.21.15.39:0/4097956814 >> v1:172.21.15.157:6789/0 conn(0x7f0bf806a410 legacy=0x7f0bf80705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:16.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.930+0000 7f0bf759e640 1 -- 172.21.15.39:0/4097956814 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bf8071220 con 0x7f0bf8070cc0 2024-09-13T16:17:16.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.930+0000 7f0bf759e640 1 --2- 172.21.15.39:0/4097956814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80cd500 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009870 tx=0x7f0bf002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7dd9561017df1b9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:16.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bf5d9b640 1 -- 172.21.15.39:0/4097956814 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0032440 con 0x7f0bf8070cc0 2024-09-13T16:17:16.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bf5d9b640 1 -- 172.21.15.39:0/4097956814 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bf00325a0 con 0x7f0bf8070cc0 2024-09-13T16:17:16.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bf5d9b640 1 -- 172.21.15.39:0/4097956814 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bf0032930 con 0x7f0bf8070cc0 2024-09-13T16:17:16.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 -- 172.21.15.39:0/4097956814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 msgr2=0x7f0bf80cd500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/4097956814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80cd500 secure :-1 s=READY pgs=1249 cs=0 l=1 rev1=1 crypto rx=0x7f0bf0009870 tx=0x7f0bf002a270 comp rx=0 tx=0).stop 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 -- 172.21.15.39:0/4097956814 shutdown_connections 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/4097956814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80cd500 unknown :-1 s=CLOSED pgs=1249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/4097956814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 -- 172.21.15.39:0/4097956814 >> 172.21.15.39:0/4097956814 conn(0x7f0bf80b00a0 msgr2=0x7f0bf80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 -- 172.21.15.39:0/4097956814 shutdown_connections 2024-09-13T16:17:16.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.931+0000 7f0bfd23a640 1 -- 172.21.15.39:0/4097956814 wait complete. 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.933+0000 7f0bfd23a640 1 Processor -- start 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.933+0000 7f0bfd23a640 1 -- start start 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.933+0000 7f0bfd23a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf806a410 0x7f0bf813eb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.933+0000 7f0bfd23a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80ac950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.933+0000 7f0bfd23a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8158410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bfd23a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf80a8450 con 0x7f0bf8070cc0 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bfd23a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf80ad3c0 con 0x7f0bf806a410 2024-09-13T16:17:16.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bfd23a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf80ad6a0 con 0x7f0bf815a4f0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80ac950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80ac950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36922/0 (socket says 172.21.15.39:36922) 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 -- 172.21.15.39:0/1538753609 learned_addr learned my addr 172.21.15.39:0/1538753609 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf6d9d640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf806a410 0x7f0bf813eb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf759e640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8158410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 -- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 msgr2=0x7f0bf8158410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8158410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 -- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf806a410 msgr2=0x7f0bf813eb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf806a410 0x7f0bf813eb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 -- 172.21.15.39:0/1538753609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bf00094d0 con 0x7f0bf8070cc0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bf659c640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80ac950 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f0be000c3c0 tx=0x7f0be000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be00052d0 con 0x7f0bf8070cc0 2024-09-13T16:17:16.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0be0005450 con 0x7f0bf8070cc0 2024-09-13T16:17:16.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bf80ad980 con 0x7f0bf8070cc0 2024-09-13T16:17:16.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be0003830 con 0x7f0bf8070cc0 2024-09-13T16:17:16.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.934+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bf813f0b0 con 0x7f0bf8070cc0 2024-09-13T16:17:16.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.935+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bf80672f0 con 0x7f0bf8070cc0 2024-09-13T16:17:16.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.936+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0be0003990 con 0x7f0bf8070cc0 2024-09-13T16:17:16.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.936+0000 7f0bef7fe640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd806ac00 0x7f0bd806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:16.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.936+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f0be00884f0 con 0x7f0bf8070cc0 2024-09-13T16:17:16.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.937+0000 7f0bf6d9d640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd806ac00 0x7f0bd806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:16.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.937+0000 7f0bf6d9d640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd806ac00 0x7f0bd806d0c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f0be8003b80 tx=0x7f0be80098d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:16.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:16.941+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0be0053a20 con 0x7f0bf8070cc0 2024-09-13T16:17:17.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.109+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"} v 0) v1 -- 0x7f0bf8150680 con 0x7f0bf8070cc0 2024-09-13T16:17:17.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.110+0000 7f0bef7fe640 1 -- 172.21.15.39:0/1538753609 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mds", "name": "mds_inject_rename_corrupt_dentry_first"}]=0 v24) v1 ==== 121+0+0 (secure 0 0 0) 0x7f0be0057040 con 0x7f0bf8070cc0 2024-09-13T16:17:17.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd806ac00 msgr2=0x7f0bd806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd806ac00 0x7f0bd806d0c0 secure :-1 s=READY pgs=520 cs=0 l=1 rev1=1 crypto rx=0x7f0be8003b80 tx=0x7f0be80098d0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 msgr2=0x7f0bf80ac950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80ac950 secure :-1 s=READY pgs=1250 cs=0 l=1 rev1=1 crypto rx=0x7f0be000c3c0 tx=0x7f0be000c880 comp rx=0 tx=0).stop 2024-09-13T16:17:17.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 shutdown_connections 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd806ac00 0x7f0bd806d0c0 unknown :-1 s=CLOSED pgs=520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf815a4f0 0x7f0bf8158410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf8070cc0 0x7f0bf80ac950 unknown :-1 s=CLOSED pgs=1250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 --2- 172.21.15.39:0/1538753609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf806a410 0x7f0bf813eb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 >> 172.21.15.39:0/1538753609 conn(0x7f0bf80b00a0 msgr2=0x7f0bf80b1e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 shutdown_connections 2024-09-13T16:17:17.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.112+0000 7f0bfd23a640 1 -- 172.21.15.39:0/1538753609 wait complete. 2024-09-13T16:17:17.124 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:17:17.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.229+0000 7f1ae1c41640 1 Processor -- start 2024-09-13T16:17:17.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.229+0000 7f1ae1c41640 1 -- start start 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1ae1c41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 0x7f1adc15a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1ae1c41640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1adc070e80 con 0x7f1adc15dc30 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1ae1c41640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1adc0705b0 con 0x7f1adc15d850 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1ae1c41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc15a6e0 con 0x7f1adc06a5e0 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1adaffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1adc15dc30 0x7f1adc069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59046/0 (socket says 172.21.15.39:59046) 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1adaffd640 1 -- 172.21.15.39:0/1066197395 learned_addr learned my addr 172.21.15.39:0/1066197395 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.230+0000 7f1adbfff640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 0x7f1adc15a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1977202995 0 0) 0x7f1adc070e80 con 0x7f1adc15dc30 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ac4003520 con 0x7f1adc15dc30 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3755884275 0 0) 0x7f1ac4003520 con 0x7f1adc15dc30 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 msgr2=0x7f1adc15a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 0x7f1adc15a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 >> v1:172.21.15.157:6789/0 conn(0x7f1adc15d850 legacy=0x7f1adc071310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1adc070830 con 0x7f1adc15dc30 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1ad0001670 con 0x7f1adc15dc30 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 >> v1:172.21.15.39:6789/0 conn(0x7f1adc15dc30 legacy=0x7f1adc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40039a0 0x7f1ac4003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ac40047c0 0x7f1ac4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 0x7f1ac4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc15a6e0 con 0x7f1ac40047c0 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac400ff90 con 0x7f1ac40039a0 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ac400bb80 con 0x7f1adc06a5e0 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adaffd640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ac40047c0 0x7f1ac4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adb7fe640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40039a0 0x7f1ac4003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adbfff640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 0x7f1ac4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adaffd640 1 -- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 msgr2=0x7f1ac4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adaffd640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc06a5e0 0x7f1ac4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adaffd640 1 -- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40039a0 msgr2=0x7f1ac4003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:17.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adaffd640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40039a0 0x7f1ac4003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.231+0000 7f1adaffd640 1 -- 172.21.15.39:0/1066197395 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ac4003520 con 0x7f1ac40047c0 2024-09-13T16:17:17.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.232+0000 7f1adaffd640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ac40047c0 0x7f1ac4004c40 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f1ad000c210 tx=0x7f1ac40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=892dae600771e001 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.232+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0005ad0 con 0x7f1ac40047c0 2024-09-13T16:17:17.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.232+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ad002d070 con 0x7f1ac40047c0 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.232+0000 7f1ada7fc640 1 -- 172.21.15.39:0/1066197395 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad0005e70 con 0x7f1ac40047c0 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1ae1c41640 1 -- 172.21.15.39:0/1066197395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ac40047c0 msgr2=0x7f1ac4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/1066197395 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ac40047c0 0x7f1ac4004c40 secure :-1 s=READY pgs=1252 cs=0 l=1 rev1=1 crypto rx=0x7f1ad000c210 tx=0x7f1ac40057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1adbfff640 1 -- 172.21.15.39:0/1066197395 reap_dead start 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1ae1c41640 1 -- 172.21.15.39:0/1066197395 shutdown_connections 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1ae1c41640 1 -- 172.21.15.39:0/1066197395 >> 172.21.15.39:0/1066197395 conn(0x7f1adc0b00a0 msgr2=0x7f1adc0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1ae1c41640 1 -- 172.21.15.39:0/1066197395 shutdown_connections 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.233+0000 7f1ae1c41640 1 -- 172.21.15.39:0/1066197395 wait complete. 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.234+0000 7f1ae1c41640 1 Processor -- start 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.234+0000 7f1ae1c41640 1 -- start start 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1ae1c41640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40047c0 0x7f1adc152700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1ae1c41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc150a40 0x7f1adc14e890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1ae1c41640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 0x7f1adc158a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1ae1c41640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc150f90 con 0x7f1adc14edd0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1ae1c41640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc151270 con 0x7f1ac40047c0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1ae1c41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1adc151550 con 0x7f1adc150a40 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 0x7f1adc158a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 0x7f1adc158a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36928/0 (socket says 172.21.15.39:36928) 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 -- 172.21.15.39:0/2946416734 learned_addr learned my addr 172.21.15.39:0/2946416734 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adb7fe640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40047c0 0x7f1adc152700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adaffd640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc150a40 0x7f1adc14e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 -- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc150a40 msgr2=0x7f1adc14e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc150a40 0x7f1adc14e890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 -- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40047c0 msgr2=0x7f1adc152700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40047c0 0x7f1adc152700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.235+0000 7f1adbfff640 1 -- 172.21.15.39:0/2946416734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1adc151830 con 0x7f1adc14edd0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.236+0000 7f1adbfff640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 0x7f1adc158a30 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f1adc0b3720 tx=0x7f1ad400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.236+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad400e040 con 0x7f1adc14edd0 2024-09-13T16:17:17.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.236+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ad400f040 con 0x7f1adc14edd0 2024-09-13T16:17:17.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.236+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1adc152c40 con 0x7f1adc14edd0 2024-09-13T16:17:17.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.236+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ad4003bd0 con 0x7f1adc14edd0 2024-09-13T16:17:17.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.236+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1adc159150 con 0x7f1adc14edd0 2024-09-13T16:17:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.237+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1adc152dd0 con 0x7f1adc14edd0 2024-09-13T16:17:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.238+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ad4003d30 con 0x7f1adc14edd0 2024-09-13T16:17:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.238+0000 7f1ac3fff640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ac806ac00 0x7f1ac806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.238+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1ad4089810 con 0x7f1adc14edd0 2024-09-13T16:17:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.238+0000 7f1adb7fe640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ac806ac00 0x7f1ac806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.239+0000 7f1adb7fe640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ac806ac00 0x7f1ac806d0c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f1adc159ac0 tx=0x7f1acc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.242+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1adc152dd0 con 0x7f1adc14edd0 2024-09-13T16:17:17.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.411+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f1adc14f240 con 0x7f1adc14edd0 2024-09-13T16:17:17.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.415+0000 7f1ac3fff640 1 -- 172.21.15.39:0/2946416734 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v25) v1 ==== 104+0+0 (secure 0 0 0) 0x7f1adc14f240 con 0x7f1adc14edd0 2024-09-13T16:17:17.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ac806ac00 msgr2=0x7f1ac806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ac806ac00 0x7f1ac806d0c0 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7f1adc159ac0 tx=0x7f1acc009040 comp rx=0 tx=0).stop 2024-09-13T16:17:17.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 msgr2=0x7f1adc158a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 0x7f1adc158a30 secure :-1 s=READY pgs=1253 cs=0 l=1 rev1=1 crypto rx=0x7f1adc0b3720 tx=0x7f1ad400f580 comp rx=0 tx=0).stop 2024-09-13T16:17:17.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 shutdown_connections 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ac806ac00 0x7f1ac806d0c0 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1adc14edd0 0x7f1adc158a30 unknown :-1 s=CLOSED pgs=1253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1adc150a40 0x7f1adc14e890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 --2- 172.21.15.39:0/2946416734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ac40047c0 0x7f1adc152700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 >> 172.21.15.39:0/2946416734 conn(0x7f1adc0b00a0 msgr2=0x7f1adc15be60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 shutdown_connections 2024-09-13T16:17:17.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.418+0000 7f1ae1c41640 1 -- 172.21.15.39:0/2946416734 wait complete. 2024-09-13T16:17:17.430 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush' 2024-09-13T16:17:17.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.530+0000 7fb342353640 1 Processor -- start 2024-09-13T16:17:17.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.530+0000 7fb342353640 1 -- start start 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb342353640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb33c154a80 0x7fb33c0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb342353640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb33c071990 0x7fb33c0cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb342353640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb33c0b2ff0 con 0x7fb33c0b2b20 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb342353640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb33c0b32d0 con 0x7fb33c154a80 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb342353640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb33c0b35b0 con 0x7fb33c071990 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb33bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb33c154a80 0x7fb33c0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb33bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb33c154a80 0x7fb33c0b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36944/0 (socket says 172.21.15.39:36944) 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb33bfff640 1 -- 172.21.15.39:0/2082765193 learned_addr learned my addr 172.21.15.39:0/2082765193 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:17.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.531+0000 7fb3408f0640 1 --2- 172.21.15.39:0/2082765193 >> v2:172.21.15.157:3300/0 conn(0x7fb33c071990 0x7fb33c0cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.532+0000 7fb33bfff640 1 -- 172.21.15.39:0/2082765193 >> v2:172.21.15.157:3300/0 conn(0x7fb33c071990 msgr2=0x7fb33c0cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:17.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.532+0000 7fb33bfff640 1 --2- 172.21.15.39:0/2082765193 >> v2:172.21.15.157:3300/0 conn(0x7fb33c071990 0x7fb33c0cd9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.532+0000 7fb33bfff640 1 -- 172.21.15.39:0/2082765193 >> v1:172.21.15.157:6789/0 conn(0x7fb33c0b2b20 legacy=0x7fb33c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.532+0000 7fb33bfff640 1 -- 172.21.15.39:0/2082765193 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb33c0cd1a0 con 0x7fb33c154a80 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.532+0000 7fb33bfff640 1 --2- 172.21.15.39:0/2082765193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c154a80 0x7fb33c0b25e0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fb33c0b3b80 tx=0x7fb32c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eda9303bc69a299d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.532+0000 7fb33affd640 1 -- 172.21.15.39:0/2082765193 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb32c032440 con 0x7fb33c154a80 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb33affd640 1 -- 172.21.15.39:0/2082765193 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb32c0325a0 con 0x7fb33c154a80 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb33affd640 1 -- 172.21.15.39:0/2082765193 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb32c032930 con 0x7fb33c154a80 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 -- 172.21.15.39:0/2082765193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c154a80 msgr2=0x7fb33c0b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 --2- 172.21.15.39:0/2082765193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c154a80 0x7fb33c0b25e0 secure :-1 s=READY pgs=1254 cs=0 l=1 rev1=1 crypto rx=0x7fb33c0b3b80 tx=0x7fb32c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 -- 172.21.15.39:0/2082765193 shutdown_connections 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 --2- 172.21.15.39:0/2082765193 >> v2:172.21.15.157:3300/0 conn(0x7fb33c071990 0x7fb33c0cd9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 --2- 172.21.15.39:0/2082765193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c154a80 0x7fb33c0b25e0 unknown :-1 s=CLOSED pgs=1254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 -- 172.21.15.39:0/2082765193 >> 172.21.15.39:0/2082765193 conn(0x7fb33c0b15d0 msgr2=0x7fb33c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 -- 172.21.15.39:0/2082765193 shutdown_connections 2024-09-13T16:17:17.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.533+0000 7fb342353640 1 -- 172.21.15.39:0/2082765193 wait complete. 2024-09-13T16:17:17.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.534+0000 7fb342353640 1 Processor -- start 2024-09-13T16:17:17.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 -- start start 2024-09-13T16:17:17.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb33c071990 0x7fb33c1e2a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 0x7fb33c0cca00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb33c154a80 0x7fb33c150c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33c1e3c80 con 0x7fb33c0b2b20 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb33c1e3070 con 0x7fb33c071990 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb342353640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb33c1e3350 con 0x7fb33c154a80 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb33b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 0x7fb33c0cca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb33b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 0x7fb33c0cca00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36956/0 (socket says 172.21.15.39:36956) 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb33b7fe640 1 -- 172.21.15.39:0/162104731 learned_addr learned my addr 172.21.15.39:0/162104731 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.535+0000 7fb33bfff640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb33c071990 0x7fb33c1e2a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb3408f0640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb33c154a80 0x7fb33c150c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33b7fe640 1 -- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb33c154a80 msgr2=0x7fb33c150c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33b7fe640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb33c154a80 0x7fb33c150c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33b7fe640 1 -- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb33c071990 msgr2=0x7fb33c1e2a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33b7fe640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb33c071990 0x7fb33c1e2a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33b7fe640 1 -- 172.21.15.39:0/162104731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb32c0094d0 con 0x7fb33c0b2b20 2024-09-13T16:17:17.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33bfff640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb33c071990 0x7fb33c1e2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:17.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb33b7fe640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 0x7fb33c0cca00 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fb33000c400 tx=0x7fb33000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3300052d0 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb330005430 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb33c1e3630 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb330003830 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.536+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb33c0ccf40 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.537+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb33c0672f0 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.537+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb330003990 con 0x7fb33c0b2b20 2024-09-13T16:17:17.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.538+0000 7fb338ff9640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb32806ac00 0x7fb32806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.538+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb330088720 con 0x7fb33c0b2b20 2024-09-13T16:17:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.538+0000 7fb33bfff640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb32806ac00 0x7fb32806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.539+0000 7fb33bfff640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb32806ac00 0x7fb32806d0c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb32c034000 tx=0x7fb32c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.542+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb330053b20 con 0x7fb33c0b2b20 2024-09-13T16:17:17.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.777+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]} v 0) v1 -- 0x7fb33c1584b0 con 0x7fb33c0b2b20 2024-09-13T16:17:17.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.811+0000 7fb338ff9640 1 -- 172.21.15.39:0/162104731 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_dentry_first_preflush"]}]=0 v319) v1 ==== 141+0+0 (secure 0 0 0) 0x7fb330057140 con 0x7fb33c0b2b20 2024-09-13T16:17:17.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb32806ac00 msgr2=0x7fb32806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb32806ac00 0x7fb32806d0c0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7fb32c034000 tx=0x7fb32c02e000 comp rx=0 tx=0).stop 2024-09-13T16:17:17.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 msgr2=0x7fb33c0cca00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 0x7fb33c0cca00 secure :-1 s=READY pgs=1255 cs=0 l=1 rev1=1 crypto rx=0x7fb33000c400 tx=0x7fb33000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 shutdown_connections 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb32806ac00 0x7fb32806d0c0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb33c154a80 0x7fb33c150c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb33c0b2b20 0x7fb33c0cca00 unknown :-1 s=CLOSED pgs=1255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 --2- 172.21.15.39:0/162104731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb33c071990 0x7fb33c1e2a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 >> 172.21.15.39:0/162104731 conn(0x7fb33c0b15d0 msgr2=0x7fb33c0ce2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 shutdown_connections 2024-09-13T16:17:17.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.813+0000 7fb342353640 1 -- 172.21.15.39:0/162104731 wait complete. 2024-09-13T16:17:17.825 INFO:tasks.cephfs_test_runner:That the MDS won't write a dentry with new damage to CDentry::first ... ok 2024-09-13T16:17:17.825 INFO:tasks.cephfs_test_runner:Starting test: test_object_deletion (tasks.cephfs.test_damage.TestDamage) That the MDS has a clean 'damaged' response to loss of any single metadata object 2024-09-13T16:17:17.825 INFO:tasks.cephfs_test_runner:test_object_deletion (tasks.cephfs.test_damage.TestDamage) 2024-09-13T16:17:17.826 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:17.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.925+0000 7f52e549c640 1 Processor -- start 2024-09-13T16:17:17.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.926+0000 7f52e549c640 1 -- start start 2024-09-13T16:17:17.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.926+0000 7f52e549c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cfaf0 0x7f52e0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.926+0000 7f52e549c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f52e00cbb10 0x7f52e00b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.926+0000 7f52e549c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52e006a540 con 0x7f52e015c790 2024-09-13T16:17:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.926+0000 7f52e549c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52e00b1180 con 0x7f52e00cbb10 2024-09-13T16:17:17.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.926+0000 7f52e549c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e00b1460 con 0x7f52e00cfaf0 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52deffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f52e015c790 0x7f52e00cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59062/0 (socket says 172.21.15.39:59062) 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52df7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f52e00cbb10 0x7f52e00b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52deffd640 1 -- 172.21.15.39:0/2340771890 learned_addr learned my addr 172.21.15.39:0/2340771890 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52de7fc640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cfaf0 0x7f52e0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52ddffb640 1 -- 172.21.15.39:0/2340771890 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3437446007 0 0) 0x7f52e006a540 con 0x7f52e015c790 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52ddffb640 1 -- 172.21.15.39:0/2340771890 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f52c8003520 con 0x7f52e015c790 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52df7fe640 1 -- 172.21.15.39:0/2340771890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cfaf0 msgr2=0x7f52e0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52df7fe640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cfaf0 0x7f52e0069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52df7fe640 1 -- 172.21.15.39:0/2340771890 >> v1:172.21.15.39:6789/0 conn(0x7f52e015c790 legacy=0x7f52e00cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52df7fe640 1 -- 172.21.15.39:0/2340771890 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52e00b1740 con 0x7f52e00cbb10 2024-09-13T16:17:17.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.927+0000 7f52de7fc640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cfaf0 0x7f52e0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:17.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.928+0000 7f52df7fe640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cbb10 0x7f52e00b2b10 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f52d8009d90 tx=0x7f52d802a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=896bf19475d52aee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.928+0000 7f52ddffb640 1 -- 172.21.15.39:0/2340771890 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d8031600 con 0x7f52e00cbb10 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.928+0000 7f52ddffb640 1 -- 172.21.15.39:0/2340771890 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d802d050 con 0x7f52e00cbb10 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.928+0000 7f52ddffb640 1 -- 172.21.15.39:0/2340771890 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d8031980 con 0x7f52e00cbb10 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 -- 172.21.15.39:0/2340771890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cbb10 msgr2=0x7f52e00b2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cbb10 0x7f52e00b2b10 secure :-1 s=READY pgs=1257 cs=0 l=1 rev1=1 crypto rx=0x7f52d8009d90 tx=0x7f52d802a5d0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 -- 172.21.15.39:0/2340771890 shutdown_connections 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cbb10 0x7f52e00b2b10 unknown :-1 s=CLOSED pgs=1257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 --2- 172.21.15.39:0/2340771890 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cfaf0 0x7f52e0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 -- 172.21.15.39:0/2340771890 >> 172.21.15.39:0/2340771890 conn(0x7f52e0065bd0 msgr2=0x7f52e0065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 -- 172.21.15.39:0/2340771890 shutdown_connections 2024-09-13T16:17:17.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.929+0000 7f52e549c640 1 -- 172.21.15.39:0/2340771890 wait complete. 2024-09-13T16:17:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.930+0000 7f52e549c640 1 Processor -- start 2024-09-13T16:17:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.930+0000 7f52e549c640 1 -- start start 2024-09-13T16:17:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52e549c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cbb10 0x7f52e0156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52e549c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 0x7f52e0143d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52e549c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52e015c790 0x7f52e01541f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52e549c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e01577c0 con 0x7f52e00cfaf0 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52e549c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52e0157be0 con 0x7f52e015c790 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52e549c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52e0156b40 con 0x7f52e00cbb10 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 0x7f52e0143d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 0x7f52e0143d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36964/0 (socket says 172.21.15.39:36964) 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 -- 172.21.15.39:0/3425010816 learned_addr learned my addr 172.21.15.39:0/3425010816 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52deffd640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cbb10 0x7f52e0156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52df7fe640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52e015c790 0x7f52e01541f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 -- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cbb10 msgr2=0x7f52e0156160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cbb10 0x7f52e0156160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 -- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52e015c790 msgr2=0x7f52e01541f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52e015c790 0x7f52e01541f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.931+0000 7f52de7fc640 1 -- 172.21.15.39:0/3425010816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52d8009a70 con 0x7f52e00cfaf0 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.932+0000 7f52de7fc640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 0x7f52e0143d90 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f52d400e7e0 tx=0x7f52d400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.932+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d4004030 con 0x7f52e00cfaf0 2024-09-13T16:17:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.932+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52d4004190 con 0x7f52e00cfaf0 2024-09-13T16:17:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.932+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52d4004520 con 0x7f52e00cfaf0 2024-09-13T16:17:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.932+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52e0156e20 con 0x7f52e00cfaf0 2024-09-13T16:17:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.932+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52e01573e0 con 0x7f52e00cfaf0 2024-09-13T16:17:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.933+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52e00672f0 con 0x7f52e00cfaf0 2024-09-13T16:17:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.933+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f52d400c6d0 con 0x7f52e00cfaf0 2024-09-13T16:17:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.934+0000 7f52c77fe640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f52cc06ac00 0x7f52cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.934+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f52d4088d00 con 0x7f52e00cfaf0 2024-09-13T16:17:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.934+0000 7f52deffd640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f52cc06ac00 0x7f52cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.934+0000 7f52deffd640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f52cc06ac00 0x7f52cc06d0c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f52d00011e0 tx=0x7f52d0007d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:17.938+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f52d4054230 con 0x7f52e00cfaf0 2024-09-13T16:17:18.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.109+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f52e00cc4d0 con 0x7f52e00cfaf0 2024-09-13T16:17:18.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.110+0000 7f52c77fe640 1 -- 172.21.15.39:0/3425010816 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v80) v1 ==== 74+0+13101 (secure 0 0 0) 0x7f52d4057850 con 0x7f52e00cfaf0 2024-09-13T16:17:18.111 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:18.111 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":80,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:16.795788+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/3605875439":"2024-09-14T16:17:13.775639+0000","172.21.15.39:6833/3605875439":"2024-09-14T16:17:13.775639+0000","172.21.15.157:6837/7772685":"2024-09-14T16:17:03.353238+0000","172.21.15.157:6835/7772685":"2024-09-14T16:17:03.353238+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:18.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f52cc06ac00 msgr2=0x7f52cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f52cc06ac00 0x7f52cc06d0c0 secure :-1 s=READY pgs=523 cs=0 l=1 rev1=1 crypto rx=0x7f52d00011e0 tx=0x7f52d0007d30 comp rx=0 tx=0).stop 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 msgr2=0x7f52e0143d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 0x7f52e0143d90 secure :-1 s=READY pgs=1258 cs=0 l=1 rev1=1 crypto rx=0x7f52d400e7e0 tx=0x7f52d400eca0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 shutdown_connections 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f52cc06ac00 0x7f52cc06d0c0 unknown :-1 s=CLOSED pgs=523 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52e015c790 0x7f52e01541f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52e00cfaf0 0x7f52e0143d90 unknown :-1 s=CLOSED pgs=1258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 --2- 172.21.15.39:0/3425010816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52e00cbb10 0x7f52e0156160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 >> 172.21.15.39:0/3425010816 conn(0x7f52e0065bd0 msgr2=0x7f52e00b4060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 shutdown_connections 2024-09-13T16:17:18.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.112+0000 7f52e549c640 1 -- 172.21.15.39:0/3425010816 wait complete. 2024-09-13T16:17:18.124 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:18.125 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:18.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.228+0000 7f5efe565640 1 Processor -- start 2024-09-13T16:17:18.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.228+0000 7f5efe565640 1 -- start start 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5efe565640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 0x7f5ef8167410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5efe565640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ef815d080 con 0x7f5ef80ce050 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5efe565640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ef80b3f90 con 0x7f5ef8070f50 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5efe565640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef80b3380 con 0x7f5ef80add10 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5ef80ce050 0x7f5ef8070840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59078/0 (socket says 172.21.15.39:59078) 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef7fff640 1 -- 172.21.15.39:0/1934943191 learned_addr learned my addr 172.21.15.39:0/1934943191 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5efcb02640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 0x7f5ef8167410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3522677182 0 0) 0x7f5ef815d080 con 0x7f5ef80ce050 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ee0003520 con 0x7f5ef80ce050 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 17339964 0 0) 0x7f5ee0003520 con 0x7f5ef80ce050 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 msgr2=0x7f5ef8167410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:18.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 0x7f5ef8167410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 >> v1:172.21.15.157:6789/0 conn(0x7f5ef8070f50 legacy=0x7f5ef80b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ef80b3660 con 0x7f5ef80ce050 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f5ee8001670 con 0x7f5ef80ce050 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 >> v1:172.21.15.39:6789/0 conn(0x7f5ef80ce050 legacy=0x7f5ef8070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 0x7f5ee00039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ee0003ee0 0x7f5ee00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ee0004d00 0x7f5ee0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef80b3380 con 0x7f5ee0003ee0 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee000b9e0 con 0x7f5ee0004d00 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ee000bba0 con 0x7f5ef80add10 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.229+0000 7f5ef77fe640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ee0003ee0 0x7f5ee00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5ef7fff640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 0x7f5ee00039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5efcb02640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ee0004d00 0x7f5ee0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5ef77fe640 1 -- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 msgr2=0x7f5ee00039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:18.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5ef77fe640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ef80add10 0x7f5ee00039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5ef77fe640 1 -- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ee0004d00 msgr2=0x7f5ee0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5ef77fe640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ee0004d00 0x7f5ee0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.230+0000 7f5ef77fe640 1 -- 172.21.15.39:0/1934943191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ee0003520 con 0x7f5ee0003ee0 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5ef77fe640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ee0003ee0 0x7f5ee00047c0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f5eec001860 tx=0x7f5ee00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c5650171befee7c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5eec02ab40 con 0x7f5ee0003ee0 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5eec02acc0 con 0x7f5ee0003ee0 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5ef6ffd640 1 -- 172.21.15.39:0/1934943191 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5eec032680 con 0x7f5ee0003ee0 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efe565640 1 -- 172.21.15.39:0/1934943191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ee0003ee0 msgr2=0x7f5ee00047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efe565640 1 --2- 172.21.15.39:0/1934943191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ee0003ee0 0x7f5ee00047c0 secure :-1 s=READY pgs=1260 cs=0 l=1 rev1=1 crypto rx=0x7f5eec001860 tx=0x7f5ee00057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efcb02640 1 -- 172.21.15.39:0/1934943191 reap_dead start 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efe565640 1 -- 172.21.15.39:0/1934943191 shutdown_connections 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efe565640 1 -- 172.21.15.39:0/1934943191 >> 172.21.15.39:0/1934943191 conn(0x7f5ef80b0eb0 msgr2=0x7f5ef8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:18.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efe565640 1 -- 172.21.15.39:0/1934943191 shutdown_connections 2024-09-13T16:17:18.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.231+0000 7f5efe565640 1 -- 172.21.15.39:0/1934943191 wait complete. 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.232+0000 7f5efe565640 1 Processor -- start 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 -- start start 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ee0003ee0 0x7f5ef814efe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ef81f5300 0x7f5ef81f5760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 0x7f5ef81f17b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef813dc50 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef81f6120 con 0x7f5ef81f5300 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.233+0000 7f5efe565640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ef81f2b70 con 0x7f5ee0003ee0 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 0x7f5ef81f17b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 0x7f5ef81f17b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36974/0 (socket says 172.21.15.39:36974) 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 -- 172.21.15.39:0/1521680068 learned_addr learned my addr 172.21.15.39:0/1521680068 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5ef7fff640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ee0003ee0 0x7f5ef814efe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5ef77fe640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ef81f5300 0x7f5ef81f5760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 -- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ee0003ee0 msgr2=0x7f5ef814efe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ee0003ee0 0x7f5ef814efe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 -- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ef81f5300 msgr2=0x7f5ef81f5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ef81f5300 0x7f5ef81f5760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 -- 172.21.15.39:0/1521680068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ef815f7a0 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efcb02640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 0x7f5ef81f17b0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f5ef80b4250 tx=0x7f5ef000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ef000e040 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ef000f040 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ef815fa80 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ef0015430 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.234+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ef8160040 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.235+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ef80672f0 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.236+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ef0015590 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.236+0000 7f5ef4ff9640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ee406ac30 0x7f5ee406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.236+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5ef0089810 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.236+0000 7f5ef7fff640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ee406ac30 0x7f5ee406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.237+0000 7f5ef7fff640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ee406ac30 0x7f5ee406d0f0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8007d30 tx=0x7f5ee8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.241+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ef0054c90 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.410+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5ef815cf60 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.411+0000 7f5ef4ff9640 1 -- 172.21.15.39:0/1521680068 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v80) v1 ==== 93+0+10 (secure 0 0 0) 0x7f5ef00582b0 con 0x7f5ef81f5ca0 2024-09-13T16:17:18.412 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ee406ac30 msgr2=0x7f5ee406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ee406ac30 0x7f5ee406d0f0 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f5ee8007d30 tx=0x7f5ee8009040 comp rx=0 tx=0).stop 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 msgr2=0x7f5ef81f17b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 0x7f5ef81f17b0 secure :-1 s=READY pgs=1261 cs=0 l=1 rev1=1 crypto rx=0x7f5ef80b4250 tx=0x7f5ef000f580 comp rx=0 tx=0).stop 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 shutdown_connections 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ee406ac30 0x7f5ee406d0f0 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ef81f5ca0 0x7f5ef81f17b0 unknown :-1 s=CLOSED pgs=1261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ef81f5300 0x7f5ef81f5760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 --2- 172.21.15.39:0/1521680068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ee0003ee0 0x7f5ef814efe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 >> 172.21.15.39:0/1521680068 conn(0x7f5ef80b0eb0 msgr2=0x7f5ef80ae6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 shutdown_connections 2024-09-13T16:17:18.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.413+0000 7f5efe565640 1 -- 172.21.15.39:0/1521680068 wait complete. 2024-09-13T16:17:18.426 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_object_deletion' 2024-09-13T16:17:18.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.526+0000 7fb602cb1640 1 Processor -- start 2024-09-13T16:17:18.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.526+0000 7fb602cb1640 1 -- start start 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb602cb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc154a80 0x7fb5fc0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb602cb1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb5fc071990 0x7fb5fc0cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb602cb1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5fc0b2ff0 con 0x7fb5fc0b2b20 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb602cb1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb5fc0b32d0 con 0x7fb5fc071990 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb602cb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc0b35b0 con 0x7fb5fc154a80 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb5fc071990 0x7fb5fc0cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb5fc071990 0x7fb5fc0cd9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36978/0 (socket says 172.21.15.39:36978) 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 -- 172.21.15.39:0/3067770451 learned_addr learned my addr 172.21.15.39:0/3067770451 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 -- 172.21.15.39:0/3067770451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc154a80 msgr2=0x7fb5fc0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb600a4d640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc154a80 0x7fb5fc0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc154a80 0x7fb5fc0b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 -- 172.21.15.39:0/3067770451 >> v1:172.21.15.157:6789/0 conn(0x7fb5fc0b2b20 legacy=0x7fb5fc071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb60124e640 1 -- 172.21.15.39:0/3067770451 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5fc0cd1a0 con 0x7fb5fc071990 2024-09-13T16:17:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.527+0000 7fb600a4d640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc154a80 0x7fb5fc0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.528+0000 7fb60124e640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc071990 0x7fb5fc0cd9a0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0c3c90 tx=0x7fb5f402a160 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ee0ce1596724cb1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.528+0000 7fb5fb7fe640 1 -- 172.21.15.39:0/3067770451 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f402ae70 con 0x7fb5fc071990 2024-09-13T16:17:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.528+0000 7fb5fb7fe640 1 -- 172.21.15.39:0/3067770451 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5f4032440 con 0x7fb5fc071990 2024-09-13T16:17:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.528+0000 7fb5fb7fe640 1 -- 172.21.15.39:0/3067770451 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f40327d0 con 0x7fb5fc071990 2024-09-13T16:17:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 -- 172.21.15.39:0/3067770451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc071990 msgr2=0x7fb5fc0cd9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc071990 0x7fb5fc0cd9a0 secure :-1 s=READY pgs=1262 cs=0 l=1 rev1=1 crypto rx=0x7fb5fc0c3c90 tx=0x7fb5f402a160 comp rx=0 tx=0).stop 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 -- 172.21.15.39:0/3067770451 shutdown_connections 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc071990 0x7fb5fc0cd9a0 unknown :-1 s=CLOSED pgs=1262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 --2- 172.21.15.39:0/3067770451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc154a80 0x7fb5fc0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 -- 172.21.15.39:0/3067770451 >> 172.21.15.39:0/3067770451 conn(0x7fb5fc0b15d0 msgr2=0x7fb5fc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 -- 172.21.15.39:0/3067770451 shutdown_connections 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.529+0000 7fb602cb1640 1 -- 172.21.15.39:0/3067770451 wait complete. 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.530+0000 7fb602cb1640 1 Processor -- start 2024-09-13T16:17:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.530+0000 7fb602cb1640 1 -- start start 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb602cb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc071990 0x7fb5fc06b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb602cb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5fc0b2b20 0x7fb5fc147810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb602cb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 0x7fb5fc147d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb602cb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc159320 con 0x7fb5fc154a80 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb602cb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc159600 con 0x7fb5fc0b2b20 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb602cb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5fc1598e0 con 0x7fb5fc071990 2024-09-13T16:17:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 0x7fb5fc147d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 0x7fb5fc147d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:36988/0 (socket says 172.21.15.39:36988) 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 -- 172.21.15.39:0/2011978769 learned_addr learned my addr 172.21.15.39:0/2011978769 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb600a4d640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc071990 0x7fb5fc06b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb5fbfff640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5fc0b2b20 0x7fb5fc147810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 -- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc071990 msgr2=0x7fb5fc06b5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc071990 0x7fb5fc06b5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 -- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5fc0b2b20 msgr2=0x7fb5fc147810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5fc0b2b20 0x7fb5fc147810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.531+0000 7fb60124e640 1 -- 172.21.15.39:0/2011978769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb5f40094d0 con 0x7fb5fc154a80 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.532+0000 7fb60124e640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 0x7fb5fc147d50 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fb5f40090b0 tx=0x7fb5f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.532+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4030970 con 0x7fb5fc154a80 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.532+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb5f4030af0 con 0x7fb5fc154a80 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.532+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5f4030ea0 con 0x7fb5fc154a80 2024-09-13T16:17:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.532+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5fc159bc0 con 0x7fb5fc154a80 2024-09-13T16:17:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.532+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5fc06bae0 con 0x7fb5fc154a80 2024-09-13T16:17:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.533+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5fc15a0e0 con 0x7fb5fc154a80 2024-09-13T16:17:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.533+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb5f4039040 con 0x7fb5fc154a80 2024-09-13T16:17:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.534+0000 7fb5f97fa640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb5dc06ac00 0x7fb5dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.534+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fb5f40a9ce0 con 0x7fb5fc154a80 2024-09-13T16:17:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.534+0000 7fb600a4d640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb5dc06ac00 0x7fb5dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.535+0000 7fb600a4d640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb5dc06ac00 0x7fb5dc06d0c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fb5ec00aac0 tx=0x7fb5ec008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.538+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb5fc15a0e0 con 0x7fb5fc154a80 2024-09-13T16:17:18.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.774+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]} v 0) v1 -- 0x7fb5fc15a0e0 con 0x7fb5fc154a80 2024-09-13T16:17:18.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.821+0000 7fb5f97fa640 1 -- 172.21.15.39:0/2011978769 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]}]=0 v320) v1 ==== 138+0+0 (secure 0 0 0) 0x7fb5fc15a0e0 con 0x7fb5fc154a80 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb5dc06ac00 msgr2=0x7fb5dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb5dc06ac00 0x7fb5dc06d0c0 secure :-1 s=READY pgs=525 cs=0 l=1 rev1=1 crypto rx=0x7fb5ec00aac0 tx=0x7fb5ec008040 comp rx=0 tx=0).stop 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 msgr2=0x7fb5fc147d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 0x7fb5fc147d50 secure :-1 s=READY pgs=1263 cs=0 l=1 rev1=1 crypto rx=0x7fb5f40090b0 tx=0x7fb5f40046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 shutdown_connections 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb5dc06ac00 0x7fb5dc06d0c0 unknown :-1 s=CLOSED pgs=525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb5fc154a80 0x7fb5fc147d50 unknown :-1 s=CLOSED pgs=1263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb5fc0b2b20 0x7fb5fc147810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 --2- 172.21.15.39:0/2011978769 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb5fc071990 0x7fb5fc06b5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 >> 172.21.15.39:0/2011978769 conn(0x7fb5fc0b15d0 msgr2=0x7fb5fc071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 shutdown_connections 2024-09-13T16:17:18.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.823+0000 7fb602cb1640 1 -- 172.21.15.39:0/2011978769 wait complete. 2024-09-13T16:17:18.835 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:17:18.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.938+0000 7fdd90872640 1 Processor -- start 2024-09-13T16:17:18.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.938+0000 7fdd90872640 1 -- start start 2024-09-13T16:17:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd90872640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd8c15c920 0x7fdd8c15cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd90872640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd8c15dd50 con 0x7fdd8c160400 2024-09-13T16:17:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd90872640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd8c15d790 con 0x7fdd8c15d240 2024-09-13T16:17:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd90872640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd8c0cd290 con 0x7fdd8c15c920 2024-09-13T16:17:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd8a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdd8c15c920 0x7fdd8c15cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd89d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdd8c160400 0x7fdd8c0d0bc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59082/0 (socket says 172.21.15.39:59082) 2024-09-13T16:17:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.939+0000 7fdd89d9b640 1 -- 172.21.15.39:0/4263558390 learned_addr learned my addr 172.21.15.39:0/4263558390 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.940+0000 7fdd8a59c640 1 -- 172.21.15.39:0/4263558390 >> v1:172.21.15.157:6789/0 conn(0x7fdd8c15d240 legacy=0x7fdd8c0cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.940+0000 7fdd8a59c640 1 -- 172.21.15.39:0/4263558390 >> v1:172.21.15.39:6789/0 conn(0x7fdd8c160400 legacy=0x7fdd8c0d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.940+0000 7fdd8a59c640 1 -- 172.21.15.39:0/4263558390 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd8c15da70 con 0x7fdd8c15c920 2024-09-13T16:17:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.940+0000 7fdd8959a640 1 -- 172.21.15.39:0/4263558390 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 458677073 0 0) 0x7fdd8c15dd50 con 0x7fdd8c160400 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd8a59c640 1 --2- 172.21.15.39:0/4263558390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15c920 0x7fdd8c15cd00 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c0097a0 tx=0x7fdd7c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa2c1d87e3e0f410 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd8959a640 1 -- 172.21.15.39:0/4263558390 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c02ae50 con 0x7fdd8c15c920 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd8959a640 1 -- 172.21.15.39:0/4263558390 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd7c032440 con 0x7fdd8c15c920 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd8959a640 1 -- 172.21.15.39:0/4263558390 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c0327d0 con 0x7fdd8c15c920 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 -- 172.21.15.39:0/4263558390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15c920 msgr2=0x7fdd8c15cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 --2- 172.21.15.39:0/4263558390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15c920 0x7fdd8c15cd00 secure :-1 s=READY pgs=1265 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c0097a0 tx=0x7fdd7c02a140 comp rx=0 tx=0).stop 2024-09-13T16:17:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 -- 172.21.15.39:0/4263558390 shutdown_connections 2024-09-13T16:17:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 --2- 172.21.15.39:0/4263558390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15c920 0x7fdd8c15cd00 unknown :-1 s=CLOSED pgs=1265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 -- 172.21.15.39:0/4263558390 >> 172.21.15.39:0/4263558390 conn(0x7fdd8c06a790 msgr2=0x7fdd8c06aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 -- 172.21.15.39:0/4263558390 shutdown_connections 2024-09-13T16:17:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.941+0000 7fdd90872640 1 -- 172.21.15.39:0/4263558390 wait complete. 2024-09-13T16:17:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 Processor -- start 2024-09-13T16:17:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 -- start start 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd8c15c920 0x7fdd8c0c8ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 0x7fdd8c1556c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd8c160400 0x7fdd8c155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c14b250 con 0x7fdd8c15d240 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c0b4ad0 con 0x7fdd8c15c920 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.943+0000 7fdd90872640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8c0b47f0 con 0x7fdd8c160400 2024-09-13T16:17:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 0x7fdd8c1556c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 0x7fdd8c1556c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37012/0 (socket says 172.21.15.39:37012) 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 -- 172.21.15.39:0/4093153808 learned_addr learned my addr 172.21.15.39:0/4093153808 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd8a59c640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd8c15c920 0x7fdd8c0c8ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 -- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd8c160400 msgr2=0x7fdd8c155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd8c160400 0x7fdd8c155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 -- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd8c15c920 msgr2=0x7fdd8c0c8ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd8c15c920 0x7fdd8c0c8ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 -- 172.21.15.39:0/4093153808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd7c009400 con 0x7fdd8c15d240 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd89d9b640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 0x7fdd8c1556c0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fdd8000c430 tx=0x7fdd8000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd800074e0 con 0x7fdd8c15d240 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd80007660 con 0x7fdd8c15d240 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd80004a20 con 0x7fdd8c15d240 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd8c0d1450 con 0x7fdd8c15d240 2024-09-13T16:17:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.944+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd8c0ca600 con 0x7fdd8c15d240 2024-09-13T16:17:18.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.945+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd8c067330 con 0x7fdd8c15d240 2024-09-13T16:17:18.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.946+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd80004b80 con 0x7fdd8c15d240 2024-09-13T16:17:18.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.946+0000 7fdd7affd640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6c06ac00 0x7fdd6c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.946+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fdd80088f50 con 0x7fdd8c15d240 2024-09-13T16:17:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.947+0000 7fdd8a59c640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6c06ac00 0x7fdd6c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.947+0000 7fdd8a59c640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6c06ac00 0x7fdd6c06d0c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c034000 tx=0x7fdd7c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:18.951+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd800543d0 con 0x7fdd8c15d240 2024-09-13T16:17:19.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.119+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fdd8c067c40 con 0x7fdd8c15d240 2024-09-13T16:17:19.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.127+0000 7fdd7affd640 1 -- 172.21.15.39:0/4093153808 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v26)=0 v26) v1 ==== 122+0+0 (secure 0 0 0) 0x7fdd800579f0 con 0x7fdd8c15d240 2024-09-13T16:17:19.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6c06ac00 msgr2=0x7fdd6c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6c06ac00 0x7fdd6c06d0c0 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c034000 tx=0x7fdd7c02e000 comp rx=0 tx=0).stop 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 msgr2=0x7fdd8c1556c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 0x7fdd8c1556c0 secure :-1 s=READY pgs=1266 cs=0 l=1 rev1=1 crypto rx=0x7fdd8000c430 tx=0x7fdd8000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 shutdown_connections 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6c06ac00 0x7fdd6c06d0c0 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd8c160400 0x7fdd8c155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8c15d240 0x7fdd8c1556c0 unknown :-1 s=CLOSED pgs=1266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 --2- 172.21.15.39:0/4093153808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd8c15c920 0x7fdd8c0c8ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 >> 172.21.15.39:0/4093153808 conn(0x7fdd8c06a790 msgr2=0x7fdd8c0cd6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 shutdown_connections 2024-09-13T16:17:19.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.129+0000 7fdd90872640 1 -- 172.21.15.39:0/4093153808 wait complete. 2024-09-13T16:17:19.141 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:17:19.141 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:17:19.180 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:17:19.223 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:17:19.224 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:19.224 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:19.240 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:17:19.241 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:17:19.241 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:19.282 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:17:19.283 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:19.283 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:19.298 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:17:19.299 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:17:19.299 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:19.341 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:17:19.341 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:17:19.341 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:19.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.441+0000 7f93d39c7640 1 Processor -- start 2024-09-13T16:17:19.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.441+0000 7f93d39c7640 1 -- start start 2024-09-13T16:17:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d39c7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f93cc0b41a0 0x7f93cc0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d39c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 0x7f93cc167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d39c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93cc0cde30 con 0x7f93cc0ccf80 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d39c7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93cc0b5090 con 0x7f93cc0b41a0 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d39c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93cc0cd820 con 0x7f93cc0d0a00 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d0f62640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f93cc0ccf80 0x7f93cc0d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59094/0 (socket says 172.21.15.39:59094) 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d0f62640 1 -- 172.21.15.39:0/1454852129 learned_addr learned my addr 172.21.15.39:0/1454852129 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3372731645 0 0) 0x7f93cc0cde30 con 0x7f93cc0ccf80 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f93b8003520 con 0x7f93cc0ccf80 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d1763640 1 --2- 172.21.15.39:0/1454852129 >> v2:172.21.15.157:3300/0 conn(0x7f93cc0b41a0 0x7f93cc0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.442+0000 7f93d1f64640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 0x7f93cc167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 504923193 0 0) 0x7f93b8003520 con 0x7f93cc0ccf80 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 msgr2=0x7f93cc167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 0x7f93cc167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 >> v2:172.21.15.157:3300/0 conn(0x7f93cc0b41a0 msgr2=0x7f93cc0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 --2- 172.21.15.39:0/1454852129 >> v2:172.21.15.157:3300/0 conn(0x7f93cc0b41a0 0x7f93cc0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93cc0b4ac0 con 0x7f93cc0ccf80 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f93bc001670 con 0x7f93cc0ccf80 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 >> v1:172.21.15.39:6789/0 conn(0x7f93cc0ccf80 legacy=0x7f93cc0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93b8003970 0x7f93b8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93b80047c0 0x7f93b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 0x7f93b8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93cc0b5090 con 0x7f93b8003970 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93cc0cd820 con 0x7f93b80047c0 2024-09-13T16:17:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93b800b980 con 0x7f93cc0d0a00 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1763640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93b8003970 0x7f93b8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d0f62640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93b80047c0 0x7f93b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1f64640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 0x7f93b8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1763640 1 -- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 msgr2=0x7f93b8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1763640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93cc0d0a00 0x7f93b8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1763640 1 -- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93b80047c0 msgr2=0x7f93b8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1763640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93b80047c0 0x7f93b8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.443+0000 7f93d1763640 1 -- 172.21.15.39:0/1454852129 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93b8003520 con 0x7f93b8003970 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93d1763640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93b8003970 0x7f93b8003d90 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009ac0 tx=0x7f93b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5114fae72c76158a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c8031400 con 0x7f93b8003970 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93c802d050 con 0x7f93b8003970 2024-09-13T16:17:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93c3fff640 1 -- 172.21.15.39:0/1454852129 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93c8031780 con 0x7f93b8003970 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93d39c7640 1 -- 172.21.15.39:0/1454852129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93b8003970 msgr2=0x7f93b8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93d39c7640 1 --2- 172.21.15.39:0/1454852129 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93b8003970 0x7f93b8003d90 secure :-1 s=READY pgs=1268 cs=0 l=1 rev1=1 crypto rx=0x7f93c8009ac0 tx=0x7f93b80057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.444+0000 7f93d1f64640 1 -- 172.21.15.39:0/1454852129 reap_dead start 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.445+0000 7f93d39c7640 1 -- 172.21.15.39:0/1454852129 shutdown_connections 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.445+0000 7f93d39c7640 1 -- 172.21.15.39:0/1454852129 >> 172.21.15.39:0/1454852129 conn(0x7f93cc0cf1a0 msgr2=0x7f93cc0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.445+0000 7f93d39c7640 1 -- 172.21.15.39:0/1454852129 shutdown_connections 2024-09-13T16:17:19.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.445+0000 7f93d39c7640 1 -- 172.21.15.39:0/1454852129 wait complete. 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.446+0000 7f93d39c7640 1 Processor -- start 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.446+0000 7f93d39c7640 1 -- start start 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93b8003970 0x7f93cc1e2850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 0x7f93cc0a9d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93cc0aa250 0x7f93cc1e6430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93cc1f5b60 con 0x7f93cc15b5d0 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f93cc1e1db0 con 0x7f93cc0aa250 2024-09-13T16:17:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93cc0aa6f0 con 0x7f93b8003970 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 0x7f93cc0a9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 0x7f93cc0a9d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37024/0 (socket says 172.21.15.39:37024) 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 -- 172.21.15.39:0/4082685174 learned_addr learned my addr 172.21.15.39:0/4082685174 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 -- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93b8003970 msgr2=0x7f93cc1e2850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93b8003970 0x7f93cc1e2850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 -- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93cc0aa250 msgr2=0x7f93cc1e6430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93cc0aa250 0x7f93cc1e6430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 -- 172.21.15.39:0/4082685174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93cc1e2050 con 0x7f93cc15b5d0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d0f62640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 0x7f93cc0a9d10 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f93bc007340 tx=0x7f93bc007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93bc00f840 con 0x7f93cc15b5d0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f93bc00f9c0 con 0x7f93cc15b5d0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f93cc1e2330 con 0x7f93cc15b5d0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.447+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93bc00fd70 con 0x7f93cc15b5d0 2024-09-13T16:17:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.448+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f93cc15ba50 con 0x7f93cc15b5d0 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.449+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f93cc067330 con 0x7f93cc15b5d0 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.449+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f93bc01d460 con 0x7f93cc15b5d0 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.450+0000 7f93c1ffb640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93b006ac30 0x7f93b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.450+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(80..80 src has 1..80) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f93bc0891f0 con 0x7f93cc15b5d0 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.450+0000 7f93d1763640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93b006ac30 0x7f93b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.451+0000 7f93d1763640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93b006ac30 0x7f93b006d0f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f93c8033000 tx=0x7f93c802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.454+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f93bc054700 con 0x7f93cc15b5d0 2024-09-13T16:17:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.663+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f93cc1e2570 con 0x7f93cc15b5d0 2024-09-13T16:17:19.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.663+0000 7f93c1ffb640 1 -- 172.21.15.39:0/4082685174 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 70 v70) v1 ==== 94+0+3532 (secure 0 0 0) 0x7f93cc1e2570 con 0x7f93cc15b5d0 2024-09-13T16:17:19.665 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:19.665 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":70,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5903,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/3412601157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":3412601157},{"type":"v1","addr":"172.21.15.157:6836","nonce":3412601157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":6559,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1937398072","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1937398072},{"type":"v1","addr":"172.21.15.157:6837","nonce":1937398072}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":66},{"gid":7257,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/889717589","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":889717589},{"type":"v1","addr":"172.21.15.39:6834","nonce":889717589}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":58},{"gid":7689,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2690553310","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2690553310},{"type":"v1","addr":"172.21.15.39:6835","nonce":2690553310}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":70}],"filesystems":[]} 2024-09-13T16:17:19.665 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 70 2024-09-13T16:17:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.665+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93b006ac30 msgr2=0x7f93b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.665+0000 7f93d39c7640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93b006ac30 0x7f93b006d0f0 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f93c8033000 tx=0x7f93c802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.665+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 msgr2=0x7f93cc0a9d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.665+0000 7f93d39c7640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 0x7f93cc0a9d10 secure :-1 s=READY pgs=1269 cs=0 l=1 rev1=1 crypto rx=0x7f93bc007340 tx=0x7f93bc007800 comp rx=0 tx=0).stop 2024-09-13T16:17:19.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 shutdown_connections 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93b006ac30 0x7f93b006d0f0 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f93cc0aa250 0x7f93cc1e6430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93cc15b5d0 0x7f93cc0a9d10 unknown :-1 s=CLOSED pgs=1269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 --2- 172.21.15.39:0/4082685174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93b8003970 0x7f93cc1e2850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 >> 172.21.15.39:0/4082685174 conn(0x7f93cc0cf1a0 msgr2=0x7f93cc0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 shutdown_connections 2024-09-13T16:17:19.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.666+0000 7f93d39c7640 1 -- 172.21.15.39:0/4082685174 wait complete. 2024-09-13T16:17:19.678 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:17:19.678 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:17:19.678 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:17:19.679 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:19.679 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:17:19.679 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:17:19.679 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:17:19.679 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:19.679 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:17:19.679 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:17:19.680 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:17:19.680 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:19.680 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:17:19.680 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:17:19.680 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:17:19.680 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:19.688 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:17:19.688 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:17:19.689 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:17:19.689 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:17:19.692 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:17:19.692 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:17:19.692 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:17:19.693 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:17:19.730 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:17:19.731 DEBUG:teuthology.parallel:result is None 2024-09-13T16:17:19.731 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:17:19.731 DEBUG:teuthology.parallel:result is None 2024-09-13T16:17:19.734 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:17:19.734 DEBUG:teuthology.parallel:result is None 2024-09-13T16:17:19.735 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:17:19.735 DEBUG:teuthology.parallel:result is None 2024-09-13T16:17:19.735 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:17:19.807 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:17:19.808 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:17:19.818 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:17:19.818 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:17:19.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.842+0000 7fd730ebe640 1 Processor -- start 2024-09-13T16:17:19.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.842+0000 7fd730ebe640 1 -- start start 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd730ebe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd72c15a410 0x7fd72c06dfc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd730ebe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c06ead0 0x7fd72c0b4f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd730ebe640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd72c06ef60 con 0x7fd72c0b34a0 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd730ebe640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd72c06f240 con 0x7fd72c15a410 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd730ebe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c06f520 con 0x7fd72c06ead0 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd72a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd72c15a410 0x7fd72c06dfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd72a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd72c15a410 0x7fd72c06dfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37086/0 (socket says 172.21.15.39:37086) 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd729d9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c06ead0 0x7fd72c0b4f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.843+0000 7fd72a59c640 1 -- 172.21.15.39:0/4094049736 learned_addr learned my addr 172.21.15.39:0/4094049736 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.844+0000 7fd72a59c640 1 -- 172.21.15.39:0/4094049736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c06ead0 msgr2=0x7fd72c0b4f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.844+0000 7fd72a59c640 1 --2- 172.21.15.39:0/4094049736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c06ead0 0x7fd72c0b4f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.844+0000 7fd72a59c640 1 -- 172.21.15.39:0/4094049736 >> v1:172.21.15.157:6789/0 conn(0x7fd72c0b34a0 legacy=0x7fd72c15df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.844+0000 7fd72a59c640 1 -- 172.21.15.39:0/4094049736 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd72c06f800 con 0x7fd72c15a410 2024-09-13T16:17:19.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.844+0000 7fd72a59c640 1 --2- 172.21.15.39:0/4094049736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c15a410 0x7fd72c06dfc0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7fd71c009ad0 tx=0x7fd71c02a420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e015c225e8a70754 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:19.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.848+0000 7fd72959a640 1 -- 172.21.15.39:0/4094049736 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71c031600 con 0x7fd72c15a410 2024-09-13T16:17:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.848+0000 7fd72959a640 1 -- 172.21.15.39:0/4094049736 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd71c02d050 con 0x7fd72c15a410 2024-09-13T16:17:19.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.848+0000 7fd72959a640 1 -- 172.21.15.39:0/4094049736 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71c031980 con 0x7fd72c15a410 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 -- 172.21.15.39:0/4094049736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c15a410 msgr2=0x7fd72c06dfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 --2- 172.21.15.39:0/4094049736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c15a410 0x7fd72c06dfc0 secure :-1 s=READY pgs=1276 cs=0 l=1 rev1=1 crypto rx=0x7fd71c009ad0 tx=0x7fd71c02a420 comp rx=0 tx=0).stop 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 -- 172.21.15.39:0/4094049736 shutdown_connections 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 --2- 172.21.15.39:0/4094049736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c06ead0 0x7fd72c0b4f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 --2- 172.21.15.39:0/4094049736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c15a410 0x7fd72c06dfc0 unknown :-1 s=CLOSED pgs=1276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 -- 172.21.15.39:0/4094049736 >> 172.21.15.39:0/4094049736 conn(0x7fd72c0d0430 msgr2=0x7fd72c0d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 -- 172.21.15.39:0/4094049736 shutdown_connections 2024-09-13T16:17:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.849+0000 7fd730ebe640 1 -- 172.21.15.39:0/4094049736 wait complete. 2024-09-13T16:17:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.851+0000 7fd730ebe640 1 Processor -- start 2024-09-13T16:17:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.851+0000 7fd730ebe640 1 -- start start 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.851+0000 7fd730ebe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 0x7fd72c1f0130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.851+0000 7fd730ebe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd72c15a410 0x7fd72c1f3ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd730ebe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c1f4410 0x7fd72c157a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd730ebe640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c1f48c0 con 0x7fd72c0b34a0 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd730ebe640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c157590 con 0x7fd72c15a410 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd730ebe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd72c156980 con 0x7fd72c1f4410 2024-09-13T16:17:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 0x7fd72c1f0130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 0x7fd72c1f0130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37094/0 (socket says 172.21.15.39:37094) 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 -- 172.21.15.39:0/3357662566 learned_addr learned my addr 172.21.15.39:0/3357662566 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72ad9d640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c1f4410 0x7fd72c157a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd729d9b640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd72c15a410 0x7fd72c1f3ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 -- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c1f4410 msgr2=0x7fd72c157a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c1f4410 0x7fd72c157a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 -- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd72c15a410 msgr2=0x7fd72c1f3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd72c15a410 0x7fd72c1f3ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 -- 172.21.15.39:0/3357662566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd71c0094d0 con 0x7fd72c0b34a0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd72a59c640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 0x7fd72c1f0130 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fd71c000c00 tx=0x7fd71c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71c003e50 con 0x7fd72c0b34a0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd71c03a400 con 0x7fd72c0b34a0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd71c03a7b0 con 0x7fd72c0b34a0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd72c156c60 con 0x7fd72c0b34a0 2024-09-13T16:17:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.852+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd72c157220 con 0x7fd72c0b34a0 2024-09-13T16:17:19.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.854+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd72c0cd090 con 0x7fd72c0b34a0 2024-09-13T16:17:19.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.856+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd71c038040 con 0x7fd72c0b34a0 2024-09-13T16:17:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.857+0000 7fd71affd640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd70c06ac00 0x7fd70c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.857+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(84..84 src has 1..84) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fd71c0a98d0 con 0x7fd72c0b34a0 2024-09-13T16:17:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.857+0000 7fd729d9b640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd70c06ac00 0x7fd70c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.858+0000 7fd729d9b640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd70c06ac00 0x7fd70c06d0c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fd72c1506b0 tx=0x7fd720008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:19.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:19.861+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd71c074ec0 con 0x7fd72c0b34a0 2024-09-13T16:17:20.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.041+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7fd72c06dfc0 con 0x7fd72c0b34a0 2024-09-13T16:17:20.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.868+0000 7fd71affd640 1 -- 172.21.15.39:0/3357662566 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v85) v1 ==== 97+0+0 (secure 0 0 0) 0x7fd71c0784e0 con 0x7fd72c0b34a0 2024-09-13T16:17:20.870 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd70c06ac00 msgr2=0x7fd70c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd70c06ac00 0x7fd70c06d0c0 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fd72c1506b0 tx=0x7fd720008040 comp rx=0 tx=0).stop 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 msgr2=0x7fd72c1f0130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 0x7fd72c1f0130 secure :-1 s=READY pgs=1277 cs=0 l=1 rev1=1 crypto rx=0x7fd71c000c00 tx=0x7fd71c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 shutdown_connections 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd70c06ac00 0x7fd70c06d0c0 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd72c1f4410 0x7fd72c157a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd72c15a410 0x7fd72c1f3ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 --2- 172.21.15.39:0/3357662566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd72c0b34a0 0x7fd72c1f0130 unknown :-1 s=CLOSED pgs=1277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 >> 172.21.15.39:0/3357662566 conn(0x7fd72c0d0430 msgr2=0x7fd72c0b3880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:20.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 shutdown_connections 2024-09-13T16:17:20.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.871+0000 7fd730ebe640 1 -- 172.21.15.39:0/3357662566 wait complete. 2024-09-13T16:17:20.886 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:17:20.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.992+0000 7f7d1e041640 1 Processor -- start 2024-09-13T16:17:20.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.992+0000 7f7d1e041640 1 -- start start 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d1e041640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7d1815c790 0x7f7d18069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d1e041640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d180cfaf0 0x7f7d180b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d1e041640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d1806a540 con 0x7f7d180cbb10 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d1e041640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d180b1180 con 0x7f7d180cfaf0 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d1e041640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d180b1460 con 0x7f7d1815c790 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d17fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d180cfaf0 0x7f7d180b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d16ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7d180cbb10 0x7f7d180cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59112/0 (socket says 172.21.15.39:59112) 2024-09-13T16:17:20.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.993+0000 7f7d16ffd640 1 -- 172.21.15.39:0/2549577032 learned_addr learned my addr 172.21.15.39:0/2549577032 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:20.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d177fe640 1 --2- 172.21.15.39:0/2549577032 >> v2:172.21.15.157:3300/0 conn(0x7f7d1815c790 0x7f7d18069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:20.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d17fff640 1 -- 172.21.15.39:0/2549577032 >> v2:172.21.15.157:3300/0 conn(0x7f7d1815c790 msgr2=0x7f7d18069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:20.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d17fff640 1 --2- 172.21.15.39:0/2549577032 >> v2:172.21.15.157:3300/0 conn(0x7f7d1815c790 0x7f7d18069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d17fff640 1 -- 172.21.15.39:0/2549577032 >> v1:172.21.15.39:6789/0 conn(0x7f7d180cbb10 legacy=0x7f7d180cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:20.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d167fc640 1 -- 172.21.15.39:0/2549577032 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2127649955 0 0) 0x7f7d1806a540 con 0x7f7d180cbb10 2024-09-13T16:17:20.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d17fff640 1 -- 172.21.15.39:0/2549577032 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d180b1740 con 0x7f7d180cfaf0 2024-09-13T16:17:20.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.994+0000 7f7d17fff640 1 --2- 172.21.15.39:0/2549577032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180b2b10 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f7d180cc410 tx=0x7f7d1002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bc816f2cb960ded server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:20.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d167fc640 1 -- 172.21.15.39:0/2549577032 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d10007740 con 0x7f7d180cfaf0 2024-09-13T16:17:20.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d167fc640 1 -- 172.21.15.39:0/2549577032 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d1002d050 con 0x7f7d180cfaf0 2024-09-13T16:17:20.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d167fc640 1 -- 172.21.15.39:0/2549577032 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d10007ac0 con 0x7f7d180cfaf0 2024-09-13T16:17:20.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 -- 172.21.15.39:0/2549577032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 msgr2=0x7f7d180b2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2549577032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180b2b10 secure :-1 s=READY pgs=1279 cs=0 l=1 rev1=1 crypto rx=0x7f7d180cc410 tx=0x7f7d1002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 -- 172.21.15.39:0/2549577032 shutdown_connections 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2549577032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180b2b10 unknown :-1 s=CLOSED pgs=1279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2549577032 >> v2:172.21.15.157:3300/0 conn(0x7f7d1815c790 0x7f7d18069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 -- 172.21.15.39:0/2549577032 >> 172.21.15.39:0/2549577032 conn(0x7f7d18065bd0 msgr2=0x7f7d18065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 -- 172.21.15.39:0/2549577032 shutdown_connections 2024-09-13T16:17:20.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.995+0000 7f7d1e041640 1 -- 172.21.15.39:0/2549577032 wait complete. 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 Processor -- start 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 -- start start 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d180cbb10 0x7f7d180cafc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1815c790 0x7f7d18151ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d180c9fa0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d180c9320 con 0x7f7d180cbb10 2024-09-13T16:17:21.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.997+0000 7f7d1e041640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d180c9600 con 0x7f7d1815c790 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180c88d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37110/0 (socket says 172.21.15.39:37110) 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 -- 172.21.15.39:0/2607487312 learned_addr learned my addr 172.21.15.39:0/2607487312 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d177fe640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d180cbb10 0x7f7d180cafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d17fff640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1815c790 0x7f7d18151ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 -- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1815c790 msgr2=0x7f7d18151ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1815c790 0x7f7d18151ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 -- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d180cbb10 msgr2=0x7f7d180cafc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d180cbb10 0x7f7d180cafc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 -- 172.21.15.39:0/2607487312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d10009a70 con 0x7f7d180cfaf0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d177fe640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d180cbb10 0x7f7d180cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d16ffd640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180c88d0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c430 tx=0x7f7d0c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c0074e0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d0c007660 con 0x7f7d180cfaf0 2024-09-13T16:17:21.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d180c98e0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0c004a20 con 0x7f7d180cfaf0 2024-09-13T16:17:21.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.998+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d18153e70 con 0x7f7d180cfaf0 2024-09-13T16:17:21.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:20.999+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d180ca0e0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.000+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d0c004b80 con 0x7f7d180cfaf0 2024-09-13T16:17:21.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.000+0000 7f7cfffff640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0406ac00 0x7f7d0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.001+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f7d0c088e40 con 0x7f7d180cfaf0 2024-09-13T16:17:21.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.001+0000 7f7d177fe640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0406ac00 0x7f7d0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.001+0000 7f7d177fe640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0406ac00 0x7f7d0406d0c0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7d08006fd0 tx=0x7f7d08008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.005+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d180ca0e0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.242+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f7d180ca0e0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.242+0000 7f7cfffff640 1 -- 172.21.15.39:0/2607487312 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v16) v1 ==== 80+0+5304 (secure 0 0 0) 0x7f7d180ca0e0 con 0x7f7d180cfaf0 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA==", 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:17:21.244 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ==", 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.245 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw==", 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.246 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw==", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg==", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.247 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg==", 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.248 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ==", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA==", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg==", 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.250 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ==", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA==", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.251 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ==", 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.252 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg==", 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw==", 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.253 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw==", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:17:21.254 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA==", 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.255 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm1cQkFxAAGGRvI5BHKMxqnb7fUwtDfw==", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA==", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:17:21.256 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA==", 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-13T16:17:21.257 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0406ac00 msgr2=0x7f7d0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0406ac00 0x7f7d0406d0c0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f7d08006fd0 tx=0x7f7d08008040 comp rx=0 tx=0).stop 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 msgr2=0x7f7d180c88d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180c88d0 secure :-1 s=READY pgs=1280 cs=0 l=1 rev1=1 crypto rx=0x7f7d0c00c430 tx=0x7f7d0c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 shutdown_connections 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0406ac00 0x7f7d0406d0c0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d1815c790 0x7f7d18151ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d180cfaf0 0x7f7d180c88d0 unknown :-1 s=CLOSED pgs=1280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.244+0000 7f7d1e041640 1 --2- 172.21.15.39:0/2607487312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d180cbb10 0x7f7d180cafc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.245+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 >> 172.21.15.39:0/2607487312 conn(0x7f7d18065bd0 msgr2=0x7f7d18159e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:21.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.245+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 shutdown_connections 2024-09-13T16:17:21.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.245+0000 7f7d1e041640 1 -- 172.21.15.39:0/2607487312 wait complete. 2024-09-13T16:17:21.260 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.360+0000 7f36696d7640 1 Processor -- start 2024-09-13T16:17:21.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.361+0000 7f36696d7640 1 -- start start 2024-09-13T16:17:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.361+0000 7f36696d7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f366415a230 0x7f36640ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.361+0000 7f36696d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f3664070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.361+0000 7f36696d7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f366406ccd0 con 0x7f36641601f0 2024-09-13T16:17:21.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.361+0000 7f36696d7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36640713f0 con 0x7f366415a230 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.361+0000 7f36696d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f366415a610 con 0x7f3664070a70 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36637fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f36641601f0 0x7f36641606a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59120/0 (socket says 172.21.15.39:59120) 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36637fe640 1 -- 172.21.15.39:0/1286621079 learned_addr learned my addr 172.21.15.39:0/1286621079 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36627fc640 1 --2- 172.21.15.39:0/1286621079 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f3664070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f3662ffd640 1 --2- 172.21.15.39:0/1286621079 >> v2:172.21.15.157:3300/0 conn(0x7f366415a230 0x7f36640ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f3661ffb640 1 -- 172.21.15.39:0/1286621079 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1069739618 0 0) 0x7f366406ccd0 con 0x7f36641601f0 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f3661ffb640 1 -- 172.21.15.39:0/1286621079 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f364c003520 con 0x7f36641601f0 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36627fc640 1 -- 172.21.15.39:0/1286621079 >> v2:172.21.15.157:3300/0 conn(0x7f366415a230 msgr2=0x7f36640ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f3661ffb640 1 -- 172.21.15.39:0/1286621079 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2271049808 0 0) 0x7f364c003520 con 0x7f36641601f0 2024-09-13T16:17:21.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36627fc640 1 --2- 172.21.15.39:0/1286621079 >> v2:172.21.15.157:3300/0 conn(0x7f366415a230 0x7f36640ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36627fc640 1 -- 172.21.15.39:0/1286621079 >> v1:172.21.15.39:6789/0 conn(0x7f36641601f0 legacy=0x7f36641606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.362+0000 7f36627fc640 1 -- 172.21.15.39:0/1286621079 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36640ad1d0 con 0x7f3664070a70 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.363+0000 7f36627fc640 1 --2- 172.21.15.39:0/1286621079 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f3664070eb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f36580097a0 tx=0x7f365802a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=34897ab589891227 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.363+0000 7f3661ffb640 1 -- 172.21.15.39:0/1286621079 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365c0019f0 con 0x7f3664070a70 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.363+0000 7f3661ffb640 1 -- 172.21.15.39:0/1286621079 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f365802aba0 con 0x7f3664070a70 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.363+0000 7f3661ffb640 1 -- 172.21.15.39:0/1286621079 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3658032440 con 0x7f3664070a70 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 -- 172.21.15.39:0/1286621079 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 msgr2=0x7f3664070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 --2- 172.21.15.39:0/1286621079 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f3664070eb0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f36580097a0 tx=0x7f365802a110 comp rx=0 tx=0).stop 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 -- 172.21.15.39:0/1286621079 shutdown_connections 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 --2- 172.21.15.39:0/1286621079 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f3664070eb0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 --2- 172.21.15.39:0/1286621079 >> v2:172.21.15.157:3300/0 conn(0x7f366415a230 0x7f36640ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 -- 172.21.15.39:0/1286621079 >> 172.21.15.39:0/1286621079 conn(0x7f366406a0b0 msgr2=0x7f366406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:21.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 -- 172.21.15.39:0/1286621079 shutdown_connections 2024-09-13T16:17:21.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.364+0000 7f36696d7640 1 -- 172.21.15.39:0/1286621079 wait complete. 2024-09-13T16:17:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.365+0000 7f36696d7640 1 Processor -- start 2024-09-13T16:17:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.365+0000 7f36696d7640 1 -- start start 2024-09-13T16:17:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36696d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f366415cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36696d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 0x7f366415f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36696d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36641601f0 0x7f366415fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36696d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366415e970 con 0x7f366415a230 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36696d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f366415d8d0 con 0x7f36641601f0 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36696d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f366415dbb0 con 0x7f3664070a70 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 0x7f366415f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 0x7f366415f4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37116/0 (socket says 172.21.15.39:37116) 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 -- 172.21.15.39:0/3594673605 learned_addr learned my addr 172.21.15.39:0/3594673605 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f3662ffd640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f366415cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36637fe640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36641601f0 0x7f366415fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 -- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 msgr2=0x7f366415cfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f366415cfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 -- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36641601f0 msgr2=0x7f366415fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36641601f0 0x7f366415fa20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 -- 172.21.15.39:0/3594673605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3658009400 con 0x7f366415a230 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f3662ffd640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f366415cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.366+0000 7f36627fc640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 0x7f366415f4e0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f3658035040 tx=0x7f36580046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.367+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365803d830 con 0x7f366415a230 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.367+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f365803d990 con 0x7f366415a230 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.367+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f366415de90 con 0x7f366415a230 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.367+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f365803dd20 con 0x7f366415a230 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.367+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f366415e450 con 0x7f366415a230 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.368+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36640672f0 con 0x7f366415a230 2024-09-13T16:17:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.368+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3658039040 con 0x7f366415a230 2024-09-13T16:17:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.369+0000 7f364b7fe640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f365006ac00 0x7f365006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.369+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f36580a9960 con 0x7f366415a230 2024-09-13T16:17:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.369+0000 7f3662ffd640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f365006ac00 0x7f365006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.369+0000 7f3662ffd640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f365006ac00 0x7f365006d0c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f3654009a20 tx=0x7f3654008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.373+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3658074e10 con 0x7f366415a230 2024-09-13T16:17:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.549+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f36640aeb30 con 0x7f366415a230 2024-09-13T16:17:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.550+0000 7f364b7fe640 1 -- 172.21.15.39:0/3594673605 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v85) v1 ==== 74+0+12846 (secure 0 0 0) 0x7f3658006e10 con 0x7f366415a230 2024-09-13T16:17:21.551 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:21.552 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":85,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:20.861911+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":11,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":74,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f365006ac00 msgr2=0x7f365006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f365006ac00 0x7f365006d0c0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f3654009a20 tx=0x7f3654008040 comp rx=0 tx=0).stop 2024-09-13T16:17:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 msgr2=0x7f366415f4e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 0x7f366415f4e0 secure :-1 s=READY pgs=1282 cs=0 l=1 rev1=1 crypto rx=0x7f3658035040 tx=0x7f36580046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 shutdown_connections 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f365006ac00 0x7f365006d0c0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36641601f0 0x7f366415fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f366415a230 0x7f366415f4e0 unknown :-1 s=CLOSED pgs=1282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 --2- 172.21.15.39:0/3594673605 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3664070a70 0x7f366415cfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.552+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 >> 172.21.15.39:0/3594673605 conn(0x7f366406a0b0 msgr2=0x7f36640af040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.553+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 shutdown_connections 2024-09-13T16:17:21.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.553+0000 7f36696d7640 1 -- 172.21.15.39:0/3594673605 wait complete. 2024-09-13T16:17:21.565 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:21.565 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.668+0000 7f0d5f5aa640 1 Processor -- start 2024-09-13T16:17:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.668+0000 7f0d5f5aa640 1 -- start start 2024-09-13T16:17:21.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5f5aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580ce050 0x7f0d58070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5f5aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d58070d80 0x7f0d580b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5f5aa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d5815d080 con 0x7f0d580b2c40 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5f5aa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d580b3f90 con 0x7f0d58070d80 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5f5aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d58071180 con 0x7f0d580ce050 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d58070d80 0x7f0d580b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d58070d80 0x7f0d580b2700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37122/0 (socket says 172.21.15.39:37122) 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 -- 172.21.15.39:0/252341405 learned_addr learned my addr 172.21.15.39:0/252341405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5d346640 1 --2- 172.21.15.39:0/252341405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580ce050 0x7f0d58070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 -- 172.21.15.39:0/252341405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580ce050 msgr2=0x7f0d58070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 --2- 172.21.15.39:0/252341405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580ce050 0x7f0d58070840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 -- 172.21.15.39:0/252341405 >> v1:172.21.15.157:6789/0 conn(0x7f0d580b2c40 legacy=0x7f0d581602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:21.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.669+0000 7f0d5cb45640 1 -- 172.21.15.39:0/252341405 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d580b3380 con 0x7f0d58070d80 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.670+0000 7f0d5cb45640 1 --2- 172.21.15.39:0/252341405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d580b2700 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f0d48009870 tx=0x7f0d4802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58389f3479d743c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.670+0000 7f0d4ffff640 1 -- 172.21.15.39:0/252341405 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d48032440 con 0x7f0d58070d80 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.670+0000 7f0d4ffff640 1 -- 172.21.15.39:0/252341405 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d480325a0 con 0x7f0d58070d80 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.670+0000 7f0d4ffff640 1 -- 172.21.15.39:0/252341405 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d48032930 con 0x7f0d58070d80 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/252341405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 msgr2=0x7f0d580b2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/252341405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d580b2700 secure :-1 s=READY pgs=1283 cs=0 l=1 rev1=1 crypto rx=0x7f0d48009870 tx=0x7f0d4802a210 comp rx=0 tx=0).stop 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/252341405 shutdown_connections 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/252341405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d580b2700 unknown :-1 s=CLOSED pgs=1283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/252341405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580ce050 0x7f0d58070840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/252341405 >> 172.21.15.39:0/252341405 conn(0x7f0d580b0eb0 msgr2=0x7f0d58069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/252341405 shutdown_connections 2024-09-13T16:17:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.671+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/252341405 wait complete. 2024-09-13T16:17:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.672+0000 7f0d5f5aa640 1 Processor -- start 2024-09-13T16:17:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.672+0000 7f0d5f5aa640 1 -- start start 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d5814c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580b2c40 0x7f0d581f6020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d580ce050 0x7f0d581f1950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d58151d70 con 0x7f0d58070d80 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d581410b0 con 0x7f0d580ce050 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d581f6560 con 0x7f0d580b2c40 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d5814c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d5814c910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37136/0 (socket says 172.21.15.39:37136) 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 -- 172.21.15.39:0/4021307118 learned_addr learned my addr 172.21.15.39:0/4021307118 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5cb45640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580b2c40 0x7f0d581f6020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5db47640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d580ce050 0x7f0d581f1950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 -- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580b2c40 msgr2=0x7f0d581f6020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580b2c40 0x7f0d581f6020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 -- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d580ce050 msgr2=0x7f0d581f1950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d580ce050 0x7f0d581f1950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 -- 172.21.15.39:0/4021307118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d480094d0 con 0x7f0d58070d80 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5db47640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d580ce050 0x7f0d581f1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5d346640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d5814c910 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f0d5400d620 tx=0x7f0d5400dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d5400b620 con 0x7f0d58070d80 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d5400b780 con 0x7f0d58070d80 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d5400bb30 con 0x7f0d58070d80 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.673+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d5814f7f0 con 0x7f0d58070d80 2024-09-13T16:17:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.674+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d58151990 con 0x7f0d58070d80 2024-09-13T16:17:21.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.675+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d580672f0 con 0x7f0d58070d80 2024-09-13T16:17:21.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.675+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0d5400bc90 con 0x7f0d58070d80 2024-09-13T16:17:21.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.676+0000 7f0d4dffb640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d3c06ac00 0x7f0d3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.676+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f0d540893b0 con 0x7f0d58070d80 2024-09-13T16:17:21.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.676+0000 7f0d5cb45640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d3c06ac00 0x7f0d3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.676+0000 7f0d5cb45640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d3c06ac00 0x7f0d3c06d0c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0d48034000 tx=0x7f0d4802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.680+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0d54054970 con 0x7f0d58070d80 2024-09-13T16:17:21.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.852+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0d580ce430 con 0x7f0d58070d80 2024-09-13T16:17:21.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.852+0000 7f0d4dffb640 1 -- 172.21.15.39:0/4021307118 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v85) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0d54057f90 con 0x7f0d58070d80 2024-09-13T16:17:21.854 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d3c06ac00 msgr2=0x7f0d3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d3c06ac00 0x7f0d3c06d0c0 secure :-1 s=READY pgs=535 cs=0 l=1 rev1=1 crypto rx=0x7f0d48034000 tx=0x7f0d4802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 msgr2=0x7f0d5814c910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d5814c910 secure :-1 s=READY pgs=1284 cs=0 l=1 rev1=1 crypto rx=0x7f0d5400d620 tx=0x7f0d5400dae0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 shutdown_connections 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d3c06ac00 0x7f0d3c06d0c0 unknown :-1 s=CLOSED pgs=535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d580ce050 0x7f0d581f1950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d580b2c40 0x7f0d581f6020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 --2- 172.21.15.39:0/4021307118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d58070d80 0x7f0d5814c910 unknown :-1 s=CLOSED pgs=1284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 >> 172.21.15.39:0/4021307118 conn(0x7f0d580b0eb0 msgr2=0x7f0d580acd00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:21.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 shutdown_connections 2024-09-13T16:17:21.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.854+0000 7f0d5f5aa640 1 -- 172.21.15.39:0/4021307118 wait complete. 2024-09-13T16:17:21.867 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:17:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.967+0000 7f263375e640 1 Processor -- start 2024-09-13T16:17:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.968+0000 7f263375e640 1 -- start start 2024-09-13T16:17:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.968+0000 7f263375e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f262c070a70 0x7f262c070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.968+0000 7f263375e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c06d5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.968+0000 7f263375e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f262c06ccd0 con 0x7f262c15a230 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.968+0000 7f263375e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f262c0713f0 con 0x7f262c070a70 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.968+0000 7f263375e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f262c0acf70 con 0x7f262c06d160 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f2630cf9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f262c070a70 0x7f262c070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f26314fa640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f262c15a230 0x7f262c0ac860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:59128/0 (socket says 172.21.15.39:59128) 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f26314fa640 1 -- 172.21.15.39:0/1830325311 learned_addr learned my addr 172.21.15.39:0/1830325311 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f2631cfb640 1 --2- 172.21.15.39:0/1830325311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c06d5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f2630cf9640 1 -- 172.21.15.39:0/1830325311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 msgr2=0x7f262c06d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f2630cf9640 1 --2- 172.21.15.39:0/1830325311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c06d5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f2630cf9640 1 -- 172.21.15.39:0/1830325311 >> v1:172.21.15.39:6789/0 conn(0x7f262c15a230 legacy=0x7f262c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f262bfff640 1 -- 172.21.15.39:0/1830325311 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2683804275 0 0) 0x7f262c06ccd0 con 0x7f262c15a230 2024-09-13T16:17:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.969+0000 7f2630cf9640 1 -- 172.21.15.39:0/1830325311 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f262c15a610 con 0x7f262c070a70 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f2630cf9640 1 --2- 172.21.15.39:0/1830325311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c070a70 0x7f262c070eb0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f26200097a0 tx=0x7f262002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1a05a9d46bc41f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f262bfff640 1 -- 172.21.15.39:0/1830325311 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2620032440 con 0x7f262c070a70 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f262bfff640 1 -- 172.21.15.39:0/1830325311 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26200325a0 con 0x7f262c070a70 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f262bfff640 1 -- 172.21.15.39:0/1830325311 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2620032930 con 0x7f262c070a70 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 -- 172.21.15.39:0/1830325311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c070a70 msgr2=0x7f262c070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 --2- 172.21.15.39:0/1830325311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c070a70 0x7f262c070eb0 secure :-1 s=READY pgs=1286 cs=0 l=1 rev1=1 crypto rx=0x7f26200097a0 tx=0x7f262002a180 comp rx=0 tx=0).stop 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 -- 172.21.15.39:0/1830325311 shutdown_connections 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 --2- 172.21.15.39:0/1830325311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c06d5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 --2- 172.21.15.39:0/1830325311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c070a70 0x7f262c070eb0 unknown :-1 s=CLOSED pgs=1286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 -- 172.21.15.39:0/1830325311 >> 172.21.15.39:0/1830325311 conn(0x7f262c06a0b0 msgr2=0x7f262c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:21.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 -- 172.21.15.39:0/1830325311 shutdown_connections 2024-09-13T16:17:21.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.970+0000 7f263375e640 1 -- 172.21.15.39:0/1830325311 wait complete. 2024-09-13T16:17:21.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 Processor -- start 2024-09-13T16:17:21.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 -- start start 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c14b2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f262c070a70 0x7f262c151e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 0x7f262c15cfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f262c14b830 con 0x7f262c15a230 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f262c150b30 con 0x7f262c070a70 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f263375e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f262c151990 con 0x7f262c06d160 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.972+0000 7f2631cfb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 0x7f262c15cfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 0x7f262c15cfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37156/0 (socket says 172.21.15.39:37156) 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 -- 172.21.15.39:0/1731403245 learned_addr learned my addr 172.21.15.39:0/1731403245 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2630cf9640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f262c070a70 0x7f262c151e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f26314fa640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c14b2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 -- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 msgr2=0x7f262c14b2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c14b2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 -- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f262c070a70 msgr2=0x7f262c151e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f262c070a70 0x7f262c151e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 -- 172.21.15.39:0/1731403245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2620009400 con 0x7f262c15a230 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2630cf9640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f262c070a70 0x7f262c151e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f26314fa640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c14b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2631cfb640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 0x7f262c15cfd0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f262400e930 tx=0x7f262400edf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2624009690 con 0x7f262c15a230 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f262400c980 con 0x7f262c15a230 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f262c150d80 con 0x7f262c15a230 2024-09-13T16:17:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f262400cd30 con 0x7f262c15a230 2024-09-13T16:17:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.973+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f262c151340 con 0x7f262c15a230 2024-09-13T16:17:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.974+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f262c0672f0 con 0x7f262c15a230 2024-09-13T16:17:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.975+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2624013470 con 0x7f262c15a230 2024-09-13T16:17:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.975+0000 7f2629ffb640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f261806ac00 0x7f261806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.975+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f2624089200 con 0x7f262c15a230 2024-09-13T16:17:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.976+0000 7f26314fa640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f261806ac00 0x7f261806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:21.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.976+0000 7f26314fa640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f261806ac00 0x7f261806d0c0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f261c0012e0 tx=0x7f261c005bb0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:21.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:21.979+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f26240547f0 con 0x7f262c15a230 2024-09-13T16:17:22.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.153+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f262c151b00 con 0x7f262c15a230 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.153+0000 7f2629ffb640 1 -- 172.21.15.39:0/1731403245 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v85) v1 ==== 84+0+65 (secure 0 0 0) 0x7f2624057e10 con 0x7f262c15a230 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:22.155 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f261806ac00 msgr2=0x7f261806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f261806ac00 0x7f261806d0c0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f261c0012e0 tx=0x7f261c005bb0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 msgr2=0x7f262c15cfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 0x7f262c15cfd0 secure :-1 s=READY pgs=1287 cs=0 l=1 rev1=1 crypto rx=0x7f262400e930 tx=0x7f262400edf0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 shutdown_connections 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f261806ac00 0x7f261806d0c0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f262c15a230 0x7f262c15cfd0 unknown :-1 s=CLOSED pgs=1287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f262c070a70 0x7f262c151e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 --2- 172.21.15.39:0/1731403245 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f262c06d160 0x7f262c14b2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 >> 172.21.15.39:0/1731403245 conn(0x7f262c06a0b0 msgr2=0x7f262c0aee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 shutdown_connections 2024-09-13T16:17:22.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.155+0000 7f263375e640 1 -- 172.21.15.39:0/1731403245 wait complete. 2024-09-13T16:17:22.167 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:17:22.168 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:17:22.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.271+0000 7f3f06244640 1 Processor -- start 2024-09-13T16:17:22.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 -- start start 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f000b0d30 0x7f3f000b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3f000ce800 0x7f3f00071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f0015d0b0 con 0x7f3f000b0d30 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f0015d390 con 0x7f3f000ce800 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.272+0000 7f3f06244640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f0015d670 con 0x7f3f0013ca70 2024-09-13T16:17:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f000b0d30 0x7f3f000b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f000b0d30 0x7f3f000b30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37166/0 (socket says 172.21.15.39:37166) 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 -- 172.21.15.39:0/459156525 learned_addr learned my addr 172.21.15.39:0/459156525 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3efffff640 1 --2- 172.21.15.39:0/459156525 >> v2:172.21.15.157:3300/0 conn(0x7f3f000ce800 0x7f3f00071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 -- 172.21.15.39:0/459156525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 msgr2=0x7f3f000ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 --2- 172.21.15.39:0/459156525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 -- 172.21.15.39:0/459156525 >> v2:172.21.15.157:3300/0 conn(0x7f3f000ce800 msgr2=0x7f3f00071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 --2- 172.21.15.39:0/459156525 >> v2:172.21.15.157:3300/0 conn(0x7f3f000ce800 0x7f3f00071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.273+0000 7f3eff7fe640 1 -- 172.21.15.39:0/459156525 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f0015d950 con 0x7f3f000b0d30 2024-09-13T16:17:22.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3eff7fe640 1 --2- 172.21.15.39:0/459156525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000b30d0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f3f000b22e0 tx=0x7f3ef002c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=851cb911ad03c7a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:22.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3efe7fc640 1 -- 172.21.15.39:0/459156525 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0030050 con 0x7f3f000b0d30 2024-09-13T16:17:22.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3efe7fc640 1 -- 172.21.15.39:0/459156525 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ef0032700 con 0x7f3f000b0d30 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3efe7fc640 1 -- 172.21.15.39:0/459156525 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0032a90 con 0x7f3f000b0d30 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 -- 172.21.15.39:0/459156525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 msgr2=0x7f3f000b30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 --2- 172.21.15.39:0/459156525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000b30d0 secure :-1 s=READY pgs=1288 cs=0 l=1 rev1=1 crypto rx=0x7f3f000b22e0 tx=0x7f3ef002c800 comp rx=0 tx=0).stop 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 -- 172.21.15.39:0/459156525 shutdown_connections 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 --2- 172.21.15.39:0/459156525 >> v2:172.21.15.157:3300/0 conn(0x7f3f000ce800 0x7f3f00071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 --2- 172.21.15.39:0/459156525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 --2- 172.21.15.39:0/459156525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000b30d0 unknown :-1 s=CLOSED pgs=1288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.274+0000 7f3f06244640 1 -- 172.21.15.39:0/459156525 >> 172.21.15.39:0/459156525 conn(0x7f3f000b15d0 msgr2=0x7f3f000b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.275+0000 7f3f06244640 1 -- 172.21.15.39:0/459156525 shutdown_connections 2024-09-13T16:17:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.275+0000 7f3f06244640 1 -- 172.21.15.39:0/459156525 wait complete. 2024-09-13T16:17:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.276+0000 7f3f06244640 1 Processor -- start 2024-09-13T16:17:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.276+0000 7f3f06244640 1 -- start start 2024-09-13T16:17:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3f06244640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000affc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3f06244640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f000ce800 0x7f3f00153930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3f06244640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000adca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3f06244640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f00153e70 con 0x7f3f000b0d30 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3f06244640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f000ad810 con 0x7f3f000ce800 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3f06244640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f000acc00 con 0x7f3f0013ca70 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000affc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000affc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37174/0 (socket says 172.21.15.39:37174) 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 -- 172.21.15.39:0/2550582737 learned_addr learned my addr 172.21.15.39:0/2550582737 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3efffff640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000adca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3efeffd640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f000ce800 0x7f3f00153930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 -- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 msgr2=0x7f3f000adca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000adca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 -- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f000ce800 msgr2=0x7f3f00153930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f000ce800 0x7f3f00153930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.277+0000 7f3eff7fe640 1 -- 172.21.15.39:0/2550582737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ef000b770 con 0x7f3f000b0d30 2024-09-13T16:17:22.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.278+0000 7f3eff7fe640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000affc0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f3ef002c840 tx=0x7f3ef00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:22.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.278+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0034bb0 con 0x7f3f000b0d30 2024-09-13T16:17:22.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.278+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f000acee0 con 0x7f3f000b0d30 2024-09-13T16:17:22.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.278+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ef0034d30 con 0x7f3f000b0d30 2024-09-13T16:17:22.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.278+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ef0034ea0 con 0x7f3f000b0d30 2024-09-13T16:17:22.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.278+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f000ad4a0 con 0x7f3f000b0d30 2024-09-13T16:17:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.279+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f000b37e0 con 0x7f3f000b0d30 2024-09-13T16:17:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.279+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3ef003f6b0 con 0x7f3f000b0d30 2024-09-13T16:17:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.280+0000 7f3ee7fff640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3eec06ac00 0x7f3eec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.280+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(85..85 src has 1..85) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f3ef00aa5f0 con 0x7f3f000b0d30 2024-09-13T16:17:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.280+0000 7f3efeffd640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3eec06ac00 0x7f3eec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.281+0000 7f3efeffd640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3eec06ac00 0x7f3eec06d0c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3f001f5bd0 tx=0x7f3ef4009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:22.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.284+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3ef0075c70 con 0x7f3f000b0d30 2024-09-13T16:17:22.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.456+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7f3f000672f0 con 0x7f3f000b0d30 2024-09-13T16:17:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.893+0000 7f3ee7fff640 1 -- 172.21.15.39:0/2550582737 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v86) v1 ==== 138+0+0 (secure 0 0 0) 0x7f3ef0079290 con 0x7f3f000b0d30 2024-09-13T16:17:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:17:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3eec06ac00 msgr2=0x7f3eec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3eec06ac00 0x7f3eec06d0c0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f3f001f5bd0 tx=0x7f3ef4009060 comp rx=0 tx=0).stop 2024-09-13T16:17:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 msgr2=0x7f3f000affc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000affc0 secure :-1 s=READY pgs=1289 cs=0 l=1 rev1=1 crypto rx=0x7f3ef002c840 tx=0x7f3ef00046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 shutdown_connections 2024-09-13T16:17:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3eec06ac00 0x7f3eec06d0c0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f0013ca70 0x7f3f000adca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f000ce800 0x7f3f00153930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 --2- 172.21.15.39:0/2550582737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f000b0d30 0x7f3f000affc0 unknown :-1 s=CLOSED pgs=1289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 >> 172.21.15.39:0/2550582737 conn(0x7f3f000b15d0 msgr2=0x7f3f0013d4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 shutdown_connections 2024-09-13T16:17:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:22.898+0000 7f3f06244640 1 -- 172.21.15.39:0/2550582737 wait complete. 2024-09-13T16:17:22.913 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:17:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.020+0000 7fd91fc73640 1 Processor -- start 2024-09-13T16:17:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.021+0000 7fd91fc73640 1 -- start start 2024-09-13T16:17:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.021+0000 7fd91fc73640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd91815c660 0x7fd9180b5670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.021+0000 7fd91fc73640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.021+0000 7fd91fc73640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9180d11e0 con 0x7fd9180b1bb0 2024-09-13T16:17:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.021+0000 7fd91fc73640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9180cdcc0 con 0x7fd91815c660 2024-09-13T16:17:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.021+0000 7fd91fc73640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9180d02f0 con 0x7fd9180b14d0 2024-09-13T16:17:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91da0f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd91815c660 0x7fd9180b5670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b41a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:36256/0 (socket says 172.21.15.39:36256) 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 -- 172.21.15.39:0/2227419346 learned_addr learned my addr 172.21.15.39:0/2227419346 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 -- 172.21.15.39:0/2227419346 >> v2:172.21.15.157:3300/0 conn(0x7fd91815c660 msgr2=0x7fd9180b5670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 --2- 172.21.15.39:0/2227419346 >> v2:172.21.15.157:3300/0 conn(0x7fd91815c660 0x7fd9180b5670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 -- 172.21.15.39:0/2227419346 >> v1:172.21.15.157:6789/0 conn(0x7fd9180b1bb0 legacy=0x7fd9180d1670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91d20e640 1 -- 172.21.15.39:0/2227419346 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9180d05d0 con 0x7fd9180b14d0 2024-09-13T16:17:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.022+0000 7fd91da0f640 1 --2- 172.21.15.39:0/2227419346 >> v2:172.21.15.157:3300/0 conn(0x7fd91815c660 0x7fd9180b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.023+0000 7fd91d20e640 1 --2- 172.21.15.39:0/2227419346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b41a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd908009870 tx=0x7fd90802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=522d1232515874fd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.023+0000 7fd91ca0d640 1 -- 172.21.15.39:0/2227419346 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd908032440 con 0x7fd9180b14d0 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.023+0000 7fd91ca0d640 1 -- 172.21.15.39:0/2227419346 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9080325a0 con 0x7fd9180b14d0 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.023+0000 7fd91ca0d640 1 -- 172.21.15.39:0/2227419346 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd908032930 con 0x7fd9180b14d0 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 -- 172.21.15.39:0/2227419346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 msgr2=0x7fd9180b41a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 --2- 172.21.15.39:0/2227419346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b41a0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7fd908009870 tx=0x7fd90802a270 comp rx=0 tx=0).stop 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 -- 172.21.15.39:0/2227419346 shutdown_connections 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 --2- 172.21.15.39:0/2227419346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b41a0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 --2- 172.21.15.39:0/2227419346 >> v2:172.21.15.157:3300/0 conn(0x7fd91815c660 0x7fd9180b5670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 -- 172.21.15.39:0/2227419346 >> 172.21.15.39:0/2227419346 conn(0x7fd9180cf380 msgr2=0x7fd9180cf790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 -- 172.21.15.39:0/2227419346 shutdown_connections 2024-09-13T16:17:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.024+0000 7fd91fc73640 1 -- 172.21.15.39:0/2227419346 wait complete. 2024-09-13T16:17:23.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.025+0000 7fd91fc73640 1 Processor -- start 2024-09-13T16:17:23.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.025+0000 7fd91fc73640 1 -- start start 2024-09-13T16:17:23.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91fc73640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b4160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91fc73640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180b1bb0 0x7fd9180b46a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91fc73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 0x7fd918141000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91fc73640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd918153ad0 con 0x7fd91815c660 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91fc73640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd918155a60 con 0x7fd9180b1bb0 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91fc73640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd918141f30 con 0x7fd9180b14d0 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 0x7fd918141000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 0x7fd918141000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37190/0 (socket says 172.21.15.39:37190) 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 -- 172.21.15.39:0/185906708 learned_addr learned my addr 172.21.15.39:0/185906708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91da0f640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b4160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91d20e640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180b1bb0 0x7fd9180b46a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 -- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 msgr2=0x7fd9180b4160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b4160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 -- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180b1bb0 msgr2=0x7fd9180b46a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180b1bb0 0x7fd9180b46a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.026+0000 7fd91e210640 1 -- 172.21.15.39:0/185906708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd914009400 con 0x7fd91815c660 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.027+0000 7fd91e210640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 0x7fd918141000 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fd91000c730 tx=0x7fd91000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.027+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd910003b70 con 0x7fd91815c660 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.027+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd910003cd0 con 0x7fd91815c660 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.027+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9080094d0 con 0x7fd91815c660 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.027+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd91000aa90 con 0x7fd91815c660 2024-09-13T16:17:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.027+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9181424f0 con 0x7fd91815c660 2024-09-13T16:17:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.028+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd918067330 con 0x7fd91815c660 2024-09-13T16:17:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.028+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd91000abf0 con 0x7fd91815c660 2024-09-13T16:17:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.029+0000 7fd90e7fc640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8fc06ac00 0x7fd8fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.029+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(86..86 src has 1..86) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fd9100898a0 con 0x7fd91815c660 2024-09-13T16:17:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.029+0000 7fd91da0f640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8fc06ac00 0x7fd8fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.030+0000 7fd91da0f640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8fc06ac00 0x7fd8fc06d0c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fd914009c30 tx=0x7fd914009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:23.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.033+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd910054df0 con 0x7fd91815c660 2024-09-13T16:17:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.204+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fd918153c40 con 0x7fd91815c660 2024-09-13T16:17:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.902+0000 7fd90e7fc640 1 -- 172.21.15.39:0/185906708 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v87) v1 ==== 170+0+0 (secure 0 0 0) 0x7fd918153c40 con 0x7fd91815c660 2024-09-13T16:17:23.903 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:17:23.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.911+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8fc06ac00 msgr2=0x7fd8fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:23.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.911+0000 7fd91fc73640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8fc06ac00 0x7fd8fc06d0c0 secure :-1 s=READY pgs=538 cs=0 l=1 rev1=1 crypto rx=0x7fd914009c30 tx=0x7fd914009190 comp rx=0 tx=0).stop 2024-09-13T16:17:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.911+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 msgr2=0x7fd918141000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.911+0000 7fd91fc73640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 0x7fd918141000 secure :-1 s=READY pgs=1290 cs=0 l=1 rev1=1 crypto rx=0x7fd91000c730 tx=0x7fd91000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.912+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 shutdown_connections 2024-09-13T16:17:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.912+0000 7fd91fc73640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd8fc06ac00 0x7fd8fc06d0c0 unknown :-1 s=CLOSED pgs=538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.912+0000 7fd91fc73640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd91815c660 0x7fd918141000 unknown :-1 s=CLOSED pgs=1290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.912+0000 7fd91fc73640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180b1bb0 0x7fd9180b46a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.912+0000 7fd91fc73640 1 --2- 172.21.15.39:0/185906708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180b14d0 0x7fd9180b4160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.912+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 >> 172.21.15.39:0/185906708 conn(0x7fd9180cf380 msgr2=0x7fd918159aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:23.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.913+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 shutdown_connections 2024-09-13T16:17:23.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:23.913+0000 7fd91fc73640 1 -- 172.21.15.39:0/185906708 wait complete. 2024-09-13T16:17:23.933 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:17:24.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.040+0000 7f8662576640 1 Processor -- start 2024-09-13T16:17:24.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.040+0000 7f8662576640 1 -- start start 2024-09-13T16:17:24.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8662576640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f865c0ac860 0x7f865c0ae200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8662576640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f865c15d2c0 0x7f865c15d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8662576640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f865c0ad6c0 con 0x7f865c0ce730 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8662576640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f865c071b40 con 0x7f865c15d2c0 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8662576640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f865c0ace20 con 0x7f865c0ac860 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f865c15d2c0 0x7f865c15d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f865c15d2c0 0x7f865c15d750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48306/0 (socket says 172.21.15.39:48306) 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 -- 172.21.15.39:0/2672963949 learned_addr learned my addr 172.21.15.39:0/2672963949 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8653fff640 1 --2- 172.21.15.39:0/2672963949 >> v2:172.21.15.157:3300/0 conn(0x7f865c0ac860 0x7f865c0ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 -- 172.21.15.39:0/2672963949 >> v2:172.21.15.157:3300/0 conn(0x7f865c0ac860 msgr2=0x7f865c0ae200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 --2- 172.21.15.39:0/2672963949 >> v2:172.21.15.157:3300/0 conn(0x7f865c0ac860 0x7f865c0ae200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 -- 172.21.15.39:0/2672963949 >> v1:172.21.15.157:6789/0 conn(0x7f865c0ce730 legacy=0x7f865c160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:24.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.041+0000 7f8660b13640 1 -- 172.21.15.39:0/2672963949 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f865c0ad100 con 0x7f865c15d2c0 2024-09-13T16:17:24.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.042+0000 7f8660b13640 1 --2- 172.21.15.39:0/2672963949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c15d750 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f865c065ee0 tx=0x7f865402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42c199a1dd955841 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.042+0000 7f865b7fe640 1 -- 172.21.15.39:0/2672963949 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8654031600 con 0x7f865c15d2c0 2024-09-13T16:17:24.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.042+0000 7f865b7fe640 1 -- 172.21.15.39:0/2672963949 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f865402d050 con 0x7f865c15d2c0 2024-09-13T16:17:24.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.042+0000 7f865b7fe640 1 -- 172.21.15.39:0/2672963949 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8654031980 con 0x7f865c15d2c0 2024-09-13T16:17:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 -- 172.21.15.39:0/2672963949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 msgr2=0x7f865c15d750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 --2- 172.21.15.39:0/2672963949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c15d750 secure :-1 s=READY pgs=1291 cs=0 l=1 rev1=1 crypto rx=0x7f865c065ee0 tx=0x7f865402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 -- 172.21.15.39:0/2672963949 shutdown_connections 2024-09-13T16:17:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 --2- 172.21.15.39:0/2672963949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c15d750 unknown :-1 s=CLOSED pgs=1291 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 --2- 172.21.15.39:0/2672963949 >> v2:172.21.15.157:3300/0 conn(0x7f865c0ac860 0x7f865c0ae200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 -- 172.21.15.39:0/2672963949 >> 172.21.15.39:0/2672963949 conn(0x7f865c0ced30 msgr2=0x7f865c0cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 -- 172.21.15.39:0/2672963949 shutdown_connections 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.043+0000 7f8662576640 1 -- 172.21.15.39:0/2672963949 wait complete. 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.044+0000 7f8662576640 1 Processor -- start 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.044+0000 7f8662576640 1 -- start start 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8662576640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f865c0ac860 0x7f865c06e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8662576640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f865c0ce730 0x7f865c06c8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8662576640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c1455c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8662576640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865c06cff0 con 0x7f865c15d2c0 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8662576640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f865c06d2d0 con 0x7f865c0ce730 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8662576640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f865c06d5b0 con 0x7f865c0ac860 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c1455c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c1455c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48310/0 (socket says 172.21.15.39:48310) 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 -- 172.21.15.39:0/3506921110 learned_addr learned my addr 172.21.15.39:0/3506921110 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 -- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f865c0ac860 msgr2=0x7f865c06e090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f865c0ac860 0x7f865c06e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 -- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f865c0ce730 msgr2=0x7f865c06c8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8653fff640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f865c0ce730 0x7f865c06c8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f865c0ce730 0x7f865c06c8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 -- 172.21.15.39:0/3506921110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8654009b30 con 0x7f865c15d2c0 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8653fff640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f865c0ce730 0x7f865c06c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.045+0000 7f8660b13640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c1455c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f8654034040 tx=0x7f8654004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.046+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865403d860 con 0x7f865c15d2c0 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.046+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f865403d9e0 con 0x7f865c15d2c0 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.046+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f865c160b10 con 0x7f865c15d2c0 2024-09-13T16:17:24.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.046+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865403dd90 con 0x7f865c15d2c0 2024-09-13T16:17:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.046+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f865c06db70 con 0x7f865c15d2c0 2024-09-13T16:17:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.047+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f865c0672f0 con 0x7f865c15d2c0 2024-09-13T16:17:24.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.047+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f865403b400 con 0x7f865c15d2c0 2024-09-13T16:17:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.048+0000 7f86597fa640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f863c06ac00 0x7f863c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.048+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(87..87 src has 1..87) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f86540aa350 con 0x7f865c15d2c0 2024-09-13T16:17:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.048+0000 7f865bfff640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f863c06ac00 0x7f863c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.048+0000 7f865bfff640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f863c06ac00 0x7f863c06d0c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f864c003cc0 tx=0x7f864c0079b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.052+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8654075590 con 0x7f865c15d2c0 2024-09-13T16:17:24.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.260+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f865c06dd60 con 0x7f865c15d2c0 2024-09-13T16:17:24.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.266+0000 7f86597fa640 1 -- 172.21.15.39:0/3506921110 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 12 and data pool 13 v72) v1 ==== 174+0+0 (secure 0 0 0) 0x7f8654009510 con 0x7f865c15d2c0 2024-09-13T16:17:24.269 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 12 and data pool 13 2024-09-13T16:17:24.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.272+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f863c06ac00 msgr2=0x7f863c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.272+0000 7f8662576640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f863c06ac00 0x7f863c06d0c0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7f864c003cc0 tx=0x7f864c0079b0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.272+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 msgr2=0x7f865c1455c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.272+0000 7f8662576640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c1455c0 secure :-1 s=READY pgs=1292 cs=0 l=1 rev1=1 crypto rx=0x7f8654034040 tx=0x7f8654004a40 comp rx=0 tx=0).stop 2024-09-13T16:17:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.275+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 shutdown_connections 2024-09-13T16:17:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.275+0000 7f8662576640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f863c06ac00 0x7f863c06d0c0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.275+0000 7f8662576640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f865c15d2c0 0x7f865c1455c0 unknown :-1 s=CLOSED pgs=1292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.275+0000 7f8662576640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f865c0ce730 0x7f865c06c8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.275+0000 7f8662576640 1 --2- 172.21.15.39:0/3506921110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f865c0ac860 0x7f865c06e090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.275+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 >> 172.21.15.39:0/3506921110 conn(0x7f865c0ced30 msgr2=0x7f865c15e360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.277+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 shutdown_connections 2024-09-13T16:17:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.277+0000 7f8662576640 1 -- 172.21.15.39:0/3506921110 wait complete. 2024-09-13T16:17:24.300 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:24.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.400+0000 7f2c111c7640 1 Processor -- start 2024-09-13T16:17:24.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.400+0000 7f2c111c7640 1 -- start start 2024-09-13T16:17:24.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c111c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c0c15d0a0 0x7f2c0c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c111c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c0c06f6e0 con 0x7f2c0c06f170 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c111c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c0c06f9c0 con 0x7f2c0c156fb0 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c111c7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c0c0b2400 con 0x7f2c0c15d0a0 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c0b59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c0c15d0a0 0x7f2c0c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c0a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2c0c06f170 0x7f2c0c0b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38438/0 (socket says 172.21.15.39:38438) 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c0a59c640 1 -- 172.21.15.39:0/4135731207 learned_addr learned my addr 172.21.15.39:0/4135731207 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c0b59e640 1 -- 172.21.15.39:0/4135731207 >> v1:172.21.15.157:6789/0 conn(0x7f2c0c156fb0 legacy=0x7f2c0c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c0b59e640 1 -- 172.21.15.39:0/4135731207 >> v1:172.21.15.39:6789/0 conn(0x7f2c0c06f170 legacy=0x7f2c0c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c0b59e640 1 -- 172.21.15.39:0/4135731207 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c0c06fca0 con 0x7f2c0c15d0a0 2024-09-13T16:17:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.401+0000 7f2c09d9b640 1 -- 172.21.15.39:0/4135731207 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 60922719 0 0) 0x7f2c0c06f6e0 con 0x7f2c0c06f170 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.402+0000 7f2c0b59e640 1 --2- 172.21.15.39:0/4135731207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c15d0a0 0x7f2c0c15d530 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc009d90 tx=0x7f2bfc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebb8031ccccc3fa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.402+0000 7f2c09d9b640 1 -- 172.21.15.39:0/4135731207 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc031600 con 0x7f2c0c15d0a0 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.402+0000 7f2c09d9b640 1 -- 172.21.15.39:0/4135731207 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2bfc02d050 con 0x7f2c0c15d0a0 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.402+0000 7f2c09d9b640 1 -- 172.21.15.39:0/4135731207 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2bfc031980 con 0x7f2c0c15d0a0 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 -- 172.21.15.39:0/4135731207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c15d0a0 msgr2=0x7f2c0c15d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 --2- 172.21.15.39:0/4135731207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c15d0a0 0x7f2c0c15d530 secure :-1 s=READY pgs=1294 cs=0 l=1 rev1=1 crypto rx=0x7f2bfc009d90 tx=0x7f2bfc02a610 comp rx=0 tx=0).stop 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 -- 172.21.15.39:0/4135731207 shutdown_connections 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 --2- 172.21.15.39:0/4135731207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c15d0a0 0x7f2c0c15d530 unknown :-1 s=CLOSED pgs=1294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 -- 172.21.15.39:0/4135731207 >> 172.21.15.39:0/4135731207 conn(0x7f2c0c06b3b0 msgr2=0x7f2c0c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:24.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 -- 172.21.15.39:0/4135731207 shutdown_connections 2024-09-13T16:17:24.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.403+0000 7f2c111c7640 1 -- 172.21.15.39:0/4135731207 wait complete. 2024-09-13T16:17:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.404+0000 7f2c111c7640 1 Processor -- start 2024-09-13T16:17:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.404+0000 7f2c111c7640 1 -- start start 2024-09-13T16:17:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c111c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 0x7f2c0c0cbd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c111c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c0c156fb0 0x7f2c0c0aebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c111c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c0c15d0a0 0x7f2c0c1526c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c111c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c152c00 con 0x7f2c0c06f170 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c111c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c152e30 con 0x7f2c0c156fb0 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c111c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c0c153110 con 0x7f2c0c15d0a0 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 0x7f2c0c0cbd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 0x7f2c0c0cbd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48328/0 (socket says 172.21.15.39:48328) 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 -- 172.21.15.39:0/1810777173 learned_addr learned my addr 172.21.15.39:0/1810777173 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0b59e640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c0c15d0a0 0x7f2c0c1526c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0a59c640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c0c156fb0 0x7f2c0c0aebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 -- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c0c15d0a0 msgr2=0x7f2c0c1526c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c0c15d0a0 0x7f2c0c1526c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 -- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c0c156fb0 msgr2=0x7f2c0c0aebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c0c156fb0 0x7f2c0c0aebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 -- 172.21.15.39:0/1810777173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2bfc009a70 con 0x7f2c0c06f170 2024-09-13T16:17:24.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.405+0000 7f2c0ad9d640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 0x7f2c0c0cbd30 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400c430 tx=0x7f2c0400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.406+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c04011790 con 0x7f2c0c06f170 2024-09-13T16:17:24.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.406+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c040118f0 con 0x7f2c0c06f170 2024-09-13T16:17:24.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.406+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c0c1533f0 con 0x7f2c0c06f170 2024-09-13T16:17:24.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.406+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c04011ce0 con 0x7f2c0c06f170 2024-09-13T16:17:24.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.406+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c0c150a40 con 0x7f2c0c06f170 2024-09-13T16:17:24.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.407+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c0c0672f0 con 0x7f2c0c06f170 2024-09-13T16:17:24.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.407+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2c0401c460 con 0x7f2c0c06f170 2024-09-13T16:17:24.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.408+0000 7f2bf37fe640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2bf806ac00 0x7f2bf806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.408+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f2c040892b0 con 0x7f2c0c06f170 2024-09-13T16:17:24.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.408+0000 7f2c0a59c640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2bf806ac00 0x7f2bf806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.408+0000 7f2c0a59c640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2bf806ac00 0x7f2bf806d0c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f2c0c0cee30 tx=0x7f2c00007c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.412+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2c04054490 con 0x7f2c0c06f170 2024-09-13T16:17:24.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.584+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2c0c15d530 con 0x7f2c0c06f170 2024-09-13T16:17:24.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.585+0000 7f2bf37fe640 1 -- 172.21.15.39:0/1810777173 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+16561 (secure 0 0 0) 0x7f2c04057ab0 con 0x7f2c0c06f170 2024-09-13T16:17:24.586 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:24.586 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":88,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:24.261595+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:24.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2bf806ac00 msgr2=0x7f2bf806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2bf806ac00 0x7f2bf806d0c0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f2c0c0cee30 tx=0x7f2c00007c00 comp rx=0 tx=0).stop 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 msgr2=0x7f2c0c0cbd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 0x7f2c0c0cbd30 secure :-1 s=READY pgs=1295 cs=0 l=1 rev1=1 crypto rx=0x7f2c0400c430 tx=0x7f2c0400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 shutdown_connections 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2bf806ac00 0x7f2bf806d0c0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c0c15d0a0 0x7f2c0c1526c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c0c156fb0 0x7f2c0c0aebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 --2- 172.21.15.39:0/1810777173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c0c06f170 0x7f2c0c0cbd30 unknown :-1 s=CLOSED pgs=1295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 >> 172.21.15.39:0/1810777173 conn(0x7f2c0c06b3b0 msgr2=0x7f2c0c15a9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 shutdown_connections 2024-09-13T16:17:24.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.587+0000 7f2c111c7640 1 -- 172.21.15.39:0/1810777173 wait complete. 2024-09-13T16:17:24.599 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:24.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.699+0000 7f6f13241640 1 Processor -- start 2024-09-13T16:17:24.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.699+0000 7f6f13241640 1 -- start start 2024-09-13T16:17:24.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f13241640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15a470 0x7f6f0c071f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f13241640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f0c15dfe0 0x7f6f0c15e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f13241640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f0c0714a0 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f13241640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f0c15eaa0 con 0x7f6f0c15dfe0 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f13241640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c15ed80 con 0x7f6f0c15a470 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f0c15dfe0 0x7f6f0c15e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f0c15dfe0 0x7f6f0c15e400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48336/0 (socket says 172.21.15.39:48336) 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.700+0000 7f6f0bfff640 1 -- 172.21.15.39:0/3460529916 learned_addr learned my addr 172.21.15.39:0/3460529916 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.701+0000 7f6f10fdd640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15a470 0x7f6f0c071f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.701+0000 7f6f0bfff640 1 -- 172.21.15.39:0/3460529916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15a470 msgr2=0x7f6f0c071f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.701+0000 7f6f0bfff640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15a470 0x7f6f0c071f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.701+0000 7f6f0bfff640 1 -- 172.21.15.39:0/3460529916 >> v1:172.21.15.157:6789/0 conn(0x7f6f0c0b22b0 legacy=0x7f6f0c0cd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.701+0000 7f6f0bfff640 1 -- 172.21.15.39:0/3460529916 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c071760 con 0x7f6f0c15dfe0 2024-09-13T16:17:24.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.701+0000 7f6f10fdd640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15a470 0x7f6f0c071f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:24.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f0bfff640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c15dfe0 0x7f6f0c15e400 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8009870 tx=0x7f6ef802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62a906fd83716b39 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f0b7fe640 1 -- 172.21.15.39:0/3460529916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef8032440 con 0x7f6f0c15dfe0 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f0b7fe640 1 -- 172.21.15.39:0/3460529916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ef80325a0 con 0x7f6f0c15dfe0 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f0b7fe640 1 -- 172.21.15.39:0/3460529916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef8032930 con 0x7f6f0c15dfe0 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 -- 172.21.15.39:0/3460529916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c15dfe0 msgr2=0x7f6f0c15e400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c15dfe0 0x7f6f0c15e400 secure :-1 s=READY pgs=1296 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8009870 tx=0x7f6ef802a210 comp rx=0 tx=0).stop 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 -- 172.21.15.39:0/3460529916 shutdown_connections 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c15dfe0 0x7f6f0c15e400 unknown :-1 s=CLOSED pgs=1296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 --2- 172.21.15.39:0/3460529916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15a470 0x7f6f0c071f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 -- 172.21.15.39:0/3460529916 >> 172.21.15.39:0/3460529916 conn(0x7f6f0c06d6c0 msgr2=0x7f6f0c06dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 -- 172.21.15.39:0/3460529916 shutdown_connections 2024-09-13T16:17:24.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.702+0000 7f6f13241640 1 -- 172.21.15.39:0/3460529916 wait complete. 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.704+0000 7f6f13241640 1 Processor -- start 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.704+0000 7f6f13241640 1 -- start start 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.704+0000 7f6f13241640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 0x7f6f0c1574b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f0c15a470 0x7f6f0c1f0900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15dfe0 0x7f6f0c0a8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c1f0e40 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c0a9690 con 0x7f6f0c15a470 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f0c0a9970 con 0x7f6f0c15dfe0 2024-09-13T16:17:24.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 0x7f6f0c1574b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 0x7f6f0c1574b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48346/0 (socket says 172.21.15.39:48346) 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 -- 172.21.15.39:0/3888344365 learned_addr learned my addr 172.21.15.39:0/3888344365 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f0bfff640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f0c15a470 0x7f6f0c1f0900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f117de640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15dfe0 0x7f6f0c0a8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 -- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15dfe0 msgr2=0x7f6f0c0a8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15dfe0 0x7f6f0c0a8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 -- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f0c15a470 msgr2=0x7f6f0c1f0900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f0c15a470 0x7f6f0c1f0900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 -- 172.21.15.39:0/3888344365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ef80094d0 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f0bfff640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f0c15a470 0x7f6f0c1f0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f10fdd640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 0x7f6f0c1574b0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000c7f0 tx=0x7f6f0000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f00007a30 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f00007b90 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f0c0a9c50 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0000ce40 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.705+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f0c0aa210 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.707+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f0c1edb70 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.707+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f000113f0 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.707+0000 7f6f097fa640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ef006ac00 0x7f6ef006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:24.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.707+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6f00089510 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.708+0000 7f6f0bfff640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ef006ac00 0x7f6ef006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:24.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.708+0000 7f6f0bfff640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ef006ac00 0x7f6ef006d0c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8034000 tx=0x7f6ef802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:24.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.711+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f000546f0 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.882+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f0c0d1660 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.883+0000 7f6f097fa640 1 -- 172.21.15.39:0/3888344365 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v88) v1 ==== 74+0+16561 (secure 0 0 0) 0x7f6f00087e60 con 0x7f6f0c0b22b0 2024-09-13T16:17:24.885 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:24.885 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":88,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:24.261595+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:24.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ef006ac00 msgr2=0x7f6ef006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ef006ac00 0x7f6ef006d0c0 secure :-1 s=READY pgs=541 cs=0 l=1 rev1=1 crypto rx=0x7f6ef8034000 tx=0x7f6ef802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:24.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 msgr2=0x7f6f0c1574b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 0x7f6f0c1574b0 secure :-1 s=READY pgs=1297 cs=0 l=1 rev1=1 crypto rx=0x7f6f0000c7f0 tx=0x7f6f0000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 shutdown_connections 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ef006ac00 0x7f6ef006d0c0 unknown :-1 s=CLOSED pgs=541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f0c15dfe0 0x7f6f0c0a8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f0c15a470 0x7f6f0c1f0900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 --2- 172.21.15.39:0/3888344365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f0c0b22b0 0x7f6f0c1574b0 unknown :-1 s=CLOSED pgs=1297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 >> 172.21.15.39:0/3888344365 conn(0x7f6f0c06d6c0 msgr2=0x7f6f0c071e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 shutdown_connections 2024-09-13T16:17:24.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:24.885+0000 7f6f13241640 1 -- 172.21.15.39:0/3888344365 wait complete. 2024-09-13T16:17:24.898 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:17:25.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.000+0000 7fa378d91640 1 Processor -- start 2024-09-13T16:17:25.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.001+0000 7fa378d91640 1 -- start start 2024-09-13T16:17:25.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.001+0000 7fa378d91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 0x7fa37415a040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.001+0000 7fa378d91640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa3740cd470 0x7fa37414f400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa378d91640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3740b13a0 con 0x7fa37415a580 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa378d91640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3740b15f0 con 0x7fa3740cd470 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa378d91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740b18d0 con 0x7fa37415be30 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa371d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa37415a580 0x7fa3740ccd60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38444/0 (socket says 172.21.15.39:38444) 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa371d9b640 1 -- 172.21.15.39:0/290262998 learned_addr learned my addr 172.21.15.39:0/290262998 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37259c640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 0x7fa37415a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa372d9d640 1 --2- 172.21.15.39:0/290262998 >> v2:172.21.15.157:3300/0 conn(0x7fa3740cd470 0x7fa37414f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 524361647 0 0) 0x7fa3740b13a0 con 0x7fa37415a580 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa35c003520 con 0x7fa37415a580 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3776141 0 0) 0x7fa35c003520 con 0x7fa37415a580 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 msgr2=0x7fa37415a040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 0x7fa37415a040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 >> v2:172.21.15.157:3300/0 conn(0x7fa3740cd470 msgr2=0x7fa37414f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:25.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 --2- 172.21.15.39:0/290262998 >> v2:172.21.15.157:3300/0 conn(0x7fa3740cd470 0x7fa37414f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3740b1bb0 con 0x7fa37415a580 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fa368001670 con 0x7fa37415a580 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 >> v1:172.21.15.39:6789/0 conn(0x7fa37415a580 legacy=0x7fa3740ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 0x7fa35c003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa35c003ef0 0x7fa35c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa35c004d00 0x7fa35c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740b15f0 con 0x7fa35c004d00 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3740b18d0 con 0x7fa35c003ef0 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa35c00b980 con 0x7fa37415be30 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.002+0000 7fa372d9d640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa35c004d00 0x7fa35c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa371d9b640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa35c003ef0 0x7fa35c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa37259c640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 0x7fa35c003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa372d9d640 1 -- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 msgr2=0x7fa35c003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:25.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa372d9d640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa37415be30 0x7fa35c003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa372d9d640 1 -- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa35c003ef0 msgr2=0x7fa35c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa372d9d640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa35c003ef0 0x7fa35c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa372d9d640 1 -- 172.21.15.39:0/290262998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa35c003520 con 0x7fa35c004d00 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.003+0000 7fa372d9d640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa35c004d00 0x7fa35c005180 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fa36c009fc0 tx=0x7fa35c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=492812e6a742bbc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36c031670 con 0x7fa35c004d00 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa36c00f040 con 0x7fa35c004d00 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa37159a640 1 -- 172.21.15.39:0/290262998 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36c031a10 con 0x7fa35c004d00 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa378d91640 1 -- 172.21.15.39:0/290262998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa35c004d00 msgr2=0x7fa35c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa378d91640 1 --2- 172.21.15.39:0/290262998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa35c004d00 0x7fa35c005180 secure :-1 s=READY pgs=1299 cs=0 l=1 rev1=1 crypto rx=0x7fa36c009fc0 tx=0x7fa35c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa372d9d640 1 -- 172.21.15.39:0/290262998 reap_dead start 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa378d91640 1 -- 172.21.15.39:0/290262998 shutdown_connections 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa378d91640 1 -- 172.21.15.39:0/290262998 >> 172.21.15.39:0/290262998 conn(0x7fa3740b00a0 msgr2=0x7fa3740b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa378d91640 1 -- 172.21.15.39:0/290262998 shutdown_connections 2024-09-13T16:17:25.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.004+0000 7fa378d91640 1 -- 172.21.15.39:0/290262998 wait complete. 2024-09-13T16:17:25.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 Processor -- start 2024-09-13T16:17:25.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 -- start start 2024-09-13T16:17:25.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa35c004d00 0x7fa374150d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 0x7fa37414b860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa374070d90 0x7fa374071210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa374158820 con 0x7fa37414c680 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa374071750 con 0x7fa374070d90 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.006+0000 7fa378d91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa37414d8a0 con 0x7fa35c004d00 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 0x7fa37414b860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 0x7fa37414b860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48362/0 (socket says 172.21.15.39:48362) 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 -- 172.21.15.39:0/745304976 learned_addr learned my addr 172.21.15.39:0/745304976 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa37259c640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa35c004d00 0x7fa374150d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa372d9d640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa374070d90 0x7fa374071210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 -- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa35c004d00 msgr2=0x7fa374150d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa35c004d00 0x7fa374150d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 -- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa374070d90 msgr2=0x7fa374071210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa374070d90 0x7fa374071210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 -- 172.21.15.39:0/745304976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa37414d000 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa371d9b640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 0x7fa37414b860 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7fa368007340 tx=0x7fa368007740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36800f8e0 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa36800fa80 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa37414d2e0 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa36800fe30 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.007+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa374158440 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.008+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3740672f0 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.009+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa36801d460 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.009+0000 7fa362ffd640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35406ac30 0x7fa35406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.009+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(88..88 src has 1..88) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa368089570 con 0x7fa37414c680 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.010+0000 7fa37259c640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35406ac30 0x7fa35406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.010+0000 7fa37259c640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35406ac30 0x7fa35406d0f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fa36400acc0 tx=0x7fa36400a2a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:25.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.014+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa368054750 con 0x7fa37414c680 2024-09-13T16:17:25.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.221+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fa3740b0940 con 0x7fa37414c680 2024-09-13T16:17:25.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.280+0000 7fa362ffd640 1 -- 172.21.15.39:0/745304976 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v73) v1 ==== 118+0+0 (secure 0 0 0) 0x7fa368057d70 con 0x7fa37414c680 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35406ac30 msgr2=0x7fa35406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35406ac30 0x7fa35406d0f0 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7fa36400acc0 tx=0x7fa36400a2a0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 msgr2=0x7fa37414b860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 0x7fa37414b860 secure :-1 s=READY pgs=1300 cs=0 l=1 rev1=1 crypto rx=0x7fa368007340 tx=0x7fa368007740 comp rx=0 tx=0).stop 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 shutdown_connections 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa35406ac30 0x7fa35406d0f0 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa374070d90 0x7fa374071210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa37414c680 0x7fa37414b860 unknown :-1 s=CLOSED pgs=1300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 --2- 172.21.15.39:0/745304976 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa35c004d00 0x7fa374150d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 >> 172.21.15.39:0/745304976 conn(0x7fa3740b00a0 msgr2=0x7fa37415caf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:25.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 shutdown_connections 2024-09-13T16:17:25.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.282+0000 7fa378d91640 1 -- 172.21.15.39:0/745304976 wait complete. 2024-09-13T16:17:25.294 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:17:25.295 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:17:25.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.397+0000 7f9507126640 1 Processor -- start 2024-09-13T16:17:25.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9507126640 1 -- start start 2024-09-13T16:17:25.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9507126640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f950015c920 0x7f950015cd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9507126640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9500160400 0x7f95000d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9507126640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f950015dd50 con 0x7f950015d240 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9507126640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95000cd290 con 0x7f950015c920 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9507126640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f950015d790 con 0x7f9500160400 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.398+0000 7f9504ec2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f950015c920 0x7f950015cd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f950015c920 0x7f950015cd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48368/0 (socket says 172.21.15.39:48368) 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 -- 172.21.15.39:0/3909925322 learned_addr learned my addr 172.21.15.39:0/3909925322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 -- 172.21.15.39:0/3909925322 >> v2:172.21.15.157:3300/0 conn(0x7f9500160400 msgr2=0x7f95000d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 --2- 172.21.15.39:0/3909925322 >> v2:172.21.15.157:3300/0 conn(0x7f9500160400 0x7f95000d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 -- 172.21.15.39:0/3909925322 >> v1:172.21.15.157:6789/0 conn(0x7f950015d240 legacy=0x7f95000cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:25.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 -- 172.21.15.39:0/3909925322 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f950015da70 con 0x7f950015c920 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.399+0000 7f9504ec2640 1 --2- 172.21.15.39:0/3909925322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f950015cd00 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f95000cf100 tx=0x7f94f402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4193f060a8c62742 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f94ff7fe640 1 -- 172.21.15.39:0/3909925322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4032440 con 0x7f950015c920 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f94ff7fe640 1 -- 172.21.15.39:0/3909925322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94f40325a0 con 0x7f950015c920 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f94ff7fe640 1 -- 172.21.15.39:0/3909925322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4032930 con 0x7f950015c920 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 -- 172.21.15.39:0/3909925322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 msgr2=0x7f950015cd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 --2- 172.21.15.39:0/3909925322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f950015cd00 secure :-1 s=READY pgs=1301 cs=0 l=1 rev1=1 crypto rx=0x7f95000cf100 tx=0x7f94f402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 -- 172.21.15.39:0/3909925322 shutdown_connections 2024-09-13T16:17:25.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 --2- 172.21.15.39:0/3909925322 >> v2:172.21.15.157:3300/0 conn(0x7f9500160400 0x7f95000d0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 --2- 172.21.15.39:0/3909925322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f950015cd00 unknown :-1 s=CLOSED pgs=1301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 -- 172.21.15.39:0/3909925322 >> 172.21.15.39:0/3909925322 conn(0x7f950006a790 msgr2=0x7f950006aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 -- 172.21.15.39:0/3909925322 shutdown_connections 2024-09-13T16:17:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.400+0000 7f9507126640 1 -- 172.21.15.39:0/3909925322 wait complete. 2024-09-13T16:17:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.401+0000 7f9507126640 1 Processor -- start 2024-09-13T16:17:25.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 -- start start 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f95000c9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950015d240 0x7f9500155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9500160400 0x7f95000cbf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95000b30f0 con 0x7f950015c920 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95000c9dd0 con 0x7f950015d240 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9507126640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95000b7200 con 0x7f9500160400 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9504ec2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f95000c9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.402+0000 7f9504ec2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f95000c9890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48384/0 (socket says 172.21.15.39:48384) 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 -- 172.21.15.39:0/1644006949 learned_addr learned my addr 172.21.15.39:0/1644006949 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:25.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 -- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9500160400 msgr2=0x7f95000cbf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9500160400 0x7f95000cbf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 -- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950015d240 msgr2=0x7f9500155fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950015d240 0x7f9500155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 -- 172.21.15.39:0/1644006949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94f40094d0 con 0x7f950015c920 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9504ec2640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f95000c9890 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f94f402a1e0 tx=0x7f94f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f4032440 con 0x7f950015c920 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94f4030b80 con 0x7f950015c920 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95000b74e0 con 0x7f950015c920 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94f403b400 con 0x7f950015c920 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.403+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95000b3620 con 0x7f950015c920 2024-09-13T16:17:25.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.404+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9500067330 con 0x7f950015c920 2024-09-13T16:17:25.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.405+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94f4039040 con 0x7f950015c920 2024-09-13T16:17:25.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.405+0000 7f94fd7fa640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e406ac00 0x7f94e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:25.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.405+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f94f40a9ca0 con 0x7f950015c920 2024-09-13T16:17:25.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.405+0000 7f94fffff640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e406ac00 0x7f94e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:25.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.406+0000 7f94fffff640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e406ac00 0x7f94e406d0c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f95001f63d0 tx=0x7f94ec006bf0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:25.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.409+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f94f4074e80 con 0x7f950015c920 2024-09-13T16:17:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:25.614+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f95000b3810 con 0x7f950015c920 2024-09-13T16:17:26.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.282+0000 7f94fd7fa640 1 -- 172.21.15.39:0/1644006949 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v74) v1 ==== 122+0+0 (secure 0 0 0) 0x7f94f40370c0 con 0x7f950015c920 2024-09-13T16:17:26.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e406ac00 msgr2=0x7f94e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e406ac00 0x7f94e406d0c0 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f95001f63d0 tx=0x7f94ec006bf0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 msgr2=0x7f95000c9890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f95000c9890 secure :-1 s=READY pgs=1302 cs=0 l=1 rev1=1 crypto rx=0x7f94f402a1e0 tx=0x7f94f40046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 shutdown_connections 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94e406ac00 0x7f94e406d0c0 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9500160400 0x7f95000cbf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f950015d240 0x7f9500155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 --2- 172.21.15.39:0/1644006949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f950015c920 0x7f95000c9890 unknown :-1 s=CLOSED pgs=1302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 >> 172.21.15.39:0/1644006949 conn(0x7f950006a790 msgr2=0x7f950015bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 shutdown_connections 2024-09-13T16:17:26.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.284+0000 7f9507126640 1 -- 172.21.15.39:0/1644006949 wait complete. 2024-09-13T16:17:26.298 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:17:26.298 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:26.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.402+0000 7f3c2b384640 1 Processor -- start 2024-09-13T16:17:26.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.403+0000 7f3c2b384640 1 -- start start 2024-09-13T16:17:26.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.403+0000 7f3c2b384640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2415c710 0x7f3c2406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.403+0000 7f3c2b384640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c2406be30 0x7f3c240b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.403+0000 7f3c2b384640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3c2406c2e0 con 0x7f3c2415c330 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.403+0000 7f3c2b384640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c2406f410 con 0x7f3c2406be30 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.403+0000 7f3c2b384640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c2406f6e0 con 0x7f3c2415c710 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c2406be30 0x7f3c240b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c2406be30 0x7f3c240b3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48390/0 (socket says 172.21.15.39:48390) 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 -- 172.21.15.39:0/1073772975 learned_addr learned my addr 172.21.15.39:0/1073772975 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c2891f640 1 --2- 172.21.15.39:0/1073772975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2415c710 0x7f3c2406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 -- 172.21.15.39:0/1073772975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2415c710 msgr2=0x7f3c2406b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 --2- 172.21.15.39:0/1073772975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2415c710 0x7f3c2406b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 -- 172.21.15.39:0/1073772975 >> v1:172.21.15.157:6789/0 conn(0x7f3c2415c330 legacy=0x7f3c2406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.404+0000 7f3c29921640 1 -- 172.21.15.39:0/1073772975 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c2406f9c0 con 0x7f3c2406be30 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c29921640 1 --2- 172.21.15.39:0/1073772975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406be30 0x7f3c240b3ce0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009e50 tx=0x7f3c1c02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b67a497452f2a18b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c17fff640 1 -- 172.21.15.39:0/1073772975 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c031600 con 0x7f3c2406be30 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c17fff640 1 -- 172.21.15.39:0/1073772975 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c1c02d050 con 0x7f3c2406be30 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c17fff640 1 -- 172.21.15.39:0/1073772975 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c031980 con 0x7f3c2406be30 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c2b384640 1 -- 172.21.15.39:0/1073772975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406be30 msgr2=0x7f3c240b3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c2b384640 1 --2- 172.21.15.39:0/1073772975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406be30 0x7f3c240b3ce0 secure :-1 s=READY pgs=1303 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009e50 tx=0x7f3c1c02a710 comp rx=0 tx=0).stop 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c2b384640 1 -- 172.21.15.39:0/1073772975 shutdown_connections 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c2b384640 1 --2- 172.21.15.39:0/1073772975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2406be30 0x7f3c240b3ce0 unknown :-1 s=CLOSED pgs=1303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c2b384640 1 --2- 172.21.15.39:0/1073772975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2415c710 0x7f3c2406b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.405+0000 7f3c2b384640 1 -- 172.21.15.39:0/1073772975 >> 172.21.15.39:0/1073772975 conn(0x7f3c2406d5c0 msgr2=0x7f3c2406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.406+0000 7f3c2b384640 1 -- 172.21.15.39:0/1073772975 shutdown_connections 2024-09-13T16:17:26.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.406+0000 7f3c2b384640 1 -- 172.21.15.39:0/1073772975 wait complete. 2024-09-13T16:17:26.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 Processor -- start 2024-09-13T16:17:26.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 -- start start 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2406be30 0x7f3c241f51b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c2415c330 0x7f3c240cbf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 0x7f3c240cc490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c2415a660 con 0x7f3c2415c710 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c2415a940 con 0x7f3c2415c330 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.407+0000 7f3c2b384640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c2415ac20 con 0x7f3c2406be30 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 0x7f3c240cc490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 0x7f3c240cc490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48406/0 (socket says 172.21.15.39:48406) 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 -- 172.21.15.39:0/393292609 learned_addr learned my addr 172.21.15.39:0/393292609 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29120640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2406be30 0x7f3c241f51b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c2891f640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c2415c330 0x7f3c240cbf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 -- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2406be30 msgr2=0x7f3c241f51b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2406be30 0x7f3c241f51b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 -- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c2415c330 msgr2=0x7f3c240cbf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c2415c330 0x7f3c240cbf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 -- 172.21.15.39:0/393292609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c1c009b30 con 0x7f3c2415c710 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29120640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2406be30 0x7f3c241f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c29921640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 0x7f3c240cc490 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009e50 tx=0x7f3c1c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c03d860 con 0x7f3c2415c710 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c1c03d9e0 con 0x7f3c2415c710 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c2415af00 con 0x7f3c2415c710 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.408+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c1c03dd90 con 0x7f3c2415c710 2024-09-13T16:17:26.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.409+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c2415a2e0 con 0x7f3c2415c710 2024-09-13T16:17:26.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.409+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c2406b8f0 con 0x7f3c2415c710 2024-09-13T16:17:26.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.410+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3c1c03b400 con 0x7f3c2415c710 2024-09-13T16:17:26.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.410+0000 7f3c15ffb640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c0806ac00 0x7f3c0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.411+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3c1c0aa220 con 0x7f3c2415c710 2024-09-13T16:17:26.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.411+0000 7f3c29120640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c0806ac00 0x7f3c0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.411+0000 7f3c29120640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c0806ac00 0x7f3c0806d0c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3c18007fd0 tx=0x7f3c18009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:26.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.415+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3c1c075490 con 0x7f3c2415c710 2024-09-13T16:17:26.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.618+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3c240cdb10 con 0x7f3c2415c710 2024-09-13T16:17:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.618+0000 7f3c15ffb640 1 -- 172.21.15.39:0/393292609 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f3c1c009510 con 0x7f3c2415c710 2024-09-13T16:17:26.620 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:26.620 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":74,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:17:26.279678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7782":{"gid":7782,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/3301151956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3301151956},{"type":"v1","addr":"172.21.15.39:6835","nonce":3301151956}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:17:26.620 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 74 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c0806ac00 msgr2=0x7f3c0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c0806ac00 0x7f3c0806d0c0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f3c18007fd0 tx=0x7f3c18009040 comp rx=0 tx=0).stop 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 msgr2=0x7f3c240cc490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 0x7f3c240cc490 secure :-1 s=READY pgs=1304 cs=0 l=1 rev1=1 crypto rx=0x7f3c1c009e50 tx=0x7f3c1c004a40 comp rx=0 tx=0).stop 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 shutdown_connections 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c0806ac00 0x7f3c0806d0c0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c2415c710 0x7f3c240cc490 unknown :-1 s=CLOSED pgs=1304 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c2415c330 0x7f3c240cbf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 --2- 172.21.15.39:0/393292609 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c2406be30 0x7f3c241f51b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 >> 172.21.15.39:0/393292609 conn(0x7f3c2406d5c0 msgr2=0x7f3c240b0b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:26.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 shutdown_connections 2024-09-13T16:17:26.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.620+0000 7f3c2b384640 1 -- 172.21.15.39:0/393292609 wait complete. 2024-09-13T16:17:26.633 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.733+0000 7f62f326b640 1 Processor -- start 2024-09-13T16:17:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.733+0000 7f62f326b640 1 -- start start 2024-09-13T16:17:26.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f326b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f62ec156fb0 0x7f62ec15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f326b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62ec15b1b0 con 0x7f62ec06f170 2024-09-13T16:17:26.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f326b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62ec06f6e0 con 0x7f62ec15d0a0 2024-09-13T16:17:26.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f326b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62ec0b2400 con 0x7f62ec156fb0 2024-09-13T16:17:26.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f1007640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f62ec156fb0 0x7f62ec15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f0806640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f62ec06f170 0x7f62ec0b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38452/0 (socket says 172.21.15.39:38452) 2024-09-13T16:17:26.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f0806640 1 -- 172.21.15.39:0/2253401343 learned_addr learned my addr 172.21.15.39:0/2253401343 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:26.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f1007640 1 -- 172.21.15.39:0/2253401343 >> v1:172.21.15.157:6789/0 conn(0x7f62ec15d0a0 legacy=0x7f62ec070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:26.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f1007640 1 -- 172.21.15.39:0/2253401343 >> v1:172.21.15.39:6789/0 conn(0x7f62ec06f170 legacy=0x7f62ec0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.734+0000 7f62f1007640 1 -- 172.21.15.39:0/2253401343 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62ec06f9c0 con 0x7f62ec156fb0 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.735+0000 7f62f1007640 1 --2- 172.21.15.39:0/2253401343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec15ac70 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f62e80097a0 tx=0x7f62e802a040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=563519d297918d5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.735+0000 7f62e3fff640 1 -- 172.21.15.39:0/2253401343 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e802acd0 con 0x7f62ec156fb0 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.735+0000 7f62e3fff640 1 -- 172.21.15.39:0/2253401343 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62e802ae30 con 0x7f62ec156fb0 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.735+0000 7f62e3fff640 1 -- 172.21.15.39:0/2253401343 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62e8032660 con 0x7f62ec156fb0 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 -- 172.21.15.39:0/2253401343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 msgr2=0x7f62ec15ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 --2- 172.21.15.39:0/2253401343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec15ac70 secure :-1 s=READY pgs=1306 cs=0 l=1 rev1=1 crypto rx=0x7f62e80097a0 tx=0x7f62e802a040 comp rx=0 tx=0).stop 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 -- 172.21.15.39:0/2253401343 shutdown_connections 2024-09-13T16:17:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 --2- 172.21.15.39:0/2253401343 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec15ac70 unknown :-1 s=CLOSED pgs=1306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 -- 172.21.15.39:0/2253401343 >> 172.21.15.39:0/2253401343 conn(0x7f62ec06b3b0 msgr2=0x7f62ec06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:26.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 -- 172.21.15.39:0/2253401343 shutdown_connections 2024-09-13T16:17:26.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.736+0000 7f62f326b640 1 -- 172.21.15.39:0/2253401343 wait complete. 2024-09-13T16:17:26.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.737+0000 7f62f326b640 1 Processor -- start 2024-09-13T16:17:26.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.737+0000 7f62f326b640 1 -- start start 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ec06f170 0x7f62ec0ce9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec0adfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ec15d0a0 0x7f62ec0ae4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ec14a2d0 con 0x7f62ec156fb0 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ec14a7a0 con 0x7f62ec15d0a0 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62ec0ac340 con 0x7f62ec06f170 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec0adfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec0adfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48414/0 (socket says 172.21.15.39:48414) 2024-09-13T16:17:26.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 -- 172.21.15.39:0/1787223184 learned_addr learned my addr 172.21.15.39:0/1787223184 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f1007640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ec06f170 0x7f62ec0ce9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f1808640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ec15d0a0 0x7f62ec0ae4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 -- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ec06f170 msgr2=0x7f62ec0ce9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ec06f170 0x7f62ec0ce9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 -- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ec15d0a0 msgr2=0x7f62ec0ae4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ec15d0a0 0x7f62ec0ae4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 -- 172.21.15.39:0/1787223184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62e8009400 con 0x7f62ec156fb0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f0806640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec0adfa0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00c5a0 tx=0x7f62dc00ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62dc0074e0 con 0x7f62ec156fb0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62dc007640 con 0x7f62ec156fb0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62ec0ac570 con 0x7f62ec156fb0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.738+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62dc004a20 con 0x7f62ec156fb0 2024-09-13T16:17:26.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.739+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62ec0acb30 con 0x7f62ec156fb0 2024-09-13T16:17:26.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.740+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62ec0672f0 con 0x7f62ec156fb0 2024-09-13T16:17:26.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.740+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f62dc004b80 con 0x7f62ec156fb0 2024-09-13T16:17:26.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.741+0000 7f62e1ffb640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f62d006ac30 0x7f62d006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:26.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.741+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f62dc0885a0 con 0x7f62ec156fb0 2024-09-13T16:17:26.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.741+0000 7f62f1007640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f62d006ac30 0x7f62d006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:26.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.741+0000 7f62f1007640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f62d006ac30 0x7f62d006d0f0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f62e8034000 tx=0x7f62e802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:26.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.745+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f62dc053780 con 0x7f62ec156fb0 2024-09-13T16:17:26.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.918+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f62ec15ac70 con 0x7f62ec156fb0 2024-09-13T16:17:26.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.919+0000 7f62e1ffb640 1 -- 172.21.15.39:0/1787223184 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+16548 (secure 0 0 0) 0x7f62dc056da0 con 0x7f62ec156fb0 2024-09-13T16:17:26.921 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:26.921 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:25.263448+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:26.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f62d006ac30 msgr2=0x7f62d006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f62d006ac30 0x7f62d006d0f0 secure :-1 s=READY pgs=545 cs=0 l=1 rev1=1 crypto rx=0x7f62e8034000 tx=0x7f62e802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:26.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 msgr2=0x7f62ec0adfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:26.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec0adfa0 secure :-1 s=READY pgs=1307 cs=0 l=1 rev1=1 crypto rx=0x7f62dc00c5a0 tx=0x7f62dc00ca60 comp rx=0 tx=0).stop 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 shutdown_connections 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f62d006ac30 0x7f62d006d0f0 unknown :-1 s=CLOSED pgs=545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ec15d0a0 0x7f62ec0ae4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ec156fb0 0x7f62ec0adfa0 unknown :-1 s=CLOSED pgs=1307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 --2- 172.21.15.39:0/1787223184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ec06f170 0x7f62ec0ce9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 >> 172.21.15.39:0/1787223184 conn(0x7f62ec06b3b0 msgr2=0x7f62ec0af040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 shutdown_connections 2024-09-13T16:17:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:26.922+0000 7f62f326b640 1 -- 172.21.15.39:0/1787223184 wait complete. 2024-09-13T16:17:26.935 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:17:26.935 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:17:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.035+0000 7f094315e640 1 Processor -- start 2024-09-13T16:17:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f094315e640 1 -- start start 2024-09-13T16:17:27.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f094315e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f093c0ccf80 0x7f093c163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f094315e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f093c164530 0x7f093c166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f094315e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f093c0cde30 con 0x7f093c0b41a0 2024-09-13T16:17:27.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f094315e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f093c0b5090 con 0x7f093c0ccf80 2024-09-13T16:17:27.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f094315e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f093c0cd820 con 0x7f093c164530 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.036+0000 7f093bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f093c0ccf80 0x7f093c163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f093bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f093c0ccf80 0x7f093c163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48420/0 (socket says 172.21.15.39:48420) 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f093bfff640 1 -- 172.21.15.39:0/1048650939 learned_addr learned my addr 172.21.15.39:0/1048650939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f09416fb640 1 --2- 172.21.15.39:0/1048650939 >> v2:172.21.15.157:3300/0 conn(0x7f093c164530 0x7f093c166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f093bfff640 1 -- 172.21.15.39:0/1048650939 >> v2:172.21.15.157:3300/0 conn(0x7f093c164530 msgr2=0x7f093c166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f093bfff640 1 --2- 172.21.15.39:0/1048650939 >> v2:172.21.15.157:3300/0 conn(0x7f093c164530 0x7f093c166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f093bfff640 1 -- 172.21.15.39:0/1048650939 >> v1:172.21.15.157:6789/0 conn(0x7f093c0b41a0 legacy=0x7f093c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.037+0000 7f093bfff640 1 -- 172.21.15.39:0/1048650939 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f093c15cd60 con 0x7f093c0ccf80 2024-09-13T16:17:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f093bfff640 1 --2- 172.21.15.39:0/1048650939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c163ff0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f093c0cdda0 tx=0x7f092402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8add849f7f1c1ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f093b7fe640 1 -- 172.21.15.39:0/1048650939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0924031600 con 0x7f093c0ccf80 2024-09-13T16:17:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f093b7fe640 1 -- 172.21.15.39:0/1048650939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f092402d050 con 0x7f093c0ccf80 2024-09-13T16:17:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f093b7fe640 1 -- 172.21.15.39:0/1048650939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0924031980 con 0x7f093c0ccf80 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 -- 172.21.15.39:0/1048650939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 msgr2=0x7f093c163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 --2- 172.21.15.39:0/1048650939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c163ff0 secure :-1 s=READY pgs=1308 cs=0 l=1 rev1=1 crypto rx=0x7f093c0cdda0 tx=0x7f092402a730 comp rx=0 tx=0).stop 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 -- 172.21.15.39:0/1048650939 shutdown_connections 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 --2- 172.21.15.39:0/1048650939 >> v2:172.21.15.157:3300/0 conn(0x7f093c164530 0x7f093c166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 --2- 172.21.15.39:0/1048650939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c163ff0 unknown :-1 s=CLOSED pgs=1308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 -- 172.21.15.39:0/1048650939 >> 172.21.15.39:0/1048650939 conn(0x7f093c0cf1a0 msgr2=0x7f093c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 -- 172.21.15.39:0/1048650939 shutdown_connections 2024-09-13T16:17:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.038+0000 7f094315e640 1 -- 172.21.15.39:0/1048650939 wait complete. 2024-09-13T16:17:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.040+0000 7f094315e640 1 Processor -- start 2024-09-13T16:17:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.040+0000 7f094315e640 1 -- start start 2024-09-13T16:17:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f093c0b41a0 0x7f093c0cb310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c0c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f093c164530 0x7f093c14df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093c0cc9b0 con 0x7f093c0ccf80 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f093c0cb910 con 0x7f093c0b41a0 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f093c0cbbf0 con 0x7f093c164530 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c0c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c0c97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48430/0 (socket says 172.21.15.39:48430) 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 -- 172.21.15.39:0/213861888 learned_addr learned my addr 172.21.15.39:0/213861888 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f0940efa640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f093c0b41a0 0x7f093c0cb310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f09416fb640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f093c164530 0x7f093c14df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 -- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f093c164530 msgr2=0x7f093c14df00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f093c164530 0x7f093c14df00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 -- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f093c0b41a0 msgr2=0x7f093c0cb310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f093c0b41a0 0x7f093c0cb310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 -- 172.21.15.39:0/213861888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0924009b30 con 0x7f093c0ccf80 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f093bfff640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c0c97f0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f0924000f80 tx=0x7f0924004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f092403d860 con 0x7f093c0ccf80 2024-09-13T16:17:27.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f092403d9c0 con 0x7f093c0ccf80 2024-09-13T16:17:27.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f093c0cbed0 con 0x7f093c0ccf80 2024-09-13T16:17:27.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.041+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f092403dd70 con 0x7f093c0ccf80 2024-09-13T16:17:27.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.042+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f093c0cc490 con 0x7f093c0ccf80 2024-09-13T16:17:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.042+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f093c067330 con 0x7f093c0ccf80 2024-09-13T16:17:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.043+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f092403b400 con 0x7f093c0ccf80 2024-09-13T16:17:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.043+0000 7f09397fa640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c06ac00 0x7f091c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.043+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f09240aa030 con 0x7f093c0ccf80 2024-09-13T16:17:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.044+0000 7f0940efa640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c06ac00 0x7f091c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.044+0000 7f0940efa640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c06ac00 0x7f091c06d0c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f092c000f60 tx=0x7f092c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.048+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f09240752c0 con 0x7f093c0ccf80 2024-09-13T16:17:27.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.215+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f093c0d2090 con 0x7f091c06ac00 2024-09-13T16:17:27.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.223+0000 7f09397fa640 1 -- 172.21.15.39:0/213861888 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274703 (secure 0 0 0) 0x7f092c001d10 con 0x7f091c06ac00 2024-09-13T16:17:27.228 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:27.229 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:17:27.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c06ac00 msgr2=0x7f091c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c06ac00 0x7f091c06d0c0 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f092c000f60 tx=0x7f092c009040 comp rx=0 tx=0).stop 2024-09-13T16:17:27.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 msgr2=0x7f093c0c97f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c0c97f0 secure :-1 s=READY pgs=1309 cs=0 l=1 rev1=1 crypto rx=0x7f0924000f80 tx=0x7f0924004a40 comp rx=0 tx=0).stop 2024-09-13T16:17:27.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 shutdown_connections 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c06ac00 0x7f091c06d0c0 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f093c164530 0x7f093c14df00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f093c0ccf80 0x7f093c0c97f0 unknown :-1 s=CLOSED pgs=1309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 --2- 172.21.15.39:0/213861888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f093c0b41a0 0x7f093c0cb310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 >> 172.21.15.39:0/213861888 conn(0x7f093c0cf1a0 msgr2=0x7f093c1585b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 shutdown_connections 2024-09-13T16:17:27.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.226+0000 7f094315e640 1 -- 172.21.15.39:0/213861888 wait complete. 2024-09-13T16:17:27.238 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":289,"stamp":"2024-09-13T16:17:25.270319+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":19,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":258248,"kb_used_data":9280,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754716472,"statfs":{"total":773094113280,"available":772829667328,"internally_reserved":0,"allocated":9502720,"data_stored":4730486,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.037515"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:23.892138+0000","last_change":"2024-09-13T16:17:23.892138+0000","last_active":"2024-09-13T16:17:23.892138+0000","last_peered":"2024-09-13T16:17:23.892138+0000","last_clean":"2024-09-13T16:17:23.892138+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:23.892138+0000","last_undegraded":"2024-09-13T16:17:23.892138+0000","last_fullsized":"2024-09-13T16:17:23.892138+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"12.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:17:22.874604+0000","last_change":"2024-09-13T16:17:22.874604+0000","last_active":"2024-09-13T16:17:22.874604+0000","last_peered":"2024-09-13T16:17:22.874604+0000","last_clean":"2024-09-13T16:17:22.874604+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:17:22.874604+0000","last_undegraded":"2024-09-13T16:17:22.874604+0000","last_fullsized":"2024-09-13T16:17:22.874604+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":231,"reported_epoch":84,"state":"active+clean","last_fresh":"2024-09-13T16:17:19.855759+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:17:19.855759+0000","last_peered":"2024-09-13T16:17:19.855759+0000","last_clean":"2024-09-13T16:17:19.855759+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:17:19.855759+0000","last_undegraded":"2024-09-13T16:17:19.855759+0000","last_fullsized":"2024-09-13T16:17:19.855759+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574933,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32716,"kb_used_data":1600,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339124,"statfs":{"total":96636764160,"available":96603262976,"internally_reserved":0,"allocated":1638400,"data_stored":1036113,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56599999999999995,"15min":0.54800000000000004},"min":{"1min":0.38900000000000001,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.503},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56000000000000005,"15min":0.51600000000000001},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.311},"max":{"1min":0.70499999999999996,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.56699999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.42899999999999999,"5min":0.33700000000000002,"15min":0.28599999999999998},"max":{"1min":0.69999999999999996,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.40799999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58199999999999996,"15min":0.53200000000000003},"min":{"1min":0.46999999999999997,"5min":0.35599999999999998,"15min":0.307},"max":{"1min":0.755,"5min":1.02,"15min":1.02},"last":0.44500000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56399999999999995,"15min":0.52400000000000002},"min":{"1min":0.34499999999999997,"5min":0.33100000000000002,"15min":0.30599999999999999},"max":{"1min":0.67900000000000005,"5min":0.88,"15min":0.88},"last":0.626},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.59399999999999997,"15min":0.54100000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.35899999999999999},"max":{"1min":0.754,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.55300000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.57199999999999995,"15min":0.54000000000000004},"min":{"1min":0.35699999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69699999999999995,"5min":1.335,"15min":1.335},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59999999999999998,"15min":0.56399999999999995},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.72899999999999998,"5min":1.284,"15min":1.284},"last":0.59699999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44900000000000001,"15min":0.47299999999999998},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.23000000000000001},"max":{"1min":0.59199999999999997,"5min":0.70499999999999996,"15min":0.78300000000000003},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.49099999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.26000000000000001},"max":{"1min":0.71999999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.69899999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.49199999999999999,"15min":0.53500000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.60399999999999998,"5min":0.73299999999999998,"15min":0.79700000000000004},"last":0.65700000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52500000000000002,"15min":0.54300000000000004},"min":{"1min":0.35399999999999998,"5min":0.33800000000000002,"15min":0.28399999999999997},"max":{"1min":0.57199999999999995,"5min":0.69699999999999995,"15min":0.82199999999999995},"last":0.52400000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40699999999999997,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":0.65200000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.621,"5min":0.72099999999999997,"15min":0.85199999999999998},"last":0.72399999999999998}]}]},{"osd":6,"up_from":13,"seq":55834574933,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32140,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339700,"statfs":{"total":96636764160,"available":96603852800,"internally_reserved":0,"allocated":1044480,"data_stored":445745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.59199999999999997},"min":{"1min":0.45500000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.75,"5min":1.226,"15min":1.226},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.58799999999999997,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.75,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.49299999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.77600000000000002,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.65900000000000003},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60799999999999998,"15min":0.59099999999999997},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.69899999999999995,"5min":1.177,"15min":1.177},"last":0.64100000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57099999999999995,"15min":0.54200000000000004},"min":{"1min":0.436,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68700000000000006,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.47599999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67800000000000005,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.51800000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73299999999999998,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.39400000000000002},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.42099999999999999,"5min":0.376,"15min":0.376},"max":{"1min":0.73799999999999999,"5min":1.163,"15min":1.163},"last":0.53400000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50900000000000001,"15min":0.53300000000000003},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70799999999999996,"5min":0.874,"15min":0.874},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51500000000000001,"15min":0.53000000000000003},"min":{"1min":0.36399999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83399999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.56299999999999994}]},{"osd":5,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48899999999999999,"15min":0.52400000000000002},"min":{"1min":0.36499999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.625,"5min":0.78500000000000003,"15min":0.79200000000000004},"last":0.36599999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.58699999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.74299999999999999,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.57599999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56200000000000006,"15min":0.58499999999999996},"min":{"1min":0.40200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.67200000000000004},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56000000000000005,"15min":0.58199999999999996},"min":{"1min":0.437,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71699999999999997,"5min":0.78600000000000003,"15min":0.82699999999999996},"last":0.59999999999999998}]}]},{"osd":5,"up_from":13,"seq":55834574934,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32144,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":1044480,"data_stored":445745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56299999999999994,"15min":0.52700000000000002},"min":{"1min":0.373,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.81299999999999994},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.629,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.77600000000000002,"5min":5.0430000000000001,"15min":5.0430000000000001},"last":0.55300000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.57899999999999996,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.79000000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.45500000000000002},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.57699999999999996,"15min":0.53700000000000003},"min":{"1min":0.42399999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80900000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.57899999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":0.56000000000000005},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82399999999999995,"5min":4.9580000000000002,"15min":4.9580000000000002},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.48699999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76200000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.67200000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.623,"15min":0.57399999999999995},"min":{"1min":0.46700000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.85399999999999998,"5min":5.0030000000000001,"15min":5.0030000000000001},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60999999999999999,"15min":0.57599999999999996},"min":{"1min":0.45000000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79600000000000004,"5min":0.879,"15min":0.93200000000000005},"last":0.61599999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.30299999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.72399999999999998,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.38400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68700000000000006,"5min":5.5049999999999999,"15min":5.5049999999999999},"last":0.65600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54200000000000004,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68300000000000005,"5min":2.5089999999999999,"15min":2.5089999999999999},"last":0.71199999999999997},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52600000000000002,"15min":0.56599999999999995},"min":{"1min":0.35399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.752,"5min":0.77100000000000002,"15min":0.77900000000000003},"last":0.68700000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59299999999999997,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":0.70099999999999996},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.61799999999999999,"15min":0.61899999999999999},"min":{"1min":0.373,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73899999999999999,"5min":5.6669999999999998,"15min":5.6669999999999998},"last":0.74199999999999999}]}]},{"osd":4,"up_from":13,"seq":55834574933,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32148,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339692,"statfs":{"total":96636764160,"available":96603844608,"internally_reserved":0,"allocated":1044480,"data_stored":445745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58399999999999996,"15min":0.52800000000000002},"min":{"1min":0.42799999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.78300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56399999999999995,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77500000000000002,"5min":0.80400000000000005,"15min":1.131},"last":0.56200000000000006}]},{"osd":1,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56699999999999995,"15min":0.504},"min":{"1min":0.40300000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.58799999999999997,"15min":0.54800000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33100000000000002},"max":{"1min":0.75900000000000001,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.64700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.434,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74399999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.52700000000000002},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.60599999999999998,"15min":0.56100000000000005},"min":{"1min":0.51200000000000001,"5min":0.40000000000000002,"15min":0.39500000000000002},"max":{"1min":0.83999999999999997,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.61299999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57799999999999996,"15min":0.52500000000000002},"min":{"1min":0.41499999999999998,"5min":0.372,"15min":0.372},"max":{"1min":0.74099999999999999,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.58499999999999996},"min":{"1min":0.439,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.63300000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.495,"15min":0.51300000000000001},"min":{"1min":0.33200000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.57499999999999996},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.51500000000000001,"15min":0.49099999999999999},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.31},"max":{"1min":0.69399999999999995,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.51100000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51400000000000001,"15min":0.51200000000000001},"min":{"1min":0.377,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.44400000000000001},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54600000000000004,"15min":0.52200000000000002},"min":{"1min":0.39700000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.47599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.73899999999999999,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.624},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.40999999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81100000000000005,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.66800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834574934,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32128,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339712,"statfs":{"total":96636764160,"available":96603865088,"internally_reserved":0,"allocated":1032192,"data_stored":440548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.36499999999999999,"15min":0.377},"min":{"1min":0.249,"5min":0.191,"15min":0.191},"max":{"1min":0.52300000000000002,"5min":0.63800000000000001,"15min":1.3979999999999999},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.34799999999999998},"min":{"1min":0.246,"5min":0.22900000000000001,"15min":0.21099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.93100000000000005},"last":0.38}]},{"osd":1,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.36199999999999999,"15min":0.38200000000000001},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":1.306},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39600000000000002,"15min":0.374},"min":{"1min":0.29399999999999998,"5min":0.23599999999999999,"15min":0.22600000000000001},"max":{"1min":0.59999999999999998,"5min":0.66800000000000004,"15min":0.82799999999999996},"last":0.40100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.312,"5min":0.26800000000000002,"15min":0.219},"max":{"1min":0.58099999999999996,"5min":0.65700000000000003,"15min":1.339},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.438,"15min":0.442},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.60299999999999998,"5min":0.63800000000000001,"15min":1.3700000000000001},"last":0.44500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.73599999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.61499999999999999,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.79500000000000004,"5min":1,"15min":1},"last":0.70999999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60199999999999998,"15min":0.57699999999999996},"min":{"1min":0.37,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.748,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.626},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63,"15min":0.624},"min":{"1min":0.47799999999999998,"5min":0.41299999999999998,"15min":0.371},"max":{"1min":0.89200000000000002,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.70099999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.61499999999999999,"15min":0.61099999999999999},"min":{"1min":0.44600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81200000000000006,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.68700000000000006},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.41799999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.82299999999999995,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.65900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63200000000000001,"15min":0.63800000000000001},"min":{"1min":0.433,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92000000000000004,"5min":0.96099999999999997,"15min":1.042},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.624,"5min":0.64500000000000002,"15min":0.63800000000000001},"min":{"1min":0.49099999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77800000000000002,"5min":1.016,"15min":1.081},"last":0.61699999999999999}]}]},{"osd":2,"up_from":13,"seq":55834574934,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32124,"kb_used_data":1008,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339716,"statfs":{"total":96636764160,"available":96603869184,"internally_reserved":0,"allocated":1032192,"data_stored":440548,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.34999999999999998},"min":{"1min":0.25600000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52200000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.26000000000000001},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.373},"min":{"1min":0.25700000000000001,"5min":0.247,"15min":0.22},"max":{"1min":0.57799999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.373}]},{"osd":1,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40600000000000003,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60799999999999998,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.30399999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41399999999999998,"15min":0.39200000000000002},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.23999999999999999},"max":{"1min":0.56699999999999995,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38600000000000001,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.54600000000000004,"5min":0.67100000000000004,"15min":0.83099999999999996},"last":0.48599999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.442,"15min":0.41799999999999998},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61899999999999999,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.42899999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.59699999999999998},"min":{"1min":0.41999999999999998,"5min":0.39300000000000002,"15min":0.35699999999999998},"max":{"1min":0.88,"5min":4.8230000000000004,"15min":4.8230000000000004},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.622,"15min":0.59999999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79600000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.60899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.66700000000000004,"15min":0.61799999999999999},"min":{"1min":0.43099999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":4.7480000000000002,"15min":4.7480000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.67000000000000004,"15min":0.63200000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.33300000000000002},"max":{"1min":0.82999999999999996,"5min":4.8789999999999996,"15min":4.8789999999999996},"last":0.51600000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.63900000000000001,"15min":0.61499999999999999},"min":{"1min":0.45700000000000002,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.84799999999999998,"5min":1.004,"15min":1.004},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64700000000000002,"15min":0.63900000000000001},"min":{"1min":0.46500000000000002,"5min":0.443,"15min":0.42199999999999999},"max":{"1min":0.85199999999999998,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.59399999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.69999999999999996,"15min":0.64500000000000002},"min":{"1min":0.46400000000000002,"5min":0.45300000000000001,"15min":0.435},"max":{"1min":0.81100000000000005,"5min":4.7999999999999998,"15min":4.7999999999999998},"last":0.501},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63500000000000001,"15min":0.64400000000000002},"min":{"1min":0.48599999999999999,"5min":0.41099999999999998,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":1.125},"last":0.56399999999999995}]}]},{"osd":1,"up_from":13,"seq":55834574934,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":32144,"kb_used_data":1020,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339696,"statfs":{"total":96636764160,"available":96603848704,"internally_reserved":0,"allocated":1044480,"data_stored":445745,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36799999999999999,"15min":0.39600000000000002},"min":{"1min":0.25,"5min":0.193,"15min":0.193},"max":{"1min":0.503,"5min":0.60399999999999998,"15min":1.2929999999999999},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.378,"15min":0.42599999999999999},"min":{"1min":0.27000000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.625,"5min":0.625,"15min":1.494},"last":0.26100000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.41499999999999998},"min":{"1min":0.26700000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":1.679},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42499999999999999,"15min":0.44900000000000001},"min":{"1min":0.30499999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.64200000000000002,"5min":0.66200000000000003,"15min":1.3779999999999999},"last":0.39500000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.44400000000000001,"15min":0.46300000000000002},"min":{"1min":0.34499999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.66100000000000003,"5min":0.67000000000000004,"15min":1.403},"last":0.438},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41599999999999998,"15min":0.45200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26200000000000001},"max":{"1min":0.629,"5min":0.68300000000000005,"15min":1.5920000000000001},"last":0.375}]},{"osd":4,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65000000000000002,"15min":0.60399999999999998},"min":{"1min":0.46000000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90800000000000003,"5min":4.617,"15min":4.617},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.71999999999999997,"15min":0.66200000000000003},"min":{"1min":0.498,"5min":0.41299999999999998,"15min":0.39000000000000001},"max":{"1min":0.88300000000000001,"5min":10.506,"15min":10.506},"last":0.495}]},{"osd":5,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.46300000000000002,"5min":0.40999999999999998,"15min":0.39200000000000002},"max":{"1min":0.99299999999999999,"5min":10.292,"15min":10.292},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63900000000000001,"15min":0.61099999999999999},"min":{"1min":0.46100000000000002,"5min":0.432,"15min":0.39900000000000002},"max":{"1min":0.86099999999999999,"5min":1.492,"15min":1.492},"last":0.57699999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.64800000000000002,"15min":0.66900000000000004},"min":{"1min":0.434,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.014,"5min":1.544,"15min":1.571},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.624,"15min":0.621},"min":{"1min":0.48199999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.45300000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.67400000000000004,"15min":0.66400000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.36499999999999999},"max":{"1min":0.96199999999999997,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.69899999999999995,"15min":0.70299999999999996},"min":{"1min":0.51100000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96999999999999997,"5min":4.875,"15min":4.875},"last":0.621}]}]},{"osd":0,"up_from":13,"seq":55834574934,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32704,"kb_used_data":1584,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339136,"statfs":{"total":96636764160,"available":96603275264,"internally_reserved":0,"allocated":1622016,"data_stored":1030297,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36899999999999999,"15min":0.38700000000000001},"min":{"1min":0.27100000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47499999999999998,"5min":0.68799999999999994,"15min":1.6719999999999999},"last":0.25},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38500000000000001,"15min":0.39500000000000002},"min":{"1min":0.26300000000000001,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":0.55600000000000005,"5min":0.57599999999999996,"15min":1.7589999999999999},"last":0.32200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39300000000000002,"15min":0.40899999999999997},"min":{"1min":0.312,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57399999999999995,"5min":0.66500000000000004,"15min":1.7030000000000001},"last":0.34799999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40400000000000003,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.54900000000000004,"5min":0.64400000000000002,"15min":1.7889999999999999},"last":0.27000000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.377,"15min":0.40100000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.24299999999999999},"max":{"1min":0.53800000000000003,"5min":0.61299999999999999,"15min":1.9039999999999999},"last":0.36299999999999999},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.26700000000000002},"max":{"1min":0.61099999999999999,"5min":0.63100000000000001,"15min":1.7270000000000001},"last":0.38500000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.623,"15min":0.59399999999999997},"min":{"1min":0.40100000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.0980000000000001,"5min":1.659,"15min":1.659},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67500000000000004,"15min":0.63300000000000001},"min":{"1min":0.49099999999999999,"5min":0.36499999999999999,"15min":0.36299999999999999},"max":{"1min":1.141,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.63200000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.63300000000000001,"15min":0.63200000000000001},"min":{"1min":0.45400000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0700000000000001,"5min":1.6930000000000001,"15min":1.853},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.65900000000000003,"5min":3.222,"15min":1.464},"min":{"1min":0.502,"5min":0.40400000000000003,"15min":0.36699999999999999},"max":{"1min":1.1919999999999999,"5min":209.25700000000001,"15min":209.25700000000001},"last":0.67200000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.67200000000000004,"15min":0.61299999999999999},"min":{"1min":0.436,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.1619999999999999,"5min":4.7939999999999996,"15min":4.7939999999999996},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.64100000000000001,"15min":0.621},"min":{"1min":0.47599999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1519999999999999,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.57899999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.65600000000000003,"15min":0.61899999999999999},"min":{"1min":0.52000000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0529999999999999,"5min":1.734,"15min":1.734},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.68799999999999994,"15min":0.66200000000000003},"min":{"1min":0.48799999999999999,"5min":0.41399999999999998,"15min":0.39400000000000002},"max":{"1min":1.179,"5min":4.8280000000000003,"15min":4.8280000000000003},"last":0.68700000000000006}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:17:27.244 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:17:27.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.380+0000 7fa178f5e640 1 Processor -- start 2024-09-13T16:17:27.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.380+0000 7fa178f5e640 1 -- start start 2024-09-13T16:17:27.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa178f5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa17415d0a0 0x7fa17415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa178f5e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa17406f6e0 con 0x7fa174156fb0 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa178f5e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa17406f9c0 con 0x7fa17406f170 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa178f5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa1740b2400 con 0x7fa17415d0a0 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa172d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa17415d0a0 0x7fa17415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa17259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa174156fb0 0x7fa17415ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38454/0 (socket says 172.21.15.39:38454) 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa17259c640 1 -- 172.21.15.39:0/2431460201 learned_addr learned my addr 172.21.15.39:0/2431460201 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa172d9d640 1 -- 172.21.15.39:0/2431460201 >> v1:172.21.15.157:6789/0 conn(0x7fa17406f170 legacy=0x7fa1740b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa172d9d640 1 -- 172.21.15.39:0/2431460201 >> v1:172.21.15.39:6789/0 conn(0x7fa174156fb0 legacy=0x7fa17415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa172d9d640 1 -- 172.21.15.39:0/2431460201 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa17406fca0 con 0x7fa17415d0a0 2024-09-13T16:17:27.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.381+0000 7fa17159a640 1 -- 172.21.15.39:0/2431460201 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 266471126 0 0) 0x7fa17406f6e0 con 0x7fa174156fb0 2024-09-13T16:17:27.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.382+0000 7fa172d9d640 1 --2- 172.21.15.39:0/2431460201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa17415d530 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fa16c009d90 tx=0x7fa16c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ead2d5edc4811c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.382+0000 7fa17159a640 1 -- 172.21.15.39:0/2431460201 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c031600 con 0x7fa17415d0a0 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.382+0000 7fa17159a640 1 -- 172.21.15.39:0/2431460201 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa16c02d050 con 0x7fa17415d0a0 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.382+0000 7fa17159a640 1 -- 172.21.15.39:0/2431460201 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c031980 con 0x7fa17415d0a0 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 -- 172.21.15.39:0/2431460201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 msgr2=0x7fa17415d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2431460201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa17415d530 secure :-1 s=READY pgs=1311 cs=0 l=1 rev1=1 crypto rx=0x7fa16c009d90 tx=0x7fa16c02a610 comp rx=0 tx=0).stop 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 -- 172.21.15.39:0/2431460201 shutdown_connections 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2431460201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa17415d530 unknown :-1 s=CLOSED pgs=1311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 -- 172.21.15.39:0/2431460201 >> 172.21.15.39:0/2431460201 conn(0x7fa17406b3b0 msgr2=0x7fa17406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 -- 172.21.15.39:0/2431460201 shutdown_connections 2024-09-13T16:17:27.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.383+0000 7fa178f5e640 1 -- 172.21.15.39:0/2431460201 wait complete. 2024-09-13T16:17:27.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.384+0000 7fa178f5e640 1 Processor -- start 2024-09-13T16:17:27.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.384+0000 7fa178f5e640 1 -- start start 2024-09-13T16:17:27.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa178f5e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17406f170 0x7fa1741451e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa178f5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa174156fb0 0x7fa17414d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa178f5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa1740ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa178f5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17414e800 con 0x7fa17415d0a0 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa178f5e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa174145720 con 0x7fa17406f170 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa178f5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa17414dbf0 con 0x7fa174156fb0 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa1740ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa1740ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48462/0 (socket says 172.21.15.39:48462) 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 -- 172.21.15.39:0/2822200007 learned_addr learned my addr 172.21.15.39:0/2822200007 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa17259c640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17406f170 0x7fa1741451e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa171d9b640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa174156fb0 0x7fa17414d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 -- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa174156fb0 msgr2=0x7fa17414d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa174156fb0 0x7fa17414d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 -- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17406f170 msgr2=0x7fa1741451e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17406f170 0x7fa1741451e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 -- 172.21.15.39:0/2822200007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa16c009a70 con 0x7fa17415d0a0 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa17259c640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17406f170 0x7fa1741451e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.385+0000 7fa172d9d640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa1740ac860 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7fa16c009eb0 tx=0x7fa16c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.386+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c003b90 con 0x7fa17415d0a0 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.386+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa16c003cf0 con 0x7fa17415d0a0 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.386+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa17414ded0 con 0x7fa17415d0a0 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.386+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c004250 con 0x7fa17415d0a0 2024-09-13T16:17:27.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.386+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa17414e490 con 0x7fa17415d0a0 2024-09-13T16:17:27.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.387+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa17414e9b0 con 0x7fa17415d0a0 2024-09-13T16:17:27.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.387+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa16c0043b0 con 0x7fa17415d0a0 2024-09-13T16:17:27.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.388+0000 7fa162ffd640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15406ac30 0x7fa15406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.388+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa16c0aa510 con 0x7fa17415d0a0 2024-09-13T16:17:27.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.388+0000 7fa17259c640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15406ac30 0x7fa15406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.389+0000 7fa17259c640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15406ac30 0x7fa15406d0f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fa164000f60 tx=0x7fa164007c10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.392+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa17414e9b0 con 0x7fa17415d0a0 2024-09-13T16:17:27.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.557+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa174070260 con 0x7fa15406ac30 2024-09-13T16:17:27.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.565+0000 7fa162ffd640 1 -- 172.21.15.39:0/2822200007 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289525 (secure 0 0 0) 0x7fa164007270 con 0x7fa15406ac30 2024-09-13T16:17:27.569 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:27.571 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:17:27.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15406ac30 msgr2=0x7fa15406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15406ac30 0x7fa15406d0f0 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7fa164000f60 tx=0x7fa164007c10 comp rx=0 tx=0).stop 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 msgr2=0x7fa1740ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa1740ac860 secure :-1 s=READY pgs=1312 cs=0 l=1 rev1=1 crypto rx=0x7fa16c009eb0 tx=0x7fa16c004a40 comp rx=0 tx=0).stop 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 shutdown_connections 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15406ac30 0x7fa15406d0f0 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa17415d0a0 0x7fa1740ac860 unknown :-1 s=CLOSED pgs=1312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa174156fb0 0x7fa17414d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 --2- 172.21.15.39:0/2822200007 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17406f170 0x7fa1741451e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 >> 172.21.15.39:0/2822200007 conn(0x7fa17406b3b0 msgr2=0x7fa17415bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 shutdown_connections 2024-09-13T16:17:27.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.568+0000 7fa178f5e640 1 -- 172.21.15.39:0/2822200007 wait complete. 2024-09-13T16:17:27.580 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":290,"stamp":"2024-09-13T16:17:27.234067+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":258720,"kb_used_data":9764,"kb_used_omap":12,"kb_used_meta":248819,"kb_avail":754716000,"statfs":{"total":773094113280,"available":772829184000,"internally_reserved":0,"allocated":9998336,"data_stored":4952137,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":254791226},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":25,"apply_latency_ms":25,"commit_latency_ns":25000000,"apply_latency_ns":25000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.341468"},"pg_stats":[{"pgid":"13.3f","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889691+0000","last_change":"2024-09-13T16:17:24.285600+0000","last_active":"2024-09-13T16:17:25.889691+0000","last_peered":"2024-09-13T16:17:25.889691+0000","last_clean":"2024-09-13T16:17:25.889691+0000","last_became_active":"2024-09-13T16:17:24.285223+0000","last_became_peered":"2024-09-13T16:17:24.285223+0000","last_unstale":"2024-09-13T16:17:25.889691+0000","last_undegraded":"2024-09-13T16:17:25.889691+0000","last_fullsized":"2024-09-13T16:17:25.889691+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:18.843457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.3e","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889469+0000","last_change":"2024-09-13T16:17:24.287747+0000","last_active":"2024-09-13T16:17:25.889469+0000","last_peered":"2024-09-13T16:17:25.889469+0000","last_clean":"2024-09-13T16:17:25.889469+0000","last_became_active":"2024-09-13T16:17:24.287496+0000","last_became_peered":"2024-09-13T16:17:24.287496+0000","last_unstale":"2024-09-13T16:17:25.889469+0000","last_undegraded":"2024-09-13T16:17:25.889469+0000","last_fullsized":"2024-09-13T16:17:25.889469+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:11.800138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.3d","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272706+0000","last_change":"2024-09-13T16:17:24.282103+0000","last_active":"2024-09-13T16:17:25.272706+0000","last_peered":"2024-09-13T16:17:25.272706+0000","last_clean":"2024-09-13T16:17:25.272706+0000","last_became_active":"2024-09-13T16:17:24.281850+0000","last_became_peered":"2024-09-13T16:17:24.281850+0000","last_unstale":"2024-09-13T16:17:25.272706+0000","last_undegraded":"2024-09-13T16:17:25.272706+0000","last_fullsized":"2024-09-13T16:17:25.272706+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:56.799254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.3c","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889650+0000","last_change":"2024-09-13T16:17:24.283289+0000","last_active":"2024-09-13T16:17:25.889650+0000","last_peered":"2024-09-13T16:17:25.889650+0000","last_clean":"2024-09-13T16:17:25.889650+0000","last_became_active":"2024-09-13T16:17:24.282881+0000","last_became_peered":"2024-09-13T16:17:24.282881+0000","last_unstale":"2024-09-13T16:17:25.889650+0000","last_undegraded":"2024-09-13T16:17:25.889650+0000","last_fullsized":"2024-09-13T16:17:25.889650+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:12:14.968229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.3b","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273133+0000","last_change":"2024-09-13T16:17:24.278088+0000","last_active":"2024-09-13T16:17:25.273133+0000","last_peered":"2024-09-13T16:17:25.273133+0000","last_clean":"2024-09-13T16:17:25.273133+0000","last_became_active":"2024-09-13T16:17:24.277794+0000","last_became_peered":"2024-09-13T16:17:24.277794+0000","last_unstale":"2024-09-13T16:17:25.273133+0000","last_undegraded":"2024-09-13T16:17:25.273133+0000","last_fullsized":"2024-09-13T16:17:25.273133+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:46.786795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.3a","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608483+0000","last_change":"2024-09-13T16:17:24.283359+0000","last_active":"2024-09-13T16:17:25.608483+0000","last_peered":"2024-09-13T16:17:25.608483+0000","last_clean":"2024-09-13T16:17:25.608483+0000","last_became_active":"2024-09-13T16:17:24.283117+0000","last_became_peered":"2024-09-13T16:17:24.283117+0000","last_unstale":"2024-09-13T16:17:25.608483+0000","last_undegraded":"2024-09-13T16:17:25.608483+0000","last_fullsized":"2024-09-13T16:17:25.608483+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:14.580624+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.39","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889326+0000","last_change":"2024-09-13T16:17:24.282213+0000","last_active":"2024-09-13T16:17:25.889326+0000","last_peered":"2024-09-13T16:17:25.889326+0000","last_clean":"2024-09-13T16:17:25.889326+0000","last_became_active":"2024-09-13T16:17:24.281989+0000","last_became_peered":"2024-09-13T16:17:24.281989+0000","last_unstale":"2024-09-13T16:17:25.889326+0000","last_undegraded":"2024-09-13T16:17:25.889326+0000","last_fullsized":"2024-09-13T16:17:25.889326+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:35:51.119852+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.38","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608298+0000","last_change":"2024-09-13T16:17:24.279853+0000","last_active":"2024-09-13T16:17:25.608298+0000","last_peered":"2024-09-13T16:17:25.608298+0000","last_clean":"2024-09-13T16:17:25.608298+0000","last_became_active":"2024-09-13T16:17:24.279593+0000","last_became_peered":"2024-09-13T16:17:24.279593+0000","last_unstale":"2024-09-13T16:17:25.608298+0000","last_undegraded":"2024-09-13T16:17:25.608298+0000","last_fullsized":"2024-09-13T16:17:25.608298+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:04.908303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.37","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608485+0000","last_change":"2024-09-13T16:17:24.291601+0000","last_active":"2024-09-13T16:17:25.608485+0000","last_peered":"2024-09-13T16:17:25.608485+0000","last_clean":"2024-09-13T16:17:25.608485+0000","last_became_active":"2024-09-13T16:17:24.291315+0000","last_became_peered":"2024-09-13T16:17:24.291315+0000","last_unstale":"2024-09-13T16:17:25.608485+0000","last_undegraded":"2024-09-13T16:17:25.608485+0000","last_fullsized":"2024-09-13T16:17:25.608485+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:29.407045+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.36","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889636+0000","last_change":"2024-09-13T16:17:24.285768+0000","last_active":"2024-09-13T16:17:25.889636+0000","last_peered":"2024-09-13T16:17:25.889636+0000","last_clean":"2024-09-13T16:17:25.889636+0000","last_became_active":"2024-09-13T16:17:24.285218+0000","last_became_peered":"2024-09-13T16:17:24.285218+0000","last_unstale":"2024-09-13T16:17:25.889636+0000","last_undegraded":"2024-09-13T16:17:25.889636+0000","last_fullsized":"2024-09-13T16:17:25.889636+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:13:47.710809+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.35","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889818+0000","last_change":"2024-09-13T16:17:24.286495+0000","last_active":"2024-09-13T16:17:25.889818+0000","last_peered":"2024-09-13T16:17:25.889818+0000","last_clean":"2024-09-13T16:17:25.889818+0000","last_became_active":"2024-09-13T16:17:24.285683+0000","last_became_peered":"2024-09-13T16:17:24.285683+0000","last_unstale":"2024-09-13T16:17:25.889818+0000","last_undegraded":"2024-09-13T16:17:25.889818+0000","last_fullsized":"2024-09-13T16:17:25.889818+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:39.009584+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.34","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889287+0000","last_change":"2024-09-13T16:17:24.287983+0000","last_active":"2024-09-13T16:17:25.889287+0000","last_peered":"2024-09-13T16:17:25.889287+0000","last_clean":"2024-09-13T16:17:25.889287+0000","last_became_active":"2024-09-13T16:17:24.287513+0000","last_became_peered":"2024-09-13T16:17:24.287513+0000","last_unstale":"2024-09-13T16:17:25.889287+0000","last_undegraded":"2024-09-13T16:17:25.889287+0000","last_fullsized":"2024-09-13T16:17:25.889287+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:13.935200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.33","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272331+0000","last_change":"2024-09-13T16:17:24.271336+0000","last_active":"2024-09-13T16:17:25.272331+0000","last_peered":"2024-09-13T16:17:25.272331+0000","last_clean":"2024-09-13T16:17:25.272331+0000","last_became_active":"2024-09-13T16:17:24.271065+0000","last_became_peered":"2024-09-13T16:17:24.271065+0000","last_unstale":"2024-09-13T16:17:25.272331+0000","last_undegraded":"2024-09-13T16:17:25.272331+0000","last_fullsized":"2024-09-13T16:17:25.272331+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:52.501605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.32","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889516+0000","last_change":"2024-09-13T16:17:24.282697+0000","last_active":"2024-09-13T16:17:25.889516+0000","last_peered":"2024-09-13T16:17:25.889516+0000","last_clean":"2024-09-13T16:17:25.889516+0000","last_became_active":"2024-09-13T16:17:24.282314+0000","last_became_peered":"2024-09-13T16:17:24.282314+0000","last_unstale":"2024-09-13T16:17:25.889516+0000","last_undegraded":"2024-09-13T16:17:25.889516+0000","last_fullsized":"2024-09-13T16:17:25.889516+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:40:02.476831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.31","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.678280+0000","last_change":"2024-09-13T16:17:24.275998+0000","last_active":"2024-09-13T16:17:25.678280+0000","last_peered":"2024-09-13T16:17:25.678280+0000","last_clean":"2024-09-13T16:17:25.678280+0000","last_became_active":"2024-09-13T16:17:24.275766+0000","last_became_peered":"2024-09-13T16:17:24.275766+0000","last_unstale":"2024-09-13T16:17:25.678280+0000","last_undegraded":"2024-09-13T16:17:25.678280+0000","last_fullsized":"2024-09-13T16:17:25.678280+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:31.649391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.30","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272498+0000","last_change":"2024-09-13T16:17:24.282229+0000","last_active":"2024-09-13T16:17:25.272498+0000","last_peered":"2024-09-13T16:17:25.272498+0000","last_clean":"2024-09-13T16:17:25.272498+0000","last_became_active":"2024-09-13T16:17:24.281962+0000","last_became_peered":"2024-09-13T16:17:24.281962+0000","last_unstale":"2024-09-13T16:17:25.272498+0000","last_undegraded":"2024-09-13T16:17:25.272498+0000","last_fullsized":"2024-09-13T16:17:25.272498+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:04.507290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2f","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272584+0000","last_change":"2024-09-13T16:17:24.283133+0000","last_active":"2024-09-13T16:17:25.272584+0000","last_peered":"2024-09-13T16:17:25.272584+0000","last_clean":"2024-09-13T16:17:25.272584+0000","last_became_active":"2024-09-13T16:17:24.282894+0000","last_became_peered":"2024-09-13T16:17:24.282894+0000","last_unstale":"2024-09-13T16:17:25.272584+0000","last_undegraded":"2024-09-13T16:17:25.272584+0000","last_fullsized":"2024-09-13T16:17:25.272584+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:52.501605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.2e","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889774+0000","last_change":"2024-09-13T16:17:24.289180+0000","last_active":"2024-09-13T16:17:25.889774+0000","last_peered":"2024-09-13T16:17:25.889774+0000","last_clean":"2024-09-13T16:17:25.889774+0000","last_became_active":"2024-09-13T16:17:24.288916+0000","last_became_peered":"2024-09-13T16:17:24.288916+0000","last_unstale":"2024-09-13T16:17:25.889774+0000","last_undegraded":"2024-09-13T16:17:25.889774+0000","last_fullsized":"2024-09-13T16:17:25.889774+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:35:30.085582+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2d","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271603+0000","last_change":"2024-09-13T16:17:24.299362+0000","last_active":"2024-09-13T16:17:25.271603+0000","last_peered":"2024-09-13T16:17:25.271603+0000","last_clean":"2024-09-13T16:17:25.271603+0000","last_became_active":"2024-09-13T16:17:24.299028+0000","last_became_peered":"2024-09-13T16:17:24.299028+0000","last_unstale":"2024-09-13T16:17:25.271603+0000","last_undegraded":"2024-09-13T16:17:25.271603+0000","last_fullsized":"2024-09-13T16:17:25.271603+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:53.567447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.2c","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889647+0000","last_change":"2024-09-13T16:17:24.291476+0000","last_active":"2024-09-13T16:17:25.889647+0000","last_peered":"2024-09-13T16:17:25.889647+0000","last_clean":"2024-09-13T16:17:25.889647+0000","last_became_active":"2024-09-13T16:17:24.291089+0000","last_became_peered":"2024-09-13T16:17:24.291089+0000","last_unstale":"2024-09-13T16:17:25.889647+0000","last_undegraded":"2024-09-13T16:17:25.889647+0000","last_fullsized":"2024-09-13T16:17:25.889647+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:52.617816+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2b","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889692+0000","last_change":"2024-09-13T16:17:24.291317+0000","last_active":"2024-09-13T16:17:25.889692+0000","last_peered":"2024-09-13T16:17:25.889692+0000","last_clean":"2024-09-13T16:17:25.889692+0000","last_became_active":"2024-09-13T16:17:24.291029+0000","last_became_peered":"2024-09-13T16:17:24.291029+0000","last_unstale":"2024-09-13T16:17:25.889692+0000","last_undegraded":"2024-09-13T16:17:25.889692+0000","last_fullsized":"2024-09-13T16:17:25.889692+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:31:08.383275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.2a","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889143+0000","last_change":"2024-09-13T16:17:24.288551+0000","last_active":"2024-09-13T16:17:25.889143+0000","last_peered":"2024-09-13T16:17:25.889143+0000","last_clean":"2024-09-13T16:17:25.889143+0000","last_became_active":"2024-09-13T16:17:24.288093+0000","last_became_peered":"2024-09-13T16:17:24.288093+0000","last_unstale":"2024-09-13T16:17:25.889143+0000","last_undegraded":"2024-09-13T16:17:25.889143+0000","last_fullsized":"2024-09-13T16:17:25.889143+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:57.550286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.29","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889202+0000","last_change":"2024-09-13T16:17:24.290902+0000","last_active":"2024-09-13T16:17:25.889202+0000","last_peered":"2024-09-13T16:17:25.889202+0000","last_clean":"2024-09-13T16:17:25.889202+0000","last_became_active":"2024-09-13T16:17:24.290625+0000","last_became_peered":"2024-09-13T16:17:24.290625+0000","last_unstale":"2024-09-13T16:17:25.889202+0000","last_undegraded":"2024-09-13T16:17:25.889202+0000","last_fullsized":"2024-09-13T16:17:25.889202+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:56.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.28","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889157+0000","last_change":"2024-09-13T16:17:24.287989+0000","last_active":"2024-09-13T16:17:25.889157+0000","last_peered":"2024-09-13T16:17:25.889157+0000","last_clean":"2024-09-13T16:17:25.889157+0000","last_became_active":"2024-09-13T16:17:24.287729+0000","last_became_peered":"2024-09-13T16:17:24.287729+0000","last_unstale":"2024-09-13T16:17:25.889157+0000","last_undegraded":"2024-09-13T16:17:25.889157+0000","last_fullsized":"2024-09-13T16:17:25.889157+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:58:44.191152+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.27","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889375+0000","last_change":"2024-09-13T16:17:24.286497+0000","last_active":"2024-09-13T16:17:25.889375+0000","last_peered":"2024-09-13T16:17:25.889375+0000","last_clean":"2024-09-13T16:17:25.889375+0000","last_became_active":"2024-09-13T16:17:24.286213+0000","last_became_peered":"2024-09-13T16:17:24.286213+0000","last_unstale":"2024-09-13T16:17:25.889375+0000","last_undegraded":"2024-09-13T16:17:25.889375+0000","last_fullsized":"2024-09-13T16:17:25.889375+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:56.750038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.26","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272163+0000","last_change":"2024-09-13T16:17:24.280386+0000","last_active":"2024-09-13T16:17:25.272163+0000","last_peered":"2024-09-13T16:17:25.272163+0000","last_clean":"2024-09-13T16:17:25.272163+0000","last_became_active":"2024-09-13T16:17:24.280122+0000","last_became_peered":"2024-09-13T16:17:24.280122+0000","last_unstale":"2024-09-13T16:17:25.272163+0000","last_undegraded":"2024-09-13T16:17:25.272163+0000","last_fullsized":"2024-09-13T16:17:25.272163+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:50.986186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"13.25","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272902+0000","last_change":"2024-09-13T16:17:24.275111+0000","last_active":"2024-09-13T16:17:25.272902+0000","last_peered":"2024-09-13T16:17:25.272902+0000","last_clean":"2024-09-13T16:17:25.272902+0000","last_became_active":"2024-09-13T16:17:24.274829+0000","last_became_peered":"2024-09-13T16:17:24.274829+0000","last_unstale":"2024-09-13T16:17:25.272902+0000","last_undegraded":"2024-09-13T16:17:25.272902+0000","last_fullsized":"2024-09-13T16:17:25.272902+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:18.843457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.24","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889385+0000","last_change":"2024-09-13T16:17:24.282274+0000","last_active":"2024-09-13T16:17:25.889385+0000","last_peered":"2024-09-13T16:17:25.889385+0000","last_clean":"2024-09-13T16:17:25.889385+0000","last_became_active":"2024-09-13T16:17:24.281540+0000","last_became_peered":"2024-09-13T16:17:24.281540+0000","last_unstale":"2024-09-13T16:17:25.889385+0000","last_undegraded":"2024-09-13T16:17:25.889385+0000","last_fullsized":"2024-09-13T16:17:25.889385+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:40:52.616023+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.23","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889895+0000","last_change":"2024-09-13T16:17:24.284981+0000","last_active":"2024-09-13T16:17:25.889895+0000","last_peered":"2024-09-13T16:17:25.889895+0000","last_clean":"2024-09-13T16:17:25.889895+0000","last_became_active":"2024-09-13T16:17:24.284683+0000","last_became_peered":"2024-09-13T16:17:24.284683+0000","last_unstale":"2024-09-13T16:17:25.889895+0000","last_undegraded":"2024-09-13T16:17:25.889895+0000","last_fullsized":"2024-09-13T16:17:25.889895+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:28.800415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.22","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889234+0000","last_change":"2024-09-13T16:17:24.289049+0000","last_active":"2024-09-13T16:17:25.889234+0000","last_peered":"2024-09-13T16:17:25.889234+0000","last_clean":"2024-09-13T16:17:25.889234+0000","last_became_active":"2024-09-13T16:17:24.288284+0000","last_became_peered":"2024-09-13T16:17:24.288284+0000","last_unstale":"2024-09-13T16:17:25.889234+0000","last_undegraded":"2024-09-13T16:17:25.889234+0000","last_fullsized":"2024-09-13T16:17:25.889234+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:10:46.856637+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.21","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272352+0000","last_change":"2024-09-13T16:17:24.278529+0000","last_active":"2024-09-13T16:17:25.272352+0000","last_peered":"2024-09-13T16:17:25.272352+0000","last_clean":"2024-09-13T16:17:25.272352+0000","last_became_active":"2024-09-13T16:17:24.278010+0000","last_became_peered":"2024-09-13T16:17:24.278010+0000","last_unstale":"2024-09-13T16:17:25.272352+0000","last_undegraded":"2024-09-13T16:17:25.272352+0000","last_fullsized":"2024-09-13T16:17:25.272352+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:56.799254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.20","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889183+0000","last_change":"2024-09-13T16:17:24.282952+0000","last_active":"2024-09-13T16:17:25.889183+0000","last_peered":"2024-09-13T16:17:25.889183+0000","last_clean":"2024-09-13T16:17:25.889183+0000","last_became_active":"2024-09-13T16:17:24.282617+0000","last_became_peered":"2024-09-13T16:17:24.282617+0000","last_unstale":"2024-09-13T16:17:25.889183+0000","last_undegraded":"2024-09-13T16:17:25.889183+0000","last_fullsized":"2024-09-13T16:17:25.889183+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:54.435950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1e","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272817+0000","last_change":"2024-09-13T16:17:24.286912+0000","last_active":"2024-09-13T16:17:25.272817+0000","last_peered":"2024-09-13T16:17:25.272817+0000","last_clean":"2024-09-13T16:17:25.272817+0000","last_became_active":"2024-09-13T16:17:24.286650+0000","last_became_peered":"2024-09-13T16:17:24.286650+0000","last_unstale":"2024-09-13T16:17:25.272817+0000","last_undegraded":"2024-09-13T16:17:25.272817+0000","last_fullsized":"2024-09-13T16:17:25.272817+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:01:00.920567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1f","version":"88'4","reported_seq":15,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889763+0000","last_change":"2024-09-13T16:17:23.921891+0000","last_active":"2024-09-13T16:17:25.889763+0000","last_peered":"2024-09-13T16:17:25.889763+0000","last_clean":"2024-09-13T16:17:25.889763+0000","last_became_active":"2024-09-13T16:17:23.921703+0000","last_became_peered":"2024-09-13T16:17:23.921703+0000","last_unstale":"2024-09-13T16:17:25.889763+0000","last_undegraded":"2024-09-13T16:17:25.889763+0000","last_fullsized":"2024-09-13T16:17:25.889763+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:25:10.782604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1f","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889679+0000","last_change":"2024-09-13T16:17:24.291402+0000","last_active":"2024-09-13T16:17:25.889679+0000","last_peered":"2024-09-13T16:17:25.889679+0000","last_clean":"2024-09-13T16:17:25.889679+0000","last_became_active":"2024-09-13T16:17:24.291138+0000","last_became_peered":"2024-09-13T16:17:24.291138+0000","last_unstale":"2024-09-13T16:17:25.889679+0000","last_undegraded":"2024-09-13T16:17:25.889679+0000","last_fullsized":"2024-09-13T16:17:25.889679+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:30:52.501605+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1e","version":"88'1","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273009+0000","last_change":"2024-09-13T16:17:23.912357+0000","last_active":"2024-09-13T16:17:25.273009+0000","last_peered":"2024-09-13T16:17:25.273009+0000","last_clean":"2024-09-13T16:17:25.273009+0000","last_became_active":"2024-09-13T16:17:23.912090+0000","last_became_peered":"2024-09-13T16:17:23.912090+0000","last_unstale":"2024-09-13T16:17:25.273009+0000","last_undegraded":"2024-09-13T16:17:25.273009+0000","last_fullsized":"2024-09-13T16:17:25.273009+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:47.453072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1c","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889420+0000","last_change":"2024-09-13T16:17:24.282906+0000","last_active":"2024-09-13T16:17:25.889420+0000","last_peered":"2024-09-13T16:17:25.889420+0000","last_clean":"2024-09-13T16:17:25.889420+0000","last_became_active":"2024-09-13T16:17:24.282639+0000","last_became_peered":"2024-09-13T16:17:24.282639+0000","last_unstale":"2024-09-13T16:17:25.889420+0000","last_undegraded":"2024-09-13T16:17:25.889420+0000","last_fullsized":"2024-09-13T16:17:25.889420+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:53.567447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.1d","version":"88'2","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271642+0000","last_change":"2024-09-13T16:17:23.922202+0000","last_active":"2024-09-13T16:17:25.271642+0000","last_peered":"2024-09-13T16:17:25.271642+0000","last_clean":"2024-09-13T16:17:25.271642+0000","last_became_active":"2024-09-13T16:17:23.921760+0000","last_became_peered":"2024-09-13T16:17:23.921760+0000","last_unstale":"2024-09-13T16:17:25.271642+0000","last_undegraded":"2024-09-13T16:17:25.271642+0000","last_fullsized":"2024-09-13T16:17:25.271642+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:47.453072+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1d","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272800+0000","last_change":"2024-09-13T16:17:24.284627+0000","last_active":"2024-09-13T16:17:25.272800+0000","last_peered":"2024-09-13T16:17:25.272800+0000","last_clean":"2024-09-13T16:17:25.272800+0000","last_became_active":"2024-09-13T16:17:24.284354+0000","last_became_peered":"2024-09-13T16:17:24.284354+0000","last_unstale":"2024-09-13T16:17:25.272800+0000","last_undegraded":"2024-09-13T16:17:25.272800+0000","last_fullsized":"2024-09-13T16:17:25.272800+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:56.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1c","version":"88'2","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271594+0000","last_change":"2024-09-13T16:17:23.922137+0000","last_active":"2024-09-13T16:17:25.271594+0000","last_peered":"2024-09-13T16:17:25.271594+0000","last_clean":"2024-09-13T16:17:25.271594+0000","last_became_active":"2024-09-13T16:17:23.921785+0000","last_became_peered":"2024-09-13T16:17:23.921785+0000","last_unstale":"2024-09-13T16:17:25.271594+0000","last_undegraded":"2024-09-13T16:17:25.271594+0000","last_fullsized":"2024-09-13T16:17:25.271594+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:34.978417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.1a","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889327+0000","last_change":"2024-09-13T16:17:24.287849+0000","last_active":"2024-09-13T16:17:25.889327+0000","last_peered":"2024-09-13T16:17:25.889327+0000","last_clean":"2024-09-13T16:17:25.889327+0000","last_became_active":"2024-09-13T16:17:24.284748+0000","last_became_peered":"2024-09-13T16:17:24.284748+0000","last_unstale":"2024-09-13T16:17:25.889327+0000","last_undegraded":"2024-09-13T16:17:25.889327+0000","last_fullsized":"2024-09-13T16:17:25.889327+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:28.120458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.1b","version":"88'1","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273231+0000","last_change":"2024-09-13T16:17:23.914089+0000","last_active":"2024-09-13T16:17:25.273231+0000","last_peered":"2024-09-13T16:17:25.273231+0000","last_clean":"2024-09-13T16:17:25.273231+0000","last_became_active":"2024-09-13T16:17:23.913834+0000","last_became_peered":"2024-09-13T16:17:23.913834+0000","last_unstale":"2024-09-13T16:17:25.273231+0000","last_undegraded":"2024-09-13T16:17:25.273231+0000","last_fullsized":"2024-09-13T16:17:25.273231+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:25.112811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.1b","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273071+0000","last_change":"2024-09-13T16:17:24.283449+0000","last_active":"2024-09-13T16:17:25.273071+0000","last_peered":"2024-09-13T16:17:25.273071+0000","last_clean":"2024-09-13T16:17:25.273071+0000","last_became_active":"2024-09-13T16:17:24.283173+0000","last_became_peered":"2024-09-13T16:17:24.283173+0000","last_unstale":"2024-09-13T16:17:25.273071+0000","last_undegraded":"2024-09-13T16:17:25.273071+0000","last_fullsized":"2024-09-13T16:17:25.273071+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:56.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.1a","version":"88'1","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272380+0000","last_change":"2024-09-13T16:17:23.912230+0000","last_active":"2024-09-13T16:17:25.272380+0000","last_peered":"2024-09-13T16:17:25.272380+0000","last_clean":"2024-09-13T16:17:25.272380+0000","last_became_active":"2024-09-13T16:17:23.911974+0000","last_became_peered":"2024-09-13T16:17:23.911974+0000","last_unstale":"2024-09-13T16:17:25.272380+0000","last_undegraded":"2024-09-13T16:17:25.272380+0000","last_fullsized":"2024-09-13T16:17:25.272380+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:07:34.978417+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.18","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272044+0000","last_change":"2024-09-13T16:17:24.280960+0000","last_active":"2024-09-13T16:17:25.272044+0000","last_peered":"2024-09-13T16:17:25.272044+0000","last_clean":"2024-09-13T16:17:25.272044+0000","last_became_active":"2024-09-13T16:17:24.280626+0000","last_became_peered":"2024-09-13T16:17:24.280626+0000","last_unstale":"2024-09-13T16:17:25.272044+0000","last_undegraded":"2024-09-13T16:17:25.272044+0000","last_fullsized":"2024-09-13T16:17:25.272044+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:44.707254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.19","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271179+0000","last_change":"2024-09-13T16:17:23.917261+0000","last_active":"2024-09-13T16:17:25.271179+0000","last_peered":"2024-09-13T16:17:25.271179+0000","last_clean":"2024-09-13T16:17:25.271179+0000","last_became_active":"2024-09-13T16:17:23.916995+0000","last_became_peered":"2024-09-13T16:17:23.916995+0000","last_unstale":"2024-09-13T16:17:25.271179+0000","last_undegraded":"2024-09-13T16:17:25.271179+0000","last_fullsized":"2024-09-13T16:17:25.271179+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:30:13.563090+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.19","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.678325+0000","last_change":"2024-09-13T16:17:24.275226+0000","last_active":"2024-09-13T16:17:25.678325+0000","last_peered":"2024-09-13T16:17:25.678325+0000","last_clean":"2024-09-13T16:17:25.678325+0000","last_became_active":"2024-09-13T16:17:24.274979+0000","last_became_peered":"2024-09-13T16:17:24.274979+0000","last_unstale":"2024-09-13T16:17:25.678325+0000","last_undegraded":"2024-09-13T16:17:25.678325+0000","last_fullsized":"2024-09-13T16:17:25.678325+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:35:56.844342+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.18","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889102+0000","last_change":"2024-09-13T16:17:23.914616+0000","last_active":"2024-09-13T16:17:25.889102+0000","last_peered":"2024-09-13T16:17:25.889102+0000","last_clean":"2024-09-13T16:17:25.889102+0000","last_became_active":"2024-09-13T16:17:23.914338+0000","last_became_peered":"2024-09-13T16:17:23.914338+0000","last_unstale":"2024-09-13T16:17:25.889102+0000","last_undegraded":"2024-09-13T16:17:25.889102+0000","last_fullsized":"2024-09-13T16:17:25.889102+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:45:54.963021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.16","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.678547+0000","last_change":"2024-09-13T16:17:24.279756+0000","last_active":"2024-09-13T16:17:25.678547+0000","last_peered":"2024-09-13T16:17:25.678547+0000","last_clean":"2024-09-13T16:17:25.678547+0000","last_became_active":"2024-09-13T16:17:24.279504+0000","last_became_peered":"2024-09-13T16:17:24.279504+0000","last_unstale":"2024-09-13T16:17:25.678547+0000","last_undegraded":"2024-09-13T16:17:25.678547+0000","last_fullsized":"2024-09-13T16:17:25.678547+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:34:56.799254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"12.17","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889796+0000","last_change":"2024-09-13T16:17:23.918320+0000","last_active":"2024-09-13T16:17:25.889796+0000","last_peered":"2024-09-13T16:17:25.889796+0000","last_clean":"2024-09-13T16:17:25.889796+0000","last_became_active":"2024-09-13T16:17:23.918023+0000","last_became_peered":"2024-09-13T16:17:23.918023+0000","last_unstale":"2024-09-13T16:17:25.889796+0000","last_undegraded":"2024-09-13T16:17:25.889796+0000","last_fullsized":"2024-09-13T16:17:25.889796+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:55.732503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.17","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608475+0000","last_change":"2024-09-13T16:17:24.284147+0000","last_active":"2024-09-13T16:17:25.608475+0000","last_peered":"2024-09-13T16:17:25.608475+0000","last_clean":"2024-09-13T16:17:25.608475+0000","last_became_active":"2024-09-13T16:17:24.283873+0000","last_became_peered":"2024-09-13T16:17:24.283873+0000","last_unstale":"2024-09-13T16:17:25.608475+0000","last_undegraded":"2024-09-13T16:17:25.608475+0000","last_fullsized":"2024-09-13T16:17:25.608475+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:46.429380+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.16","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889683+0000","last_change":"2024-09-13T16:17:23.916115+0000","last_active":"2024-09-13T16:17:25.889683+0000","last_peered":"2024-09-13T16:17:25.889683+0000","last_clean":"2024-09-13T16:17:25.889683+0000","last_became_active":"2024-09-13T16:17:23.915255+0000","last_became_peered":"2024-09-13T16:17:23.915255+0000","last_unstale":"2024-09-13T16:17:25.889683+0000","last_undegraded":"2024-09-13T16:17:25.889683+0000","last_fullsized":"2024-09-13T16:17:25.889683+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:05:37.992049+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.14","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271508+0000","last_change":"2024-09-13T16:17:24.293111+0000","last_active":"2024-09-13T16:17:25.271508+0000","last_peered":"2024-09-13T16:17:25.271508+0000","last_clean":"2024-09-13T16:17:25.271508+0000","last_became_active":"2024-09-13T16:17:24.292845+0000","last_became_peered":"2024-09-13T16:17:24.292845+0000","last_unstale":"2024-09-13T16:17:25.271508+0000","last_undegraded":"2024-09-13T16:17:25.271508+0000","last_fullsized":"2024-09-13T16:17:25.271508+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:18.843457+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.15","version":"88'3","reported_seq":14,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889362+0000","last_change":"2024-09-13T16:17:23.916101+0000","last_active":"2024-09-13T16:17:25.889362+0000","last_peered":"2024-09-13T16:17:25.889362+0000","last_clean":"2024-09-13T16:17:25.889362+0000","last_became_active":"2024-09-13T16:17:23.915851+0000","last_became_peered":"2024-09-13T16:17:23.915851+0000","last_unstale":"2024-09-13T16:17:25.889362+0000","last_undegraded":"2024-09-13T16:17:25.889362+0000","last_fullsized":"2024-09-13T16:17:25.889362+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:44:32.808984+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.15","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273006+0000","last_change":"2024-09-13T16:17:24.290978+0000","last_active":"2024-09-13T16:17:25.273006+0000","last_peered":"2024-09-13T16:17:25.273006+0000","last_clean":"2024-09-13T16:17:25.273006+0000","last_became_active":"2024-09-13T16:17:24.290401+0000","last_became_peered":"2024-09-13T16:17:24.290401+0000","last_unstale":"2024-09-13T16:17:25.273006+0000","last_undegraded":"2024-09-13T16:17:25.273006+0000","last_fullsized":"2024-09-13T16:17:25.273006+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:57:15.205855+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.14","version":"88'6","reported_seq":17,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608431+0000","last_change":"2024-09-13T16:17:23.914696+0000","last_active":"2024-09-13T16:17:25.608431+0000","last_peered":"2024-09-13T16:17:25.608431+0000","last_clean":"2024-09-13T16:17:25.608431+0000","last_became_active":"2024-09-13T16:17:23.914395+0000","last_became_peered":"2024-09-13T16:17:23.914395+0000","last_unstale":"2024-09-13T16:17:25.608431+0000","last_undegraded":"2024-09-13T16:17:25.608431+0000","last_fullsized":"2024-09-13T16:17:25.608431+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:21:27.172253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.12","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271310+0000","last_change":"2024-09-13T16:17:24.286988+0000","last_active":"2024-09-13T16:17:25.271310+0000","last_peered":"2024-09-13T16:17:25.271310+0000","last_clean":"2024-09-13T16:17:25.271310+0000","last_became_active":"2024-09-13T16:17:24.286732+0000","last_became_peered":"2024-09-13T16:17:24.286732+0000","last_unstale":"2024-09-13T16:17:25.271310+0000","last_undegraded":"2024-09-13T16:17:25.271310+0000","last_fullsized":"2024-09-13T16:17:25.271310+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:13.935200+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.13","version":"88'2","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889696+0000","last_change":"2024-09-13T16:17:23.916076+0000","last_active":"2024-09-13T16:17:25.889696+0000","last_peered":"2024-09-13T16:17:25.889696+0000","last_clean":"2024-09-13T16:17:25.889696+0000","last_became_active":"2024-09-13T16:17:23.915815+0000","last_became_peered":"2024-09-13T16:17:23.915815+0000","last_unstale":"2024-09-13T16:17:25.889696+0000","last_undegraded":"2024-09-13T16:17:25.889696+0000","last_fullsized":"2024-09-13T16:17:25.889696+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:03:35.892000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.13","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272429+0000","last_change":"2024-09-13T16:17:24.291110+0000","last_active":"2024-09-13T16:17:25.272429+0000","last_peered":"2024-09-13T16:17:25.272429+0000","last_clean":"2024-09-13T16:17:25.272429+0000","last_became_active":"2024-09-13T16:17:24.290860+0000","last_became_peered":"2024-09-13T16:17:24.290860+0000","last_unstale":"2024-09-13T16:17:25.272429+0000","last_undegraded":"2024-09-13T16:17:25.272429+0000","last_fullsized":"2024-09-13T16:17:25.272429+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:01:00.920567+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.12","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.678403+0000","last_change":"2024-09-13T16:17:23.913223+0000","last_active":"2024-09-13T16:17:25.678403+0000","last_peered":"2024-09-13T16:17:25.678403+0000","last_clean":"2024-09-13T16:17:25.678403+0000","last_became_active":"2024-09-13T16:17:23.912964+0000","last_became_peered":"2024-09-13T16:17:23.912964+0000","last_unstale":"2024-09-13T16:17:25.678403+0000","last_undegraded":"2024-09-13T16:17:25.678403+0000","last_fullsized":"2024-09-13T16:17:25.678403+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:52.549912+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.10","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889016+0000","last_change":"2024-09-13T16:17:24.288874+0000","last_active":"2024-09-13T16:17:25.889016+0000","last_peered":"2024-09-13T16:17:25.889016+0000","last_clean":"2024-09-13T16:17:25.889016+0000","last_became_active":"2024-09-13T16:17:24.287317+0000","last_became_peered":"2024-09-13T16:17:24.287317+0000","last_unstale":"2024-09-13T16:17:25.889016+0000","last_undegraded":"2024-09-13T16:17:25.889016+0000","last_fullsized":"2024-09-13T16:17:25.889016+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:21:28.189788+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.11","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608366+0000","last_change":"2024-09-13T16:17:23.911111+0000","last_active":"2024-09-13T16:17:25.608366+0000","last_peered":"2024-09-13T16:17:25.608366+0000","last_clean":"2024-09-13T16:17:25.608366+0000","last_became_active":"2024-09-13T16:17:23.910769+0000","last_became_peered":"2024-09-13T16:17:23.910769+0000","last_unstale":"2024-09-13T16:17:25.608366+0000","last_undegraded":"2024-09-13T16:17:25.608366+0000","last_fullsized":"2024-09-13T16:17:25.608366+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:17.016468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"13.11","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889013+0000","last_change":"2024-09-13T16:17:24.282327+0000","last_active":"2024-09-13T16:17:25.889013+0000","last_peered":"2024-09-13T16:17:25.889013+0000","last_clean":"2024-09-13T16:17:25.889013+0000","last_became_active":"2024-09-13T16:17:24.282086+0000","last_became_peered":"2024-09-13T16:17:24.282086+0000","last_unstale":"2024-09-13T16:17:25.889013+0000","last_undegraded":"2024-09-13T16:17:25.889013+0000","last_fullsized":"2024-09-13T16:17:25.889013+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:18.034003+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.10","version":"88'8","reported_seq":19,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271194+0000","last_change":"2024-09-13T16:17:23.918422+0000","last_active":"2024-09-13T16:17:25.271194+0000","last_peered":"2024-09-13T16:17:25.271194+0000","last_clean":"2024-09-13T16:17:25.271194+0000","last_became_active":"2024-09-13T16:17:23.918161+0000","last_became_peered":"2024-09-13T16:17:23.918161+0000","last_unstale":"2024-09-13T16:17:25.271194+0000","last_undegraded":"2024-09-13T16:17:25.271194+0000","last_fullsized":"2024-09-13T16:17:25.271194+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:45.411845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.e","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272530+0000","last_change":"2024-09-13T16:17:24.276720+0000","last_active":"2024-09-13T16:17:25.272530+0000","last_peered":"2024-09-13T16:17:25.272530+0000","last_clean":"2024-09-13T16:17:25.272530+0000","last_became_active":"2024-09-13T16:17:24.276432+0000","last_became_peered":"2024-09-13T16:17:24.276432+0000","last_unstale":"2024-09-13T16:17:25.272530+0000","last_undegraded":"2024-09-13T16:17:25.272530+0000","last_fullsized":"2024-09-13T16:17:25.272530+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:31.649391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.f","version":"88'1","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889852+0000","last_change":"2024-09-13T16:17:23.915143+0000","last_active":"2024-09-13T16:17:25.889852+0000","last_peered":"2024-09-13T16:17:25.889852+0000","last_clean":"2024-09-13T16:17:25.889852+0000","last_became_active":"2024-09-13T16:17:23.914818+0000","last_became_peered":"2024-09-13T16:17:23.914818+0000","last_unstale":"2024-09-13T16:17:25.889852+0000","last_undegraded":"2024-09-13T16:17:25.889852+0000","last_fullsized":"2024-09-13T16:17:25.889852+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:52:05.154129+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.f","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889745+0000","last_change":"2024-09-13T16:17:24.285473+0000","last_active":"2024-09-13T16:17:25.889745+0000","last_peered":"2024-09-13T16:17:25.889745+0000","last_clean":"2024-09-13T16:17:25.889745+0000","last_became_active":"2024-09-13T16:17:24.285206+0000","last_became_peered":"2024-09-13T16:17:24.285206+0000","last_unstale":"2024-09-13T16:17:25.889745+0000","last_undegraded":"2024-09-13T16:17:25.889745+0000","last_fullsized":"2024-09-13T16:17:25.889745+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:02:05.265204+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.e","version":"88'2","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271596+0000","last_change":"2024-09-13T16:17:23.917901+0000","last_active":"2024-09-13T16:17:25.271596+0000","last_peered":"2024-09-13T16:17:25.271596+0000","last_clean":"2024-09-13T16:17:25.271596+0000","last_became_active":"2024-09-13T16:17:23.917609+0000","last_became_peered":"2024-09-13T16:17:23.917609+0000","last_unstale":"2024-09-13T16:17:25.271596+0000","last_undegraded":"2024-09-13T16:17:25.271596+0000","last_fullsized":"2024-09-13T16:17:25.271596+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:03.890768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.d","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273212+0000","last_change":"2024-09-13T16:17:24.279080+0000","last_active":"2024-09-13T16:17:25.273212+0000","last_peered":"2024-09-13T16:17:25.273212+0000","last_clean":"2024-09-13T16:17:25.273212+0000","last_became_active":"2024-09-13T16:17:24.278815+0000","last_became_peered":"2024-09-13T16:17:24.278815+0000","last_unstale":"2024-09-13T16:17:25.273212+0000","last_undegraded":"2024-09-13T16:17:25.273212+0000","last_fullsized":"2024-09-13T16:17:25.273212+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:42:44.707254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.c","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271670+0000","last_change":"2024-09-13T16:17:23.917756+0000","last_active":"2024-09-13T16:17:25.271670+0000","last_peered":"2024-09-13T16:17:25.271670+0000","last_clean":"2024-09-13T16:17:25.271670+0000","last_became_active":"2024-09-13T16:17:23.917467+0000","last_became_peered":"2024-09-13T16:17:23.917467+0000","last_unstale":"2024-09-13T16:17:25.271670+0000","last_undegraded":"2024-09-13T16:17:25.271670+0000","last_fullsized":"2024-09-13T16:17:25.271670+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:28.389510+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.a","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889605+0000","last_change":"2024-09-13T16:17:24.282216+0000","last_active":"2024-09-13T16:17:25.889605+0000","last_peered":"2024-09-13T16:17:25.889605+0000","last_clean":"2024-09-13T16:17:25.889605+0000","last_became_active":"2024-09-13T16:17:24.281871+0000","last_became_peered":"2024-09-13T16:17:24.281871+0000","last_unstale":"2024-09-13T16:17:25.889605+0000","last_undegraded":"2024-09-13T16:17:25.889605+0000","last_fullsized":"2024-09-13T16:17:25.889605+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:19:38.558286+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.b","version":"88'2","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.678482+0000","last_change":"2024-09-13T16:17:23.908189+0000","last_active":"2024-09-13T16:17:25.678482+0000","last_peered":"2024-09-13T16:17:25.678482+0000","last_clean":"2024-09-13T16:17:25.678482+0000","last_became_active":"2024-09-13T16:17:23.907500+0000","last_became_peered":"2024-09-13T16:17:23.907500+0000","last_unstale":"2024-09-13T16:17:25.678482+0000","last_undegraded":"2024-09-13T16:17:25.678482+0000","last_fullsized":"2024-09-13T16:17:25.678482+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:33:12.917666+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.b","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608430+0000","last_change":"2024-09-13T16:17:24.278447+0000","last_active":"2024-09-13T16:17:25.608430+0000","last_peered":"2024-09-13T16:17:25.608430+0000","last_clean":"2024-09-13T16:17:25.608430+0000","last_became_active":"2024-09-13T16:17:24.278205+0000","last_became_peered":"2024-09-13T16:17:24.278205+0000","last_unstale":"2024-09-13T16:17:25.608430+0000","last_undegraded":"2024-09-13T16:17:25.608430+0000","last_fullsized":"2024-09-13T16:17:25.608430+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:48.470607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.a","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889683+0000","last_change":"2024-09-13T16:17:23.918245+0000","last_active":"2024-09-13T16:17:25.889683+0000","last_peered":"2024-09-13T16:17:25.889683+0000","last_clean":"2024-09-13T16:17:25.889683+0000","last_became_active":"2024-09-13T16:17:23.917983+0000","last_became_peered":"2024-09-13T16:17:23.917983+0000","last_unstale":"2024-09-13T16:17:25.889683+0000","last_undegraded":"2024-09-13T16:17:25.889683+0000","last_fullsized":"2024-09-13T16:17:25.889683+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:39:32.768025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.8","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889198+0000","last_change":"2024-09-13T16:17:24.282374+0000","last_active":"2024-09-13T16:17:25.889198+0000","last_peered":"2024-09-13T16:17:25.889198+0000","last_clean":"2024-09-13T16:17:25.889198+0000","last_became_active":"2024-09-13T16:17:24.282089+0000","last_became_peered":"2024-09-13T16:17:24.282089+0000","last_unstale":"2024-09-13T16:17:25.889198+0000","last_undegraded":"2024-09-13T16:17:25.889198+0000","last_fullsized":"2024-09-13T16:17:25.889198+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:53:22.672281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"12.9","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889413+0000","last_change":"2024-09-13T16:17:23.916539+0000","last_active":"2024-09-13T16:17:25.889413+0000","last_peered":"2024-09-13T16:17:25.889413+0000","last_clean":"2024-09-13T16:17:25.889413+0000","last_became_active":"2024-09-13T16:17:23.916275+0000","last_became_peered":"2024-09-13T16:17:23.916275+0000","last_unstale":"2024-09-13T16:17:25.889413+0000","last_undegraded":"2024-09-13T16:17:25.889413+0000","last_fullsized":"2024-09-13T16:17:25.889413+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:20:12.788170+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"13.9","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608265+0000","last_change":"2024-09-13T16:17:24.290988+0000","last_active":"2024-09-13T16:17:25.608265+0000","last_peered":"2024-09-13T16:17:25.608265+0000","last_clean":"2024-09-13T16:17:25.608265+0000","last_became_active":"2024-09-13T16:17:24.290729+0000","last_became_peered":"2024-09-13T16:17:24.290729+0000","last_unstale":"2024-09-13T16:17:25.608265+0000","last_undegraded":"2024-09-13T16:17:25.608265+0000","last_fullsized":"2024-09-13T16:17:25.608265+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:26.130346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.8","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.678245+0000","last_change":"2024-09-13T16:17:23.912920+0000","last_active":"2024-09-13T16:17:25.678245+0000","last_peered":"2024-09-13T16:17:25.678245+0000","last_clean":"2024-09-13T16:17:25.678245+0000","last_became_active":"2024-09-13T16:17:23.912626+0000","last_became_peered":"2024-09-13T16:17:23.912626+0000","last_unstale":"2024-09-13T16:17:25.678245+0000","last_undegraded":"2024-09-13T16:17:25.678245+0000","last_fullsized":"2024-09-13T16:17:25.678245+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:53.418415+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"13.6","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272912+0000","last_change":"2024-09-13T16:17:24.275520+0000","last_active":"2024-09-13T16:17:25.272912+0000","last_peered":"2024-09-13T16:17:25.272912+0000","last_clean":"2024-09-13T16:17:25.272912+0000","last_became_active":"2024-09-13T16:17:24.275247+0000","last_became_peered":"2024-09-13T16:17:24.275247+0000","last_unstale":"2024-09-13T16:17:25.272912+0000","last_undegraded":"2024-09-13T16:17:25.272912+0000","last_fullsized":"2024-09-13T16:17:25.272912+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:31.649391+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.7","version":"88'2","reported_seq":13,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889659+0000","last_change":"2024-09-13T16:17:23.914372+0000","last_active":"2024-09-13T16:17:25.889659+0000","last_peered":"2024-09-13T16:17:25.889659+0000","last_clean":"2024-09-13T16:17:25.889659+0000","last_became_active":"2024-09-13T16:17:23.914079+0000","last_became_peered":"2024-09-13T16:17:23.914079+0000","last_unstale":"2024-09-13T16:17:25.889659+0000","last_undegraded":"2024-09-13T16:17:25.889659+0000","last_fullsized":"2024-09-13T16:17:25.889659+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:06:51.462439+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.7","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272846+0000","last_change":"2024-09-13T16:17:24.286566+0000","last_active":"2024-09-13T16:17:25.272846+0000","last_peered":"2024-09-13T16:17:25.272846+0000","last_clean":"2024-09-13T16:17:25.272846+0000","last_became_active":"2024-09-13T16:17:24.286246+0000","last_became_peered":"2024-09-13T16:17:24.286246+0000","last_unstale":"2024-09-13T16:17:25.272846+0000","last_undegraded":"2024-09-13T16:17:25.272846+0000","last_fullsized":"2024-09-13T16:17:25.272846+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:39:46.786795+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.6","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889615+0000","last_change":"2024-09-13T16:17:23.918210+0000","last_active":"2024-09-13T16:17:25.889615+0000","last_peered":"2024-09-13T16:17:25.889615+0000","last_clean":"2024-09-13T16:17:25.889615+0000","last_became_active":"2024-09-13T16:17:23.917885+0000","last_became_peered":"2024-09-13T16:17:23.917885+0000","last_unstale":"2024-09-13T16:17:25.889615+0000","last_undegraded":"2024-09-13T16:17:25.889615+0000","last_fullsized":"2024-09-13T16:17:25.889615+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:53:44.096647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"13.4","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889533+0000","last_change":"2024-09-13T16:17:24.284000+0000","last_active":"2024-09-13T16:17:25.889533+0000","last_peered":"2024-09-13T16:17:25.889533+0000","last_clean":"2024-09-13T16:17:25.889533+0000","last_became_active":"2024-09-13T16:17:24.283310+0000","last_became_peered":"2024-09-13T16:17:24.283310+0000","last_unstale":"2024-09-13T16:17:25.889533+0000","last_undegraded":"2024-09-13T16:17:25.889533+0000","last_fullsized":"2024-09-13T16:17:25.889533+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:00:45.209503+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.5","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889467+0000","last_change":"2024-09-13T16:17:23.921913+0000","last_active":"2024-09-13T16:17:25.889467+0000","last_peered":"2024-09-13T16:17:25.889467+0000","last_clean":"2024-09-13T16:17:25.889467+0000","last_became_active":"2024-09-13T16:17:23.921668+0000","last_became_peered":"2024-09-13T16:17:23.921668+0000","last_unstale":"2024-09-13T16:17:25.889467+0000","last_undegraded":"2024-09-13T16:17:25.889467+0000","last_fullsized":"2024-09-13T16:17:25.889467+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:21:27.172253+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.5","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273223+0000","last_change":"2024-09-13T16:17:24.290797+0000","last_active":"2024-09-13T16:17:25.273223+0000","last_peered":"2024-09-13T16:17:25.273223+0000","last_clean":"2024-09-13T16:17:25.273223+0000","last_became_active":"2024-09-13T16:17:24.290365+0000","last_became_peered":"2024-09-13T16:17:24.290365+0000","last_unstale":"2024-09-13T16:17:25.273223+0000","last_undegraded":"2024-09-13T16:17:25.273223+0000","last_fullsized":"2024-09-13T16:17:25.273223+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:33:50.986186+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"12.4","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889559+0000","last_change":"2024-09-13T16:17:23.912095+0000","last_active":"2024-09-13T16:17:25.889559+0000","last_peered":"2024-09-13T16:17:25.889559+0000","last_clean":"2024-09-13T16:17:25.889559+0000","last_became_active":"2024-09-13T16:17:23.911851+0000","last_became_peered":"2024-09-13T16:17:23.911851+0000","last_unstale":"2024-09-13T16:17:25.889559+0000","last_undegraded":"2024-09-13T16:17:25.889559+0000","last_fullsized":"2024-09-13T16:17:25.889559+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:15:17.016468+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.2","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.608410+0000","last_change":"2024-09-13T16:17:24.285143+0000","last_active":"2024-09-13T16:17:25.608410+0000","last_peered":"2024-09-13T16:17:25.608410+0000","last_clean":"2024-09-13T16:17:25.608410+0000","last_became_active":"2024-09-13T16:17:24.284894+0000","last_became_peered":"2024-09-13T16:17:24.284894+0000","last_unstale":"2024-09-13T16:17:25.608410+0000","last_undegraded":"2024-09-13T16:17:25.608410+0000","last_fullsized":"2024-09-13T16:17:25.608410+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:22.978555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"12.3","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271493+0000","last_change":"2024-09-13T16:17:23.919528+0000","last_active":"2024-09-13T16:17:25.271493+0000","last_peered":"2024-09-13T16:17:25.271493+0000","last_clean":"2024-09-13T16:17:25.271493+0000","last_became_active":"2024-09-13T16:17:23.919277+0000","last_became_peered":"2024-09-13T16:17:23.919277+0000","last_unstale":"2024-09-13T16:17:25.271493+0000","last_undegraded":"2024-09-13T16:17:25.271493+0000","last_fullsized":"2024-09-13T16:17:25.271493+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:43:25.112811+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"13.3","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.271488+0000","last_change":"2024-09-13T16:17:24.290637+0000","last_active":"2024-09-13T16:17:25.271488+0000","last_peered":"2024-09-13T16:17:25.271488+0000","last_clean":"2024-09-13T16:17:25.271488+0000","last_became_active":"2024-09-13T16:17:24.290372+0000","last_became_peered":"2024-09-13T16:17:24.290372+0000","last_unstale":"2024-09-13T16:17:25.271488+0000","last_undegraded":"2024-09-13T16:17:25.271488+0000","last_fullsized":"2024-09-13T16:17:25.271488+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:31:54.435950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"12.2","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272481+0000","last_change":"2024-09-13T16:17:23.912280+0000","last_active":"2024-09-13T16:17:25.272481+0000","last_peered":"2024-09-13T16:17:25.272481+0000","last_clean":"2024-09-13T16:17:25.272481+0000","last_became_active":"2024-09-13T16:17:23.912011+0000","last_became_peered":"2024-09-13T16:17:23.912011+0000","last_unstale":"2024-09-13T16:17:25.272481+0000","last_undegraded":"2024-09-13T16:17:25.272481+0000","last_fullsized":"2024-09-13T16:17:25.272481+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:07:03.890768+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.0","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272118+0000","last_change":"2024-09-13T16:17:24.281320+0000","last_active":"2024-09-13T16:17:25.272118+0000","last_peered":"2024-09-13T16:17:25.272118+0000","last_clean":"2024-09-13T16:17:25.272118+0000","last_became_active":"2024-09-13T16:17:24.280964+0000","last_became_peered":"2024-09-13T16:17:24.280964+0000","last_unstale":"2024-09-13T16:17:25.272118+0000","last_undegraded":"2024-09-13T16:17:25.272118+0000","last_fullsized":"2024-09-13T16:17:25.272118+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:04.507290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"12.1","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889460+0000","last_change":"2024-09-13T16:17:23.915200+0000","last_active":"2024-09-13T16:17:25.889460+0000","last_peered":"2024-09-13T16:17:25.889460+0000","last_clean":"2024-09-13T16:17:25.889460+0000","last_became_active":"2024-09-13T16:17:23.914943+0000","last_became_peered":"2024-09-13T16:17:23.914943+0000","last_unstale":"2024-09-13T16:17:25.889460+0000","last_undegraded":"2024-09-13T16:17:25.889460+0000","last_fullsized":"2024-09-13T16:17:25.889460+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:12:27.102923+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"13.1","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889337+0000","last_change":"2024-09-13T16:17:24.289319+0000","last_active":"2024-09-13T16:17:25.889337+0000","last_peered":"2024-09-13T16:17:25.889337+0000","last_clean":"2024-09-13T16:17:25.889337+0000","last_became_active":"2024-09-13T16:17:24.289112+0000","last_became_peered":"2024-09-13T16:17:24.289112+0000","last_unstale":"2024-09-13T16:17:25.889337+0000","last_undegraded":"2024-09-13T16:17:25.889337+0000","last_fullsized":"2024-09-13T16:17:25.889337+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:56:08.684913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"12.0","version":"0'0","reported_seq":11,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.273087+0000","last_change":"2024-09-13T16:17:23.911803+0000","last_active":"2024-09-13T16:17:25.273087+0000","last_peered":"2024-09-13T16:17:25.273087+0000","last_clean":"2024-09-13T16:17:25.273087+0000","last_became_active":"2024-09-13T16:17:23.911295+0000","last_became_peered":"2024-09-13T16:17:23.911295+0000","last_unstale":"2024-09-13T16:17:25.273087+0000","last_undegraded":"2024-09-13T16:17:25.273087+0000","last_fullsized":"2024-09-13T16:17:25.273087+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:21:21.961021+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"13.c","version":"0'0","reported_seq":10,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.889557+0000","last_change":"2024-09-13T16:17:24.279544+0000","last_active":"2024-09-13T16:17:25.889557+0000","last_peered":"2024-09-13T16:17:25.889557+0000","last_clean":"2024-09-13T16:17:25.889557+0000","last_became_active":"2024-09-13T16:17:24.279281+0000","last_became_peered":"2024-09-13T16:17:24.279281+0000","last_unstale":"2024-09-13T16:17:25.889557+0000","last_undegraded":"2024-09-13T16:17:25.889557+0000","last_fullsized":"2024-09-13T16:17:25.889557+0000","mapping_epoch":87,"log_start":"0'0","ondisk_log_start":"0'0","created":87,"last_epoch_clean":88,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:23.892138+0000","last_clean_scrub_stamp":"2024-09-13T16:17:23.892138+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:22.072231+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"12.d","version":"88'1","reported_seq":12,"reported_epoch":89,"state":"active+clean","last_fresh":"2024-09-13T16:17:25.272848+0000","last_change":"2024-09-13T16:17:23.917629+0000","last_active":"2024-09-13T16:17:25.272848+0000","last_peered":"2024-09-13T16:17:25.272848+0000","last_clean":"2024-09-13T16:17:25.272848+0000","last_became_active":"2024-09-13T16:17:23.917219+0000","last_became_peered":"2024-09-13T16:17:23.917219+0000","last_unstale":"2024-09-13T16:17:25.272848+0000","last_undegraded":"2024-09-13T16:17:25.272848+0000","last_fullsized":"2024-09-13T16:17:25.272848+0000","mapping_epoch":86,"log_start":"0'0","ondisk_log_start":"0'0","created":86,"last_epoch_clean":87,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:17:22.874604+0000","last_clean_scrub_stamp":"2024-09-13T16:17:22.874604+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:19.465581+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":235,"reported_epoch":88,"state":"active+clean","last_fresh":"2024-09-13T16:17:24.267901+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:17:24.267901+0000","last_peered":"2024-09-13T16:17:24.267901+0000","last_clean":"2024-09-13T16:17:24.267901+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:17:24.267901+0000","last_undegraded":"2024-09-13T16:17:24.267901+0000","last_fullsized":"2024-09-13T16:17:24.267901+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":13,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":12,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834574934,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32776,"kb_used_data":1652,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339064,"statfs":{"total":96636764160,"available":96603201536,"internally_reserved":0,"allocated":1691648,"data_stored":1061350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":31848907},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.56599999999999995,"15min":0.54800000000000004},"min":{"1min":0.38900000000000001,"5min":0.38200000000000001,"15min":0.35599999999999998},"max":{"1min":0.70199999999999996,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.42599999999999999},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56000000000000005,"15min":0.51600000000000001},"min":{"1min":0.38300000000000001,"5min":0.371,"15min":0.311},"max":{"1min":0.70499999999999996,"5min":1.1559999999999999,"15min":1.1559999999999999},"last":0.54600000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55900000000000005,"15min":0.54000000000000004},"min":{"1min":0.42899999999999999,"5min":0.33700000000000002,"15min":0.28599999999999998},"max":{"1min":0.69999999999999996,"5min":0.78400000000000003,"15min":0.78400000000000003},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.58199999999999996,"15min":0.53200000000000003},"min":{"1min":0.46999999999999997,"5min":0.35599999999999998,"15min":0.307},"max":{"1min":0.755,"5min":1.02,"15min":1.02},"last":0.498}]},{"osd":2,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56399999999999995,"15min":0.52400000000000002},"min":{"1min":0.34499999999999997,"5min":0.33100000000000002,"15min":0.30599999999999999},"max":{"1min":0.67900000000000005,"5min":0.88,"15min":0.88},"last":0.56699999999999995},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.59399999999999997,"15min":0.54100000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.35899999999999999},"max":{"1min":0.754,"5min":1.3169999999999999,"15min":1.3169999999999999},"last":0.624}]},{"osd":3,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.57199999999999995,"15min":0.54000000000000004},"min":{"1min":0.35699999999999998,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69699999999999995,"5min":1.335,"15min":1.335},"last":0.61599999999999999},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.59999999999999998,"15min":0.56399999999999995},"min":{"1min":0.46700000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.72899999999999998,"5min":1.284,"15min":1.284},"last":0.66000000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.42699999999999999,"5min":0.44900000000000001,"15min":0.47299999999999998},"min":{"1min":0.311,"5min":0.27700000000000002,"15min":0.23000000000000001},"max":{"1min":0.59199999999999997,"5min":0.70499999999999996,"15min":0.78300000000000003},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.46600000000000003,"5min":0.48899999999999999,"15min":0.49099999999999999},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.26000000000000001},"max":{"1min":0.71999999999999997,"5min":0.76800000000000002,"15min":0.76800000000000002},"last":0.47699999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.49199999999999999,"15min":0.53500000000000003},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.60399999999999998,"5min":0.73299999999999998,"15min":0.79700000000000004},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.52500000000000002,"15min":0.54300000000000004},"min":{"1min":0.35399999999999998,"5min":0.33800000000000002,"15min":0.28399999999999997},"max":{"1min":0.57199999999999995,"5min":0.69699999999999995,"15min":0.82199999999999995},"last":0.64800000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.40699999999999997,"5min":0.36899999999999999,"15min":0.318},"max":{"1min":0.65200000000000002,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.52800000000000002,"15min":0.55100000000000005},"min":{"1min":0.34899999999999998,"5min":0.32300000000000001,"15min":0.32300000000000001},"max":{"1min":0.621,"5min":0.72099999999999997,"15min":0.85199999999999998},"last":0.63900000000000001}]}]},{"osd":6,"up_from":13,"seq":55834574934,"num_pgs":30,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":471606,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":31848903},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.59199999999999997},"min":{"1min":0.45500000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.75,"5min":1.226,"15min":1.226},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.58799999999999997,"15min":0.55500000000000005},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.75,"5min":1.2170000000000001,"15min":1.2170000000000001},"last":0.67800000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.57499999999999996,"15min":0.57099999999999995},"min":{"1min":0.41399999999999998,"5min":0.32100000000000001,"15min":0.32100000000000001},"max":{"1min":0.77600000000000002,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.60799999999999998,"15min":0.59099999999999997},"min":{"1min":0.47799999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.69899999999999995,"5min":1.177,"15min":1.177},"last":0.71599999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.57099999999999995,"15min":0.54200000000000004},"min":{"1min":0.436,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.68700000000000006,"5min":0.98799999999999999,"15min":0.98799999999999999},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.60299999999999998,"15min":0.60399999999999998},"min":{"1min":0.42699999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.67800000000000005,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.63200000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.58199999999999996,"15min":0.57599999999999996},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73299999999999998,"5min":1.1020000000000001,"15min":1.1020000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59099999999999997,"15min":0.59399999999999997},"min":{"1min":0.42099999999999999,"5min":0.376,"15min":0.376},"max":{"1min":0.73799999999999999,"5min":1.163,"15min":1.163},"last":0.53700000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.50700000000000001,"5min":0.50900000000000001,"15min":0.53300000000000003},"min":{"1min":0.313,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.70799999999999996,"5min":0.874,"15min":0.874},"last":0.371},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51500000000000001,"15min":0.53000000000000003},"min":{"1min":0.36399999999999999,"5min":0.33300000000000002,"15min":0.33300000000000002},"max":{"1min":0.83399999999999996,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.40600000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.48899999999999999,"15min":0.52400000000000002},"min":{"1min":0.36499999999999999,"5min":0.317,"15min":0.317},"max":{"1min":0.625,"5min":0.78500000000000003,"15min":0.79200000000000004},"last":0.48399999999999999},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.58699999999999997},"min":{"1min":0.34599999999999997,"5min":0.34599999999999997,"15min":0.34599999999999997},"max":{"1min":0.74299999999999999,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.45800000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:16:38 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.56200000000000006,"15min":0.58499999999999996},"min":{"1min":0.40200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.755,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.501},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.56000000000000005,"15min":0.58199999999999996},"min":{"1min":0.437,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.71699999999999997,"5min":0.78600000000000003,"15min":0.82699999999999996},"last":0.42999999999999999}]}]},{"osd":5,"up_from":13,"seq":55834574935,"num_pgs":16,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32200,"kb_used_data":1084,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339640,"statfs":{"total":96636764160,"available":96603791360,"internally_reserved":0,"allocated":1110016,"data_stored":472498,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.56299999999999994,"15min":0.52700000000000002},"min":{"1min":0.373,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.78500000000000003,"5min":0.78500000000000003,"15min":0.81299999999999994},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.60799999999999998,"5min":0.629,"15min":0.55700000000000005},"min":{"1min":0.42699999999999999,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.77600000000000002,"5min":5.0430000000000001,"15min":5.0430000000000001},"last":0.50800000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.57899999999999996,"15min":0.52900000000000003},"min":{"1min":0.39100000000000001,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.79000000000000004,"5min":0.84799999999999998,"15min":0.84799999999999998},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.59799999999999998,"5min":0.57699999999999996,"15min":0.53700000000000003},"min":{"1min":0.42399999999999999,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.80900000000000005,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.57199999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61199999999999999,"5min":0.623,"15min":0.56000000000000005},"min":{"1min":0.35799999999999998,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.82399999999999995,"5min":4.9580000000000002,"15min":4.9580000000000002},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.58999999999999997,"15min":0.56399999999999995},"min":{"1min":0.48699999999999999,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.76200000000000001,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.46999999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.623,"15min":0.57399999999999995},"min":{"1min":0.46700000000000003,"5min":0.311,"15min":0.311},"max":{"1min":0.85399999999999998,"5min":5.0030000000000001,"15min":5.0030000000000001},"last":0.44},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.60999999999999999,"15min":0.57599999999999996},"min":{"1min":0.45000000000000001,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.79600000000000004,"5min":0.879,"15min":0.93200000000000005},"last":0.59899999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"min":{"1min":0.30299999999999999,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.72399999999999998,"5min":0.76600000000000001,"15min":0.76600000000000001},"last":0.73999999999999999},{"interface":"front","average":{"1min":0.51600000000000001,"5min":0.55500000000000005,"15min":0.56699999999999995},"min":{"1min":0.38400000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.68700000000000006,"5min":5.5049999999999999,"15min":5.5049999999999999},"last":0.67600000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.54200000000000004,"15min":0.55000000000000004},"min":{"1min":0.39600000000000002,"5min":0.28999999999999998,"15min":0.28999999999999998},"max":{"1min":0.68300000000000005,"5min":2.5089999999999999,"15min":2.5089999999999999},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52600000000000002,"15min":0.56599999999999995},"min":{"1min":0.35399999999999998,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.752,"5min":0.77100000000000002,"15min":0.77900000000000003},"last":0.48699999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:16:39 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.59299999999999997,"15min":0.60299999999999998},"min":{"1min":0.42799999999999999,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.69799999999999995,"5min":5.0890000000000004,"15min":5.0890000000000004},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.61799999999999999,"15min":0.61899999999999999},"min":{"1min":0.373,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":0.73899999999999999,"5min":5.6669999999999998,"15min":5.6669999999999998},"last":0.66200000000000003}]}]},{"osd":4,"up_from":13,"seq":55834574934,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1068,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1093632,"data_stored":470912,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58399999999999996,"15min":0.52800000000000002},"min":{"1min":0.42799999999999999,"5min":0.26200000000000001,"15min":0.26200000000000001},"max":{"1min":0.78300000000000003,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.46500000000000002},{"interface":"front","average":{"1min":0.57999999999999996,"5min":0.56399999999999995,"15min":0.52400000000000002},"min":{"1min":0.37,"5min":0.32600000000000001,"15min":0.32600000000000001},"max":{"1min":0.77500000000000002,"5min":0.80400000000000005,"15min":1.131},"last":0.48799999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.56699999999999995,"15min":0.504},"min":{"1min":0.40300000000000002,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.82199999999999995,"5min":0.93200000000000005,"15min":0.93200000000000005},"last":0.47399999999999998},{"interface":"front","average":{"1min":0.59899999999999998,"5min":0.58799999999999997,"15min":0.54800000000000004},"min":{"1min":0.33300000000000002,"5min":0.33300000000000002,"15min":0.33100000000000002},"max":{"1min":0.75900000000000001,"5min":0.83099999999999996,"15min":0.83099999999999996},"last":0.56299999999999994}]},{"osd":2,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.60099999999999998,"15min":0.55600000000000005},"min":{"1min":0.434,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74399999999999999,"5min":0.95799999999999996,"15min":0.95799999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.60599999999999998,"15min":0.56100000000000005},"min":{"1min":0.51200000000000001,"5min":0.40000000000000002,"15min":0.39500000000000002},"max":{"1min":0.83999999999999997,"5min":0.92000000000000004,"15min":0.92000000000000004},"last":0.60399999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.58499999999999996,"5min":0.57799999999999996,"15min":0.52500000000000002},"min":{"1min":0.41499999999999998,"5min":0.372,"15min":0.372},"max":{"1min":0.74099999999999999,"5min":0.79500000000000004,"15min":0.79500000000000004},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.63700000000000001,"5min":0.60499999999999998,"15min":0.58499999999999996},"min":{"1min":0.439,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":0.79800000000000004},"last":0.55100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.495,"15min":0.51300000000000001},"min":{"1min":0.33200000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.55600000000000005,"5min":0.51500000000000001,"15min":0.49099999999999999},"min":{"1min":0.36899999999999999,"5min":0.33600000000000002,"15min":0.31},"max":{"1min":0.69399999999999995,"5min":0.84199999999999997,"15min":0.84199999999999997},"last":0.40200000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55900000000000005,"5min":0.51400000000000001,"15min":0.51200000000000001},"min":{"1min":0.377,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.54600000000000004,"15min":0.52200000000000002},"min":{"1min":0.39700000000000002,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.81200000000000006,"5min":0.81200000000000006,"15min":0.81200000000000006},"last":0.58599999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53900000000000003,"15min":0.51900000000000002},"min":{"1min":0.35799999999999998,"5min":0.315,"15min":0.315},"max":{"1min":0.73899999999999999,"5min":0.76000000000000001,"15min":0.76000000000000001},"last":0.53800000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.56799999999999995,"15min":0.56599999999999995},"min":{"1min":0.40999999999999998,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.81100000000000005,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.52800000000000002}]}]},{"osd":3,"up_from":13,"seq":55834574935,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":472476,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":31848906},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.39000000000000001,"5min":0.36499999999999999,"15min":0.377},"min":{"1min":0.249,"5min":0.191,"15min":0.191},"max":{"1min":0.52300000000000002,"5min":0.63800000000000001,"15min":1.3979999999999999},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.373,"5min":0.36399999999999999,"15min":0.34799999999999998},"min":{"1min":0.246,"5min":0.22900000000000001,"15min":0.21099999999999999},"max":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.93100000000000005},"last":0.31}]},{"osd":1,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.36199999999999999,"15min":0.38200000000000001},"min":{"1min":0.26500000000000001,"5min":0.222,"15min":0.222},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":1.306},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.39600000000000002,"15min":0.374},"min":{"1min":0.29399999999999998,"5min":0.23599999999999999,"15min":0.22600000000000001},"max":{"1min":0.59999999999999998,"5min":0.66800000000000004,"15min":0.82799999999999996},"last":0.36499999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.40899999999999997,"15min":0.40300000000000002},"min":{"1min":0.312,"5min":0.26800000000000002,"15min":0.219},"max":{"1min":0.58099999999999996,"5min":0.65700000000000003,"15min":1.339},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.439,"5min":0.438,"15min":0.442},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.60299999999999998,"5min":0.63800000000000001,"15min":1.3700000000000001},"last":0.40699999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.60199999999999998,"5min":0.61299999999999999,"15min":0.60699999999999998},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.73599999999999999,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.61499999999999999,"15min":0.60099999999999998},"min":{"1min":0.45600000000000002,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.79500000000000004,"5min":1,"15min":1},"last":0.52900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.60199999999999998,"15min":0.57699999999999996},"min":{"1min":0.37,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.748,"5min":1.0549999999999999,"15min":1.0549999999999999},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.60999999999999999,"5min":0.63,"15min":0.624},"min":{"1min":0.47799999999999998,"5min":0.41299999999999998,"15min":0.371},"max":{"1min":0.89200000000000002,"5min":1.1080000000000001,"15min":1.1080000000000001},"last":0.59699999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.61499999999999999,"15min":0.61099999999999999},"min":{"1min":0.44600000000000001,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.81200000000000006,"5min":0.94899999999999995,"15min":0.94899999999999995},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.61099999999999999,"5min":0.63100000000000001,"15min":0.61699999999999999},"min":{"1min":0.41799999999999998,"5min":0.373,"15min":0.373},"max":{"1min":0.82299999999999995,"5min":0.95599999999999996,"15min":0.95599999999999996},"last":0.61699999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:16:47 2024","interfaces":[{"interface":"back","average":{"1min":0.62,"5min":0.63200000000000001,"15min":0.63800000000000001},"min":{"1min":0.433,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":0.92000000000000004,"5min":0.96099999999999997,"15min":1.042},"last":0.629},{"interface":"front","average":{"1min":0.624,"5min":0.64500000000000002,"15min":0.63800000000000001},"min":{"1min":0.49099999999999999,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.77800000000000002,"5min":1.016,"15min":1.081},"last":0.57199999999999995}]}]},{"osd":2,"up_from":13,"seq":55834574935,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32188,"kb_used_data":1072,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339652,"statfs":{"total":96636764160,"available":96603803648,"internally_reserved":0,"allocated":1097728,"data_stored":471494,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.376,"15min":0.34999999999999998},"min":{"1min":0.25600000000000001,"5min":0.182,"15min":0.182},"max":{"1min":0.52200000000000002,"5min":0.69299999999999995,"15min":0.69299999999999995},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.38500000000000001,"15min":0.373},"min":{"1min":0.25700000000000001,"5min":0.247,"15min":0.22},"max":{"1min":0.57799999999999996,"5min":0.60799999999999998,"15min":0.60799999999999998},"last":0.34799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.40899999999999997,"5min":0.40600000000000003,"15min":0.374},"min":{"1min":0.30299999999999999,"5min":0.23499999999999999,"15min":0.23499999999999999},"max":{"1min":0.60799999999999998,"5min":0.68300000000000005,"15min":0.68300000000000005},"last":0.42499999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.41399999999999998,"15min":0.39200000000000002},"min":{"1min":0.27800000000000002,"5min":0.247,"15min":0.23999999999999999},"max":{"1min":0.56699999999999995,"5min":0.66500000000000004,"15min":0.66500000000000004},"last":0.39200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.38600000000000001,"15min":0.376},"min":{"1min":0.27100000000000002,"5min":0.247,"15min":0.247},"max":{"1min":0.54600000000000004,"5min":0.67100000000000004,"15min":0.83099999999999996},"last":0.30499999999999999},{"interface":"front","average":{"1min":0.44600000000000001,"5min":0.442,"15min":0.41799999999999998},"min":{"1min":0.307,"5min":0.28199999999999997,"15min":0.28199999999999997},"max":{"1min":0.61899999999999999,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.36699999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.66700000000000004,"15min":0.59699999999999998},"min":{"1min":0.41999999999999998,"5min":0.39300000000000002,"15min":0.35699999999999998},"max":{"1min":0.88,"5min":4.8230000000000004,"15min":4.8230000000000004},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.622,"15min":0.59999999999999998},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.79600000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.78700000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.66700000000000004,"15min":0.61799999999999999},"min":{"1min":0.43099999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.76500000000000001,"5min":4.7480000000000002,"15min":4.7480000000000002},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.64000000000000001,"5min":0.67000000000000004,"15min":0.63200000000000001},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.33300000000000002},"max":{"1min":0.82999999999999996,"5min":4.8789999999999996,"15min":4.8789999999999996},"last":0.65700000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64500000000000002,"5min":0.63900000000000001,"15min":0.61499999999999999},"min":{"1min":0.45700000000000002,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.84799999999999998,"5min":1.004,"15min":1.004},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.64400000000000002,"5min":0.64700000000000002,"15min":0.63900000000000001},"min":{"1min":0.46500000000000002,"5min":0.443,"15min":0.42199999999999999},"max":{"1min":0.85199999999999998,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.59599999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64300000000000002,"5min":0.69999999999999996,"15min":0.64500000000000002},"min":{"1min":0.46400000000000002,"5min":0.45300000000000001,"15min":0.435},"max":{"1min":0.81100000000000005,"5min":4.7999999999999998,"15min":4.7999999999999998},"last":0.82099999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63500000000000001,"15min":0.64400000000000002},"min":{"1min":0.48599999999999999,"5min":0.41099999999999998,"15min":0.39200000000000002},"max":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":1.125},"last":0.63}]}]},{"osd":1,"up_from":13,"seq":55834574935,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32196,"kb_used_data":1080,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339644,"statfs":{"total":96636764160,"available":96603795456,"internally_reserved":0,"allocated":1105920,"data_stored":471106,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.36799999999999999,"15min":0.39600000000000002},"min":{"1min":0.25,"5min":0.193,"15min":0.193},"max":{"1min":0.503,"5min":0.60399999999999998,"15min":1.2929999999999999},"last":0.27100000000000002},{"interface":"front","average":{"1min":0.38800000000000001,"5min":0.378,"15min":0.42599999999999999},"min":{"1min":0.27000000000000002,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.625,"5min":0.625,"15min":1.494},"last":0.40100000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.36499999999999999,"15min":0.41499999999999998},"min":{"1min":0.26700000000000002,"5min":0.219,"15min":0.219},"max":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":1.679},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42899999999999999,"5min":0.42499999999999999,"15min":0.44900000000000001},"min":{"1min":0.30499999999999999,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.64200000000000002,"5min":0.66200000000000003,"15min":1.3779999999999999},"last":0.34000000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.46000000000000002,"5min":0.44400000000000001,"15min":0.46300000000000002},"min":{"1min":0.34499999999999997,"5min":0.25600000000000001,"15min":0.25600000000000001},"max":{"1min":0.66100000000000003,"5min":0.67000000000000004,"15min":1.403},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.41599999999999998,"15min":0.45200000000000001},"min":{"1min":0.28399999999999997,"5min":0.28399999999999997,"15min":0.26200000000000001},"max":{"1min":0.629,"5min":0.68300000000000005,"15min":1.5920000000000001},"last":0.376}]},{"osd":4,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.65000000000000002,"15min":0.60399999999999998},"min":{"1min":0.46000000000000002,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":0.90800000000000003,"5min":4.617,"15min":4.617},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.64300000000000002,"5min":0.71999999999999997,"15min":0.66200000000000003},"min":{"1min":0.498,"5min":0.41299999999999998,"15min":0.39000000000000001},"max":{"1min":0.88300000000000001,"5min":10.506,"15min":10.506},"last":0.77900000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.72399999999999998,"15min":0.68400000000000005},"min":{"1min":0.46300000000000002,"5min":0.40999999999999998,"15min":0.39200000000000002},"max":{"1min":0.99299999999999999,"5min":10.292,"15min":10.292},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.63600000000000001,"5min":0.63900000000000001,"15min":0.61099999999999999},"min":{"1min":0.46100000000000002,"5min":0.432,"15min":0.39900000000000002},"max":{"1min":0.86099999999999999,"5min":1.492,"15min":1.492},"last":0.65900000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66000000000000003,"5min":0.64800000000000002,"15min":0.66900000000000004},"min":{"1min":0.434,"5min":0.41799999999999998,"15min":0.41799999999999998},"max":{"1min":1.014,"5min":1.544,"15min":1.571},"last":0.58999999999999997},{"interface":"front","average":{"1min":0.64200000000000002,"5min":0.624,"15min":0.621},"min":{"1min":0.48199999999999998,"5min":0.38200000000000001,"15min":0.38200000000000001},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:16:44 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.67400000000000004,"15min":0.66400000000000003},"min":{"1min":0.44500000000000001,"5min":0.44500000000000001,"15min":0.36499999999999999},"max":{"1min":0.96199999999999997,"5min":1.9890000000000001,"15min":1.9890000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.69899999999999995,"15min":0.70299999999999996},"min":{"1min":0.51100000000000001,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.96999999999999997,"5min":4.875,"15min":4.875},"last":0.75800000000000001}]}]},{"osd":0,"up_from":13,"seq":55834574935,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32772,"kb_used_data":1648,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339068,"statfs":{"total":96636764160,"available":96603205632,"internally_reserved":0,"allocated":1687552,"data_stored":1060695,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.36699999999999999,"5min":0.36899999999999999,"15min":0.38700000000000001},"min":{"1min":0.27100000000000002,"5min":0.21299999999999999,"15min":0.21299999999999999},"max":{"1min":0.47499999999999998,"5min":0.68799999999999994,"15min":1.6719999999999999},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.38500000000000001,"15min":0.39500000000000002},"min":{"1min":0.26300000000000001,"5min":0.23799999999999999,"15min":0.22},"max":{"1min":0.55600000000000005,"5min":0.57599999999999996,"15min":1.7589999999999999},"last":0.34499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39300000000000002,"15min":0.40899999999999997},"min":{"1min":0.312,"5min":0.24399999999999999,"15min":0.24399999999999999},"max":{"1min":0.57399999999999995,"5min":0.66500000000000004,"15min":1.7030000000000001},"last":0.36799999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.40400000000000003,"15min":0.41999999999999998},"min":{"1min":0.315,"5min":0.27900000000000003,"15min":0.25600000000000001},"max":{"1min":0.54900000000000004,"5min":0.64400000000000002,"15min":1.7889999999999999},"last":0.38500000000000001}]},{"osd":3,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.38200000000000001,"5min":0.377,"15min":0.40100000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.24299999999999999},"max":{"1min":0.53800000000000003,"5min":0.61299999999999999,"15min":1.9039999999999999},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.42599999999999999,"5min":0.42999999999999999,"15min":0.442},"min":{"1min":0.28199999999999997,"5min":0.28199999999999997,"15min":0.26700000000000002},"max":{"1min":0.61099999999999999,"5min":0.63100000000000001,"15min":1.7270000000000001},"last":0.438}]},{"osd":4,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.623,"15min":0.59399999999999997},"min":{"1min":0.40100000000000002,"5min":0.372,"15min":0.372},"max":{"1min":1.0980000000000001,"5min":1.659,"15min":1.659},"last":0.496},{"interface":"front","average":{"1min":0.67000000000000004,"5min":0.67500000000000004,"15min":0.63300000000000001},"min":{"1min":0.49099999999999999,"5min":0.36499999999999999,"15min":0.36299999999999999},"max":{"1min":1.141,"5min":4.8959999999999999,"15min":4.8959999999999999},"last":0.55100000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.68799999999999994,"5min":0.63300000000000001,"15min":0.63200000000000001},"min":{"1min":0.45400000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.0700000000000001,"5min":1.6930000000000001,"15min":1.853},"last":0.65500000000000003},{"interface":"front","average":{"1min":0.65900000000000003,"5min":3.222,"15min":1.464},"min":{"1min":0.502,"5min":0.40400000000000003,"15min":0.36699999999999999},"max":{"1min":1.1919999999999999,"5min":209.25700000000001,"15min":209.25700000000001},"last":0.48299999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.66200000000000003,"5min":0.67200000000000004,"15min":0.61299999999999999},"min":{"1min":0.436,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.1619999999999999,"5min":4.7939999999999996,"15min":4.7939999999999996},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.64100000000000001,"15min":0.621},"min":{"1min":0.47599999999999998,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.1519999999999999,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":0.52900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:16:42 2024","interfaces":[{"interface":"back","average":{"1min":0.71299999999999997,"5min":0.65600000000000003,"15min":0.61899999999999999},"min":{"1min":0.52000000000000002,"5min":0.41399999999999998,"15min":0.41399999999999998},"max":{"1min":1.0529999999999999,"5min":1.734,"15min":1.734},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.65700000000000003,"5min":0.68799999999999994,"15min":0.66200000000000003},"min":{"1min":0.48799999999999999,"5min":0.41399999999999998,"15min":0.39400000000000002},"max":{"1min":1.179,"5min":4.8280000000000003,"15min":4.8280000000000003},"last":0.68500000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":194,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":694,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":12,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":13,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:17:27.585 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:17:27.586 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:17:27.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.728+0000 7f6447b9c640 1 Processor -- start 2024-09-13T16:17:27.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.729+0000 7f6447b9c640 1 -- start start 2024-09-13T16:17:27.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.729+0000 7f6447b9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6440153420 0x7f64400cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.729+0000 7f6447b9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64400b3410 0x7f64400b1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.729+0000 7f6447b9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f644015d6b0 con 0x7f6440153040 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6447b9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f644015ce60 con 0x7f64400b3410 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6447b9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64400cbfe0 con 0x7f6440153420 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64400b3410 0x7f64400b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64400b3410 0x7f64400b1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48476/0 (socket says 172.21.15.39:48476) 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 -- 172.21.15.39:0/3391302336 learned_addr learned my addr 172.21.15.39:0/3391302336 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6445137640 1 --2- 172.21.15.39:0/3391302336 >> v2:172.21.15.157:3300/0 conn(0x7f6440153420 0x7f64400cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 -- 172.21.15.39:0/3391302336 >> v2:172.21.15.157:3300/0 conn(0x7f6440153420 msgr2=0x7f64400cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:27.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 --2- 172.21.15.39:0/3391302336 >> v2:172.21.15.157:3300/0 conn(0x7f6440153420 0x7f64400cd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 -- 172.21.15.39:0/3391302336 >> v1:172.21.15.157:6789/0 conn(0x7f6440153040 legacy=0x7f644015c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.730+0000 7f6446139640 1 -- 172.21.15.39:0/3391302336 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f644015d0f0 con 0x7f64400b3410 2024-09-13T16:17:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6446139640 1 --2- 172.21.15.39:0/3391302336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f64400b1330 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f6438009e50 tx=0x7f643802a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fd56ab3494c0ae0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6444936640 1 -- 172.21.15.39:0/3391302336 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6438031600 con 0x7f64400b3410 2024-09-13T16:17:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6444936640 1 -- 172.21.15.39:0/3391302336 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643802d050 con 0x7f64400b3410 2024-09-13T16:17:27.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6444936640 1 -- 172.21.15.39:0/3391302336 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6438031980 con 0x7f64400b3410 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6447b9c640 1 -- 172.21.15.39:0/3391302336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 msgr2=0x7f64400b1330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6447b9c640 1 --2- 172.21.15.39:0/3391302336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f64400b1330 secure :-1 s=READY pgs=1313 cs=0 l=1 rev1=1 crypto rx=0x7f6438009e50 tx=0x7f643802a5f0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6447b9c640 1 -- 172.21.15.39:0/3391302336 shutdown_connections 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6447b9c640 1 --2- 172.21.15.39:0/3391302336 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f64400b1330 unknown :-1 s=CLOSED pgs=1313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6447b9c640 1 --2- 172.21.15.39:0/3391302336 >> v2:172.21.15.157:3300/0 conn(0x7f6440153420 0x7f64400cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.731+0000 7f6447b9c640 1 -- 172.21.15.39:0/3391302336 >> 172.21.15.39:0/3391302336 conn(0x7f644006b3b0 msgr2=0x7f644006b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.732+0000 7f6447b9c640 1 -- 172.21.15.39:0/3391302336 shutdown_connections 2024-09-13T16:17:27.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.732+0000 7f6447b9c640 1 -- 172.21.15.39:0/3391302336 wait complete. 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.733+0000 7f6447b9c640 1 Processor -- start 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.733+0000 7f6447b9c640 1 -- start start 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.733+0000 7f6447b9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f644014e8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.733+0000 7f6447b9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6440153040 0x7f644006f2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6447b9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6440153420 0x7f6440136ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6447b9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f644014acb0 con 0x7f64400b3410 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6447b9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f644014a0a0 con 0x7f6440153040 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6447b9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f644014a380 con 0x7f6440153420 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f644014e8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f644014e8d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48480/0 (socket says 172.21.15.39:48480) 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 -- 172.21.15.39:0/2023767736 learned_addr learned my addr 172.21.15.39:0/2023767736 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445137640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6440153040 0x7f644006f2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6446139640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6440153420 0x7f6440136ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 -- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6440153420 msgr2=0x7f6440136ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6440153420 0x7f6440136ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 -- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6440153040 msgr2=0x7f644006f2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6440153040 0x7f644006f2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 -- 172.21.15.39:0/2023767736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6438009b30 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6446139640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6440153420 0x7f6440136ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6445938640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f644014e8d0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f643c00c430 tx=0x7f643c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c011790 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f643c0118f0 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f644014a660 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f643c011ce0 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.734+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64400cee70 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.735+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64400cab80 con 0x7f64400b3410 2024-09-13T16:17:27.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.736+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f643c01c460 con 0x7f64400b3410 2024-09-13T16:17:27.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.736+0000 7f64367fc640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f642406ac00 0x7f642406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:27.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.736+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f643c089230 con 0x7f64400b3410 2024-09-13T16:17:27.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.737+0000 7f6445137640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f642406ac00 0x7f642406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:27.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.737+0000 7f6445137640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f642406ac00 0x7f642406d0c0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f64400ced90 tx=0x7f6430008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:27.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.740+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f643c054410 con 0x7f64400b3410 2024-09-13T16:17:27.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.976+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f64400672f0 con 0x7f64400b3410 2024-09-13T16:17:27.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.979+0000 7f64367fc640 1 -- 172.21.15.39:0/2023767736 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v17) v1 ==== 190+0+0 (secure 0 0 0) 0x7f643c057a30 con 0x7f64400b3410 2024-09-13T16:17:27.981 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-13T16:17:27.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.981+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f642406ac00 msgr2=0x7f642406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.981+0000 7f6447b9c640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f642406ac00 0x7f642406d0c0 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f64400ced90 tx=0x7f6430008040 comp rx=0 tx=0).stop 2024-09-13T16:17:27.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.981+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 msgr2=0x7f644014e8d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:27.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.981+0000 7f6447b9c640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f644014e8d0 secure :-1 s=READY pgs=1314 cs=0 l=1 rev1=1 crypto rx=0x7f643c00c430 tx=0x7f643c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 shutdown_connections 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f642406ac00 0x7f642406d0c0 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6440153420 0x7f6440136ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6440153040 0x7f644006f2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 --2- 172.21.15.39:0/2023767736 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64400b3410 0x7f644014e8d0 unknown :-1 s=CLOSED pgs=1314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 >> 172.21.15.39:0/2023767736 conn(0x7f644006b3b0 msgr2=0x7f64400b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 shutdown_connections 2024-09-13T16:17:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:27.982+0000 7f6447b9c640 1 -- 172.21.15.39:0/2023767736 wait complete. 2024-09-13T16:17:27.994 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.094+0000 7fc80837d640 1 Processor -- start 2024-09-13T16:17:28.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.094+0000 7fc80837d640 1 -- start start 2024-09-13T16:17:28.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.095+0000 7fc80837d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc800165710 0x7fc800167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.095+0000 7fc80837d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8000cde30 con 0x7fc8000ccf80 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.095+0000 7fc80837d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8000b5090 con 0x7fc8000b41a0 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.095+0000 7fc80837d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8000cd820 con 0x7fc800165710 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805918640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc8000ccf80 0x7fc800163ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38468/0 (socket says 172.21.15.39:38468) 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805918640 1 -- 172.21.15.39:0/3315265399 learned_addr learned my addr 172.21.15.39:0/3315265399 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1204784145 0 0) 0x7fc8000cde30 con 0x7fc8000ccf80 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc7e8003520 con 0x7fc8000ccf80 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc80691a640 1 --2- 172.21.15.39:0/3315265399 >> v2:172.21.15.157:3300/0 conn(0x7fc800165710 0x7fc800167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3021909144 0 0) 0x7fc7e8003520 con 0x7fc8000ccf80 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 >> v2:172.21.15.157:3300/0 conn(0x7fc800165710 msgr2=0x7fc800167b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 --2- 172.21.15.39:0/3315265399 >> v2:172.21.15.157:3300/0 conn(0x7fc800165710 0x7fc800167b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 >> v1:172.21.15.157:6789/0 conn(0x7fc8000b41a0 legacy=0x7fc8000b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc80015cd60 con 0x7fc8000ccf80 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc7f4001670 con 0x7fc8000ccf80 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 >> v1:172.21.15.39:6789/0 conn(0x7fc8000ccf80 legacy=0x7fc800163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc7e8003970 0x7fc7e8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e80047c0 0x7fc7e8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7e8005180 0x7fc7e800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8000cd820 con 0x7fc7e8005180 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e800c020 con 0x7fc7e80047c0 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7e800c1e0 con 0x7fc7e8003970 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc80691a640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7e8005180 0x7fc7e800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc806119640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc7e8003970 0x7fc7e8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.096+0000 7fc805918640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e80047c0 0x7fc7e8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 -- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc7e8003970 msgr2=0x7fc7e8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc7e8003970 0x7fc7e8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 -- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e80047c0 msgr2=0x7fc7e8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e80047c0 0x7fc7e8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 -- 172.21.15.39:0/3315265399 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc7e8003520 con 0x7fc7e8005180 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 -- 172.21.15.39:0/3315265399 reap_dead start 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.097+0000 7fc80691a640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7e8005180 0x7fc7e800b980 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fc8000d26f0 tx=0x7fc7e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7b98bc46e2aad89 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f8031400 con 0x7fc7e8005180 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7f802d050 con 0x7fc7e8005180 2024-09-13T16:17:28.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc805117640 1 -- 172.21.15.39:0/3315265399 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f80317a0 con 0x7fc7e8005180 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 -- 172.21.15.39:0/3315265399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7e8005180 msgr2=0x7fc7e800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7e8005180 0x7fc7e800b980 secure :-1 s=READY pgs=1316 cs=0 l=1 rev1=1 crypto rx=0x7fc8000d26f0 tx=0x7fc7e80057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 -- 172.21.15.39:0/3315265399 shutdown_connections 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 --2- 172.21.15.39:0/3315265399 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc7e8005180 0x7fc7e800b980 unknown :-1 s=CLOSED pgs=1316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 -- 172.21.15.39:0/3315265399 >> 172.21.15.39:0/3315265399 conn(0x7fc8000cf1a0 msgr2=0x7fc8000cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 -- 172.21.15.39:0/3315265399 shutdown_connections 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.098+0000 7fc80837d640 1 -- 172.21.15.39:0/3315265399 wait complete. 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.099+0000 7fc80837d640 1 Processor -- start 2024-09-13T16:17:28.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.099+0000 7fc80837d640 1 -- start start 2024-09-13T16:17:28.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80837d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e8005180 0x7fc80015dc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80837d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc800155470 0x7fc80015e430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80837d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 0x7fc800154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80837d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc800156800 con 0x7fc800154840 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80837d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc800155bf0 con 0x7fc7e8005180 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80837d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc800155ed0 con 0x7fc800155470 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80691a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 0x7fc800154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80691a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 0x7fc800154c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48504/0 (socket says 172.21.15.39:48504) 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc80691a640 1 -- 172.21.15.39:0/3546021679 learned_addr learned my addr 172.21.15.39:0/3546021679 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc806119640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e8005180 0x7fc80015dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.100+0000 7fc805918640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc800155470 0x7fc80015e430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80691a640 1 -- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc800155470 msgr2=0x7fc80015e430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80691a640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc800155470 0x7fc80015e430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80691a640 1 -- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e8005180 msgr2=0x7fc80015dc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80691a640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e8005180 0x7fc80015dc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80691a640 1 -- 172.21.15.39:0/3546021679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8001561b0 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc805918640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc800155470 0x7fc80015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80691a640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 0x7fc800154c80 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fc7f802ab70 tx=0x7fc7f80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f803b810 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc7f803b990 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc7f803bd40 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc800156490 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.101+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8001551c0 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.102+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc800067330 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.102+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc7f803a3a0 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.103+0000 7fc7feffd640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc7ec06ac00 0x7fc7ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.103+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc7f80a9900 con 0x7fc800154840 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.103+0000 7fc806119640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc7ec06ac00 0x7fc7ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.104+0000 7fc806119640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc7ec06ac00 0x7fc7ec06d0c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0000f80 tx=0x7fc7f0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.107+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc7f8074c20 con 0x7fc800154840 2024-09-13T16:17:28.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.315+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc800066ec0 con 0x7fc800154840 2024-09-13T16:17:28.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.316+0000 7fc7feffd640 1 -- 172.21.15.39:0/3546021679 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) v1 ==== 94+0+4739 (secure 0 0 0) 0x7fc7f8036090 con 0x7fc800154840 2024-09-13T16:17:28.317 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:28.317 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":74,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:17:26.279678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7782":{"gid":7782,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/3301151956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3301151956},{"type":"v1","addr":"172.21.15.39:6835","nonce":3301151956}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:17:28.318 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 74 2024-09-13T16:17:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc7ec06ac00 msgr2=0x7fc7ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc7ec06ac00 0x7fc7ec06d0c0 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7fc7f0000f80 tx=0x7fc7f0009040 comp rx=0 tx=0).stop 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 msgr2=0x7fc800154c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 0x7fc800154c80 secure :-1 s=READY pgs=1317 cs=0 l=1 rev1=1 crypto rx=0x7fc7f802ab70 tx=0x7fc7f80046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 shutdown_connections 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc7ec06ac00 0x7fc7ec06d0c0 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc800154840 0x7fc800154c80 unknown :-1 s=CLOSED pgs=1317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc800155470 0x7fc80015e430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 --2- 172.21.15.39:0/3546021679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc7e8005180 0x7fc80015dc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 >> 172.21.15.39:0/3546021679 conn(0x7fc8000cf1a0 msgr2=0x7fc8000cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 shutdown_connections 2024-09-13T16:17:28.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.318+0000 7fc80837d640 1 -- 172.21.15.39:0/3546021679 wait complete. 2024-09-13T16:17:28.733 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 74, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:17:26.279678+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 7782}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_7782': {'gid': 7782, 'name': 'a', 'rank': 0, 'incarnation': 72, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6835/3301151956', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 3301151956}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 3301151956}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:17:28.733 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:17:28.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:17:28.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.838+0000 7fa051ad0640 1 Processor -- start 2024-09-13T16:17:28.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.838+0000 7fa051ad0640 1 -- start start 2024-09-13T16:17:28.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa051ad0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa04c159380 0x7fa04c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa051ad0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa04c159760 con 0x7fa04c15a360 2024-09-13T16:17:28.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa051ad0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa04c15a880 con 0x7fa04c0ceb30 2024-09-13T16:17:28.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa051ad0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa04c15ab60 con 0x7fa04c159380 2024-09-13T16:17:28.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa04c15a360 0x7fa04c0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38480/0 (socket says 172.21.15.39:38480) 2024-09-13T16:17:28.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04affd640 1 -- 172.21.15.39:0/1856308619 learned_addr learned my addr 172.21.15.39:0/1856308619 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/1856308619 >> v2:172.21.15.157:3300/0 conn(0x7fa04c159380 0x7fa04c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2991140212 0 0) 0x7fa04c159760 con 0x7fa04c15a360 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa034003520 con 0x7fa04c15a360 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2882417549 0 0) 0x7fa034003520 con 0x7fa04c15a360 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 >> v2:172.21.15.157:3300/0 conn(0x7fa04c159380 msgr2=0x7fa04c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 --2- 172.21.15.39:0/1856308619 >> v2:172.21.15.157:3300/0 conn(0x7fa04c159380 0x7fa04c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 >> v1:172.21.15.157:6789/0 conn(0x7fa04c0ceb30 legacy=0x7fa04c15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa04c15ae40 con 0x7fa04c15a360 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.839+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fa040001670 con 0x7fa04c15a360 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 >> v1:172.21.15.39:6789/0 conn(0x7fa04c15a360 legacy=0x7fa04c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa034003970 0x7fa034003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0340047c0 0x7fa034004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034005180 0x7fa03400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa04c15ab60 con 0x7fa034003970 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa03400c020 con 0x7fa034005180 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa03400c1e0 con 0x7fa0340047c0 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa034003970 0x7fa034003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04bfff640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034005180 0x7fa03400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04affd640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0340047c0 0x7fa034004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04b7fe640 1 -- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0340047c0 msgr2=0x7fa034004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0340047c0 0x7fa034004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04b7fe640 1 -- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034005180 msgr2=0x7fa03400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034005180 0x7fa03400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04b7fe640 1 -- 172.21.15.39:0/1856308619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa034003520 con 0x7fa034003970 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04bfff640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034005180 0x7fa03400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.840+0000 7fa04bfff640 1 -- 172.21.15.39:0/1856308619 reap_dead start 2024-09-13T16:17:28.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa034003970 0x7fa034003d90 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009ac0 tx=0x7fa0340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c6eb8a1007c726a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa03c031400 con 0x7fa034003970 2024-09-13T16:17:28.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa03c02d050 con 0x7fa034003970 2024-09-13T16:17:28.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa04a7fc640 1 -- 172.21.15.39:0/1856308619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa03c031780 con 0x7fa034003970 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 -- 172.21.15.39:0/1856308619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa034003970 msgr2=0x7fa034003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa034003970 0x7fa034003d90 secure :-1 s=READY pgs=1319 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009ac0 tx=0x7fa0340057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 -- 172.21.15.39:0/1856308619 shutdown_connections 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 --2- 172.21.15.39:0/1856308619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa034003970 0x7fa034003d90 unknown :-1 s=CLOSED pgs=1319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 -- 172.21.15.39:0/1856308619 >> 172.21.15.39:0/1856308619 conn(0x7fa04c0b15d0 msgr2=0x7fa04c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 -- 172.21.15.39:0/1856308619 shutdown_connections 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.841+0000 7fa051ad0640 1 -- 172.21.15.39:0/1856308619 wait complete. 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.843+0000 7fa051ad0640 1 Processor -- start 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.843+0000 7fa051ad0640 1 -- start start 2024-09-13T16:17:28.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.843+0000 7fa051ad0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034003970 0x7fa04c1470d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.843+0000 7fa051ad0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa04c0b01a0 0x7fa04c151f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.843+0000 7fa051ad0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 0x7fa04c06a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa051ad0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa04c06a8c0 con 0x7fa04c069f00 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa051ad0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa04c155240 con 0x7fa034003970 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa051ad0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa04c154630 con 0x7fa04c0b01a0 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 0x7fa04c06a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 0x7fa04c06a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48512/0 (socket says 172.21.15.39:48512) 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 -- 172.21.15.39:0/4012765123 learned_addr learned my addr 172.21.15.39:0/4012765123 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034003970 0x7fa04c1470d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04affd640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa04c0b01a0 0x7fa04c151f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 -- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa04c0b01a0 msgr2=0x7fa04c151f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa04c0b01a0 0x7fa04c151f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 -- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034003970 msgr2=0x7fa04c1470d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034003970 0x7fa04c1470d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 -- 172.21.15.39:0/4012765123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa04c154910 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034003970 0x7fa04c1470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa04bfff640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 0x7fa04c06a380 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0b31b0 tx=0x7fa04400e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa033fff640 1 -- 172.21.15.39:0/4012765123 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa044003b80 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa033fff640 1 -- 172.21.15.39:0/4012765123 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa044003ce0 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa033fff640 1 -- 172.21.15.39:0/4012765123 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa044005310 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa04c154bf0 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.844+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa04c147610 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.846+0000 7fa033fff640 1 -- 172.21.15.39:0/4012765123 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa044005470 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.846+0000 7fa033fff640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa03806ac30 0x7fa03806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.846+0000 7fa033fff640 1 -- 172.21.15.39:0/4012765123 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa044088ab0 con 0x7fa04c069f00 2024-09-13T16:17:28.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.847+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa03806ac30 0x7fa03806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.847+0000 7fa0547ee740 1 Processor -- start 2024-09-13T16:17:28.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.847+0000 7fa0547ee740 1 -- start start 2024-09-13T16:17:28.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.847+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa03806ac30 0x7fa03806d0f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa03c033000 tx=0x7fa03c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c452a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4527860 0x5567c4577570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 0x5567c4577ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa0547ee740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c44847c0 con 0x5567c4551550 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c4493b70 con 0x5567c452a0a0 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567c4491300 con 0x5567c4527860 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 0x5567c4577ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 0x5567c4577ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48516/0 (socket says 172.21.15.39:48516) 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 -- 172.21.15.39:0/1970223426 learned_addr learned my addr 172.21.15.39:0/1970223426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04affd640 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4527860 0x5567c4577570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c452a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 -- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4527860 msgr2=0x5567c4577570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4527860 0x5567c4577570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 -- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 msgr2=0x5567c452a480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c452a480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.848+0000 7fa04bfff640 1 -- 172.21.15.39:0/1970223426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567c44194b0 con 0x5567c4551550 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.849+0000 7fa04bfff640 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 0x5567c4577ab0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fa044001330 tx=0x7fa0440581a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2b0c6e834e25aa52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.849+0000 7fa0317fa640 1 -- 172.21.15.39:0/1970223426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa04405fdd0 con 0x5567c4551550 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.849+0000 7fa0317fa640 1 -- 172.21.15.39:0/1970223426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa044055d80 con 0x5567c4551550 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.849+0000 7fa0317fa640 1 -- 172.21.15.39:0/1970223426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0440540f0 con 0x5567c4551550 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.849+0000 7fa0547ee740 1 -- 172.21.15.39:0/1970223426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 msgr2=0x5567c4577ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.849+0000 7fa0547ee740 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 0x5567c4577ab0 secure :-1 s=READY pgs=1321 cs=0 l=1 rev1=1 crypto rx=0x7fa044001330 tx=0x7fa0440581a0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 -- 172.21.15.39:0/1970223426 shutdown_connections 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4551550 0x5567c4577ab0 unknown :-1 s=CLOSED pgs=1321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4527860 0x5567c4577570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 --2- 172.21.15.39:0/1970223426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c452a480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 -- 172.21.15.39:0/1970223426 >> 172.21.15.39:0/1970223426 conn(0x5567c45267d0 msgr2=0x5567c456ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 -- 172.21.15.39:0/1970223426 shutdown_connections 2024-09-13T16:17:28.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 -- 172.21.15.39:0/1970223426 wait complete. 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 -- start start 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.850+0000 7fa0547ee740 1 Processor -- start 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c452a0a0 0x5567c454ed20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4551550 0x5567c4576820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4523d40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c448cbf0 con 0x5567c4576d60 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c444b250 con 0x5567c4551550 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567c444aef0 con 0x5567c452a0a0 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa0547ee740 10 client.0 _ll_register_callbacks cb 0x5567c447d740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4523d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4523d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48528/0 (socket says 172.21.15.39:48528) 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 -- 172.21.15.39:0/713214193 learned_addr learned my addr 172.21.15.39:0/713214193 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c452a0a0 0x5567c454ed20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04affd640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4551550 0x5567c4576820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 -- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c452a0a0 msgr2=0x5567c454ed20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c452a0a0 0x5567c454ed20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 -- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4551550 msgr2=0x5567c4576820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4551550 0x5567c4576820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 -- 172.21.15.39:0/713214193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa04c147610 con 0x5567c4576d60 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c452a0a0 0x5567c454ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa04bfff640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4523d40 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fa0440576e0 tx=0x7fa044016070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f54405cb34a49d0b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.851+0000 7fa02a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa02a7fc640 1 -- 172.21.15.39:0/713214193 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0440540f0 con 0x5567c4576d60 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa02a7fc640 1 -- 172.21.15.39:0/713214193 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa044054250 con 0x5567c4576d60 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5567c41803c0 con 0x5567c4576d60 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa02a7fc640 1 -- 172.21.15.39:0/713214193 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa04406f1c0 con 0x5567c4576d60 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 10 client.7920 fetch_fsmap learned FSMap version 74 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=2+}) v3 -- 0x5567c448b270 con 0x5567c4576d60 2024-09-13T16:17:28.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa02a7fc640 1 -- 172.21.15.39:0/713214193 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5567c41803c0 con 0x5567c4576d60 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa02a7fc640 1 -- 172.21.15.39:0/713214193 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 74) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fa044076300 con 0x5567c4576d60 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 10 client.7920 fetch_fsmap finished waiting for FSMap version 74 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 10 client.7920 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 20 client.7920 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c454f990 0x5567c454fd70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 4 client.7920 mds_command: new command op to 7782 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 --> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5567c41916c0 con 0x5567c454f990 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.852+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c454f990 0x5567c454fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa02a7fc640 10 client.7920 ms_handle_connect on v2:172.21.15.39:6833/3301151956 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c454f990 0x5567c454fd70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=eb4826106e5935bf server_cookie=f56d2156499eb463 in_seq=0 out_seq=0 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa02a7fc640 1 -- 172.21.15.39:0/713214193 <== mds.0 v2:172.21.15.39:6833/3301151956 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5567c41916c0 con 0x5567c454f990 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa02a7fc640 10 client.7920 handle_command_reply: tid=0 2024-09-13T16:17:28.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 client.7920 shutdown 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 msgr2=0x5567c4523d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4523d40 secure :-1 s=READY pgs=1322 cs=0 l=1 rev1=1 crypto rx=0x7fa0440576e0 tx=0x7fa044016070 comp rx=0 tx=0).stop 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 shutdown_connections 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c454f990 0x5567c454fd70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4523d40 unknown :-1 s=CLOSED pgs=1322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4551550 0x5567c4576820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa02a7fc640 0 client.7920 ms_handle_reset on v2:172.21.15.39:6833/3301151956 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 --2- 172.21.15.39:0/713214193 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c452a0a0 0x5567c454ed20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 >> 172.21.15.39:0/713214193 conn(0x5567c4527860 msgr2=0x5567c456f770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 shutdown_connections 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.853+0000 7fa0547ee740 1 -- 172.21.15.39:0/713214193 wait complete. 2024-09-13T16:17:28.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.854+0000 7fa0547ee740 20 client.7920 trim_cache size 0 max 16384 2024-09-13T16:17:28.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.868+0000 7fa0547ee740 1 Processor -- start 2024-09-13T16:17:28.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.868+0000 7fa0547ee740 1 -- start start 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c4525c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c4523a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4524e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa0547ee740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c4410460 con 0x5567c4576d60 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c451fc30 con 0x5567c452a0a0 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567c454d1f0 con 0x5567c4551550 2024-09-13T16:17:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.869+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4524e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4524e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48540/0 (socket says 172.21.15.39:48540) 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 -- 172.21.15.39:0/2624708650 learned_addr learned my addr 172.21.15.39:0/2624708650 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04affd640 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c4523a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 -- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 msgr2=0x5567c4523a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c4525c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c4523a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 -- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 msgr2=0x5567c4525c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c4525c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 -- 172.21.15.39:0/2624708650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567c4571270 con 0x5567c4576d60 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c4525c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa04bfff640 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4524e40 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fa044057600 tx=0x7fa044082070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eb288f1fbb13628 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa031ffb640 1 -- 172.21.15.39:0/2624708650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa044076300 con 0x5567c4576d60 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa031ffb640 1 -- 172.21.15.39:0/2624708650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa044084070 con 0x5567c4576d60 2024-09-13T16:17:28.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.870+0000 7fa031ffb640 1 -- 172.21.15.39:0/2624708650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0440764a0 con 0x5567c4576d60 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 -- 172.21.15.39:0/2624708650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 msgr2=0x5567c4524e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4524e40 secure :-1 s=READY pgs=1323 cs=0 l=1 rev1=1 crypto rx=0x7fa044057600 tx=0x7fa044082070 comp rx=0 tx=0).stop 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 -- 172.21.15.39:0/2624708650 shutdown_connections 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c4576d60 0x5567c4524e40 unknown :-1 s=CLOSED pgs=1323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c4523a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 --2- 172.21.15.39:0/2624708650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c452a0a0 0x5567c4525c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 -- 172.21.15.39:0/2624708650 >> 172.21.15.39:0/2624708650 conn(0x5567c4527860 msgr2=0x5567c456eaa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 -- 172.21.15.39:0/2624708650 shutdown_connections 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 -- 172.21.15.39:0/2624708650 wait complete. 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 -- start start 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.871+0000 7fa0547ee740 1 Processor -- start 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 0x5567c45d8820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c456fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4576d60 0x5567c4524e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c456cfa0 con 0x5567c452a0a0 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567c4587e60 con 0x5567c4576d60 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567c4542c30 con 0x5567c4551550 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa0547ee740 10 client.0 _ll_register_callbacks cb 0x7fa044053da0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa04b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 0x5567c45d8820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa04b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 0x5567c45d8820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48542/0 (socket says 172.21.15.39:48542) 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa04b7fe640 1 -- 172.21.15.39:0/3950687357 learned_addr learned my addr 172.21.15.39:0/3950687357 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa04affd640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c456fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.872+0000 7fa04bfff640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4576d60 0x5567c4524e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04b7fe640 1 -- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 msgr2=0x5567c456fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c456fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04b7fe640 1 -- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4576d60 msgr2=0x5567c4524e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4576d60 0x5567c4524e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04b7fe640 1 -- 172.21.15.39:0/3950687357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5567c448b270 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04bfff640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4576d60 0x5567c4524e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa04b7fe640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 0x5567c45d8820 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009be0 tx=0x7fa03c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0d4df072bac634f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa02a7fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa02a7fc640 1 -- 172.21.15.39:0/3950687357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa03c003c70 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa02a7fc640 1 -- 172.21.15.39:0/3950687357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fa03c003dd0 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa044055d80 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa02a7fc640 1 -- 172.21.15.39:0/3950687357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=74) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa03c04b070 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 10 client.7926 fetch_fsmap learned FSMap version 74 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=74,monmap=2+}) v3 -- 0x5567c442d5f0 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa02a7fc640 1 -- 172.21.15.39:0/3950687357 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa044055d80 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa02a7fc640 1 -- 172.21.15.39:0/3950687357 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 74) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fa03c047040 con 0x5567c452a0a0 2024-09-13T16:17:28.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 10 client.7926 fetch_fsmap finished waiting for FSMap version 74 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 10 client.7926 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 20 client.7926 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c45263c0 0x5567c4525350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 4 client.7926 mds_command: new command op to 7782 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.873+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 --> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] -- command(tid 0: {"prefix": "status"}) v1 -- 0x5567c41e4d10 con 0x5567c45263c0 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa04affd640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c45263c0 0x5567c4525350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa04affd640 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c45263c0 0x5567c4525350 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=15dfc9f7570a6022 server_cookie=2e211d7147a449ed in_seq=0 out_seq=0 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa02a7fc640 10 client.7926 ms_handle_connect on v2:172.21.15.39:6833/3301151956 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa02a7fc640 1 -- 172.21.15.39:0/3950687357 <== mds.0 v2:172.21.15.39:6833/3301151956 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x5567c41e4d10 con 0x5567c45263c0 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa02a7fc640 10 client.7926 handle_command_reply: tid=0 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 client.7926 shutdown 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 msgr2=0x5567c45d8820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 0x5567c45d8820 secure :-1 s=READY pgs=1324 cs=0 l=1 rev1=1 crypto rx=0x7fa03c009be0 tx=0x7fa03c02c000 comp rx=0 tx=0).stop 2024-09-13T16:17:28.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 shutdown_connections 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:6833/3301151956,v1:172.21.15.39:6835/3301151956] conn(0x5567c45263c0 0x5567c4525350 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567c4576d60 0x5567c4524e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567c4551550 0x5567c456fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa02a7fc640 0 client.7926 ms_handle_reset on v2:172.21.15.39:6833/3301151956 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 --2- 172.21.15.39:0/3950687357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567c452a0a0 0x5567c45d8820 unknown :-1 s=CLOSED pgs=1324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 >> 172.21.15.39:0/3950687357 conn(0x5567c4527860 msgr2=0x5567c45495f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 shutdown_connections 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 1 -- 172.21.15.39:0/3950687357 wait complete. 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.874+0000 7fa0547ee740 20 client.7926 trim_cache size 0 max 16384 2024-09-13T16:17:28.883 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 7782, 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.6114791359999998, 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 74, 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 89, 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 89, 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.0661592520000003 2024-09-13T16:17:28.884 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:28.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa03806ac30 msgr2=0x7fa03806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa03806ac30 0x7fa03806d0f0 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa03c033000 tx=0x7fa03c008030 comp rx=0 tx=0).stop 2024-09-13T16:17:28.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 msgr2=0x7fa04c06a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 0x7fa04c06a380 secure :-1 s=READY pgs=1320 cs=0 l=1 rev1=1 crypto rx=0x7fa04c0b31b0 tx=0x7fa04400e960 comp rx=0 tx=0).stop 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 shutdown_connections 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa03806ac30 0x7fa03806d0f0 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa04c069f00 0x7fa04c06a380 unknown :-1 s=CLOSED pgs=1320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa04c0b01a0 0x7fa04c151f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 --2- 172.21.15.39:0/4012765123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa034003970 0x7fa04c1470d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 >> 172.21.15.39:0/4012765123 conn(0x7fa04c0b15d0 msgr2=0x7fa04c155fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 shutdown_connections 2024-09-13T16:17:28.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.875+0000 7fa051ad0640 1 -- 172.21.15.39:0/4012765123 wait complete. 2024-09-13T16:17:28.887 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:17:28.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.987+0000 7fcf57e61640 1 Processor -- start 2024-09-13T16:17:28.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.988+0000 7fcf57e61640 1 -- start start 2024-09-13T16:17:28.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf57e61640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcf500ce080 0x7fcf5015d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf57e61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50069ed0 0x7fcf5006a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf57e61640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf5015d550 con 0x7fcf50153080 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf57e61640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf5015a050 con 0x7fcf500ce080 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf57e61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5015cbf0 con 0x7fcf50069ed0 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf55bfd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcf50153080 0x7fcf50159060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38494/0 (socket says 172.21.15.39:38494) 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf55bfd640 1 -- 172.21.15.39:0/1778540566 learned_addr learned my addr 172.21.15.39:0/1778540566 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf553fc640 1 --2- 172.21.15.39:0/1778540566 >> v2:172.21.15.39:3300/0 conn(0x7fcf500ce080 0x7fcf5015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf563fe640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50069ed0 0x7fcf5006a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf54bfb640 1 -- 172.21.15.39:0/1778540566 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 384764515 0 0) 0x7fcf5015d550 con 0x7fcf50153080 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf54bfb640 1 -- 172.21.15.39:0/1778540566 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf38003520 con 0x7fcf50153080 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf553fc640 1 -- 172.21.15.39:0/1778540566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50069ed0 msgr2=0x7fcf5006a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf553fc640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50069ed0 0x7fcf5006a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf553fc640 1 -- 172.21.15.39:0/1778540566 >> v1:172.21.15.39:6789/0 conn(0x7fcf50153080 legacy=0x7fcf50159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf553fc640 1 -- 172.21.15.39:0/1778540566 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf50153460 con 0x7fcf500ce080 2024-09-13T16:17:28.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.989+0000 7fcf563fe640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50069ed0 0x7fcf5006a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.990+0000 7fcf553fc640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf500ce080 0x7fcf5015d010 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fcf4400a940 tx=0x7fcf4402b4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce4e41d2ae512274 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.990+0000 7fcf54bfb640 1 -- 172.21.15.39:0/1778540566 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf44030710 con 0x7fcf500ce080 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.990+0000 7fcf54bfb640 1 -- 172.21.15.39:0/1778540566 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4402e050 con 0x7fcf500ce080 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.990+0000 7fcf54bfb640 1 -- 172.21.15.39:0/1778540566 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf44030a70 con 0x7fcf500ce080 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 -- 172.21.15.39:0/1778540566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf500ce080 msgr2=0x7fcf5015d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf500ce080 0x7fcf5015d010 secure :-1 s=READY pgs=1326 cs=0 l=1 rev1=1 crypto rx=0x7fcf4400a940 tx=0x7fcf4402b4c0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 -- 172.21.15.39:0/1778540566 shutdown_connections 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50069ed0 0x7fcf5006a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 --2- 172.21.15.39:0/1778540566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf500ce080 0x7fcf5015d010 unknown :-1 s=CLOSED pgs=1326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 -- 172.21.15.39:0/1778540566 >> 172.21.15.39:0/1778540566 conn(0x7fcf500b15d0 msgr2=0x7fcf500b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:28.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 -- 172.21.15.39:0/1778540566 shutdown_connections 2024-09-13T16:17:28.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.991+0000 7fcf57e61640 1 -- 172.21.15.39:0/1778540566 wait complete. 2024-09-13T16:17:28.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.992+0000 7fcf57e61640 1 Processor -- start 2024-09-13T16:17:28.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.992+0000 7fcf57e61640 1 -- start start 2024-09-13T16:17:28.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 0x7fcf500aa6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf500ce080 0x7fcf50157ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50153080 0x7fcf500abed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf50158530 con 0x7fcf50069ed0 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf500a9640 con 0x7fcf500ce080 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf500a9920 con 0x7fcf50153080 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 0x7fcf500aa6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 0x7fcf500aa6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48560/0 (socket says 172.21.15.39:48560) 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 -- 172.21.15.39:0/3931811172 learned_addr learned my addr 172.21.15.39:0/3931811172 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf553fc640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf500ce080 0x7fcf50157ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf563fe640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50153080 0x7fcf500abed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 -- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50153080 msgr2=0x7fcf500abed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50153080 0x7fcf500abed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 -- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf500ce080 msgr2=0x7fcf50157ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf500ce080 0x7fcf50157ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 -- 172.21.15.39:0/3931811172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf4400a5a0 con 0x7fcf50069ed0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf55bfd640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 0x7fcf500aa6e0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fcf40001460 tx=0x7fcf4000cf70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf4000ac00 con 0x7fcf50069ed0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4000ad60 con 0x7fcf50069ed0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf40012640 con 0x7fcf50069ed0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf500a9c00 con 0x7fcf50069ed0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.993+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf500aa1c0 con 0x7fcf50069ed0 2024-09-13T16:17:28.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.994+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf500672f0 con 0x7fcf50069ed0 2024-09-13T16:17:28.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.995+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcf40007070 con 0x7fcf50069ed0 2024-09-13T16:17:28.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.995+0000 7fcf4e7fc640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3c06ac00 0x7fcf3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:28.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.995+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcf40089320 con 0x7fcf50069ed0 2024-09-13T16:17:28.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.996+0000 7fcf553fc640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3c06ac00 0x7fcf3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:28.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:28.996+0000 7fcf553fc640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3c06ac00 0x7fcf3c06d0c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fcf44035000 tx=0x7fcf44030000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:29.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.000+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcf40054500 con 0x7fcf50069ed0 2024-09-13T16:17:29.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.206+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcf5006a360 con 0x7fcf50069ed0 2024-09-13T16:17:29.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.206+0000 7fcf4e7fc640 1 -- 172.21.15.39:0/3931811172 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v74) v1 ==== 53+0+73 (secure 0 0 0) 0x7fcf40057b20 con 0x7fcf50069ed0 2024-09-13T16:17:29.209 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3c06ac00 msgr2=0x7fcf3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3c06ac00 0x7fcf3c06d0c0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fcf44035000 tx=0x7fcf44030000 comp rx=0 tx=0).stop 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 msgr2=0x7fcf500aa6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 0x7fcf500aa6e0 secure :-1 s=READY pgs=1327 cs=0 l=1 rev1=1 crypto rx=0x7fcf40001460 tx=0x7fcf4000cf70 comp rx=0 tx=0).stop 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 shutdown_connections 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3c06ac00 0x7fcf3c06d0c0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf50153080 0x7fcf500abed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:29.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf500ce080 0x7fcf50157ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:29.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 --2- 172.21.15.39:0/3931811172 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf50069ed0 0x7fcf500aa6e0 unknown :-1 s=CLOSED pgs=1327 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:29.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 >> 172.21.15.39:0/3931811172 conn(0x7fcf500b15d0 msgr2=0x7fcf50151460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:29.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 shutdown_connections 2024-09-13T16:17:29.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:29.208+0000 7fcf57e61640 1 -- 172.21.15.39:0/3931811172 wait complete. 2024-09-13T16:17:29.220 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:17:29.220 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:17:29.220 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:17:29.221 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:17:29.221 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:29.221 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:17:29.221 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:17:29.221 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:17:29.221 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:17:29.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.221 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:17:29.237 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:17:29.238 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42363sec preferred_lft 42363sec 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:17:29.239 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:29.240 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.240 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:17:29.302 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:17:29.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.304 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:17:29.361 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:17:29.361 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:17:29.361 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:17:29.361 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:17:29.361 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:17:29.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.362 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:17:29.362 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:17:29.362 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:17:29.362 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:17:29.362 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:17:29.362 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:17:29.450 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.468 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:17:29.484 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:17:29.484 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:17:29.484 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:17:29.484 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.484 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:17:29.550 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:17:29.550 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:17:29.550 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:29.606 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:17:29.606 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:17:29.606 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:29.662 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:17:29.728 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:17:29.728 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:17:29.793 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:17:29.794 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:17:29.794 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.795 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:17:29.851 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:17:29.851 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:17:29.893 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:17:29.918 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:17:29.919 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:17:29.979 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:17:29.978+0000 7efe3a7b5480 -1 init, newargv = 0x55d9193802d0 newargc=15 2024-09-13T16:17:29.979 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[69152]: starting ceph client 2024-09-13T16:17:29.984 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[69152]: starting fuse 2024-09-13T16:17:29.986 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:17:29.988 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:17:29.988 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:29.988 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:17:30.045 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:17:30.045 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:17:30.045 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:17:30.045 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:17:30.045 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:17:30.045 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:17:30.045 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:17:30.045 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:17:30.046 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:17:30.047 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:17:30.047 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:17:30.047 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:17:30.047 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:30.047 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:17:30.047 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:17:30.142 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:17:30.141+0000 7f699d03d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:17:30.160 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.69152.asok 2024-09-13T16:17:30.347 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.69152.asok 2024-09-13T16:17:30.348 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:30.348 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.69152.asok status 2024-09-13T16:17:30.485 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:30.485 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:17:30.485 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "69152", 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 7944, 2024-09-13T16:17:30.486 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 7944 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:17:30.487 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 544501510 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 544501510 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.7944 192.168.0.1:0/544501510", 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/544501510", 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 74, 2024-09-13T16:17:30.488 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 89, 2024-09-13T16:17:30.489 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:17:30.489 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:17:30.489 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:17:30.489 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:30.494 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:30.494 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:17:30.494 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:30.510 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:17:30.510 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:30.510 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:30.510 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:30.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:30.577 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir subdir) 2024-09-13T16:17:30.643 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:30.643 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:30.699 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:30.699 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec dd if=/dev/urandom of=subdir/sixmegs bs=1M conv=fdatasync count=6 seek=0) 2024-09-13T16:17:30.800 INFO:teuthology.orchestra.run.smithi039.stderr:6+0 records in 2024-09-13T16:17:30.800 INFO:teuthology.orchestra.run.smithi039.stderr:6+0 records out 2024-09-13T16:17:30.800 INFO:teuthology.orchestra.run.smithi039.stderr:6291456 bytes (6.3 MB, 6.0 MiB) copied, 0.0427518 s, 147 MB/s 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> import json 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/subdir/sixmegs'"'"') 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> except OSError as e: 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(e.errno) 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-13T16:17:30.801 DEBUG:teuthology.orchestra.run.smithi039:> print(json.dumps( 2024-09-13T16:17:30.802 DEBUG:teuthology.orchestra.run.smithi039:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-13T16:17:30.802 DEBUG:teuthology.orchestra.run.smithi039:> indent=2)) 2024-09-13T16:17:30.802 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:17:30.867 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:30.867 INFO:teuthology.orchestra.run.smithi039.stdout: "st_mode": 33188, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_ino": 1099511627777, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_dev": 43, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_nlink": 1, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_uid": 1000, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_gid": 1333, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_size": 6291456, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_atime": 1726244250.7556975, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_mtime": 1726244250.7827463, 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout: "st_ctime": 1726244250.7827463 2024-09-13T16:17:30.868 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:31.055 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:31.055 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:31.112 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:31.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.253+0000 7f4f85219640 1 Processor -- start 2024-09-13T16:17:31.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.253+0000 7f4f85219640 1 -- start start 2024-09-13T16:17:31.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f85219640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4f800cfaf0 0x7f4f80069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f85219640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f8006a540 con 0x7f4f8015c790 2024-09-13T16:17:31.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f85219640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f800b1180 con 0x7f4f800cbb10 2024-09-13T16:17:31.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f85219640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f800b1460 con 0x7f4f800cfaf0 2024-09-13T16:17:31.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4f8015c790 0x7f4f800cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38510/0 (socket says 172.21.15.39:38510) 2024-09-13T16:17:31.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7ed9d640 1 -- 172.21.15.39:0/165509610 learned_addr learned my addr 172.21.15.39:0/165509610 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7e59c640 1 --2- 172.21.15.39:0/165509610 >> v2:172.21.15.157:3300/0 conn(0x7f4f800cfaf0 0x7f4f80069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3619524575 0 0) 0x7f4f8006a540 con 0x7f4f8015c790 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4f68003520 con 0x7f4f8015c790 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2528463271 0 0) 0x7f4f68003520 con 0x7f4f8015c790 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 >> v2:172.21.15.157:3300/0 conn(0x7f4f800cfaf0 msgr2=0x7f4f80069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 --2- 172.21.15.39:0/165509610 >> v2:172.21.15.157:3300/0 conn(0x7f4f800cfaf0 0x7f4f80069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 >> v1:172.21.15.157:6789/0 conn(0x7f4f800cbb10 legacy=0x7f4f800b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f800b1740 con 0x7f4f8015c790 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4f70001670 con 0x7f4f8015c790 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 >> v1:172.21.15.39:6789/0 conn(0x7f4f8015c790 legacy=0x7f4f800cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f68003970 0x7f4f68003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f680047c0 0x7f4f68004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68005180 0x7f4f6800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f800b1460 con 0x7f4f68003970 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f6800c120 con 0x7f4f680047c0 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f6800c2e0 con 0x7f4f68005180 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f68003970 0x7f4f68003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7e59c640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f680047c0 0x7f4f68004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.254+0000 7f4f7f59e640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68005180 0x7f4f6800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7ed9d640 1 -- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68005180 msgr2=0x7f4f6800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68005180 0x7f4f6800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7ed9d640 1 -- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f680047c0 msgr2=0x7f4f68004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f680047c0 0x7f4f68004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7ed9d640 1 -- 172.21.15.39:0/165509610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f68003520 con 0x7f4f68003970 2024-09-13T16:17:31.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7f59e640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68005180 0x7f4f6800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7f59e640 1 -- 172.21.15.39:0/165509610 reap_dead start 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.255+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f68003970 0x7f4f68003d90 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f4f7000c240 tx=0x7f4f680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58cab11e633b2ffe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f7002e070 con 0x7f4f68003970 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f700058d0 con 0x7f4f68003970 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f7dd9b640 1 -- 172.21.15.39:0/165509610 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f70005d00 con 0x7f4f68003970 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 -- 172.21.15.39:0/165509610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f68003970 msgr2=0x7f4f68003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f68003970 0x7f4f68003d90 secure :-1 s=READY pgs=1332 cs=0 l=1 rev1=1 crypto rx=0x7f4f7000c240 tx=0x7f4f680057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 -- 172.21.15.39:0/165509610 shutdown_connections 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 --2- 172.21.15.39:0/165509610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f68003970 0x7f4f68003d90 unknown :-1 s=CLOSED pgs=1332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 -- 172.21.15.39:0/165509610 >> 172.21.15.39:0/165509610 conn(0x7f4f80065bd0 msgr2=0x7f4f80065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 -- 172.21.15.39:0/165509610 shutdown_connections 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.256+0000 7f4f85219640 1 -- 172.21.15.39:0/165509610 wait complete. 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 Processor -- start 2024-09-13T16:17:31.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 -- start start 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68003970 0x7f4f801e6c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f801f22c0 0x7f4f801e4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 0x7f4f80155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f801e1a90 con 0x7f4f800ce170 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f801e7230 con 0x7f4f801f22c0 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.258+0000 7f4f85219640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f801e7510 con 0x7f4f68003970 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 0x7f4f80155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 0x7f4f80155c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48568/0 (socket says 172.21.15.39:48568) 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 -- 172.21.15.39:0/3461635813 learned_addr learned my addr 172.21.15.39:0/3461635813 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7e59c640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f801f22c0 0x7f4f801e4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68003970 0x7f4f801e6c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 -- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68003970 msgr2=0x7f4f801e6c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68003970 0x7f4f801e6c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 -- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f801f22c0 msgr2=0x7f4f801e4690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f801f22c0 0x7f4f801e4690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 -- 172.21.15.39:0/3461635813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f801e1ce0 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f7f59e640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 0x7f4f80155c00 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f4f8006d5e0 tx=0x7f4f7800ead0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f78003b80 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f78003ce0 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f801e1fc0 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f78005310 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.259+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f800ce620 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.260+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f800ce870 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.261+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4f78005470 con 0x7f4f800ce170 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.261+0000 7f4f677fe640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f6c06ac00 0x7f4f6c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.261+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f4f78088a40 con 0x7f4f800ce170 2024-09-13T16:17:31.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.262+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f6c06ac00 0x7f4f6c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.262+0000 7f4f7ed9d640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f6c06ac00 0x7f4f6c06d0c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4f70033000 tx=0x7f4f7002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.266+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4f7808ae60 con 0x7f4f800ce170 2024-09-13T16:17:31.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.437+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4f800672f0 con 0x7f4f800ce170 2024-09-13T16:17:31.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.438+0000 7f4f677fe640 1 -- 172.21.15.39:0/3461635813 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+16548 (secure 0 0 0) 0x7f4f78019020 con 0x7f4f800ce170 2024-09-13T16:17:31.439 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:31.440 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:25.263448+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f6c06ac00 msgr2=0x7f4f6c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f6c06ac00 0x7f4f6c06d0c0 secure :-1 s=READY pgs=552 cs=0 l=1 rev1=1 crypto rx=0x7f4f70033000 tx=0x7f4f7002e000 comp rx=0 tx=0).stop 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 msgr2=0x7f4f80155c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 0x7f4f80155c00 secure :-1 s=READY pgs=1333 cs=0 l=1 rev1=1 crypto rx=0x7f4f8006d5e0 tx=0x7f4f7800ead0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 shutdown_connections 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f6c06ac00 0x7f4f6c06d0c0 unknown :-1 s=CLOSED pgs=552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f800ce170 0x7f4f80155c00 unknown :-1 s=CLOSED pgs=1333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f801f22c0 0x7f4f801e4690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 --2- 172.21.15.39:0/3461635813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f68003970 0x7f4f801e6c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 >> 172.21.15.39:0/3461635813 conn(0x7f4f80065bd0 msgr2=0x7f4f800caea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:31.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 shutdown_connections 2024-09-13T16:17:31.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.440+0000 7f4f85219640 1 -- 172.21.15.39:0/3461635813 wait complete. 2024-09-13T16:17:31.452 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:31.453 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:31.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.556+0000 7fd8abd9c640 1 Processor -- start 2024-09-13T16:17:31.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.556+0000 7fd8abd9c640 1 -- start start 2024-09-13T16:17:31.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8abd9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8a40add10 0x7fd8a4167410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8abd9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8a415d080 con 0x7fd8a40ce050 2024-09-13T16:17:31.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8abd9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8a40b3f90 con 0x7fd8a4070f50 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8abd9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd8a40b3380 con 0x7fd8a40add10 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8aa339640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd8a40add10 0x7fd8a4167410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8a9b38640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd8a40ce050 0x7fd8a4070840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38526/0 (socket says 172.21.15.39:38526) 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8a9b38640 1 -- 172.21.15.39:0/2138375650 learned_addr learned my addr 172.21.15.39:0/2138375650 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8aa339640 1 -- 172.21.15.39:0/2138375650 >> v1:172.21.15.157:6789/0 conn(0x7fd8a4070f50 legacy=0x7fd8a40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8aa339640 1 -- 172.21.15.39:0/2138375650 >> v1:172.21.15.39:6789/0 conn(0x7fd8a40ce050 legacy=0x7fd8a4070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8a8b36640 1 -- 172.21.15.39:0/2138375650 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 494042953 0 0) 0x7fd8a415d080 con 0x7fd8a40ce050 2024-09-13T16:17:31.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.557+0000 7fd8aa339640 1 -- 172.21.15.39:0/2138375650 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8a40b3660 con 0x7fd8a40add10 2024-09-13T16:17:31.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.558+0000 7fd8aa339640 1 --2- 172.21.15.39:0/2138375650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40add10 0x7fd8a4167410 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fd89c009d90 tx=0x7fd89c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c22d822b6ad241a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.558+0000 7fd8a8b36640 1 -- 172.21.15.39:0/2138375650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd89c007740 con 0x7fd8a40add10 2024-09-13T16:17:31.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.558+0000 7fd8a8b36640 1 -- 172.21.15.39:0/2138375650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd89c02d050 con 0x7fd8a40add10 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.558+0000 7fd8a8b36640 1 -- 172.21.15.39:0/2138375650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd89c007ac0 con 0x7fd8a40add10 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.558+0000 7fd8abd9c640 1 -- 172.21.15.39:0/2138375650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40add10 msgr2=0x7fd8a4167410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.558+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/2138375650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40add10 0x7fd8a4167410 secure :-1 s=READY pgs=1335 cs=0 l=1 rev1=1 crypto rx=0x7fd89c009d90 tx=0x7fd89c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.559+0000 7fd8abd9c640 1 -- 172.21.15.39:0/2138375650 shutdown_connections 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.559+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/2138375650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40add10 0x7fd8a4167410 unknown :-1 s=CLOSED pgs=1335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.559+0000 7fd8abd9c640 1 -- 172.21.15.39:0/2138375650 >> 172.21.15.39:0/2138375650 conn(0x7fd8a40b0eb0 msgr2=0x7fd8a4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.559+0000 7fd8abd9c640 1 -- 172.21.15.39:0/2138375650 shutdown_connections 2024-09-13T16:17:31.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.559+0000 7fd8abd9c640 1 -- 172.21.15.39:0/2138375650 wait complete. 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.560+0000 7fd8abd9c640 1 Processor -- start 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.560+0000 7fd8abd9c640 1 -- start start 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.560+0000 7fd8abd9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8a4070f50 0x7fd8a413d410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.560+0000 7fd8abd9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8a40add10 0x7fd8a414d460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.560+0000 7fd8abd9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 0x7fd8a414e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8abd9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a413d950 con 0x7fd8a40ce050 2024-09-13T16:17:31.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8abd9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a415de80 con 0x7fd8a4070f50 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8abd9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8a415e160 con 0x7fd8a40add10 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 0x7fd8a414e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 0x7fd8a414e9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48588/0 (socket says 172.21.15.39:48588) 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 -- 172.21.15.39:0/1557886944 learned_addr learned my addr 172.21.15.39:0/1557886944 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8a9b38640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8a4070f50 0x7fd8a413d410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8a9337640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8a40add10 0x7fd8a414d460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 -- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8a40add10 msgr2=0x7fd8a414d460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8a40add10 0x7fd8a414d460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 -- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8a4070f50 msgr2=0x7fd8a413d410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8a4070f50 0x7fd8a413d410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 -- 172.21.15.39:0/1557886944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd89c009a70 con 0x7fd8a40ce050 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8a9337640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8a40add10 0x7fd8a414d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8a9b38640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8a4070f50 0x7fd8a413d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8aa339640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 0x7fd8a414e9d0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fd89c009d90 tx=0x7fd89c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd89c031910 con 0x7fd8a40ce050 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd89c031a70 con 0x7fd8a40ce050 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd89c031de0 con 0x7fd8a40ce050 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8a4150a60 con 0x7fd8a40ce050 2024-09-13T16:17:31.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.561+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8a414dfe0 con 0x7fd8a40ce050 2024-09-13T16:17:31.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.562+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8a40672f0 con 0x7fd8a40ce050 2024-09-13T16:17:31.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.563+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd89c03c420 con 0x7fd8a40ce050 2024-09-13T16:17:31.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.563+0000 7fd8967fc640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd88806ac00 0x7fd88806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.563+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd89c0aacc0 con 0x7fd8a40ce050 2024-09-13T16:17:31.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.564+0000 7fd8a9b38640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd88806ac00 0x7fd88806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.564+0000 7fd8a9b38640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd88806ac00 0x7fd88806d0c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd8a0000f60 tx=0x7fd8a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.567+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd89c075f30 con 0x7fd8a40ce050 2024-09-13T16:17:31.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.737+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd8a415e2d0 con 0x7fd8a40ce050 2024-09-13T16:17:31.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.737+0000 7fd8967fc640 1 -- 172.21.15.39:0/1557886944 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd89c079550 con 0x7fd8a40ce050 2024-09-13T16:17:31.739 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd88806ac00 msgr2=0x7fd88806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd88806ac00 0x7fd88806d0c0 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7fd8a0000f60 tx=0x7fd8a0009040 comp rx=0 tx=0).stop 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 msgr2=0x7fd8a414e9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 0x7fd8a414e9d0 secure :-1 s=READY pgs=1336 cs=0 l=1 rev1=1 crypto rx=0x7fd89c009d90 tx=0x7fd89c004a40 comp rx=0 tx=0).stop 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 shutdown_connections 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd88806ac00 0x7fd88806d0c0 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8a40ce050 0x7fd8a414e9d0 unknown :-1 s=CLOSED pgs=1336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd8a40add10 0x7fd8a414d460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 --2- 172.21.15.39:0/1557886944 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8a4070f50 0x7fd8a413d410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 >> 172.21.15.39:0/1557886944 conn(0x7fd8a40b0eb0 msgr2=0x7fd8a4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 shutdown_connections 2024-09-13T16:17:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.739+0000 7fd8abd9c640 1 -- 172.21.15.39:0/1557886944 wait complete. 2024-09-13T16:17:31.751 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:17:31.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.855+0000 7fee4899c640 1 Processor -- start 2024-09-13T16:17:31.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.855+0000 7fee4899c640 1 -- start start 2024-09-13T16:17:31.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4899c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee440b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4899c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee44069ed0 0x7fee4406a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4899c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee440cb080 con 0x7fee44156e60 2024-09-13T16:17:31.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4899c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee4406a8a0 con 0x7fee44069ed0 2024-09-13T16:17:31.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4899c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee44070d40 con 0x7fee440b25b0 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fee44156e60 0x7fee4415aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38530/0 (socket says 172.21.15.39:38530) 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4259c640 1 -- 172.21.15.39:0/2993586784 learned_addr learned my addr 172.21.15.39:0/2993586784 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee42d9d640 1 --2- 172.21.15.39:0/2993586784 >> v2:172.21.15.39:3300/0 conn(0x7fee44069ed0 0x7fee4406a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee41d9b640 1 --2- 172.21.15.39:0/2993586784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee440b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee42d9d640 1 -- 172.21.15.39:0/2993586784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 msgr2=0x7fee440b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee42d9d640 1 --2- 172.21.15.39:0/2993586784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee440b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee42d9d640 1 -- 172.21.15.39:0/2993586784 >> v1:172.21.15.39:6789/0 conn(0x7fee44156e60 legacy=0x7fee4415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee42d9d640 1 -- 172.21.15.39:0/2993586784 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee4415b140 con 0x7fee44069ed0 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.856+0000 7fee4159a640 1 -- 172.21.15.39:0/2993586784 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3900108460 0 0) 0x7fee440cb080 con 0x7fee44156e60 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.857+0000 7fee42d9d640 1 --2- 172.21.15.39:0/2993586784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44069ed0 0x7fee4406a360 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0097a0 tx=0x7fee3c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=150eef123aa7ea1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.857+0000 7fee4159a640 1 -- 172.21.15.39:0/2993586784 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c032440 con 0x7fee44069ed0 2024-09-13T16:17:31.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.857+0000 7fee4159a640 1 -- 172.21.15.39:0/2993586784 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee3c0325a0 con 0x7fee44069ed0 2024-09-13T16:17:31.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.857+0000 7fee4159a640 1 -- 172.21.15.39:0/2993586784 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c032930 con 0x7fee44069ed0 2024-09-13T16:17:31.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.857+0000 7fee4899c640 1 -- 172.21.15.39:0/2993586784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44069ed0 msgr2=0x7fee4406a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.857+0000 7fee4899c640 1 --2- 172.21.15.39:0/2993586784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44069ed0 0x7fee4406a360 secure :-1 s=READY pgs=1338 cs=0 l=1 rev1=1 crypto rx=0x7fee3c0097a0 tx=0x7fee3c02a180 comp rx=0 tx=0).stop 2024-09-13T16:17:31.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.858+0000 7fee4899c640 1 -- 172.21.15.39:0/2993586784 shutdown_connections 2024-09-13T16:17:31.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.858+0000 7fee4899c640 1 --2- 172.21.15.39:0/2993586784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44069ed0 0x7fee4406a360 unknown :-1 s=CLOSED pgs=1338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.858+0000 7fee4899c640 1 --2- 172.21.15.39:0/2993586784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee440b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.858+0000 7fee4899c640 1 -- 172.21.15.39:0/2993586784 >> 172.21.15.39:0/2993586784 conn(0x7fee440b00a0 msgr2=0x7fee440b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.858+0000 7fee4899c640 1 -- 172.21.15.39:0/2993586784 shutdown_connections 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.858+0000 7fee4899c640 1 -- 172.21.15.39:0/2993586784 wait complete. 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.859+0000 7fee4899c640 1 Processor -- start 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.859+0000 7fee4899c640 1 -- start start 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4899c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee44069ed0 0x7fee44147ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4899c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee44152d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4899c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 0x7fee440b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4899c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee44148220 con 0x7fee44156e60 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4899c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee440ad470 con 0x7fee44069ed0 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4899c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee440ac860 con 0x7fee440b25b0 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 0x7fee440b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 0x7fee440b14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48596/0 (socket says 172.21.15.39:48596) 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 -- 172.21.15.39:0/3050912952 learned_addr learned my addr 172.21.15.39:0/3050912952 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee4259c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee44069ed0 0x7fee44147ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee41d9b640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee44152d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 -- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 msgr2=0x7fee44152d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee44152d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 -- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee44069ed0 msgr2=0x7fee44147ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee44069ed0 0x7fee44147ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 -- 172.21.15.39:0/3050912952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee3c009400 con 0x7fee44156e60 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.860+0000 7fee42d9d640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 0x7fee440b14a0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fee3c035040 tx=0x7fee3c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.861+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c032440 con 0x7fee44156e60 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.861+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee3c030b20 con 0x7fee44156e60 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.861+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee440acb40 con 0x7fee44156e60 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.861+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee3c006e10 con 0x7fee44156e60 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.861+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee440ad100 con 0x7fee44156e60 2024-09-13T16:17:31.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.862+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee440672f0 con 0x7fee44156e60 2024-09-13T16:17:31.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.862+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fee3c039040 con 0x7fee44156e60 2024-09-13T16:17:31.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.863+0000 7fee3affd640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee2406ac30 0x7fee2406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:31.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.863+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fee3c0a9c50 con 0x7fee44156e60 2024-09-13T16:17:31.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.863+0000 7fee4259c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee2406ac30 0x7fee2406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:31.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.863+0000 7fee4259c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee2406ac30 0x7fee2406d0f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fee340012e0 tx=0x7fee34001630 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:31.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:31.867+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fee3c0af020 con 0x7fee44156e60 2024-09-13T16:17:32.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.038+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fee440ad5e0 con 0x7fee44156e60 2024-09-13T16:17:32.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.039+0000 7fee3affd640 1 -- 172.21.15.39:0/3050912952 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) v1 ==== 104+0+11 (secure 0 0 0) 0x7fee3c074ee0 con 0x7fee44156e60 2024-09-13T16:17:32.041 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:17:32.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee2406ac30 msgr2=0x7fee2406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee2406ac30 0x7fee2406d0f0 secure :-1 s=READY pgs=554 cs=0 l=1 rev1=1 crypto rx=0x7fee340012e0 tx=0x7fee34001630 comp rx=0 tx=0).stop 2024-09-13T16:17:32.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 msgr2=0x7fee440b14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 0x7fee440b14a0 secure :-1 s=READY pgs=1339 cs=0 l=1 rev1=1 crypto rx=0x7fee3c035040 tx=0x7fee3c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 shutdown_connections 2024-09-13T16:17:32.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee2406ac30 0x7fee2406d0f0 unknown :-1 s=CLOSED pgs=554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee44156e60 0x7fee440b14a0 unknown :-1 s=CLOSED pgs=1339 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee440b25b0 0x7fee44152d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 --2- 172.21.15.39:0/3050912952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee44069ed0 0x7fee44147ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 >> 172.21.15.39:0/3050912952 conn(0x7fee440b00a0 msgr2=0x7fee4415cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:32.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 shutdown_connections 2024-09-13T16:17:32.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.041+0000 7fee4899c640 1 -- 172.21.15.39:0/3050912952 wait complete. 2024-09-13T16:17:32.054 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:17:32.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.157+0000 7f1c48725640 1 Processor -- start 2024-09-13T16:17:32.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.157+0000 7f1c48725640 1 -- start start 2024-09-13T16:17:32.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c48725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 0x7f1c4006d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c48725640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1c40071970 0x7f1c4015cb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c48725640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c400ac860 con 0x7f1c400ad020 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c48725640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c4006d550 con 0x7f1c40071970 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c48725640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c4015d3d0 con 0x7f1c4006cc30 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1c40071970 0x7f1c4015cb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1c40071970 0x7f1c4015cb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48600/0 (socket says 172.21.15.39:48600) 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 -- 172.21.15.39:0/597716597 learned_addr learned my addr 172.21.15.39:0/597716597 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 -- 172.21.15.39:0/597716597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 msgr2=0x7f1c4006d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 --2- 172.21.15.39:0/597716597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 0x7f1c4006d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 -- 172.21.15.39:0/597716597 >> v1:172.21.15.157:6789/0 conn(0x7f1c400ad020 legacy=0x7f1c4006fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:32.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.158+0000 7f1c45cc0640 1 -- 172.21.15.39:0/597716597 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c4015d6b0 con 0x7f1c40071970 2024-09-13T16:17:32.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.159+0000 7f1c45cc0640 1 --2- 172.21.15.39:0/597716597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c4015cb20 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009870 tx=0x7f1c3002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=136d34c67f932a75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.159+0000 7f1c454bf640 1 -- 172.21.15.39:0/597716597 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c30032440 con 0x7f1c40071970 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.159+0000 7f1c454bf640 1 -- 172.21.15.39:0/597716597 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c300325a0 con 0x7f1c40071970 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.159+0000 7f1c454bf640 1 -- 172.21.15.39:0/597716597 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c30032930 con 0x7f1c40071970 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.159+0000 7f1c48725640 1 -- 172.21.15.39:0/597716597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 msgr2=0x7f1c4015cb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.159+0000 7f1c48725640 1 --2- 172.21.15.39:0/597716597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c4015cb20 secure :-1 s=READY pgs=1340 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009870 tx=0x7f1c3002a210 comp rx=0 tx=0).stop 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.160+0000 7f1c48725640 1 -- 172.21.15.39:0/597716597 shutdown_connections 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.160+0000 7f1c48725640 1 --2- 172.21.15.39:0/597716597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c4015cb20 unknown :-1 s=CLOSED pgs=1340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.160+0000 7f1c48725640 1 --2- 172.21.15.39:0/597716597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 0x7f1c4006d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.160+0000 7f1c48725640 1 -- 172.21.15.39:0/597716597 >> 172.21.15.39:0/597716597 conn(0x7f1c4006ae10 msgr2=0x7f1c4006b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.160+0000 7f1c48725640 1 -- 172.21.15.39:0/597716597 shutdown_connections 2024-09-13T16:17:32.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.160+0000 7f1c48725640 1 -- 172.21.15.39:0/597716597 wait complete. 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.161+0000 7f1c48725640 1 Processor -- start 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.161+0000 7f1c48725640 1 -- start start 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 0x7f1c401571d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c40148410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400ad020 0x7f1c4015e310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c401f6440 con 0x7f1c40071970 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c401f5830 con 0x7f1c400ad020 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c401f5b10 con 0x7f1c4006cc30 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c40148410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c40148410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48604/0 (socket says 172.21.15.39:48604) 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 -- 172.21.15.39:0/2794843914 learned_addr learned my addr 172.21.15.39:0/2794843914 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 -- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 msgr2=0x7f1c401571d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 0x7f1c401571d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 -- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400ad020 msgr2=0x7f1c4015e310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400ad020 0x7f1c4015e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 -- 172.21.15.39:0/2794843914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c300094d0 con 0x7f1c40071970 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c45cc0640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c40148410 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009870 tx=0x7f1c300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c30032440 con 0x7f1c40071970 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c30030ba0 con 0x7f1c40071970 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c401f5df0 con 0x7f1c40071970 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.162+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c3003b400 con 0x7f1c40071970 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.163+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c40148950 con 0x7f1c40071970 2024-09-13T16:17:32.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.163+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c400ad4d0 con 0x7f1c40071970 2024-09-13T16:17:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.164+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c30039040 con 0x7f1c40071970 2024-09-13T16:17:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.165+0000 7f1c36ffd640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2406ac00 0x7f1c2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.165+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1c300a9c30 con 0x7f1c40071970 2024-09-13T16:17:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.165+0000 7f1c464c1640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2406ac00 0x7f1c2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.165+0000 7f1c464c1640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2406ac00 0x7f1c2406d0c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009710 tx=0x7f1c3c006c90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.169+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c30074e10 con 0x7f1c40071970 2024-09-13T16:17:32.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.341+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f1c40156020 con 0x7f1c40071970 2024-09-13T16:17:32.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.342+0000 7f1c36ffd640 1 -- 172.21.15.39:0/2794843914 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) v1 ==== 100+0+11 (secure 0 0 0) 0x7f1c300370a0 con 0x7f1c40071970 2024-09-13T16:17:32.343 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:17:32.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2406ac00 msgr2=0x7f1c2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2406ac00 0x7f1c2406d0c0 secure :-1 s=READY pgs=555 cs=0 l=1 rev1=1 crypto rx=0x7f1c3c009710 tx=0x7f1c3c006c90 comp rx=0 tx=0).stop 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 msgr2=0x7f1c40148410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c40148410 secure :-1 s=READY pgs=1341 cs=0 l=1 rev1=1 crypto rx=0x7f1c30009870 tx=0x7f1c300046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 shutdown_connections 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2406ac00 0x7f1c2406d0c0 unknown :-1 s=CLOSED pgs=555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c400ad020 0x7f1c4015e310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c40071970 0x7f1c40148410 unknown :-1 s=CLOSED pgs=1341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 --2- 172.21.15.39:0/2794843914 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c4006cc30 0x7f1c401571d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 >> 172.21.15.39:0/2794843914 conn(0x7f1c4006ae10 msgr2=0x7f1c400b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 shutdown_connections 2024-09-13T16:17:32.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.344+0000 7f1c48725640 1 -- 172.21.15.39:0/2794843914 wait complete. 2024-09-13T16:17:32.356 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:17:32.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.457+0000 7f83c84e9640 1 Processor -- start 2024-09-13T16:17:32.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.457+0000 7f83c84e9640 1 -- start start 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c84e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f83c0071280 0x7f83c00716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c84e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c00cd9a0 0x7f83c00cde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c84e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f83c00b2ff0 con 0x7f83c0154a80 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c84e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f83c0071c30 con 0x7f83c0071280 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c84e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83c00b32d0 con 0x7f83c00cd9a0 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c6285640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f83c0154a80 0x7f83c00b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:35878/0 (socket says 172.21.15.39:35878) 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c6285640 1 -- 172.21.15.39:0/2378802779 learned_addr learned my addr 172.21.15.39:0/2378802779 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c5a84640 1 --2- 172.21.15.39:0/2378802779 >> v2:172.21.15.157:3300/0 conn(0x7f83c0071280 0x7f83c00716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.458+0000 7f83c6a86640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c00cd9a0 0x7f83c00cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.459+0000 7f83c5a84640 1 -- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c00cd9a0 msgr2=0x7f83c00cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.459+0000 7f83c5a84640 1 --2- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c00cd9a0 0x7f83c00cde30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.459+0000 7f83c5a84640 1 -- 172.21.15.39:0/2378802779 >> v1:172.21.15.157:6789/0 conn(0x7f83c0154a80 legacy=0x7f83c00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.459+0000 7f83c5a84640 1 -- 172.21.15.39:0/2378802779 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83c00b35b0 con 0x7f83c0071280 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.459+0000 7f83c6a86640 1 --2- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c00cd9a0 0x7f83c00cde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.460+0000 7f83c5a84640 1 --2- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c0071280 0x7f83c00716f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f83b40097a0 tx=0x7f83b402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c317243d3c421d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.460+0000 7f83c5283640 1 -- 172.21.15.39:0/2378802779 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b4032440 con 0x7f83c0071280 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.460+0000 7f83c5283640 1 -- 172.21.15.39:0/2378802779 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83b40325a0 con 0x7f83c0071280 2024-09-13T16:17:32.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.460+0000 7f83c5283640 1 -- 172.21.15.39:0/2378802779 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b4032930 con 0x7f83c0071280 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.460+0000 7f83c84e9640 1 -- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c0071280 msgr2=0x7f83c00716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.460+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c0071280 0x7f83c00716f0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f83b40097a0 tx=0x7f83b402a180 comp rx=0 tx=0).stop 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.461+0000 7f83c84e9640 1 -- 172.21.15.39:0/2378802779 shutdown_connections 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.461+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c00cd9a0 0x7f83c00cde30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.461+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2378802779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c0071280 0x7f83c00716f0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.461+0000 7f83c84e9640 1 -- 172.21.15.39:0/2378802779 >> 172.21.15.39:0/2378802779 conn(0x7f83c00b15d0 msgr2=0x7f83c00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.461+0000 7f83c84e9640 1 -- 172.21.15.39:0/2378802779 shutdown_connections 2024-09-13T16:17:32.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.461+0000 7f83c84e9640 1 -- 172.21.15.39:0/2378802779 wait complete. 2024-09-13T16:17:32.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.462+0000 7f83c84e9640 1 Processor -- start 2024-09-13T16:17:32.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.462+0000 7f83c84e9640 1 -- start start 2024-09-13T16:17:32.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.462+0000 7f83c84e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 0x7f83c00ca200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c00cd9a0 0x7f83c0147cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c0154a80 0x7f83c01551a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83c00cb500 con 0x7f83c0071280 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f83c00cb7e0 con 0x7f83c00cd9a0 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f83c00cbac0 con 0x7f83c0154a80 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 0x7f83c00ca200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 0x7f83c00ca200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48610/0 (socket says 172.21.15.39:48610) 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 -- 172.21.15.39:0/2143015712 learned_addr learned my addr 172.21.15.39:0/2143015712 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6a86640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c0154a80 0x7f83c01551a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 -- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c0154a80 msgr2=0x7f83c01551a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c0154a80 0x7f83c01551a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 -- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c00cd9a0 msgr2=0x7f83c0147cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c5a84640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c00cd9a0 0x7f83c0147cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c00cd9a0 0x7f83c0147cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 -- 172.21.15.39:0/2143015712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83b8009400 con 0x7f83c0071280 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c6285640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 0x7f83c00ca200 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f83b000cba0 tx=0x7f83b000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b000ad40 con 0x7f83c0071280 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83b0012400 con 0x7f83c0071280 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f83b4009400 con 0x7f83c0071280 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83b000aea0 con 0x7f83c0071280 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.463+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f83c00cc080 con 0x7f83c0071280 2024-09-13T16:17:32.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.464+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f83c00672f0 con 0x7f83c0071280 2024-09-13T16:17:32.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.465+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f83b0007070 con 0x7f83c0071280 2024-09-13T16:17:32.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.465+0000 7f83beffd640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ac06ac00 0x7f83ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.465+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f83b00892a0 con 0x7f83c0071280 2024-09-13T16:17:32.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.466+0000 7f83c5a84640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ac06ac00 0x7f83ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.466+0000 7f83c5a84640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ac06ac00 0x7f83ac06d0c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f83b4034000 tx=0x7f83b402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.470+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f83b0054530 con 0x7f83c0071280 2024-09-13T16:17:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.652+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f83c00b2cc0 con 0x7f83c0071280 2024-09-13T16:17:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.652+0000 7f83beffd640 1 -- 172.21.15.39:0/2143015712 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v89) v1 ==== 80+0+0 (secure 0 0 0) 0x7f83b0057b50 con 0x7f83c0071280 2024-09-13T16:17:32.653 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:17:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ac06ac00 msgr2=0x7f83ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ac06ac00 0x7f83ac06d0c0 secure :-1 s=READY pgs=556 cs=0 l=1 rev1=1 crypto rx=0x7f83b4034000 tx=0x7f83b402e000 comp rx=0 tx=0).stop 2024-09-13T16:17:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 msgr2=0x7f83c00ca200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 0x7f83c00ca200 secure :-1 s=READY pgs=1342 cs=0 l=1 rev1=1 crypto rx=0x7f83b000cba0 tx=0x7f83b000a430 comp rx=0 tx=0).stop 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 shutdown_connections 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ac06ac00 0x7f83ac06d0c0 unknown :-1 s=CLOSED pgs=556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f83c0154a80 0x7f83c01551a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f83c00cd9a0 0x7f83c0147cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 --2- 172.21.15.39:0/2143015712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f83c0071280 0x7f83c00ca200 unknown :-1 s=CLOSED pgs=1342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 >> 172.21.15.39:0/2143015712 conn(0x7f83c00b15d0 msgr2=0x7f83c0158800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 shutdown_connections 2024-09-13T16:17:32.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.654+0000 7f83c84e9640 1 -- 172.21.15.39:0/2143015712 wait complete. 2024-09-13T16:17:32.665 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:32.666 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:32.682 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:32.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.822+0000 7effd799c640 1 Processor -- start 2024-09-13T16:17:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.822+0000 7effd799c640 1 -- start start 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd799c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd00b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd799c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7effd015d0a0 0x7effd015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd799c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7effd006f6e0 con 0x7effd0156fb0 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd799c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7effd015da70 con 0x7effd015d0a0 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd799c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effd006f9c0 con 0x7effd006f170 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd5738640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7effd0156fb0 0x7effd015ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38540/0 (socket says 172.21.15.39:38540) 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd5738640 1 -- 172.21.15.39:0/3730508917 learned_addr learned my addr 172.21.15.39:0/3730508917 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effd5f39640 1 --2- 172.21.15.39:0/3730508917 >> v2:172.21.15.39:3300/0 conn(0x7effd015d0a0 0x7effd015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.823+0000 7effcffff640 1 -- 172.21.15.39:0/3730508917 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 64147184 0 0) 0x7effd006f6e0 con 0x7effd0156fb0 2024-09-13T16:17:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effcffff640 1 -- 172.21.15.39:0/3730508917 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7effb8003520 con 0x7effd0156fb0 2024-09-13T16:17:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effd4f37640 1 --2- 172.21.15.39:0/3730508917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd00b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effd5f39640 1 -- 172.21.15.39:0/3730508917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 msgr2=0x7effd00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effd5f39640 1 --2- 172.21.15.39:0/3730508917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd00b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effd5f39640 1 -- 172.21.15.39:0/3730508917 >> v1:172.21.15.39:6789/0 conn(0x7effd0156fb0 legacy=0x7effd015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effd5f39640 1 -- 172.21.15.39:0/3730508917 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effd006fca0 con 0x7effd015d0a0 2024-09-13T16:17:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effd5f39640 1 --2- 172.21.15.39:0/3730508917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd015d0a0 0x7effd015d530 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7effc80097a0 tx=0x7effc802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52b8d6d67f5f38f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effcffff640 1 -- 172.21.15.39:0/3730508917 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effc802ae50 con 0x7effd015d0a0 2024-09-13T16:17:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.824+0000 7effcffff640 1 -- 172.21.15.39:0/3730508917 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effc8032440 con 0x7effd015d0a0 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effcffff640 1 -- 172.21.15.39:0/3730508917 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effc80327d0 con 0x7effd015d0a0 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 -- 172.21.15.39:0/3730508917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd015d0a0 msgr2=0x7effd015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 --2- 172.21.15.39:0/3730508917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd015d0a0 0x7effd015d530 secure :-1 s=READY pgs=1344 cs=0 l=1 rev1=1 crypto rx=0x7effc80097a0 tx=0x7effc802a100 comp rx=0 tx=0).stop 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 -- 172.21.15.39:0/3730508917 shutdown_connections 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 --2- 172.21.15.39:0/3730508917 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd015d0a0 0x7effd015d530 unknown :-1 s=CLOSED pgs=1344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 --2- 172.21.15.39:0/3730508917 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd00b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 -- 172.21.15.39:0/3730508917 >> 172.21.15.39:0/3730508917 conn(0x7effd006b3b0 msgr2=0x7effd006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 -- 172.21.15.39:0/3730508917 shutdown_connections 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.825+0000 7effd799c640 1 -- 172.21.15.39:0/3730508917 wait complete. 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.826+0000 7effd799c640 1 Processor -- start 2024-09-13T16:17:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.826+0000 7effd799c640 1 -- start start 2024-09-13T16:17:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd799c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd01424b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd799c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 0x7effd013f2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd799c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effd015d0a0 0x7effd013fa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd799c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effd0142ac0 con 0x7effd0156fb0 2024-09-13T16:17:32.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd799c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7effd0152250 con 0x7effd015d0a0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd799c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7effd01524f0 con 0x7effd006f170 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd4f37640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 0x7effd013f2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd4f37640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 0x7effd013f2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48638/0 (socket says 172.21.15.39:48638) 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd4f37640 1 -- 172.21.15.39:0/2392222921 learned_addr learned my addr 172.21.15.39:0/2392222921 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd5738640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd01424b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.827+0000 7effd5f39640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effd015d0a0 0x7effd013fa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd4f37640 1 -- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 msgr2=0x7effd01424b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd4f37640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd01424b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd4f37640 1 -- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effd015d0a0 msgr2=0x7effd013fa40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd4f37640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effd015d0a0 0x7effd013fa40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd4f37640 1 -- 172.21.15.39:0/2392222921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7effc8009400 con 0x7effd0156fb0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd4f37640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 0x7effd013f2f0 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7effc400c7f0 tx=0x7effc400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effc4004220 con 0x7effd0156fb0 2024-09-13T16:17:32.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7effc4004380 con 0x7effd0156fb0 2024-09-13T16:17:32.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7effd01527d0 con 0x7effd0156fb0 2024-09-13T16:17:32.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7effc4007840 con 0x7effd0156fb0 2024-09-13T16:17:32.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.828+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7effd0152d90 con 0x7effd0156fb0 2024-09-13T16:17:32.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.829+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7effd0152fb0 con 0x7effd0156fb0 2024-09-13T16:17:32.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.829+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7effc4007bb0 con 0x7effd0156fb0 2024-09-13T16:17:32.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.830+0000 7effcdffb640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effbc06ac00 0x7effbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:32.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.830+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7effc4089180 con 0x7effd0156fb0 2024-09-13T16:17:32.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.830+0000 7effd5738640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effbc06ac00 0x7effbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:32.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.831+0000 7effd5738640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effbc06ac00 0x7effbc06d0c0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7effc0001560 tx=0x7effc0001a90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:32.834+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7effc4054410 con 0x7effd0156fb0 2024-09-13T16:17:33.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.010+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7effd00672f0 con 0x7effd0156fb0 2024-09-13T16:17:33.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.011+0000 7effcdffb640 1 -- 172.21.15.39:0/2392222921 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v89) v1 ==== 74+0+16548 (secure 0 0 0) 0x7effc4007e60 con 0x7effd0156fb0 2024-09-13T16:17:33.012 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:33.012 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":89,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:25.263448+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:33.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effbc06ac00 msgr2=0x7effbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effbc06ac00 0x7effbc06d0c0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7effc0001560 tx=0x7effc0001a90 comp rx=0 tx=0).stop 2024-09-13T16:17:33.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 msgr2=0x7effd013f2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 0x7effd013f2f0 secure :-1 s=READY pgs=1345 cs=0 l=1 rev1=1 crypto rx=0x7effc400c7f0 tx=0x7effc400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 shutdown_connections 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7effbc06ac00 0x7effbc06d0c0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7effd015d0a0 0x7effd013fa40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7effd0156fb0 0x7effd013f2f0 unknown :-1 s=CLOSED pgs=1345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 --2- 172.21.15.39:0/2392222921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7effd006f170 0x7effd01424b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 >> 172.21.15.39:0/2392222921 conn(0x7effd006b3b0 msgr2=0x7effd00b08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 shutdown_connections 2024-09-13T16:17:33.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.013+0000 7effd799c640 1 -- 172.21.15.39:0/2392222921 wait complete. 2024-09-13T16:17:33.025 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:33.026 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:33.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.129+0000 7f965a832640 1 Processor -- start 2024-09-13T16:17:33.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.129+0000 7f965a832640 1 -- start start 2024-09-13T16:17:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.130+0000 7f965a832640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f96540cb810 0x7f9654159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.130+0000 7f965a832640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f965415a000 con 0x7f96540cc460 2024-09-13T16:17:33.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.130+0000 7f965a832640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96540cbbf0 con 0x7f965415a200 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.130+0000 7f965a832640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96540b1540 con 0x7f96540cb810 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.130+0000 7f964bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f96540cc460 0x7f96540b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:38550/0 (socket says 172.21.15.39:38550) 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.130+0000 7f964bfff640 1 -- 172.21.15.39:0/3228227397 learned_addr learned my addr 172.21.15.39:0/3228227397 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2734625026 0 0) 0x7f965415a000 con 0x7f96540cc460 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f9653fff640 1 --2- 172.21.15.39:0/3228227397 >> v2:172.21.15.157:3300/0 conn(0x7f96540cb810 0x7f9654159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9640004630 con 0x7f96540cc460 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 758595701 0 0) 0x7f9640004630 con 0x7f96540cc460 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 >> v2:172.21.15.157:3300/0 conn(0x7f96540cb810 msgr2=0x7f9654159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 --2- 172.21.15.39:0/3228227397 >> v2:172.21.15.157:3300/0 conn(0x7f96540cb810 0x7f9654159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 >> v1:172.21.15.157:6789/0 conn(0x7f965415a200 legacy=0x7f96540ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96540b1820 con 0x7f96540cc460 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f963c001670 con 0x7f96540cc460 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 >> v1:172.21.15.39:6789/0 conn(0x7f96540cc460 legacy=0x7f96540b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9640004a80 0x7f9640004e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9640005480 0x7f9640005950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640006150 0x7f964000ca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96540b1540 con 0x7f9640005480 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f964000d0b0 con 0x7f9640006150 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f964000d270 con 0x7f9640004a80 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f964bfff640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9640005480 0x7f9640005950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f9653fff640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9640004a80 0x7f9640004e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f9658dcf640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640006150 0x7f964000ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f964bfff640 1 -- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9640004a80 msgr2=0x7f9640004e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f964bfff640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9640004a80 0x7f9640004e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f964bfff640 1 -- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640006150 msgr2=0x7f964000ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f964bfff640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640006150 0x7f964000ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f9658dcf640 1 -- 172.21.15.39:0/3228227397 reap_dead start 2024-09-13T16:17:33.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.131+0000 7f964bfff640 1 -- 172.21.15.39:0/3228227397 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9640004630 con 0x7f9640005480 2024-09-13T16:17:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.132+0000 7f964bfff640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9640005480 0x7f9640005950 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f963c00c210 tx=0x7f9640006900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=167480ed9ba725d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.132+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963c02e070 con 0x7f9640005480 2024-09-13T16:17:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.132+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f963c0058d0 con 0x7f9640005480 2024-09-13T16:17:33.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.132+0000 7f96537fe640 1 -- 172.21.15.39:0/3228227397 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963c005ce0 con 0x7f9640005480 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 -- 172.21.15.39:0/3228227397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9640005480 msgr2=0x7f9640005950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9640005480 0x7f9640005950 secure :-1 s=READY pgs=1347 cs=0 l=1 rev1=1 crypto rx=0x7f963c00c210 tx=0x7f9640006900 comp rx=0 tx=0).stop 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 -- 172.21.15.39:0/3228227397 shutdown_connections 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 --2- 172.21.15.39:0/3228227397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9640005480 0x7f9640005950 unknown :-1 s=CLOSED pgs=1347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 -- 172.21.15.39:0/3228227397 >> 172.21.15.39:0/3228227397 conn(0x7f96540b00a0 msgr2=0x7f96540b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 -- 172.21.15.39:0/3228227397 shutdown_connections 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.133+0000 7f965a832640 1 -- 172.21.15.39:0/3228227397 wait complete. 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.134+0000 7f965a832640 1 Processor -- start 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.134+0000 7f965a832640 1 -- start start 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f965a832640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640005480 0x7f965414dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f965a832640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 0x7f96540af650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f965a832640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f965415b660 0x7f965415bae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f965a832640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f965415c020 con 0x7f96541edd30 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f965a832640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96540acef0 con 0x7f9640005480 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f965a832640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96541ee190 con 0x7f965415b660 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 0x7f96540af650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 0x7f96540af650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48654/0 (socket says 172.21.15.39:48654) 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 -- 172.21.15.39:0/1874678547 learned_addr learned my addr 172.21.15.39:0/1874678547 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f9653fff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640005480 0x7f965414dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f9658dcf640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f965415b660 0x7f965415bae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 -- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f965415b660 msgr2=0x7f965415bae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f965415b660 0x7f965415bae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 -- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640005480 msgr2=0x7f965414dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640005480 0x7f965414dcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 -- 172.21.15.39:0/1874678547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9654070e40 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f9653fff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640005480 0x7f965414dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.135+0000 7f964bfff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 0x7f96540af650 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f963c00c210 tx=0x7f963c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.136+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963c004d10 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.136+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f963c004e70 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.136+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96540ad140 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.136+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963c007290 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.136+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96540a9bf0 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.137+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96540a9db0 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.137+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f963c0073f0 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.138+0000 7f96517fa640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f963406abf0 0x7f963406d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.138+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f963c0a8f30 con 0x7f96541edd30 2024-09-13T16:17:33.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.138+0000 7f9653fff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f963406abf0 0x7f963406d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.138+0000 7f9653fff640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f963406abf0 0x7f963406d0b0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9644009b50 tx=0x7f9644008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.142+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f963c077e00 con 0x7f96541edd30 2024-09-13T16:17:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.312+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f96540672f0 con 0x7f96541edd30 2024-09-13T16:17:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.313+0000 7f96517fa640 1 -- 172.21.15.39:0/1874678547 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v89) v1 ==== 93+0+10 (secure 0 0 0) 0x7f963c0076a0 con 0x7f96541edd30 2024-09-13T16:17:33.314 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f963406abf0 msgr2=0x7f963406d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f963406abf0 0x7f963406d0b0 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7f9644009b50 tx=0x7f9644008040 comp rx=0 tx=0).stop 2024-09-13T16:17:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 msgr2=0x7f96540af650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 0x7f96540af650 secure :-1 s=READY pgs=1348 cs=0 l=1 rev1=1 crypto rx=0x7f963c00c210 tx=0x7f963c001a00 comp rx=0 tx=0).stop 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 shutdown_connections 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f963406abf0 0x7f963406d0b0 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f965415b660 0x7f965415bae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96541edd30 0x7f96540af650 unknown :-1 s=CLOSED pgs=1348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 --2- 172.21.15.39:0/1874678547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9640005480 0x7f965414dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 >> 172.21.15.39:0/1874678547 conn(0x7f96540b00a0 msgr2=0x7f965415cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 shutdown_connections 2024-09-13T16:17:33.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.315+0000 7f965a832640 1 -- 172.21.15.39:0/1874678547 wait complete. 2024-09-13T16:17:33.327 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:17:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.430+0000 7f6408896640 1 Processor -- start 2024-09-13T16:17:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.430+0000 7f6408896640 1 -- start start 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6408896640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6404156e60 0x7f640415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6408896640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64040b25b0 0x7f64040b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6408896640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64040cb080 con 0x7f6404069ed0 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6408896640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6404070d40 con 0x7f64040b25b0 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6408896640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64040b3120 con 0x7f6404156e60 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6401d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64040b25b0 0x7f64040b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6401d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64040b25b0 0x7f64040b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48666/0 (socket says 172.21.15.39:48666) 2024-09-13T16:17:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f6401d9b640 1 -- 172.21.15.39:0/3162787490 learned_addr learned my addr 172.21.15.39:0/3162787490 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.431+0000 7f640259c640 1 --2- 172.21.15.39:0/3162787490 >> v2:172.21.15.157:3300/0 conn(0x7f6404156e60 0x7f640415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f6401d9b640 1 -- 172.21.15.39:0/3162787490 >> v2:172.21.15.157:3300/0 conn(0x7f6404156e60 msgr2=0x7f640415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f6401d9b640 1 --2- 172.21.15.39:0/3162787490 >> v2:172.21.15.157:3300/0 conn(0x7f6404156e60 0x7f640415aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f6401d9b640 1 -- 172.21.15.39:0/3162787490 >> v1:172.21.15.157:6789/0 conn(0x7f6404069ed0 legacy=0x7f64040711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f6401d9b640 1 -- 172.21.15.39:0/3162787490 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64040b3400 con 0x7f64040b25b0 2024-09-13T16:17:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f6401d9b640 1 --2- 172.21.15.39:0/3162787490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64040b25b0 0x7f64040b2a40 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f64040739e0 tx=0x7f63ec02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ef72da03fcc6d8e8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f640159a640 1 -- 172.21.15.39:0/3162787490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec032440 con 0x7f64040b25b0 2024-09-13T16:17:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f640159a640 1 -- 172.21.15.39:0/3162787490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63ec0325a0 con 0x7f64040b25b0 2024-09-13T16:17:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.432+0000 7f640159a640 1 -- 172.21.15.39:0/3162787490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63ec032930 con 0x7f64040b25b0 2024-09-13T16:17:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 -- 172.21.15.39:0/3162787490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64040b25b0 msgr2=0x7f64040b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 --2- 172.21.15.39:0/3162787490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64040b25b0 0x7f64040b2a40 secure :-1 s=READY pgs=1349 cs=0 l=1 rev1=1 crypto rx=0x7f64040739e0 tx=0x7f63ec02a270 comp rx=0 tx=0).stop 2024-09-13T16:17:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 -- 172.21.15.39:0/3162787490 shutdown_connections 2024-09-13T16:17:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 --2- 172.21.15.39:0/3162787490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64040b25b0 0x7f64040b2a40 unknown :-1 s=CLOSED pgs=1349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 --2- 172.21.15.39:0/3162787490 >> v2:172.21.15.157:3300/0 conn(0x7f6404156e60 0x7f640415aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 -- 172.21.15.39:0/3162787490 >> 172.21.15.39:0/3162787490 conn(0x7f64040b00a0 msgr2=0x7f64040b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 -- 172.21.15.39:0/3162787490 shutdown_connections 2024-09-13T16:17:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.433+0000 7f6408896640 1 -- 172.21.15.39:0/3162787490 wait complete. 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 Processor -- start 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 -- start start 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6404069ed0 0x7f64041543d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64040b25b0 0x7f64040710d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 0x7f6404071610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6404150390 con 0x7f6404156e60 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6404153df0 con 0x7f6404069ed0 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.435+0000 7f6408896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f640415e770 con 0x7f64040b25b0 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 0x7f6404071610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 0x7f6404071610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48680/0 (socket says 172.21.15.39:48680) 2024-09-13T16:17:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 -- 172.21.15.39:0/175643982 learned_addr learned my addr 172.21.15.39:0/175643982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:33.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f640259c640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6404069ed0 0x7f64041543d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6401d9b640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64040b25b0 0x7f64040710d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 -- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64040b25b0 msgr2=0x7f64040710d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64040b25b0 0x7f64040710d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 -- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6404069ed0 msgr2=0x7f64041543d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6404069ed0 0x7f64041543d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 -- 172.21.15.39:0/175643982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63ec0094d0 con 0x7f6404156e60 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6401d9b640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64040b25b0 0x7f64040710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6402d9d640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 0x7f6404071610 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f63f400c7a0 tx=0x7f63f400cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f4003b70 con 0x7f6404156e60 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63f4003cf0 con 0x7f6404156e60 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f640415e490 con 0x7f6404156e60 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63f4003ea0 con 0x7f6404156e60 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.436+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f640414ffb0 con 0x7f6404156e60 2024-09-13T16:17:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.438+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64041504d0 con 0x7f6404156e60 2024-09-13T16:17:33.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.438+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f63f400aa30 con 0x7f6404156e60 2024-09-13T16:17:33.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.438+0000 7f63faffd640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63e406ac00 0x7f63e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.438+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f63f4089020 con 0x7f6404156e60 2024-09-13T16:17:33.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.439+0000 7f640259c640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63e406ac00 0x7f63e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.439+0000 7f640259c640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63e406ac00 0x7f63e406d0c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f63fc006fd0 tx=0x7f63fc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.443+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f64041504d0 con 0x7f6404156e60 2024-09-13T16:17:33.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.612+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f64041504d0 con 0x7f6404156e60 2024-09-13T16:17:33.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.612+0000 7f63faffd640 1 -- 172.21.15.39:0/175643982 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v89) v1 ==== 104+0+11 (secure 0 0 0) 0x7f64041504d0 con 0x7f6404156e60 2024-09-13T16:17:33.613 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:17:33.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63e406ac00 msgr2=0x7f63e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63e406ac00 0x7f63e406d0c0 secure :-1 s=READY pgs=559 cs=0 l=1 rev1=1 crypto rx=0x7f63fc006fd0 tx=0x7f63fc008040 comp rx=0 tx=0).stop 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 msgr2=0x7f6404071610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 0x7f6404071610 secure :-1 s=READY pgs=1350 cs=0 l=1 rev1=1 crypto rx=0x7f63f400c7a0 tx=0x7f63f400cc60 comp rx=0 tx=0).stop 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 shutdown_connections 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63e406ac00 0x7f63e406d0c0 unknown :-1 s=CLOSED pgs=559 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6404156e60 0x7f6404071610 unknown :-1 s=CLOSED pgs=1350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64040b25b0 0x7f64040710d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 --2- 172.21.15.39:0/175643982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6404069ed0 0x7f64041543d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 >> 172.21.15.39:0/175643982 conn(0x7f64040b00a0 msgr2=0x7f64040af6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 shutdown_connections 2024-09-13T16:17:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.614+0000 7f6408896640 1 -- 172.21.15.39:0/175643982 wait complete. 2024-09-13T16:17:33.626 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:17:33.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.729+0000 7f06b5db5640 1 Processor -- start 2024-09-13T16:17:33.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.729+0000 7f06b5db5640 1 -- start start 2024-09-13T16:17:33.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06b5db5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f06b0156e60 0x7f06b015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06b5db5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06b00cb080 con 0x7f06b00b25b0 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06b5db5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06b0070d40 con 0x7f06b006a5e0 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06b5db5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06b00b3120 con 0x7f06b0156e60 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06af7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f06b0156e60 0x7f06b015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06af7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f06b0156e60 0x7f06b015aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53786/0 (socket says 172.21.15.39:53786) 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06af7fe640 1 -- 172.21.15.39:0/3636919663 learned_addr learned my addr 172.21.15.39:0/3636919663 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06aeffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f06b00b25b0 0x7f06b0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49306/0 (socket says 172.21.15.39:49306) 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06af7fe640 1 -- 172.21.15.39:0/3636919663 >> v1:172.21.15.157:6789/0 conn(0x7f06b006a5e0 legacy=0x7f06b00711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06af7fe640 1 -- 172.21.15.39:0/3636919663 >> v1:172.21.15.39:6789/0 conn(0x7f06b00b25b0 legacy=0x7f06b0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06af7fe640 1 -- 172.21.15.39:0/3636919663 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06b00b3400 con 0x7f06b0156e60 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.730+0000 7f06ae7fc640 1 -- 172.21.15.39:0/3636919663 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2561464270 0 0) 0x7f06b00cb080 con 0x7f06b00b25b0 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.731+0000 7f06af7fe640 1 --2- 172.21.15.39:0/3636919663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b0156e60 0x7f06b015aa30 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009870 tx=0x7f06a002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=147c49e205bc57fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.731+0000 7f06ae7fc640 1 -- 172.21.15.39:0/3636919663 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a0032440 con 0x7f06b0156e60 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.731+0000 7f06ae7fc640 1 -- 172.21.15.39:0/3636919663 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06a00325a0 con 0x7f06b0156e60 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.731+0000 7f06ae7fc640 1 -- 172.21.15.39:0/3636919663 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a0032930 con 0x7f06b0156e60 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 -- 172.21.15.39:0/3636919663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b0156e60 msgr2=0x7f06b015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 --2- 172.21.15.39:0/3636919663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b0156e60 0x7f06b015aa30 secure :-1 s=READY pgs=1352 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009870 tx=0x7f06a002a2a0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 -- 172.21.15.39:0/3636919663 shutdown_connections 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 --2- 172.21.15.39:0/3636919663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b0156e60 0x7f06b015aa30 unknown :-1 s=CLOSED pgs=1352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 -- 172.21.15.39:0/3636919663 >> 172.21.15.39:0/3636919663 conn(0x7f06b00b00a0 msgr2=0x7f06b00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 -- 172.21.15.39:0/3636919663 shutdown_connections 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.732+0000 7f06b5db5640 1 -- 172.21.15.39:0/3636919663 wait complete. 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.733+0000 7f06b5db5640 1 Processor -- start 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.733+0000 7f06b5db5640 1 -- start start 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06b5db5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 0x7f06b00ab700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06b5db5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06b00b25b0 0x7f06b0145f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06b5db5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06b0156e60 0x7f06b00c3620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06b5db5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06b01473e0 con 0x7f06b006a5e0 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06b5db5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06b0146440 con 0x7f06b0156e60 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06b5db5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06b01467d0 con 0x7f06b00b25b0 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 0x7f06b00ab700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 0x7f06b00ab700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53790/0 (socket says 172.21.15.39:53790) 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 -- 172.21.15.39:0/959727896 learned_addr learned my addr 172.21.15.39:0/959727896 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 -- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06b00b25b0 msgr2=0x7f06b0145f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06b00b25b0 0x7f06b0145f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 -- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06b0156e60 msgr2=0x7f06b00c3620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06b0156e60 0x7f06b00c3620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.734+0000 7f06af7fe640 1 -- 172.21.15.39:0/959727896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06a00094d0 con 0x7f06b006a5e0 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.735+0000 7f06af7fe640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 0x7f06b00ab700 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009870 tx=0x7f06a00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.735+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a0030b00 con 0x7f06b006a5e0 2024-09-13T16:17:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.735+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06a0030c60 con 0x7f06b006a5e0 2024-09-13T16:17:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.735+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06b0146ab0 con 0x7f06b006a5e0 2024-09-13T16:17:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.735+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06a003b400 con 0x7f06b006a5e0 2024-09-13T16:17:33.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.735+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06b0147070 con 0x7f06b006a5e0 2024-09-13T16:17:33.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.736+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06b00672f0 con 0x7f06b006a5e0 2024-09-13T16:17:33.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.736+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f06a0039040 con 0x7f06b006a5e0 2024-09-13T16:17:33.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.737+0000 7f0697fff640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f069c06ac00 0x7f069c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:33.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.737+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f06a00a9d10 con 0x7f06b006a5e0 2024-09-13T16:17:33.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.737+0000 7f06aeffd640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f069c06ac00 0x7f069c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:33.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.738+0000 7f06aeffd640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f069c06ac00 0x7f069c06d0c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f06a4007fd0 tx=0x7f06a4007920 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:33.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.741+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f06a0074ef0 con 0x7f06b006a5e0 2024-09-13T16:17:33.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.910+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f06b00b2a40 con 0x7f06b006a5e0 2024-09-13T16:17:33.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.911+0000 7f0697fff640 1 -- 172.21.15.39:0/959727896 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v89) v1 ==== 100+0+11 (secure 0 0 0) 0x7f06a00370a0 con 0x7f06b006a5e0 2024-09-13T16:17:33.912 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:17:33.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f069c06ac00 msgr2=0x7f069c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f069c06ac00 0x7f069c06d0c0 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f06a4007fd0 tx=0x7f06a4007920 comp rx=0 tx=0).stop 2024-09-13T16:17:33.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 msgr2=0x7f06b00ab700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:33.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 0x7f06b00ab700 secure :-1 s=READY pgs=1353 cs=0 l=1 rev1=1 crypto rx=0x7f06a0009870 tx=0x7f06a00046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 shutdown_connections 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f069c06ac00 0x7f069c06d0c0 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06b0156e60 0x7f06b00c3620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06b00b25b0 0x7f06b0145f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 --2- 172.21.15.39:0/959727896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06b006a5e0 0x7f06b00ab700 unknown :-1 s=CLOSED pgs=1353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 >> 172.21.15.39:0/959727896 conn(0x7f06b00b00a0 msgr2=0x7f06b0069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 shutdown_connections 2024-09-13T16:17:33.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:33.913+0000 7f06b5db5640 1 -- 172.21.15.39:0/959727896 wait complete. 2024-09-13T16:17:33.926 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:17:34.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.027+0000 7fe0b5e4f640 1 Processor -- start 2024-09-13T16:17:34.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0b5e4f640 1 -- start start 2024-09-13T16:17:34.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0b5e4f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe0b015cef0 0x7fe0b00cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:34.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0b5e4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b00b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:34.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0b5e4f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe0b00d11f0 con 0x7fe0b00cd560 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0b5e4f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe0b00b6460 con 0x7fe0b015cef0 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0b5e4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b015d2d0 con 0x7fe0b00b5ab0 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.028+0000 7fe0af7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe0b015cef0 0x7fe0b00cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0af7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe0b015cef0 0x7fe0b00cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53794/0 (socket says 172.21.15.39:53794) 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0af7fe640 1 -- 172.21.15.39:0/3227160384 learned_addr learned my addr 172.21.15.39:0/3227160384 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0affff640 1 --2- 172.21.15.39:0/3227160384 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b00b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0af7fe640 1 -- 172.21.15.39:0/3227160384 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 msgr2=0x7fe0b00b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0af7fe640 1 --2- 172.21.15.39:0/3227160384 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b00b5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0af7fe640 1 -- 172.21.15.39:0/3227160384 >> v1:172.21.15.157:6789/0 conn(0x7fe0b00cd560 legacy=0x7fe0b00d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.029+0000 7fe0af7fe640 1 -- 172.21.15.39:0/3227160384 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0b00cda00 con 0x7fe0b015cef0 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0af7fe640 1 --2- 172.21.15.39:0/3227160384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00cd020 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0009870 tx=0x7fe0a002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d850830dba597a6c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:34.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0ae7fc640 1 -- 172.21.15.39:0/3227160384 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a0032440 con 0x7fe0b015cef0 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0ae7fc640 1 -- 172.21.15.39:0/3227160384 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0a00325a0 con 0x7fe0b015cef0 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0ae7fc640 1 -- 172.21.15.39:0/3227160384 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a0032930 con 0x7fe0b015cef0 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3227160384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 msgr2=0x7fe0b00cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3227160384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00cd020 secure :-1 s=READY pgs=1354 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0009870 tx=0x7fe0a002a2a0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3227160384 shutdown_connections 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3227160384 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b00b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3227160384 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00cd020 unknown :-1 s=CLOSED pgs=1354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3227160384 >> 172.21.15.39:0/3227160384 conn(0x7fe0b006a3a0 msgr2=0x7fe0b006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3227160384 shutdown_connections 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.030+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3227160384 wait complete. 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.031+0000 7fe0b5e4f640 1 Processor -- start 2024-09-13T16:17:34.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 -- start start 2024-09-13T16:17:34.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b015eef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:34.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0b00cd560 0x7fe0b01f7890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:34.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00c8220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:34.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b015f430 con 0x7fe0b015cef0 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b01f7dd0 con 0x7fe0b00cd560 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.032+0000 7fe0b5e4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe0b015f620 con 0x7fe0b00b5ab0 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00c8220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00c8220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53796/0 (socket says 172.21.15.39:53796) 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 -- 172.21.15.39:0/3040211096 learned_addr learned my addr 172.21.15.39:0/3040211096 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 -- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 msgr2=0x7fe0b015eef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0af7fe640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b015eef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0aeffd640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0b00cd560 0x7fe0b01f7890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b015eef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 -- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0b00cd560 msgr2=0x7fe0b01f7890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:34.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0b00cd560 0x7fe0b01f7890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 -- 172.21.15.39:0/3040211096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe0a00094d0 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0affff640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00c8220 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fe0a800cd70 tx=0x7fe0a800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a8003b90 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe0a8003cf0 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe0b015d4b0 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0a8004240 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.033+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe0b015dd50 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.034+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0b015d8a0 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.035+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe0a80043a0 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.035+0000 7fe097fff640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe09c06ac00 0x7fe09c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.036+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fe0a8012070 con 0x7fe0b015cef0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.036+0000 7fe0af7fe640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe09c06ac00 0x7fe09c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.036+0000 7fe0af7fe640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe09c06ac00 0x7fe09c06d0c0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0034000 tx=0x7fe0a002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:34.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.040+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe0a8054f00 con 0x7fe0b015cef0 2024-09-13T16:17:34.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.222+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fe0b015d6a0 con 0x7fe0b015cef0 2024-09-13T16:17:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.222+0000 7fe097fff640 1 -- 172.21.15.39:0/3040211096 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v89) v1 ==== 80+0+0 (secure 0 0 0) 0x7fe0a8058520 con 0x7fe0b015cef0 2024-09-13T16:17:34.224 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:17:34.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe09c06ac00 msgr2=0x7fe09c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:34.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe09c06ac00 0x7fe09c06d0c0 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7fe0a0034000 tx=0x7fe0a002e000 comp rx=0 tx=0).stop 2024-09-13T16:17:34.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 msgr2=0x7fe0b00c8220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:34.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00c8220 secure :-1 s=READY pgs=1355 cs=0 l=1 rev1=1 crypto rx=0x7fe0a800cd70 tx=0x7fe0a800a660 comp rx=0 tx=0).stop 2024-09-13T16:17:34.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 shutdown_connections 2024-09-13T16:17:34.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe09c06ac00 0x7fe09c06d0c0 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe0b015cef0 0x7fe0b00c8220 unknown :-1 s=CLOSED pgs=1355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe0b00cd560 0x7fe0b01f7890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 --2- 172.21.15.39:0/3040211096 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe0b00b5ab0 0x7fe0b015eef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 >> 172.21.15.39:0/3040211096 conn(0x7fe0b006a3a0 msgr2=0x7fe0b00ced20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 shutdown_connections 2024-09-13T16:17:34.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:34.224+0000 7fe0b5e4f640 1 -- 172.21.15.39:0/3040211096 wait complete. 2024-09-13T16:17:34.236 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:17:34.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:34.237 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:34.261 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[69152]: fuse finished with error 0 and tester_r 0 2024-09-13T16:17:34.263 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:40.364 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:17:40.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:40.365 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:17:40.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:40.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.539+0000 7f94cfd33640 1 Processor -- start 2024-09-13T16:17:40.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.539+0000 7f94cfd33640 1 -- start start 2024-09-13T16:17:40.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94cfd33640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f94c8165710 0x7f94c8167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94cfd33640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94c80cde30 con 0x7f94c80ccf80 2024-09-13T16:17:40.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94cfd33640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94c80b5090 con 0x7f94c80b41a0 2024-09-13T16:17:40.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94cfd33640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94c80cd820 con 0x7f94c8165710 2024-09-13T16:17:40.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94cd2ce640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f94c80ccf80 0x7f94c8163ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:49312/0 (socket says 172.21.15.39:49312) 2024-09-13T16:17:40.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94cd2ce640 1 -- 172.21.15.39:0/3601622485 learned_addr learned my addr 172.21.15.39:0/3601622485 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:40.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4050324974 0 0) 0x7f94c80cde30 con 0x7f94c80ccf80 2024-09-13T16:17:40.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ce2d0640 1 --2- 172.21.15.39:0/3601622485 >> v2:172.21.15.157:3300/0 conn(0x7f94c8165710 0x7f94c8167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94b4003520 con 0x7f94c80ccf80 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 648234709 0 0) 0x7f94b4003520 con 0x7f94c80ccf80 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 >> v2:172.21.15.157:3300/0 conn(0x7f94c8165710 msgr2=0x7f94c8167b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 --2- 172.21.15.39:0/3601622485 >> v2:172.21.15.157:3300/0 conn(0x7f94c8165710 0x7f94c8167b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 >> v1:172.21.15.157:6789/0 conn(0x7f94c80b41a0 legacy=0x7f94c80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c815cd60 con 0x7f94c80ccf80 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f94bc001670 con 0x7f94c80ccf80 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 >> v1:172.21.15.39:6789/0 conn(0x7f94c80ccf80 legacy=0x7f94c8163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94b4003970 0x7f94b4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94b4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94b4005180 0x7f94b400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.540+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c80cd820 con 0x7f94b40047c0 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94b400c020 con 0x7f94b4003970 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94b400c1e0 con 0x7f94b4005180 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94b4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cdacf640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94b4003970 0x7f94b4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94ce2d0640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94b4005180 0x7f94b400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cd2ce640 1 -- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94b4005180 msgr2=0x7f94b400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94b4005180 0x7f94b400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cd2ce640 1 -- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94b4003970 msgr2=0x7f94b4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94b4003970 0x7f94b4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94cd2ce640 1 -- 172.21.15.39:0/3601622485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94b4003520 con 0x7f94b40047c0 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.541+0000 7f94ce2d0640 1 -- 172.21.15.39:0/3601622485 reap_dead start 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.542+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94b4004c40 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f94bc00c240 tx=0x7f94b40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8863a34f69613aed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:40.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.542+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94bc005ad0 con 0x7f94b40047c0 2024-09-13T16:17:40.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.542+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94bc02d070 con 0x7f94b40047c0 2024-09-13T16:17:40.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.542+0000 7f94ccacd640 1 -- 172.21.15.39:0/3601622485 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94bc007070 con 0x7f94b40047c0 2024-09-13T16:17:40.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 -- 172.21.15.39:0/3601622485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 msgr2=0x7f94b4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94b4004c40 secure :-1 s=READY pgs=1357 cs=0 l=1 rev1=1 crypto rx=0x7f94bc00c240 tx=0x7f94b40057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 -- 172.21.15.39:0/3601622485 shutdown_connections 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3601622485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94b4004c40 unknown :-1 s=CLOSED pgs=1357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 -- 172.21.15.39:0/3601622485 >> 172.21.15.39:0/3601622485 conn(0x7f94c80cf1a0 msgr2=0x7f94c80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 -- 172.21.15.39:0/3601622485 shutdown_connections 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.543+0000 7f94cfd33640 1 -- 172.21.15.39:0/3601622485 wait complete. 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.544+0000 7f94cfd33640 1 Processor -- start 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.544+0000 7f94cfd33640 1 -- start start 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cfd33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94c8156330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cfd33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c8155700 0x7f94c80c9d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cfd33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c81593e0 0x7f94c8159860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cfd33640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c80cb1b0 con 0x7f94b40047c0 2024-09-13T16:17:40.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cfd33640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94c8159da0 con 0x7f94c81593e0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cfd33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c8156870 con 0x7f94c8155700 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94c8156330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94c8156330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53816/0 (socket says 172.21.15.39:53816) 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 -- 172.21.15.39:0/3596095089 learned_addr learned my addr 172.21.15.39:0/3596095089 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c8155700 0x7f94c80c9d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94ce2d0640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c81593e0 0x7f94c8159860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 -- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c8155700 msgr2=0x7f94c80c9d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c8155700 0x7f94c80c9d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 -- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c81593e0 msgr2=0x7f94c8159860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c81593e0 0x7f94c8159860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 -- 172.21.15.39:0/3596095089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c80ca5a0 con 0x7f94b40047c0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.545+0000 7f94cdacf640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94c8156330 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f94c4007810 tx=0x7f94c400fc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.546+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c40050d0 con 0x7f94b40047c0 2024-09-13T16:17:40.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.546+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94c4005230 con 0x7f94b40047c0 2024-09-13T16:17:40.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.546+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94c80ca880 con 0x7f94b40047c0 2024-09-13T16:17:40.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.546+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c400d730 con 0x7f94b40047c0 2024-09-13T16:17:40.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.546+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94c80cae40 con 0x7f94b40047c0 2024-09-13T16:17:40.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.547+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94c8067330 con 0x7f94b40047c0 2024-09-13T16:17:40.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.547+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94c400d890 con 0x7f94b40047c0 2024-09-13T16:17:40.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.548+0000 7f94ba7fc640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94ac06ac30 0x7f94ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:40.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.548+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f94c40891d0 con 0x7f94b40047c0 2024-09-13T16:17:40.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.548+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94ac06ac30 0x7f94ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:40.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.549+0000 7f94cd2ce640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94ac06ac30 0x7f94ac06d0f0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f94bc032000 tx=0x7f94bc02d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:40.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.552+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f94c40543b0 con 0x7f94b40047c0 2024-09-13T16:17:40.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.758+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f94c8066ec0 con 0x7f94b40047c0 2024-09-13T16:17:40.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.759+0000 7f94ba7fc640 1 -- 172.21.15.39:0/3596095089 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 74 v74) v1 ==== 94+0+4739 (secure 0 0 0) 0x7f94c40579d0 con 0x7f94b40047c0 2024-09-13T16:17:40.760 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:40.760 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":74,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":74,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:17:26.279678+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":7782},"failed":[],"damaged":[],"stopped":[],"info":{"gid_7782":{"gid":7782,"name":"a","rank":0,"incarnation":72,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/3301151956","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3301151956},{"type":"v1","addr":"172.21.15.39:6835","nonce":3301151956}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:17:40.761 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 74 2024-09-13T16:17:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94ac06ac30 msgr2=0x7f94ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94ac06ac30 0x7f94ac06d0f0 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f94bc032000 tx=0x7f94bc02d000 comp rx=0 tx=0).stop 2024-09-13T16:17:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 msgr2=0x7f94c8156330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:40.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94c8156330 secure :-1 s=READY pgs=1358 cs=0 l=1 rev1=1 crypto rx=0x7f94c4007810 tx=0x7f94c400fc00 comp rx=0 tx=0).stop 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 shutdown_connections 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94ac06ac30 0x7f94ac06d0f0 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c81593e0 0x7f94c8159860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94c8155700 0x7f94c80c9d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 --2- 172.21.15.39:0/3596095089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94b40047c0 0x7f94c8156330 unknown :-1 s=CLOSED pgs=1358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 >> 172.21.15.39:0/3596095089 conn(0x7f94c80cf1a0 msgr2=0x7f94c80b6490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 shutdown_connections 2024-09-13T16:17:40.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:40.761+0000 7f94cfd33640 1 -- 172.21.15.39:0/3596095089 wait complete. 2024-09-13T16:17:40.773 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.a.asok --format=json flush journal 2024-09-13T16:17:40.906 INFO:teuthology.orchestra.run.smithi039.stdout:{"message":"","return_code":0} 2024-09-13T16:17:40.906 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-13T16:17:40.906 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:17:41.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.008+0000 7f6c088ec640 1 Processor -- start 2024-09-13T16:17:41.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.008+0000 7f6c088ec640 1 -- start start 2024-09-13T16:17:41.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c088ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c0415aac0 0x7f6c0415af20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c088ec640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6c04069ed0 0x7f6c0406a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c088ec640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6c040b3390 con 0x7f6c04153b00 2024-09-13T16:17:41.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c088ec640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6c0415b460 con 0x7f6c04069ed0 2024-09-13T16:17:41.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c088ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c0406a8a0 con 0x7f6c0415aac0 2024-09-13T16:17:41.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6bf9d9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c0415aac0 0x7f6c0415af20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c02d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6c04069ed0 0x7f6c0406a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c0259c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f6c04153b00 0x7f6c040713e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:38950/0 (socket says 172.21.15.39:38950) 2024-09-13T16:17:41.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c0259c640 1 -- 172.21.15.39:0/826872486 learned_addr learned my addr 172.21.15.39:0/826872486 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:41.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.009+0000 7f6c01d9b640 1 -- 172.21.15.39:0/826872486 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1330608289 0 0) 0x7f6c040b3390 con 0x7f6c04153b00 2024-09-13T16:17:41.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6c01d9b640 1 -- 172.21.15.39:0/826872486 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6bf0003520 con 0x7f6c04153b00 2024-09-13T16:17:41.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/826872486 >> v2:172.21.15.157:3300/0 conn(0x7f6c04069ed0 msgr2=0x7f6c0406a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6bf9d9b640 1 --2- 172.21.15.39:0/826872486 >> v2:172.21.15.157:3300/0 conn(0x7f6c04069ed0 0x7f6c0406a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/826872486 >> v1:172.21.15.157:6789/0 conn(0x7f6c04153b00 legacy=0x7f6c040713e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/826872486 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6c04070900 con 0x7f6c0415aac0 2024-09-13T16:17:41.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6c02d9d640 1 --2- 172.21.15.39:0/826872486 >> v2:172.21.15.157:3300/0 conn(0x7f6c04069ed0 0x7f6c0406a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.010+0000 7f6bf9d9b640 1 --2- 172.21.15.39:0/826872486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c0415aac0 0x7f6c0415af20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00ba40 tx=0x7f6bec02c7b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22070905efa7124a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c01d9b640 1 -- 172.21.15.39:0/826872486 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec031710 con 0x7f6c0415aac0 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c01d9b640 1 -- 172.21.15.39:0/826872486 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bec02f050 con 0x7f6c0415aac0 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c01d9b640 1 -- 172.21.15.39:0/826872486 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec031a70 con 0x7f6c0415aac0 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 -- 172.21.15.39:0/826872486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c0415aac0 msgr2=0x7f6c0415af20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 --2- 172.21.15.39:0/826872486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c0415aac0 0x7f6c0415af20 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00ba40 tx=0x7f6bec02c7b0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 -- 172.21.15.39:0/826872486 shutdown_connections 2024-09-13T16:17:41.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 --2- 172.21.15.39:0/826872486 >> v2:172.21.15.157:3300/0 conn(0x7f6c04069ed0 0x7f6c0406a360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 --2- 172.21.15.39:0/826872486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c0415aac0 0x7f6c0415af20 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 -- 172.21.15.39:0/826872486 >> 172.21.15.39:0/826872486 conn(0x7f6c040b00a0 msgr2=0x7f6c040b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 -- 172.21.15.39:0/826872486 shutdown_connections 2024-09-13T16:17:41.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.011+0000 7f6c088ec640 1 -- 172.21.15.39:0/826872486 wait complete. 2024-09-13T16:17:41.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 Processor -- start 2024-09-13T16:17:41.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 -- start start 2024-09-13T16:17:41.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c04069ed0 0x7f6c041ed6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 0x7f6c041548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6c0415aac0 0x7f6c040b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c0414b9a0 con 0x7f6c04153b00 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6c04156e70 con 0x7f6c0415aac0 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.013+0000 7f6c088ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6c0414ff90 con 0x7f6c04069ed0 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 0x7f6c041548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 0x7f6c041548f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53826/0 (socket says 172.21.15.39:53826) 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/3526565188 learned_addr learned my addr 172.21.15.39:0/3526565188 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6c0259c640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c04069ed0 0x7f6c041ed6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6c02d9d640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6c0415aac0 0x7f6c040b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c04069ed0 msgr2=0x7f6c041ed6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c04069ed0 0x7f6c041ed6c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6c0415aac0 msgr2=0x7f6c040b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6c0415aac0 0x7f6c040b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 -- 172.21.15.39:0/3526565188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bfc009a70 con 0x7f6c04153b00 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6c0259c640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c04069ed0 0x7f6c041ed6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bf9d9b640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 0x7f6c041548f0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f6bec02cda0 tx=0x7f6bec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec03e830 con 0x7f6c04153b00 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bec03e9b0 con 0x7f6c04153b00 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6bec00b6a0 con 0x7f6c04153b00 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec03ed60 con 0x7f6c04153b00 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.014+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6c04154210 con 0x7f6c04153b00 2024-09-13T16:17:41.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.015+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6c0414fac0 con 0x7f6c04153b00 2024-09-13T16:17:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.016+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6bec033400 con 0x7f6c04153b00 2024-09-13T16:17:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.016+0000 7f6bfb7fe640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be406ac00 0x7f6be406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.016+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(89..89 src has 1..89) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f6bec0acb50 con 0x7f6c04153b00 2024-09-13T16:17:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.017+0000 7f6c0259c640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be406ac00 0x7f6be406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.017+0000 7f6c0259c640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be406ac00 0x7f6be406d0c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4005880 tx=0x7f6bf4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.021+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6c0414fac0 con 0x7f6c04153b00 2024-09-13T16:17:41.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.225+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f6c0414fac0 con 0x7f6c04153b00 2024-09-13T16:17:41.227 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:17:41.226+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:17:41.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.238+0000 7f6bfb7fe640 1 -- 172.21.15.39:0/3526565188 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v75) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6c0414fac0 con 0x7f6c04153b00 2024-09-13T16:17:41.240 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:17:41.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be406ac00 msgr2=0x7f6be406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be406ac00 0x7f6be406d0c0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7f6bf4005880 tx=0x7f6bf4009040 comp rx=0 tx=0).stop 2024-09-13T16:17:41.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 msgr2=0x7f6c041548f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 0x7f6c041548f0 secure :-1 s=READY pgs=1359 cs=0 l=1 rev1=1 crypto rx=0x7f6bec02cda0 tx=0x7f6bec0046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 shutdown_connections 2024-09-13T16:17:41.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be406ac00 0x7f6be406d0c0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6c0415aac0 0x7f6c040b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6c04153b00 0x7f6c041548f0 unknown :-1 s=CLOSED pgs=1359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 --2- 172.21.15.39:0/3526565188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6c04069ed0 0x7f6c041ed6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 >> 172.21.15.39:0/3526565188 conn(0x7f6c040b00a0 msgr2=0x7f6c0415a260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 shutdown_connections 2024-09-13T16:17:41.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.241+0000 7f6c088ec640 1 -- 172.21.15.39:0/3526565188 wait complete. 2024-09-13T16:17:41.243 INFO:tasks.ceph.mds.a.smithi039.stderr: -3004> 2024-09-13T16:17:30.141+0000 7f699d03d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:17:41.255 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata export - 2024-09-13T16:17:41.276 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:17:41.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.298+0000 7f7f2f3b8f40 1 Processor -- start 2024-09-13T16:17:41.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.298+0000 7f7f2f3b8f40 1 -- start start 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2f3b8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562492fb5a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2f3b8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492f226c0 0x562492fb6a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2f3b8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 0x562492fb34c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2f3b8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562492e894d0 con 0x562492fb4430 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2f3b8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562492e24b60 con 0x562492f226c0 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2f3b8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562492e24800 con 0x562492f1cbd0 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 0x562492fb34c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 0x562492fb34c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53858/0 (socket says 172.21.15.39:53858) 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/3018104184 learned_addr learned my addr 172.21.15.39:0/3018104184 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492f226c0 0x562492fb6a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562492fb5a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 msgr2=0x562492fb5a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562492fb5a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492f226c0 msgr2=0x562492fb6a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492f226c0 0x562492fb6a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/3018104184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f20005d20 con 0x562492fb4430 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492f226c0 0x562492fb6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.299+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 0x562492fb34c0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400b3f0 tx=0x7f7f2400b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6a3f85b937f5512 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2b6b4640 1 -- 172.21.15.39:0/3018104184 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2400d690 con 0x562492fb4430 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2b6b4640 1 -- 172.21.15.39:0/3018104184 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f2400d7f0 con 0x562492fb4430 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2b6b4640 1 -- 172.21.15.39:0/3018104184 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f2400dba0 con 0x562492fb4430 2024-09-13T16:17:41.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/3018104184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 msgr2=0x562492fb34c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 0x562492fb34c0 secure :-1 s=READY pgs=1364 cs=0 l=1 rev1=1 crypto rx=0x7f7f2400b3f0 tx=0x7f7f2400b8b0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/3018104184 shutdown_connections 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492fb4430 0x562492fb34c0 unknown :-1 s=CLOSED pgs=1364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492f226c0 0x562492fb6a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/3018104184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562492fb5a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/3018104184 >> 172.21.15.39:0/3018104184 conn(0x562492edf7b0 msgr2=0x562492fb7300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/3018104184 shutdown_connections 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.300+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/3018104184 wait complete. 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 Processor -- start 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 -- start start 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562493049f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492f226c0 0x562492f9fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492fb4430 0x562492f25b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562492e07520 con 0x562492f226c0 2024-09-13T16:17:41.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562492faa400 con 0x562492fb4430 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2f3b8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562492faaba0 con 0x562492f1cbd0 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2c6b6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492f226c0 0x562492f9fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.301+0000 7f7f2c6b6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492f226c0 0x562492f9fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53866/0 (socket says 172.21.15.39:53866) 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 learned_addr learned my addr 172.21.15.39:0/1698709693 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562493049f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492fb4430 0x562492f25b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 msgr2=0x562493049f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562492f1cbd0 0x562493049f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492fb4430 msgr2=0x562492f25b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562492fb4430 0x562492f25b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f240014c0 con 0x562492f226c0 2024-09-13T16:17:41.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492f226c0 0x562492f9fae0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f7f2000a4f0 tx=0x7f7f20002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2a6b2640 1 -- 172.21.15.39:0/1698709693 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f20054700 con 0x562492f226c0 2024-09-13T16:17:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2a6b2640 1 -- 172.21.15.39:0/1698709693 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f20054860 con 0x562492f226c0 2024-09-13T16:17:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562492e33c20 con 0x562492f226c0 2024-09-13T16:17:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2a6b2640 1 -- 172.21.15.39:0/1698709693 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f20054bd0 con 0x562492f226c0 2024-09-13T16:17:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.302+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562492e27060 con 0x562492f226c0 2024-09-13T16:17:41.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.304+0000 7f7f2a6b2640 1 -- 172.21.15.39:0/1698709693 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7f20054d30 con 0x562492f226c0 2024-09-13T16:17:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.304+0000 7f7f2a6b2640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f180695e0 0x7f7f1806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.304+0000 7f7f2a6b2640 1 -- 172.21.15.39:0/1698709693 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7f200cbe50 con 0x562492f226c0 2024-09-13T16:17:41.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.304+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f180695e0 0x7f7f1806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.310 INFO:teuthology.orchestra.run.smithi039.stdout:���� 2024-09-13T16:17:41.310 INFO:teuthology.orchestra.run.smithi039.stdout: �� 2024-09-13T16:17:41.310 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.304+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x562492fabf20 0x562492facfb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.304+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:1 12.0 12:00000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x562492fabf20 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x562492fabf20 0x562492facfb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f180695e0 0x7f7f1806baa0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c005fd0 tx=0x7f7f1c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x562492fabf20 0x562492facfb0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.4 v2:172.21.15.157:6824/790010053 1 ==== osd_op_reply(1 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x562492fabf20 2024-09-13T16:17:41.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f7f24017040 0x7f7f2400e980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:08000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.305+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f7f24017040 0x7f7f2400e980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.306+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f7f24017040 0x7f7f2400e980 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.308+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(2 [pgnls start_epoch 90 out=177b] v89'10 uv10 ondisk = 1) v8 ==== 144+0+177 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.308+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f7f1c014040 0x7f7f1c0138c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.308+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:3 12.8 12:10000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f1c014040 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.308+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f7f1c014040 0x7f7f1c0138c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.308+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f7f1c014040 0x7f7f1c0138c0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.309+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(3 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.309+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f7f2009b030 0x7f7f2009fa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.309+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:4 12.18 12:18000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f2009b030 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.309+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f7f2009b030 0x7f7f2009fa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.309+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f7f2009b030 0x7f7f2009fa70 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.311+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(4 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.311+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f7f24019950 0x7f7f2402b430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.311+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:5 12.4 12:20000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.312+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f7f24019950 0x7f7f2402b430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.312+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f7f24019950 0x7f7f2402b430 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.315+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(5 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24019950 2024-09-13T16:17:41.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.315+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f7f1c025c00 0x7f7f1c0218a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.315+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:6 12.14 12:28000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f1c025c00 2024-09-13T16:17:41.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.315+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f7f1c025c00 0x7f7f1c0218a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.316+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f7f1c025c00 0x7f7f1c0218a0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.318+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(6 [pgnls start_epoch 90 out=149b] v89'19 uv19 ondisk = 1) v8 ==== 144+0+149 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.318+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.c 12:30000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(7 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.1c 12:38000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(8 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:9 12.2 12:40000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x562492fabf20 2024-09-13T16:17:41.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.4 v2:172.21.15.157:6824/790010053 2 ==== osd_op_reply(9 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x562492fabf20 2024-09-13T16:17:41.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:10 12.12 12:48000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f1c014040 2024-09-13T16:17:41.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.319+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(10 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.320+0000 7f7f2c6b6640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7f200c9040 0x7f7f2009b4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.320+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- osd_op(unknown.0.0:11 12.a 12:50000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f200c9040 2024-09-13T16:17:41.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.320+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7f200c9040 0x7f7f2009b4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.320+0000 7f7f2d6b8640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7f200c9040 0x7f7f2009b4d0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.322+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.2 v2:172.21.15.39:6800/3427804311 1 ==== osd_op_reply(11 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f200c9040 2024-09-13T16:17:41.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.322+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:12 12.1a 12:58000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x562492fabf20 2024-09-13T16:17:41.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.323+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.4 v2:172.21.15.157:6824/790010053 3 ==== osd_op_reply(12 [pgnls start_epoch 90 out=49b] v88'1 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x562492fabf20 2024-09-13T16:17:41.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.323+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:13 12.6 12:60000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f2009b030 2024-09-13T16:17:41.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.323+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(13 [pgnls start_epoch 90 out=77b] v89'2 uv2 ondisk = 1) v8 ==== 144+0+77 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.323+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:14 12.16 12:68000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.323+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(14 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24019950 2024-09-13T16:17:41.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.323+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.e 12:70000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.324+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(15 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.324+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:16 12.1e 12:78000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x562492fabf20 2024-09-13T16:17:41.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.324+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.4 v2:172.21.15.157:6824/790010053 4 ==== osd_op_reply(16 [pgnls start_epoch 90 out=49b] v88'1 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x562492fabf20 2024-09-13T16:17:41.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.324+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:17 12.1 12:80000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.324+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(17 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24019950 2024-09-13T16:17:41.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.324+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:18 12.11 12:88000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f1c025c00 2024-09-13T16:17:41.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.325+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(18 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.325+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- osd_op(unknown.0.0:19 12.9 12:90000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f200c9040 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.325+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.2 v2:172.21.15.39:6800/3427804311 2 ==== osd_op_reply(19 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f200c9040 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.325+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.19 12:98000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.325+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(20 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.325+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:21 12.5 12:a0000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.326+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(21 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24019950 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.326+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:22 12.15 12:a8000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.326+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(22 [pgnls start_epoch 90 out=97b] v88'3 uv3 ondisk = 1) v8 ==== 144+0+97 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24019950 2024-09-13T16:17:41.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.326+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f7f1c03c910 0x7f7f1c03b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.326+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:23 12.d 12:b0000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f1c03c910 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.326+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f7f1c03c910 0x7f7f1c03b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f7f1c03c910 0x7f7f1c03b390 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(23 [pgnls start_epoch 90 out=74b] v88'1 uv1 ondisk = 1) v8 ==== 144+0+74 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f1c03c910 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.1d 12:b8000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(24 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.3 12:c0000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24017040 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(25 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24017040 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.327+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:26 12.13 12:c8000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f2009b030 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.328+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(26 [pgnls start_epoch 90 out=98b] v89'3 uv3 ondisk = 1) v8 ==== 144+0+98 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.328+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:27 12.b 12:d0000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f1c014040 2024-09-13T16:17:41.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.328+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(27 [pgnls start_epoch 90 out=76b] v89'3 uv3 ondisk = 1) v8 ==== 144+0+76 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.328+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:28 12.1b 12:d8000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x562492fabf20 2024-09-13T16:17:41.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.328+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.4 v2:172.21.15.157:6824/790010053 5 ==== osd_op_reply(28 [pgnls start_epoch 90 out=49b] v88'1 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f24022040 con 0x562492fabf20 2024-09-13T16:17:41.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.328+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:29 12.7 12:e0000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f2009b030 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(29 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:30 12.17 12:e8000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(30 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f7f1c012b60 con 0x7f7f24019950 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:31 12.f 12:f0000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(31 [pgnls start_epoch 90 out=73b] v88'1 uv1 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:32 12.1f 12:f8000000:%01:::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492fb7710 con 0x7f7f24019950 2024-09-13T16:17:41.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.329+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(32 [pgnls start_epoch 90 out=101b] v89'6 uv6 ondisk = 1) v8 ==== 144+0+101 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:33 12.10 12:09401a81:::601.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562492f26050 con 0x7f7f24017040 2024-09-13T16:17:41.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(33 601.00000000 [read 0~0] v0'0 uv4 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:34 12.10 12:09401a81:::601.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249304d560 con 0x7f7f24017040 2024-09-13T16:17:41.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(34 601.00000000 [getxattrs out=124b] v0'0 uv4 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:35 12.10 12:09401a81:::601.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249304d910 con 0x7f7f24017040 2024-09-13T16:17:41.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(35 601.00000000 [omap-get-header out=274b] v0'0 uv4 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.330+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:36 12.10 12:09401a81:::601.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249304dd40 con 0x7f7f24017040 2024-09-13T16:17:41.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(36 601.00000000 [omap-get-vals out=5b] v0'0 uv4 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:37 12.10 12:0bd6d154:::602.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249304e170 con 0x7f7f24017040 2024-09-13T16:17:41.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(37 602.00000000 [read 0~0] v0'0 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:38 12.10 12:0bd6d154:::602.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(38 602.00000000 [getxattrs out=124b] v0'0 uv6 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:39 12.10 12:0bd6d154:::602.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(39 602.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.331+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:40 12.10 12:0bd6d154:::602.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930576c0 con 0x7f7f24017040 2024-09-13T16:17:41.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(40 602.00000000 [omap-get-vals out=5b] v0'0 uv6 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:41 12.10 12:0cf6ad0f:::10000000000.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(41 10000000000.00000000 [read 0~0] v0'0 uv10 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:42 12.10 12:0cf6ad0f:::10000000000.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(42 10000000000.00000000 [getxattrs out=124b] v0'0 uv10 ondisk = 0) v8 ==== 164+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.339 INFO:teuthology.orchestra.run.smithi039.stdout: ��*$- 601.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray1 ���� �� ((88���� �� ��*$- 602.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray2 ���� �� ((88���� �� ��2,510000000000.00000000�������������������!�������������������������� ���~_layout��������_parent>8subdir 2024-09-13T16:17:41.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:43 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(43 10000000000.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) v8 ==== 164+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.332+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:44 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930576c0 con 0x7f7f24017040 2024-09-13T16:17:41.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(44 10000000000.00000000 [omap-get-vals out=525b] v0'0 uv10 ondisk = 0) v8 ==== 164+0+525 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:45 12.10 12:0d82a743:::600.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(45 600.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:46 12.10 12:0d82a743:::600.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(46 600.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:47 12.10 12:0d82a743:::600.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(47 600.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:48 12.10 12:0d82a743:::600.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930576c0 con 0x7f7f24017040 2024-09-13T16:17:41.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(48 600.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.333+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:49 12.10 12:0d89b25e:::603.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(49 603.00000000 [read 0~0] v0'0 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:50 12.10 12:0d89b25e:::603.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(50 603.00000000 [getxattrs out=124b] v0'0 uv8 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:51 12.10 12:0d89b25e:::603.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f24017040 2024-09-13T16:17:41.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(51 603.00000000 [omap-get-header out=274b] v0'0 uv8 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:52 12.10 12:0d89b25e:::603.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930576c0 con 0x7f7f24017040 2024-09-13T16:17:41.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(52 603.00000000 [omap-get-vals out=5b] v0'0 uv8 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.334+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:53 12.14 12:287034c4:::1.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930566b0 con 0x7f7f1c025c00 2024-09-13T16:17:41.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.335+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(53 1.00000000.inode [read 0~582 out=582b] v0'0 uv17 ondisk = 0) v8 ==== 160+0+582 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.335+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:54 12.14 12:287034c4:::1.00000000.inode:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493056a60 con 0x7f7f1c025c00 2024-09-13T16:17:41.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.335+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(54 1.00000000.inode [getxattrs out=4b] v0'0 uv17 ondisk = 0) v8 ==== 160+0+4 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.347 INFO:teuthology.orchestra.run.smithi039.stdout: ���� ��  (�e�fH -(�e�fH -8`�e�f�§.8`�e�f�§.���� ��  sixmegs_head�i����e�f�§.���5@@ `���������e�f�§.�e�fH -(8`�e�f�§.8`�e�f�§.���������e�fH -0���������������� �� ��*$- 600.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray0 ���� �� ((88���� �� ��*$- 603.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray3 ���� �� ((88���� �� ��.(11.00000000.inode�������������������!�������������������������� ��`ZFFceph fs volume v011)��e�f� �%�C@@ ���������e�f� �%(�e�f� �%8`�e�f�§.8�e�fk"��e�fk"�����NH�e�fk"������������� �� 2024-09-13T16:17:41.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.335+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:55 12.14 12:287034c4:::1.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493056e10 con 0x7f7f1c025c00 2024-09-13T16:17:41.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.335+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(55 1.00000000.inode [omap-get-header] v0'0 uv17 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.347 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:56 12.14 12:287034c4:::1.00000000.inode:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930581d0 con 0x7f7f1c025c00 2024-09-13T16:17:41.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(56 1.00000000.inode [omap-get-vals out=5b] v0'0 uv17 ondisk = 0) v8 ==== 160+0+5 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:57 12.14 12:292cf221:::200.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930571c0 con 0x7f7f1c025c00 2024-09-13T16:17:41.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(57 200.00000000 [read 0~90 out=90b] v0'0 uv19 ondisk = 0) v8 ==== 156+0+90 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:58 12.14 12:292cf221:::200.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930575c0 con 0x7f7f1c025c00 2024-09-13T16:17:41.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(58 200.00000000 [getxattrs out=4b] v0'0 uv19 ondisk = 0) v8 ==== 156+0+4 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.350 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��*$- 200.00000000�������������������!�������������������������� ��tnZZTceph fs volume v011@�6@�6@:@@@ ���� �� 2024-09-13T16:17:41.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.336+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:59 12.14 12:292cf221:::200.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930579c0 con 0x7f7f1c025c00 2024-09-13T16:17:41.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.337+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(59 200.00000000 [omap-get-header] v0'0 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.351 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.337+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:60 12.14 12:292cf221:::200.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057dc0 con 0x7f7f1c025c00 2024-09-13T16:17:41.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.337+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(60 200.00000000 [omap-get-vals out=5b] v0'0 uv19 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.337+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:61 12.14 12:2e2fa760:::200.00000001:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057dc0 con 0x7f7f1c025c00 2024-09-13T16:17:41.352 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��*$- 200.00000001�������������������!�������������������������� ��::::��XS&YA1h^T�e�f���2 ((88 2 ( 2024-09-13T16:17:41.352 INFO:teuthology.orchestra.run.smithi039.stdout:( 2024-09-13T16:17:41.352 INFO:teuthology.orchestra.run.smithi039.stdout:8 2024-09-13T16:17:41.352 INFO:teuthology.orchestra.run.smithi039.stdout:�e�f���8 2024-09-13T16:17:41.352 INFO:teuthology.orchestra.run.smithi039.stdout:�e�f��� ��������@@��XS&YA1�� 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:��e�f��~:ot ��? ceph_sha1(50bbe7f395997dcd871813949c49addbbf630361 ceph_versionZceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable) entity_id0hostname smithi039 mount_point/home/ubuntu/cephtest/mnt.0pid69152root/��? ��|@��XS&YA1�e�f��H"setattr� C����������e�f�B"�C@@ ���������e�fk"�(8�e�f�B"8�e�fk"��e�fk"�����NH�e�fk"�����������������6@��XS&YA1����e�fLj�%mkdir�3 (�e�f� �%(�e�f� �%8�e�f� �%8�e�f� �%  �subdir����������e�f� �%�A�5�����������������e�f� �%�e�f� �%(88���������e�f� �%������������2 ((88  C����������e�f� �%�C@@ ���������e�f� �%(�e�f� �%8�e�f� �%8�e�fk"��e�fk"�����NH�e�fk"������������������e@��XS&YA1����e�fH�-opencL3 (�e�f� �%(�e�f� �%8�e�fH -8�e�f� �%  �subdir����������e�fH -�A�5�����������������e�fH -�e�f� �%(�e�fH -8�e�fH -8�e�fH -���������e�f� �%������������V (�e�fH -(�e�fH -8�e�fH -8�e�fH -0 sixmegs����������e�fH -���5@@ ���������e�fH -�e�fH -@(88���������e�fH -������������ ��������C@��XS&YA1����e�f�t�- 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:cap updateL3 (�e�f� �%(�e�f� �%8 �e�f#��-8�e�f� �%  �subdir����������e�fH -�A�5�����������������e�fH -�e�f� �%(�e�fH -8 �e�f#��-8 �e�f#��-���������e�f� �%������������V (�e�fH -(�e�fH -8 �e�f#��-8 �e�f#��-0 sixmegs����������e�f#��-���5@@ ���������e�f#��-�e�fH -�(8 �e�f#��-8 �e�f#��-���������e�fH -���������������������@��XS&YA1����e�f� s. 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:cap updateL3  (�e�f� �%(�e�f� �%8P�e�f�mj.8�e�f� �%  �subdir����������e�fH -�A�5�����������������e�fH -�e�f� �%(�e�fH -8P�e�f�mj.8P�e�f�mj.���������e�f� �%������������V (�e�fH -(�e�fH -8P�e�f�mj.8P�e�f�mj.0 sixmegs����������e�f�mj.���5@@ P���������e�f�mj.�e�fH -�(8P�e�f�mj.8P�e�f�mj.���������e�fH -'���������������������@��XS&YA1� � � �e�fͦ� 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:cap updateo 3  (�e�f� �%(�e�f� �%8`�e�f�§.8`�e�f�§.  �subdir�������� 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:��e�fH -�A�5�����������������e�fH -�e�f� �%(�e�fH -8`�e�f�§.8`�e�f�§. 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:���������e�f� �%������������0  (�e�fH -(�e�fH -8`�e�f�§.8`�e�f�§. 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout: �sixmegs����������e�f�§.���5@@ `���������e�f�§.�e�fH -(8`�e�f�§.8`�e�f�§.���������e�fH -0������������ C����������e�f� �%�C@@ ���������e�f� �%(�e�f� �%8`�e�f�§.8�e�fk"��e�fk"�����NH�e�fk"�����������������H'@��XS&YA1�� 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:��e�f���ot �����1@��XS&YA18.$��1@��XS&YA1^TJ�e�f�j0scatter_writebehind2  (�e�f� �%(�e�f� �%8`�e�f�§.8`�e�f�§.  C����������e�f� �%�C@@ ���������e�f� �%(�e�f� �%8`�e�f�§.8�e�fk"��e�fk"�����NH�e�fk"�����������������2@��XS&YA1h^T�e�f,�u42  (�e�f� �%(�e�f� �%8`�e�f�§.8`�e�f�§. 2 ( 2024-09-13T16:17:41.353 INFO:teuthology.orchestra.run.smithi039.stdout:( 2024-09-13T16:17:41.354 INFO:teuthology.orchestra.run.smithi039.stdout:8 2024-09-13T16:17:41.354 INFO:teuthology.orchestra.run.smithi039.stdout:�e�f���8 2024-09-13T16:17:41.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.337+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(61 200.00000001 [read 0~14848 out=14848b] v0'0 uv16 ondisk = 0) v8 ==== 156+0+14848 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.338+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:62 12.14 12:2e2fa760:::200.00000001:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057dc0 con 0x7f7f1c025c00 2024-09-13T16:17:41.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.338+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(62 200.00000001 [getxattrs out=4b] v0'0 uv16 ondisk = 0) v8 ==== 156+0+4 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.355 INFO:teuthology.orchestra.run.smithi039.stdout:�e�f��� ��������@ �6@���� �� 2024-09-13T16:17:41.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.338+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:63 12.14 12:2e2fa760:::200.00000001:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057dc0 con 0x7f7f1c025c00 2024-09-13T16:17:41.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.338+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(63 200.00000001 [omap-get-header] v0'0 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.356 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.338+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:64 12.14 12:2e2fa760:::200.00000001:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057dc0 con 0x7f7f1c025c00 2024-09-13T16:17:41.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.339+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(64 200.00000001 [omap-get-vals out=5b] v0'0 uv16 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.339+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:65 12.14 12:2f55791f:::606.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057dc0 con 0x7f7f1c025c00 2024-09-13T16:17:41.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.339+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(65 606.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.339+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:66 12.14 12:2f55791f:::606.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f1c025c00 2024-09-13T16:17:41.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.339+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(66 606.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.339+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:67 12.14 12:2f55791f:::606.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f1c025c00 2024-09-13T16:17:41.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.340+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(67 606.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.340+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:68 12.14 12:2f55791f:::606.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f1c025c00 2024-09-13T16:17:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.340+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(68 606.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c025c00 2024-09-13T16:17:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.340+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:69 12.1c 12:3ed09add:::607.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f24017040 2024-09-13T16:17:41.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(69 607.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:70 12.1c 12:3ed09add:::607.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f24017040 2024-09-13T16:17:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(70 607.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:71 12.1c 12:3ed09add:::607.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f24017040 2024-09-13T16:17:41.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(71 607.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:72 12.1c 12:3ed09add:::607.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f24017040 2024-09-13T16:17:41.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(72 607.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.341+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:73 12.6 12:654134d2:::mds0_openfiles.0:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493057d70 con 0x7f7f2009b030 2024-09-13T16:17:41.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(73 mds0_openfiles.0 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:74 12.6 12:654134d2:::mds0_openfiles.0:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058580 con 0x7f7f2009b030 2024-09-13T16:17:41.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(74 mds0_openfiles.0 [getxattrs out=4b] v0'0 uv2 ondisk = 0) v8 ==== 160+0+4 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.363 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��*$- 606.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray6 ���� �� ((88���� �� ��*$- 607.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray7 ���� �� ((88���� �� ��.(1mds0_openfiles.0�������������������!�������������������������� �� 2024-09-13T16:17:41.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:75 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058930 con 0x7f7f2009b030 2024-09-13T16:17:41.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(75 mds0_openfiles.0 [omap-get-header out=42b] v0'0 uv2 ondisk = 0) v8 ==== 160+0+42 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:76 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059cf0 con 0x7f7f2009b030 2024-09-13T16:17:41.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(76 mds0_openfiles.0 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 160+0+5 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.342+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:77 12.e 12:717a0223:::608.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(77 608.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:78 12.e 12:717a0223:::608.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(78 608.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:79 12.e 12:717a0223:::608.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(79 608.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:80 12.e 12:717a0223:::608.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249305a0a0 con 0x7f7f24017040 2024-09-13T16:17:41.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(80 608.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.343+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:81 12.15 12:a93a17c2:::604.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24019950 2024-09-13T16:17:41.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.344+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(81 604.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.344+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:82 12.15 12:a93a17c2:::604.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24019950 2024-09-13T16:17:41.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.344+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(82 604.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.344+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:83 12.15 12:a93a17c2:::604.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24019950 2024-09-13T16:17:41.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.344+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(83 604.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.344+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:84 12.15 12:a93a17c2:::604.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249305a0a0 con 0x7f7f24019950 2024-09-13T16:17:41.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.345+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(84 604.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.345+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:85 12.15 12:aa448500:::500.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24019950 2024-09-13T16:17:41.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.345+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(85 500.00000000 [read 0~90 out=90b] v0'0 uv3 ondisk = 0) v8 ==== 156+0+90 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.345+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:86 12.15 12:aa448500:::500.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24019950 2024-09-13T16:17:41.371 INFO:teuthology.orchestra.run.smithi039.stdout:���� ��4.*ceph fs volume v011 ���� �� ��*$- 608.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray8 ���� �� ((88���� �� ��*$- 604.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray4 ���� �� ((88���� �� ��*$- 500.00000000�������������������!�������������������������� ��tnZZTceph fs volume v011@@@@@@ ���� �� 2024-09-13T16:17:41.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.346+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(86 500.00000000 [getxattrs out=4b] v0'0 uv3 ondisk = 0) v8 ==== 156+0+4 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.346+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:87 12.15 12:aa448500:::500.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24019950 2024-09-13T16:17:41.371 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.346+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(87 500.00000000 [omap-get-header] v0'0 uv3 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.346+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:88 12.15 12:aa448500:::500.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249305a0a0 con 0x7f7f24019950 2024-09-13T16:17:41.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.346+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(88 500.00000000 [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.346+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:89 12.d 12:b50e409b:::mds_snaptable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f1c03c910 2024-09-13T16:17:41.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.347+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(89 mds_snaptable [read 0~70 out=70b] v0'0 uv1 ondisk = 0) v8 ==== 157+0+70 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f1c03c910 2024-09-13T16:17:41.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.347+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:90 12.d 12:b50e409b:::mds_snaptable:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f1c03c910 2024-09-13T16:17:41.374 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��+%. mds_snaptable�������������������!�������������������������� ��`ZFF4���� �� 2024-09-13T16:17:41.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.347+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(90 mds_snaptable [getxattrs out=4b] v0'0 uv1 ondisk = 0) v8 ==== 157+0+4 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f1c03c910 2024-09-13T16:17:41.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.347+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:91 12.d 12:b50e409b:::mds_snaptable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f1c03c910 2024-09-13T16:17:41.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.347+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(91 mds_snaptable [omap-get-header] v0'0 uv1 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f1c03c910 2024-09-13T16:17:41.374 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.347+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:92 12.d 12:b50e409b:::mds_snaptable:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56249305a0a0 con 0x7f7f1c03c910 2024-09-13T16:17:41.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(92 mds_snaptable [omap-get-vals out=5b] v0'0 uv1 ondisk = 0) v8 ==== 157+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f1c03c910 2024-09-13T16:17:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:93 12.1d 12:b871830b:::605.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(93 605.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:94 12.1d 12:b871830b:::605.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(94 605.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:95 12.1d 12:b871830b:::605.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(95 605.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:96 12.1d 12:b871830b:::605.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f24017040 2024-09-13T16:17:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.348+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(96 605.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24017040 2024-09-13T16:17:41.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:c91d4a1d:::mds0_inotable:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493058ce0 con 0x7f7f2009b030 2024-09-13T16:17:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(97 mds0_inotable [read 0~34 out=34b] v0'0 uv3 ondisk = 0) v8 ==== 157+0+34 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:c91d4a1d:::mds0_inotable:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930590e0 con 0x7f7f2009b030 2024-09-13T16:17:41.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(98 mds0_inotable [getxattrs out=4b] v0'0 uv3 ondisk = 0) v8 ==== 157+0+4 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.378 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��*$- 605.00000000�������������������!�������������������������� ���~_layout��������_parent>8stray5 ���� �� ((88���� �� ��+%. mds0_inotable�������������������!�������������������������� ��<6""��������� �� 2024-09-13T16:17:41.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930594e0 con 0x7f7f2009b030 2024-09-13T16:17:41.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(99 mds0_inotable [omap-get-header] v0'0 uv3 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.379 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930598e0 con 0x7f7f2009b030 2024-09-13T16:17:41.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(100 mds0_inotable [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) v8 ==== 157+0+5 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.349+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:101 12.13 12:cd5a64a3:::100.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930598e0 con 0x7f7f2009b030 2024-09-13T16:17:41.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(101 100.00000000 [read 0~0] v0'0 uv1 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:102 12.13 12:cd5a64a3:::100.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930598e0 con 0x7f7f2009b030 2024-09-13T16:17:41.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(102 100.00000000 [getxattrs out=4b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+4 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.381 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��*$- 100.00000000�������������������!�������������������������� �� 2024-09-13T16:17:41.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.13 12:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930598e0 con 0x7f7f2009b030 2024-09-13T16:17:41.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.382 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ( 2024-09-13T16:17:41.382 INFO:teuthology.orchestra.run.smithi039.stdout:( 2024-09-13T16:17:41.382 INFO:teuthology.orchestra.run.smithi039.stdout:8 2024-09-13T16:17:41.382 INFO:teuthology.orchestra.run.smithi039.stdout:�e�f���8 2024-09-13T16:17:41.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.13 12:cd5a64a3:::100.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5624930598e0 con 0x7f7f2009b030 2024-09-13T16:17:41.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 100.00000000 [omap-get-vals out=5195b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+5195 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.383 INFO:teuthology.orchestra.run.smithi039.stdout:�e�f������� ��PJ 2024-09-13T16:17:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.350+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:105 12.b 12:d0630e4c:::mds0_sessionmap:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f1c014040 2024-09-13T16:17:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.351+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(105 mds0_sessionmap [read 0~0] v0'0 uv3 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.351+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:106 12.b 12:d0630e4c:::mds0_sessionmap:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f1c014040 2024-09-13T16:17:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.351+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 5 ==== osd_op_reply(106 mds0_sessionmap [getxattrs out=4b] v0'0 uv3 ondisk = 0) v8 ==== 159+0+4 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.384 INFO:teuthology.orchestra.run.smithi039.stdout: stray0_head�i����e�f�>�@A�����������������e�f�>�(8�e�f�>�8�e�f�>��e�f�>������������� stray1_head�i����e�f���@A�����������������e�f���(8�e�f���8�e�f����e�f��������������� stray2_head�i����e�frs�@A�����������������e�frs�(8�e�frs�8�e�frs��e�frs������������� stray3_head�i����e�f���@A�����������������e�f���(8�e�f���8�e�f����e�f��������������� stray4_head�i����e�f}/�@A�����������������e�f}/�(8�e�f}/�8�e�f}/��e�f}/������������� stray5_head�i����e�fSn�@A�����������������e�fSn�(8�e�fSn�8�e�fSn��e�fSn������������� stray6_head�i����e�f���@A�����������������e�f���(8�e�f���8�e�f����e�f��������������� stray7_head�i����e�f�&�@A�����������������e�f�&�(8�e�f�&�8�e�f�&��e�f�&������������� stray8_head�i����e�f�b�@A�����������������e�f�b�(8�e�f�b�8�e�f�b��e�f�b������������� stray9_head�i��� �e�f���@A�����������������e�f���(8�e�f���8�e�f����e�f������������������� �� ��-'0mds0_sessionmap�������������������!�������������������������� �� 2024-09-13T16:17:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.351+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:107 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f1c014040 2024-09-13T16:17:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.351+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 6 ==== osd_op_reply(107 mds0_sessionmap [omap-get-header out=14b] v0'0 uv3 ondisk = 0) v8 ==== 159+0+14 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.351+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:108 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f1c014040 2024-09-13T16:17:41.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2c6b6640 1 -- 172.21.15.39:0/1698709693 <== osd.3 v2:172.21.15.39:6813/791775356 7 ==== osd_op_reply(108 mds0_sessionmap [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) v8 ==== 159+0+5 (crc 0 0 0) 0x7f7f2005b040 con 0x7f7f1c014040 2024-09-13T16:17:41.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f2009b030 2024-09-13T16:17:41.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(109 609.00000000 [read 0~0] v0'0 uv2 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f2009b030 2024-09-13T16:17:41.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(110 609.00000000 [getxattrs out=124b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+124 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:111 12.7 12:e0b41d06:::609.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f2009b030 2024-09-13T16:17:41.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(111 609.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.352+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:112 12.7 12:e0b41d06:::609.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f2009b030 2024-09-13T16:17:41.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.353+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(112 609.00000000 [omap-get-vals out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f24022040 con 0x7f7f2009b030 2024-09-13T16:17:41.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.353+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.353+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(113 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+22 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.353+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.353+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(114 400.00000000 [getxattrs out=4b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+4 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.389 INFO:teuthology.orchestra.run.smithi039.stdout:���� ������ �� ��*$- 609.00000000�������������������!�������������������������� ���~_layout��������_parent>8 stray9 ���� �� ((88���� �� ��*$- 400.00000000�������������������!�������������������������� ��0*���� �� 2024-09-13T16:17:41.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(115 400.00000000 [omap-get-header] v0'0 uv1 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.390 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.f 12:f1f69726:::400.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(116 400.00000000 [omap-get-vals out=5b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(117 100.00000000.inode [read 0~582 out=582b] v0'0 uv3 ondisk = 0) v8 ==== 162+0+582 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.391 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��0*3100.00000000.inode�������������������!�������������������������� ��`ZFFceph fs volume v011)��e�fd��@A�����������������e�fd��( 2024-09-13T16:17:41.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.354+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(118 100.00000000.inode [getxattrs out=4b] v0'0 uv3 ondisk = 0) v8 ==== 162+0+4 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.392 INFO:teuthology.orchestra.run.smithi039.stdout:8 �e�f���8 �e�f����e�fd������NH������������ �� 2024-09-13T16:17:41.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(119 100.00000000.inode [omap-get-header] v0'0 uv3 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.393 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� 2024-09-13T16:17:41.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(120 100.00000000.inode [omap-get-vals out=5b] v0'0 uv3 ondisk = 0) v8 ==== 162+0+5 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.394 INFO:teuthology.orchestra.run.smithi039.stdout:���� �� ��("+ 2024-09-13T16:17:41.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [read 0~4194304] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(121 1.00000000 [read 0~0] v0'0 uv6 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [getxattrs] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(122 1.00000000 [getxattrs out=92b] v0'0 uv6 ondisk = 0) v8 ==== 154+0+92 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.355+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(123 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) v8 ==== 154+0+274 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-vals in=16b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562493059900 con 0x7f7f24019950 2024-09-13T16:17:41.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2ceb7640 1 -- 172.21.15.39:0/1698709693 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(124 1.00000000 [omap-get-vals out=524b] v0'0 uv6 ondisk = 0) v8 ==== 154+0+524 (crc 0 0 0) 0x7f7f1c050040 con 0x7f7f24019950 2024-09-13T16:17:41.396 INFO:teuthology.orchestra.run.smithi039.stdout:1.00000000�������������������!�������������������������� ��d^_layout@@ _parent ���� ��  (�e�f� �%(�e�f� �%8`�e�f�§.8`�e�f�§.���� ��  subdir_head�i����e�fH -�A�5�����������������e�fH -�e�f� �%(�e�fH -8`�e�f�§.8`�e�f�§. 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f7f24017040 msgr2=0x7f7f2400e980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f7f24017040 0x7f7f2400e980 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f7f2009b030 msgr2=0x7f7f2009fa70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f7f2009b030 0x7f7f2009fa70 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7f200c9040 msgr2=0x7f7f2009b4d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7f200c9040 0x7f7f2009b4d0 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f7f1c014040 msgr2=0x7f7f1c0138c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f7f1c014040 0x7f7f1c0138c0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x562492fabf20 msgr2=0x562492facfb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x562492fabf20 0x562492facfb0 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f7f1c025c00 msgr2=0x7f7f1c0218a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f7f1c025c00 0x7f7f1c0218a0 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f7f24019950 msgr2=0x7f7f2402b430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f7f24019950 0x7f7f2402b430 crc :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f7f1c03c910 msgr2=0x7f7f1c03b390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f7f1c03c910 0x7f7f1c03b390 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 reap_dead start 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f180695e0 msgr2=0x7f7f1806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f180695e0 0x7f7f1806baa0 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f7f1c005fd0 tx=0x7f7f1c007040 comp rx=0 tx=0).stop 2024-09-13T16:17:41.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492f226c0 msgr2=0x562492f9fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 --2- 172.21.15.39:0/1698709693 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562492f226c0 0x562492f9fae0 secure :-1 s=READY pgs=1365 cs=0 l=1 rev1=1 crypto rx=0x7f7f2000a4f0 tx=0x7f7f20002fb0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 reap_dead start 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 reap_dead start 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2d6b8640 1 -- 172.21.15.39:0/1698709693 reap_dead start 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 shutdown_connections 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 >> 172.21.15.39:0/1698709693 conn(0x562492edf7b0 msgr2=0x562492fa0280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 shutdown_connections 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.356+0000 7f7f2f3b8f40 1 -- 172.21.15.39:0/1698709693 wait complete. 2024-09-13T16:17:41.400 INFO:teuthology.orchestra.run.smithi039.stdout:���������e�f� �%���������������� �� �� 2024-09-13T16:17:41.400 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata ls 2024-09-13T16:17:41.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 Processor -- start 2024-09-13T16:17:41.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 -- start start 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423270e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423271350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x5574233140b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574231f14d0 con 0x557423249320 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55742318cb60 con 0x557423274b30 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.479+0000 7f9782358f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55742318c800 con 0x55742331e2d0 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423270e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423270e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53896/0 (socket says 172.21.15.39:53896) 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 -- 172.21.15.39:0/194802533 learned_addr learned my addr 172.21.15.39:0/194802533 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977f654640 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423271350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f9780656640 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x5574233140b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 -- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 msgr2=0x5574233140b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x5574233140b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 -- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 msgr2=0x557423271350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423271350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 -- 172.21.15.39:0/194802533 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9768005d20 con 0x557423249320 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977f654640 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423271350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977fe55640 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423270e10 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f977000a500 tx=0x7f977000a9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f349e0a52166661 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977e652640 1 -- 172.21.15.39:0/194802533 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97700115f0 con 0x557423249320 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977e652640 1 -- 172.21.15.39:0/194802533 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9770011750 con 0x557423249320 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.480+0000 7f977e652640 1 -- 172.21.15.39:0/194802533 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9770011ae0 con 0x557423249320 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 -- 172.21.15.39:0/194802533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 msgr2=0x557423270e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423270e10 secure :-1 s=READY pgs=1368 cs=0 l=1 rev1=1 crypto rx=0x7f977000a500 tx=0x7f977000a9c0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 -- 172.21.15.39:0/194802533 shutdown_connections 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x5574233140b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423271350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 --2- 172.21.15.39:0/194802533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423270e10 unknown :-1 s=CLOSED pgs=1368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 -- 172.21.15.39:0/194802533 >> 172.21.15.39:0/194802533 conn(0x5574232726b0 msgr2=0x557423272a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 -- 172.21.15.39:0/194802533 shutdown_connections 2024-09-13T16:17:41.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 -- 172.21.15.39:0/194802533 wait complete. 2024-09-13T16:17:41.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 Processor -- start 2024-09-13T16:17:41.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.481+0000 7f9782358f40 1 -- start start 2024-09-13T16:17:41.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9782358f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423318640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9782358f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423313250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9782358f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x557423313790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9782358f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55742316f520 con 0x557423249320 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9782358f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574233150c0 con 0x557423274b30 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9782358f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55742331c9c0 con 0x55742331e2d0 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423318640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423318640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53906/0 (socket says 172.21.15.39:53906) 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 learned_addr learned my addr 172.21.15.39:0/2005421125 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423313250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x557423313790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 msgr2=0x557423313790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55742331e2d0 0x557423313790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 msgr2=0x557423313250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557423274b30 0x557423313250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.482+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f977000d040 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.483+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423318640 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f977000aa00 tx=0x7f97700033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.483+0000 7f977d650640 1 -- 172.21.15.39:0/2005421125 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97700115f0 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.483+0000 7f977d650640 1 -- 172.21.15.39:0/2005421125 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9770011e10 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.483+0000 7f977d650640 1 -- 172.21.15.39:0/2005421125 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9770013d70 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.483+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55742319bc20 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.483+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55742318f060 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.484+0000 7f977d650640 1 -- 172.21.15.39:0/2005421125 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f977001c430 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f977d650640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9760069610 0x7f976006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f977d650640 1 -- 172.21.15.39:0/2005421125 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9770089a90 con 0x557423249320 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x557423318b80 0x557423315ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:1 12.0 12:00000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x557423318b80 2024-09-13T16:17:41.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9760069610 0x7f976006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x557423318b80 0x557423315ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.485+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9760069610 0x7f976006bad0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f9768056000 tx=0x7f9768050000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.486+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x557423318b80 0x557423315ee0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.486+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.4 v2:172.21.15.157:6824/790010053 1 ==== osd_op_reply(1 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x557423318b80 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.486+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f9778011a70 0x7f977800e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.486+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:08000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.486+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f9778011a70 0x7f977800e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.486+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f9778011a70 0x7f977800e300 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(2 [pgnls start_epoch 90 out=177b] v89'10 uv10 ondisk = 1) v8 ==== 144+0+177 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f9770058d90 0x7f9770089390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:3 12.8 12:10000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9770058d90 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f9770058d90 0x7f9770089390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f9770058d90 0x7f9770089390 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(3 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9768054d50 con 0x7f9770058d90 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f9768060400 0x7f9768060840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:4 12.18 12:18000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9768060400 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.487+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f9768060400 0x7f9768060840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.488+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f9768060400 0x7f9768060840 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.488+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(4 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x7f9768060400 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.488+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f977801e7e0 0x7f977800d2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.488+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:5 12.4 12:20000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.488+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f977801e7e0 0x7f977800d2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.489+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f977801e7e0 0x7f977800d2f0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.489+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(5 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.489+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f9770058020 0x7f977006c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.489+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:6 12.14 12:28000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9770058020 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.489+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f9770058020 0x7f977006c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f9770058020 0x7f977006c8c0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(6 [pgnls start_epoch 90 out=149b] v89'19 uv19 ondisk = 1) v8 ==== 144+0+149 (crc 0 0 0) 0x7f9768054d50 con 0x7f9770058020 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.c 12:30000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(7 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.1c 12:38000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(8 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.490+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:9 12.2 12:40000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x557423318b80 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.4 v2:172.21.15.157:6824/790010053 2 ==== osd_op_reply(9 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x557423318b80 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:10 12.12 12:48000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9770058d90 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(10 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9768054d50 con 0x7f9770058d90 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f977f654640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f97680693e0 0x7f9768069840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- osd_op(unknown.0.0:11 12.a 12:50000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f97680693e0 2024-09-13T16:17:41.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f97680693e0 0x7f9768069840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.491+0000 7f9780656640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f97680693e0 0x7f9768069840 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.492+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.2 v2:172.21.15.39:6800/3427804311 1 ==== osd_op_reply(11 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x7f97680693e0 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.492+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:12 12.1a 12:58000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x557423318b80 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.492+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.4 v2:172.21.15.157:6824/790010053 3 ==== osd_op_reply(12 [pgnls start_epoch 90 out=49b] v88'1 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x557423318b80 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.492+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:13 12.6 12:60000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9768060400 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.492+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(13 [pgnls start_epoch 90 out=77b] v89'2 uv2 ondisk = 1) v8 ==== 144+0+77 (crc 0 0 0) 0x7f97780107d0 con 0x7f9768060400 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.492+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:14 12.16 12:68000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(14 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.e 12:70000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(15 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:16 12.1e 12:78000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x557423318b80 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.4 v2:172.21.15.157:6824/790010053 4 ==== osd_op_reply(16 [pgnls start_epoch 90 out=49b] v88'1 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x557423318b80 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:17 12.1 12:80000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(17 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.493+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:18 12.11 12:88000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9770058020 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.494+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(18 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9768054d50 con 0x7f9770058020 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.494+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- osd_op(unknown.0.0:19 12.9 12:90000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f97680693e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.494+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.2 v2:172.21.15.39:6800/3427804311 2 ==== osd_op_reply(19 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x7f97680693e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.494+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.19 12:98000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(20 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:21 12.5 12:a0000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(21 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:22 12.15 12:a8000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(22 [pgnls start_epoch 90 out=97b] v88'3 uv3 ondisk = 1) v8 ==== 144+0+97 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f97700609e0 0x7f9770059230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.495+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:23 12.d 12:b0000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f97700609e0 2024-09-13T16:17:41.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.496+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f97700609e0 0x7f9770059230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.496+0000 7f977fe55640 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f97700609e0 0x7f9770059230 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.496+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(23 [pgnls start_epoch 90 out=74b] v88'1 uv1 ondisk = 1) v8 ==== 144+0+74 (crc 0 0 0) 0x7f9770056ed0 con 0x7f97700609e0 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.496+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.1d 12:b8000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.496+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(24 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.496+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.3 12:c0000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9778011a70 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.497+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(25 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f9778011a70 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.497+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:26 12.13 12:c8000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9768060400 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.497+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(26 [pgnls start_epoch 90 out=98b] v89'3 uv3 ondisk = 1) v8 ==== 144+0+98 (crc 0 0 0) 0x7f97780107d0 con 0x7f9768060400 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.497+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:27 12.b 12:d0000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9770058d90 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.497+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(27 [pgnls start_epoch 90 out=76b] v89'3 uv3 ondisk = 1) v8 ==== 144+0+76 (crc 0 0 0) 0x7f9768054d50 con 0x7f9770058d90 2024-09-13T16:17:41.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.497+0000 7f977f654640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:28 12.1b 12:d8000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x557423318b80 2024-09-13T16:17:41.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.4 v2:172.21.15.157:6824/790010053 5 ==== osd_op_reply(28 [pgnls start_epoch 90 out=49b] v88'1 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f97780107d0 con 0x557423318b80 2024-09-13T16:17:41.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:29 12.7 12:e0000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f9768060400 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(29 [pgnls start_epoch 90 out=73b] v88'2 uv2 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f97780107d0 con 0x7f9768060400 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:30 12.17 12:e8000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(30 [pgnls start_epoch 90 out=49b] v0'0 uv0 ondisk = 1) v8 ==== 144+0+49 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:31 12.f 12:f0000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(31 [pgnls start_epoch 90 out=73b] v88'1 uv1 ondisk = 1) v8 ==== 144+0+73 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.498+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:32 12.1f 12:f8000000::::head [pgnls start_epoch 90 in=39b] snapc 0=[] ondisk+read+ignore_overlay+known_if_redirected+supports_pool_eio e90) v8 -- 0x557423319990 con 0x7f977801e7e0 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f977fe55640 1 -- 172.21.15.39:0/2005421125 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(32 [pgnls start_epoch 90 out=101b] v89'6 uv6 ondisk = 1) v8 ==== 144+0+101 (crc 0 0 0) 0x7f9770056ed0 con 0x7f977801e7e0 2024-09-13T16:17:41.504 INFO:teuthology.orchestra.run.smithi039.stdout:601.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:602.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:10000000000.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:600.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:603.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:1.00000000.inode 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:200.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:200.00000001 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:606.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:607.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:mds0_openfiles.0 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:608.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:604.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:500.00000000 2024-09-13T16:17:41.505 INFO:teuthology.orchestra.run.smithi039.stdout:mds_snaptable 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:605.00000000 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:mds0_inotable 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:100.00000000 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:mds0_sessionmap 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:609.00000000 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:400.00000000 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:100.00000000.inode 2024-09-13T16:17:41.506 INFO:teuthology.orchestra.run.smithi039.stdout:1.00000000 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f9778011a70 msgr2=0x7f977800e300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f9778011a70 0x7f977800e300 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f9768060400 msgr2=0x7f9768060840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f9768060400 0x7f9768060840 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f97680693e0 msgr2=0x7f9768069840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f97680693e0 0x7f9768069840 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f9770058d90 msgr2=0x7f9770089390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f9770058d90 0x7f9770089390 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 reap_dead start 2024-09-13T16:17:41.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x557423318b80 msgr2=0x557423315ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x557423318b80 0x557423315ee0 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f9770058020 msgr2=0x7f977006c8c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f9770058020 0x7f977006c8c0 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f977801e7e0 msgr2=0x7f977800d2f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f977801e7e0 0x7f977800d2f0 crc :-1 s=READY pgs=19 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f97700609e0 msgr2=0x7f9770059230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f97700609e0 0x7f9770059230 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9780656640 1 -- 172.21.15.39:0/2005421125 reap_dead start 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9760069610 msgr2=0x7f976006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9760069610 0x7f976006bad0 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f9768056000 tx=0x7f9768050000 comp rx=0 tx=0).stop 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 msgr2=0x557423318640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423318640 secure :-1 s=READY pgs=1369 cs=0 l=1 rev1=1 crypto rx=0x7f977000aa00 tx=0x7f97700033a0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 shutdown_connections 2024-09-13T16:17:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9760069610 0x7f976006bad0 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 --2- 172.21.15.39:0/2005421125 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557423249320 0x557423318640 unknown :-1 s=CLOSED pgs=1369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 >> 172.21.15.39:0/2005421125 conn(0x5574232726b0 msgr2=0x557423272a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 shutdown_connections 2024-09-13T16:17:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.499+0000 7f9782358f40 1 -- 172.21.15.39:0/2005421125 wait complete. 2024-09-13T16:17:41.510 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 10000000000.00000000 2024-09-13T16:17:41.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.590+0000 7f0f39b6df40 1 Processor -- start 2024-09-13T16:17:41.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.590+0000 7f0f39b6df40 1 -- start start 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f39b6df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046a72f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f39b6df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 0x55f046b43720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f39b6df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b4aae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f39b6df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f046a1d4d0 con 0x55f046a735e0 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f39b6df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f0469b8b60 con 0x55f046b49420 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f39b6df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f0469b8800 con 0x55f046abc240 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046a72f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046a72f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53926/0 (socket says 172.21.15.39:53926) 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 -- 172.21.15.39:0/3181111236 learned_addr learned my addr 172.21.15.39:0/3181111236 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 -- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 msgr2=0x55f046b43720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 0x55f046b43720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 -- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 msgr2=0x55f046b4aae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f37e6b640 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b4aae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b4aae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 -- 172.21.15.39:0/3181111236 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f2800a100 con 0x55f046a735e0 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f37e6b640 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b4aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.591+0000 7f0f3766a640 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046a72f60 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f0f280258c0 tx=0x7f0f28051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9859b97373d81db4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f35e67640 1 -- 172.21.15.39:0/3181111236 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2805b710 con 0x55f046a735e0 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f35e67640 1 -- 172.21.15.39:0/3181111236 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f2805b870 con 0x55f046a735e0 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f35e67640 1 -- 172.21.15.39:0/3181111236 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2805bbe0 con 0x55f046a735e0 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 -- 172.21.15.39:0/3181111236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 msgr2=0x55f046a72f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046a72f60 secure :-1 s=READY pgs=1372 cs=0 l=1 rev1=1 crypto rx=0x7f0f280258c0 tx=0x7f0f28051000 comp rx=0 tx=0).stop 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 -- 172.21.15.39:0/3181111236 shutdown_connections 2024-09-13T16:17:41.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b4aae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 0x55f046b43720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/3181111236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046a72f60 unknown :-1 s=CLOSED pgs=1372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 -- 172.21.15.39:0/3181111236 >> 172.21.15.39:0/3181111236 conn(0x55f046a9e6b0 msgr2=0x55f046aa1030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 -- 172.21.15.39:0/3181111236 shutdown_connections 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.592+0000 7f0f39b6df40 1 -- 172.21.15.39:0/3181111236 wait complete. 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 Processor -- start 2024-09-13T16:17:41.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 -- start start 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046b27290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 0x55f046b295b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b40290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f04699b520 con 0x55f046a735e0 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f046b29e00 con 0x55f046b49420 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.593+0000 7f0f39b6df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f046b2a0e0 con 0x55f046abc240 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046b27290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046b27290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53940/0 (socket says 172.21.15.39:53940) 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 -- 172.21.15.39:0/2896432564 learned_addr learned my addr 172.21.15.39:0/2896432564 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f36e69640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 0x55f046b295b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f37e6b640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b40290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 -- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 msgr2=0x55f046b295b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f046abc240 0x55f046b295b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 -- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 msgr2=0x55f046b40290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f046b49420 0x55f046b40290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 -- 172.21.15.39:0/2896432564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f0469e1dc0 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f3766a640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046b27290 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f0f28000f80 tx=0x7f0f28003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f34e65640 1 -- 172.21.15.39:0/2896432564 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2805b650 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f34e65640 1 -- 172.21.15.39:0/2896432564 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f28066440 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55f0469c7c20 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f34e65640 1 -- 172.21.15.39:0/2896432564 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f280667f0 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.594+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f0469bb060 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f34e65640 1 -- 172.21.15.39:0/2896432564 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f28066950 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f34e65640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f24069610 0x7f0f2406bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f34e65640 1 -- 172.21.15.39:0/2896432564 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0f280cd2d0 con 0x55f046a735e0 2024-09-13T16:17:41.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f36e69640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f24069610 0x7f0f2406bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f046b26160 0x55f046b26570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55f046b26ab0 con 0x55f046b26160 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.596+0000 7f0f37e6b640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f046b26160 0x55f046b26570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f36e69640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f24069610 0x7f0f2406bad0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c000f60 tx=0x7f0f2c001470 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f37e6b640 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f046b26160 0x55f046b26570 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f37e6b640 1 -- 172.21.15.39:0/2896432564 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 10000000000.00000000 [omap-get-header out=274b] v0'0 uv10 ondisk = 0) v8 ==== 164+0+274 (crc 0 0 0) 0x7f0f30009690 con 0x55f046b26160 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stdout:header (274 bytes) : 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stdout:00000000 04 03 0c 01 00 00 09 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stdout:00000020 00 00 00 00 9a 65 e4 66 48 07 0b 2d 01 00 00 00 |.....e.fH..-....| 2024-09-13T16:17:41.601 INFO:teuthology.orchestra.run.smithi039.stdout:00000030 00 00 00 00 00 00 00 00 00 00 00 00 01 00 00 00 |................| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000050 00 00 9a 65 e4 66 48 07 0b 2d 01 00 00 00 00 00 |...e.fH..-......| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000060 00 00 00 00 00 00 00 00 00 00 01 00 00 00 00 00 |................| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000080 00 00 60 00 00 00 00 00 01 00 00 00 00 00 00 00 |..`.............| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000090 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:000000a0 00 00 00 00 00 00 00 00 9a 65 e4 66 a2 c2 a7 2e |.........e.f....| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:000000c0 60 00 00 00 00 00 01 00 00 00 00 00 00 00 00 00 |`...............| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:000000d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:000000e0 00 00 00 00 00 00 9a 65 e4 66 a2 c2 a7 2e 00 00 |.......e.f......| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:000000f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:41.602 INFO:teuthology.orchestra.run.smithi039.stdout:00000110 00 00 |..| 2024-09-13T16:17:41.603 INFO:teuthology.orchestra.run.smithi039.stdout:00000112 2024-09-13T16:17:41.603 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f046b26160 msgr2=0x55f046b26570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f046b26160 0x55f046b26570 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f24069610 msgr2=0x7f0f2406bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f24069610 0x7f0f2406bad0 secure :-1 s=READY pgs=566 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c000f60 tx=0x7f0f2c001470 comp rx=0 tx=0).stop 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 msgr2=0x55f046b27290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 --2- 172.21.15.39:0/2896432564 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f046a735e0 0x55f046b27290 secure :-1 s=READY pgs=1373 cs=0 l=1 rev1=1 crypto rx=0x7f0f28000f80 tx=0x7f0f28003330 comp rx=0 tx=0).stop 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f37e6b640 1 -- 172.21.15.39:0/2896432564 reap_dead start 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 shutdown_connections 2024-09-13T16:17:41.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 >> 172.21.15.39:0/2896432564 conn(0x55f046a9e6b0 msgr2=0x55f046abcf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 shutdown_connections 2024-09-13T16:17:41.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.597+0000 7f0f39b6df40 1 -- 172.21.15.39:0/2896432564 wait complete. 2024-09-13T16:17:41.605 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 600.00000000 2024-09-13T16:17:41.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 Processor -- start 2024-09-13T16:17:41.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 -- start start 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ffcfe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e4f91e10 0x5567e4f48fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e50099f0 0x5567e50aebe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567e4ef74d0 con 0x5567e4f90680 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567e4e92b60 con 0x5567e50099f0 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0903e1ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567e4e92800 con 0x5567e4f91e10 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.686+0000 7f0900caa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ffcfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ffcfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53948/0 (socket says 172.21.15.39:53948) 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 -- 172.21.15.39:0/2011217967 learned_addr learned my addr 172.21.15.39:0/2011217967 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f09004a9640 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e4f91e10 0x5567e4f48fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f09014ab640 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e50099f0 0x5567e50aebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 -- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e4f91e10 msgr2=0x5567e4f48fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e4f91e10 0x5567e4f48fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 -- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e50099f0 msgr2=0x5567e50aebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e50099f0 0x5567e50aebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 -- 172.21.15.39:0/2011217967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08f000a1c0 con 0x5567e4f90680 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f0900caa640 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ffcfe0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f08f00259c0 tx=0x7f08f0050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5482602ba4e76c5b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f08ff4a7640 1 -- 172.21.15.39:0/2011217967 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0050ac0 con 0x5567e4f90680 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f08ff4a7640 1 -- 172.21.15.39:0/2011217967 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f0050c20 con 0x5567e4f90680 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.687+0000 7f08ff4a7640 1 -- 172.21.15.39:0/2011217967 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f00505b0 con 0x5567e4f90680 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 -- 172.21.15.39:0/2011217967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 msgr2=0x5567e4ffcfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ffcfe0 secure :-1 s=READY pgs=1375 cs=0 l=1 rev1=1 crypto rx=0x7f08f00259c0 tx=0x7f08f0050000 comp rx=0 tx=0).stop 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 -- 172.21.15.39:0/2011217967 shutdown_connections 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e50099f0 0x5567e50aebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e4f91e10 0x5567e4f48fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/2011217967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ffcfe0 unknown :-1 s=CLOSED pgs=1375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 -- 172.21.15.39:0/2011217967 >> 172.21.15.39:0/2011217967 conn(0x5567e4f4e040 msgr2=0x5567e4f91640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 -- 172.21.15.39:0/2011217967 shutdown_connections 2024-09-13T16:17:41.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 -- 172.21.15.39:0/2011217967 wait complete. 2024-09-13T16:17:41.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 Processor -- start 2024-09-13T16:17:41.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.688+0000 7f0903e1ef40 1 -- start start 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0903e1ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ff67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0903e1ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e4f91e10 0x5567e5005df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0903e1ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e50099f0 0x5567e4f48fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0903e1ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567e4e75520 con 0x5567e4f90680 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0903e1ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5567e4f94a10 con 0x5567e4f91e10 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0903e1ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5567e4f94730 con 0x5567e50099f0 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0900caa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ff67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0900caa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ff67a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53952/0 (socket says 172.21.15.39:53952) 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f0900caa640 1 -- 172.21.15.39:0/1487473328 learned_addr learned my addr 172.21.15.39:0/1487473328 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f09004a9640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e4f91e10 0x5567e5005df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.689+0000 7f09014ab640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e50099f0 0x5567e4f48fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0900caa640 1 -- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e50099f0 msgr2=0x5567e4f48fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0900caa640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5567e50099f0 0x5567e4f48fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0900caa640 1 -- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e4f91e10 msgr2=0x5567e5005df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0900caa640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5567e4f91e10 0x5567e5005df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0900caa640 1 -- 172.21.15.39:0/1487473328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5567e4ebbdc0 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0900caa640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ff67a0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f08f0066040 tx=0x7f08f0003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f08fe4a5640 1 -- 172.21.15.39:0/1487473328 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f00505b0 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f08fe4a5640 1 -- 172.21.15.39:0/1487473328 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08f0050d90 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5567e4ea1c20 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f08fe4a5640 1 -- 172.21.15.39:0/1487473328 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f08f0050ac0 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.690+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5567e4e95060 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.691+0000 7f08fe4a5640 1 -- 172.21.15.39:0/1487473328 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f08f0003040 con 0x5567e4f90680 2024-09-13T16:17:41.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f08fe4a5640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08ec069610 0x7f08ec06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f08fe4a5640 1 -- 172.21.15.39:0/1487473328 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f08f00cd610 con 0x5567e4f90680 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5567e4f49520 0x5567e4ff8020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5567e4ff8560 con 0x5567e4f49520 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f09014ab640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5567e4f49520 0x5567e4ff8020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f09004a9640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08ec069610 0x7f08ec06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.692+0000 7f09014ab640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5567e4f49520 0x5567e4ff8020 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f09004a9640 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08ec069610 0x7f08ec06bad0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x5567e5022ae0 tx=0x7f08f400e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f09014ab640 1 -- 172.21.15.39:0/1487473328 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 600.00000000 [omap-get-header out=274b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f08f800a140 con 0x5567e4f49520 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stdout:header (274 bytes) : 2024-09-13T16:17:41.697 INFO:teuthology.orchestra.run.smithi039.stdout:00000000 04 03 0c 01 00 00 01 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:00000020 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:00000050 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:00000080 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:000000c0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:41.698 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:41.699 INFO:teuthology.orchestra.run.smithi039.stdout:00000110 00 00 |..| 2024-09-13T16:17:41.699 INFO:teuthology.orchestra.run.smithi039.stdout:00000112 2024-09-13T16:17:41.699 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5567e4f49520 msgr2=0x5567e4ff8020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5567e4f49520 0x5567e4ff8020 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08ec069610 msgr2=0x7f08ec06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f08ec069610 0x7f08ec06bad0 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x5567e5022ae0 tx=0x7f08f400e040 comp rx=0 tx=0).stop 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 msgr2=0x5567e4ff67a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 --2- 172.21.15.39:0/1487473328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5567e4f90680 0x5567e4ff67a0 secure :-1 s=READY pgs=1376 cs=0 l=1 rev1=1 crypto rx=0x7f08f0066040 tx=0x7f08f0003330 comp rx=0 tx=0).stop 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f09014ab640 1 -- 172.21.15.39:0/1487473328 reap_dead start 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 shutdown_connections 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 >> 172.21.15.39:0/1487473328 conn(0x5567e4f4e040 msgr2=0x5567e4f91640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 shutdown_connections 2024-09-13T16:17:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.693+0000 7f0903e1ef40 1 -- 172.21.15.39:0/1487473328 wait complete. 2024-09-13T16:17:41.702 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 1.00000000.inode 2024-09-13T16:17:41.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.783+0000 7faad2a86f40 1 Processor -- start 2024-09-13T16:17:41.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.783+0000 7faad2a86f40 1 -- start start 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad2a86f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5b75320 0x556ce5c467a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad2a86f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5c2ab30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad2a86f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5c4a4a0 0x556ce5c47690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad2a86f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ce5b21be0 con 0x556ce5ba0b30 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad2a86f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ce5b1d4d0 con 0x556ce5c4a4a0 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad2a86f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556ce5ab8b60 con 0x556ce5b75320 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5c2ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5c2ab30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53976/0 (socket says 172.21.15.39:53976) 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 -- 172.21.15.39:0/1970962690 learned_addr learned my addr 172.21.15.39:0/1970962690 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad0583640 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5b75320 0x556ce5c467a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faad0d84640 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5c4a4a0 0x556ce5c47690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 -- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5b75320 msgr2=0x556ce5c467a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5b75320 0x556ce5c467a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 -- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5c4a4a0 msgr2=0x556ce5c47690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5c4a4a0 0x556ce5c47690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 -- 172.21.15.39:0/1970962690 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faac4005d20 con 0x556ce5ba0b30 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faacfd82640 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5c2ab30 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7faac4025d60 tx=0x7faac4051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53bc0216696b7a7e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faaced80640 1 -- 172.21.15.39:0/1970962690 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac4050900 con 0x556ce5ba0b30 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faaced80640 1 -- 172.21.15.39:0/1970962690 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faac405e040 con 0x556ce5ba0b30 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.784+0000 7faaced80640 1 -- 172.21.15.39:0/1970962690 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac4050c60 con 0x556ce5ba0b30 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 -- 172.21.15.39:0/1970962690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 msgr2=0x556ce5c2ab30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5c2ab30 secure :-1 s=READY pgs=1379 cs=0 l=1 rev1=1 crypto rx=0x7faac4025d60 tx=0x7faac4051000 comp rx=0 tx=0).stop 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 -- 172.21.15.39:0/1970962690 shutdown_connections 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5c4a4a0 0x556ce5c47690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5c2ab30 unknown :-1 s=CLOSED pgs=1379 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 --2- 172.21.15.39:0/1970962690 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5b75320 0x556ce5c467a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 -- 172.21.15.39:0/1970962690 >> 172.21.15.39:0/1970962690 conn(0x556ce5b9e6b0 msgr2=0x556ce5b9ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 -- 172.21.15.39:0/1970962690 shutdown_connections 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 -- 172.21.15.39:0/1970962690 wait complete. 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 Processor -- start 2024-09-13T16:17:41.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.785+0000 7faad2a86f40 1 -- start start 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad2a86f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5b75320 0x556ce5c2b760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad2a86f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5bb2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad2a86f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5c4a4a0 0x556ce5c3fac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad2a86f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ce5ab8800 con 0x556ce5ba0b30 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad2a86f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556ce5a9b520 con 0x556ce5b75320 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad2a86f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556ce5bb3260 con 0x556ce5c4a4a0 2024-09-13T16:17:41.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faacfd82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5bb2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faacfd82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5bb2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53982/0 (socket says 172.21.15.39:53982) 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faacfd82640 1 -- 172.21.15.39:0/3460436894 learned_addr learned my addr 172.21.15.39:0/3460436894 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad0583640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5b75320 0x556ce5c2b760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.786+0000 7faad0d84640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5c4a4a0 0x556ce5c3fac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacfd82640 1 -- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5c4a4a0 msgr2=0x556ce5c3fac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacfd82640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5c4a4a0 0x556ce5c3fac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacfd82640 1 -- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5b75320 msgr2=0x556ce5c2b760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacfd82640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556ce5b75320 0x556ce5c2b760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacfd82640 1 -- 172.21.15.39:0/3460436894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556ce5ac7c20 con 0x556ce5ba0b30 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faad0d84640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556ce5c4a4a0 0x556ce5c3fac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacfd82640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5bb2d20 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7faac4000c00 tx=0x7faac4002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacdd7e640 1 -- 172.21.15.39:0/3460436894 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac4050cf0 con 0x556ce5ba0b30 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacdd7e640 1 -- 172.21.15.39:0/3460436894 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faac4050e50 con 0x556ce5ba0b30 2024-09-13T16:17:41.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faacdd7e640 1 -- 172.21.15.39:0/3460436894 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac4075650 con 0x556ce5ba0b30 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x556ce5abb060 con 0x556ce5ba0b30 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.787+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556ce5abaac0 con 0x556ce5ba0b30 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.788+0000 7faacdd7e640 1 -- 172.21.15.39:0/3460436894 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faac40757b0 con 0x556ce5ba0b30 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.789+0000 7faacdd7e640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faabc0695e0 0x7faabc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.789+0000 7faacdd7e640 1 -- 172.21.15.39:0/3460436894 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7faac40cd8a0 con 0x556ce5ba0b30 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.789+0000 7faad0583640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faabc0695e0 0x7faabc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.789+0000 7faad2a86f40 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556ce5c459c0 0x556ce5c28b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.789+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x556ce5c290b0 con 0x556ce5c459c0 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.789+0000 7faad0d84640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556ce5c459c0 0x556ce5c28b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad0583640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faabc0695e0 0x7faabc06baa0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7faac0000f60 tx=0x7faac00018a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad0d84640 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556ce5c459c0 0x556ce5c28b70 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad0d84640 1 -- 172.21.15.39:0/3460436894 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 1.00000000.inode [omap-get-header] v0'0 uv17 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faac80016a0 con 0x556ce5c459c0 2024-09-13T16:17:41.795 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:41.795 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556ce5c459c0 msgr2=0x556ce5c28b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556ce5c459c0 0x556ce5c28b70 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faabc0695e0 msgr2=0x7faabc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faabc0695e0 0x7faabc06baa0 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7faac0000f60 tx=0x7faac00018a0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 msgr2=0x556ce5bb2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 --2- 172.21.15.39:0/3460436894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556ce5ba0b30 0x556ce5bb2d20 secure :-1 s=READY pgs=1380 cs=0 l=1 rev1=1 crypto rx=0x7faac4000c00 tx=0x7faac4002fb0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad0d84640 1 -- 172.21.15.39:0/3460436894 reap_dead start 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 shutdown_connections 2024-09-13T16:17:41.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 >> 172.21.15.39:0/3460436894 conn(0x556ce5b9e6b0 msgr2=0x556ce5b9ea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 shutdown_connections 2024-09-13T16:17:41.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.790+0000 7faad2a86f40 1 -- 172.21.15.39:0/3460436894 wait complete. 2024-09-13T16:17:41.797 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 200.00000000 2024-09-13T16:17:41.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.878+0000 7fd998cd0f40 1 Processor -- start 2024-09-13T16:17:41.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.878+0000 7fd998cd0f40 1 -- start start 2024-09-13T16:17:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd998cd0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e3313c0 0x55607e34d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd998cd0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 0x55607e34de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd998cd0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e332d30 0x55607e3331e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd998cd0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55607e226be0 con 0x55607e34d9c0 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd998cd0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55607e2224d0 con 0x55607e3313c0 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd998cd0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55607e1bdb60 con 0x55607e332d30 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 0x55607e34de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 0x55607e34de00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54004/0 (socket says 172.21.15.39:54004) 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 -- 172.21.15.39:0/872445229 learned_addr learned my addr 172.21.15.39:0/872445229 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd9967cd640 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e3313c0 0x55607e34d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd996fce640 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e332d30 0x55607e3331e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 -- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e332d30 msgr2=0x55607e3331e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e332d30 0x55607e3331e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 -- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e3313c0 msgr2=0x55607e34d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e3313c0 0x55607e34d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd995fcc640 1 -- 172.21.15.39:0/872445229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55607e1c0060 con 0x55607e34d9c0 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.879+0000 7fd996fce640 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e332d30 0x55607e3331e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd995fcc640 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 0x55607e34de00 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fd98c001700 tx=0x7fd98c009a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a61e4f1f0742738c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd994fca640 1 -- 172.21.15.39:0/872445229 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd98c00f770 con 0x55607e34d9c0 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd994fca640 1 -- 172.21.15.39:0/872445229 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd98c00f8d0 con 0x55607e34d9c0 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd994fca640 1 -- 172.21.15.39:0/872445229 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd98c00fc40 con 0x55607e34d9c0 2024-09-13T16:17:41.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 -- 172.21.15.39:0/872445229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 msgr2=0x55607e34de00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 0x55607e34de00 secure :-1 s=READY pgs=1383 cs=0 l=1 rev1=1 crypto rx=0x7fd98c001700 tx=0x7fd98c009a40 comp rx=0 tx=0).stop 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 -- 172.21.15.39:0/872445229 shutdown_connections 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e332d30 0x55607e3331e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e34d9c0 0x55607e34de00 unknown :-1 s=CLOSED pgs=1383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/872445229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e3313c0 0x55607e34d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 -- 172.21.15.39:0/872445229 >> 172.21.15.39:0/872445229 conn(0x55607e2a36b0 msgr2=0x55607e34bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 -- 172.21.15.39:0/872445229 shutdown_connections 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.880+0000 7fd998cd0f40 1 -- 172.21.15.39:0/872445229 wait complete. 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.881+0000 7fd998cd0f40 1 Processor -- start 2024-09-13T16:17:41.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.881+0000 7fd998cd0f40 1 -- start start 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e3313c0 0x55607e330be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e332d30 0x55607e334830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e34d9c0 0x55607e3df3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55607e1bd800 con 0x55607e332d30 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55607e1a0520 con 0x55607e34d9c0 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55607e3df920 con 0x55607e3313c0 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e332d30 0x55607e334830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e332d30 0x55607e334830 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54006/0 (socket says 172.21.15.39:54006) 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 -- 172.21.15.39:0/2287252669 learned_addr learned my addr 172.21.15.39:0/2287252669 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd9967cd640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e3313c0 0x55607e330be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd996fce640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e34d9c0 0x55607e3df3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 -- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e3313c0 msgr2=0x55607e330be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e3313c0 0x55607e330be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 -- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e34d9c0 msgr2=0x55607e3df3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55607e34d9c0 0x55607e3df3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 -- 172.21.15.39:0/2287252669 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55607e1ccc20 con 0x55607e332d30 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd9967cd640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55607e3313c0 0x55607e330be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd995fcc640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e332d30 0x55607e334830 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fd98c001050 tx=0x55607e2a65a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd9877fe640 1 -- 172.21.15.39:0/2287252669 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd98c018830 con 0x55607e332d30 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd9877fe640 1 -- 172.21.15.39:0/2287252669 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd98c018990 con 0x55607e332d30 2024-09-13T16:17:41.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55607e1bfac0 con 0x55607e332d30 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd9877fe640 1 -- 172.21.15.39:0/2287252669 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd98c018d00 con 0x55607e332d30 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.882+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55607e2bd440 con 0x55607e332d30 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.884+0000 7fd9877fe640 1 -- 172.21.15.39:0/2287252669 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd98c015020 con 0x55607e332d30 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.884+0000 7fd9877fe640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9780695e0 0x7fd97806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.884+0000 7fd9877fe640 1 -- 172.21.15.39:0/2287252669 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd98c004040 con 0x55607e332d30 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.884+0000 7fd9967cd640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9780695e0 0x7fd97806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.885+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55607e2bb130 0x55607e3e3010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.885+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55607e2bddc0 con 0x55607e2bb130 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.885+0000 7fd996fce640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55607e2bb130 0x55607e3e3010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.885+0000 7fd9967cd640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9780695e0 0x7fd97806baa0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fd988005fd0 tx=0x7fd98800c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.885+0000 7fd996fce640 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55607e2bb130 0x55607e3e3010 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.885+0000 7fd996fce640 1 -- 172.21.15.39:0/2287252669 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000000 [omap-get-header] v0'0 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fd990006040 con 0x55607e2bb130 2024-09-13T16:17:41.895 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:41.895 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55607e2bb130 msgr2=0x55607e3e3010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55607e2bb130 0x55607e3e3010 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9780695e0 msgr2=0x7fd97806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9780695e0 0x7fd97806baa0 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7fd988005fd0 tx=0x7fd98800c040 comp rx=0 tx=0).stop 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e332d30 msgr2=0x55607e334830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 --2- 172.21.15.39:0/2287252669 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55607e332d30 0x55607e334830 secure :-1 s=READY pgs=1384 cs=0 l=1 rev1=1 crypto rx=0x7fd98c001050 tx=0x55607e2a65a0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd996fce640 1 -- 172.21.15.39:0/2287252669 reap_dead start 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 shutdown_connections 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 >> 172.21.15.39:0/2287252669 conn(0x55607e2a36b0 msgr2=0x55607e34bab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 shutdown_connections 2024-09-13T16:17:41.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.886+0000 7fd998cd0f40 1 -- 172.21.15.39:0/2287252669 wait complete. 2024-09-13T16:17:41.898 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 200.00000001 2024-09-13T16:17:41.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.979+0000 7f574dbccf40 1 Processor -- start 2024-09-13T16:17:41.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.979+0000 7f574dbccf40 1 -- start start 2024-09-13T16:17:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574dbccf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a4316be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574dbccf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f6970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574dbccf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a4314ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574dbccf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620a41ea4d0 con 0x5620a43172d0 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574dbccf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620a4185b60 con 0x5620a4242320 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574dbccf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5620a4185800 con 0x5620a426dd00 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a4314ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a4314ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54028/0 (socket says 172.21.15.39:54028) 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 -- 172.21.15.39:0/293600496 learned_addr learned my addr 172.21.15.39:0/293600496 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574b6c9640 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a4316be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574aec8640 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f6970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 -- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 msgr2=0x5620a42f6970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f6970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 -- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 msgr2=0x5620a4316be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a4316be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.980+0000 7f574beca640 1 -- 172.21.15.39:0/293600496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f574400a1c0 con 0x5620a43172d0 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574beca640 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a4314ad0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f5744005fd0 tx=0x7f5744050000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4fc171778afc4b73 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f5749ec6640 1 -- 172.21.15.39:0/293600496 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57440527f0 con 0x5620a43172d0 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f5749ec6640 1 -- 172.21.15.39:0/293600496 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5744052970 con 0x5620a43172d0 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f5749ec6640 1 -- 172.21.15.39:0/293600496 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5744052d20 con 0x5620a43172d0 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 -- 172.21.15.39:0/293600496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 msgr2=0x5620a4314ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a4314ad0 secure :-1 s=READY pgs=1386 cs=0 l=1 rev1=1 crypto rx=0x7f5744005fd0 tx=0x7f5744050000 comp rx=0 tx=0).stop 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 -- 172.21.15.39:0/293600496 shutdown_connections 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a4314ad0 unknown :-1 s=CLOSED pgs=1386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f6970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 --2- 172.21.15.39:0/293600496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a4316be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 -- 172.21.15.39:0/293600496 >> 172.21.15.39:0/293600496 conn(0x5620a426b6b0 msgr2=0x5620a430cf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 -- 172.21.15.39:0/293600496 shutdown_connections 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.981+0000 7f574dbccf40 1 -- 172.21.15.39:0/293600496 wait complete. 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.982+0000 7f574dbccf40 1 Processor -- start 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.982+0000 7f574dbccf40 1 -- start start 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a430cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f1e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a430a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620a4168520 con 0x5620a43172d0 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5620a42f61b0 con 0x5620a4242320 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5620a430d040 con 0x5620a426dd00 2024-09-13T16:17:41.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a430a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a430a950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54034/0 (socket says 172.21.15.39:54034) 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 -- 172.21.15.39:0/3646473010 learned_addr learned my addr 172.21.15.39:0/3646473010 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574aec8640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f1e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574b6c9640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a430cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 -- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 msgr2=0x5620a42f1e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5620a426dd00 0x5620a42f1e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 -- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 msgr2=0x5620a430cb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5620a4242320 0x5620a430cb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 -- 172.21.15.39:0/3646473010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5620a41aedc0 con 0x5620a43172d0 2024-09-13T16:17:41.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574beca640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a430a950 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f57440258c0 tx=0x7f5744003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f5748ec4640 1 -- 172.21.15.39:0/3646473010 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5744052ae0 con 0x5620a43172d0 2024-09-13T16:17:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f5748ec4640 1 -- 172.21.15.39:0/3646473010 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5744052c40 con 0x5620a43172d0 2024-09-13T16:17:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5620a4194c20 con 0x5620a43172d0 2024-09-13T16:17:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.983+0000 7f5748ec4640 1 -- 172.21.15.39:0/3646473010 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5744066480 con 0x5620a43172d0 2024-09-13T16:17:41.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.984+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5620a4188060 con 0x5620a43172d0 2024-09-13T16:17:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.985+0000 7f5748ec4640 1 -- 172.21.15.39:0/3646473010 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f57440665e0 con 0x5620a43172d0 2024-09-13T16:17:41.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.985+0000 7f5748ec4640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5738069610 0x7f573806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.985+0000 7f5748ec4640 1 -- 172.21.15.39:0/3646473010 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f57440ccc40 con 0x5620a43172d0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.986+0000 7f574dbccf40 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5620a426c7a0 0x5620a42f7980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.986+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5620a42f7ec0 con 0x5620a426c7a0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.986+0000 7f574b6c9640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5738069610 0x7f573806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.986+0000 7f574aec8640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5620a426c7a0 0x5620a42f7980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.986+0000 7f574b6c9640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5738069610 0x7f573806bad0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f573c009880 tx=0x7f573c00e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.986+0000 7f574aec8640 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5620a426c7a0 0x5620a42f7980 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574aec8640 1 -- 172.21.15.39:0/3646473010 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000001 [omap-get-header] v0'0 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f574000b8d0 con 0x5620a426c7a0 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:41.992 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5620a426c7a0 msgr2=0x5620a42f7980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5620a426c7a0 0x5620a42f7980 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5738069610 msgr2=0x7f573806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5738069610 0x7f573806bad0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f573c009880 tx=0x7f573c00e040 comp rx=0 tx=0).stop 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 msgr2=0x5620a430a950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 --2- 172.21.15.39:0/3646473010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5620a43172d0 0x5620a430a950 secure :-1 s=READY pgs=1387 cs=0 l=1 rev1=1 crypto rx=0x7f57440258c0 tx=0x7f5744003330 comp rx=0 tx=0).stop 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574beca640 1 -- 172.21.15.39:0/3646473010 reap_dead start 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 shutdown_connections 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 >> 172.21.15.39:0/3646473010 conn(0x5620a426b6b0 msgr2=0x5620a4285c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:41.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 shutdown_connections 2024-09-13T16:17:41.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:41.987+0000 7f574dbccf40 1 -- 172.21.15.39:0/3646473010 wait complete. 2024-09-13T16:17:41.995 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds0_openfiles.0 2024-09-13T16:17:42.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 Processor -- start 2024-09-13T16:17:42.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 -- start start 2024-09-13T16:17:42.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563cab938610 0x563cab97f340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab9f78f0 0x563cab97f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 0x563cab9db1f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cab8e9be0 con 0x563caba0ee40 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cab8e54d0 con 0x563cab938610 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd19b821f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563cab880b60 con 0x563cab9f78f0 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd199b1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 0x563cab9db1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd199b1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 0x563cab9db1f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54038/0 (socket says 172.21.15.39:54038) 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.077+0000 7fd199b1f640 1 -- 172.21.15.39:0/3378610606 learned_addr learned my addr 172.21.15.39:0/3378610606 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd19931e640 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563cab938610 0x563cab97f340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd198b1d640 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab9f78f0 0x563cab97f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd199b1f640 1 -- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab9f78f0 msgr2=0x563cab97f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd199b1f640 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab9f78f0 0x563cab97f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd199b1f640 1 -- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563cab938610 msgr2=0x563cab97f340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd199b1f640 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563cab938610 0x563cab97f340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd199b1f640 1 -- 172.21.15.39:0/3378610606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd19400a100 con 0x563caba0ee40 2024-09-13T16:17:42.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd199b1f640 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 0x563cab9db1f0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7fd1940056d0 tx=0x7fd194051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3f001e9cc5b3f44e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd18b7fe640 1 -- 172.21.15.39:0/3378610606 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd19405c040 con 0x563caba0ee40 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd18b7fe640 1 -- 172.21.15.39:0/3378610606 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd194058770 con 0x563caba0ee40 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd18b7fe640 1 -- 172.21.15.39:0/3378610606 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd194058b20 con 0x563caba0ee40 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd19b821f40 1 -- 172.21.15.39:0/3378610606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 msgr2=0x563cab9db1f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.078+0000 7fd19b821f40 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 0x563cab9db1f0 secure :-1 s=READY pgs=1389 cs=0 l=1 rev1=1 crypto rx=0x7fd1940056d0 tx=0x7fd194051000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 -- 172.21.15.39:0/3378610606 shutdown_connections 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563caba0ee40 0x563cab9db1f0 unknown :-1 s=CLOSED pgs=1389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab9f78f0 0x563cab97f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 --2- 172.21.15.39:0/3378610606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563cab938610 0x563cab97f340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 -- 172.21.15.39:0/3378610606 >> 172.21.15.39:0/3378610606 conn(0x563cab93c040 msgr2=0x563cab937440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 -- 172.21.15.39:0/3378610606 shutdown_connections 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 -- 172.21.15.39:0/3378610606 wait complete. 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 Processor -- start 2024-09-13T16:17:42.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.079+0000 7fd19b821f40 1 -- start start 2024-09-13T16:17:42.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19b821f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab938610 0x563caba0da30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19b821f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563cab9f78f0 0x563cab936420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19b821f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563caba0ee40 0x563cab936960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19b821f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cab880800 con 0x563cab9f78f0 2024-09-13T16:17:42.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19b821f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563cab863520 con 0x563caba0ee40 2024-09-13T16:17:42.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19b821f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563cab9ee710 con 0x563cab938610 2024-09-13T16:17:42.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563cab9f78f0 0x563cab936420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563cab9f78f0 0x563cab936420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54048/0 (socket says 172.21.15.39:54048) 2024-09-13T16:17:42.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 -- 172.21.15.39:0/2542849632 learned_addr learned my addr 172.21.15.39:0/2542849632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd199b1f640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563caba0ee40 0x563cab936960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19931e640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab938610 0x563caba0da30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 -- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab938610 msgr2=0x563caba0da30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab938610 0x563caba0da30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 -- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563caba0ee40 msgr2=0x563cab936960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563caba0ee40 0x563cab936960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd198b1d640 1 -- 172.21.15.39:0/2542849632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563cab88fc20 con 0x563cab9f78f0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.080+0000 7fd19931e640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563cab938610 0x563caba0da30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.081+0000 7fd198b1d640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563cab9f78f0 0x563cab936420 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7fd19000dfa0 tx=0x7fd19000b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.081+0000 7fd18a7fc640 1 -- 172.21.15.39:0/2542849632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd19000bea0 con 0x563cab9f78f0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.081+0000 7fd18a7fc640 1 -- 172.21.15.39:0/2542849632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd190008040 con 0x563cab9f78f0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.081+0000 7fd18a7fc640 1 -- 172.21.15.39:0/2542849632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd190001590 con 0x563cab9f78f0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.081+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x563cab883060 con 0x563cab9f78f0 2024-09-13T16:17:42.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.081+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563cab882ac0 con 0x563cab9f78f0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.082+0000 7fd18a7fc640 1 -- 172.21.15.39:0/2542849632 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd1900016f0 con 0x563cab9f78f0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd18a7fc640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd17c0695e0 0x7fd17c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd18a7fc640 1 -- 172.21.15.39:0/2542849632 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd190088020 con 0x563cab9f78f0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd19b821f40 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563cab9dd5f0 0x563cab9dda80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x563cab9ef460 con 0x563cab9dd5f0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd19931e640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd17c0695e0 0x7fd17c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd199b1f640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563cab9dd5f0 0x563cab9dda80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.083+0000 7fd199b1f640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563cab9dd5f0 0x563cab9dda80 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19931e640 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd17c0695e0 0x7fd17c06baa0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd18c001ed0 tx=0x7fd18c0016b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd199b1f640 1 -- 172.21.15.39:0/2542849632 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_openfiles.0 [omap-get-header out=42b] v0'0 uv2 ondisk = 0) v8 ==== 160+0+42 (crc 0 0 0) 0x7fd19405f040 con 0x563cab9dd5f0 2024-09-13T16:17:42.090 INFO:teuthology.orchestra.run.smithi039.stdout:header (42 bytes) : 2024-09-13T16:17:42.090 INFO:teuthology.orchestra.run.smithi039.stdout:00000000 13 00 00 00 63 65 70 68 20 66 73 20 76 6f 6c 75 |....ceph fs volu| 2024-09-13T16:17:42.090 INFO:teuthology.orchestra.run.smithi039.stdout:00000010 6d 65 20 76 30 31 31 01 01 0d 00 00 00 02 00 00 |me v011.........| 2024-09-13T16:17:42.090 INFO:teuthology.orchestra.run.smithi039.stdout:00000020 00 00 00 00 00 01 00 00 00 00 |..........| 2024-09-13T16:17:42.090 INFO:teuthology.orchestra.run.smithi039.stdout:0000002a 2024-09-13T16:17:42.090 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563cab9dd5f0 msgr2=0x563cab9dda80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563cab9dd5f0 0x563cab9dda80 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd17c0695e0 msgr2=0x7fd17c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd17c0695e0 0x7fd17c06baa0 secure :-1 s=READY pgs=571 cs=0 l=1 rev1=1 crypto rx=0x7fd18c001ed0 tx=0x7fd18c0016b0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563cab9f78f0 msgr2=0x563cab936420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 --2- 172.21.15.39:0/2542849632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563cab9f78f0 0x563cab936420 secure :-1 s=READY pgs=1390 cs=0 l=1 rev1=1 crypto rx=0x7fd19000dfa0 tx=0x7fd19000b5b0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd199b1f640 1 -- 172.21.15.39:0/2542849632 reap_dead start 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 shutdown_connections 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 >> 172.21.15.39:0/2542849632 conn(0x563cab93c040 msgr2=0x563cab9f4db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 shutdown_connections 2024-09-13T16:17:42.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.084+0000 7fd19b821f40 1 -- 172.21.15.39:0/2542849632 wait complete. 2024-09-13T16:17:42.092 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 500.00000000 2024-09-13T16:17:42.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 Processor -- start 2024-09-13T16:17:42.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 -- start start 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dcc1770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 0x564a6dcbc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 0x564a6dcbc650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a6dc244d0 con 0x564a6dc76fb0 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a6dbbfb60 con 0x564a6dd2eec0 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd95b51ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564a6dbbf800 con 0x564a6dcba470 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd958597640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dcc1770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd958597640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dcc1770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54078/0 (socket says 172.21.15.39:54078) 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.134+0000 7fd958597640 1 -- 172.21.15.39:0/462453913 learned_addr learned my addr 172.21.15.39:0/462453913 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd958597640 1 -- 172.21.15.39:0/462453913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 msgr2=0x564a6dcbc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd958597640 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 0x564a6dcbc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd958597640 1 -- 172.21.15.39:0/462453913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 msgr2=0x564a6dcbc650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd958597640 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 0x564a6dcbc650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd958597640 1 -- 172.21.15.39:0/462453913 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd95000a1c0 con 0x564a6dc76fb0 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd958597640 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dcc1770 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fd9480095a0 tx=0x7fd948009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=930d34d9c3df3766 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd956d94640 1 -- 172.21.15.39:0/462453913 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94800e070 con 0x564a6dc76fb0 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd956d94640 1 -- 172.21.15.39:0/462453913 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9480065c0 con 0x564a6dc76fb0 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd956d94640 1 -- 172.21.15.39:0/462453913 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd948006950 con 0x564a6dc76fb0 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 -- 172.21.15.39:0/462453913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 msgr2=0x564a6dcc1770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dcc1770 secure :-1 s=READY pgs=1392 cs=0 l=1 rev1=1 crypto rx=0x7fd9480095a0 tx=0x7fd948009a60 comp rx=0 tx=0).stop 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 -- 172.21.15.39:0/462453913 shutdown_connections 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 0x564a6dcbc650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 0x564a6dcbc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/462453913 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dcc1770 unknown :-1 s=CLOSED pgs=1392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 -- 172.21.15.39:0/462453913 >> 172.21.15.39:0/462453913 conn(0x564a6dcc2800 msgr2=0x564a6dd45820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 -- 172.21.15.39:0/462453913 shutdown_connections 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.135+0000 7fd95b51ff40 1 -- 172.21.15.39:0/462453913 wait complete. 2024-09-13T16:17:42.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.136+0000 7fd95b51ff40 1 Processor -- start 2024-09-13T16:17:42.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.136+0000 7fd95b51ff40 1 -- start start 2024-09-13T16:17:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd95b51ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dde5fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd95b51ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 0x564a6dcbe440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd95b51ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 0x564a6dcbe980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd95b51ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a6dba2520 con 0x564a6dc76fb0 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd95b51ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a6dde6500 con 0x564a6dd2eec0 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd95b51ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564a6dd2a6f0 con 0x564a6dcba470 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dde5fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dde5fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54088/0 (socket says 172.21.15.39:54088) 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 -- 172.21.15.39:0/760733967 learned_addr learned my addr 172.21.15.39:0/760733967 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958d98640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 0x564a6dcbe980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd957d96640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 0x564a6dcbe440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 -- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 msgr2=0x564a6dcbe440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a6dcba470 0x564a6dcbe440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 -- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 msgr2=0x564a6dcbe980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a6dd2eec0 0x564a6dcbe980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 -- 172.21.15.39:0/760733967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd948005dc0 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd958597640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dde5fc0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fd948009f60 tx=0x7fd948002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.137+0000 7fd955d92640 1 -- 172.21.15.39:0/760733967 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94801b840 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.138+0000 7fd955d92640 1 -- 172.21.15.39:0/760733967 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd94801b9a0 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.138+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x564a6dbcec20 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.138+0000 7fd955d92640 1 -- 172.21.15.39:0/760733967 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd94801bd70 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.138+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564a6dbc2060 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.139+0000 7fd955d92640 1 -- 172.21.15.39:0/760733967 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd948019040 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.139+0000 7fd955d92640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd944069610 0x7fd94406bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.139+0000 7fd955d92640 1 -- 172.21.15.39:0/760733967 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd948088b80 con 0x564a6dc76fb0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.140+0000 7fd957d96640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd944069610 0x7fd94406bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.140+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a6dde3880 0x564a6dde3c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.140+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x564a6dde41d0 con 0x564a6dde3880 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.140+0000 7fd958d98640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a6dde3880 0x564a6dde3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.140+0000 7fd957d96640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd944069610 0x7fd94406bad0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x564a6dd283c0 tx=0x7fd94c003530 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.140+0000 7fd958d98640 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a6dde3880 0x564a6dde3c90 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd958d98640 1 -- 172.21.15.39:0/760733967 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 500.00000000 [omap-get-header] v0'0 uv3 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fd9500504c0 con 0x564a6dde3880 2024-09-13T16:17:42.145 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:42.145 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a6dde3880 msgr2=0x564a6dde3c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a6dde3880 0x564a6dde3c90 crc :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd944069610 msgr2=0x7fd94406bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd944069610 0x7fd94406bad0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x564a6dd283c0 tx=0x7fd94c003530 comp rx=0 tx=0).stop 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 msgr2=0x564a6dde5fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 --2- 172.21.15.39:0/760733967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a6dc76fb0 0x564a6dde5fc0 secure :-1 s=READY pgs=1393 cs=0 l=1 rev1=1 crypto rx=0x7fd948009f60 tx=0x7fd948002fb0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd958d98640 1 -- 172.21.15.39:0/760733967 reap_dead start 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 shutdown_connections 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 >> 172.21.15.39:0/760733967 conn(0x564a6dcc2800 msgr2=0x564a6dd45820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 shutdown_connections 2024-09-13T16:17:42.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.141+0000 7fd95b51ff40 1 -- 172.21.15.39:0/760733967 wait complete. 2024-09-13T16:17:42.147 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds_snaptable 2024-09-13T16:17:42.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.230+0000 7f38c8f1df40 1 Processor -- start 2024-09-13T16:17:42.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.230+0000 7f38c8f1df40 1 -- start start 2024-09-13T16:17:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c8f1df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c8f1df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556002304b30 0x5560023005f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c8f1df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 0x556002300b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c8f1df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55600221cb60 con 0x5560023ae2d0 2024-09-13T16:17:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c8f1df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55600221c800 con 0x556002304b30 2024-09-13T16:17:42.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c8f1df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5560021ff520 con 0x5560022d9320 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 0x556002300b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 0x556002300b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54104/0 (socket says 172.21.15.39:54104) 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 -- 172.21.15.39:0/3486953077 learned_addr learned my addr 172.21.15.39:0/3486953077 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c57a4640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556002304b30 0x5560023005f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c5fa5640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 -- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 msgr2=0x5560023a35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 -- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556002304b30 msgr2=0x5560023005f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556002304b30 0x5560023005f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c67a6640 1 -- 172.21.15.39:0/3486953077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38b8005de0 con 0x5560023ae2d0 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c57a4640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556002304b30 0x5560023005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.231+0000 7f38c5fa5640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c67a6640 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 0x556002300b30 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f38c000b630 tx=0x7f38c000baf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b1910cd28da6e8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38b7fff640 1 -- 172.21.15.39:0/3486953077 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c0010820 con 0x5560023ae2d0 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38b7fff640 1 -- 172.21.15.39:0/3486953077 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38c000b050 con 0x5560023ae2d0 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38b7fff640 1 -- 172.21.15.39:0/3486953077 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38c0010bc0 con 0x5560023ae2d0 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 -- 172.21.15.39:0/3486953077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 msgr2=0x556002300b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 0x556002300b30 secure :-1 s=READY pgs=1395 cs=0 l=1 rev1=1 crypto rx=0x7f38c000b630 tx=0x7f38c000baf0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 -- 172.21.15.39:0/3486953077 shutdown_connections 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5560023ae2d0 0x556002300b30 unknown :-1 s=CLOSED pgs=1395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556002304b30 0x5560023005f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/3486953077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 -- 172.21.15.39:0/3486953077 >> 172.21.15.39:0/3486953077 conn(0x5560023026b0 msgr2=0x5560023aa7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 -- 172.21.15.39:0/3486953077 shutdown_connections 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.232+0000 7f38c8f1df40 1 -- 172.21.15.39:0/3486953077 wait complete. 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.233+0000 7f38c8f1df40 1 Processor -- start 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.233+0000 7f38c8f1df40 1 -- start start 2024-09-13T16:17:42.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556002304b30 0x55600239f910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5560023ae2d0 0x5560023a8cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5560023a14a0 con 0x556002304b30 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55600239fe50 con 0x5560023ae2d0 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5560022d4c20 con 0x5560022d9320 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556002304b30 0x55600239f910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556002304b30 0x55600239f910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54108/0 (socket says 172.21.15.39:54108) 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 -- 172.21.15.39:0/4061895912 learned_addr learned my addr 172.21.15.39:0/4061895912 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c67a6640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5560023ae2d0 0x5560023a8cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c5fa5640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 -- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 msgr2=0x5560023a21d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5560022d9320 0x5560023a21d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 -- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5560023ae2d0 msgr2=0x5560023a8cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5560023ae2d0 0x5560023a8cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 -- 172.21.15.39:0/4061895912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38c000b230 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c57a4640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556002304b30 0x55600239f910 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f38bc007ea0 tx=0x7f38bc007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38b6ffd640 1 -- 172.21.15.39:0/4061895912 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc011700 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38b6ffd640 1 -- 172.21.15.39:0/4061895912 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38bc00f040 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38b6ffd640 1 -- 172.21.15.39:0/4061895912 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38bc011a60 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x556002245dc0 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.234+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55600222bc20 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.236+0000 7f38b6ffd640 1 -- 172.21.15.39:0/4061895912 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f38bc011bc0 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.236+0000 7f38b6ffd640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38a80695e0 0x7f38a806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.236+0000 7f38b6ffd640 1 -- 172.21.15.39:0/4061895912 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f38bc087440 con 0x556002304b30 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.236+0000 7f38c5fa5640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38a80695e0 0x7f38a806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.236+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x556002388830 0x556002388c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.236+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x556002389180 con 0x556002388830 2024-09-13T16:17:42.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.237+0000 7f38c67a6640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x556002388830 0x556002388c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.237+0000 7f38c5fa5640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38a80695e0 0x7f38a806baa0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f38b8057000 tx=0x7f38b8052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.237+0000 7f38c67a6640 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x556002388830 0x556002388c40 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.237+0000 7f38c67a6640 1 -- 172.21.15.39:0/4061895912 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 mds_snaptable [omap-get-header] v0'0 uv1 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f38c0016070 con 0x556002388830 2024-09-13T16:17:42.244 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:42.244 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.237+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x556002388830 msgr2=0x556002388c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.237+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x556002388830 0x556002388c40 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38a80695e0 msgr2=0x7f38a806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f38a80695e0 0x7f38a806baa0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f38b8057000 tx=0x7f38b8052000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556002304b30 msgr2=0x55600239f910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 --2- 172.21.15.39:0/4061895912 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556002304b30 0x55600239f910 secure :-1 s=READY pgs=1396 cs=0 l=1 rev1=1 crypto rx=0x7f38bc007ea0 tx=0x7f38bc007f90 comp rx=0 tx=0).stop 2024-09-13T16:17:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c67a6640 1 -- 172.21.15.39:0/4061895912 reap_dead start 2024-09-13T16:17:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 shutdown_connections 2024-09-13T16:17:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 >> 172.21.15.39:0/4061895912 conn(0x5560023026b0 msgr2=0x556002302a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 shutdown_connections 2024-09-13T16:17:42.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.238+0000 7f38c8f1df40 1 -- 172.21.15.39:0/4061895912 wait complete. 2024-09-13T16:17:42.246 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds0_inotable 2024-09-13T16:17:42.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.288+0000 7f5eddd3bf40 1 Processor -- start 2024-09-13T16:17:42.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.288+0000 7f5eddd3bf40 1 -- start start 2024-09-13T16:17:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5eddd3bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 0x55ad457fcad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5eddd3bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad4576f5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5eddd3bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457228a0 0x55ad4576faf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5eddd3bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad456d4be0 con 0x55ad457f9be0 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5eddd3bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad456d04d0 con 0x55ad457228a0 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5eddd3bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ad4566bb60 con 0x55ad457de770 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 0x55ad457fcad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 0x55ad457fcad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54116/0 (socket says 172.21.15.39:54116) 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 -- 172.21.15.39:0/907575650 learned_addr learned my addr 172.21.15.39:0/907575650 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb037640 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad4576f5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edc039640 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457228a0 0x55ad4576faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 -- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 msgr2=0x55ad4576f5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad4576f5b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 -- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457228a0 msgr2=0x55ad4576faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457228a0 0x55ad4576faf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 -- 172.21.15.39:0/907575650 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ad4566e060 con 0x55ad457f9be0 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edc039640 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457228a0 0x55ad4576faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.289+0000 7f5edb838640 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 0x55ad457fcad0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc0065b0 tx=0x7f5ecc006a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41a87bde3217b21e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eda035640 1 -- 172.21.15.39:0/907575650 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc00d5b0 con 0x55ad457f9be0 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eda035640 1 -- 172.21.15.39:0/907575650 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ecc00d710 con 0x55ad457f9be0 2024-09-13T16:17:42.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eda035640 1 -- 172.21.15.39:0/907575650 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc00da80 con 0x55ad457f9be0 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/907575650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 msgr2=0x55ad457fcad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 0x55ad457fcad0 secure :-1 s=READY pgs=1399 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc0065b0 tx=0x7f5ecc006a70 comp rx=0 tx=0).stop 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/907575650 shutdown_connections 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457228a0 0x55ad4576faf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad4576f5b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/907575650 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457f9be0 0x55ad457fcad0 unknown :-1 s=CLOSED pgs=1399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/907575650 >> 172.21.15.39:0/907575650 conn(0x55ad457516b0 msgr2=0x55ad457df210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/907575650 shutdown_connections 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.290+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/907575650 wait complete. 2024-09-13T16:17:42.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 Processor -- start 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 -- start start 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457228a0 0x55ad457f3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad457f89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457f9be0 0x55ad457f8f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad4566b800 con 0x55ad457228a0 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ad4564e520 con 0x55ad457f9be0 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5eddd3bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ad457db5b0 con 0x55ad457de770 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5edb838640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457228a0 0x55ad457f3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.291+0000 7f5edb838640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457228a0 0x55ad457f3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54132/0 (socket says 172.21.15.39:54132) 2024-09-13T16:17:42.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 -- 172.21.15.39:0/1410016499 learned_addr learned my addr 172.21.15.39:0/1410016499 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb037640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad457f89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edc039640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457f9be0 0x55ad457f8f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 -- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 msgr2=0x55ad457f89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ad457de770 0x55ad457f89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 -- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457f9be0 msgr2=0x55ad457f8f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457f9be0 0x55ad457f8f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 -- 172.21.15.39:0/1410016499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ecc00e040 con 0x55ad457228a0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edc039640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ad457f9be0 0x55ad457f8f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5edb838640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457228a0 0x55ad457f3570 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc006f70 tx=0x7f5ecc0016a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5ed9033640 1 -- 172.21.15.39:0/1410016499 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc001990 con 0x55ad457228a0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5ed9033640 1 -- 172.21.15.39:0/1410016499 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ecc013690 con 0x55ad457228a0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55ad4566dac0 con 0x55ad457228a0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5ed9033640 1 -- 172.21.15.39:0/1410016499 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ecc013a40 con 0x55ad457228a0 2024-09-13T16:17:42.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.292+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ad457f3ab0 con 0x55ad457228a0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5ed9033640 1 -- 172.21.15.39:0/1410016499 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ecc01a050 con 0x55ad457228a0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5ed9033640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ec80695e0 0x7f5ec806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5ed9033640 1 -- 172.21.15.39:0/1410016499 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f5ecc088fc0 con 0x55ad457228a0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ad457facf0 0x55ad45892650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55ad45892b90 con 0x55ad457facf0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5edb037640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ec80695e0 0x7f5ec806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.294+0000 7f5edc039640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ad457facf0 0x55ad45892650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5edc039640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ad457facf0 0x55ad45892650 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5edb037640 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ec80695e0 0x7f5ec806baa0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x55ad457de740 tx=0x7f5ed000c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5edc039640 1 -- 172.21.15.39:0/1410016499 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_inotable [omap-get-header] v0'0 uv3 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f5ed4052070 con 0x55ad457facf0 2024-09-13T16:17:42.305 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:42.306 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ad457facf0 msgr2=0x55ad45892650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ad457facf0 0x55ad45892650 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ec80695e0 msgr2=0x7f5ec806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ec80695e0 0x7f5ec806baa0 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x55ad457de740 tx=0x7f5ed000c040 comp rx=0 tx=0).stop 2024-09-13T16:17:42.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457228a0 msgr2=0x55ad457f3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 --2- 172.21.15.39:0/1410016499 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ad457228a0 0x55ad457f3570 secure :-1 s=READY pgs=1400 cs=0 l=1 rev1=1 crypto rx=0x7f5ecc006f70 tx=0x7f5ecc0016a0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5edc039640 1 -- 172.21.15.39:0/1410016499 reap_dead start 2024-09-13T16:17:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 shutdown_connections 2024-09-13T16:17:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 >> 172.21.15.39:0/1410016499 conn(0x55ad457516b0 msgr2=0x55ad457df210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 shutdown_connections 2024-09-13T16:17:42.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.295+0000 7f5eddd3bf40 1 -- 172.21.15.39:0/1410016499 wait complete. 2024-09-13T16:17:42.308 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 100.00000000 2024-09-13T16:17:42.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 Processor -- start 2024-09-13T16:17:42.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 -- start start 2024-09-13T16:17:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bc3f320 0x55db3bd13740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc6ad00 0x55db3bd09710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 0x55db3bd117b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db3bbe74d0 con 0x55db3bd142d0 2024-09-13T16:17:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db3bb82b60 con 0x55db3bc3f320 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128a231f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55db3bb82800 con 0x55db3bc6ad00 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128852f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 0x55db3bd117b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128852f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 0x55db3bd117b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54160/0 (socket says 172.21.15.39:54160) 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.389+0000 7f128852f640 1 -- 172.21.15.39:0/1386283614 learned_addr learned my addr 172.21.15.39:0/1386283614 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128752d640 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc6ad00 0x55db3bd09710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f1287d2e640 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bc3f320 0x55db3bd13740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128852f640 1 -- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc6ad00 msgr2=0x55db3bd09710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128852f640 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc6ad00 0x55db3bd09710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128852f640 1 -- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bc3f320 msgr2=0x55db3bd13740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128852f640 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bc3f320 0x55db3bd13740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128852f640 1 -- 172.21.15.39:0/1386283614 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1278005d20 con 0x55db3bd142d0 2024-09-13T16:17:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128852f640 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 0x55db3bd117b0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f128000c480 tx=0x7f128000c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8545b4e8b1bb98f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128652b640 1 -- 172.21.15.39:0/1386283614 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12800116b0 con 0x55db3bd142d0 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128652b640 1 -- 172.21.15.39:0/1386283614 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1280011810 con 0x55db3bd142d0 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128652b640 1 -- 172.21.15.39:0/1386283614 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1280011bc0 con 0x55db3bd142d0 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 -- 172.21.15.39:0/1386283614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 msgr2=0x55db3bd117b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 0x55db3bd117b0 secure :-1 s=READY pgs=1403 cs=0 l=1 rev1=1 crypto rx=0x7f128000c480 tx=0x7f128000c940 comp rx=0 tx=0).stop 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 -- 172.21.15.39:0/1386283614 shutdown_connections 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bd142d0 0x55db3bd117b0 unknown :-1 s=CLOSED pgs=1403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc6ad00 0x55db3bd09710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 --2- 172.21.15.39:0/1386283614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bc3f320 0x55db3bd13740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 -- 172.21.15.39:0/1386283614 >> 172.21.15.39:0/1386283614 conn(0x55db3bc686b0 msgr2=0x55db3bd107a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 -- 172.21.15.39:0/1386283614 shutdown_connections 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.390+0000 7f128a231f40 1 -- 172.21.15.39:0/1386283614 wait complete. 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.391+0000 7f128a231f40 1 Processor -- start 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.391+0000 7f128a231f40 1 -- start start 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128a231f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc3f320 0x55db3bc3acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128a231f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bc6ad00 0x55db3bda84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128a231f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bd142d0 0x55db3bd107a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128a231f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db3bb65520 con 0x55db3bc6ad00 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128a231f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55db3bd0ff60 con 0x55db3bd142d0 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128a231f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55db3bd119b0 con 0x55db3bc3f320 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bc6ad00 0x55db3bda84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bc6ad00 0x55db3bda84c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54172/0 (socket says 172.21.15.39:54172) 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 -- 172.21.15.39:0/3796258719 learned_addr learned my addr 172.21.15.39:0/3796258719 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128852f640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bd142d0 0x55db3bd107a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f1287d2e640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc3f320 0x55db3bc3acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 -- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc3f320 msgr2=0x55db3bc3acb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc3f320 0x55db3bc3acb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 -- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bd142d0 msgr2=0x55db3bd107a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55db3bd142d0 0x55db3bd107a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 -- 172.21.15.39:0/3796258719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f128000d040 con 0x55db3bc6ad00 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f1287d2e640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55db3bc3f320 0x55db3bc3acb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f128752d640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bc6ad00 0x55db3bda84c0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f127c00df50 tx=0x7f127c00b6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.392+0000 7f1285529640 1 -- 172.21.15.39:0/3796258719 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f127c00be50 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.393+0000 7f1285529640 1 -- 172.21.15.39:0/3796258719 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f127c010620 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.393+0000 7f1285529640 1 -- 172.21.15.39:0/3796258719 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f127c0109d0 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.393+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55db3bb91c20 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.393+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55db3bb85060 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.394+0000 7f1285529640 1 -- 172.21.15.39:0/3796258719 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f127c010b30 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.394+0000 7f1285529640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12740695e0 0x7f127406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.394+0000 7f1285529640 1 -- 172.21.15.39:0/3796258719 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f127c00a040 con 0x55db3bc6ad00 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f1287d2e640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12740695e0 0x7f127406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f128a231f40 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55db3bda8a00 0x55db3bc39db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55db3bd12fc0 con 0x55db3bda8a00 2024-09-13T16:17:42.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f128852f640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55db3bda8a00 0x55db3bc39db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f128852f640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55db3bda8a00 0x55db3bc39db0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f1287d2e640 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12740695e0 0x7f127406baa0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1278056000 tx=0x7f1278050000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.395+0000 7f128852f640 1 -- 172.21.15.39:0/3796258719 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 100.00000000 [omap-get-header out=274b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+274 (crc 0 0 0) 0x7f1280018020 con 0x55db3bda8a00 2024-09-13T16:17:42.403 INFO:teuthology.orchestra.run.smithi039.stdout:header (274 bytes) : 2024-09-13T16:17:42.403 INFO:teuthology.orchestra.run.smithi039.stdout:00000000 04 03 0c 01 00 00 01 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.403 INFO:teuthology.orchestra.run.smithi039.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-13T16:17:42.403 INFO:teuthology.orchestra.run.smithi039.stdout:00000020 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000030 00 00 00 00 0a 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000050 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000060 00 00 0a 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000070 00 00 03 02 38 00 00 00 00 00 00 00 00 00 00 00 |....8...........| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000080 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:00000090 0a 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:000000a0 00 00 00 00 00 00 00 00 94 65 e4 66 f5 a5 d2 0f |.........e.f....| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:000000b0 03 02 38 00 00 00 00 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-13T16:17:42.404 INFO:teuthology.orchestra.run.smithi039.stdout:000000c0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 0a 00 |................| 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout:000000d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout:000000e0 00 00 00 00 00 00 94 65 e4 66 f5 a5 d2 0f 00 00 |.......e.f......| 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout:000000f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout:00000110 00 00 |..| 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout:00000112 2024-09-13T16:17:42.405 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55db3bda8a00 msgr2=0x55db3bc39db0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55db3bda8a00 0x55db3bc39db0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12740695e0 msgr2=0x7f127406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12740695e0 0x7f127406baa0 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f1278056000 tx=0x7f1278050000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bc6ad00 msgr2=0x55db3bda84c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 --2- 172.21.15.39:0/3796258719 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55db3bc6ad00 0x55db3bda84c0 secure :-1 s=READY pgs=1404 cs=0 l=1 rev1=1 crypto rx=0x7f127c00df50 tx=0x7f127c00b6a0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128852f640 1 -- 172.21.15.39:0/3796258719 reap_dead start 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 shutdown_connections 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 >> 172.21.15.39:0/3796258719 conn(0x55db3bc686b0 msgr2=0x55db3bd0a2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 shutdown_connections 2024-09-13T16:17:42.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.396+0000 7f128a231f40 1 -- 172.21.15.39:0/3796258719 wait complete. 2024-09-13T16:17:42.407 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader mds0_sessionmap 2024-09-13T16:17:42.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.490+0000 7fd7b6d4cf40 1 Processor -- start 2024-09-13T16:17:42.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.490+0000 7fd7b6d4cf40 1 -- start start 2024-09-13T16:17:42.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.490+0000 7fd7b6d4cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61dcae10 0x558e61e14c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b6d4cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 0x558e61e151d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b6d4cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61ea31d0 0x558e61e9c270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b6d4cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e61d784d0 con 0x558e61e0d110 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b6d4cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e61d13b60 con 0x558e61ea31d0 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b6d4cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558e61d13800 con 0x558e61dcae10 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 0x558e61e151d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 0x558e61e151d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54188/0 (socket says 172.21.15.39:54188) 2024-09-13T16:17:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 -- 172.21.15.39:0/1074742206 learned_addr learned my addr 172.21.15.39:0/1074742206 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b4849640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61dcae10 0x558e61e14c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b504a640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61ea31d0 0x558e61e9c270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 -- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61dcae10 msgr2=0x558e61e14c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61dcae10 0x558e61e14c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 -- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61ea31d0 msgr2=0x558e61e9c270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61ea31d0 0x558e61e9c270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 -- 172.21.15.39:0/1074742206 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd79c005d20 con 0x558e61e0d110 2024-09-13T16:17:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b4849640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61dcae10 0x558e61e14c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7b504a640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61ea31d0 0x558e61e9c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7ac048640 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 0x558e61e151d0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fd79c000c00 tx=0x7fd79c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1af57ff76b99fbf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7af7fe640 1 -- 172.21.15.39:0/1074742206 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c052b40 con 0x558e61e0d110 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7af7fe640 1 -- 172.21.15.39:0/1074742206 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd79c052ce0 con 0x558e61e0d110 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.491+0000 7fd7af7fe640 1 -- 172.21.15.39:0/1074742206 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd79c05d680 con 0x558e61e0d110 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/1074742206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 msgr2=0x558e61e151d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 0x558e61e151d0 secure :-1 s=READY pgs=1407 cs=0 l=1 rev1=1 crypto rx=0x7fd79c000c00 tx=0x7fd79c051000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/1074742206 shutdown_connections 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61ea31d0 0x558e61e9c270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61e0d110 0x558e61e151d0 unknown :-1 s=CLOSED pgs=1407 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/1074742206 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61dcae10 0x558e61e14c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/1074742206 >> 172.21.15.39:0/1074742206 conn(0x558e61e16800 msgr2=0x558e61e13300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/1074742206 shutdown_connections 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/1074742206 wait complete. 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.492+0000 7fd7b6d4cf40 1 Processor -- start 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 -- start start 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61dcae10 0x558e61e839f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61e0d110 0x558e61ea1450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61ea31d0 0x558e61ea1990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e61cf6520 con 0x558e61dcae10 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558e61e83f30 con 0x558e61e0d110 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b6d4cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558e61e98f10 con 0x558e61ea31d0 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b4849640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61dcae10 0x558e61e839f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b4849640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61dcae10 0x558e61e839f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54200/0 (socket says 172.21.15.39:54200) 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.493+0000 7fd7b4849640 1 -- 172.21.15.39:0/2331362908 learned_addr learned my addr 172.21.15.39:0/2331362908 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7ac048640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61e0d110 0x558e61ea1450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b504a640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61ea31d0 0x558e61ea1990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b4849640 1 -- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61ea31d0 msgr2=0x558e61ea1990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b4849640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558e61ea31d0 0x558e61ea1990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b4849640 1 -- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61e0d110 msgr2=0x558e61ea1450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b4849640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61e0d110 0x558e61ea1450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b4849640 1 -- 172.21.15.39:0/2331362908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558e61d3cdc0 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7ac048640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558e61e0d110 0x558e61ea1450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b4849640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61dcae10 0x558e61e839f0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7fd7a400dcd0 tx=0x7fd7a400b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7ae7fc640 1 -- 172.21.15.39:0/2331362908 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a400f650 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7ae7fc640 1 -- 172.21.15.39:0/2331362908 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7a400f7b0 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7ae7fc640 1 -- 172.21.15.39:0/2331362908 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7a400fb20 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x558e61d22c20 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.494+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558e61d16060 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.495+0000 7fd7ae7fc640 1 -- 172.21.15.39:0/2331362908 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd7a400fc80 con 0x558e61dcae10 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.496+0000 7fd7ae7fc640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7940695e0 0x7fd79406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.496+0000 7fd7ae7fc640 1 -- 172.21.15.39:0/2331362908 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd7a4088770 con 0x558e61dcae10 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.496+0000 7fd7ac048640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7940695e0 0x7fd79406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.496+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558e61e137c0 0x558e61e866b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.496+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x558e61e13300 con 0x558e61e137c0 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.496+0000 7fd7b504a640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558e61e137c0 0x558e61e866b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7ac048640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7940695e0 0x7fd79406baa0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fd79c064000 tx=0x7fd79c053000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b504a640 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558e61e137c0 0x558e61e866b0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b504a640 1 -- 172.21.15.39:0/2331362908 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-header out=14b] v0'0 uv3 ondisk = 0) v8 ==== 159+0+14 (crc 0 0 0) 0x7fd7b000d880 con 0x558e61e137c0 2024-09-13T16:17:42.506 INFO:teuthology.orchestra.run.smithi039.stdout:header (14 bytes) : 2024-09-13T16:17:42.506 INFO:teuthology.orchestra.run.smithi039.stdout:00000000 01 01 08 00 00 00 04 00 00 00 00 00 00 00 |..............| 2024-09-13T16:17:42.506 INFO:teuthology.orchestra.run.smithi039.stdout:0000000e 2024-09-13T16:17:42.506 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558e61e137c0 msgr2=0x558e61e866b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558e61e137c0 0x558e61e866b0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7940695e0 msgr2=0x7fd79406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7940695e0 0x7fd79406baa0 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7fd79c064000 tx=0x7fd79c053000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61dcae10 msgr2=0x558e61e839f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 --2- 172.21.15.39:0/2331362908 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558e61dcae10 0x558e61e839f0 secure :-1 s=READY pgs=1408 cs=0 l=1 rev1=1 crypto rx=0x7fd7a400dcd0 tx=0x7fd7a400b6c0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b504a640 1 -- 172.21.15.39:0/2331362908 reap_dead start 2024-09-13T16:17:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 shutdown_connections 2024-09-13T16:17:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 >> 172.21.15.39:0/2331362908 conn(0x558e61e16800 msgr2=0x558e61e886f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 shutdown_connections 2024-09-13T16:17:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.497+0000 7fd7b6d4cf40 1 -- 172.21.15.39:0/2331362908 wait complete. 2024-09-13T16:17:42.510 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 400.00000000 2024-09-13T16:17:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.551+0000 7fdb76729f40 1 Processor -- start 2024-09-13T16:17:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.551+0000 7fdb76729f40 1 -- start start 2024-09-13T16:17:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb76729f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2fb10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb76729f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5643849b8a00 0x5643849c0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb76729f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564384a4f1d0 0x564384a4d8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb76729f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5643849244d0 con 0x564384976e10 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb76729f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5643848bfb60 con 0x564384a4f1d0 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb76729f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5643848bf800 con 0x5643849b8a00 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2fb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2fb10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54218/0 (socket says 172.21.15.39:54218) 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 -- 172.21.15.39:0/3484241452 learned_addr learned my addr 172.21.15.39:0/3484241452 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 -- 172.21.15.39:0/3484241452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5643849b8a00 msgr2=0x5643849c0340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5643849b8a00 0x5643849c0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 -- 172.21.15.39:0/3484241452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564384a4f1d0 msgr2=0x564384a4d8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564384a4f1d0 0x564384a4d8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 -- 172.21.15.39:0/3484241452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb68005de0 con 0x564384976e10 2024-09-13T16:17:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb74228640 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2fb10 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fdb6400a510 tx=0x7fdb6400a9d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ea0c5fd87ca3404b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.552+0000 7fdb72a25640 1 -- 172.21.15.39:0/3484241452 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6400f7b0 con 0x564384976e10 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb72a25640 1 -- 172.21.15.39:0/3484241452 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb6400f910 con 0x564384976e10 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb72a25640 1 -- 172.21.15.39:0/3484241452 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb6400fca0 con 0x564384976e10 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 -- 172.21.15.39:0/3484241452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 msgr2=0x564384a2fb10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2fb10 secure :-1 s=READY pgs=1410 cs=0 l=1 rev1=1 crypto rx=0x7fdb6400a510 tx=0x7fdb6400a9d0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 -- 172.21.15.39:0/3484241452 shutdown_connections 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564384a4f1d0 0x564384a4d8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5643849b8a00 0x5643849c0340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 --2- 172.21.15.39:0/3484241452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2fb10 unknown :-1 s=CLOSED pgs=1410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 -- 172.21.15.39:0/3484241452 >> 172.21.15.39:0/3484241452 conn(0x5643849c2800 msgr2=0x5643849bf300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 -- 172.21.15.39:0/3484241452 shutdown_connections 2024-09-13T16:17:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.553+0000 7fdb76729f40 1 -- 172.21.15.39:0/3484241452 wait complete. 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 Processor -- start 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 -- start start 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2a550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5643849b8a00 0x564384a51830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564384a4f1d0 0x564384a16120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5643848a2520 con 0x564384976e10 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564384a28a80 con 0x5643849b8a00 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb76729f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564384a524c0 con 0x564384a4f1d0 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb74228640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2a550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb74228640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2a550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54234/0 (socket says 172.21.15.39:54234) 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb74228640 1 -- 172.21.15.39:0/1834091150 learned_addr learned my addr 172.21.15.39:0/1834091150 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.554+0000 7fdb73a27640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5643849b8a00 0x564384a51830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74a29640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564384a4f1d0 0x564384a16120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74228640 1 -- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564384a4f1d0 msgr2=0x564384a16120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74228640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564384a4f1d0 0x564384a16120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74228640 1 -- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5643849b8a00 msgr2=0x564384a51830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74228640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5643849b8a00 0x564384a51830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74228640 1 -- 172.21.15.39:0/1834091150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb6400a0e0 con 0x564384976e10 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74a29640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564384a4f1d0 0x564384a16120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb74228640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2a550 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fdb64012040 tx=0x7fdb64003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb71a23640 1 -- 172.21.15.39:0/1834091150 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb64010a50 con 0x564384976e10 2024-09-13T16:17:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb71a23640 1 -- 172.21.15.39:0/1834091150 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb64010bd0 con 0x564384976e10 2024-09-13T16:17:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5643848cec20 con 0x564384976e10 2024-09-13T16:17:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb71a23640 1 -- 172.21.15.39:0/1834091150 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb64024440 con 0x564384976e10 2024-09-13T16:17:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.555+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5643848c2060 con 0x564384976e10 2024-09-13T16:17:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.556+0000 7fdb71a23640 1 -- 172.21.15.39:0/1834091150 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdb6402d430 con 0x564384976e10 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.557+0000 7fdb71a23640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb600695e0 0x7fdb6006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.557+0000 7fdb71a23640 1 -- 172.21.15.39:0/1834091150 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fdb6408a100 con 0x564384976e10 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.557+0000 7fdb76729f40 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564384a51d70 0x564384a29420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.557+0000 7fdb73a27640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb600695e0 0x7fdb6006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.557+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x564384a29960 con 0x564384a51d70 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.557+0000 7fdb74a29640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564384a51d70 0x564384a29420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb73a27640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb600695e0 0x7fdb6006baa0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fdb68057000 tx=0x7fdb68051000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb74a29640 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564384a51d70 0x564384a29420 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb74a29640 1 -- 172.21.15.39:0/1834091150 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 400.00000000 [omap-get-header] v0'0 uv1 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdb6c00a440 con 0x564384a51d70 2024-09-13T16:17:42.565 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:42.565 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564384a51d70 msgr2=0x564384a29420 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564384a51d70 0x564384a29420 crc :-1 s=READY pgs=21 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb600695e0 msgr2=0x7fdb6006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdb600695e0 0x7fdb6006baa0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7fdb68057000 tx=0x7fdb68051000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 msgr2=0x564384a2a550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 --2- 172.21.15.39:0/1834091150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564384976e10 0x564384a2a550 secure :-1 s=READY pgs=1411 cs=0 l=1 rev1=1 crypto rx=0x7fdb64012040 tx=0x7fdb64003330 comp rx=0 tx=0).stop 2024-09-13T16:17:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb74a29640 1 -- 172.21.15.39:0/1834091150 reap_dead start 2024-09-13T16:17:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 shutdown_connections 2024-09-13T16:17:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 >> 172.21.15.39:0/1834091150 conn(0x5643849c2800 msgr2=0x5643849bdc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.558+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 shutdown_connections 2024-09-13T16:17:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.559+0000 7fdb76729f40 1 -- 172.21.15.39:0/1834091150 wait complete. 2024-09-13T16:17:42.568 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 100.00000000.inode 2024-09-13T16:17:42.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.650+0000 7f9be278bf40 1 Processor -- start 2024-09-13T16:17:42.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.650+0000 7f9be278bf40 1 -- start start 2024-09-13T16:17:42.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be278bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 0x559814c5bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be278bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814be4a00 0x559814c798c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be278bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814c7b1d0 0x559814c79e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be278bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559814b504d0 con 0x559814ba2e10 2024-09-13T16:17:42.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be278bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559814aebb60 con 0x559814c7b1d0 2024-09-13T16:17:42.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be278bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559814aeb800 con 0x559814be4a00 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 0x559814c5bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 0x559814c5bb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54248/0 (socket says 172.21.15.39:54248) 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 -- 172.21.15.39:0/2061663230 learned_addr learned my addr 172.21.15.39:0/2061663230 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9bdfa87640 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814be4a00 0x559814c798c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0a89640 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814c7b1d0 0x559814c79e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 -- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814be4a00 msgr2=0x559814c798c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814be4a00 0x559814c798c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 -- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814c7b1d0 msgr2=0x559814c79e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814c7b1d0 0x559814c79e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 -- 172.21.15.39:0/2061663230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd0005de0 con 0x559814ba2e10 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9be0288640 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 0x559814c5bb30 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0000c00 tx=0x7f9bd0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c47de107b68d3cb5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9bdea85640 1 -- 172.21.15.39:0/2061663230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd0052b30 con 0x559814ba2e10 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9bdea85640 1 -- 172.21.15.39:0/2061663230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd0052c90 con 0x559814ba2e10 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.651+0000 7f9bdea85640 1 -- 172.21.15.39:0/2061663230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd00525e0 con 0x559814ba2e10 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 -- 172.21.15.39:0/2061663230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 msgr2=0x559814c5bb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 0x559814c5bb30 secure :-1 s=READY pgs=1413 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0000c00 tx=0x7f9bd0051000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 -- 172.21.15.39:0/2061663230 shutdown_connections 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814c7b1d0 0x559814c79e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814be4a00 0x559814c798c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 --2- 172.21.15.39:0/2061663230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814ba2e10 0x559814c5bb30 unknown :-1 s=CLOSED pgs=1413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 -- 172.21.15.39:0/2061663230 >> 172.21.15.39:0/2061663230 conn(0x559814bee800 msgr2=0x559814beaf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 -- 172.21.15.39:0/2061663230 shutdown_connections 2024-09-13T16:17:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 -- 172.21.15.39:0/2061663230 wait complete. 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.652+0000 7f9be278bf40 1 Processor -- start 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 -- start start 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814ba2e10 0x559814c53d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814be4a00 0x559814c5a020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814c7b1d0 0x559814c5a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559814ace520 con 0x559814be4a00 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559814c54290 con 0x559814ba2e10 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be278bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559814c742e0 con 0x559814c7b1d0 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9bdfa87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814be4a00 0x559814c5a020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9bdfa87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814be4a00 0x559814c5a020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54264/0 (socket says 172.21.15.39:54264) 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9bdfa87640 1 -- 172.21.15.39:0/1873820445 learned_addr learned my addr 172.21.15.39:0/1873820445 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be0288640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814ba2e10 0x559814c53d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.653+0000 7f9be0a89640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814c7b1d0 0x559814c5a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdfa87640 1 -- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814c7b1d0 msgr2=0x559814c5a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdfa87640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814c7b1d0 0x559814c5a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdfa87640 1 -- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814ba2e10 msgr2=0x559814c53d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdfa87640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559814ba2e10 0x559814c53d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdfa87640 1 -- 172.21.15.39:0/1873820445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559814b14dc0 con 0x559814be4a00 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9be0a89640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559814c7b1d0 0x559814c5a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdfa87640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814be4a00 0x559814c5a020 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4007ea0 tx=0x7f9bd4007f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdda83640 1 -- 172.21.15.39:0/1873820445 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4011700 con 0x559814be4a00 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdda83640 1 -- 172.21.15.39:0/1873820445 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd400f040 con 0x559814be4a00 2024-09-13T16:17:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x559814afac20 con 0x559814be4a00 2024-09-13T16:17:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9bdda83640 1 -- 172.21.15.39:0/1873820445 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd4011a60 con 0x559814be4a00 2024-09-13T16:17:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.654+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559814aee060 con 0x559814be4a00 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.655+0000 7f9bdda83640 1 -- 172.21.15.39:0/1873820445 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9bd4011bc0 con 0x559814be4a00 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.656+0000 7f9bdda83640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bcc069610 0x7f9bcc06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.656+0000 7f9bdda83640 1 -- 172.21.15.39:0/1873820445 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9bd40873c0 con 0x559814be4a00 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.656+0000 7f9be0288640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bcc069610 0x7f9bcc06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.656+0000 7f9be278bf40 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559814c70620 0x559814c5cd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.656+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x559814c5d290 con 0x559814c70620 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.656+0000 7f9be0a89640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559814c70620 0x559814c5cd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be0288640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bcc069610 0x7f9bcc06bad0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0055040 tx=0x7f9bd0053000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be0a89640 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559814c70620 0x559814c5cd50 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be0a89640 1 -- 172.21.15.39:0/1873820445 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 100.00000000.inode [omap-get-header] v0'0 uv3 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f9bd8003040 con 0x559814c70620 2024-09-13T16:17:42.663 INFO:teuthology.orchestra.run.smithi039.stdout:header (0 bytes) : 2024-09-13T16:17:42.663 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559814c70620 msgr2=0x559814c5cd50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559814c70620 0x559814c5cd50 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bcc069610 msgr2=0x7f9bcc06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bcc069610 0x7f9bcc06bad0 secure :-1 s=READY pgs=579 cs=0 l=1 rev1=1 crypto rx=0x7f9bd0055040 tx=0x7f9bd0053000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814be4a00 msgr2=0x559814c5a020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 --2- 172.21.15.39:0/1873820445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559814be4a00 0x559814c5a020 secure :-1 s=READY pgs=1414 cs=0 l=1 rev1=1 crypto rx=0x7f9bd4007ea0 tx=0x7f9bd4007f90 comp rx=0 tx=0).stop 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be0a89640 1 -- 172.21.15.39:0/1873820445 reap_dead start 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 shutdown_connections 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 >> 172.21.15.39:0/1873820445 conn(0x559814bee800 msgr2=0x559814c77530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 shutdown_connections 2024-09-13T16:17:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.657+0000 7f9be278bf40 1 -- 172.21.15.39:0/1873820445 wait complete. 2024-09-13T16:17:42.666 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata getomapheader 1.00000000 2024-09-13T16:17:42.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 Processor -- start 2024-09-13T16:17:42.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 -- start start 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f124c0030b0 0x557139981b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571398d8700 0x557139962e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 0x5571398d78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557139858be0 con 0x557139963350 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571398544d0 con 0x5571398d8700 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12660eaf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5571397efb60 con 0x7f124c0030b0 2024-09-13T16:17:42.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12643e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 0x5571398d78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12643e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 0x5571398d78c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54286/0 (socket says 172.21.15.39:54286) 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.708+0000 7f12643e8640 1 -- 172.21.15.39:0/3447911302 learned_addr learned my addr 172.21.15.39:0/3447911302 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12643e8640 1 -- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f124c0030b0 msgr2=0x557139981b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12643e8640 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f124c0030b0 0x557139981b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12643e8640 1 -- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571398d8700 msgr2=0x557139962e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12633e6640 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571398d8700 0x557139962e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12643e8640 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571398d8700 0x557139962e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12643e8640 1 -- 172.21.15.39:0/3447911302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5571397f2060 con 0x557139963350 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12643e8640 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 0x5571398d78c0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f125c00a620 tx=0x7f125c005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edb6649f0c539c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12623e4640 1 -- 172.21.15.39:0/3447911302 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c0106f0 con 0x557139963350 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12623e4640 1 -- 172.21.15.39:0/3447911302 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f125c010850 con 0x557139963350 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12623e4640 1 -- 172.21.15.39:0/3447911302 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c0109c0 con 0x557139963350 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 -- 172.21.15.39:0/3447911302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 msgr2=0x5571398d78c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 0x5571398d78c0 secure :-1 s=READY pgs=1417 cs=0 l=1 rev1=1 crypto rx=0x7f125c00a620 tx=0x7f125c005d80 comp rx=0 tx=0).stop 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 -- 172.21.15.39:0/3447911302 shutdown_connections 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557139963350 0x5571398d78c0 unknown :-1 s=CLOSED pgs=1417 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571398d8700 0x557139962e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 --2- 172.21.15.39:0/3447911302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f124c0030b0 0x557139981b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.709+0000 7f12660eaf40 1 -- 172.21.15.39:0/3447911302 >> 172.21.15.39:0/3447911302 conn(0x5571398d56b0 msgr2=0x5571398d5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.710+0000 7f12660eaf40 1 -- 172.21.15.39:0/3447911302 shutdown_connections 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.710+0000 7f12660eaf40 1 -- 172.21.15.39:0/3447911302 wait complete. 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.710+0000 7f12660eaf40 1 Processor -- start 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.710+0000 7f12660eaf40 1 -- start start 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12660eaf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5571398d8700 0x557139a18870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12660eaf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557139963350 0x55713997eb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12660eaf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f124c0030b0 0x55713997f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12660eaf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571397ef800 con 0x7f124c0030b0 2024-09-13T16:17:42.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12660eaf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571397d2520 con 0x557139963350 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12660eaf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557139979250 con 0x5571398d8700 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f124c0030b0 0x55713997f0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f124c0030b0 0x55713997f0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54296/0 (socket says 172.21.15.39:54296) 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 -- 172.21.15.39:0/4205565958 learned_addr learned my addr 172.21.15.39:0/4205565958 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12633e6640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557139963350 0x55713997eb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 -- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5571398d8700 msgr2=0x557139a18870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f1263be7640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5571398d8700 0x557139a18870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5571398d8700 0x557139a18870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 -- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557139963350 msgr2=0x55713997eb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557139963350 0x55713997eb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 -- 172.21.15.39:0/4205565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f125c00a350 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.711+0000 7f12643e8640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f124c0030b0 0x55713997f0a0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f125c00af70 tx=0x7f125c003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.712+0000 7f12613e2640 1 -- 172.21.15.39:0/4205565958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c0106f0 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.712+0000 7f12613e2640 1 -- 172.21.15.39:0/4205565958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f125c013d00 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.712+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5571397f1ac0 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.712+0000 7f12613e2640 1 -- 172.21.15.39:0/4205565958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f125c005e70 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.712+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5571398d8290 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.713+0000 7f12613e2640 1 -- 172.21.15.39:0/4205565958 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f125c003040 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.713+0000 7f12613e2640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12500695e0 0x7f125006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f12613e2640 1 -- 172.21.15.39:0/4205565958 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f125c089860 con 0x7f124c0030b0 2024-09-13T16:17:42.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f1263be7640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12500695e0 0x7f125006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f12660eaf40 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55713997a2a0 0x5571398ed730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-header] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x557139962b80 con 0x55713997a2a0 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f12633e6640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55713997a2a0 0x5571398ed730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f1263be7640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12500695e0 0x7f125006baa0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f1254000fd0 tx=0x7f1254001150 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.714+0000 7f12633e6640 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55713997a2a0 0x5571398ed730 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12633e6640 1 -- 172.21.15.39:0/4205565958 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 1.00000000 [omap-get-header out=274b] v0'0 uv6 ondisk = 0) v8 ==== 154+0+274 (crc 0 0 0) 0x7f1258054470 con 0x55713997a2a0 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stdout:header (274 bytes) : 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stdout:00000000 04 03 0c 01 00 00 0c 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stdout:00000010 00 00 00 00 00 00 03 02 28 00 00 00 00 00 00 00 |........(.......| 2024-09-13T16:17:42.721 INFO:teuthology.orchestra.run.smithi039.stdout:00000020 00 00 00 00 9a 65 e4 66 97 20 d3 25 00 00 00 00 |.....e.f. .%....| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000030 00 00 00 00 01 00 00 00 00 00 00 00 01 00 00 00 |................| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000040 00 00 00 00 03 02 28 00 00 00 00 00 00 00 00 00 |......(.........| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000050 00 00 9a 65 e4 66 97 20 d3 25 00 00 00 00 00 00 |...e.f. .%......| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000060 00 00 01 00 00 00 00 00 00 00 01 00 00 00 00 00 |................| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000070 00 00 03 02 38 00 00 00 01 00 00 00 00 00 00 00 |....8...........| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000080 00 00 60 00 00 00 00 00 01 00 00 00 00 00 00 00 |..`.............| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:00000090 01 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:000000a0 00 00 00 00 00 00 00 00 9a 65 e4 66 a2 c2 a7 2e |.........e.f....| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:000000b0 03 02 38 00 00 00 01 00 00 00 00 00 00 00 00 00 |..8.............| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:000000c0 60 00 00 00 00 00 01 00 00 00 00 00 00 00 01 00 |`...............| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:000000d0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:000000e0 00 00 00 00 00 00 9a 65 e4 66 a2 c2 a7 2e 00 00 |.......e.f......| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:000000f0 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 00 |................| 2024-09-13T16:17:42.722 INFO:teuthology.orchestra.run.smithi039.stdout:* 2024-09-13T16:17:42.723 INFO:teuthology.orchestra.run.smithi039.stdout:00000110 00 00 |..| 2024-09-13T16:17:42.723 INFO:teuthology.orchestra.run.smithi039.stdout:00000112 2024-09-13T16:17:42.723 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:42.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55713997a2a0 msgr2=0x5571398ed730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55713997a2a0 0x5571398ed730 crc :-1 s=READY pgs=23 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12500695e0 msgr2=0x7f125006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f12500695e0 0x7f125006baa0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7f1254000fd0 tx=0x7f1254001150 comp rx=0 tx=0).stop 2024-09-13T16:17:42.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f124c0030b0 msgr2=0x55713997f0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 --2- 172.21.15.39:0/4205565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f124c0030b0 0x55713997f0a0 secure :-1 s=READY pgs=1418 cs=0 l=1 rev1=1 crypto rx=0x7f125c00af70 tx=0x7f125c003330 comp rx=0 tx=0).stop 2024-09-13T16:17:42.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12643e8640 1 -- 172.21.15.39:0/4205565958 reap_dead start 2024-09-13T16:17:42.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 shutdown_connections 2024-09-13T16:17:42.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 >> 172.21.15.39:0/4205565958 conn(0x5571398d56b0 msgr2=0x5571398d5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 shutdown_connections 2024-09-13T16:17:42.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.715+0000 7f12660eaf40 1 -- 172.21.15.39:0/4205565958 wait complete. 2024-09-13T16:17:42.725 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 10000000000.00000000 2024-09-13T16:17:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.767+0000 7f093eb36f40 1 Processor -- start 2024-09-13T16:17:42.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.767+0000 7f093eb36f40 1 -- start start 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093eb36f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 0x562079f8db20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093eb36f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f85a00 0x562079f8e060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093eb36f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56207a01c1d0 0x56207a0addf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093eb36f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562079ef14d0 con 0x562079f43e10 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093eb36f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562079e8cb60 con 0x562079f85a00 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093eb36f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562079e8c800 con 0x56207a01c1d0 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 0x562079f8db20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 0x562079f8db20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54318/0 (socket says 172.21.15.39:54318) 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 -- 172.21.15.39:0/1848159972 learned_addr learned my addr 172.21.15.39:0/1848159972 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 -- 172.21.15.39:0/1848159972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56207a01c1d0 msgr2=0x56207a0addf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56207a01c1d0 0x56207a0addf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 -- 172.21.15.39:0/1848159972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f85a00 msgr2=0x562079f8e060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f85a00 0x562079f8e060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 -- 172.21.15.39:0/1848159972 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f092c00a100 con 0x562079f43e10 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093c633640 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 0x562079f8db20 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f092c046130 tx=0x7f092c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf81cd0d47760008 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093ae30640 1 -- 172.21.15.39:0/1848159972 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f092c05c070 con 0x562079f43e10 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093ae30640 1 -- 172.21.15.39:0/1848159972 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f092c05d040 con 0x562079f43e10 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.768+0000 7f093ae30640 1 -- 172.21.15.39:0/1848159972 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f092c050d10 con 0x562079f43e10 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 -- 172.21.15.39:0/1848159972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 msgr2=0x562079f8db20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 0x562079f8db20 secure :-1 s=READY pgs=1421 cs=0 l=1 rev1=1 crypto rx=0x7f092c046130 tx=0x7f092c051000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 -- 172.21.15.39:0/1848159972 shutdown_connections 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56207a01c1d0 0x56207a0addf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f85a00 0x562079f8e060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1848159972 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562079f43e10 0x562079f8db20 unknown :-1 s=CLOSED pgs=1421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 -- 172.21.15.39:0/1848159972 >> 172.21.15.39:0/1848159972 conn(0x562079f8f800 msgr2=0x562079f8bf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 -- 172.21.15.39:0/1848159972 shutdown_connections 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.769+0000 7f093eb36f40 1 -- 172.21.15.39:0/1848159972 wait complete. 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 Processor -- start 2024-09-13T16:17:42.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 -- start start 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f43e10 0x562079ffbdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562079f85a00 0x56207a000ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56207a01c1d0 0x56207a001420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562079e6f520 con 0x56207a01c1d0 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562079ffa0e0 con 0x562079f43e10 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093eb36f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562079ff94a0 con 0x562079f85a00 2024-09-13T16:17:42.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093ce34640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56207a01c1d0 0x56207a001420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093ce34640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56207a01c1d0 0x56207a001420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54332/0 (socket says 172.21.15.39:54332) 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.770+0000 7f093ce34640 1 -- 172.21.15.39:0/1143640435 learned_addr learned my addr 172.21.15.39:0/1143640435 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093c633640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f43e10 0x562079ffbdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093be32640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562079f85a00 0x56207a000ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093ce34640 1 -- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562079f85a00 msgr2=0x56207a000ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093ce34640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562079f85a00 0x56207a000ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093ce34640 1 -- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f43e10 msgr2=0x562079ffbdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093ce34640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f43e10 0x562079ffbdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093ce34640 1 -- 172.21.15.39:0/1143640435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562079eb5dc0 con 0x56207a01c1d0 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093c633640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562079f43e10 0x562079ffbdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093ce34640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56207a01c1d0 0x56207a001420 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f093400ba80 tx=0x7f093400bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f0939e2e640 1 -- 172.21.15.39:0/1143640435 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0934009e40 con 0x56207a01c1d0 2024-09-13T16:17:42.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f0939e2e640 1 -- 172.21.15.39:0/1143640435 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f093400e470 con 0x56207a01c1d0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562079e9bc20 con 0x56207a01c1d0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f0939e2e640 1 -- 172.21.15.39:0/1143640435 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f093400e8a0 con 0x56207a01c1d0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.771+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562079e8f060 con 0x56207a01c1d0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.772+0000 7f0939e2e640 1 -- 172.21.15.39:0/1143640435 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f093400ea00 con 0x56207a01c1d0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.773+0000 7f0939e2e640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c0695e0 0x7f091c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.773+0000 7f0939e2e640 1 -- 172.21.15.39:0/1143640435 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0934088400 con 0x56207a01c1d0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.773+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562079fe9e60 0x562079fea270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.773+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562079ffc330 con 0x562079fe9e60 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.773+0000 7f093c633640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c0695e0 0x7f091c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.773+0000 7f093be32640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562079fe9e60 0x562079fea270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093be32640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562079fe9e60 0x562079fea270 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093c633640 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c0695e0 0x7f091c06baa0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f092c046130 tx=0x7f092c052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093be32640 1 -- 172.21.15.39:0/1143640435 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 10000000000.00000000 [omap-get-keys out=21b] v0'0 uv10 ondisk = 0) v8 ==== 164+0+21 (crc 0 0 0) 0x7f09240075f0 con 0x562079fe9e60 2024-09-13T16:17:42.780 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs_head 2024-09-13T16:17:42.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562079fe9e60 msgr2=0x562079fea270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562079fe9e60 0x562079fea270 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c0695e0 msgr2=0x7f091c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f091c0695e0 0x7f091c06baa0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7f092c046130 tx=0x7f092c052000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56207a01c1d0 msgr2=0x56207a001420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 --2- 172.21.15.39:0/1143640435 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56207a01c1d0 0x56207a001420 secure :-1 s=READY pgs=1422 cs=0 l=1 rev1=1 crypto rx=0x7f093400ba80 tx=0x7f093400bf40 comp rx=0 tx=0).stop 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093ce34640 1 -- 172.21.15.39:0/1143640435 reap_dead start 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 shutdown_connections 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 >> 172.21.15.39:0/1143640435 conn(0x562079f8f800 msgr2=0x562079ffd350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 shutdown_connections 2024-09-13T16:17:42.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.774+0000 7f093eb36f40 1 -- 172.21.15.39:0/1143640435 wait complete. 2024-09-13T16:17:42.782 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 600.00000000 2024-09-13T16:17:42.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.864+0000 7faeb4943f40 1 Processor -- start 2024-09-13T16:17:42.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.864+0000 7faeb4943f40 1 -- start start 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb4943f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 0x557223927950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb4943f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55722392ab30 0x5572239d39d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb4943f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5572239d44a0 0x5572238fdb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb4943f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572238abbe0 con 0x5572238ff320 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb4943f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5572238a74d0 con 0x55722392ab30 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb4943f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557223842b60 con 0x5572239d44a0 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 0x557223927950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 0x557223927950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54346/0 (socket says 172.21.15.39:54346) 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 -- 172.21.15.39:0/2794869259 learned_addr learned my addr 172.21.15.39:0/2794869259 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2c41640 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5572239d44a0 0x5572238fdb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb1c3f640 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55722392ab30 0x5572239d39d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 -- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5572239d44a0 msgr2=0x5572238fdb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5572239d44a0 0x5572238fdb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 -- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55722392ab30 msgr2=0x5572239d39d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55722392ab30 0x5572239d39d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 -- 172.21.15.39:0/2794869259 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea8005d20 con 0x5572238ff320 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.865+0000 7faeb2440640 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 0x557223927950 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7faea4001d60 tx=0x7faea400b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=257e67ec05b877fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb0c3d640 1 -- 172.21.15.39:0/2794869259 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea4014070 con 0x5572238ff320 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb0c3d640 1 -- 172.21.15.39:0/2794869259 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faea4008030 con 0x5572238ff320 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb0c3d640 1 -- 172.21.15.39:0/2794869259 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea400f400 con 0x5572238ff320 2024-09-13T16:17:42.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 -- 172.21.15.39:0/2794869259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 msgr2=0x557223927950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 0x557223927950 secure :-1 s=READY pgs=1424 cs=0 l=1 rev1=1 crypto rx=0x7faea4001d60 tx=0x7faea400b5b0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 -- 172.21.15.39:0/2794869259 shutdown_connections 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5572239d44a0 0x5572238fdb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55722392ab30 0x5572239d39d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 --2- 172.21.15.39:0/2794869259 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572238ff320 0x557223927950 unknown :-1 s=CLOSED pgs=1424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 -- 172.21.15.39:0/2794869259 >> 172.21.15.39:0/2794869259 conn(0x5572239286b0 msgr2=0x557223945f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 -- 172.21.15.39:0/2794869259 shutdown_connections 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.866+0000 7faeb4943f40 1 -- 172.21.15.39:0/2794869259 wait complete. 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 Processor -- start 2024-09-13T16:17:42.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 -- start start 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572238ff320 0x5572239b48f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55722392ab30 0x5572239b4e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572239d44a0 0x5572239cdd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557223842800 con 0x5572239d44a0 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557223825520 con 0x5572238ff320 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb4943f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5572238fe6a0 con 0x55722392ab30 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb2c41640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572239d44a0 0x5572239cdd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb2c41640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572239d44a0 0x5572239cdd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54354/0 (socket says 172.21.15.39:54354) 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.867+0000 7faeb2c41640 1 -- 172.21.15.39:0/3496168292 learned_addr learned my addr 172.21.15.39:0/3496168292 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb1c3f640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55722392ab30 0x5572239b4e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2440640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572238ff320 0x5572239b48f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2c41640 1 -- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55722392ab30 msgr2=0x5572239b4e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2c41640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55722392ab30 0x5572239b4e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2c41640 1 -- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572238ff320 msgr2=0x5572239b48f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2c41640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572238ff320 0x5572239b48f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2c41640 1 -- 172.21.15.39:0/3496168292 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea400a040 con 0x5572239d44a0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2440640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5572238ff320 0x5572239b48f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb1c3f640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55722392ab30 0x5572239b4e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb2c41640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572239d44a0 0x5572239cdd80 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7faeac006fd0 tx=0x7faeac00d5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faea37fe640 1 -- 172.21.15.39:0/3496168292 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeac0060d0 con 0x5572239d44a0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faea37fe640 1 -- 172.21.15.39:0/3496168292 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeac006250 con 0x5572239d44a0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557223845060 con 0x5572239d44a0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faea37fe640 1 -- 172.21.15.39:0/3496168292 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeac004740 con 0x5572239d44a0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.868+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557223844ac0 con 0x5572239d44a0 2024-09-13T16:17:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.869+0000 7faea37fe640 1 -- 172.21.15.39:0/3496168292 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faeac0048a0 con 0x5572239d44a0 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.870+0000 7faea37fe640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae94069610 0x7fae9406bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.870+0000 7faea37fe640 1 -- 172.21.15.39:0/3496168292 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7faeac0879a0 con 0x5572239d44a0 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.870+0000 7faeb4943f40 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5572238e5f70 0x557223a5c080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.870+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x557223a5c5c0 con 0x5572238e5f70 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.870+0000 7faeb2440640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae94069610 0x7fae9406bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.870+0000 7faeb1c3f640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5572238e5f70 0x557223a5c080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb1c3f640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5572238e5f70 0x557223a5c080 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb2440640 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae94069610 0x7fae9406bad0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7faea4001d60 tx=0x7faea4009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb1c3f640 1 -- 172.21.15.39:0/3496168292 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 600.00000000 [omap-get-keys out=5b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7faea8059020 con 0x5572238e5f70 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5572238e5f70 msgr2=0x557223a5c080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5572238e5f70 0x557223a5c080 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae94069610 msgr2=0x7fae9406bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae94069610 0x7fae9406bad0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7faea4001d60 tx=0x7faea4009000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572239d44a0 msgr2=0x5572239cdd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 --2- 172.21.15.39:0/3496168292 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5572239d44a0 0x5572239cdd80 secure :-1 s=READY pgs=1425 cs=0 l=1 rev1=1 crypto rx=0x7faeac006fd0 tx=0x7faeac00d5f0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb2c41640 1 -- 172.21.15.39:0/3496168292 reap_dead start 2024-09-13T16:17:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 shutdown_connections 2024-09-13T16:17:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 >> 172.21.15.39:0/3496168292 conn(0x5572239286b0 msgr2=0x557223927950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 shutdown_connections 2024-09-13T16:17:42.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.871+0000 7faeb4943f40 1 -- 172.21.15.39:0/3496168292 wait complete. 2024-09-13T16:17:42.878 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 1.00000000.inode 2024-09-13T16:17:42.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.962+0000 7fa5092f3f40 1 Processor -- start 2024-09-13T16:17:42.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.962+0000 7fa5092f3f40 1 -- start start 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5092f3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a070f0 0x55b189a06300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5092f3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a074d0 0x55b189a21130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5092f3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b189a21670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5092f3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1898febe0 con 0x55b189a24840 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5092f3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b1898fa4d0 con 0x55b189a070f0 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5092f3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b189895b60 con 0x55b189a074d0 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b189a21670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b189a21670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54364/0 (socket says 172.21.15.39:54364) 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 -- 172.21.15.39:0/870204593 learned_addr learned my addr 172.21.15.39:0/870204593 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa506df0640 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a070f0 0x55b189a06300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa4fffff640 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a074d0 0x55b189a21130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 -- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a074d0 msgr2=0x55b189a21130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a074d0 0x55b189a21130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 -- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a070f0 msgr2=0x55b189a06300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a070f0 0x55b189a06300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 -- 172.21.15.39:0/870204593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4f8005d20 con 0x55b189a24840 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.963+0000 7fa5075f1640 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b189a21670 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fa5000065c0 tx=0x7fa500006a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c13555f424b25d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa505dee640 1 -- 172.21.15.39:0/870204593 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa500004540 con 0x55b189a24840 2024-09-13T16:17:42.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa505dee640 1 -- 172.21.15.39:0/870204593 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5000046a0 con 0x55b189a24840 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa505dee640 1 -- 172.21.15.39:0/870204593 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa500004a50 con 0x55b189a24840 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 -- 172.21.15.39:0/870204593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 msgr2=0x55b189a21670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b189a21670 secure :-1 s=READY pgs=1427 cs=0 l=1 rev1=1 crypto rx=0x7fa5000065c0 tx=0x7fa500006a80 comp rx=0 tx=0).stop 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 -- 172.21.15.39:0/870204593 shutdown_connections 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b189a21670 unknown :-1 s=CLOSED pgs=1427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a074d0 0x55b189a21130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/870204593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a070f0 0x55b189a06300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 -- 172.21.15.39:0/870204593 >> 172.21.15.39:0/870204593 conn(0x55b1899507b0 msgr2=0x55b189993990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 -- 172.21.15.39:0/870204593 shutdown_connections 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.964+0000 7fa5092f3f40 1 -- 172.21.15.39:0/870204593 wait complete. 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 Processor -- start 2024-09-13T16:17:42.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 -- start start 2024-09-13T16:17:42.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a070f0 0x55b1899fcce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a074d0 0x55b1899f8f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b1899f9460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b189895800 con 0x55b189a24840 2024-09-13T16:17:42.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b189878520 con 0x55b189a074d0 2024-09-13T16:17:42.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.965+0000 7fa5092f3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b1899fc570 con 0x55b189a070f0 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b1899f9460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b1899f9460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54380/0 (socket says 172.21.15.39:54380) 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 -- 172.21.15.39:0/672827102 learned_addr learned my addr 172.21.15.39:0/672827102 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa506df0640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a070f0 0x55b1899fcce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa4fffff640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a074d0 0x55b1899f8f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 -- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a070f0 msgr2=0x55b1899fcce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b189a070f0 0x55b1899fcce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 -- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a074d0 msgr2=0x55b1899f8f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b189a074d0 0x55b1899f8f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 -- 172.21.15.39:0/672827102 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa500001ea0 con 0x55b189a24840 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5075f1640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b1899f9460 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fa5000044f0 tx=0x7fa500004460 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa504dec640 1 -- 172.21.15.39:0/672827102 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa500024600 con 0x55b189a24840 2024-09-13T16:17:42.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa504dec640 1 -- 172.21.15.39:0/672827102 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa500024780 con 0x55b189a24840 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55b189898060 con 0x55b189a24840 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa504dec640 1 -- 172.21.15.39:0/672827102 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa500024b30 con 0x55b189a24840 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.966+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b189897ac0 con 0x55b189a24840 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa504dec640 1 -- 172.21.15.39:0/672827102 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa500018030 con 0x55b189a24840 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa504dec640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e80695e0 0x7fa4e806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa504dec640 1 -- 172.21.15.39:0/672827102 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa5000894e0 con 0x55b189a24840 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b18994bca0 0x55b189ac4e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa506df0640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e80695e0 0x7fa4e806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55b18994c0b0 con 0x55b18994bca0 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.968+0000 7fa4fffff640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b18994bca0 0x55b189ac4e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa506df0640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e80695e0 0x7fa4e806baa0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8057000 tx=0x7fa4f8052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa4fffff640 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b18994bca0 0x55b189ac4e00 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa4fffff640 1 -- 172.21.15.39:0/672827102 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 1.00000000.inode [omap-get-keys out=5b] v0'0 uv17 ondisk = 0) v8 ==== 160+0+5 (crc 0 0 0) 0x7fa4f0001a50 con 0x55b18994bca0 2024-09-13T16:17:42.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b18994bca0 msgr2=0x55b189ac4e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b18994bca0 0x55b189ac4e00 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e80695e0 msgr2=0x7fa4e806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e80695e0 0x7fa4e806baa0 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7fa4f8057000 tx=0x7fa4f8052000 comp rx=0 tx=0).stop 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 msgr2=0x55b1899f9460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 --2- 172.21.15.39:0/672827102 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b189a24840 0x55b1899f9460 secure :-1 s=READY pgs=1428 cs=0 l=1 rev1=1 crypto rx=0x7fa5000044f0 tx=0x7fa500004460 comp rx=0 tx=0).stop 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5075f1640 1 -- 172.21.15.39:0/672827102 reap_dead start 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 shutdown_connections 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 >> 172.21.15.39:0/672827102 conn(0x55b1899507b0 msgr2=0x55b189a06290 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 shutdown_connections 2024-09-13T16:17:42.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:42.969+0000 7fa5092f3f40 1 -- 172.21.15.39:0/672827102 wait complete. 2024-09-13T16:17:42.976 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 200.00000000 2024-09-13T16:17:43.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.017+0000 7f984e5caf40 1 Processor -- start 2024-09-13T16:17:43.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.017+0000 7f984e5caf40 1 -- start start 2024-09-13T16:17:43.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984e5caf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a6d9150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984e5caf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a6d9690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984e5caf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7489a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984e5caf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56004a63d4d0 con 0x56004a6d1a00 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984e5caf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56004a5d8b60 con 0x56004a68fe10 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984e5caf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56004a5d8800 con 0x56004a7681d0 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a6d9690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a6d9690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54388/0 (socket says 172.21.15.39:54388) 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 -- 172.21.15.39:0/1884454454 learned_addr learned my addr 172.21.15.39:0/1884454454 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984c0c7640 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a6d9150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984c8c8640 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7489a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 -- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 msgr2=0x56004a7489a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7489a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 -- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 msgr2=0x56004a6d9150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a6d9150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.018+0000 7f984b8c6640 1 -- 172.21.15.39:0/1884454454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9834005de0 con 0x56004a6d1a00 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984b8c6640 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a6d9690 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f9834045fb0 tx=0x7f9834051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ec71edcca5c714b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984a8c4640 1 -- 172.21.15.39:0/1884454454 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9834052970 con 0x56004a6d1a00 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984a8c4640 1 -- 172.21.15.39:0/1884454454 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9834052ad0 con 0x56004a6d1a00 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984a8c4640 1 -- 172.21.15.39:0/1884454454 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9834052e40 con 0x56004a6d1a00 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 -- 172.21.15.39:0/1884454454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 msgr2=0x56004a6d9690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a6d9690 secure :-1 s=READY pgs=1430 cs=0 l=1 rev1=1 crypto rx=0x7f9834045fb0 tx=0x7f9834051000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 -- 172.21.15.39:0/1884454454 shutdown_connections 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7489a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a6d9690 unknown :-1 s=CLOSED pgs=1430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 --2- 172.21.15.39:0/1884454454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a6d9150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 -- 172.21.15.39:0/1884454454 >> 172.21.15.39:0/1884454454 conn(0x56004a6db800 msgr2=0x56004a6d7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 -- 172.21.15.39:0/1884454454 shutdown_connections 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.019+0000 7f984e5caf40 1 -- 172.21.15.39:0/1884454454 wait complete. 2024-09-13T16:17:43.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.020+0000 7f984e5caf40 1 Processor -- start 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.020+0000 7f984e5caf40 1 -- start start 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a741320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a75ddc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7400d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56004a5bb520 con 0x56004a6d1a00 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56004a75f7a0 con 0x56004a68fe10 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56004a75e300 con 0x56004a7681d0 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a75ddc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a75ddc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54400/0 (socket says 172.21.15.39:54400) 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 -- 172.21.15.39:0/3492233862 learned_addr learned my addr 172.21.15.39:0/3492233862 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984c8c8640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7400d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984c0c7640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a741320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 -- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 msgr2=0x56004a7400d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56004a7681d0 0x56004a7400d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 -- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 msgr2=0x56004a741320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56004a68fe10 0x56004a741320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 -- 172.21.15.39:0/3492233862 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56004a601dc0 con 0x56004a6d1a00 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984b8c6640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a75ddc0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f983400a5d0 tx=0x7f9834002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f98498c2640 1 -- 172.21.15.39:0/3492233862 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f983406c070 con 0x56004a6d1a00 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f98498c2640 1 -- 172.21.15.39:0/3492233862 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9834052930 con 0x56004a6d1a00 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x56004a5e7c20 con 0x56004a6d1a00 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.021+0000 7f98498c2640 1 -- 172.21.15.39:0/3492233862 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9834052e80 con 0x56004a6d1a00 2024-09-13T16:17:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.022+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56004a5db060 con 0x56004a6d1a00 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.023+0000 7f98498c2640 1 -- 172.21.15.39:0/3492233862 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9834066430 con 0x56004a6d1a00 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.023+0000 7f98498c2640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f982c0695e0 0x7f982c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.023+0000 7f98498c2640 1 -- 172.21.15.39:0/3492233862 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f98340ccf40 con 0x56004a6d1a00 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.023+0000 7f984e5caf40 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56004a745610 0x56004a745a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.023+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x56004a6d7f30 con 0x56004a745610 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.023+0000 7f984c0c7640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f982c0695e0 0x7f982c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984c8c8640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56004a745610 0x56004a745a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984c0c7640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f982c0695e0 0x7f982c06baa0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f983c005fd0 tx=0x7f983c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984c8c8640 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56004a745610 0x56004a745a20 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984c8c8640 1 -- 172.21.15.39:0/3492233862 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000000 [omap-get-keys out=5b] v0'0 uv19 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f9844011610 con 0x56004a745610 2024-09-13T16:17:43.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56004a745610 msgr2=0x56004a745a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56004a745610 0x56004a745a20 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f982c0695e0 msgr2=0x7f982c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f982c0695e0 0x7f982c06baa0 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7f983c005fd0 tx=0x7f983c007040 comp rx=0 tx=0).stop 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 msgr2=0x56004a75ddc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 --2- 172.21.15.39:0/3492233862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56004a6d1a00 0x56004a75ddc0 secure :-1 s=READY pgs=1431 cs=0 l=1 rev1=1 crypto rx=0x7f983400a5d0 tx=0x7f9834002fb0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984c8c8640 1 -- 172.21.15.39:0/3492233862 reap_dead start 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 shutdown_connections 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 >> 172.21.15.39:0/3492233862 conn(0x56004a6db800 msgr2=0x56004a76b320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 shutdown_connections 2024-09-13T16:17:43.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.024+0000 7f984e5caf40 1 -- 172.21.15.39:0/3492233862 wait complete. 2024-09-13T16:17:43.032 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 200.00000001 2024-09-13T16:17:43.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 Processor -- start 2024-09-13T16:17:43.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 -- start start 2024-09-13T16:17:43.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4dd58e10 0x55dc4de2ac10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd9b110 0x55dc4de2f450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 0x55dc4de2f990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc4dd0abe0 con 0x55dc4de311d0 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.113+0000 7f06913e7f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc4dd064d0 con 0x55dc4dd58e10 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f06913e7f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dc4dca1b60 con 0x55dc4dd9b110 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 0x55dc4de2f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 0x55dc4de2f990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54426/0 (socket says 172.21.15.39:54426) 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 -- 172.21.15.39:0/3567098619 learned_addr learned my addr 172.21.15.39:0/3567098619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068eee6640 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4dd58e10 0x55dc4de2ac10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068e6e5640 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd9b110 0x55dc4de2f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 -- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd9b110 msgr2=0x55dc4de2f450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd9b110 0x55dc4de2f450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 -- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4dd58e10 msgr2=0x55dc4de2ac10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4dd58e10 0x55dc4de2ac10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 -- 172.21.15.39:0/3567098619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0680005d20 con 0x55dc4de311d0 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068eee6640 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4dd58e10 0x55dc4de2ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068f6e7640 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 0x55dc4de2f990 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f0688006fb0 tx=0x7f06880019d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=317849785a5e9c60 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068d6e3640 1 -- 172.21.15.39:0/3567098619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068800f710 con 0x55dc4de311d0 2024-09-13T16:17:43.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068d6e3640 1 -- 172.21.15.39:0/3567098619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068800f870 con 0x55dc4de311d0 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.114+0000 7f068d6e3640 1 -- 172.21.15.39:0/3567098619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068800fc00 con 0x55dc4de311d0 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 -- 172.21.15.39:0/3567098619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 msgr2=0x55dc4de2f990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 0x55dc4de2f990 secure :-1 s=READY pgs=1434 cs=0 l=1 rev1=1 crypto rx=0x7f0688006fb0 tx=0x7f06880019d0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 -- 172.21.15.39:0/3567098619 shutdown_connections 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4de311d0 0x55dc4de2f990 unknown :-1 s=CLOSED pgs=1434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd9b110 0x55dc4de2f450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 --2- 172.21.15.39:0/3567098619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4dd58e10 0x55dc4de2ac10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 -- 172.21.15.39:0/3567098619 >> 172.21.15.39:0/3567098619 conn(0x55dc4dda4800 msgr2=0x55dc4dda0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 -- 172.21.15.39:0/3567098619 shutdown_connections 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 -- 172.21.15.39:0/3567098619 wait complete. 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 Processor -- start 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.115+0000 7f06913e7f40 1 -- start start 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f06913e7f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd58e10 0x55dc4ddfe5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f06913e7f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4dd9b110 0x55dc4de26c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f06913e7f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4de311d0 0x55dc4de271a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f06913e7f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc4dca1800 con 0x55dc4dd9b110 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f06913e7f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dc4dc84520 con 0x55dc4de311d0 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f06913e7f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dc4de27890 con 0x55dc4dd58e10 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4dd9b110 0x55dc4de26c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4dd9b110 0x55dc4de26c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54440/0 (socket says 172.21.15.39:54440) 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 -- 172.21.15.39:0/2063633764 learned_addr learned my addr 172.21.15.39:0/2063633764 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068eee6640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd58e10 0x55dc4ddfe5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068f6e7640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4de311d0 0x55dc4de271a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 -- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd58e10 msgr2=0x55dc4ddfe5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd58e10 0x55dc4ddfe5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 -- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4de311d0 msgr2=0x55dc4de271a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4de311d0 0x55dc4de271a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068e6e5640 1 -- 172.21.15.39:0/2063633764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dc4dccadc0 con 0x55dc4dd9b110 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068eee6640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dc4dd58e10 0x55dc4ddfe5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.116+0000 7f068f6e7640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dc4de311d0 0x55dc4de271a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.117+0000 7f068e6e5640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4dd9b110 0x55dc4de26c60 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f0684001cd0 tx=0x7f068400b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.117+0000 7f0677fff640 1 -- 172.21.15.39:0/2063633764 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068400f650 con 0x55dc4dd9b110 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.117+0000 7f0677fff640 1 -- 172.21.15.39:0/2063633764 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068400f7b0 con 0x55dc4dd9b110 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.117+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55dc4dca4060 con 0x55dc4dd9b110 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.117+0000 7f0677fff640 1 -- 172.21.15.39:0/2063633764 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068400fb40 con 0x55dc4dd9b110 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.117+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dc4dca3ac0 con 0x55dc4dd9b110 2024-09-13T16:17:43.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.118+0000 7f0677fff640 1 -- 172.21.15.39:0/2063633764 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f068400fca0 con 0x55dc4dd9b110 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f0677fff640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067c0695e0 0x7f067c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f0677fff640 1 -- 172.21.15.39:0/2063633764 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f06840887e0 con 0x55dc4dd9b110 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f06913e7f40 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dc4dec8710 0x55dc4dec8b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55dc4dec9060 con 0x55dc4dec8710 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f068eee6640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067c0695e0 0x7f067c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f068f6e7640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dc4dec8710 0x55dc4dec8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.119+0000 7f068eee6640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067c0695e0 0x7f067c06baa0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0680057000 tx=0x7f0680052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f068f6e7640 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dc4dec8710 0x55dc4dec8b20 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f068f6e7640 1 -- 172.21.15.39:0/2063633764 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000001 [omap-get-keys out=5b] v0'0 uv16 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f068800f9e0 con 0x55dc4dec8710 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dc4dec8710 msgr2=0x55dc4dec8b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dc4dec8710 0x55dc4dec8b20 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067c0695e0 msgr2=0x7f067c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067c0695e0 0x7f067c06baa0 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7f0680057000 tx=0x7f0680052000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4dd9b110 msgr2=0x55dc4de26c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 --2- 172.21.15.39:0/2063633764 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dc4dd9b110 0x55dc4de26c60 secure :-1 s=READY pgs=1435 cs=0 l=1 rev1=1 crypto rx=0x7f0684001cd0 tx=0x7f068400b6c0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f068f6e7640 1 -- 172.21.15.39:0/2063633764 reap_dead start 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 shutdown_connections 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 >> 172.21.15.39:0/2063633764 conn(0x55dc4dda4800 msgr2=0x55dc4dda0f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 shutdown_connections 2024-09-13T16:17:43.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.120+0000 7f06913e7f40 1 -- 172.21.15.39:0/2063633764 wait complete. 2024-09-13T16:17:43.135 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds0_openfiles.0 2024-09-13T16:17:43.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.177+0000 7f26a811cf40 1 Processor -- start 2024-09-13T16:17:43.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.177+0000 7f26a811cf40 1 -- start start 2024-09-13T16:17:43.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a811cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aed04b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a811cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aecfdec70 0x562aecfe2f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a811cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 0x562aecfe34d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a811cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aecf4dbe0 con 0x562aed05aee0 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a811cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aecf494d0 con 0x562aecfdec70 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a811cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562aecee4b60 con 0x562aecfde890 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 0x562aecfe34d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 0x562aecfe34d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54456/0 (socket says 172.21.15.39:54456) 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 -- 172.21.15.39:0/2619297357 learned_addr learned my addr 172.21.15.39:0/2619297357 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a494b640 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aecfdec70 0x562aecfe2f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a514c640 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aed04b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 -- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 msgr2=0x562aed04b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aed04b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 -- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aecfdec70 msgr2=0x562aecfe2f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aecfdec70 0x562aecfe2f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 -- 172.21.15.39:0/2619297357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f269800a100 con 0x562aed05aee0 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a494b640 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aecfdec70 0x562aecfe2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f26a594d640 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 0x562aecfe34d0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f26a0001ce0 tx=0x7f26a000b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=141e855def11fd76 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f269f7fe640 1 -- 172.21.15.39:0/2619297357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a0014070 con 0x562aed05aee0 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f269f7fe640 1 -- 172.21.15.39:0/2619297357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f26a0008030 con 0x562aed05aee0 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.178+0000 7f269f7fe640 1 -- 172.21.15.39:0/2619297357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f26a000f400 con 0x562aed05aee0 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 -- 172.21.15.39:0/2619297357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 msgr2=0x562aecfe34d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 0x562aecfe34d0 secure :-1 s=READY pgs=1438 cs=0 l=1 rev1=1 crypto rx=0x7f26a0001ce0 tx=0x7f26a000b5b0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 -- 172.21.15.39:0/2619297357 shutdown_connections 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aed05aee0 0x562aecfe34d0 unknown :-1 s=CLOSED pgs=1438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aecfdec70 0x562aecfe2f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 --2- 172.21.15.39:0/2619297357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aed04b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 -- 172.21.15.39:0/2619297357 >> 172.21.15.39:0/2619297357 conn(0x562aecfe7800 msgr2=0x562aecfdfc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 -- 172.21.15.39:0/2619297357 shutdown_connections 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 -- 172.21.15.39:0/2619297357 wait complete. 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.179+0000 7f26a811cf40 1 Processor -- start 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 -- start start 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aecfe64b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aecfdec70 0x562aed076690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aed05aee0 0x562aed04ad00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aecee4800 con 0x562aecfdec70 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aecec7520 con 0x562aed05aee0 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a811cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562aed076bd0 con 0x562aecfde890 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a494b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aecfdec70 0x562aed076690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a494b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aecfdec70 0x562aed076690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54472/0 (socket says 172.21.15.39:54472) 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a494b640 1 -- 172.21.15.39:0/201365257 learned_addr learned my addr 172.21.15.39:0/201365257 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a514c640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aecfe64b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.180+0000 7f26a594d640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aed05aee0 0x562aed04ad00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a494b640 1 -- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 msgr2=0x562aecfe64b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a494b640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aecfe64b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a494b640 1 -- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aed05aee0 msgr2=0x562aed04ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a494b640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aed05aee0 0x562aed04ad00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a494b640 1 -- 172.21.15.39:0/201365257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f26a000a040 con 0x562aecfdec70 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a594d640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aed05aee0 0x562aed04ad00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a514c640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aecfde890 0x562aecfe64b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a494b640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aecfdec70 0x562aed076690 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f2690001d20 tx=0x7f269000b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f269e7fc640 1 -- 172.21.15.39:0/201365257 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269000f860 con 0x562aecfdec70 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f269e7fc640 1 -- 172.21.15.39:0/201365257 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f269000be90 con 0x562aecfdec70 2024-09-13T16:17:43.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562aecee7060 con 0x562aecfdec70 2024-09-13T16:17:43.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f269e7fc640 1 -- 172.21.15.39:0/201365257 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f269000fbc0 con 0x562aecfdec70 2024-09-13T16:17:43.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.181+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562aecee6ac0 con 0x562aecfdec70 2024-09-13T16:17:43.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f269e7fc640 1 -- 172.21.15.39:0/201365257 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f269000fd20 con 0x562aecfdec70 2024-09-13T16:17:43.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f269e7fc640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26880695e0 0x7f268806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f269e7fc640 1 -- 172.21.15.39:0/201365257 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2690088850 con 0x562aecfdec70 2024-09-13T16:17:43.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f26a811cf40 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562aed050920 0x562aed072790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562aed072cd0 con 0x562aed050920 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f26a514c640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26880695e0 0x7f268806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.183+0000 7f26a594d640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562aed050920 0x562aed072790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a594d640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562aed050920 0x562aed072790 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a514c640 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26880695e0 0x7f268806baa0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f2698057000 tx=0x7f2698007030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a594d640 1 -- 172.21.15.39:0/201365257 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_openfiles.0 [omap-get-keys out=5b] v0'0 uv2 ondisk = 0) v8 ==== 160+0+5 (crc 0 0 0) 0x7f26a0016070 con 0x562aed050920 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562aed050920 msgr2=0x562aed072790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562aed050920 0x562aed072790 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26880695e0 msgr2=0x7f268806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f26880695e0 0x7f268806baa0 secure :-1 s=READY pgs=586 cs=0 l=1 rev1=1 crypto rx=0x7f2698057000 tx=0x7f2698007030 comp rx=0 tx=0).stop 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aecfdec70 msgr2=0x562aed076690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 --2- 172.21.15.39:0/201365257 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aecfdec70 0x562aed076690 secure :-1 s=READY pgs=1439 cs=0 l=1 rev1=1 crypto rx=0x7f2690001d20 tx=0x7f269000b6c0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a594d640 1 -- 172.21.15.39:0/201365257 reap_dead start 2024-09-13T16:17:43.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 shutdown_connections 2024-09-13T16:17:43.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 >> 172.21.15.39:0/201365257 conn(0x562aecfe7800 msgr2=0x562aecfe0690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 shutdown_connections 2024-09-13T16:17:43.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.184+0000 7f26a811cf40 1 -- 172.21.15.39:0/201365257 wait complete. 2024-09-13T16:17:43.192 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 500.00000000 2024-09-13T16:17:43.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.273+0000 7f1010b6ef40 1 Processor -- start 2024-09-13T16:17:43.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.273+0000 7f1010b6ef40 1 -- start start 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f1010b6ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35796850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f1010b6ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b3579ad00 0x559b35797660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f1010b6ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b358444a0 0x559b358244d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f1010b6ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b3571bbe0 con 0x559b3576f320 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f1010b6ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b357174d0 con 0x559b3579ad00 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f1010b6ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559b356b2b60 con 0x559b358444a0 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35796850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35796850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54488/0 (socket says 172.21.15.39:54488) 2024-09-13T16:17:43.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 -- 172.21.15.39:0/3381091716 learned_addr learned my addr 172.21.15.39:0/3381091716 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 -- 172.21.15.39:0/3381091716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b358444a0 msgr2=0x559b358244d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b358444a0 0x559b358244d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 -- 172.21.15.39:0/3381091716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b3579ad00 msgr2=0x559b35797660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b3579ad00 0x559b35797660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 -- 172.21.15.39:0/3381091716 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1008005d20 con 0x559b3576f320 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.274+0000 7f100e66b640 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35796850 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f10000065c0 tx=0x7f1000006a80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b48982f38dc53b43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f100ce68640 1 -- 172.21.15.39:0/3381091716 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1000004540 con 0x559b3576f320 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f100ce68640 1 -- 172.21.15.39:0/3381091716 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10000046a0 con 0x559b3576f320 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f100ce68640 1 -- 172.21.15.39:0/3381091716 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1000004a30 con 0x559b3576f320 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 -- 172.21.15.39:0/3381091716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 msgr2=0x559b35796850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35796850 secure :-1 s=READY pgs=1441 cs=0 l=1 rev1=1 crypto rx=0x7f10000065c0 tx=0x7f1000006a80 comp rx=0 tx=0).stop 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 -- 172.21.15.39:0/3381091716 shutdown_connections 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b358444a0 0x559b358244d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b3579ad00 0x559b35797660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/3381091716 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35796850 unknown :-1 s=CLOSED pgs=1441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 -- 172.21.15.39:0/3381091716 >> 172.21.15.39:0/3381091716 conn(0x559b357986b0 msgr2=0x559b35826250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 -- 172.21.15.39:0/3381091716 shutdown_connections 2024-09-13T16:17:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.275+0000 7f1010b6ef40 1 -- 172.21.15.39:0/3381091716 wait complete. 2024-09-13T16:17:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 Processor -- start 2024-09-13T16:17:43.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 -- start start 2024-09-13T16:17:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35821270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b3579ad00 0x559b35842380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b358444a0 0x559b358428c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b356b2800 con 0x559b3576f320 2024-09-13T16:17:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559b35695520 con 0x559b358444a0 2024-09-13T16:17:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f1010b6ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559b35797d90 con 0x559b3579ad00 2024-09-13T16:17:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f100e66b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35821270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f100e66b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35821270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54504/0 (socket says 172.21.15.39:54504) 2024-09-13T16:17:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.276+0000 7f100e66b640 1 -- 172.21.15.39:0/2994226155 learned_addr learned my addr 172.21.15.39:0/2994226155 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100ee6c640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b358444a0 0x559b358428c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100de6a640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b3579ad00 0x559b35842380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100e66b640 1 -- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b3579ad00 msgr2=0x559b35842380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100e66b640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b3579ad00 0x559b35842380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100e66b640 1 -- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b358444a0 msgr2=0x559b358428c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100e66b640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559b358444a0 0x559b358428c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100e66b640 1 -- 172.21.15.39:0/2994226155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1000001ec0 con 0x559b3576f320 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100de6a640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559b3579ad00 0x559b35842380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f100e66b640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35821270 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f1000014040 tx=0x7f10000014d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f0fff7fe640 1 -- 172.21.15.39:0/2994226155 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100001c630 con 0x559b3576f320 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f0fff7fe640 1 -- 172.21.15.39:0/2994226155 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f100001c7b0 con 0x559b3576f320 2024-09-13T16:17:43.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x559b356b5060 con 0x559b3576f320 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f0fff7fe640 1 -- 172.21.15.39:0/2994226155 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f100001cb60 con 0x559b3576f320 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.277+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559b356b4ac0 con 0x559b3576f320 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.278+0000 7f0fff7fe640 1 -- 172.21.15.39:0/2994226155 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f100001ccc0 con 0x559b3576f320 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.279+0000 7f0fff7fe640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff0069610 0x7f0ff006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.279+0000 7f0fff7fe640 1 -- 172.21.15.39:0/2994226155 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1000089550 con 0x559b3576f320 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.279+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559b35843040 0x559b3583d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.279+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x559b35824da0 con 0x559b35843040 2024-09-13T16:17:43.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.279+0000 7f100de6a640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff0069610 0x7f0ff006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.279+0000 7f100ee6c640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559b35843040 0x559b3583d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f100de6a640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff0069610 0x7f0ff006bad0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x559b35798400 tx=0x7f1004001460 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f100ee6c640 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559b35843040 0x559b3583d7b0 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f100ee6c640 1 -- 172.21.15.39:0/2994226155 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 500.00000000 [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7f100805b040 con 0x559b35843040 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559b35843040 msgr2=0x559b3583d7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559b35843040 0x559b3583d7b0 crc :-1 s=READY pgs=24 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff0069610 msgr2=0x7f0ff006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff0069610 0x7f0ff006bad0 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x559b35798400 tx=0x7f1004001460 comp rx=0 tx=0).stop 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 msgr2=0x559b35821270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 --2- 172.21.15.39:0/2994226155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559b3576f320 0x559b35821270 secure :-1 s=READY pgs=1442 cs=0 l=1 rev1=1 crypto rx=0x7f1000014040 tx=0x7f10000014d0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f100ee6c640 1 -- 172.21.15.39:0/2994226155 reap_dead start 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 shutdown_connections 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.280+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 >> 172.21.15.39:0/2994226155 conn(0x559b357986b0 msgr2=0x559b35841bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.281+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 shutdown_connections 2024-09-13T16:17:43.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.281+0000 7f1010b6ef40 1 -- 172.21.15.39:0/2994226155 wait complete. 2024-09-13T16:17:43.290 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds_snaptable 2024-09-13T16:17:43.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.373+0000 7f93a5031f40 1 Processor -- start 2024-09-13T16:17:43.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.373+0000 7f93a5031f40 1 -- start start 2024-09-13T16:17:43.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a5031f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfa3150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a5031f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfae520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a5031f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcde80 0x55cd3bf38fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a5031f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd3be3fb60 con 0x55cd3bfcdaa0 2024-09-13T16:17:43.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a5031f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd3be3f800 con 0x55cd3bfcde80 2024-09-13T16:17:43.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a5031f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cd3be22520 con 0x55cd3bf3d700 2024-09-13T16:17:43.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfae520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfae520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54532/0 (socket says 172.21.15.39:54532) 2024-09-13T16:17:43.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 -- 172.21.15.39:0/2786253726 learned_addr learned my addr 172.21.15.39:0/2786253726 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a2b2e640 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfa3150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a332f640 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcde80 0x55cd3bf38fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 -- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 msgr2=0x55cd3bfa3150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfa3150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 -- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcde80 msgr2=0x55cd3bf38fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcde80 0x55cd3bf38fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 -- 172.21.15.39:0/2786253726 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f938c005de0 con 0x55cd3bfcdaa0 2024-09-13T16:17:43.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a332f640 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcde80 0x55cd3bf38fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a232d640 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfae520 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f938c025d00 tx=0x7f938c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e99bfed45b203 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a132b640 1 -- 172.21.15.39:0/2786253726 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938c052b50 con 0x55cd3bfcdaa0 2024-09-13T16:17:43.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a132b640 1 -- 172.21.15.39:0/2786253726 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f938c052cb0 con 0x55cd3bfcdaa0 2024-09-13T16:17:43.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.374+0000 7f93a132b640 1 -- 172.21.15.39:0/2786253726 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f938c05d660 con 0x55cd3bfcdaa0 2024-09-13T16:17:43.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 -- 172.21.15.39:0/2786253726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 msgr2=0x55cd3bfae520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfae520 secure :-1 s=READY pgs=1444 cs=0 l=1 rev1=1 crypto rx=0x7f938c025d00 tx=0x7f938c051000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 -- 172.21.15.39:0/2786253726 shutdown_connections 2024-09-13T16:17:43.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcde80 0x55cd3bf38fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfae520 unknown :-1 s=CLOSED pgs=1444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 --2- 172.21.15.39:0/2786253726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfa3150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 -- 172.21.15.39:0/2786253726 >> 172.21.15.39:0/2786253726 conn(0x55cd3befa7b0 msgr2=0x55cd3bf3b300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 -- 172.21.15.39:0/2786253726 shutdown_connections 2024-09-13T16:17:43.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.375+0000 7f93a5031f40 1 -- 172.21.15.39:0/2786253726 wait complete. 2024-09-13T16:17:43.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 Processor -- start 2024-09-13T16:17:43.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 -- start start 2024-09-13T16:17:43.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfd1620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfaf950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcde80 0x55cd3bfae490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd3bfa1950 con 0x55cd3bfcde80 2024-09-13T16:17:43.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cd3bfa1c30 con 0x55cd3bfcdaa0 2024-09-13T16:17:43.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a5031f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cd3bfa1f10 con 0x55cd3bf3d700 2024-09-13T16:17:43.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a332f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcde80 0x55cd3bfae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a332f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcde80 0x55cd3bfae490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54540/0 (socket says 172.21.15.39:54540) 2024-09-13T16:17:43.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a332f640 1 -- 172.21.15.39:0/561903432 learned_addr learned my addr 172.21.15.39:0/561903432 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.376+0000 7f93a232d640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfaf950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a2b2e640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfd1620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a332f640 1 -- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 msgr2=0x55cd3bfd1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a332f640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cd3bf3d700 0x55cd3bfd1620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a332f640 1 -- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcdaa0 msgr2=0x55cd3bfaf950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a332f640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cd3bfcdaa0 0x55cd3bfaf950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a332f640 1 -- 172.21.15.39:0/561903432 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cd3be41cd0 con 0x55cd3bfcde80 2024-09-13T16:17:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a332f640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcde80 0x55cd3bfae490 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f939c007d90 tx=0x7f939c006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f939bfff640 1 -- 172.21.15.39:0/561903432 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f939c011700 con 0x55cd3bfcde80 2024-09-13T16:17:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f939bfff640 1 -- 172.21.15.39:0/561903432 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f939c00f040 con 0x55cd3bfcde80 2024-09-13T16:17:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55cd3be68dc0 con 0x55cd3bfcde80 2024-09-13T16:17:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f939bfff640 1 -- 172.21.15.39:0/561903432 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f939c011a60 con 0x55cd3bfcde80 2024-09-13T16:17:43.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.377+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cd3be4ec20 con 0x55cd3bfcde80 2024-09-13T16:17:43.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.378+0000 7f939bfff640 1 -- 172.21.15.39:0/561903432 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f939c011bc0 con 0x55cd3bfcde80 2024-09-13T16:17:43.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.379+0000 7f939bfff640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93840695e0 0x7f938406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.379+0000 7f939bfff640 1 -- 172.21.15.39:0/561903432 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f939c087470 con 0x55cd3bfcde80 2024-09-13T16:17:43.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.379+0000 7f93a5031f40 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cd3c05de90 0x55cd3c05e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.379+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55cd3c05e7b0 con 0x55cd3c05de90 2024-09-13T16:17:43.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.379+0000 7f93a2b2e640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93840695e0 0x7f938406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.379+0000 7f93a232d640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cd3c05de90 0x55cd3c05e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a2b2e640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93840695e0 0x7f938406baa0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f9394005fd0 tx=0x7f9394007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a232d640 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cd3c05de90 0x55cd3c05e270 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a232d640 1 -- 172.21.15.39:0/561903432 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 mds_snaptable [omap-get-keys out=5b] v0'0 uv1 ondisk = 0) v8 ==== 157+0+5 (crc 0 0 0) 0x7f938c058070 con 0x55cd3c05de90 2024-09-13T16:17:43.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cd3c05de90 msgr2=0x55cd3c05e270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cd3c05de90 0x55cd3c05e270 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93840695e0 msgr2=0x7f938406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f93840695e0 0x7f938406baa0 secure :-1 s=READY pgs=588 cs=0 l=1 rev1=1 crypto rx=0x7f9394005fd0 tx=0x7f9394007040 comp rx=0 tx=0).stop 2024-09-13T16:17:43.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcde80 msgr2=0x55cd3bfae490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 --2- 172.21.15.39:0/561903432 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cd3bfcde80 0x55cd3bfae490 secure :-1 s=READY pgs=1445 cs=0 l=1 rev1=1 crypto rx=0x7f939c007d90 tx=0x7f939c006750 comp rx=0 tx=0).stop 2024-09-13T16:17:43.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a332f640 1 -- 172.21.15.39:0/561903432 reap_dead start 2024-09-13T16:17:43.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 shutdown_connections 2024-09-13T16:17:43.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 >> 172.21.15.39:0/561903432 conn(0x55cd3befa7b0 msgr2=0x55cd3bf38f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 shutdown_connections 2024-09-13T16:17:43.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.380+0000 7f93a5031f40 1 -- 172.21.15.39:0/561903432 wait complete. 2024-09-13T16:17:43.402 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds0_inotable 2024-09-13T16:17:43.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.444+0000 7fcfd54f1f40 1 Processor -- start 2024-09-13T16:17:43.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.444+0000 7fcfd54f1f40 1 -- start start 2024-09-13T16:17:43.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd54f1f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 0x5654917faa10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd54f1f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56549178e7a0 0x5654918043d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd54f1f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x565491804910 0x5654918afce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd54f1f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654916fabe0 con 0x7fcfbc002260 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd54f1f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5654916f64d0 con 0x56549178e7a0 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd54f1f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x565491691b60 con 0x565491804910 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd2fee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 0x5654917faa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd2fee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 0x5654917faa10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54552/0 (socket says 172.21.15.39:54552) 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd2fee640 1 -- 172.21.15.39:0/922577554 learned_addr learned my addr 172.21.15.39:0/922577554 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd27ed640 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56549178e7a0 0x5654918043d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd37ef640 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x565491804910 0x5654918afce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.445+0000 7fcfd2fee640 1 -- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x565491804910 msgr2=0x5654918afce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd2fee640 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x565491804910 0x5654918afce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd2fee640 1 -- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56549178e7a0 msgr2=0x5654918043d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd2fee640 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56549178e7a0 0x5654918043d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd2fee640 1 -- 172.21.15.39:0/922577554 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x565491694060 con 0x7fcfbc002260 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd2fee640 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 0x5654917faa10 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4000c00 tx=0x7fcfc4051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91a970404f6dd51a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd17eb640 1 -- 172.21.15.39:0/922577554 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc4052c00 con 0x7fcfbc002260 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd17eb640 1 -- 172.21.15.39:0/922577554 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc4052d80 con 0x7fcfbc002260 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd17eb640 1 -- 172.21.15.39:0/922577554 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc40666c0 con 0x7fcfbc002260 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/922577554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 msgr2=0x5654917faa10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 0x5654917faa10 secure :-1 s=READY pgs=1448 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4000c00 tx=0x7fcfc4051000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/922577554 shutdown_connections 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x565491804910 0x5654918afce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56549178e7a0 0x5654918043d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/922577554 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfbc002260 0x5654917faa10 unknown :-1 s=CLOSED pgs=1448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/922577554 >> 172.21.15.39:0/922577554 conn(0x565491794800 msgr2=0x56549178ff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/922577554 shutdown_connections 2024-09-13T16:17:43.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.446+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/922577554 wait complete. 2024-09-13T16:17:43.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.447+0000 7fcfd54f1f40 1 Processor -- start 2024-09-13T16:17:43.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.447+0000 7fcfd54f1f40 1 -- start start 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565491804910 0x5654917f7590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfbc002260 0x565491806140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565491806680 0x5654918b7ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x565491691800 con 0x565491804910 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x565491674520 con 0x565491806680 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5654918aa860 con 0x7fcfbc002260 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565491804910 0x5654917f7590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565491804910 0x5654917f7590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54556/0 (socket says 172.21.15.39:54556) 2024-09-13T16:17:43.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 -- 172.21.15.39:0/3068464278 learned_addr learned my addr 172.21.15.39:0/3068464278 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd37ef640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565491806680 0x5654918b7ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd27ed640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfbc002260 0x565491806140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 -- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfbc002260 msgr2=0x565491806140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfbc002260 0x565491806140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 -- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565491806680 msgr2=0x5654918b7ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565491806680 0x5654918b7ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 -- 172.21.15.39:0/3068464278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfbc001e10 con 0x565491804910 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd37ef640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x565491806680 0x5654918b7ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd2fee640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565491804910 0x5654917f7590 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4000c00 tx=0x7fcfc4003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfbbfff640 1 -- 172.21.15.39:0/3068464278 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc4052c00 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfbbfff640 1 -- 172.21.15.39:0/3068464278 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfc4066480 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfbbfff640 1 -- 172.21.15.39:0/3068464278 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfc4066810 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.448+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x565491693ac0 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.449+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5654918a9fc0 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.450+0000 7fcfbbfff640 1 -- 172.21.15.39:0/3068464278 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcfc4066970 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.450+0000 7fcfbbfff640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfc0069610 0x7fcfc006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.450+0000 7fcfbbfff640 1 -- 172.21.15.39:0/3068464278 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fcfc406d070 con 0x565491804910 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.450+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5654918a9720 0x5654918b0160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.450+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5654918b06a0 con 0x5654918a9720 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd27ed640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfc0069610 0x7fcfc006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd37ef640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5654918a9720 0x5654918b0160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd37ef640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5654918a9720 0x5654918b0160 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd27ed640 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfc0069610 0x7fcfc006bad0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x56549178b0b0 tx=0x7fcfc8002dd0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd37ef640 1 -- 172.21.15.39:0/3068464278 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_inotable [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) v8 ==== 157+0+5 (crc 0 0 0) 0x7fcfcc003630 con 0x5654918a9720 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5654918a9720 msgr2=0x5654918b0160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5654918a9720 0x5654918b0160 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfc0069610 msgr2=0x7fcfc006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfc0069610 0x7fcfc006bad0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x56549178b0b0 tx=0x7fcfc8002dd0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565491804910 msgr2=0x5654917f7590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 --2- 172.21.15.39:0/3068464278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x565491804910 0x5654917f7590 secure :-1 s=READY pgs=1449 cs=0 l=1 rev1=1 crypto rx=0x7fcfc4000c00 tx=0x7fcfc4003020 comp rx=0 tx=0).stop 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd37ef640 1 -- 172.21.15.39:0/3068464278 reap_dead start 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 shutdown_connections 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 >> 172.21.15.39:0/3068464278 conn(0x565491794800 msgr2=0x56549178d690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 shutdown_connections 2024-09-13T16:17:43.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.451+0000 7fcfd54f1f40 1 -- 172.21.15.39:0/3068464278 wait complete. 2024-09-13T16:17:43.459 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 100.00000000 2024-09-13T16:17:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 Processor -- start 2024-09-13T16:17:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 -- start start 2024-09-13T16:17:43.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf02e310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6800 0x5611bf0b3f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6be0 0x5611bf0b2f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611bef914d0 con 0x5611bf02aa20 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611bef2cb60 con 0x5611bf0b6be0 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.537+0000 7f640bc73f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611bef2c800 con 0x5611bf0b6800 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf02e310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf02e310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54570/0 (socket says 172.21.15.39:54570) 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 -- 172.21.15.39:0/2100169508 learned_addr learned my addr 172.21.15.39:0/2100169508 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 -- 172.21.15.39:0/2100169508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6800 msgr2=0x5611bf0b3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6800 0x5611bf0b3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 -- 172.21.15.39:0/2100169508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6be0 msgr2=0x5611bf0b2f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6be0 0x5611bf0b2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 -- 172.21.15.39:0/2100169508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63f4005d20 con 0x5611bf02aa20 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f6409772640 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf02e310 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f63fc006670 tx=0x7f63fc006b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c90f658cff815dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f64037fe640 1 -- 172.21.15.39:0/2100169508 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc0062d0 con 0x5611bf02aa20 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f64037fe640 1 -- 172.21.15.39:0/2100169508 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63fc00b6c0 con 0x5611bf02aa20 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f64037fe640 1 -- 172.21.15.39:0/2100169508 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc00ba70 con 0x5611bf02aa20 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f640bc73f40 1 -- 172.21.15.39:0/2100169508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 msgr2=0x5611bf02e310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf02e310 secure :-1 s=READY pgs=1452 cs=0 l=1 rev1=1 crypto rx=0x7f63fc006670 tx=0x7f63fc006b30 comp rx=0 tx=0).stop 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.538+0000 7f640bc73f40 1 -- 172.21.15.39:0/2100169508 shutdown_connections 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6be0 0x5611bf0b2f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6800 0x5611bf0b3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2100169508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf02e310 unknown :-1 s=CLOSED pgs=1452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 -- 172.21.15.39:0/2100169508 >> 172.21.15.39:0/2100169508 conn(0x5611bf02f800 msgr2=0x5611bf02fbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 -- 172.21.15.39:0/2100169508 shutdown_connections 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 -- 172.21.15.39:0/2100169508 wait complete. 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 Processor -- start 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.539+0000 7f640bc73f40 1 -- start start 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f640bc73f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf0a9c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f640bc73f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6800 0x5611bf0a8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f640bc73f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6be0 0x5611bf0b1c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f640bc73f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611bef0f520 con 0x5611bf02aa20 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f640bc73f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5611bf0acca0 con 0x5611bf0b6800 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f640bc73f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5611bf0a8580 con 0x5611bf0b6be0 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf0a9c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf0a9c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54574/0 (socket says 172.21.15.39:54574) 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 -- 172.21.15.39:0/2674290969 learned_addr learned my addr 172.21.15.39:0/2674290969 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409f73640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6be0 0x5611bf0b1c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6408f71640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6800 0x5611bf0a8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 -- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6be0 msgr2=0x5611bf0b1c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5611bf0b6be0 0x5611bf0b1c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 -- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6800 msgr2=0x5611bf0a8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5611bf0b6800 0x5611bf0a8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.540+0000 7f6409772640 1 -- 172.21.15.39:0/2674290969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63fc002080 con 0x5611bf02aa20 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.541+0000 7f6409772640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf0a9c50 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x5611befe2d20 tx=0x7f63fc001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.541+0000 7f64027fc640 1 -- 172.21.15.39:0/2674290969 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc003450 con 0x5611bf02aa20 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.541+0000 7f64027fc640 1 -- 172.21.15.39:0/2674290969 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63fc0035d0 con 0x5611bf02aa20 2024-09-13T16:17:43.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.541+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5611bef3bc20 con 0x5611bf02aa20 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.541+0000 7f64027fc640 1 -- 172.21.15.39:0/2674290969 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63fc003980 con 0x5611bf02aa20 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.541+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5611bef2f060 con 0x5611bf02aa20 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.542+0000 7f64027fc640 1 -- 172.21.15.39:0/2674290969 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f63fc013420 con 0x5611bf02aa20 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f64027fc640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63ec0695e0 0x7f63ec06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f64027fc640 1 -- 172.21.15.39:0/2674290969 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f63fc089290 con 0x5611bf02aa20 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5611bf02ea50 0x5611bf0a8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5611bf0a9160 con 0x5611bf02ea50 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f6408f71640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63ec0695e0 0x7f63ec06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f6409f73640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5611bf02ea50 0x5611bf0a8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.543+0000 7f6409f73640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5611bf02ea50 0x5611bf0a8c20 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f6408f71640 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63ec0695e0 0x7f63ec06baa0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f63f4056000 tx=0x7f63f404e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f6409f73640 1 -- 172.21.15.39:0/2674290969 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 100.00000000 [omap-get-keys out=155b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+155 (crc 0 0 0) 0x7f64040120b0 con 0x5611bf02ea50 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray0_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray1_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray2_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray3_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray4_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray5_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray6_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray7_head 2024-09-13T16:17:43.552 INFO:teuthology.orchestra.run.smithi039.stdout:stray8_head 2024-09-13T16:17:43.553 INFO:teuthology.orchestra.run.smithi039.stdout:stray9_head 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5611bf02ea50 msgr2=0x5611bf0a8c20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5611bf02ea50 0x5611bf0a8c20 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63ec0695e0 msgr2=0x7f63ec06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63ec0695e0 0x7f63ec06baa0 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f63f4056000 tx=0x7f63f404e000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 msgr2=0x5611bf0a9c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 --2- 172.21.15.39:0/2674290969 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5611bf02aa20 0x5611bf0a9c50 secure :-1 s=READY pgs=1453 cs=0 l=1 rev1=1 crypto rx=0x5611befe2d20 tx=0x7f63fc001250 comp rx=0 tx=0).stop 2024-09-13T16:17:43.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f6409f73640 1 -- 172.21.15.39:0/2674290969 reap_dead start 2024-09-13T16:17:43.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 shutdown_connections 2024-09-13T16:17:43.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 >> 172.21.15.39:0/2674290969 conn(0x5611bf02f800 msgr2=0x5611bf0b3f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 shutdown_connections 2024-09-13T16:17:43.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.544+0000 7f640bc73f40 1 -- 172.21.15.39:0/2674290969 wait complete. 2024-09-13T16:17:43.555 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys mds0_sessionmap 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.636+0000 7fd3d7977f40 1 Processor -- start 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 -- start start 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3158fb0 0x55ecd31a2e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd319c470 0x55ecd3158660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 0x55ecd3157790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd310abe0 con 0x55ecd3210ec0 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd31064d0 con 0x55ecd3158fb0 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d7977f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ecd30a1b60 con 0x55ecd319c470 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d5c75640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 0x55ecd3157790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d5c75640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 0x55ecd3157790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49896/0 (socket says 172.21.15.39:49896) 2024-09-13T16:17:43.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d5c75640 1 -- 172.21.15.39:0/1530727882 learned_addr learned my addr 172.21.15.39:0/1530727882 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d5474640 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3158fb0 0x55ecd31a2e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.637+0000 7fd3d4c73640 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd319c470 0x55ecd3158660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d5c75640 1 -- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd319c470 msgr2=0x55ecd3158660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d5c75640 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd319c470 0x55ecd3158660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d5c75640 1 -- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3158fb0 msgr2=0x55ecd31a2e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d5c75640 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3158fb0 0x55ecd31a2e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d5c75640 1 -- 172.21.15.39:0/1530727882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3c8005d20 con 0x55ecd3210ec0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d5c75640 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 0x55ecd3157790 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0006590 tx=0x7fd3d0006a50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63ba8731471ad5b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3c77fe640 1 -- 172.21.15.39:0/1530727882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0004540 con 0x55ecd3210ec0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3c77fe640 1 -- 172.21.15.39:0/1530727882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3d00046c0 con 0x55ecd3210ec0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3c77fe640 1 -- 172.21.15.39:0/1530727882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3d0004af0 con 0x55ecd3210ec0 2024-09-13T16:17:43.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 -- 172.21.15.39:0/1530727882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 msgr2=0x55ecd3157790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 0x55ecd3157790 secure :-1 s=READY pgs=1455 cs=0 l=1 rev1=1 crypto rx=0x7fd3d0006590 tx=0x7fd3d0006a50 comp rx=0 tx=0).stop 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 -- 172.21.15.39:0/1530727882 shutdown_connections 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd3210ec0 0x55ecd3157790 unknown :-1 s=CLOSED pgs=1455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd319c470 0x55ecd3158660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/1530727882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3158fb0 0x55ecd31a2e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 -- 172.21.15.39:0/1530727882 >> 172.21.15.39:0/1530727882 conn(0x55ecd31a4800 msgr2=0x55ecd31a00c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 -- 172.21.15.39:0/1530727882 shutdown_connections 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.638+0000 7fd3d7977f40 1 -- 172.21.15.39:0/1530727882 wait complete. 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.639+0000 7fd3d7977f40 1 Processor -- start 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.639+0000 7fd3d7977f40 1 -- start start 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d7977f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd3158fb0 0x55ecd3157980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d7977f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd319c470 0x55ecd31f91c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d7977f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3210ec0 0x55ecd322b390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d7977f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd30a1800 con 0x55ecd319c470 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d7977f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ecd3084520 con 0x55ecd3210ec0 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d7977f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ecd322af00 con 0x55ecd3158fb0 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd319c470 0x55ecd31f91c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd319c470 0x55ecd31f91c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49900/0 (socket says 172.21.15.39:49900) 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 -- 172.21.15.39:0/415646093 learned_addr learned my addr 172.21.15.39:0/415646093 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d5474640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd3158fb0 0x55ecd3157980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d5c75640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3210ec0 0x55ecd322b390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 -- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd3158fb0 msgr2=0x55ecd3157980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ecd3158fb0 0x55ecd3157980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 -- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3210ec0 msgr2=0x55ecd322b390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ecd3210ec0 0x55ecd322b390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 -- 172.21.15.39:0/415646093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3d0001ef0 con 0x55ecd319c470 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.640+0000 7fd3d4c73640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd319c470 0x55ecd31f91c0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc002e40 tx=0x7fd3cc00c620 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.641+0000 7fd3c67fc640 1 -- 172.21.15.39:0/415646093 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc011450 con 0x55ecd319c470 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.641+0000 7fd3c67fc640 1 -- 172.21.15.39:0/415646093 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd3cc008030 con 0x55ecd319c470 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.641+0000 7fd3c67fc640 1 -- 172.21.15.39:0/415646093 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3cc0117d0 con 0x55ecd319c470 2024-09-13T16:17:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.641+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55ecd30a4060 con 0x55ecd319c470 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.641+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ecd30a3ac0 con 0x55ecd319c470 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.642+0000 7fd3c67fc640 1 -- 172.21.15.39:0/415646093 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd3cc011930 con 0x55ecd319c470 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.642+0000 7fd3c67fc640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b80695e0 0x7fd3b806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.642+0000 7fd3c67fc640 1 -- 172.21.15.39:0/415646093 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd3cc088360 con 0x55ecd319c470 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d5474640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b80695e0 0x7fd3b806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ecd31f9700 0x55ecd322c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55ecd3227b60 con 0x55ecd31f9700 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d5c75640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ecd31f9700 0x55ecd322c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d5c75640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ecd31f9700 0x55ecd322c790 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d5474640 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b80695e0 0x7fd3b806baa0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8056000 tx=0x7fd3c8050000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d5c75640 1 -- 172.21.15.39:0/415646093 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 mds0_sessionmap [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) v8 ==== 159+0+5 (crc 0 0 0) 0x7fd3d0004830 con 0x55ecd31f9700 2024-09-13T16:17:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ecd31f9700 msgr2=0x55ecd322c790 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.643+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ecd31f9700 0x55ecd322c790 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b80695e0 msgr2=0x7fd3b806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd3b80695e0 0x7fd3b806baa0 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7fd3c8056000 tx=0x7fd3c8050000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd319c470 msgr2=0x55ecd31f91c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 --2- 172.21.15.39:0/415646093 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ecd319c470 0x55ecd31f91c0 secure :-1 s=READY pgs=1456 cs=0 l=1 rev1=1 crypto rx=0x7fd3cc002e40 tx=0x7fd3cc00c620 comp rx=0 tx=0).stop 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d5c75640 1 -- 172.21.15.39:0/415646093 reap_dead start 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 shutdown_connections 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 >> 172.21.15.39:0/415646093 conn(0x55ecd31a4800 msgr2=0x55ecd3158660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 shutdown_connections 2024-09-13T16:17:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.644+0000 7fd3d7977f40 1 -- 172.21.15.39:0/415646093 wait complete. 2024-09-13T16:17:43.654 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 400.00000000 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.696+0000 7fc20f51df40 1 Processor -- start 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.696+0000 7fc20f51df40 1 -- start start 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20f51df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1f4002980 0x560215e5f380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20f51df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560215e770f0 0x560215da6190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20f51df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20f51df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560215d59be0 con 0x560215e76ba0 2024-09-13T16:17:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20f51df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560215d554d0 con 0x560215e770f0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20f51df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560215cf0b60 con 0x7fc1f4002980 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49910/0 (socket says 172.21.15.39:49910) 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 -- 172.21.15.39:0/791321776 learned_addr learned my addr 172.21.15.39:0/791321776 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20c5a5640 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1f4002980 0x560215e5f380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20bda4640 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560215e770f0 0x560215da6190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 -- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1f4002980 msgr2=0x560215e5f380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1f4002980 0x560215e5f380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 -- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560215e770f0 msgr2=0x560215da6190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560215e770f0 0x560215da6190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.697+0000 7fc20cda6640 1 -- 172.21.15.39:0/791321776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560215cf3060 con 0x560215e76ba0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20cda6640 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5e5b0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x560215df36d0 tx=0x7fc204004830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7bb77a1926861f05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20ada2640 1 -- 172.21.15.39:0/791321776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc20400f450 con 0x560215e76ba0 2024-09-13T16:17:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20ada2640 1 -- 172.21.15.39:0/791321776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc20400f5d0 con 0x560215e76ba0 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20ada2640 1 -- 172.21.15.39:0/791321776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc20400f980 con 0x560215e76ba0 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 -- 172.21.15.39:0/791321776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 msgr2=0x560215e5e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5e5b0 secure :-1 s=READY pgs=1459 cs=0 l=1 rev1=1 crypto rx=0x560215df36d0 tx=0x7fc204004830 comp rx=0 tx=0).stop 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 -- 172.21.15.39:0/791321776 shutdown_connections 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5e5b0 unknown :-1 s=CLOSED pgs=1459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560215e770f0 0x560215da6190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 --2- 172.21.15.39:0/791321776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1f4002980 0x560215e5f380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 -- 172.21.15.39:0/791321776 >> 172.21.15.39:0/791321776 conn(0x560215df3800 msgr2=0x560215e79aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 -- 172.21.15.39:0/791321776 shutdown_connections 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.698+0000 7fc20f51df40 1 -- 172.21.15.39:0/791321776 wait complete. 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.699+0000 7fc20f51df40 1 Processor -- start 2024-09-13T16:17:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.699+0000 7fc20f51df40 1 -- start start 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5cf90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560215e770f0 0x560215f19c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1f4002980 0x560215f1a180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560215cf0800 con 0x560215e76ba0 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560215cd3520 con 0x7fc1f4002980 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560215e7bb60 con 0x560215e770f0 2024-09-13T16:17:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5cf90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5cf90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49920/0 (socket says 172.21.15.39:49920) 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 -- 172.21.15.39:0/6904747 learned_addr learned my addr 172.21.15.39:0/6904747 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20cda6640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1f4002980 0x560215f1a180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20bda4640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560215e770f0 0x560215f19c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 -- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560215e770f0 msgr2=0x560215f19c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560215e770f0 0x560215f19c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 -- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1f4002980 msgr2=0x560215f1a180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1f4002980 0x560215f1a180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 -- 172.21.15.39:0/6904747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc20400e040 con 0x560215e76ba0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20bda4640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560215e770f0 0x560215f19c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20c5a5640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5cf90 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc009e20 tx=0x7fc1fc009f10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc209da0640 1 -- 172.21.15.39:0/6904747 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1fc007e20 con 0x560215e76ba0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc209da0640 1 -- 172.21.15.39:0/6904747 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1fc010070 con 0x560215e76ba0 2024-09-13T16:17:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x560215cf2ac0 con 0x560215e76ba0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc209da0640 1 -- 172.21.15.39:0/6904747 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1fc015610 con 0x560215e76ba0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.700+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560215e7ff70 con 0x560215e76ba0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.702+0000 7fc209da0640 1 -- 172.21.15.39:0/6904747 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1fc015770 con 0x560215e76ba0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.702+0000 7fc209da0640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1f80695e0 0x7fc1f806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.702+0000 7fc209da0640 1 -- 172.21.15.39:0/6904747 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc1fc0875a0 con 0x560215e76ba0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.702+0000 7fc20bda4640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1f80695e0 0x7fc1f806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.702+0000 7fc20f51df40 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560215e7ea00 0x560215e7ede0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.702+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x560215e5d4d0 con 0x560215e7ea00 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.703+0000 7fc20cda6640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560215e7ea00 0x560215e7ede0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.703+0000 7fc20bda4640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1f80695e0 0x7fc1f806baa0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fc200055000 tx=0x7fc200053000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.703+0000 7fc20cda6640 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560215e7ea00 0x560215e7ede0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20cda6640 1 -- 172.21.15.39:0/6904747 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 400.00000000 [omap-get-keys out=5b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+5 (crc 0 0 0) 0x7fc20400f9c0 con 0x560215e7ea00 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560215e7ea00 msgr2=0x560215e7ede0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560215e7ea00 0x560215e7ede0 crc :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1f80695e0 msgr2=0x7fc1f806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1f80695e0 0x7fc1f806baa0 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fc200055000 tx=0x7fc200053000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 msgr2=0x560215e5cf90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 --2- 172.21.15.39:0/6904747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560215e76ba0 0x560215e5cf90 secure :-1 s=READY pgs=1460 cs=0 l=1 rev1=1 crypto rx=0x7fc1fc009e20 tx=0x7fc1fc009f10 comp rx=0 tx=0).stop 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20cda6640 1 -- 172.21.15.39:0/6904747 reap_dead start 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 shutdown_connections 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 >> 172.21.15.39:0/6904747 conn(0x560215df3800 msgr2=0x560215e5f380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 shutdown_connections 2024-09-13T16:17:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.704+0000 7fc20f51df40 1 -- 172.21.15.39:0/6904747 wait complete. 2024-09-13T16:17:43.710 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 100.00000000.inode 2024-09-13T16:17:43.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 Processor -- start 2024-09-13T16:17:43.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 -- start start 2024-09-13T16:17:43.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732f890 0x55f2e7399140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e732fc70 0x55f2e73a04d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 0x55f2e73a0a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e729a4d0 con 0x55f2e73abee0 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e7235b60 con 0x55f2e732f890 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.792+0000 7f47eb177f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f2e7235800 con 0x55f2e732fc70 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 0x55f2e73a0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 0x55f2e73a0a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49942/0 (socket says 172.21.15.39:49942) 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 -- 172.21.15.39:0/3353387953 learned_addr learned my addr 172.21.15.39:0/3353387953 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 -- 172.21.15.39:0/3353387953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e732fc70 msgr2=0x55f2e73a04d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e732fc70 0x55f2e73a04d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 -- 172.21.15.39:0/3353387953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732f890 msgr2=0x55f2e7399140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732f890 0x55f2e7399140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 -- 172.21.15.39:0/3353387953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47e0005d20 con 0x55f2e73abee0 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e9475640 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 0x55f2e73a0a10 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f47d800c440 tx=0x7f47d800c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=459ddf8f690a1a57 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e7471640 1 -- 172.21.15.39:0/3353387953 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d80116b0 con 0x55f2e73abee0 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e7471640 1 -- 172.21.15.39:0/3353387953 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47d8011830 con 0x55f2e73abee0 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.793+0000 7f47e7471640 1 -- 172.21.15.39:0/3353387953 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d8011be0 con 0x55f2e73abee0 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 -- 172.21.15.39:0/3353387953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 msgr2=0x55f2e73a0a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 0x55f2e73a0a10 secure :-1 s=READY pgs=1463 cs=0 l=1 rev1=1 crypto rx=0x7f47d800c440 tx=0x7f47d800c900 comp rx=0 tx=0).stop 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 -- 172.21.15.39:0/3353387953 shutdown_connections 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e73abee0 0x55f2e73a0a10 unknown :-1 s=CLOSED pgs=1463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e732fc70 0x55f2e73a04d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 --2- 172.21.15.39:0/3353387953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732f890 0x55f2e7399140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 -- 172.21.15.39:0/3353387953 >> 172.21.15.39:0/3353387953 conn(0x55f2e7338800 msgr2=0x55f2e73aa8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 -- 172.21.15.39:0/3353387953 shutdown_connections 2024-09-13T16:17:43.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 -- 172.21.15.39:0/3353387953 wait complete. 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 Processor -- start 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.794+0000 7f47eb177f40 1 -- start start 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47eb177f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e732f890 0x55f2e73c2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47eb177f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732fc70 0x55f2e739b150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47eb177f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e73abee0 0x55f2e739b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47eb177f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e7218520 con 0x55f2e732f890 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47eb177f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2e7333570 con 0x55f2e732fc70 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47eb177f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f2e73a99c0 con 0x55f2e73abee0 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47e8c74640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e732f890 0x55f2e73c2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47e8c74640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e732f890 0x55f2e73c2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49958/0 (socket says 172.21.15.39:49958) 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47e8c74640 1 -- 172.21.15.39:0/2872104992 learned_addr learned my addr 172.21.15.39:0/2872104992 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47e8473640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732fc70 0x55f2e739b150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.795+0000 7f47e9475640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e73abee0 0x55f2e739b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e8c74640 1 -- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e73abee0 msgr2=0x55f2e739b690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e8c74640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e73abee0 0x55f2e739b690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e8c74640 1 -- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732fc70 msgr2=0x55f2e739b150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e8c74640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f2e732fc70 0x55f2e739b150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e8c74640 1 -- 172.21.15.39:0/2872104992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47d800d040 con 0x55f2e732f890 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e9475640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2e73abee0 0x55f2e739b690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e8c74640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e732f890 0x55f2e73c2770 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f47e0057040 tx=0x7f47e0005810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e646f640 1 -- 172.21.15.39:0/2872104992 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e0054b10 con 0x55f2e732f890 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e646f640 1 -- 172.21.15.39:0/2872104992 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47e0054c70 con 0x55f2e732f890 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47e646f640 1 -- 172.21.15.39:0/2872104992 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47e005e410 con 0x55f2e732f890 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55f2e7244c20 con 0x55f2e732f890 2024-09-13T16:17:43.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.796+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f2e7238060 con 0x55f2e732f890 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.797+0000 7f47e646f640 1 -- 172.21.15.39:0/2872104992 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f47e005b050 con 0x55f2e732f890 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.798+0000 7f47e646f640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c80695e0 0x7f47c806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.798+0000 7f47e646f640 1 -- 172.21.15.39:0/2872104992 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f47e00cb550 con 0x55f2e732f890 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.798+0000 7f47eb177f40 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2e73a8590 0x55f2e739ee40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.798+0000 7f47e8473640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c80695e0 0x7f47c806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.798+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55f2e73c3050 con 0x55f2e73a8590 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.798+0000 7f47e9475640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2e73a8590 0x55f2e739ee40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47e8473640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c80695e0 0x7f47c806baa0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x55f2e73c36f0 tx=0x7f47d0001770 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47e9475640 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2e73a8590 0x55f2e739ee40 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47e9475640 1 -- 172.21.15.39:0/2872104992 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 100.00000000.inode [omap-get-keys out=5b] v0'0 uv3 ondisk = 0) v8 ==== 162+0+5 (crc 0 0 0) 0x7f47d8018020 con 0x55f2e73a8590 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2e73a8590 msgr2=0x55f2e739ee40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2e73a8590 0x55f2e739ee40 crc :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c80695e0 msgr2=0x7f47c806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c80695e0 0x7f47c806baa0 secure :-1 s=READY pgs=593 cs=0 l=1 rev1=1 crypto rx=0x55f2e73c36f0 tx=0x7f47d0001770 comp rx=0 tx=0).stop 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e732f890 msgr2=0x55f2e73c2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 --2- 172.21.15.39:0/2872104992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f2e732f890 0x55f2e73c2770 secure :-1 s=READY pgs=1464 cs=0 l=1 rev1=1 crypto rx=0x7f47e0057040 tx=0x7f47e0005810 comp rx=0 tx=0).stop 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47e9475640 1 -- 172.21.15.39:0/2872104992 reap_dead start 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 shutdown_connections 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 >> 172.21.15.39:0/2872104992 conn(0x55f2e7338800 msgr2=0x55f2e7333740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 shutdown_connections 2024-09-13T16:17:43.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.799+0000 7f47eb177f40 1 -- 172.21.15.39:0/2872104992 wait complete. 2024-09-13T16:17:43.808 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata listomapkeys 1.00000000 2024-09-13T16:17:43.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.891+0000 7f546e833f40 1 Processor -- start 2024-09-13T16:17:43.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.891+0000 7f546e833f40 1 -- start start 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546e833f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2890 0x55d1279cadf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546e833f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d1279c2c70 0x55d127a30ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546e833f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 0x55d1279c9d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546e833f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d12792d4d0 con 0x55d127a3ed10 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546e833f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1278c8b60 con 0x55d1279c2c70 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546e833f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d1278c8800 con 0x55d1279c2890 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 0x55d1279c9d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 0x55d1279c9d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49974/0 (socket says 172.21.15.39:49974) 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 -- 172.21.15.39:0/1234849069 learned_addr learned my addr 172.21.15.39:0/1234849069 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546bb2f640 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d1279c2c70 0x55d127a30ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546c330640 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2890 0x55d1279cadf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 -- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2890 msgr2=0x55d1279cadf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2890 0x55d1279cadf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 -- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d1279c2c70 msgr2=0x55d127a30ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d1279c2c70 0x55d127a30ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 -- 172.21.15.39:0/1234849069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5454005de0 con 0x55d127a3ed10 2024-09-13T16:17:43.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546c330640 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2890 0x55d1279cadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546cb31640 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 0x55d1279c9d10 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f546400a7d0 tx=0x7f546400a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f139df4a5801749c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.892+0000 7f546ab2d640 1 -- 172.21.15.39:0/1234849069 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f546400f070 con 0x55d127a3ed10 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546ab2d640 1 -- 172.21.15.39:0/1234849069 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5464007600 con 0x55d127a3ed10 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546ab2d640 1 -- 172.21.15.39:0/1234849069 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5464007990 con 0x55d127a3ed10 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 -- 172.21.15.39:0/1234849069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 msgr2=0x55d1279c9d10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 0x55d1279c9d10 secure :-1 s=READY pgs=1466 cs=0 l=1 rev1=1 crypto rx=0x7f546400a7d0 tx=0x7f546400a8c0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 -- 172.21.15.39:0/1234849069 shutdown_connections 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d127a3ed10 0x55d1279c9d10 unknown :-1 s=CLOSED pgs=1466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d1279c2c70 0x55d127a30ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 --2- 172.21.15.39:0/1234849069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2890 0x55d1279cadf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 -- 172.21.15.39:0/1234849069 >> 172.21.15.39:0/1234849069 conn(0x55d1279cb800 msgr2=0x55d127a3d590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 -- 172.21.15.39:0/1234849069 shutdown_connections 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.893+0000 7f546e833f40 1 -- 172.21.15.39:0/1234849069 wait complete. 2024-09-13T16:17:43.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 Processor -- start 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 -- start start 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d1279c2890 0x55d127a2d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2c70 0x55d12797edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d127a3ed10 0x55d12797f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d1278ab520 con 0x55d1279c2890 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d127a2df10 con 0x55d127a3ed10 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.894+0000 7f546e833f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d127a348e0 con 0x55d1279c2c70 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d1279c2890 0x55d127a2d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d1279c2890 0x55d127a2d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49980/0 (socket says 172.21.15.39:49980) 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 -- 172.21.15.39:0/2384458234 learned_addr learned my addr 172.21.15.39:0/2384458234 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546cb31640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d127a3ed10 0x55d12797f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546bb2f640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2c70 0x55d12797edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 -- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2c70 msgr2=0x55d12797edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d1279c2c70 0x55d12797edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 -- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d127a3ed10 msgr2=0x55d12797f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d127a3ed10 0x55d12797f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 -- 172.21.15.39:0/2384458234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f546400a420 con 0x55d1279c2890 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546c330640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d1279c2890 0x55d127a2d9d0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f545c00a1b0 tx=0x7f545c00a670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f5469b2b640 1 -- 172.21.15.39:0/2384458234 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c00aea0 con 0x55d1279c2890 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f5469b2b640 1 -- 172.21.15.39:0/2384458234 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f545c011630 con 0x55d1279c2890 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55d1278d7c20 con 0x55d1279c2890 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f5469b2b640 1 -- 172.21.15.39:0/2384458234 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f545c011a20 con 0x55d1279c2890 2024-09-13T16:17:43.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.895+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d1278cb060 con 0x55d1279c2890 2024-09-13T16:17:43.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f5469b2b640 1 -- 172.21.15.39:0/2384458234 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f545c011b80 con 0x55d1279c2890 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f5469b2b640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f544c0695e0 0x7f544c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f5469b2b640 1 -- 172.21.15.39:0/2384458234 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f545c0882e0 con 0x55d1279c2890 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f546bb2f640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f544c0695e0 0x7f544c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f546e833f40 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d127a32020 0x55d127a36b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-get-keys in=12b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55d127af88b0 con 0x55d127a32020 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.897+0000 7f546cb31640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d127a32020 0x55d127a36b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546bb2f640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f544c0695e0 0x7f544c06baa0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f5454057000 tx=0x7f5454052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546cb31640 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d127a32020 0x55d127a36b10 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546cb31640 1 -- 172.21.15.39:0/2384458234 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 1.00000000 [omap-get-keys out=20b] v0'0 uv6 ondisk = 0) v8 ==== 154+0+20 (crc 0 0 0) 0x7f5464007970 con 0x55d127a32020 2024-09-13T16:17:43.903 INFO:teuthology.orchestra.run.smithi039.stdout:subdir_head 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d127a32020 msgr2=0x55d127a36b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d127a32020 0x55d127a36b10 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f544c0695e0 msgr2=0x7f544c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f544c0695e0 0x7f544c06baa0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f5454057000 tx=0x7f5454052000 comp rx=0 tx=0).stop 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d1279c2890 msgr2=0x55d127a2d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 --2- 172.21.15.39:0/2384458234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d1279c2890 0x55d127a2d9d0 secure :-1 s=READY pgs=1467 cs=0 l=1 rev1=1 crypto rx=0x7f545c00a1b0 tx=0x7f545c00a670 comp rx=0 tx=0).stop 2024-09-13T16:17:43.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546cb31640 1 -- 172.21.15.39:0/2384458234 reap_dead start 2024-09-13T16:17:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 shutdown_connections 2024-09-13T16:17:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.898+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 >> 172.21.15.39:0/2384458234 conn(0x55d1279cb800 msgr2=0x55d127a3c030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.899+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 shutdown_connections 2024-09-13T16:17:43.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.899+0000 7f546e833f40 1 -- 172.21.15.39:0/2384458234 wait complete. 2024-09-13T16:17:43.906 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 10000000000.00000000 2024-09-13T16:17:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.987+0000 7f90fd168f40 1 Processor -- start 2024-09-13T16:17:43.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.987+0000 7f90fd168f40 1 -- start start 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fd168f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee40e3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fd168f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee40ee8f0 0x560ee4106930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fd168f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee4105730 0x560ee4106e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fd168f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ee3fdc4d0 con 0x560ee402f610 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fd168f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ee3f77b60 con 0x560ee4105730 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fd168f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560ee3f77800 con 0x560ee40ee8f0 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee40e3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee40e3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49986/0 (socket says 172.21.15.39:49986) 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 -- 172.21.15.39:0/1575480730 learned_addr learned my addr 172.21.15.39:0/1575480730 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fb466640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee4105730 0x560ee4106e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fa464640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee40ee8f0 0x560ee4106930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 -- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee40ee8f0 msgr2=0x560ee4106930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee40ee8f0 0x560ee4106930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 -- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee4105730 msgr2=0x560ee4106e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee4105730 0x560ee4106e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 -- 172.21.15.39:0/1575480730 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90f4005d20 con 0x560ee402f610 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fa464640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee40ee8f0 0x560ee4106930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fb466640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee4105730 0x560ee4106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90fac65640 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee40e3c80 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0015b0 tx=0x7f90ec001a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2087edd3f5fe9e4d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90f9462640 1 -- 172.21.15.39:0/1575480730 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ec004520 con 0x560ee402f610 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90f9462640 1 -- 172.21.15.39:0/1575480730 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ec004680 con 0x560ee402f610 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.988+0000 7f90f9462640 1 -- 172.21.15.39:0/1575480730 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ec004a10 con 0x560ee402f610 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 -- 172.21.15.39:0/1575480730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 msgr2=0x560ee40e3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee40e3c80 secure :-1 s=READY pgs=1468 cs=0 l=1 rev1=1 crypto rx=0x7f90ec0015b0 tx=0x7f90ec001a70 comp rx=0 tx=0).stop 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 -- 172.21.15.39:0/1575480730 shutdown_connections 2024-09-13T16:17:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee4105730 0x560ee4106e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee40ee8f0 0x560ee4106930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 --2- 172.21.15.39:0/1575480730 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee40e3c80 unknown :-1 s=CLOSED pgs=1468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 -- 172.21.15.39:0/1575480730 >> 172.21.15.39:0/1575480730 conn(0x560ee4033040 msgr2=0x560ee4079c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 -- 172.21.15.39:0/1575480730 shutdown_connections 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 -- 172.21.15.39:0/1575480730 wait complete. 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.989+0000 7f90fd168f40 1 Processor -- start 2024-09-13T16:17:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 -- start start 2024-09-13T16:17:43.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee4075d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee40ee8f0 0x560ee40762a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee4105730 0x560ee40db4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ee3f5a520 con 0x560ee402f610 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560ee4107130 con 0x560ee40ee8f0 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fd168f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560ee40dc200 con 0x560ee4105730 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fac65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee4075d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fac65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee4075d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50000/0 (socket says 172.21.15.39:50000) 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fac65640 1 -- 172.21.15.39:0/579039594 learned_addr learned my addr 172.21.15.39:0/579039594 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.990+0000 7f90fa464640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee40ee8f0 0x560ee40762a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fb466640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee4105730 0x560ee40db4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fac65640 1 -- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee4105730 msgr2=0x560ee40db4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fac65640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560ee4105730 0x560ee40db4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fac65640 1 -- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee40ee8f0 msgr2=0x560ee40762a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:43.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fac65640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee40ee8f0 0x560ee40762a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fac65640 1 -- 172.21.15.39:0/579039594 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560ee3f79cd0 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fa464640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560ee40ee8f0 0x560ee40762a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fac65640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee4075d60 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f90ec001350 tx=0x7f90ec001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90f3fff640 1 -- 172.21.15.39:0/579039594 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ec013830 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90f3fff640 1 -- 172.21.15.39:0/579039594 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90ec013990 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x560ee3f86c20 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90f3fff640 1 -- 172.21.15.39:0/579039594 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90ec013d20 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.991+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560ee3f7a060 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.992+0000 7f90f3fff640 1 -- 172.21.15.39:0/579039594 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f90ec01e3e0 con 0x560ee402f610 2024-09-13T16:17:43.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.993+0000 7f90f3fff640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90dc0695e0 0x7f90dc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.993+0000 7f90f3fff640 1 -- 172.21.15.39:0/579039594 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f90ec0894f0 con 0x560ee402f610 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.993+0000 7f90fa464640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90dc0695e0 0x7f90dc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.993+0000 7f90fd168f40 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560ee40ec530 0x560ee40dd570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.993+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x560ee40df830 con 0x560ee40ec530 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.993+0000 7f90fb466640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560ee40ec530 0x560ee40dd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fb466640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560ee40ec530 0x560ee40dd570 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fa464640 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90dc0695e0 0x7f90dc06baa0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x560ee40ecb60 tx=0x7f90e400c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:43.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fb466640 1 -- 172.21.15.39:0/579039594 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 10000000000.00000000 [stat out=16b] v0'0 uv10 ondisk = 0) v8 ==== 164+0+16 (crc 0 0 0) 0x7f90f4054910 con 0x560ee40ec530 2024-09-13T16:17:43.999 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/10000000000.00000000 mtime 2024-09-13T16:17:40.000000+0000, size 0 2024-09-13T16:17:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560ee40ec530 msgr2=0x560ee40dd570 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560ee40ec530 0x560ee40dd570 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90dc0695e0 msgr2=0x7f90dc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90dc0695e0 0x7f90dc06baa0 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x560ee40ecb60 tx=0x7f90e400c040 comp rx=0 tx=0).stop 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 msgr2=0x560ee4075d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 --2- 172.21.15.39:0/579039594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560ee402f610 0x560ee4075d60 secure :-1 s=READY pgs=1469 cs=0 l=1 rev1=1 crypto rx=0x7f90ec001350 tx=0x7f90ec001250 comp rx=0 tx=0).stop 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fb466640 1 -- 172.21.15.39:0/579039594 reap_dead start 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 shutdown_connections 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 >> 172.21.15.39:0/579039594 conn(0x560ee4033040 msgr2=0x560ee402e790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 shutdown_connections 2024-09-13T16:17:44.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:43.994+0000 7f90fd168f40 1 -- 172.21.15.39:0/579039594 wait complete. 2024-09-13T16:17:44.001 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 600.00000000 2024-09-13T16:17:44.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.083+0000 7fb43d61cf40 1 Processor -- start 2024-09-13T16:17:44.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.083+0000 7fb43d61cf40 1 -- start start 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43d61cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd052320 0x55b9cd11d320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43d61cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd07db30 0x55b9cd079d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43d61cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 0x55b9cd07a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43d61cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9ccffa4d0 con 0x55b9cd1272d0 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43d61cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9ccf95b60 con 0x55b9cd07db30 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43d61cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b9ccf95800 con 0x55b9cd052320 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 0x55b9cd07a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 0x55b9cd07a2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50022/0 (socket says 172.21.15.39:50022) 2024-09-13T16:17:44.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 -- 172.21.15.39:0/4197845149 learned_addr learned my addr 172.21.15.39:0/4197845149 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b119640 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd052320 0x55b9cd11d320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb433fff640 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd07db30 0x55b9cd079d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 -- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd052320 msgr2=0x55b9cd11d320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd052320 0x55b9cd11d320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 -- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd07db30 msgr2=0x55b9cd079d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd07db30 0x55b9cd079d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 -- 172.21.15.39:0/4197845149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb424005d20 con 0x55b9cd1272d0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43b91a640 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 0x55b9cd07a2d0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fb434006f00 tx=0x7fb434001a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a44f19c1790e2c2a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.084+0000 7fb43a117640 1 -- 172.21.15.39:0/4197845149 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb434004520 con 0x55b9cd1272d0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43a117640 1 -- 172.21.15.39:0/4197845149 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb434004680 con 0x55b9cd1272d0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43a117640 1 -- 172.21.15.39:0/4197845149 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb434004a30 con 0x55b9cd1272d0 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 -- 172.21.15.39:0/4197845149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 msgr2=0x55b9cd07a2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 0x55b9cd07a2d0 secure :-1 s=READY pgs=1471 cs=0 l=1 rev1=1 crypto rx=0x7fb434006f00 tx=0x7fb434001a20 comp rx=0 tx=0).stop 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 -- 172.21.15.39:0/4197845149 shutdown_connections 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd1272d0 0x55b9cd07a2d0 unknown :-1 s=CLOSED pgs=1471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd07db30 0x55b9cd079d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/4197845149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd052320 0x55b9cd11d320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 -- 172.21.15.39:0/4197845149 >> 172.21.15.39:0/4197845149 conn(0x55b9cd07b6b0 msgr2=0x55b9cd124140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 -- 172.21.15.39:0/4197845149 shutdown_connections 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.085+0000 7fb43d61cf40 1 -- 172.21.15.39:0/4197845149 wait complete. 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 Processor -- start 2024-09-13T16:17:44.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 -- start start 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd052320 0x55b9cd1198e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd07db30 0x55b9cd107d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd1272d0 0x55b9cd1082a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9ccf78520 con 0x55b9cd052320 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b9cd119e20 con 0x55b9cd1272d0 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43d61cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b9cd126a80 con 0x55b9cd07db30 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43b119640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd052320 0x55b9cd1198e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43b119640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd052320 0x55b9cd1198e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50036/0 (socket says 172.21.15.39:50036) 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.086+0000 7fb43b119640 1 -- 172.21.15.39:0/671262543 learned_addr learned my addr 172.21.15.39:0/671262543 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb433fff640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd07db30 0x55b9cd107d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b91a640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd1272d0 0x55b9cd1082a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b119640 1 -- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd07db30 msgr2=0x55b9cd107d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b119640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b9cd07db30 0x55b9cd107d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b119640 1 -- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd1272d0 msgr2=0x55b9cd1082a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b119640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b9cd1272d0 0x55b9cd1082a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b119640 1 -- 172.21.15.39:0/671262543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb428001e10 con 0x55b9cd052320 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43b119640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd052320 0x55b9cd1198e0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fb42c0458c0 tx=0x7fb42c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb439115640 1 -- 172.21.15.39:0/671262543 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb42c054b10 con 0x55b9cd052320 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb439115640 1 -- 172.21.15.39:0/671262543 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb42c054c70 con 0x55b9cd052320 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb439115640 1 -- 172.21.15.39:0/671262543 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb42c054600 con 0x55b9cd052320 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb42c005d20 con 0x55b9cd052320 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.087+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b9ccfa4c20 con 0x55b9cd052320 2024-09-13T16:17:44.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb439115640 1 -- 172.21.15.39:0/671262543 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb42c05b040 con 0x55b9cd052320 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb439115640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41c069610 0x7fb41c06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb439115640 1 -- 172.21.15.39:0/671262543 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb42c0cbaf0 con 0x55b9cd052320 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b9cd1246e0 0x55b9cd051680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb433fff640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41c069610 0x7fb41c06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55b9cd125cb0 con 0x55b9cd1246e0 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.089+0000 7fb43b91a640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b9cd1246e0 0x55b9cd051680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43b91a640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b9cd1246e0 0x55b9cd051680 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb433fff640 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41c069610 0x7fb41c06bad0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x55b9cd11d070 tx=0x7fb42400c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43b91a640 1 -- 172.21.15.39:0/671262543 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 600.00000000 [stat out=16b] v0'0 uv2 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x7fb4340047f0 con 0x55b9cd1246e0 2024-09-13T16:17:44.095 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/600.00000000 mtime 2024-09-13T16:17:24.000000+0000, size 0 2024-09-13T16:17:44.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b9cd1246e0 msgr2=0x55b9cd051680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b9cd1246e0 0x55b9cd051680 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41c069610 msgr2=0x7fb41c06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41c069610 0x7fb41c06bad0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x55b9cd11d070 tx=0x7fb42400c040 comp rx=0 tx=0).stop 2024-09-13T16:17:44.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd052320 msgr2=0x55b9cd1198e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 --2- 172.21.15.39:0/671262543 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b9cd052320 0x55b9cd1198e0 secure :-1 s=READY pgs=1472 cs=0 l=1 rev1=1 crypto rx=0x7fb42c0458c0 tx=0x7fb42c002fb0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43b91a640 1 -- 172.21.15.39:0/671262543 reap_dead start 2024-09-13T16:17:44.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 shutdown_connections 2024-09-13T16:17:44.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 >> 172.21.15.39:0/671262543 conn(0x55b9cd07b6b0 msgr2=0x55b9cd07d230 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 shutdown_connections 2024-09-13T16:17:44.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.090+0000 7fb43d61cf40 1 -- 172.21.15.39:0/671262543 wait complete. 2024-09-13T16:17:44.097 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 1.00000000.inode 2024-09-13T16:17:44.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.178+0000 7fb4dea46f40 1 Processor -- start 2024-09-13T16:17:44.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.178+0000 7fb4dea46f40 1 -- start start 2024-09-13T16:17:44.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dea46f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd784e90f0 0x55bd7858ba10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dea46f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78475d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dea46f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd78506840 0x55bd784e5a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dea46f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd783dc4d0 con 0x55bd784e94d0 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dea46f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd78377b60 con 0x55bd78506840 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dea46f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bd78377800 con 0x55bd784e90f0 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78475d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78475d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50056/0 (socket says 172.21.15.39:50056) 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 -- 172.21.15.39:0/347404163 learned_addr learned my addr 172.21.15.39:0/347404163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 -- 172.21.15.39:0/347404163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd784e90f0 msgr2=0x55bd7858ba10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd784e90f0 0x55bd7858ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 -- 172.21.15.39:0/347404163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd78506840 msgr2=0x55bd784e5a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd78506840 0x55bd784e5a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 -- 172.21.15.39:0/347404163 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4cc00a1c0 con 0x55bd784e94d0 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dbd42640 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78475d00 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4001dd0 tx=0x7fb4c400d7c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19baa78873afa300 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dad40640 1 -- 172.21.15.39:0/347404163 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c400b860 con 0x55bd784e94d0 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dad40640 1 -- 172.21.15.39:0/347404163 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4c400b9c0 con 0x55bd784e94d0 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.179+0000 7fb4dad40640 1 -- 172.21.15.39:0/347404163 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c400bd70 con 0x55bd784e94d0 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 -- 172.21.15.39:0/347404163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 msgr2=0x55bd78475d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78475d00 secure :-1 s=READY pgs=1474 cs=0 l=1 rev1=1 crypto rx=0x7fb4c4001dd0 tx=0x7fb4c400d7c0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 -- 172.21.15.39:0/347404163 shutdown_connections 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd78506840 0x55bd784e5a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78475d00 unknown :-1 s=CLOSED pgs=1474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/347404163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd784e90f0 0x55bd7858ba10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 -- 172.21.15.39:0/347404163 >> 172.21.15.39:0/347404163 conn(0x55bd784327b0 msgr2=0x55bd78503130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 -- 172.21.15.39:0/347404163 shutdown_connections 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 -- 172.21.15.39:0/347404163 wait complete. 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.180+0000 7fb4dea46f40 1 Processor -- start 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 -- start start 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd784e90f0 0x55bd7858f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78501820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd78506840 0x55bd7858c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd7835a520 con 0x55bd784e94d0 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd784e4e80 con 0x55bd784e90f0 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dea46f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bd7858c300 con 0x55bd78506840 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dbd42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78501820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dbd42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78501820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50066/0 (socket says 172.21.15.39:50066) 2024-09-13T16:17:44.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dbd42640 1 -- 172.21.15.39:0/2060419561 learned_addr learned my addr 172.21.15.39:0/2060419561 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.181+0000 7fb4dc543640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd784e90f0 0x55bd7858f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dcd44640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd78506840 0x55bd7858c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dbd42640 1 -- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd78506840 msgr2=0x55bd7858c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dbd42640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd78506840 0x55bd7858c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dbd42640 1 -- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd784e90f0 msgr2=0x55bd7858f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dbd42640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd784e90f0 0x55bd7858f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dbd42640 1 -- 172.21.15.39:0/2060419561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd78379cd0 con 0x55bd784e94d0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dcd44640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd78506840 0x55bd7858c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dbd42640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78501820 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400dcc0 tx=0x7fb4c4000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4d9d3e640 1 -- 172.21.15.39:0/2060419561 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4016ca0 con 0x55bd784e94d0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4d9d3e640 1 -- 172.21.15.39:0/2060419561 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4c4016e00 con 0x55bd784e94d0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55bd78386c20 con 0x55bd784e94d0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4d9d3e640 1 -- 172.21.15.39:0/2060419561 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c4021640 con 0x55bd784e94d0 2024-09-13T16:17:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.182+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd7837a060 con 0x55bd784e94d0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.183+0000 7fb4d9d3e640 1 -- 172.21.15.39:0/2060419561 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb4c40153e0 con 0x55bd784e94d0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.184+0000 7fb4d9d3e640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4bc0695e0 0x7fb4bc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.184+0000 7fb4d9d3e640 1 -- 172.21.15.39:0/2060419561 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb4c408b6d0 con 0x55bd784e94d0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.184+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bd7858ccd0 0x55bd784dc300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.184+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55bd784e86c0 con 0x55bd7858ccd0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.184+0000 7fb4dc543640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4bc0695e0 0x7fb4bc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.184+0000 7fb4dcd44640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bd7858ccd0 0x55bd784dc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.185+0000 7fb4dc543640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4bc0695e0 0x7fb4bc06baa0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4005fd0 tx=0x7fb4d4005ad0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.185+0000 7fb4dcd44640 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bd7858ccd0 0x55bd784dc300 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.185+0000 7fb4dcd44640 1 -- 172.21.15.39:0/2060419561 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 1.00000000.inode [stat out=16b] v0'0 uv17 ondisk = 0) v8 ==== 160+0+16 (crc 0 0 0) 0x7fb4cc050910 con 0x55bd7858ccd0 2024-09-13T16:17:44.191 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/1.00000000.inode mtime 2024-09-13T16:17:40.000000+0000, size 582 2024-09-13T16:17:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.185+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bd7858ccd0 msgr2=0x55bd784dc300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.185+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bd7858ccd0 0x55bd784dc300 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4bc0695e0 msgr2=0x7fb4bc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4bc0695e0 0x7fb4bc06baa0 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7fb4d4005fd0 tx=0x7fb4d4005ad0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 msgr2=0x55bd78501820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 --2- 172.21.15.39:0/2060419561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd784e94d0 0x55bd78501820 secure :-1 s=READY pgs=1475 cs=0 l=1 rev1=1 crypto rx=0x7fb4c400dcc0 tx=0x7fb4c4000ed0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dcd44640 1 -- 172.21.15.39:0/2060419561 reap_dead start 2024-09-13T16:17:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 shutdown_connections 2024-09-13T16:17:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 >> 172.21.15.39:0/2060419561 conn(0x55bd784327b0 msgr2=0x55bd78475eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 shutdown_connections 2024-09-13T16:17:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.186+0000 7fb4dea46f40 1 -- 172.21.15.39:0/2060419561 wait complete. 2024-09-13T16:17:44.194 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 200.00000000 2024-09-13T16:17:44.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 Processor -- start 2024-09-13T16:17:44.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 -- start start 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb08c3690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 0x562eb0927b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0939290 0x562eb08c2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb082dbe0 con 0x562eb0928380 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb08294d0 con 0x562eb0939290 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75cb40af40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562eb07c4b60 con 0x7f75b00030b0 2024-09-13T16:17:44.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75c7b09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 0x562eb0927b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75c7b09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 0x562eb0927b20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50082/0 (socket says 172.21.15.39:50082) 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.276+0000 7f75c7b09640 1 -- 172.21.15.39:0/928552928 learned_addr learned my addr 172.21.15.39:0/928552928 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c830a640 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb08c3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c7b09640 1 -- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 msgr2=0x562eb08c3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c7b09640 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb08c3690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c7b09640 1 -- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0939290 msgr2=0x562eb08c2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c8b0b640 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0939290 0x562eb08c2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c7b09640 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0939290 0x562eb08c2110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c7b09640 1 -- 172.21.15.39:0/928552928 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562eb07c7060 con 0x562eb0928380 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c7b09640 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 0x562eb0927b20 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f75bc025870 tx=0x7f75bc052000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6f581794438988e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c6b07640 1 -- 172.21.15.39:0/928552928 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75bc055750 con 0x562eb0928380 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c6b07640 1 -- 172.21.15.39:0/928552928 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75bc0558b0 con 0x562eb0928380 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75c6b07640 1 -- 172.21.15.39:0/928552928 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75bc055c40 con 0x562eb0928380 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 -- 172.21.15.39:0/928552928 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 msgr2=0x562eb0927b20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 0x562eb0927b20 secure :-1 s=READY pgs=1478 cs=0 l=1 rev1=1 crypto rx=0x7f75bc025870 tx=0x7f75bc052000 comp rx=0 tx=0).stop 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 -- 172.21.15.39:0/928552928 shutdown_connections 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0939290 0x562eb08c2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0928380 0x562eb0927b20 unknown :-1 s=CLOSED pgs=1478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 --2- 172.21.15.39:0/928552928 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb08c3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.277+0000 7f75cb40af40 1 -- 172.21.15.39:0/928552928 >> 172.21.15.39:0/928552928 conn(0x562eb08c7800 msgr2=0x562eb09396f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.278+0000 7f75cb40af40 1 -- 172.21.15.39:0/928552928 shutdown_connections 2024-09-13T16:17:44.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.278+0000 7f75cb40af40 1 -- 172.21.15.39:0/928552928 wait complete. 2024-09-13T16:17:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.278+0000 7f75cb40af40 1 Processor -- start 2024-09-13T16:17:44.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.278+0000 7f75cb40af40 1 -- start start 2024-09-13T16:17:44.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75cb40af40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0928380 0x562eb0929db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75cb40af40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0939290 0x562eb092b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75cb40af40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb0951b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75cb40af40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb07c4800 con 0x562eb0939290 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75cb40af40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb07a7520 con 0x562eb0928380 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75cb40af40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562eb0952050 con 0x7f75b00030b0 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0939290 0x562eb092b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0939290 0x562eb092b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50088/0 (socket says 172.21.15.39:50088) 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 -- 172.21.15.39:0/2297303982 learned_addr learned my addr 172.21.15.39:0/2297303982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c830a640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0928380 0x562eb0929db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c8b0b640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb0951b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 -- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 msgr2=0x562eb0951b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f75b00030b0 0x562eb0951b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 -- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0928380 msgr2=0x562eb0929db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb0928380 0x562eb0929db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.279+0000 7f75c7b09640 1 -- 172.21.15.39:0/2297303982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f75b0001e10 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.280+0000 7f75c7b09640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0939290 0x562eb092b6b0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f75bc025870 tx=0x7f75bc0012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.280+0000 7f75c5b05640 1 -- 172.21.15.39:0/2297303982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75bc05f410 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.280+0000 7f75c5b05640 1 -- 172.21.15.39:0/2297303982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f75bc05f570 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.280+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562eb07c6ac0 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.280+0000 7f75c5b05640 1 -- 172.21.15.39:0/2297303982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f75bc05f920 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.280+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562eb08c5400 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.281+0000 7f75c5b05640 1 -- 172.21.15.39:0/2297303982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f75bc066040 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75c5b05640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b4069610 0x7f75b406bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75c5b05640 1 -- 172.21.15.39:0/2297303982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f75bc0cc480 con 0x562eb0939290 2024-09-13T16:17:44.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75cb40af40 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb08bd580 0x562eb08bd990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x562eb08bded0 con 0x562eb08bd580 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75c830a640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b4069610 0x7f75b406bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75c8b0b640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb08bd580 0x562eb08bd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.282+0000 7f75c830a640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b4069610 0x7f75b406bad0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f75b8001050 tx=0x7f75b8001e00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75c8b0b640 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb08bd580 0x562eb08bd990 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75c8b0b640 1 -- 172.21.15.39:0/2297303982 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000000 [stat out=16b] v0'0 uv19 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x7f75c00117b0 con 0x562eb08bd580 2024-09-13T16:17:44.289 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/200.00000000 mtime 2024-09-13T16:17:40.000000+0000, size 90 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb08bd580 msgr2=0x562eb08bd990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb08bd580 0x562eb08bd990 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b4069610 msgr2=0x7f75b406bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75b4069610 0x7f75b406bad0 secure :-1 s=READY pgs=598 cs=0 l=1 rev1=1 crypto rx=0x7f75b8001050 tx=0x7f75b8001e00 comp rx=0 tx=0).stop 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0939290 msgr2=0x562eb092b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 --2- 172.21.15.39:0/2297303982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb0939290 0x562eb092b6b0 secure :-1 s=READY pgs=1479 cs=0 l=1 rev1=1 crypto rx=0x7f75bc025870 tx=0x7f75bc0012d0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75c8b0b640 1 -- 172.21.15.39:0/2297303982 reap_dead start 2024-09-13T16:17:44.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 shutdown_connections 2024-09-13T16:17:44.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 >> 172.21.15.39:0/2297303982 conn(0x562eb08c7800 msgr2=0x562eb08bfd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 shutdown_connections 2024-09-13T16:17:44.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.283+0000 7f75cb40af40 1 -- 172.21.15.39:0/2297303982 wait complete. 2024-09-13T16:17:44.292 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 200.00000001 2024-09-13T16:17:44.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 Processor -- start 2024-09-13T16:17:44.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 -- start start 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b0535310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0536890 0x5583b048a2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0535850 0x5583b048a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583b040ebe0 con 0x7f0df8002290 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583b040a4d0 con 0x5583b0535850 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.374+0000 7f0e1051df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5583b03a5b60 con 0x5583b0536890 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b0535310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b0535310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50102/0 (socket says 172.21.15.39:50102) 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 -- 172.21.15.39:0/2732355561 learned_addr learned my addr 172.21.15.39:0/2732355561 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 -- 172.21.15.39:0/2732355561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0536890 msgr2=0x5583b048a2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0536890 0x5583b048a2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 -- 172.21.15.39:0/2732355561 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0535850 msgr2=0x5583b048a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0535850 0x5583b048a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 -- 172.21.15.39:0/2732355561 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5583b03a8060 con 0x7f0df8002290 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0e0d5a5640 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b0535310 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f0e00025700 tx=0x7f0e0004e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a1b0e41f41e08101 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0dff7fe640 1 -- 172.21.15.39:0/2732355561 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e00054630 con 0x7f0df8002290 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0dff7fe640 1 -- 172.21.15.39:0/2732355561 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e00006030 con 0x7f0df8002290 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.375+0000 7f0dff7fe640 1 -- 172.21.15.39:0/2732355561 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e00054900 con 0x7f0df8002290 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 -- 172.21.15.39:0/2732355561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 msgr2=0x5583b0535310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b0535310 secure :-1 s=READY pgs=1482 cs=0 l=1 rev1=1 crypto rx=0x7f0e00025700 tx=0x7f0e0004e000 comp rx=0 tx=0).stop 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 -- 172.21.15.39:0/2732355561 shutdown_connections 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0535850 0x5583b048a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0536890 0x5583b048a2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2732355561 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b0535310 unknown :-1 s=CLOSED pgs=1482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 -- 172.21.15.39:0/2732355561 >> 172.21.15.39:0/2732355561 conn(0x5583b048b6b0 msgr2=0x5583b04a5d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 -- 172.21.15.39:0/2732355561 shutdown_connections 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 -- 172.21.15.39:0/2732355561 wait complete. 2024-09-13T16:17:44.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 Processor -- start 2024-09-13T16:17:44.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.376+0000 7f0e1051df40 1 -- start start 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e1051df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0535850 0x5583b05294a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e1051df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0536890 0x5583b048a4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e1051df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b05cd1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e1051df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583b03a5800 con 0x7f0df8002290 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e1051df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5583b0388520 con 0x5583b0536890 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e1051df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5583b05327d0 con 0x5583b0535850 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b05cd1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b05cd1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50110/0 (socket says 172.21.15.39:50110) 2024-09-13T16:17:44.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 -- 172.21.15.39:0/2047694174 learned_addr learned my addr 172.21.15.39:0/2047694174 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0cda4640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0536890 0x5583b048a4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0d5a5640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0535850 0x5583b05294a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 -- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0535850 msgr2=0x5583b05294a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5583b0535850 0x5583b05294a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 -- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0536890 msgr2=0x5583b048a4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0536890 0x5583b048a4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0dda6640 1 -- 172.21.15.39:0/2047694174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0df8001e10 con 0x7f0df8002290 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.377+0000 7f0e0cda4640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5583b0536890 0x5583b048a4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.378+0000 7f0e0dda6640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b05cd1e0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x5583b0435060 tx=0x7f0e08009de0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.378+0000 7f0dfe7fc640 1 -- 172.21.15.39:0/2047694174 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0800f050 con 0x7f0df8002290 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.378+0000 7f0dfe7fc640 1 -- 172.21.15.39:0/2047694174 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e08010040 con 0x7f0df8002290 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.378+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5583b03a7ac0 con 0x7f0df8002290 2024-09-13T16:17:44.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.378+0000 7f0dfe7fc640 1 -- 172.21.15.39:0/2047694174 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e08015460 con 0x7f0df8002290 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.378+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5583b0531ea0 con 0x7f0df8002290 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.379+0000 7f0dfe7fc640 1 -- 172.21.15.39:0/2047694174 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0e08005020 con 0x7f0df8002290 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0dfe7fc640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0df00695e0 0x7f0df006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0dfe7fc640 1 -- 172.21.15.39:0/2047694174 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0e080879a0 con 0x7f0df8002290 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5583b048a9f0 0x5583b052f050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5583b0461350 con 0x5583b048a9f0 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0e0d5a5640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0df00695e0 0x7f0df006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0e0cda4640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5583b048a9f0 0x5583b052f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.380+0000 7f0e0d5a5640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0df00695e0 0x7f0df006baa0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0e00065000 tx=0x7f0e0006d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e0cda4640 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5583b048a9f0 0x5583b052f050 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e0cda4640 1 -- 172.21.15.39:0/2047694174 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000001 [stat out=16b] v0'0 uv16 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x7f0e04009bd0 con 0x5583b048a9f0 2024-09-13T16:17:44.386 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/200.00000001 mtime 2024-09-13T16:17:40.000000+0000, size 14848 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5583b048a9f0 msgr2=0x5583b052f050 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5583b048a9f0 0x5583b052f050 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0df00695e0 msgr2=0x7f0df006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0df00695e0 0x7f0df006baa0 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f0e00065000 tx=0x7f0e0006d040 comp rx=0 tx=0).stop 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 msgr2=0x5583b05cd1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 --2- 172.21.15.39:0/2047694174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0df8002290 0x5583b05cd1e0 secure :-1 s=READY pgs=1483 cs=0 l=1 rev1=1 crypto rx=0x5583b0435060 tx=0x7f0e08009de0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e0dda6640 1 -- 172.21.15.39:0/2047694174 reap_dead start 2024-09-13T16:17:44.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 shutdown_connections 2024-09-13T16:17:44.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 >> 172.21.15.39:0/2047694174 conn(0x5583b048b6b0 msgr2=0x5583b04a5d30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 shutdown_connections 2024-09-13T16:17:44.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.381+0000 7f0e1051df40 1 -- 172.21.15.39:0/2047694174 wait complete. 2024-09-13T16:17:44.388 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds0_openfiles.0 2024-09-13T16:17:44.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.430+0000 7fee04f3bf40 1 Processor -- start 2024-09-13T16:17:44.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.430+0000 7fee04f3bf40 1 -- start start 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee04f3bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 0x5601462c3810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee04f3bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56014624a220 0x56014624a600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee04f3bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560146248200 0x5601462485e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee04f3bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601461b7be0 con 0x5601462b6e50 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee04f3bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601461b34d0 con 0x56014624a220 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee04f3bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56014614eb60 con 0x560146248200 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 0x5601462c3810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 0x5601462c3810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50138/0 (socket says 172.21.15.39:50138) 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 -- 172.21.15.39:0/2047487101 learned_addr learned my addr 172.21.15.39:0/2047487101 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 -- 172.21.15.39:0/2047487101 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560146248200 msgr2=0x5601462485e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560146248200 0x5601462485e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 -- 172.21.15.39:0/2047487101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56014624a220 msgr2=0x56014624a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56014624a220 0x56014624a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 -- 172.21.15.39:0/2047487101 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x560146151060 con 0x5601462b6e50 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee02a38640 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 0x5601462c3810 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fedf4026250 tx=0x7fedf404f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ced6067ecf34425d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee01235640 1 -- 172.21.15.39:0/2047487101 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf4060070 con 0x5601462b6e50 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee01235640 1 -- 172.21.15.39:0/2047487101 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedf404dae0 con 0x5601462b6e50 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.431+0000 7fee01235640 1 -- 172.21.15.39:0/2047487101 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf4001630 con 0x5601462b6e50 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2047487101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 msgr2=0x5601462c3810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 0x5601462c3810 secure :-1 s=READY pgs=1486 cs=0 l=1 rev1=1 crypto rx=0x7fedf4026250 tx=0x7fedf404f000 comp rx=0 tx=0).stop 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2047487101 shutdown_connections 2024-09-13T16:17:44.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560146248200 0x5601462485e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56014624a220 0x56014624a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2047487101 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601462b6e50 0x5601462c3810 unknown :-1 s=CLOSED pgs=1486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2047487101 >> 172.21.15.39:0/2047487101 conn(0x560146251800 msgr2=0x5601462c46f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2047487101 shutdown_connections 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2047487101 wait complete. 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 Processor -- start 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.432+0000 7fee04f3bf40 1 -- start start 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee04f3bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560146248200 0x5601462b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee04f3bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56014624a220 0x560146250590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee04f3bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601462b6e50 0x5601462ddb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee04f3bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56014614e800 con 0x560146248200 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee04f3bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560146131520 con 0x5601462b6e50 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee04f3bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5601462b3c30 con 0x56014624a220 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee02a38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560146248200 0x5601462b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee02a38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560146248200 0x5601462b2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50154/0 (socket says 172.21.15.39:50154) 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee02a38640 1 -- 172.21.15.39:0/2903488700 learned_addr learned my addr 172.21.15.39:0/2903488700 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee02237640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56014624a220 0x560146250590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.433+0000 7fee03239640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601462b6e50 0x5601462ddb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee02a38640 1 -- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56014624a220 msgr2=0x560146250590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee02a38640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56014624a220 0x560146250590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee02a38640 1 -- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601462b6e50 msgr2=0x5601462ddb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee02a38640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601462b6e50 0x5601462ddb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee02a38640 1 -- 172.21.15.39:0/2903488700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedec001e10 con 0x560146248200 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee02a38640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560146248200 0x5601462b2c80 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7fedf404dfd0 tx=0x7fedf4000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fedebfff640 1 -- 172.21.15.39:0/2903488700 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf4060070 con 0x560146248200 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fedebfff640 1 -- 172.21.15.39:0/2903488700 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedf4061040 con 0x560146248200 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x560146150ac0 con 0x560146248200 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fedebfff640 1 -- 172.21.15.39:0/2903488700 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf406d870 con 0x560146248200 2024-09-13T16:17:44.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.434+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5601462b3420 con 0x560146248200 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fedebfff640 1 -- 172.21.15.39:0/2903488700 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fedf406d9d0 con 0x560146248200 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fedebfff640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf00695e0 0x7fedf006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fedebfff640 1 -- 172.21.15.39:0/2903488700 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fedf4004040 con 0x560146248200 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601463649f0 0x560146364e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5601462b6440 con 0x5601463649f0 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fee02237640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf00695e0 0x7fedf006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.436+0000 7fee03239640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601463649f0 0x560146364e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee03239640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601463649f0 0x560146364e00 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee02237640 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf00695e0 0x7fedf006baa0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x5601462c4f20 tx=0x7fedf8005a00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee03239640 1 -- 172.21.15.39:0/2903488700 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_openfiles.0 [stat out=16b] v0'0 uv2 ondisk = 0) v8 ==== 160+0+16 (crc 0 0 0) 0x7fedfc006020 con 0x5601463649f0 2024-09-13T16:17:44.442 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/mds0_openfiles.0 mtime 2024-09-13T16:17:40.000000+0000, size 0 2024-09-13T16:17:44.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601463649f0 msgr2=0x560146364e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601463649f0 0x560146364e00 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf00695e0 msgr2=0x7fedf006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf00695e0 0x7fedf006baa0 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x5601462c4f20 tx=0x7fedf8005a00 comp rx=0 tx=0).stop 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560146248200 msgr2=0x5601462b2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 --2- 172.21.15.39:0/2903488700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560146248200 0x5601462b2c80 secure :-1 s=READY pgs=1487 cs=0 l=1 rev1=1 crypto rx=0x7fedf404dfd0 tx=0x7fedf4000fe0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee03239640 1 -- 172.21.15.39:0/2903488700 reap_dead start 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 shutdown_connections 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 >> 172.21.15.39:0/2903488700 conn(0x560146251800 msgr2=0x5601462c4610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 shutdown_connections 2024-09-13T16:17:44.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.437+0000 7fee04f3bf40 1 -- 172.21.15.39:0/2903488700 wait complete. 2024-09-13T16:17:44.444 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 500.00000000 2024-09-13T16:17:44.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 Processor -- start 2024-09-13T16:17:44.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 -- start start 2024-09-13T16:17:44.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370afcff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b8b600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559370a7d4d0 con 0x559370ad5320 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559370a18b60 con 0x559370b00b30 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.526+0000 7f0ce34aef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559370a18800 con 0x559370baa4a0 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370afcff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370afcff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50178/0 (socket says 172.21.15.39:50178) 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3036393996 learned_addr learned my addr 172.21.15.39:0/3036393996 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce17ac640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b8b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce07aa640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 msgr2=0x559370b8b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b8b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 msgr2=0x559370b8b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3036393996 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cd8005d20 con 0x559370ad5320 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce17ac640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b8b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce07aa640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0ce0fab640 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370afcff0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f0cd00017b0 tx=0x7f0cd0001c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f838d29ed4380fb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0cdf7a8640 1 -- 172.21.15.39:0/3036393996 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cd0003650 con 0x559370ad5320 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0cdf7a8640 1 -- 172.21.15.39:0/3036393996 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cd00037b0 con 0x559370ad5320 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.527+0000 7f0cdf7a8640 1 -- 172.21.15.39:0/3036393996 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cd0003b80 con 0x559370ad5320 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3036393996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 msgr2=0x559370afcff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370afcff0 secure :-1 s=READY pgs=1490 cs=0 l=1 rev1=1 crypto rx=0x7f0cd00017b0 tx=0x7f0cd0001c70 comp rx=0 tx=0).stop 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3036393996 shutdown_connections 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b8b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3036393996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370afcff0 unknown :-1 s=CLOSED pgs=1490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3036393996 >> 172.21.15.39:0/3036393996 conn(0x559370afe6b0 msgr2=0x559370b9fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3036393996 shutdown_connections 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3036393996 wait complete. 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 Processor -- start 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.528+0000 7f0ce34aef40 1 -- start start 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce34aef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370b8bd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce34aef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce34aef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b18c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce34aef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5593709fb520 con 0x559370ad5320 2024-09-13T16:17:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce34aef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559370b17140 con 0x559370b00b30 2024-09-13T16:17:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce34aef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559370b153e0 con 0x559370baa4a0 2024-09-13T16:17:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370b8bd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370b8bd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50186/0 (socket says 172.21.15.39:50186) 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3369314405 learned_addr learned my addr 172.21.15.39:0/3369314405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce07aa640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce17ac640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b18c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 msgr2=0x559370b18c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559370baa4a0 0x559370b18c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 msgr2=0x559370b8acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce0fab640 1 -- 172.21.15.39:0/3369314405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0cd0006d50 con 0x559370ad5320 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.529+0000 7f0ce07aa640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559370b00b30 0x559370b8acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.530+0000 7f0ce0fab640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370b8bd30 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x559370afdf20 tx=0x7f0cd0001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.530+0000 7f0cde7a6640 1 -- 172.21.15.39:0/3369314405 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cd00138f0 con 0x559370ad5320 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.530+0000 7f0cde7a6640 1 -- 172.21.15.39:0/3369314405 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0cd0013a70 con 0x559370ad5320 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.530+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x559370a27c20 con 0x559370ad5320 2024-09-13T16:17:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.530+0000 7f0cde7a6640 1 -- 172.21.15.39:0/3369314405 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0cd0013e20 con 0x559370ad5320 2024-09-13T16:17:44.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.530+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559370a1b060 con 0x559370ad5320 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.531+0000 7f0cde7a6640 1 -- 172.21.15.39:0/3369314405 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0cd00283e0 con 0x559370ad5320 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0cde7a6640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0cc00695e0 0x7f0cc006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0cde7a6640 1 -- 172.21.15.39:0/3369314405 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0cd0089620 con 0x559370ad5320 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559370b17900 0x559370b17ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x559370b19180 con 0x559370b17900 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0ce07aa640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0cc00695e0 0x7f0cc006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0ce17ac640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559370b17900 0x559370b17ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0ce07aa640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0cc00695e0 0x7f0cc006baa0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x559370c416a0 tx=0x7f0cc8005a20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.532+0000 7f0ce17ac640 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559370b17900 0x559370b17ce0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce17ac640 1 -- 172.21.15.39:0/3369314405 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 500.00000000 [stat out=16b] v0'0 uv3 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x7f0cd805b040 con 0x559370b17900 2024-09-13T16:17:44.540 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/500.00000000 mtime 2024-09-13T16:17:24.000000+0000, size 90 2024-09-13T16:17:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559370b17900 msgr2=0x559370b17ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559370b17900 0x559370b17ce0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0cc00695e0 msgr2=0x7f0cc006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0cc00695e0 0x7f0cc006baa0 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x559370c416a0 tx=0x7f0cc8005a20 comp rx=0 tx=0).stop 2024-09-13T16:17:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 msgr2=0x559370b8bd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 --2- 172.21.15.39:0/3369314405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559370ad5320 0x559370b8bd30 secure :-1 s=READY pgs=1491 cs=0 l=1 rev1=1 crypto rx=0x559370afdf20 tx=0x7f0cd0001250 comp rx=0 tx=0).stop 2024-09-13T16:17:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce17ac640 1 -- 172.21.15.39:0/3369314405 reap_dead start 2024-09-13T16:17:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 shutdown_connections 2024-09-13T16:17:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 >> 172.21.15.39:0/3369314405 conn(0x559370afe6b0 msgr2=0x559370b9fe10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 shutdown_connections 2024-09-13T16:17:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.533+0000 7f0ce34aef40 1 -- 172.21.15.39:0/3369314405 wait complete. 2024-09-13T16:17:44.542 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds_snaptable 2024-09-13T16:17:44.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.623+0000 7f2d02010f40 1 Processor -- start 2024-09-13T16:17:44.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.623+0000 7f2d02010f40 1 -- start start 2024-09-13T16:17:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2d02010f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 0x564574ed3c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2d02010f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574f4b330 0x564574f62af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2d02010f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574ed52f0 0x564574ed5700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2d02010f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564574e394d0 con 0x564574f4af50 2024-09-13T16:17:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2d02010f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564574dd4b60 con 0x564574ed52f0 2024-09-13T16:17:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2d02010f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564574dd4800 con 0x564574f4b330 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 0x564574ed3c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 0x564574ed3c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50194/0 (socket says 172.21.15.39:50194) 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 -- 172.21.15.39:0/400178002 learned_addr learned my addr 172.21.15.39:0/400178002 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cff59f640 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574ed52f0 0x564574ed5700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cf7fff640 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574f4b330 0x564574f62af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 -- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574f4b330 msgr2=0x564574f62af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574f4b330 0x564574f62af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 -- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574ed52f0 msgr2=0x564574ed5700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574ed52f0 0x564574ed5700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cfed9e640 1 -- 172.21.15.39:0/400178002 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564574de3c20 con 0x564574f4af50 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.624+0000 7f2cff59f640 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574ed52f0 0x564574ed5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2cfed9e640 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 0x564574ed3c10 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f2cf00097b0 tx=0x7f2cf0005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bd1069a60ce4c87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2cfdd9c640 1 -- 172.21.15.39:0/400178002 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cf000f040 con 0x564574f4af50 2024-09-13T16:17:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2cfdd9c640 1 -- 172.21.15.39:0/400178002 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cf0007830 con 0x564574f4af50 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2cfdd9c640 1 -- 172.21.15.39:0/400178002 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cf0007ba0 con 0x564574f4af50 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 -- 172.21.15.39:0/400178002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 msgr2=0x564574ed3c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 0x564574ed3c10 secure :-1 s=READY pgs=1494 cs=0 l=1 rev1=1 crypto rx=0x7f2cf00097b0 tx=0x7f2cf0005a00 comp rx=0 tx=0).stop 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 -- 172.21.15.39:0/400178002 shutdown_connections 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574ed52f0 0x564574ed5700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574f4b330 0x564574f62af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 --2- 172.21.15.39:0/400178002 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4af50 0x564574ed3c10 unknown :-1 s=CLOSED pgs=1494 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 -- 172.21.15.39:0/400178002 >> 172.21.15.39:0/400178002 conn(0x564574e8f7b0 msgr2=0x564574ed3500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 -- 172.21.15.39:0/400178002 shutdown_connections 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.625+0000 7f2d02010f40 1 -- 172.21.15.39:0/400178002 wait complete. 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 Processor -- start 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 -- start start 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574ed52f0 0x564574e8bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574f4af50 0x564574f5c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4b330 0x564574ed36f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564574db7520 con 0x564574f4b330 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.626+0000 7f2d02010f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564574f66f80 con 0x564574f4af50 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2d02010f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564574f47de0 con 0x564574ed52f0 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4b330 0x564574ed36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cfed9e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574ed52f0 0x564574e8bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4b330 0x564574ed36f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50204/0 (socket says 172.21.15.39:50204) 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 -- 172.21.15.39:0/2729428440 learned_addr learned my addr 172.21.15.39:0/2729428440 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cf7fff640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574f4af50 0x564574f5c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 -- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574ed52f0 msgr2=0x564574e8bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564574ed52f0 0x564574e8bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 -- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574f4af50 msgr2=0x564574f5c770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564574f4af50 0x564574f5c770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 -- 172.21.15.39:0/2729428440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cf0009410 con 0x564574f4b330 2024-09-13T16:17:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cff59f640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4b330 0x564574ed36f0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f2cf80466b0 tx=0x7f2cf8001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cfcd9a640 1 -- 172.21.15.39:0/2729428440 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cf8006070 con 0x564574f4b330 2024-09-13T16:17:44.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cfcd9a640 1 -- 172.21.15.39:0/2729428440 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cf80061d0 con 0x564574f4b330 2024-09-13T16:17:44.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x564574dd7060 con 0x564574f4b330 2024-09-13T16:17:44.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2cfcd9a640 1 -- 172.21.15.39:0/2729428440 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cf80019d0 con 0x564574f4b330 2024-09-13T16:17:44.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.627+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564574dd6ac0 con 0x564574f4b330 2024-09-13T16:17:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.629+0000 7f2cfcd9a640 1 -- 172.21.15.39:0/2729428440 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2cf8053070 con 0x564574f4b330 2024-09-13T16:17:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.629+0000 7f2cfcd9a640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ce00695e0 0x7f2ce006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.629+0000 7f2cfcd9a640 1 -- 172.21.15.39:0/2729428440 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2cf805d040 con 0x564574f4b330 2024-09-13T16:17:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.629+0000 7f2d02010f40 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564574ed3c30 0x564574f5a440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.629+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x564574f5a980 con 0x564574ed3c30 2024-09-13T16:17:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2cfed9e640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ce00695e0 0x7f2ce006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2cf7fff640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564574ed3c30 0x564574f5a440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2cfed9e640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ce00695e0 0x7f2ce006baa0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0005a40 tx=0x7f2cf0007000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2cf7fff640 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564574ed3c30 0x564574f5a440 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2cf7fff640 1 -- 172.21.15.39:0/2729428440 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 mds_snaptable [stat out=16b] v0'0 uv1 ondisk = 0) v8 ==== 157+0+16 (crc 0 0 0) 0x7f2ce8009950 con 0x564574ed3c30 2024-09-13T16:17:44.635 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/mds_snaptable mtime 2024-09-13T16:17:24.000000+0000, size 70 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564574ed3c30 msgr2=0x564574f5a440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.630+0000 7f2d02010f40 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564574ed3c30 0x564574f5a440 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ce00695e0 msgr2=0x7f2ce006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ce00695e0 0x7f2ce006baa0 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7f2cf0005a40 tx=0x7f2cf0007000 comp rx=0 tx=0).stop 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4b330 msgr2=0x564574ed36f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 --2- 172.21.15.39:0/2729428440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564574f4b330 0x564574ed36f0 secure :-1 s=READY pgs=1495 cs=0 l=1 rev1=1 crypto rx=0x7f2cf80466b0 tx=0x7f2cf8001d80 comp rx=0 tx=0).stop 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2cff59f640 1 -- 172.21.15.39:0/2729428440 reap_dead start 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 shutdown_connections 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 >> 172.21.15.39:0/2729428440 conn(0x564574e8f7b0 msgr2=0x564574f49f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 shutdown_connections 2024-09-13T16:17:44.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.631+0000 7f2d02010f40 1 -- 172.21.15.39:0/2729428440 wait complete. 2024-09-13T16:17:44.638 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds0_inotable 2024-09-13T16:17:44.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.719+0000 7f90dc51df40 1 Processor -- start 2024-09-13T16:17:44.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.719+0000 7f90dc51df40 1 -- start start 2024-09-13T16:17:44.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90dc51df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed24779320 0x55ed2484aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90dc51df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed247a4b30 0x55ed247a1090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90dc51df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 0x55ed248468d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90dc51df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed247214d0 con 0x55ed2484e2d0 2024-09-13T16:17:44.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90dc51df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed246bcb60 con 0x55ed247a4b30 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90dc51df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ed246bc800 con 0x55ed24779320 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 0x55ed248468d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 0x55ed248468d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50220/0 (socket says 172.21.15.39:50220) 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 -- 172.21.15.39:0/2933943589 learned_addr learned my addr 172.21.15.39:0/2933943589 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d95d6640 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed24779320 0x55ed2484aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d8dd5640 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed247a4b30 0x55ed247a1090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 -- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed24779320 msgr2=0x55ed2484aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed24779320 0x55ed2484aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 -- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed247a4b30 msgr2=0x55ed247a1090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed247a4b30 0x55ed247a1090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 -- 172.21.15.39:0/2933943589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90c4005d20 con 0x55ed2484e2d0 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.720+0000 7f90d9dd7640 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 0x55ed248468d0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f90d4006560 tx=0x7f90d4006a20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87c7f0c39001f9d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90d37fe640 1 -- 172.21.15.39:0/2933943589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d4004540 con 0x55ed2484e2d0 2024-09-13T16:17:44.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90d37fe640 1 -- 172.21.15.39:0/2933943589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90d40046a0 con 0x55ed2484e2d0 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90d37fe640 1 -- 172.21.15.39:0/2933943589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d4004a50 con 0x55ed2484e2d0 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 -- 172.21.15.39:0/2933943589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 msgr2=0x55ed248468d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 0x55ed248468d0 secure :-1 s=READY pgs=1497 cs=0 l=1 rev1=1 crypto rx=0x7f90d4006560 tx=0x7f90d4006a20 comp rx=0 tx=0).stop 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 -- 172.21.15.39:0/2933943589 shutdown_connections 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed2484e2d0 0x55ed248468d0 unknown :-1 s=CLOSED pgs=1497 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed247a4b30 0x55ed247a1090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2933943589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed24779320 0x55ed2484aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 -- 172.21.15.39:0/2933943589 >> 172.21.15.39:0/2933943589 conn(0x55ed247a26b0 msgr2=0x55ed24843e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 -- 172.21.15.39:0/2933943589 shutdown_connections 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.721+0000 7f90dc51df40 1 -- 172.21.15.39:0/2933943589 wait complete. 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 Processor -- start 2024-09-13T16:17:44.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 -- start start 2024-09-13T16:17:44.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed24779320 0x55ed248494b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed247a4b30 0x55ed24846fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2484e2d0 0x55ed248474e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed2469f520 con 0x55ed24779320 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ed247bc590 con 0x55ed2484e2d0 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.722+0000 7f90dc51df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ed2482f930 con 0x55ed247a4b30 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed24779320 0x55ed248494b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed24779320 0x55ed248494b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50226/0 (socket says 172.21.15.39:50226) 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 -- 172.21.15.39:0/2384563780 learned_addr learned my addr 172.21.15.39:0/2384563780 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d8dd5640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed247a4b30 0x55ed24846fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d9dd7640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2484e2d0 0x55ed248474e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 -- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed247a4b30 msgr2=0x55ed24846fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed247a4b30 0x55ed24846fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 -- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2484e2d0 msgr2=0x55ed248474e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ed2484e2d0 0x55ed248474e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 -- 172.21.15.39:0/2384563780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d40017b0 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d8dd5640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ed247a4b30 0x55ed24846fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d95d6640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed24779320 0x55ed248494b0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f90cc009f70 tx=0x7f90cc0084c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d27fc640 1 -- 172.21.15.39:0/2384563780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90cc00f050 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d27fc640 1 -- 172.21.15.39:0/2384563780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90cc010040 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55ed246cbc20 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90d27fc640 1 -- 172.21.15.39:0/2384563780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90cc008ea0 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.723+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ed246bf060 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90d27fc640 1 -- 172.21.15.39:0/2384563780 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f90cc005020 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90d27fc640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90bc0695e0 0x7f90bc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90d27fc640 1 -- 172.21.15.39:0/2384563780 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f90cc087fa0 con 0x55ed24779320 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90d8dd5640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90bc0695e0 0x7f90bc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ed2484b9e0 0x55ed248e0540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55ed2482fd50 con 0x55ed2484b9e0 2024-09-13T16:17:44.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.725+0000 7f90d9dd7640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ed2484b9e0 0x55ed248e0540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90d9dd7640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ed2484b9e0 0x55ed248e0540 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90d8dd5640 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90bc0695e0 0x7f90bc06baa0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f90c4056000 tx=0x7f90c4050000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90d9dd7640 1 -- 172.21.15.39:0/2384563780 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_inotable [stat out=16b] v0'0 uv3 ondisk = 0) v8 ==== 157+0+16 (crc 0 0 0) 0x7f90d4004810 con 0x55ed2484b9e0 2024-09-13T16:17:44.731 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/mds0_inotable mtime 2024-09-13T16:17:40.000000+0000, size 34 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ed2484b9e0 msgr2=0x55ed248e0540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55ed2484b9e0 0x55ed248e0540 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90bc0695e0 msgr2=0x7f90bc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f90bc0695e0 0x7f90bc06baa0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7f90c4056000 tx=0x7f90c4050000 comp rx=0 tx=0).stop 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed24779320 msgr2=0x55ed248494b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 --2- 172.21.15.39:0/2384563780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ed24779320 0x55ed248494b0 secure :-1 s=READY pgs=1498 cs=0 l=1 rev1=1 crypto rx=0x7f90cc009f70 tx=0x7f90cc0084c0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90d9dd7640 1 -- 172.21.15.39:0/2384563780 reap_dead start 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 shutdown_connections 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 >> 172.21.15.39:0/2384563780 conn(0x55ed247a26b0 msgr2=0x55ed247a1090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 shutdown_connections 2024-09-13T16:17:44.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.726+0000 7f90dc51df40 1 -- 172.21.15.39:0/2384563780 wait complete. 2024-09-13T16:17:44.734 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 100.00000000 2024-09-13T16:17:44.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.815+0000 7fd9731e7f40 1 Processor -- start 2024-09-13T16:17:44.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.815+0000 7fd9731e7f40 1 -- start start 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9731e7f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 0x563447611680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9731e7f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x5634475a22d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9731e7f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563447613230 0x5634475a2810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9731e7f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634475084d0 con 0x56344759e420 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9731e7f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634474a3b60 con 0x563447612e50 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9731e7f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5634474a3800 con 0x563447613230 2024-09-13T16:17:44.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 0x563447611680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 0x563447611680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50230/0 (socket says 172.21.15.39:50230) 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 -- 172.21.15.39:0/165246010 learned_addr learned my addr 172.21.15.39:0/165246010 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 -- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563447613230 msgr2=0x5634475a2810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9704e3640 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x5634475a22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd9714e5640 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563447613230 0x5634475a2810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563447613230 0x5634475a2810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 -- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 msgr2=0x5634475a22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x5634475a22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 -- 172.21.15.39:0/165246010 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd964005de0 con 0x56344759e420 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.816+0000 7fd970ce4640 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 0x563447611680 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7fd96000a7b0 tx=0x7fd960005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5035bf15305253f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd96f4e1640 1 -- 172.21.15.39:0/165246010 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96000ae50 con 0x56344759e420 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd96f4e1640 1 -- 172.21.15.39:0/165246010 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd96000d960 con 0x56344759e420 2024-09-13T16:17:44.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd96f4e1640 1 -- 172.21.15.39:0/165246010 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96000dcf0 con 0x56344759e420 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 -- 172.21.15.39:0/165246010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 msgr2=0x563447611680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 0x563447611680 secure :-1 s=READY pgs=1499 cs=0 l=1 rev1=1 crypto rx=0x7fd96000a7b0 tx=0x7fd960005d80 comp rx=0 tx=0).stop 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 -- 172.21.15.39:0/165246010 shutdown_connections 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563447613230 0x5634475a2810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x5634475a22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/165246010 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56344759e420 0x563447611680 unknown :-1 s=CLOSED pgs=1499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 -- 172.21.15.39:0/165246010 >> 172.21.15.39:0/165246010 conn(0x56344755f040 msgr2=0x563447615620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 -- 172.21.15.39:0/165246010 shutdown_connections 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.817+0000 7fd9731e7f40 1 -- 172.21.15.39:0/165246010 wait complete. 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 Processor -- start 2024-09-13T16:17:44.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 -- start start 2024-09-13T16:17:44.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56344759e420 0x56344760b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x563447618400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563447613230 0x563447618940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563447486520 con 0x563447613230 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56344760b960 con 0x563447612e50 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.818+0000 7fd9731e7f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5634475a2160 con 0x56344759e420 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563447613230 0x563447618940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563447613230 0x563447618940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50232/0 (socket says 172.21.15.39:50232) 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 -- 172.21.15.39:0/105267875 learned_addr learned my addr 172.21.15.39:0/105267875 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9704e3640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x563447618400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd970ce4640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56344759e420 0x56344760b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 -- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56344759e420 msgr2=0x56344760b420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56344759e420 0x56344760b420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 -- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 msgr2=0x563447618400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563447612e50 0x563447618400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 -- 172.21.15.39:0/105267875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd96000a410 con 0x563447613230 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9714e5640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563447613230 0x563447618940 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7fd96800cdc0 tx=0x7fd96800a5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd96e4df640 1 -- 172.21.15.39:0/105267875 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd968010470 con 0x563447613230 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd96e4df640 1 -- 172.21.15.39:0/105267875 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd968008040 con 0x563447613230 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd96e4df640 1 -- 172.21.15.39:0/105267875 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9680107f0 con 0x563447613230 2024-09-13T16:17:44.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5634474b2c20 con 0x563447613230 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.819+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5634474a6060 con 0x563447613230 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd96e4df640 1 -- 172.21.15.39:0/105267875 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd968010950 con 0x563447613230 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd96e4df640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd95c0695e0 0x7fd95c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd96e4df640 1 -- 172.21.15.39:0/105267875 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd968087c00 con 0x563447613230 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56344762f6f0 0x563447617340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5634475a1110 con 0x56344762f6f0 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd970ce4640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd95c0695e0 0x7fd95c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.821+0000 7fd9704e3640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56344762f6f0 0x563447617340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9704e3640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56344762f6f0 0x563447617340 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd970ce4640 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd95c0695e0 0x7fd95c06baa0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd960016040 tx=0x7fd96001e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9704e3640 1 -- 172.21.15.39:0/105267875 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 100.00000000 [stat out=16b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x7fd964058070 con 0x56344762f6f0 2024-09-13T16:17:44.828 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/100.00000000 mtime 2024-09-13T16:17:24.000000+0000, size 0 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56344762f6f0 msgr2=0x563447617340 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56344762f6f0 0x563447617340 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd95c0695e0 msgr2=0x7fd95c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd95c0695e0 0x7fd95c06baa0 secure :-1 s=READY pgs=604 cs=0 l=1 rev1=1 crypto rx=0x7fd960016040 tx=0x7fd96001e040 comp rx=0 tx=0).stop 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563447613230 msgr2=0x563447618940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 --2- 172.21.15.39:0/105267875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563447613230 0x563447618940 secure :-1 s=READY pgs=1500 cs=0 l=1 rev1=1 crypto rx=0x7fd96800cdc0 tx=0x7fd96800a5a0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9714e5640 1 -- 172.21.15.39:0/105267875 reap_dead start 2024-09-13T16:17:44.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 shutdown_connections 2024-09-13T16:17:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 >> 172.21.15.39:0/105267875 conn(0x56344755f040 msgr2=0x563447611a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 shutdown_connections 2024-09-13T16:17:44.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.822+0000 7fd9731e7f40 1 -- 172.21.15.39:0/105267875 wait complete. 2024-09-13T16:17:44.830 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat mds0_sessionmap 2024-09-13T16:17:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.910+0000 7fc885e0bf40 1 Processor -- start 2024-09-13T16:17:44.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.910+0000 7fc885e0bf40 1 -- start start 2024-09-13T16:17:44.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc885e0bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036cfb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc885e0bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b703662640 0x55b7036d16c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc885e0bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7036d6ec0 0x55b703664d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc885e0bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7035d0be0 con 0x55b70361ede0 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc885e0bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7035cc4d0 con 0x55b703662640 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc885e0bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b703567b60 con 0x55b7036d6ec0 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc882c2d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036cfb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc882c2d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036cfb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50246/0 (socket says 172.21.15.39:50246) 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc882c2d640 1 -- 172.21.15.39:0/3043053104 learned_addr learned my addr 172.21.15.39:0/3043053104 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc88242c640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b703662640 0x55b7036d16c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.911+0000 7fc88342e640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7036d6ec0 0x55b703664d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc882c2d640 1 -- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7036d6ec0 msgr2=0x55b703664d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc882c2d640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7036d6ec0 0x55b703664d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc882c2d640 1 -- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b703662640 msgr2=0x55b7036d16c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc882c2d640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b703662640 0x55b7036d16c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc882c2d640 1 -- 172.21.15.39:0/3043053104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc878005d20 con 0x55b70361ede0 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc88342e640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7036d6ec0 0x55b703664d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc88242c640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b703662640 0x55b7036d16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc882c2d640 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036cfb20 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7fc874006d70 tx=0x7fc87400b850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=275bef5a6c0f2b55 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc88142a640 1 -- 172.21.15.39:0/3043053104 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc874010070 con 0x55b70361ede0 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc88142a640 1 -- 172.21.15.39:0/3043053104 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc87400b0d0 con 0x55b70361ede0 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc88142a640 1 -- 172.21.15.39:0/3043053104 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc874009460 con 0x55b70361ede0 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 -- 172.21.15.39:0/3043053104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 msgr2=0x55b7036cfb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036cfb20 secure :-1 s=READY pgs=1503 cs=0 l=1 rev1=1 crypto rx=0x7fc874006d70 tx=0x7fc87400b850 comp rx=0 tx=0).stop 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 -- 172.21.15.39:0/3043053104 shutdown_connections 2024-09-13T16:17:44.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7036d6ec0 0x55b703664d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b703662640 0x55b7036d16c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/3043053104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036cfb20 unknown :-1 s=CLOSED pgs=1503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.912+0000 7fc885e0bf40 1 -- 172.21.15.39:0/3043053104 >> 172.21.15.39:0/3043053104 conn(0x55b70366a800 msgr2=0x55b703666b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.913+0000 7fc885e0bf40 1 -- 172.21.15.39:0/3043053104 shutdown_connections 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.913+0000 7fc885e0bf40 1 -- 172.21.15.39:0/3043053104 wait complete. 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.913+0000 7fc885e0bf40 1 Processor -- start 2024-09-13T16:17:44.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.913+0000 7fc885e0bf40 1 -- start start 2024-09-13T16:17:44.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc885e0bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036ea390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc885e0bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b703662640 0x55b7036606e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc885e0bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b7036d6ec0 0x55b703660c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc885e0bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b703567800 con 0x55b70361ede0 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc885e0bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b70354a520 con 0x55b7036d6ec0 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc885e0bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b7036ca5f0 con 0x55b703662640 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036ea390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036ea390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50252/0 (socket says 172.21.15.39:50252) 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 -- 172.21.15.39:0/1654498984 learned_addr learned my addr 172.21.15.39:0/1654498984 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc88342e640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b7036d6ec0 0x55b703660c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc88242c640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b703662640 0x55b7036606e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 -- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b703662640 msgr2=0x55b7036606e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b703662640 0x55b7036606e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 -- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b7036d6ec0 msgr2=0x55b703660c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b7036d6ec0 0x55b703660c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 -- 172.21.15.39:0/1654498984 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b703569cd0 con 0x55b70361ede0 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc88342e640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b7036d6ec0 0x55b703660c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:44.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.914+0000 7fc882c2d640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036ea390 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fc874000fd0 tx=0x7fc874000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.915+0000 7fc86bfff640 1 -- 172.21.15.39:0/1654498984 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc874006360 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.915+0000 7fc86bfff640 1 -- 172.21.15.39:0/1654498984 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc87400aab0 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.915+0000 7fc86bfff640 1 -- 172.21.15.39:0/1654498984 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc87400aea0 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.915+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55b70356a060 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.915+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b703569ac0 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.916+0000 7fc86bfff640 1 -- 172.21.15.39:0/1654498984 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc874016430 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.916+0000 7fc86bfff640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8700695e0 0x7fc87006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc86bfff640 1 -- 172.21.15.39:0/1654498984 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc87408a040 con 0x55b70361ede0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b70361dca0 0x55b70361e080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55b7036cbd40 con 0x55b70361dca0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc88342e640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b70361dca0 0x55b70361e080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc88242c640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8700695e0 0x7fc87006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc88342e640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b70361dca0 0x55b70361e080 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.917+0000 7fc88342e640 1 -- 172.21.15.39:0/1654498984 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 mds0_sessionmap [stat out=16b] v0'0 uv3 ondisk = 0) v8 ==== 159+0+16 (crc 0 0 0) 0x7fc87c0025b0 con 0x55b70361dca0 2024-09-13T16:17:44.923 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/mds0_sessionmap mtime 2024-09-13T16:17:40.000000+0000, size 0 2024-09-13T16:17:44.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b70361dca0 msgr2=0x55b70361e080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b70361dca0 0x55b70361e080 crc :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc88242c640 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8700695e0 0x7fc87006baa0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc878057000 tx=0x7fc87805a040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8700695e0 msgr2=0x7fc87006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8700695e0 0x7fc87006baa0 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fc878057000 tx=0x7fc87805a040 comp rx=0 tx=0).stop 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 msgr2=0x55b7036ea390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 --2- 172.21.15.39:0/1654498984 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b70361ede0 0x55b7036ea390 secure :-1 s=READY pgs=1504 cs=0 l=1 rev1=1 crypto rx=0x7fc874000fd0 tx=0x7fc874000ed0 comp rx=0 tx=0).stop 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc88342e640 1 -- 172.21.15.39:0/1654498984 reap_dead start 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 shutdown_connections 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 >> 172.21.15.39:0/1654498984 conn(0x55b70366a800 msgr2=0x55b7036669e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 shutdown_connections 2024-09-13T16:17:44.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:44.918+0000 7fc885e0bf40 1 -- 172.21.15.39:0/1654498984 wait complete. 2024-09-13T16:17:44.925 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 400.00000000 2024-09-13T16:17:45.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.008+0000 7f1f86046f40 1 Processor -- start 2024-09-13T16:17:45.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.008+0000 7f1f86046f40 1 -- start start 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f86046f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8522120 0x5628f8595120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f86046f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8595660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f86046f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8597d90 0x5628f8523080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f86046f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628f848cbe0 con 0x5628f8596310 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f86046f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628f84884d0 con 0x5628f8522120 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f86046f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5628f8423b60 con 0x5628f8597d90 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8595660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8595660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50278/0 (socket says 172.21.15.39:50278) 2024-09-13T16:17:45.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 -- 172.21.15.39:0/1039737575 learned_addr learned my addr 172.21.15.39:0/1039737575 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f84344640 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8597d90 0x5628f8523080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83b43640 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8522120 0x5628f8595120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 -- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8597d90 msgr2=0x5628f8523080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8597d90 0x5628f8523080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 -- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8522120 msgr2=0x5628f8595120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8522120 0x5628f8595120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 -- 172.21.15.39:0/1039737575 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f7c005d20 con 0x5628f8596310 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f84344640 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8597d90 0x5628f8523080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f83342640 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8595660 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c001e30 tx=0x7f1f6c00b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e37a5fa7605ed07 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f82340640 1 -- 172.21.15.39:0/1039737575 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c014070 con 0x5628f8596310 2024-09-13T16:17:45.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f82340640 1 -- 172.21.15.39:0/1039737575 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f6c008030 con 0x5628f8596310 2024-09-13T16:17:45.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.009+0000 7f1f82340640 1 -- 172.21.15.39:0/1039737575 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c00f640 con 0x5628f8596310 2024-09-13T16:17:45.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 -- 172.21.15.39:0/1039737575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 msgr2=0x5628f8595660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8595660 secure :-1 s=READY pgs=1507 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c001e30 tx=0x7f1f6c00b670 comp rx=0 tx=0).stop 2024-09-13T16:17:45.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 -- 172.21.15.39:0/1039737575 shutdown_connections 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8597d90 0x5628f8523080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8595660 unknown :-1 s=CLOSED pgs=1507 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 --2- 172.21.15.39:0/1039737575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8522120 0x5628f8595120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 -- 172.21.15.39:0/1039737575 >> 172.21.15.39:0/1039737575 conn(0x5628f84df040 msgr2=0x5628f8591540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 -- 172.21.15.39:0/1039737575 shutdown_connections 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 -- 172.21.15.39:0/1039737575 wait complete. 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.010+0000 7f1f86046f40 1 Processor -- start 2024-09-13T16:17:45.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 -- start start 2024-09-13T16:17:45.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8522120 0x5628f851cf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8588510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8597d90 0x5628f858d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628f8423800 con 0x5628f8596310 2024-09-13T16:17:45.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5628f8406520 con 0x5628f8597d90 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f86046f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5628f851caf0 con 0x5628f8522120 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f83342640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8588510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f83342640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8588510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50294/0 (socket says 172.21.15.39:50294) 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f83342640 1 -- 172.21.15.39:0/860805133 learned_addr learned my addr 172.21.15.39:0/860805133 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.011+0000 7f1f83b43640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8522120 0x5628f851cf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f84344640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8597d90 0x5628f858d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83342640 1 -- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8522120 msgr2=0x5628f851cf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83342640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8522120 0x5628f851cf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83342640 1 -- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8597d90 msgr2=0x5628f858d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83342640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5628f8597d90 0x5628f858d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83342640 1 -- 172.21.15.39:0/860805133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f6c00a040 con 0x5628f8596310 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83b43640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5628f8522120 0x5628f851cf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f83342640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8588510 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00fe50 tx=0x7f1f6c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f8133e640 1 -- 172.21.15.39:0/860805133 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c014040 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f8133e640 1 -- 172.21.15.39:0/860805133 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f6c01b430 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5628f8426060 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f8133e640 1 -- 172.21.15.39:0/860805133 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f6c01b7e0 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.012+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5628f8425ac0 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.013+0000 7f1f8133e640 1 -- 172.21.15.39:0/860805133 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f6c01bb50 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.014+0000 7f1f8133e640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f640695e0 0x7f1f6406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.014+0000 7f1f8133e640 1 -- 172.21.15.39:0/860805133 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1f6c089820 con 0x5628f8596310 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.014+0000 7f1f86046f40 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5628f8595710 0x5628f851b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.014+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x5628f858e5d0 con 0x5628f8595710 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.014+0000 7f1f83b43640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f640695e0 0x7f1f6406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.014+0000 7f1f84344640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5628f8595710 0x5628f851b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f83b43640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f640695e0 0x7f1f6406baa0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1f740012e0 tx=0x7f1f74008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f84344640 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5628f8595710 0x5628f851b3f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f84344640 1 -- 172.21.15.39:0/860805133 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 400.00000000 [stat out=16b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x7f1f7c0504d0 con 0x5628f8595710 2024-09-13T16:17:45.021 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/400.00000000 mtime 2024-09-13T16:17:24.000000+0000, size 22 2024-09-13T16:17:45.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5628f8595710 msgr2=0x5628f851b3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5628f8595710 0x5628f851b3f0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f640695e0 msgr2=0x7f1f6406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f640695e0 0x7f1f6406baa0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7f1f740012e0 tx=0x7f1f74008040 comp rx=0 tx=0).stop 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 msgr2=0x5628f8588510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 --2- 172.21.15.39:0/860805133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5628f8596310 0x5628f8588510 secure :-1 s=READY pgs=1508 cs=0 l=1 rev1=1 crypto rx=0x7f1f6c00fe50 tx=0x7f1f6c000ed0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f84344640 1 -- 172.21.15.39:0/860805133 reap_dead start 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 shutdown_connections 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 >> 172.21.15.39:0/860805133 conn(0x5628f84df040 msgr2=0x5628f8521a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 shutdown_connections 2024-09-13T16:17:45.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.015+0000 7f1f86046f40 1 -- 172.21.15.39:0/860805133 wait complete. 2024-09-13T16:17:45.023 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 100.00000000.inode 2024-09-13T16:17:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.065+0000 7f82c7729f40 1 Processor -- start 2024-09-13T16:17:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.065+0000 7f82c7729f40 1 -- start start 2024-09-13T16:17:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c7729f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b7135730 0x55c2b7090c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c7729f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b711eb30 0x55c2b7135b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c7729f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 0x55c2b7091b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c7729f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b700f4d0 con 0x55c2b70a7d30 2024-09-13T16:17:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c7729f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b6faab60 con 0x55c2b711eb30 2024-09-13T16:17:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c7729f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c2b6faa800 con 0x55c2b7135730 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c5a27640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 0x55c2b7091b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c5a27640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 0x55c2b7091b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50318/0 (socket says 172.21.15.39:50318) 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c5a27640 1 -- 172.21.15.39:0/870523707 learned_addr learned my addr 172.21.15.39:0/870523707 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c5226640 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b7135730 0x55c2b7090c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.066+0000 7f82c4a25640 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b711eb30 0x55c2b7135b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c5a27640 1 -- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b7135730 msgr2=0x55c2b7090c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c5a27640 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b7135730 0x55c2b7090c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c5a27640 1 -- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b711eb30 msgr2=0x55c2b7135b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c5a27640 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b711eb30 0x55c2b7135b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c5a27640 1 -- 172.21.15.39:0/870523707 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c2b6fb9c20 con 0x55c2b70a7d30 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c4a25640 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b711eb30 0x55c2b7135b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c5a27640 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 0x55c2b7091b00 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f82c0025f70 tx=0x7f82c0006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e9522296797dffd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82b77fe640 1 -- 172.21.15.39:0/870523707 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c0006270 con 0x55c2b70a7d30 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82b77fe640 1 -- 172.21.15.39:0/870523707 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82c00017b0 con 0x55c2b70a7d30 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82b77fe640 1 -- 172.21.15.39:0/870523707 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c004d7d0 con 0x55c2b70a7d30 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 -- 172.21.15.39:0/870523707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 msgr2=0x55c2b7091b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 0x55c2b7091b00 secure :-1 s=READY pgs=1511 cs=0 l=1 rev1=1 crypto rx=0x7f82c0025f70 tx=0x7f82c0006000 comp rx=0 tx=0).stop 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 -- 172.21.15.39:0/870523707 shutdown_connections 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b70a7d30 0x55c2b7091b00 unknown :-1 s=CLOSED pgs=1511 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b711eb30 0x55c2b7135b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 --2- 172.21.15.39:0/870523707 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b7135730 0x55c2b7090c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 -- 172.21.15.39:0/870523707 >> 172.21.15.39:0/870523707 conn(0x55c2b70906b0 msgr2=0x55c2b7092ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 -- 172.21.15.39:0/870523707 shutdown_connections 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.067+0000 7f82c7729f40 1 -- 172.21.15.39:0/870523707 wait complete. 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.068+0000 7f82c7729f40 1 Processor -- start 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.068+0000 7f82c7729f40 1 -- start start 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c7729f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b70a7d30 0x55c2b71d10c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c7729f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b711eb30 0x55c2b711b5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c7729f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b7135730 0x55c2b7139b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c7729f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b6f8d520 con 0x55c2b711eb30 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c7729f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c2b71d1600 con 0x55c2b7135730 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c7729f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c2b711baf0 con 0x55c2b70a7d30 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b711eb30 0x55c2b711b5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b711eb30 0x55c2b711b5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50328/0 (socket says 172.21.15.39:50328) 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 -- 172.21.15.39:0/752788334 learned_addr learned my addr 172.21.15.39:0/752788334 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c5226640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b70a7d30 0x55c2b71d10c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c5a27640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b7135730 0x55c2b7139b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 -- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b70a7d30 msgr2=0x55c2b71d10c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c2b70a7d30 0x55c2b71d10c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 -- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b7135730 msgr2=0x55c2b7139b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c2b7135730 0x55c2b7139b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 -- 172.21.15.39:0/752788334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82b0001e10 con 0x55c2b711eb30 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.069+0000 7f82c4a25640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b711eb30 0x55c2b711b5b0 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f82bc009ef0 tx=0x7f82bc0073f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.070+0000 7f82b67fc640 1 -- 172.21.15.39:0/752788334 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82bc006850 con 0x55c2b711eb30 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.070+0000 7f82b67fc640 1 -- 172.21.15.39:0/752788334 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82bc010070 con 0x55c2b711eb30 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.070+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55c2b6fad060 con 0x55c2b711eb30 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.070+0000 7f82b67fc640 1 -- 172.21.15.39:0/752788334 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82bc006bd0 con 0x55c2b711eb30 2024-09-13T16:17:45.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.070+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c2b6facac0 con 0x55c2b711eb30 2024-09-13T16:17:45.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.071+0000 7f82b67fc640 1 -- 172.21.15.39:0/752788334 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f82bc005020 con 0x55c2b711eb30 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82b67fc640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a8069610 0x7f82a806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82b67fc640 1 -- 172.21.15.39:0/752788334 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f82bc087f20 con 0x55c2b711eb30 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82c7729f40 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c2b7138710 0x55c2b7138b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55c2b7139060 con 0x55c2b7138710 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82c5226640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a8069610 0x7f82a806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82c5a27640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c2b7138710 0x55c2b7138b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.072+0000 7f82c5226640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a8069610 0x7f82a806bad0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f82b8009840 tx=0x7f82b800c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c5a27640 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c2b7138710 0x55c2b7138b20 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c5a27640 1 -- 172.21.15.39:0/752788334 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 100.00000000.inode [stat out=16b] v0'0 uv3 ondisk = 0) v8 ==== 162+0+16 (crc 0 0 0) 0x7f82c0052030 con 0x55c2b7138710 2024-09-13T16:17:45.079 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/100.00000000.inode mtime 2024-09-13T16:17:24.000000+0000, size 582 2024-09-13T16:17:45.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c2b7138710 msgr2=0x55c2b7138b20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c2b7138710 0x55c2b7138b20 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a8069610 msgr2=0x7f82a806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a8069610 0x7f82a806bad0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f82b8009840 tx=0x7f82b800c040 comp rx=0 tx=0).stop 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b711eb30 msgr2=0x55c2b711b5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 --2- 172.21.15.39:0/752788334 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c2b711eb30 0x55c2b711b5b0 secure :-1 s=READY pgs=1512 cs=0 l=1 rev1=1 crypto rx=0x7f82bc009ef0 tx=0x7f82bc0073f0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c5a27640 1 -- 172.21.15.39:0/752788334 reap_dead start 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 shutdown_connections 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 >> 172.21.15.39:0/752788334 conn(0x55c2b70906b0 msgr2=0x55c2b7135b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 shutdown_connections 2024-09-13T16:17:45.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.073+0000 7f82c7729f40 1 -- 172.21.15.39:0/752788334 wait complete. 2024-09-13T16:17:45.081 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata stat 1.00000000 2024-09-13T16:17:45.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.123+0000 7fcb8e96ef40 1 Processor -- start 2024-09-13T16:17:45.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.123+0000 7fcb8e96ef40 1 -- start start 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8e96ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b97d820 0x55734b9efa70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8e96ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 0x55734b9eb9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8e96ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 0x55734b9ebef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8e96ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55734b8e44d0 con 0x55734b9f6940 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8e96ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55734b87fb60 con 0x55734b97d820 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8e96ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55734b87f800 con 0x55734b97ece0 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 0x55734b9ebef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 0x55734b9ebef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50348/0 (socket says 172.21.15.39:50348) 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 -- 172.21.15.39:0/2998712772 learned_addr learned my addr 172.21.15.39:0/2998712772 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 -- 172.21.15.39:0/2998712772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 msgr2=0x55734b9eb9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 0x55734b9eb9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 -- 172.21.15.39:0/2998712772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b97d820 msgr2=0x55734b9efa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b97d820 0x55734b9efa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 -- 172.21.15.39:0/2998712772 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb7c00a1c0 con 0x55734b9f6940 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8cc6c640 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 0x55734b9ebef0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400a7a0 tx=0x7fcb8400a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a31d41ed9f344ba8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8ac68640 1 -- 172.21.15.39:0/2998712772 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb8400f070 con 0x55734b9f6940 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8ac68640 1 -- 172.21.15.39:0/2998712772 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb84007600 con 0x55734b9f6940 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.124+0000 7fcb8ac68640 1 -- 172.21.15.39:0/2998712772 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb84007990 con 0x55734b9f6940 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2998712772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 msgr2=0x55734b9ebef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 0x55734b9ebef0 secure :-1 s=READY pgs=1514 cs=0 l=1 rev1=1 crypto rx=0x7fcb8400a7a0 tx=0x7fcb8400a890 comp rx=0 tx=0).stop 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2998712772 shutdown_connections 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b9f6940 0x55734b9ebef0 unknown :-1 s=CLOSED pgs=1514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 0x55734b9eb9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2998712772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b97d820 0x55734b9efa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2998712772 >> 172.21.15.39:0/2998712772 conn(0x55734b982800 msgr2=0x55734b936e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2998712772 shutdown_connections 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2998712772 wait complete. 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 Processor -- start 2024-09-13T16:17:45.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.125+0000 7fcb8e96ef40 1 -- start start 2024-09-13T16:17:45.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8e96ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b97d820 0x55734b9f2180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8e96ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 0x55734b97fbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8e96ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b9f6940 0x55734b980100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8e96ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55734b862520 con 0x55734b97d820 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8e96ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55734b9374b0 con 0x55734b9f6940 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8e96ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55734b9e85a0 con 0x55734b97ece0 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8c46b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b97d820 0x55734b9f2180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8c46b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b97d820 0x55734b9f2180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50352/0 (socket says 172.21.15.39:50352) 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8c46b640 1 -- 172.21.15.39:0/2154689952 learned_addr learned my addr 172.21.15.39:0/2154689952 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8bc6a640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 0x55734b97fbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.126+0000 7fcb8cc6c640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b9f6940 0x55734b980100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8c46b640 1 -- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 msgr2=0x55734b97fbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8c46b640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55734b97ece0 0x55734b97fbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8c46b640 1 -- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b9f6940 msgr2=0x55734b980100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8c46b640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55734b9f6940 0x55734b980100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8c46b640 1 -- 172.21.15.39:0/2154689952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb8400a420 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8c46b640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b97d820 0x55734b9f2180 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c007000 tx=0x7fcb7c005dc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb89c66640 1 -- 172.21.15.39:0/2154689952 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c0527e0 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb89c66640 1 -- 172.21.15.39:0/2154689952 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb7c052940 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55734b88ec20 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb89c66640 1 -- 172.21.15.39:0/2154689952 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c052cf0 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.127+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55734b882060 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.128+0000 7fcb89c66640 1 -- 172.21.15.39:0/2154689952 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcb7c06d450 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.129+0000 7fcb89c66640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb780695e0 0x7fcb7806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.129+0000 7fcb89c66640 1 -- 172.21.15.39:0/2154689952 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fcb7c0cb3f0 con 0x55734b97d820 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.129+0000 7fcb8bc6a640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb780695e0 0x7fcb7806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.129+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55734ba0d1b0 0x55734ba0ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.129+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [stat] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e90) v8 -- 0x55734ba0f270 con 0x55734ba0d1b0 2024-09-13T16:17:45.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.129+0000 7fcb8cc6c640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55734ba0d1b0 0x55734ba0ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8bc6a640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb780695e0 0x7fcb7806baa0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55734ba0d670 tx=0x7fcb80002720 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8cc6c640 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55734ba0d1b0 0x55734ba0ed30 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8cc6c640 1 -- 172.21.15.39:0/2154689952 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 1.00000000 [stat out=16b] v0'0 uv6 ondisk = 0) v8 ==== 154+0+16 (crc 0 0 0) 0x7fcb8401b040 con 0x55734ba0d1b0 2024-09-13T16:17:45.135 INFO:teuthology.orchestra.run.smithi039.stdout:cephfs_metadata/1.00000000 mtime 2024-09-13T16:17:40.000000+0000, size 0 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55734ba0d1b0 msgr2=0x55734ba0ed30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55734ba0d1b0 0x55734ba0ed30 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb780695e0 msgr2=0x7fcb7806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb780695e0 0x7fcb7806baa0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x55734ba0d670 tx=0x7fcb80002720 comp rx=0 tx=0).stop 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b97d820 msgr2=0x55734b9f2180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 --2- 172.21.15.39:0/2154689952 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55734b97d820 0x55734b9f2180 secure :-1 s=READY pgs=1515 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c007000 tx=0x7fcb7c005dc0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8cc6c640 1 -- 172.21.15.39:0/2154689952 reap_dead start 2024-09-13T16:17:45.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 shutdown_connections 2024-09-13T16:17:45.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 >> 172.21.15.39:0/2154689952 conn(0x55734b982800 msgr2=0x55734b936120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 shutdown_connections 2024-09-13T16:17:45.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.130+0000 7fcb8e96ef40 1 -- 172.21.15.39:0/2154689952 wait complete. 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm '10000000000.00000000' will be 'no damage' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm '600.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm '1.00000000.inode' will be 'damaged_on_start' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm '200.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm '200.00000001' will be 'damaged_on_start' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds0_openfiles.0' will be 'no damage' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm '500.00000000' will be 'no damage' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds_snaptable' will be 'damaged_on_start' 2024-09-13T16:17:45.138 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds0_inotable' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on rm '100.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on rm 'mds0_sessionmap' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on rm '400.00000000' will be 'no damage' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on rm '100.00000000.inode' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on rm '1.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '10000000000.00000000' will be 'no damage' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '600.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on corrupt header 'mds0_openfiles.0' will be 'no damage' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '100.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.139 INFO:tasks.cephfs.test_damage:Expectation on corrupt header 'mds0_sessionmap' will be 'damaged_on_start' 2024-09-13T16:17:45.140 INFO:tasks.cephfs.test_damage:Expectation on corrupt header '1.00000000' will be 'damaged_on_start' 2024-09-13T16:17:45.140 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 10000000000.00000000' 2024-09-13T16:17:45.140 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:45.140 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:45.143 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:45.180 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:17:45.194 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:17:45.194 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:45.194 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:17:45.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:45.194 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:17:45.250 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:17:45.250 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:17:45.250 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:17:45.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.391+0000 7f041ecb1640 1 Processor -- start 2024-09-13T16:17:45.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.391+0000 7f041ecb1640 1 -- start start 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041ecb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418153080 0x7f041815d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041ecb1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0418069ed0 0x7f041806a2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041ecb1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f041815d550 con 0x7f04180ce080 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041ecb1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f041815a050 con 0x7f0418069ed0 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041ecb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f041815cbf0 con 0x7f0418153080 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041d24e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0418069ed0 0x7f041806a2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041ca4d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418153080 0x7f041815d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f0417fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f04180ce080 0x7f0418159060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:54332/0 (socket says 172.21.15.39:54332) 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f0417fff640 1 -- 172.21.15.39:0/1537362807 learned_addr learned my addr 172.21.15.39:0/1537362807 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:45.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.392+0000 7f041d24e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0418069ed0 0x7f041806a2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:47950/0 (socket says 172.21.15.39:47950) 2024-09-13T16:17:45.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.393+0000 7f041d24e640 1 -- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418153080 msgr2=0x7f041815d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:45.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.393+0000 7f041d24e640 1 --2- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418153080 0x7f041815d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.393+0000 7f041d24e640 1 -- 172.21.15.39:0/1537362807 >> v1:172.21.15.157:6789/0 conn(0x7f04180ce080 legacy=0x7f0418159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.393+0000 7f041d24e640 1 -- 172.21.15.39:0/1537362807 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f041806a830 con 0x7f0418069ed0 2024-09-13T16:17:45.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.393+0000 7f041ca4d640 1 --2- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418153080 0x7f041815d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:45.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.393+0000 7f041d24e640 1 --2- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418069ed0 0x7f041806a2f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f0410009d90 tx=0x7f041002a5d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f244284a68558fad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f04177fe640 1 -- 172.21.15.39:0/1537362807 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0410031600 con 0x7f0418069ed0 2024-09-13T16:17:45.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f04177fe640 1 -- 172.21.15.39:0/1537362807 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f041002d050 con 0x7f0418069ed0 2024-09-13T16:17:45.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f04177fe640 1 -- 172.21.15.39:0/1537362807 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0410031980 con 0x7f0418069ed0 2024-09-13T16:17:45.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 -- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418069ed0 msgr2=0x7f041806a2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418069ed0 0x7f041806a2f0 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7f0410009d90 tx=0x7f041002a5d0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 -- 172.21.15.39:0/1537362807 shutdown_connections 2024-09-13T16:17:45.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418069ed0 0x7f041806a2f0 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1537362807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418153080 0x7f041815d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 -- 172.21.15.39:0/1537362807 >> 172.21.15.39:0/1537362807 conn(0x7f04180b15d0 msgr2=0x7f04180b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 -- 172.21.15.39:0/1537362807 shutdown_connections 2024-09-13T16:17:45.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.394+0000 7f041ecb1640 1 -- 172.21.15.39:0/1537362807 wait complete. 2024-09-13T16:17:45.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.395+0000 7f041ecb1640 1 Processor -- start 2024-09-13T16:17:45.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.395+0000 7f041ecb1640 1 -- start start 2024-09-13T16:17:45.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ecb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418069ed0 0x7f0418156840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ecb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 0x7f04181f27a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ecb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418153080 0x7f0418151440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ecb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0418163790 con 0x7f04180ce080 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ecb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0418164d30 con 0x7f0418153080 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ecb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0418165010 con 0x7f0418069ed0 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f0417fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 0x7f04181f27a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f0417fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 0x7f04181f27a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50354/0 (socket says 172.21.15.39:50354) 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f0417fff640 1 -- 172.21.15.39:0/1722791141 learned_addr learned my addr 172.21.15.39:0/1722791141 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041d24e640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418153080 0x7f0418151440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.396+0000 7f041ca4d640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418069ed0 0x7f0418156840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f0417fff640 1 -- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418069ed0 msgr2=0x7f0418156840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f0417fff640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418069ed0 0x7f0418156840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f0417fff640 1 -- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418153080 msgr2=0x7f0418151440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f0417fff640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418153080 0x7f0418151440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f0417fff640 1 -- 172.21.15.39:0/1722791141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f040c00a5a0 con 0x7f04180ce080 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f0417fff640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 0x7f04181f27a0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f040400c4d0 tx=0x7f040400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0404005ce0 con 0x7f04180ce080 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0404005e40 con 0x7f04180ce080 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0410009a70 con 0x7f04180ce080 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0404007290 con 0x7f04180ce080 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.397+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04181655d0 con 0x7f04180ce080 2024-09-13T16:17:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.398+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04180672f0 con 0x7f04180ce080 2024-09-13T16:17:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.399+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f04040073f0 con 0x7f04180ce080 2024-09-13T16:17:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.399+0000 7f04157fa640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03fc06ac00 0x7f03fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.399+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0404088800 con 0x7f04180ce080 2024-09-13T16:17:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.399+0000 7f041ca4d640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03fc06ac00 0x7f03fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.400+0000 7f041ca4d640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03fc06ac00 0x7f03fc06d0c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f040c00a570 tx=0x7f040c00a2a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:45.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.403+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0404053a30 con 0x7f04180ce080 2024-09-13T16:17:45.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.610+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f041806a2f0 con 0x7f04180ce080 2024-09-13T16:17:45.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.967+0000 7f04157fa640 1 -- 172.21.15.39:0/1722791141 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v77) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0404017020 con 0x7f04180ce080 2024-09-13T16:17:45.969 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03fc06ac00 msgr2=0x7f03fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03fc06ac00 0x7f03fc06d0c0 secure :-1 s=READY pgs=609 cs=0 l=1 rev1=1 crypto rx=0x7f040c00a570 tx=0x7f040c00a2a0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 msgr2=0x7f04181f27a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 0x7f04181f27a0 secure :-1 s=READY pgs=1516 cs=0 l=1 rev1=1 crypto rx=0x7f040400c4d0 tx=0x7f040400c990 comp rx=0 tx=0).stop 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 shutdown_connections 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03fc06ac00 0x7f03fc06d0c0 unknown :-1 s=CLOSED pgs=609 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0418153080 0x7f0418151440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04180ce080 0x7f04181f27a0 unknown :-1 s=CLOSED pgs=1516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 --2- 172.21.15.39:0/1722791141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0418069ed0 0x7f0418156840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 >> 172.21.15.39:0/1722791141 conn(0x7f04180b15d0 msgr2=0x7f0418158fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 shutdown_connections 2024-09-13T16:17:45.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:45.969+0000 7f041ecb1640 1 -- 172.21.15.39:0/1722791141 wait complete. 2024-09-13T16:17:45.983 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:17:46.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.084+0000 7fa4bdf76640 1 Processor -- start 2024-09-13T16:17:46.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.084+0000 7fa4bdf76640 1 -- start start 2024-09-13T16:17:46.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4bdf76640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4b815c830 0x7fa4b80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:46.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4bdf76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b806cca0 0x7fa4b80b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:46.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4bdf76640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4b80b4080 con 0x7fa4b80acda0 2024-09-13T16:17:46.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4bdf76640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4b80b1f50 con 0x7fa4b815c830 2024-09-13T16:17:46.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4bdf76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b815cc10 con 0x7fa4b806cca0 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa4b80acda0 0x7fa4b806db50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42866/0 (socket says 172.21.15.39:42866) 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b7fff640 1 -- 172.21.15.39:0/2472065938 learned_addr learned my addr 172.21.15.39:0/2472065938 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b77fe640 1 --2- 172.21.15.39:0/2472065938 >> v2:172.21.15.39:3300/0 conn(0x7fa4b815c830 0x7fa4b80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b6ffd640 1 --2- 172.21.15.39:0/2472065938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b806cca0 0x7fa4b80b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2472065938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b806cca0 msgr2=0x7fa4b80b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b77fe640 1 --2- 172.21.15.39:0/2472065938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b806cca0 0x7fa4b80b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b67fc640 1 -- 172.21.15.39:0/2472065938 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3093994763 0 0) 0x7fa4b80b4080 con 0x7fa4b80acda0 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2472065938 >> v1:172.21.15.39:6789/0 conn(0x7fa4b80acda0 legacy=0x7fa4b806db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.085+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2472065938 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4b80b3750 con 0x7fa4b815c830 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.086+0000 7fa4b77fe640 1 --2- 172.21.15.39:0/2472065938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b815c830 0x7fa4b80ac860 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80097d0 tx=0x7fa4a802a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94e211d6b87c9169 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.086+0000 7fa4b67fc640 1 -- 172.21.15.39:0/2472065938 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8032440 con 0x7fa4b815c830 2024-09-13T16:17:46.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.086+0000 7fa4b67fc640 1 -- 172.21.15.39:0/2472065938 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a80325a0 con 0x7fa4b815c830 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.086+0000 7fa4b67fc640 1 -- 172.21.15.39:0/2472065938 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8032930 con 0x7fa4b815c830 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2472065938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b815c830 msgr2=0x7fa4b80ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2472065938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b815c830 0x7fa4b80ac860 secure :-1 s=READY pgs=1518 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80097d0 tx=0x7fa4a802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2472065938 shutdown_connections 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2472065938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b806cca0 0x7fa4b80b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2472065938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b815c830 0x7fa4b80ac860 unknown :-1 s=CLOSED pgs=1518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2472065938 >> 172.21.15.39:0/2472065938 conn(0x7fa4b80ae990 msgr2=0x7fa4b80aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2472065938 shutdown_connections 2024-09-13T16:17:46.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.087+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2472065938 wait complete. 2024-09-13T16:17:46.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.088+0000 7fa4bdf76640 1 Processor -- start 2024-09-13T16:17:46.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.088+0000 7fa4bdf76640 1 -- start start 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4bdf76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 0x7fa4b81486f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4bdf76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b80acda0 0x7fa4b815b0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4bdf76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b815c830 0x7fa4b80c56b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4bdf76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b8158c10 con 0x7fa4b806cca0 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4bdf76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b80c4c40 con 0x7fa4b80acda0 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4bdf76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b80c4f20 con 0x7fa4b815c830 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 0x7fa4b81486f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 0x7fa4b81486f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50360/0 (socket says 172.21.15.39:50360) 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2177127122 learned_addr learned my addr 172.21.15.39:0/2177127122 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b815c830 msgr2=0x7fa4b80c56b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b815c830 0x7fa4b80c56b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b80acda0 msgr2=0x7fa4b815b0e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b6ffd640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b80acda0 0x7fa4b815b0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b80acda0 0x7fa4b815b0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.089+0000 7fa4b77fe640 1 -- 172.21.15.39:0/2177127122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4a8009400 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.090+0000 7fa4b77fe640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 0x7fa4b81486f0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80096f0 tx=0x7fa4a80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.090+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8030b80 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.090+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a8032e90 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.090+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4b80c5200 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.090+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a8006e10 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.090+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4b815b620 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.091+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4b80672f0 con 0x7fa4b806cca0 2024-09-13T16:17:46.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.091+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa4a8039040 con 0x7fa4b806cca0 2024-09-13T16:17:46.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.092+0000 7fa49ffff640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4a406ac00 0x7fa4a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:46.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.092+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa4a80a9d90 con 0x7fa4b806cca0 2024-09-13T16:17:46.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.092+0000 7fa4b6ffd640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4a406ac00 0x7fa4a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:46.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.093+0000 7fa4b6ffd640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4a406ac00 0x7fa4a406d0c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa4b8156e30 tx=0x7fa4ac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:46.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.096+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa4a8074f10 con 0x7fa4b806cca0 2024-09-13T16:17:46.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.333+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fa4b8071d10 con 0x7fa4b806cca0 2024-09-13T16:17:46.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.980+0000 7fa49ffff640 1 -- 172.21.15.39:0/2177127122 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v78) v1 ==== 107+0+0 (secure 0 0 0) 0x7fa4a8078530 con 0x7fa4b806cca0 2024-09-13T16:17:46.982 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:17:46.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4a406ac00 msgr2=0x7fa4a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4a406ac00 0x7fa4a406d0c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7fa4b8156e30 tx=0x7fa4ac008040 comp rx=0 tx=0).stop 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 msgr2=0x7fa4b81486f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 0x7fa4b81486f0 secure :-1 s=READY pgs=1519 cs=0 l=1 rev1=1 crypto rx=0x7fa4a80096f0 tx=0x7fa4a80046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 shutdown_connections 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4a406ac00 0x7fa4a406d0c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4b815c830 0x7fa4b80c56b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4b80acda0 0x7fa4b815b0e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 --2- 172.21.15.39:0/2177127122 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4b806cca0 0x7fa4b81486f0 unknown :-1 s=CLOSED pgs=1519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 >> 172.21.15.39:0/2177127122 conn(0x7fa4b80ae990 msgr2=0x7fa4b815bae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 shutdown_connections 2024-09-13T16:17:46.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:46.983+0000 7fa4bdf76640 1 -- 172.21.15.39:0/2177127122 wait complete. 2024-09-13T16:17:46.997 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:17:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.043+0000 7fa99dcf1f40 1 Processor -- start 2024-09-13T16:17:47.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.043+0000 7fa99dcf1f40 1 -- start start 2024-09-13T16:17:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99dcf1f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f36ed80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99dcf1f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f36f2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99dcf1f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f3747e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99dcf1f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56005f2484d0 con 0x56005f2dbbd0 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99dcf1f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56005f1e3b60 con 0x56005f2e1890 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99dcf1f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56005f1e3800 con 0x56005f373430 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f36ed80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f36ed80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50364/0 (socket says 172.21.15.39:50364) 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 -- 172.21.15.39:0/114470925 learned_addr learned my addr 172.21.15.39:0/114470925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99afed640 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f36f2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99bfef640 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f3747e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 -- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 msgr2=0x56005f3747e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f3747e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 -- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 msgr2=0x56005f36f2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:47.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f36f2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.044+0000 7fa99b7ee640 1 -- 172.21.15.39:0/114470925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa98c005d20 con 0x56005f2dbbd0 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f36ed80 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7fa98c009920 tx=0x7fa98c005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7166e3a46e3cb79e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa999feb640 1 -- 172.21.15.39:0/114470925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c00f040 con 0x56005f2dbbd0 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa999feb640 1 -- 172.21.15.39:0/114470925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa98c008950 con 0x56005f2dbbd0 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa999feb640 1 -- 172.21.15.39:0/114470925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c008cc0 con 0x56005f2dbbd0 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/114470925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 msgr2=0x56005f36ed80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f36ed80 secure :-1 s=READY pgs=1520 cs=0 l=1 rev1=1 crypto rx=0x7fa98c009920 tx=0x7fa98c005a00 comp rx=0 tx=0).stop 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/114470925 shutdown_connections 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f3747e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f36f2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/114470925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f36ed80 unknown :-1 s=CLOSED pgs=1520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/114470925 >> 172.21.15.39:0/114470925 conn(0x56005f29e7b0 msgr2=0x56005f372240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/114470925 shutdown_connections 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.045+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/114470925 wait complete. 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.046+0000 7fa99dcf1f40 1 Processor -- start 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.046+0000 7fa99dcf1f40 1 -- start start 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99dcf1f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f2e1c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99dcf1f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f35ad30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99dcf1f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f369b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99dcf1f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56005f1c6520 con 0x56005f2dbbd0 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99dcf1f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56005f36d8c0 con 0x56005f2e1890 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99dcf1f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56005f2e3750 con 0x56005f373430 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f2e1c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f2e1c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50366/0 (socket says 172.21.15.39:50366) 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 learned_addr learned my addr 172.21.15.39:0/834430271 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f35ad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99bfef640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f369b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 msgr2=0x56005f369b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56005f373430 0x56005f369b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 msgr2=0x56005f35ad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56005f2e1890 0x56005f35ad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa98c009550 con 0x56005f2dbbd0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.047+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f2e1c70 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c010 tx=0x7fa98c003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.048+0000 7fa998fe9640 1 -- 172.21.15.39:0/834430271 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c013830 con 0x56005f2dbbd0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.048+0000 7fa998fe9640 1 -- 172.21.15.39:0/834430271 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa98c0139b0 con 0x56005f2dbbd0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.048+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa99400a100 con 0x56005f2dbbd0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.048+0000 7fa998fe9640 1 -- 172.21.15.39:0/834430271 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa98c013d60 con 0x56005f2dbbd0 2024-09-13T16:17:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.048+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56005f1f2c20 con 0x56005f2dbbd0 2024-09-13T16:17:47.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.049+0000 7fa998fe9640 1 -- 172.21.15.39:0/834430271 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa98c023070 con 0x56005f2dbbd0 2024-09-13T16:17:47.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa998fe9640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9880695e0 0x7fa98806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa998fe9640 1 -- 172.21.15.39:0/834430271 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa98c089b10 con 0x56005f2dbbd0 2024-09-13T16:17:47.055 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56005f2e3be0 0x56005f2e3fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f2e4500 con 0x56005f2e3be0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9880695e0 0x7fa98806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa99bfef640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56005f2e3be0 0x56005f2e3fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa99bfef640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56005f2e3be0 0x56005f2e3fc0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.050+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9880695e0 0x7fa98806baa0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa990001ed0 tx=0x7fa9900018f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.052+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v90'11 uv4 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.052+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f2e48e0 con 0x56005f2e3be0 2024-09-13T16:17:47.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.053+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v90'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.053+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f2e4cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.057 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:17:47.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.055+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v90'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.055+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4163e0 con 0x56005f2e3be0 2024-09-13T16:17:47.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.056+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v90'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.056+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f416790 con 0x56005f2e3be0 2024-09-13T16:17:47.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.059+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v90'15 uv15 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.059+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4158c0 con 0x56005f2e3be0 2024-09-13T16:17:47.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.060+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v90'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.060+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.062+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v90'17 uv6 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.062+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.063+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v90'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.063+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.065 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:17:47.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.064+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v90'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.064+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.065+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v90'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.065+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.066+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v90'21 uv21 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.067+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.068+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v90'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.068+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.068+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v90'23 uv10 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.069+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.070+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v90'24 uv24 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.070+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.072 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:17:47.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.071+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v90'25 uv25 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.071+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.073+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v90'26 uv26 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.073+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.075+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v90'27 uv27 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.075+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.078+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v90'28 uv28 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.078+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.079+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v90'29 uv29 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.079+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.081+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v90'30 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.081+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.082+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v90'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.082+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.084+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v90'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.085 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:17:47.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.084+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.085+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v90'33 uv33 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.085+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.086+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v90'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.086+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.087+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v90'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.087+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.088+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v90'36 uv8 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.088+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.089+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v90'37 uv37 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.089+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.091 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:17:47.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.090+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v90'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.090+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.091+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v90'39 uv39 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.091+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.092+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v90'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.092+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f2e3be0 2024-09-13T16:17:47.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.093+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v90'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.093+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56005f417050 0x56005f419440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.093+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f415cc0 con 0x56005f417050 2024-09-13T16:17:47.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.093+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56005f417050 0x56005f419440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.094+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56005f417050 0x56005f419440 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.095+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v90'20 uv17 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.095+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f419980 con 0x56005f417050 2024-09-13T16:17:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.096+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v90'21 uv21 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.096+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f419d30 con 0x56005f417050 2024-09-13T16:17:47.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.097+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v90'22 uv22 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.098 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:17:47.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.097+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41a5d0 con 0x56005f417050 2024-09-13T16:17:47.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.098+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v90'23 uv23 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.098+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41a980 con 0x56005f417050 2024-09-13T16:17:47.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.099+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v90'24 uv24 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.099+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.100+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v90'25 uv19 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.100+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.101+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v90'26 uv26 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.101+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.102+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v90'27 uv27 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.104 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:17:47.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.102+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.103+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v90'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.103+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.104+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v90'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.104+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.105+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v90'30 uv16 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.105+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.106+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v90'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.106+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.112 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:17:47.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.111+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v90'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.111+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41e760 con 0x56005f417050 2024-09-13T16:17:47.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.113+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v90'33 uv33 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.113+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41e760 con 0x56005f417050 2024-09-13T16:17:47.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.118+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v90'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.118+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.119+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v90'35 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.119+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.120+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v90'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.120+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.121+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v90'37 uv37 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.123 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:17:47.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.121+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41bd40 con 0x56005f417050 2024-09-13T16:17:47.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.123+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v90'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.123+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41bd40 con 0x56005f417050 2024-09-13T16:17:47.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.124+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v90'39 uv39 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.124+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f417050 2024-09-13T16:17:47.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.125+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v90'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f417050 2024-09-13T16:17:47.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.126+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f2e3be0 2024-09-13T16:17:47.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.127+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v90'3 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.127+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f2e3be0 2024-09-13T16:17:47.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.129+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v90'4 uv4 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.129+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f2e3be0 2024-09-13T16:17:47.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.130+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v90'5 uv5 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.132 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:17:47.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.131+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41bd40 con 0x56005f2e3be0 2024-09-13T16:17:47.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.131+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v90'6 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.131+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41bd40 con 0x56005f2e3be0 2024-09-13T16:17:47.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.132+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v90'7 uv7 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.132+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ad30 con 0x56005f2e3be0 2024-09-13T16:17:47.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.134+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v90'8 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.134+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56005f41b240 0x56005f41d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.134+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41db70 con 0x56005f41b240 2024-09-13T16:17:47.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.134+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56005f41b240 0x56005f41d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.134+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56005f41b240 0x56005f41d630 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.135+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v90'3 uv2 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.135+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41df20 con 0x56005f41b240 2024-09-13T16:17:47.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.137+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v90'4 uv4 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.137+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41e2d0 con 0x56005f41b240 2024-09-13T16:17:47.140 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:17:47.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.139+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v90'5 uv5 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.139+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41e680 con 0x56005f41b240 2024-09-13T16:17:47.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.142+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v90'6 uv6 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.142+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ea80 con 0x56005f2e3be0 2024-09-13T16:17:47.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.143+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v90'3 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.143+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ea80 con 0x56005f2e3be0 2024-09-13T16:17:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.145+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v90'4 uv4 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.145+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ea80 con 0x56005f2e3be0 2024-09-13T16:17:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.146+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v90'5 uv5 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.147 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:17:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.146+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41fa90 con 0x56005f2e3be0 2024-09-13T16:17:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.147+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v90'6 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.147+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41fa90 con 0x56005f2e3be0 2024-09-13T16:17:47.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.150+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v90'7 uv7 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.150+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f41ea80 con 0x56005f2e3be0 2024-09-13T16:17:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.151+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v90'8 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.151+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56005f41f100 0x56005f41f4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.151+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.152+0000 7fa99bfef640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56005f41f100 0x56005f41f4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.152+0000 7fa99bfef640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56005f41f100 0x56005f41f4e0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.153+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v90'4 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.153+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.154+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v90'5 uv5 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.154+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.155+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v90'6 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.156 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:17:47.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.155+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f422f00 con 0x56005f41f100 2024-09-13T16:17:47.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.156+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v90'7 uv7 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.156+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f422f00 con 0x56005f41f100 2024-09-13T16:17:47.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.157+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v90'8 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.157+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.158+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v90'9 uv9 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.158+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.159+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v90'10 uv3 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.159+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.160+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v90'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.160+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.161+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v90'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.162 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:17:47.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.161+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.162+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v90'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.162+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f421ef0 con 0x56005f41f100 2024-09-13T16:17:47.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.163+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v90'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.163+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56005f422800 0x56005f424bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.163+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425130 con 0x56005f422800 2024-09-13T16:17:47.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.163+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56005f422800 0x56005f424bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.164+0000 7fa99b7ee640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56005f422800 0x56005f424bf0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.165+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v90'2 uv1 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f422800 2024-09-13T16:17:47.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.165+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4251b0 con 0x56005f422800 2024-09-13T16:17:47.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.166+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v90'3 uv3 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f422800 2024-09-13T16:17:47.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.166+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f422800 2024-09-13T16:17:47.168 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:17:47.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.167+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v90'4 uv4 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f422800 2024-09-13T16:17:47.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.167+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f422800 2024-09-13T16:17:47.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.168+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v90'5 uv5 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f422800 2024-09-13T16:17:47.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.168+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f422800 2024-09-13T16:17:47.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.169+0000 7fa99b7ee640 1 -- 172.21.15.39:0/834430271 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v90'6 uv6 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa98c022030 con 0x56005f422800 2024-09-13T16:17:47.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.169+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f2e3be0 2024-09-13T16:17:47.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.170+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v90'3 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.170+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f2e3be0 2024-09-13T16:17:47.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.171+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v90'4 uv4 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.171+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f2e3be0 2024-09-13T16:17:47.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.172+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v90'5 uv5 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.174 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:17:47.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.172+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4265f0 con 0x56005f2e3be0 2024-09-13T16:17:47.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.173+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v90'6 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.173+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4265f0 con 0x56005f2e3be0 2024-09-13T16:17:47.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.174+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v90'7 uv7 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.174+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f2e3be0 2024-09-13T16:17:47.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.175+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v90'8 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f2e3be0 2024-09-13T16:17:47.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.175+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4255e0 con 0x56005f41b240 2024-09-13T16:17:47.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.176+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v90'4 uv3 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.176+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425990 con 0x56005f41b240 2024-09-13T16:17:47.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.177+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v90'5 uv5 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.177+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.180 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:17:47.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.178+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v90'6 uv6 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.178+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.179+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v90'7 uv7 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.179+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.180+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v90'8 uv8 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.180+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.181+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v90'9 uv1 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.181+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.182+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v90'10 uv10 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.182+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.184 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:17:47.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.183+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v90'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.183+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f425d40 con 0x56005f41b240 2024-09-13T16:17:47.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.184+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v90'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.184+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f428b90 con 0x56005f41b240 2024-09-13T16:17:47.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.185+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v90'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.186+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56005f4268b0 0x56005f428ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.186+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f429260 con 0x56005f4268b0 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.186+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56005f4268b0 0x56005f428ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.186+0000 7fa99afed640 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56005f4268b0 0x56005f428ca0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.187+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v90'4 uv3 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f4268b0 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.187+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f429260 con 0x56005f4268b0 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.188+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v90'5 uv5 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f4268b0 2024-09-13T16:17:47.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.188+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f429260 con 0x56005f4268b0 2024-09-13T16:17:47.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.189+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v90'6 uv6 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f4268b0 2024-09-13T16:17:47.190 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:17:47.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.189+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f4268b0 2024-09-13T16:17:47.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.190+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v90'7 uv7 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f4268b0 2024-09-13T16:17:47.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.190+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41b240 2024-09-13T16:17:47.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.191+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v90'3 uv2 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.191+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41b240 2024-09-13T16:17:47.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.192+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v90'4 uv4 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.192+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41b240 2024-09-13T16:17:47.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.193+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v90'5 uv5 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.195 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:17:47.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.193+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f42a2f0 con 0x56005f41b240 2024-09-13T16:17:47.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.194+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v90'6 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.194+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f42a2f0 con 0x56005f41b240 2024-09-13T16:17:47.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.195+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v90'7 uv7 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.195+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41b240 2024-09-13T16:17:47.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.196+0000 7fa99afed640 1 -- 172.21.15.39:0/834430271 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v90'8 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa990016040 con 0x56005f41b240 2024-09-13T16:17:47.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.196+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.197+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v90'2 uv1 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.198+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.199+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v90'3 uv3 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.199+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.200+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v90'4 uv4 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.201 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:17:47.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.200+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.201+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v90'5 uv5 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.201+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.202+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v90'6 uv6 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.202+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.203+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v90'7 uv3 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.203+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.204+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v90'8 uv8 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.204+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.205+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v90'9 uv9 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.206 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:17:47.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.205+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.206+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v90'10 uv10 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.206+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.207+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v90'11 uv11 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.207+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.208+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v90'12 uv6 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.208+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.210+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v90'13 uv13 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.210+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.212 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:17:47.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.211+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v90'14 uv14 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.211+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.212+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v90'15 uv15 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.212+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.213+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v90'16 uv16 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.213+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4292e0 con 0x56005f41f100 2024-09-13T16:17:47.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.214+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v90'17 uv17 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.214+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e90) v8 -- 0x56005f4296e0 con 0x56005f41f100 2024-09-13T16:17:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v90'18 uv18 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa9940517a0 con 0x56005f41f100 2024-09-13T16:17:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56005f2e3be0 msgr2=0x56005f2e3fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56005f2e3be0 0x56005f2e3fc0 crc :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56005f41b240 msgr2=0x56005f41d630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56005f41b240 0x56005f41d630 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56005f4268b0 msgr2=0x56005f428ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56005f4268b0 0x56005f428ca0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56005f417050 msgr2=0x56005f419440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56005f417050 0x56005f419440 crc :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56005f41f100 msgr2=0x56005f41f4e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56005f41f100 0x56005f41f4e0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56005f422800 msgr2=0x56005f424bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56005f422800 0x56005f424bf0 crc :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 reap_dead start 2024-09-13T16:17:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 reap_dead start 2024-09-13T16:17:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99bfef640 1 -- 172.21.15.39:0/834430271 reap_dead start 2024-09-13T16:17:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9880695e0 msgr2=0x7fa98806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9880695e0 0x7fa98806baa0 secure :-1 s=READY pgs=611 cs=0 l=1 rev1=1 crypto rx=0x7fa990001ed0 tx=0x7fa9900018f0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 msgr2=0x56005f2e1c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.215+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f2e1c70 secure :-1 s=READY pgs=1521 cs=0 l=1 rev1=1 crypto rx=0x7fa98c00c010 tx=0x7fa98c003020 comp rx=0 tx=0).stop 2024-09-13T16:17:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.216+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 shutdown_connections 2024-09-13T16:17:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.216+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9880695e0 0x7fa98806baa0 unknown :-1 s=CLOSED pgs=611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.216+0000 7fa99dcf1f40 1 --2- 172.21.15.39:0/834430271 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56005f2dbbd0 0x56005f2e1c70 unknown :-1 s=CLOSED pgs=1521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.216+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 >> 172.21.15.39:0/834430271 conn(0x56005f29e7b0 msgr2=0x56005f299730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.216+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 shutdown_connections 2024-09-13T16:17:47.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.216+0000 7fa99dcf1f40 1 -- 172.21.15.39:0/834430271 wait complete. 2024-09-13T16:17:47.221 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 10000000000.00000000 2024-09-13T16:17:47.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.263+0000 7f0bb34b0f40 1 Processor -- start 2024-09-13T16:17:47.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.263+0000 7f0bb34b0f40 1 -- start start 2024-09-13T16:17:47.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb34b0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2ab320 0x5587dd37f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb34b0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 0x5587dd37dbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb34b0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 0x5587dd37e120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb34b0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587dd2534d0 con 0x5587dd2d6d00 2024-09-13T16:17:47.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb34b0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587dd1eeb60 con 0x5587dd2ab320 2024-09-13T16:17:47.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb34b0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5587dd1ee800 con 0x5587dd3802d0 2024-09-13T16:17:47.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 0x5587dd37dbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 0x5587dd37dbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50396/0 (socket says 172.21.15.39:50396) 2024-09-13T16:17:47.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 -- 172.21.15.39:0/4140869294 learned_addr learned my addr 172.21.15.39:0/4140869294 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:47.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 -- 172.21.15.39:0/4140869294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 msgr2=0x5587dd37e120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:47.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 0x5587dd37e120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 -- 172.21.15.39:0/4140869294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2ab320 msgr2=0x5587dd37f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:47.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2ab320 0x5587dd37f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 -- 172.21.15.39:0/4140869294 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ba0005d20 con 0x5587dd2d6d00 2024-09-13T16:17:47.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0bb07ac640 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 0x5587dd37dbe0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4001c80 tx=0x7f0ba400b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ed319770f0efb52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0baf7aa640 1 -- 172.21.15.39:0/4140869294 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400e470 con 0x5587dd2d6d00 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0baf7aa640 1 -- 172.21.15.39:0/4140869294 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba400e5f0 con 0x5587dd2d6d00 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.264+0000 7f0baf7aa640 1 -- 172.21.15.39:0/4140869294 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba400e9a0 con 0x5587dd2d6d00 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/4140869294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 msgr2=0x5587dd37dbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 0x5587dd37dbe0 secure :-1 s=READY pgs=1524 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4001c80 tx=0x7f0ba400b6c0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/4140869294 shutdown_connections 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 0x5587dd37e120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2d6d00 0x5587dd37dbe0 unknown :-1 s=CLOSED pgs=1524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/4140869294 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2ab320 0x5587dd37f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/4140869294 >> 172.21.15.39:0/4140869294 conn(0x5587dd2d46b0 msgr2=0x5587dd362310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/4140869294 shutdown_connections 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/4140869294 wait complete. 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.265+0000 7f0bb34b0f40 1 Processor -- start 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 -- start start 2024-09-13T16:17:47.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2ab320 0x5587dd35e0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2d6d00 0x5587dd35ecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 0x5587dd2a6d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587dd1d1520 con 0x5587dd2ab320 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5587dd370f90 con 0x5587dd2d6d00 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb34b0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5587dd35e600 con 0x5587dd3802d0 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb0fad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2ab320 0x5587dd35e0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb0fad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2ab320 0x5587dd35e0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50412/0 (socket says 172.21.15.39:50412) 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb0fad640 1 -- 172.21.15.39:0/3707222363 learned_addr learned my addr 172.21.15.39:0/3707222363 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb07ac640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2d6d00 0x5587dd35ecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.266+0000 7f0bb17ae640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 0x5587dd2a6d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb0fad640 1 -- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 msgr2=0x5587dd2a6d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb0fad640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5587dd3802d0 0x5587dd2a6d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb0fad640 1 -- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2d6d00 msgr2=0x5587dd35ecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb0fad640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5587dd2d6d00 0x5587dd35ecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb0fad640 1 -- 172.21.15.39:0/3707222363 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b98001e10 con 0x5587dd2ab320 2024-09-13T16:17:47.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb0fad640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2ab320 0x5587dd35e0c0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f0ba000a4f0 tx=0x7f0ba00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bae7a8640 1 -- 172.21.15.39:0/3707222363 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba0054b10 con 0x5587dd2ab320 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bae7a8640 1 -- 172.21.15.39:0/3707222363 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ba0054c90 con 0x5587dd2ab320 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5587dd1fdc20 con 0x5587dd2ab320 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bae7a8640 1 -- 172.21.15.39:0/3707222363 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ba0054600 con 0x5587dd2ab320 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.267+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5587dd1f1060 con 0x5587dd2ab320 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.268+0000 7f0bae7a8640 1 -- 172.21.15.39:0/3707222363 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ba005b050 con 0x5587dd2ab320 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.269+0000 7f0bae7a8640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9c0695e0 0x7f0b9c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.269+0000 7f0bae7a8640 1 -- 172.21.15.39:0/3707222363 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0ba00cb570 con 0x5587dd2ab320 2024-09-13T16:17:47.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.269+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5587dd37b7e0 0x5587dd37a840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.269+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e90) v8 -- 0x5587dd37ad80 con 0x5587dd37b7e0 2024-09-13T16:17:47.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.269+0000 7f0bb07ac640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9c0695e0 0x7f0b9c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.269+0000 7f0bb17ae640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5587dd37b7e0 0x5587dd37a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.270+0000 7f0bb17ae640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5587dd37b7e0 0x5587dd37a840 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.270+0000 7f0bb07ac640 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9c0695e0 0x7f0b9c06baa0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4013000 tx=0x7f0ba401b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb17ae640 1 -- 172.21.15.39:0/3707222363 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 10000000000.00000000 [delete] v90'42 uv42 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0ba8002a30 con 0x5587dd37b7e0 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5587dd37b7e0 msgr2=0x5587dd37a840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5587dd37b7e0 0x5587dd37a840 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9c0695e0 msgr2=0x7f0b9c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b9c0695e0 0x7f0b9c06baa0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f0ba4013000 tx=0x7f0ba401b040 comp rx=0 tx=0).stop 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2ab320 msgr2=0x5587dd35e0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 --2- 172.21.15.39:0/3707222363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5587dd2ab320 0x5587dd35e0c0 secure :-1 s=READY pgs=1525 cs=0 l=1 rev1=1 crypto rx=0x7f0ba000a4f0 tx=0x7f0ba00057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb17ae640 1 -- 172.21.15.39:0/3707222363 reap_dead start 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 shutdown_connections 2024-09-13T16:17:47.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 >> 172.21.15.39:0/3707222363 conn(0x5587dd2d46b0 msgr2=0x5587dd37d820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:47.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 shutdown_connections 2024-09-13T16:17:47.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.271+0000 7f0bb34b0f40 1 -- 172.21.15.39:0/3707222363 wait complete. 2024-09-13T16:17:47.283 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:17:47.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.426+0000 7f1701461640 1 Processor -- start 2024-09-13T16:17:47.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.426+0000 7f1701461640 1 -- start start 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f1701461640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16fc0b2620 0x7f16fc15b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f1701461640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc0ce250 0x7f16fc06c760 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f1701461640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16fc06bcc0 con 0x7f16fc154bf0 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f1701461640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16fc15b9f0 con 0x7f16fc0b2620 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f1701461640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc0cc2e0 con 0x7f16fc0ce250 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16f27fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16fc0b2620 0x7f16fc15b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16faffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f16fc154bf0 0x7f16fc0cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42870/0 (socket says 172.21.15.39:42870) 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16faffd640 1 -- 172.21.15.39:0/3308940024 learned_addr learned my addr 172.21.15.39:0/3308940024 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16fb7fe640 1 --2- 172.21.15.39:0/3308940024 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc0ce250 0x7f16fc06c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16f27fc640 1 -- 172.21.15.39:0/3308940024 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc0ce250 msgr2=0x7f16fc06c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16f27fc640 1 --2- 172.21.15.39:0/3308940024 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc0ce250 0x7f16fc06c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16f27fc640 1 -- 172.21.15.39:0/3308940024 >> v1:172.21.15.39:6789/0 conn(0x7f16fc154bf0 legacy=0x7f16fc0cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16f27fc640 1 -- 172.21.15.39:0/3308940024 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16fc06bf60 con 0x7f16fc0b2620 2024-09-13T16:17:47.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.427+0000 7f16fa7fc640 1 -- 172.21.15.39:0/3308940024 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3109728953 0 0) 0x7f16fc06bcc0 con 0x7f16fc154bf0 2024-09-13T16:17:47.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.428+0000 7f16f27fc640 1 --2- 172.21.15.39:0/3308940024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc15b4b0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f16e40097a0 tx=0x7f16e402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70e669708a90c812 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.428+0000 7f16fa7fc640 1 -- 172.21.15.39:0/3308940024 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16e402ae50 con 0x7f16fc0b2620 2024-09-13T16:17:47.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.428+0000 7f16fa7fc640 1 -- 172.21.15.39:0/3308940024 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16e4032440 con 0x7f16fc0b2620 2024-09-13T16:17:47.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.428+0000 7f16fa7fc640 1 -- 172.21.15.39:0/3308940024 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16e40327d0 con 0x7f16fc0b2620 2024-09-13T16:17:47.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 -- 172.21.15.39:0/3308940024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 msgr2=0x7f16fc15b4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 --2- 172.21.15.39:0/3308940024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc15b4b0 secure :-1 s=READY pgs=1527 cs=0 l=1 rev1=1 crypto rx=0x7f16e40097a0 tx=0x7f16e402a100 comp rx=0 tx=0).stop 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 -- 172.21.15.39:0/3308940024 shutdown_connections 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 --2- 172.21.15.39:0/3308940024 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc0ce250 0x7f16fc06c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 --2- 172.21.15.39:0/3308940024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc15b4b0 unknown :-1 s=CLOSED pgs=1527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 -- 172.21.15.39:0/3308940024 >> 172.21.15.39:0/3308940024 conn(0x7f16fc0b0eb0 msgr2=0x7f16fc069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 -- 172.21.15.39:0/3308940024 shutdown_connections 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.429+0000 7f1701461640 1 -- 172.21.15.39:0/3308940024 wait complete. 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.430+0000 7f1701461640 1 Processor -- start 2024-09-13T16:17:47.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.430+0000 7f1701461640 1 -- start start 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f1701461640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc155060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f1701461640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16fc0ce250 0x7f16fc14d880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f1701461640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc154bf0 0x7f16fc156800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f1701461640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc156370 con 0x7f16fc0b2620 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f1701461640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc14e8d0 con 0x7f16fc0ce250 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f1701461640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16fc155760 con 0x7f16fc154bf0 2024-09-13T16:17:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc155060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc155060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50424/0 (socket says 172.21.15.39:50424) 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 -- 172.21.15.39:0/4061579842 learned_addr learned my addr 172.21.15.39:0/4061579842 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16fb7fe640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc154bf0 0x7f16fc156800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16f27fc640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16fc0ce250 0x7f16fc14d880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 -- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc154bf0 msgr2=0x7f16fc156800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc154bf0 0x7f16fc156800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 -- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16fc0ce250 msgr2=0x7f16fc14d880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16fc0ce250 0x7f16fc14d880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 -- 172.21.15.39:0/4061579842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16e4009400 con 0x7f16fc0b2620 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.431+0000 7f16faffd640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc155060 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00c460 tx=0x7f16ec00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.432+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ec0074e0 con 0x7f16fc0b2620 2024-09-13T16:17:47.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.432+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16ec007660 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.432+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16fc155a40 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.432+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f16ec004a20 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.432+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16fc156000 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.433+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16fc0672f0 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.433+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f16ec004b80 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.434+0000 7f16f3fff640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f16dc06ac30 0x7f16dc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.434+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f16ec0886b0 con 0x7f16fc0b2620 2024-09-13T16:17:47.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.434+0000 7f16f27fc640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f16dc06ac30 0x7f16dc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:47.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.434+0000 7f16f27fc640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f16dc06ac30 0x7f16dc06d0f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f16e4034000 tx=0x7f16e402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:47.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.438+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f16ec053970 con 0x7f16fc0b2620 2024-09-13T16:17:47.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.645+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f16fc0b1f70 con 0x7f16fc0b2620 2024-09-13T16:17:47.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.982+0000 7f16f3fff640 1 -- 172.21.15.39:0/4061579842 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v79) v1 ==== 162+0+0 (secure 0 0 0) 0x7f16ec056f90 con 0x7f16fc0b2620 2024-09-13T16:17:47.984 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f16dc06ac30 msgr2=0x7f16dc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f16dc06ac30 0x7f16dc06d0f0 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f16e4034000 tx=0x7f16e402e000 comp rx=0 tx=0).stop 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 msgr2=0x7f16fc155060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc155060 secure :-1 s=READY pgs=1528 cs=0 l=1 rev1=1 crypto rx=0x7f16ec00c460 tx=0x7f16ec00c920 comp rx=0 tx=0).stop 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 shutdown_connections 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f16dc06ac30 0x7f16dc06d0f0 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16fc154bf0 0x7f16fc156800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16fc0ce250 0x7f16fc14d880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 --2- 172.21.15.39:0/4061579842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16fc0b2620 0x7f16fc155060 unknown :-1 s=CLOSED pgs=1528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:47.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.984+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 >> 172.21.15.39:0/4061579842 conn(0x7f16fc0b0eb0 msgr2=0x7f16fc15bb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:47.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.985+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 shutdown_connections 2024-09-13T16:17:47.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:47.985+0000 7f1701461640 1 -- 172.21.15.39:0/4061579842 wait complete. 2024-09-13T16:17:48.401 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:48.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.508+0000 7f563b165640 1 Processor -- start 2024-09-13T16:17:48.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.508+0000 7f563b165640 1 -- start start 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f563b165640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5634156fb0 0x7f563415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f563b165640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f563406f170 0x7f56340b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f563b165640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f563415b1b0 con 0x7f563415d0a0 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f563b165640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f563406f6e0 con 0x7f563406f170 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f563b165640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f563406f9c0 con 0x7f5634156fb0 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f5633fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f563406f170 0x7f56340b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f5633fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f563406f170 0x7f56340b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50440/0 (socket says 172.21.15.39:50440) 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.509+0000 7f5633fff640 1 -- 172.21.15.39:0/3415708925 learned_addr learned my addr 172.21.15.39:0/3415708925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:48.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f5633fff640 1 -- 172.21.15.39:0/3415708925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5634156fb0 msgr2=0x7f563415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:48.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f5633fff640 1 --2- 172.21.15.39:0/3415708925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5634156fb0 0x7f563415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f5633fff640 1 -- 172.21.15.39:0/3415708925 >> v1:172.21.15.157:6789/0 conn(0x7f563415d0a0 legacy=0x7f5634070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:48.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f5633fff640 1 -- 172.21.15.39:0/3415708925 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f563406fca0 con 0x7f563406f170 2024-09-13T16:17:48.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f5633fff640 1 --2- 172.21.15.39:0/3415708925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563406f170 0x7f56340b1cf0 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f561c009e50 tx=0x7f561c02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19791d3256f3a3e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:48.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f56337fe640 1 -- 172.21.15.39:0/3415708925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f561c031600 con 0x7f563406f170 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f56337fe640 1 -- 172.21.15.39:0/3415708925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f561c02d050 con 0x7f563406f170 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.510+0000 7f56337fe640 1 -- 172.21.15.39:0/3415708925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f561c031980 con 0x7f563406f170 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 -- 172.21.15.39:0/3415708925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563406f170 msgr2=0x7f56340b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 --2- 172.21.15.39:0/3415708925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563406f170 0x7f56340b1cf0 secure :-1 s=READY pgs=1529 cs=0 l=1 rev1=1 crypto rx=0x7f561c009e50 tx=0x7f561c02a630 comp rx=0 tx=0).stop 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 -- 172.21.15.39:0/3415708925 shutdown_connections 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 --2- 172.21.15.39:0/3415708925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563406f170 0x7f56340b1cf0 unknown :-1 s=CLOSED pgs=1529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 --2- 172.21.15.39:0/3415708925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5634156fb0 0x7f563415ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 -- 172.21.15.39:0/3415708925 >> 172.21.15.39:0/3415708925 conn(0x7f563406b3b0 msgr2=0x7f563406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 -- 172.21.15.39:0/3415708925 shutdown_connections 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.511+0000 7f563b165640 1 -- 172.21.15.39:0/3415708925 wait complete. 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.512+0000 7f563b165640 1 Processor -- start 2024-09-13T16:17:48.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.512+0000 7f563b165640 1 -- start start 2024-09-13T16:17:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f563b165640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563406f170 0x7f5634140900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f563b165640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5634156fb0 0x7f56340cdce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:48.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f563b165640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 0x7f56340ce220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f563b165640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5634140e40 con 0x7f563415d0a0 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f563b165640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5634141160 con 0x7f5634156fb0 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f563b165640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56341413d0 con 0x7f563406f170 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f5639702640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 0x7f56340ce220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f5639702640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 0x7f56340ce220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50446/0 (socket says 172.21.15.39:50446) 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f5639702640 1 -- 172.21.15.39:0/3767186699 learned_addr learned my addr 172.21.15.39:0/3767186699 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f5633fff640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5634156fb0 0x7f56340cdce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.513+0000 7f5638f01640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563406f170 0x7f5634140900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f5639702640 1 -- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563406f170 msgr2=0x7f5634140900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f5639702640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563406f170 0x7f5634140900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f5639702640 1 -- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5634156fb0 msgr2=0x7f56340cdce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f5639702640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5634156fb0 0x7f56340cdce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f5639702640 1 -- 172.21.15.39:0/3767186699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f561c009b30 con 0x7f563415d0a0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f5639702640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 0x7f56340ce220 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f562c00b4c0 tx=0x7f562c00b8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562c011830 con 0x7f563415d0a0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f562c0119d0 con 0x7f563415d0a0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f562c011d80 con 0x7f563415d0a0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f56341416b0 con 0x7f563415d0a0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.514+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f56340cb330 con 0x7f563415d0a0 2024-09-13T16:17:48.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.515+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5634141bd0 con 0x7f563415d0a0 2024-09-13T16:17:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.516+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f562c01a400 con 0x7f563415d0a0 2024-09-13T16:17:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.516+0000 7f56317fa640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.516+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f562c089290 con 0x7f563415d0a0 2024-09-13T16:17:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.516+0000 7f5638f01640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:48.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.517+0000 7f5638f01640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f5624009990 tx=0x7f5624009110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:48.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.520+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f562c054410 con 0x7f563415d0a0 2024-09-13T16:17:48.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.725+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f56340672f0 con 0x7f563415d0a0 2024-09-13T16:17:48.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.726+0000 7f56317fa640 1 -- 172.21.15.39:0/3767186699 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 80 v80) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f562c057a30 con 0x7f563415d0a0 2024-09-13T16:17:48.727 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:48.728 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":80,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":80,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:17:47.983470+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":90,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8028},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8028":{"gid":8028,"name":"a","rank":0,"incarnation":80,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/2983340855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2983340855},{"type":"v1","addr":"172.21.15.39:6835","nonce":2983340855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:17:48.728 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 80 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 msgr2=0x7f561406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 secure :-1 s=READY pgs=614 cs=0 l=1 rev1=1 crypto rx=0x7f5624009990 tx=0x7f5624009110 comp rx=0 tx=0).stop 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 msgr2=0x7f56340ce220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 0x7f56340ce220 secure :-1 s=READY pgs=1530 cs=0 l=1 rev1=1 crypto rx=0x7f562c00b4c0 tx=0x7f562c00b8c0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 shutdown_connections 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f561406ac30 0x7f561406d0f0 unknown :-1 s=CLOSED pgs=614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f563415d0a0 0x7f56340ce220 unknown :-1 s=CLOSED pgs=1530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5634156fb0 0x7f56340cdce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 --2- 172.21.15.39:0/3767186699 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f563406f170 0x7f5634140900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:48.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 >> 172.21.15.39:0/3767186699 conn(0x7f563406b3b0 msgr2=0x7f5634069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:48.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 shutdown_connections 2024-09-13T16:17:48.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:48.728+0000 7f563b165640 1 -- 172.21.15.39:0/3767186699 wait complete. 2024-09-13T16:17:48.741 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 80, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:17:47.983470+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 90, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8028}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8028': {'gid': 8028, 'name': 'a', 'rank': 0, 'incarnation': 80, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6835/2983340855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 2983340855}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 2983340855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:17:48.741 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_8028:up:replay 2024-09-13T16:17:48.741 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:17:52.245 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:17:52.244+0000 7fc90cf73640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:17:54.145 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:17:54.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.258+0000 7fe4bb5c7640 1 Processor -- start 2024-09-13T16:17:54.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.259+0000 7fe4bb5c7640 1 -- start start 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4bb5c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b4156fb0 0x7fe4b415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4bb5c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe4b415d0a0 0x7fe4b415d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4bb5c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4b415b1b0 con 0x7fe4b406f170 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4bb5c7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4b415da90 con 0x7fe4b415d0a0 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4bb5c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b40b2400 con 0x7fe4b4156fb0 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe4b415d0a0 0x7fe4b415d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe4b415d0a0 0x7fe4b415d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41940/0 (socket says 172.21.15.39:41940) 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 -- 172.21.15.39:0/2177158434 learned_addr learned my addr 172.21.15.39:0/2177158434 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9363640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b4156fb0 0x7fe4b415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 -- 172.21.15.39:0/2177158434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b4156fb0 msgr2=0x7fe4b415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b4156fb0 0x7fe4b415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 -- 172.21.15.39:0/2177158434 >> v1:172.21.15.157:6789/0 conn(0x7fe4b406f170 legacy=0x7fe4b40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9b64640 1 -- 172.21.15.39:0/2177158434 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4b406f6e0 con 0x7fe4b415d0a0 2024-09-13T16:17:54.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.260+0000 7fe4b9363640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b4156fb0 0x7fe4b415ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.261+0000 7fe4b9b64640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b415d0a0 0x7fe4b415d550 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac009e50 tx=0x7fe4ac02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e84becba00199de server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.261+0000 7fe4a7fff640 1 -- 172.21.15.39:0/2177158434 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac02aea0 con 0x7fe4b415d0a0 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.261+0000 7fe4a7fff640 1 -- 172.21.15.39:0/2177158434 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4ac02d050 con 0x7fe4b415d0a0 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.261+0000 7fe4a7fff640 1 -- 172.21.15.39:0/2177158434 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ac031820 con 0x7fe4b415d0a0 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/2177158434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b415d0a0 msgr2=0x7fe4b415d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b415d0a0 0x7fe4b415d550 secure :-1 s=READY pgs=1531 cs=0 l=1 rev1=1 crypto rx=0x7fe4ac009e50 tx=0x7fe4ac02a680 comp rx=0 tx=0).stop 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/2177158434 shutdown_connections 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b415d0a0 0x7fe4b415d550 unknown :-1 s=CLOSED pgs=1531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/2177158434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b4156fb0 0x7fe4b415ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/2177158434 >> 172.21.15.39:0/2177158434 conn(0x7fe4b406b3b0 msgr2=0x7fe4b406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/2177158434 shutdown_connections 2024-09-13T16:17:54.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.262+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/2177158434 wait complete. 2024-09-13T16:17:54.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.263+0000 7fe4bb5c7640 1 Processor -- start 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.263+0000 7fe4bb5c7640 1 -- start start 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4bb5c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4b406f170 0x7fe4b414a4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4bb5c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 0x7fe4b414b420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4bb5c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b415d0a0 0x7fe4b41f2cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4bb5c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b414c530 con 0x7fe4b4156fb0 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4bb5c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b414c810 con 0x7fe4b406f170 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4bb5c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4b41f24d0 con 0x7fe4b415d0a0 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 0x7fe4b414b420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 0x7fe4b414b420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41956/0 (socket says 172.21.15.39:41956) 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 -- 172.21.15.39:0/1557758911 learned_addr learned my addr 172.21.15.39:0/1557758911 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b9363640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4b406f170 0x7fe4b414a4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b9b64640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b415d0a0 0x7fe4b41f2cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 -- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b415d0a0 msgr2=0x7fe4b41f2cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b415d0a0 0x7fe4b41f2cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 -- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4b406f170 msgr2=0x7fe4b414a4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4b406f170 0x7fe4b414a4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 -- 172.21.15.39:0/1557758911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4ac009b30 con 0x7fe4b4156fb0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.264+0000 7fe4b8b62640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 0x7fe4b414b420 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000c3c0 tx=0x7fe4b000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.265+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b00052d0 con 0x7fe4b4156fb0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.265+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4b0005450 con 0x7fe4b4156fb0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.265+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4b41f27b0 con 0x7fe4b4156fb0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.265+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4b0003830 con 0x7fe4b4156fb0 2024-09-13T16:17:54.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.265+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4b414b960 con 0x7fe4b4156fb0 2024-09-13T16:17:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.266+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4b40672f0 con 0x7fe4b4156fb0 2024-09-13T16:17:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.266+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4b0003990 con 0x7fe4b4156fb0 2024-09-13T16:17:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.267+0000 7fe4a5ffb640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe49806ac00 0x7fe49806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.267+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe4b00887d0 con 0x7fe4b4156fb0 2024-09-13T16:17:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.267+0000 7fe4b9363640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe49806ac00 0x7fe49806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.268+0000 7fe4b9363640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe49806ac00 0x7fe49806d0c0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8006fd0 tx=0x7fe4a8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.271+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe4b0053a00 con 0x7fe4b4156fb0 2024-09-13T16:17:54.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.479+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe4b4157420 con 0x7fe4b4156fb0 2024-09-13T16:17:54.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.480+0000 7fe4a5ffb640 1 -- 172.21.15.39:0/1557758911 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 83 v83) v1 ==== 94+0+4740 (secure 0 0 0) 0x7fe4b0057020 con 0x7fe4b4156fb0 2024-09-13T16:17:54.481 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:54.481 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":83,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":83,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:17:51.002697+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":90,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8028},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8028":{"gid":8028,"name":"a","rank":0,"incarnation":80,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6835/2983340855","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2983340855},{"type":"v1","addr":"172.21.15.39:6835","nonce":2983340855}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:17:54.482 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 83 2024-09-13T16:17:54.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe49806ac00 msgr2=0x7fe49806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe49806ac00 0x7fe49806d0c0 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7fe4a8006fd0 tx=0x7fe4a8008040 comp rx=0 tx=0).stop 2024-09-13T16:17:54.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 msgr2=0x7fe4b414b420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 0x7fe4b414b420 secure :-1 s=READY pgs=1532 cs=0 l=1 rev1=1 crypto rx=0x7fe4b000c3c0 tx=0x7fe4b000c880 comp rx=0 tx=0).stop 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 shutdown_connections 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe49806ac00 0x7fe49806d0c0 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4b415d0a0 0x7fe4b41f2cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4b4156fb0 0x7fe4b414b420 unknown :-1 s=CLOSED pgs=1532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 --2- 172.21.15.39:0/1557758911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4b406f170 0x7fe4b414a4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 >> 172.21.15.39:0/1557758911 conn(0x7fe4b406b3b0 msgr2=0x7fe4b4157bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 shutdown_connections 2024-09-13T16:17:54.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.482+0000 7fe4bb5c7640 1 -- 172.21.15.39:0/1557758911 wait complete. 2024-09-13T16:17:54.494 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 83, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:17:51.002697+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 90, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8028}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8028': {'gid': 8028, 'name': 'a', 'rank': 0, 'incarnation': 80, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.39:6835/2983340855', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 2983340855}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 2983340855}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:17:54.494 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:17:54.494 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:17:54.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.595+0000 7f0c43584640 1 Processor -- start 2024-09-13T16:17:54.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.596+0000 7f0c43584640 1 -- start start 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.596+0000 7f0c43584640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0c3c0b3930 0x7f0c3c0b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.596+0000 7f0c43584640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c3c06afe0 con 0x7f0c3c06baa0 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.596+0000 7f0c43584640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0c3c0b46a0 con 0x7f0c3c071480 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.596+0000 7f0c43584640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0c3c0b4980 con 0x7f0c3c0b3930 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c41b21640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0c3c06baa0 0x7f0c3c06bf10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43600/0 (socket says 172.21.15.39:43600) 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c41b21640 1 -- 172.21.15.39:0/1458810487 learned_addr learned my addr 172.21.15.39:0/1458810487 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2242805768 0 0) 0x7f0c3c06afe0 con 0x7f0c3c06baa0 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1458810487 >> v2:172.21.15.157:3300/0 conn(0x7f0c3c0b3930 0x7f0c3c0b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0c28003520 con 0x7f0c3c06baa0 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 236326424 0 0) 0x7f0c28003520 con 0x7f0c3c06baa0 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 >> v2:172.21.15.157:3300/0 conn(0x7f0c3c0b3930 msgr2=0x7f0c3c0b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 --2- 172.21.15.39:0/1458810487 >> v2:172.21.15.157:3300/0 conn(0x7f0c3c0b3930 0x7f0c3c0b3da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 >> v1:172.21.15.157:6789/0 conn(0x7f0c3c071480 legacy=0x7f0c3c071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3c06b2a0 con 0x7f0c3c06baa0 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f0c340019f0 con 0x7f0c3c06baa0 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 >> v1:172.21.15.39:6789/0 conn(0x7f0c3c06baa0 legacy=0x7f0c3c06bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c28003970 0x7f0c28003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c280047c0 0x7f0c28004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c28005180 0x7f0c2800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c0b4980 con 0x7f0c280047c0 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c2800c020 con 0x7f0c28005180 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c2800c1e0 con 0x7f0c28003970 2024-09-13T16:17:54.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c280047c0 0x7f0c28004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c41320640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c28003970 0x7f0c28003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.597+0000 7f0c41b21640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c28005180 0x7f0c2800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c40b1f640 1 -- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c28003970 msgr2=0x7f0c28003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c28003970 0x7f0c28003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c40b1f640 1 -- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c28005180 msgr2=0x7f0c2800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c28005180 0x7f0c2800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c40b1f640 1 -- 172.21.15.39:0/1458810487 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c28003520 con 0x7f0c280047c0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c41b21640 1 -- 172.21.15.39:0/1458810487 reap_dead start 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c280047c0 0x7f0c28004c40 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f0c30009ac0 tx=0x7f0c280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ed87f4e13b9fb1d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.598+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c30031400 con 0x7f0c280047c0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c3002d050 con 0x7f0c280047c0 2024-09-13T16:17:54.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c2ffff640 1 -- 172.21.15.39:0/1458810487 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c30031780 con 0x7f0c280047c0 2024-09-13T16:17:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 -- 172.21.15.39:0/1458810487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c280047c0 msgr2=0x7f0c28004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c280047c0 0x7f0c28004c40 secure :-1 s=READY pgs=1534 cs=0 l=1 rev1=1 crypto rx=0x7f0c30009ac0 tx=0x7f0c280057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 -- 172.21.15.39:0/1458810487 shutdown_connections 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 --2- 172.21.15.39:0/1458810487 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c280047c0 0x7f0c28004c40 unknown :-1 s=CLOSED pgs=1534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 -- 172.21.15.39:0/1458810487 >> 172.21.15.39:0/1458810487 conn(0x7f0c3c0b2320 msgr2=0x7f0c3c0b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 -- 172.21.15.39:0/1458810487 shutdown_connections 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.599+0000 7f0c43584640 1 -- 172.21.15.39:0/1458810487 wait complete. 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.600+0000 7f0c43584640 1 Processor -- start 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.600+0000 7f0c43584640 1 -- start start 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c43584640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c280047c0 0x7f0c3c1467e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c43584640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c3c1503d0 0x7f0c3c158c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c43584640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 0x7f0c3c154460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c43584640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c1591a0 con 0x7f0c3c151440 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c43584640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c151db0 con 0x7f0c280047c0 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c43584640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0c3c152090 con 0x7f0c3c1503d0 2024-09-13T16:17:54.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 0x7f0c3c154460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 0x7f0c3c154460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41982/0 (socket says 172.21.15.39:41982) 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 -- 172.21.15.39:0/3687333575 learned_addr learned my addr 172.21.15.39:0/3687333575 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c3c1503d0 0x7f0c3c158c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41320640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c280047c0 0x7f0c3c1467e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 -- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c3c1503d0 msgr2=0x7f0c3c158c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c3c1503d0 0x7f0c3c158c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 -- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c280047c0 msgr2=0x7f0c3c1467e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.601+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c280047c0 0x7f0c3c1467e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c41b21640 1 -- 172.21.15.39:0/3687333575 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0c3c152370 con 0x7f0c3c151440 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 0x7f0c3c154460 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0b3d10 tx=0x7f0c34007bd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c2dffb640 1 -- 172.21.15.39:0/3687333575 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c3400aad0 con 0x7f0c3c151440 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c2dffb640 1 -- 172.21.15.39:0/3687333575 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c3400ac30 con 0x7f0c3c151440 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0c3c152650 con 0x7f0c3c151440 2024-09-13T16:17:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c2dffb640 1 -- 172.21.15.39:0/3687333575 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c340133f0 con 0x7f0c3c151440 2024-09-13T16:17:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.602+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c3c1518c0 con 0x7f0c3c151440 2024-09-13T16:17:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.603+0000 7f0c2dffb640 1 -- 172.21.15.39:0/3687333575 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0c34013570 con 0x7f0c3c151440 2024-09-13T16:17:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.604+0000 7f0c2dffb640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c2006ac30 0x7f0c2006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.604+0000 7f0c2dffb640 1 -- 172.21.15.39:0/3687333575 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0c34089890 con 0x7f0c3c151440 2024-09-13T16:17:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.604+0000 7f0c41320640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c2006ac30 0x7f0c2006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.605+0000 7f0c41320640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c2006ac30 0x7f0c2006d0f0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f0c38000c00 tx=0x7f0c38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.605+0000 7f0c462a3740 1 Processor -- start 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.605+0000 7f0c462a3740 1 -- start start 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068ae480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068ab860 0x55d9068fb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068fbab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c462a3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9068087c0 con 0x55d9068ae0a0 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d906817b70 con 0x55d9068ab860 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d906815300 con 0x55d9068d5550 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068ae480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068ae480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41996/0 (socket says 172.21.15.39:41996) 2024-09-13T16:17:54.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 -- 172.21.15.39:0/3828777479 learned_addr learned my addr 172.21.15.39:0/3828777479 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068ab860 0x55d9068fb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068fbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 -- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 msgr2=0x55d9068fbab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068fbab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 -- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068ab860 msgr2=0x55d9068fb570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068ab860 0x55d9068fb570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 -- 172.21.15.39:0/3828777479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d90679d4b0 con 0x55d9068ae0a0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068fbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c41320640 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068ae480 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f0c38012a40 tx=0x7f0c38015000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37a8c941f5c7af78 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c26ffd640 1 -- 172.21.15.39:0/3828777479 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c3801a040 con 0x55d9068ae0a0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c26ffd640 1 -- 172.21.15.39:0/3828777479 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c38007380 con 0x55d9068ae0a0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.606+0000 7f0c26ffd640 1 -- 172.21.15.39:0/3828777479 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c380067d0 con 0x55d9068ae0a0 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 -- 172.21.15.39:0/3828777479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 msgr2=0x55d9068ae480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068ae480 secure :-1 s=READY pgs=1536 cs=0 l=1 rev1=1 crypto rx=0x7f0c38012a40 tx=0x7f0c38015000 comp rx=0 tx=0).stop 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 -- 172.21.15.39:0/3828777479 shutdown_connections 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068fbab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068ab860 0x55d9068fb570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3828777479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068ae480 unknown :-1 s=CLOSED pgs=1536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 -- 172.21.15.39:0/3828777479 >> 172.21.15.39:0/3828777479 conn(0x55d9068aa7d0 msgr2=0x55d9068f2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 -- 172.21.15.39:0/3828777479 shutdown_connections 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.607+0000 7f0c462a3740 1 -- 172.21.15.39:0/3828777479 wait complete. 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.608+0000 7f0c462a3740 1 -- start start 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.608+0000 7f0c462a3740 1 Processor -- start 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068fa9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f81c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f8700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d906810bf0 con 0x55d9068ae0a0 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9067cf250 con 0x55d9068faf20 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d9067ceef0 con 0x55d9068d5550 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 10 client.0 _ll_register_callbacks cb 0x55d906801740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068fa9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068fa9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42010/0 (socket says 172.21.15.39:42010) 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 -- 172.21.15.39:0/1262805199 learned_addr learned my addr 172.21.15.39:0/1262805199 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f81c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41b21640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 -- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 msgr2=0x55d9068f81c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f81c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 -- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 msgr2=0x55d9068f8700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f8700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 -- 172.21.15.39:0/1262805199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0c3c0b46a0 con 0x55d9068ae0a0 2024-09-13T16:17:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41b21640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f8700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c41320640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068fa9e0 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f0c38012f00 tx=0x7f0c38001120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f023165f5ebd7b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c1bfff640 1 -- 172.21.15.39:0/1262805199 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c38015640 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c1bfff640 1 -- 172.21.15.39:0/1262805199 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0c380157a0 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.609+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55d9065043c0 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c1bfff640 1 -- 172.21.15.39:0/1262805199 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c38015960 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 10 client.8520 fetch_fsmap learned FSMap version 83 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=2+}) v3 -- 0x55d90680f270 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c1bfff640 1 -- 172.21.15.39:0/1262805199 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55d9065043c0 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c1bfff640 1 -- 172.21.15.39:0/1262805199 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 83) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0c38020040 con 0x55d9068ae0a0 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 10 client.8520 fetch_fsmap finished waiting for FSMap version 83 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 10 client.8520 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 20 client.8520 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d90690da50 0x55d90690fe40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 4 client.8520 mds_command: new command op to 8028 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 --> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55d9065156c0 con 0x55d90690da50 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d90690da50 0x55d90690fe40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c1bfff640 10 client.8520 ms_handle_connect on v2:172.21.15.39:6833/2983340855 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.610+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d90690da50 0x55d90690fe40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=390fc7ab91bf038 server_cookie=9d7475801bcd25b3 in_seq=0 out_seq=0 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c1bfff640 1 -- 172.21.15.39:0/1262805199 <== mds.0 v2:172.21.15.39:6833/2983340855 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55d9065156c0 con 0x55d90690da50 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c1bfff640 10 client.8520 handle_command_reply: tid=0 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 client.8520 shutdown 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 msgr2=0x55d9068fa9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068fa9e0 secure :-1 s=READY pgs=1537 cs=0 l=1 rev1=1 crypto rx=0x7f0c38012f00 tx=0x7f0c38001120 comp rx=0 tx=0).stop 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 shutdown_connections 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d90690da50 0x55d90690fe40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f8700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f81c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c1bfff640 0 client.8520 ms_handle_reset on v2:172.21.15.39:6833/2983340855 2024-09-13T16:17:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 --2- 172.21.15.39:0/1262805199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d9068fa9e0 unknown :-1 s=CLOSED pgs=1537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 >> 172.21.15.39:0/1262805199 conn(0x55d9068ab860 msgr2=0x55d9068f2300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 shutdown_connections 2024-09-13T16:17:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 1 -- 172.21.15.39:0/1262805199 wait complete. 2024-09-13T16:17:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.611+0000 7f0c462a3740 20 client.8520 trim_cache size 0 max 16384 2024-09-13T16:17:54.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.626+0000 7f0c462a3740 1 Processor -- start 2024-09-13T16:17:54.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.626+0000 7f0c462a3740 1 -- start start 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d906953420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068d1f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068d24c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c462a3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d906794460 con 0x55d9068ae0a0 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9068d7dc0 con 0x55d9068faf20 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d9068fa2c0 con 0x55d9068d5550 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d906953420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d906953420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42016/0 (socket says 172.21.15.39:42016) 2024-09-13T16:17:54.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 -- 172.21.15.39:0/3610958418 learned_addr learned my addr 172.21.15.39:0/3610958418 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068d24c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068d1f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 -- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 msgr2=0x55d9068d1f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068d1f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 -- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 msgr2=0x55d9068d24c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068d24c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 -- 172.21.15.39:0/3610958418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55d9068ac460 con 0x55d9068ae0a0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41b21640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068d24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068d1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.627+0000 7f0c41320640 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d906953420 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f0c38009010 tx=0x7f0c3802e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d5e9a73266388bb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c277fe640 1 -- 172.21.15.39:0/3610958418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c38015c00 con 0x55d9068ae0a0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c277fe640 1 -- 172.21.15.39:0/3610958418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c38043070 con 0x55d9068ae0a0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c277fe640 1 -- 172.21.15.39:0/3610958418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c38015640 con 0x55d9068ae0a0 2024-09-13T16:17:54.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 -- 172.21.15.39:0/3610958418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 msgr2=0x55d906953420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d906953420 secure :-1 s=READY pgs=1538 cs=0 l=1 rev1=1 crypto rx=0x7f0c38009010 tx=0x7f0c3802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 -- 172.21.15.39:0/3610958418 shutdown_connections 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068d24c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068d1f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 --2- 172.21.15.39:0/3610958418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d906953420 unknown :-1 s=CLOSED pgs=1538 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 -- 172.21.15.39:0/3610958418 >> 172.21.15.39:0/3610958418 conn(0x55d9068ab860 msgr2=0x55d9068f9690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 -- 172.21.15.39:0/3610958418 shutdown_connections 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.628+0000 7f0c462a3740 1 -- 172.21.15.39:0/3610958418 wait complete. 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.629+0000 7f0c462a3740 1 -- start start 2024-09-13T16:17:54.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.629+0000 7f0c462a3740 1 Processor -- start 2024-09-13T16:17:54.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d90694f090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f3e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f43a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d906957060 con 0x55d9068ae0a0 2024-09-13T16:17:54.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d9068f3860 con 0x55d9068faf20 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d9068f3ab0 con 0x55d9068d5550 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c462a3740 10 client.0 _ll_register_callbacks cb 0x7f0c38026070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d90694f090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d90694f090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42024/0 (socket says 172.21.15.39:42024) 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 -- 172.21.15.39:0/2952511132 learned_addr learned my addr 172.21.15.39:0/2952511132 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f3e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41b21640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f43a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 -- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 msgr2=0x55d9068f3e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f3e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 -- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 msgr2=0x55d9068f43a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f43a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 -- 172.21.15.39:0/2952511132 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d90680f270 con 0x55d9068ae0a0 2024-09-13T16:17:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c41320640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d90694f090 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f0c38001340 tx=0x7f0c3800c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf54be29abe7d8b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.630+0000 7f0c1bfff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c1bfff640 1 -- 172.21.15.39:0/2952511132 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0c38049630 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c1bfff640 1 -- 172.21.15.39:0/2952511132 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f0c38015c00 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0c38007380 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c1bfff640 1 -- 172.21.15.39:0/2952511132 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=83) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0c38015a20 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 10 client.8526 fetch_fsmap learned FSMap version 83 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=83,monmap=2+}) v3 -- 0x55d9068d85a0 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c1bfff640 1 -- 172.21.15.39:0/2952511132 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0c38007380 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c1bfff640 1 -- 172.21.15.39:0/2952511132 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 83) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0c38052020 con 0x55d9068ae0a0 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 10 client.8526 fetch_fsmap finished waiting for FSMap version 83 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 10 client.8526 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 20 client.8526 populate_metadata read hostname 'smithi039' 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d9068f86b0 0x55d90690b830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 4 client.8526 mds_command: new command op to 8028 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 --> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55d906568d10 con 0x55d9068f86b0 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.631+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d9068f86b0 0x55d90690b830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c40b1f640 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d9068f86b0 0x55d90690b830 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5af399b4f213f49 server_cookie=ef01961fe64b8c8c in_seq=0 out_seq=0 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c1bfff640 10 client.8526 ms_handle_connect on v2:172.21.15.39:6833/2983340855 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c1bfff640 1 -- 172.21.15.39:0/2952511132 <== mds.0 v2:172.21.15.39:6833/2983340855 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x55d906568d10 con 0x55d9068f86b0 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c1bfff640 10 client.8526 handle_command_reply: tid=0 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 client.8526 shutdown 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 msgr2=0x55d90694f090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d90694f090 secure :-1 s=READY pgs=1539 cs=0 l=1 rev1=1 crypto rx=0x7f0c38001340 tx=0x7f0c3800c000 comp rx=0 tx=0).stop 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 shutdown_connections 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:6833/2983340855,v1:172.21.15.39:6835/2983340855] conn(0x55d9068f86b0 0x55d90690b830 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d9068faf20 0x55d9068f43a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c1bfff640 0 client.8526 ms_handle_reset on v2:172.21.15.39:6833/2983340855 2024-09-13T16:17:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d9068d5550 0x55d9068f3e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 --2- 172.21.15.39:0/2952511132 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d9068ae0a0 0x55d90694f090 unknown :-1 s=CLOSED pgs=1539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 >> 172.21.15.39:0/2952511132 conn(0x55d9068ab860 msgr2=0x55d9068d4db0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 shutdown_connections 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 1 -- 172.21.15.39:0/2952511132 wait complete. 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.632+0000 7f0c462a3740 20 client.8526 trim_cache size 0 max 16384 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 8028, 2024-09-13T16:17:54.640 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6467578769999998, 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 83, 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 90, 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 90, 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 13.355511024 2024-09-13T16:17:54.641 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c2006ac30 msgr2=0x7f0c2006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c2006ac30 0x7f0c2006d0f0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f0c38000c00 tx=0x7f0c38009040 comp rx=0 tx=0).stop 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 msgr2=0x7f0c3c154460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 0x7f0c3c154460 secure :-1 s=READY pgs=1535 cs=0 l=1 rev1=1 crypto rx=0x7f0c3c0b3d10 tx=0x7f0c34007bd0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 shutdown_connections 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0c2006ac30 0x7f0c2006d0f0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0c3c151440 0x7f0c3c154460 unknown :-1 s=CLOSED pgs=1535 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0c3c1503d0 0x7f0c3c158c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 --2- 172.21.15.39:0/3687333575 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0c280047c0 0x7f0c3c1467e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 >> 172.21.15.39:0/3687333575 conn(0x7f0c3c0b2320 msgr2=0x7f0c3c15a7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 shutdown_connections 2024-09-13T16:17:54.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.633+0000 7f0c43584640 1 -- 172.21.15.39:0/3687333575 wait complete. 2024-09-13T16:17:54.645 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:17:54.645 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete 10000000000.00000000', proceeding to ls 2024-09-13T16:17:54.645 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:17:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.746+0000 7fe786e14640 1 Processor -- start 2024-09-13T16:17:54.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.746+0000 7fe786e14640 1 -- start start 2024-09-13T16:17:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.746+0000 7fe786e14640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe780159380 0x7fe7800b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.746+0000 7fe786e14640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe78015a360 0x7fe7800ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe786e14640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7800ce960 0x7fe780071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe786e14640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7800cedd0 con 0x7fe780159380 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe786e14640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe780159760 con 0x7fe78015a360 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe786e14640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe78015a880 con 0x7fe7800ce960 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe780159380 0x7fe7800b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe780159380 0x7fe7800b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42032/0 (socket says 172.21.15.39:42032) 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 -- 172.21.15.39:0/31533471 learned_addr learned my addr 172.21.15.39:0/31533471 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe77ffff640 1 --2- 172.21.15.39:0/31533471 >> v2:172.21.15.157:3300/0 conn(0x7fe78015a360 0x7fe7800ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe7853b1640 1 --2- 172.21.15.39:0/31533471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7800ce960 0x7fe780071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 -- 172.21.15.39:0/31533471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7800ce960 msgr2=0x7fe780071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 --2- 172.21.15.39:0/31533471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7800ce960 0x7fe780071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 -- 172.21.15.39:0/31533471 >> v2:172.21.15.157:3300/0 conn(0x7fe78015a360 msgr2=0x7fe7800ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:54.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 --2- 172.21.15.39:0/31533471 >> v2:172.21.15.157:3300/0 conn(0x7fe78015a360 0x7fe7800ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe784bb0640 1 -- 172.21.15.39:0/31533471 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe78015ab60 con 0x7fe780159380 2024-09-13T16:17:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.747+0000 7fe77ffff640 1 --2- 172.21.15.39:0/31533471 >> v2:172.21.15.157:3300/0 conn(0x7fe78015a360 0x7fe7800ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.748+0000 7fe784bb0640 1 --2- 172.21.15.39:0/31533471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe780159380 0x7fe7800b31e0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fe78006d750 tx=0x7fe77002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=865a4553879419fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.748+0000 7fe77f7fe640 1 -- 172.21.15.39:0/31533471 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe770032440 con 0x7fe780159380 2024-09-13T16:17:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.748+0000 7fe77f7fe640 1 -- 172.21.15.39:0/31533471 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7700325a0 con 0x7fe780159380 2024-09-13T16:17:54.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.748+0000 7fe77f7fe640 1 -- 172.21.15.39:0/31533471 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe770032930 con 0x7fe780159380 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.748+0000 7fe786e14640 1 -- 172.21.15.39:0/31533471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe780159380 msgr2=0x7fe7800b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.748+0000 7fe786e14640 1 --2- 172.21.15.39:0/31533471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe780159380 0x7fe7800b31e0 secure :-1 s=READY pgs=1540 cs=0 l=1 rev1=1 crypto rx=0x7fe78006d750 tx=0x7fe77002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 -- 172.21.15.39:0/31533471 shutdown_connections 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 --2- 172.21.15.39:0/31533471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7800ce960 0x7fe780071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 --2- 172.21.15.39:0/31533471 >> v2:172.21.15.157:3300/0 conn(0x7fe78015a360 0x7fe7800ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 --2- 172.21.15.39:0/31533471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe780159380 0x7fe7800b31e0 unknown :-1 s=CLOSED pgs=1540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 -- 172.21.15.39:0/31533471 >> 172.21.15.39:0/31533471 conn(0x7fe7800b15d0 msgr2=0x7fe7800b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 -- 172.21.15.39:0/31533471 shutdown_connections 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.749+0000 7fe786e14640 1 -- 172.21.15.39:0/31533471 wait complete. 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.750+0000 7fe786e14640 1 Processor -- start 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.750+0000 7fe786e14640 1 -- start start 2024-09-13T16:17:54.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe786e14640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 0x7fe780148ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe786e14640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe780159380 0x7fe78014e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe786e14640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78015a360 0x7fe78014fc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe786e14640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7801f2470 con 0x7fe7800ce960 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe786e14640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe78014f110 con 0x7fe78015a360 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe786e14640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7801491e0 con 0x7fe780159380 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 0x7fe780148ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 0x7fe780148ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42046/0 (socket says 172.21.15.39:42046) 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 -- 172.21.15.39:0/2107220061 learned_addr learned my addr 172.21.15.39:0/2107220061 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe77ffff640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe780159380 0x7fe78014e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe7853b1640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78015a360 0x7fe78014fc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 -- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe780159380 msgr2=0x7fe78014e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe780159380 0x7fe78014e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 -- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78015a360 msgr2=0x7fe78014fc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78015a360 0x7fe78014fc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 -- 172.21.15.39:0/2107220061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7700094d0 con 0x7fe7800ce960 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe7853b1640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78015a360 0x7fe78014fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.751+0000 7fe784bb0640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 0x7fe780148ca0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fe77002a220 tx=0x7fe7700046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.752+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe770032440 con 0x7fe7800ce960 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.752+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe770030980 con 0x7fe7800ce960 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.752+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe78014eb50 con 0x7fe7800ce960 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.752+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe770030d10 con 0x7fe7800ce960 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.752+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe780156690 con 0x7fe7800ce960 2024-09-13T16:17:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.753+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7801564f0 con 0x7fe7800ce960 2024-09-13T16:17:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.753+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe770039040 con 0x7fe7800ce960 2024-09-13T16:17:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.754+0000 7fe77d7fa640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe76006ac00 0x7fe76006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.754+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe7700a9cf0 con 0x7fe7800ce960 2024-09-13T16:17:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.754+0000 7fe77ffff640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe76006ac00 0x7fe76006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.754+0000 7fe77ffff640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe76006ac00 0x7fe76006d0c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe78014d170 tx=0x7fe7680097f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:54.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.758+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe7801564f0 con 0x7fe7800ce960 2024-09-13T16:17:54.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.962+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe7801564f0 con 0x7fe7800ce960 2024-09-13T16:17:54.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.963+0000 7fe77d7fa640 1 -- 172.21.15.39:0/2107220061 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v83) v1 ==== 53+0+73 (secure 0 0 0) 0x7fe7801564f0 con 0x7fe7800ce960 2024-09-13T16:17:54.964 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe76006ac00 msgr2=0x7fe76006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe76006ac00 0x7fe76006d0c0 secure :-1 s=READY pgs=617 cs=0 l=1 rev1=1 crypto rx=0x7fe78014d170 tx=0x7fe7680097f0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 msgr2=0x7fe780148ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 0x7fe780148ca0 secure :-1 s=READY pgs=1541 cs=0 l=1 rev1=1 crypto rx=0x7fe77002a220 tx=0x7fe7700046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 shutdown_connections 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe76006ac00 0x7fe76006d0c0 unknown :-1 s=CLOSED pgs=617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78015a360 0x7fe78014fc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe780159380 0x7fe78014e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 --2- 172.21.15.39:0/2107220061 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7800ce960 0x7fe780148ca0 unknown :-1 s=CLOSED pgs=1541 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 >> 172.21.15.39:0/2107220061 conn(0x7fe7800b15d0 msgr2=0x7fe78006f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:54.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 shutdown_connections 2024-09-13T16:17:54.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:54.965+0000 7fe786e14640 1 -- 172.21.15.39:0/2107220061 wait complete. 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:17:54.977 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:17:54.978 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:17:54.978 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:54.978 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:17:54.994 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:17:54.994 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:17:54.994 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:17:54.994 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.994 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42337sec preferred_lft 42337sec 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:17:54.995 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:17:54.996 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.997 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:17:54.997 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:17:54.997 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:17:54.997 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:17:54.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:54.997 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:17:55.059 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:17:55.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:55.099 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:17:55.177 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:17:55.177 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:17:55.177 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:17:55.178 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:17:55.178 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:17:55.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:55.178 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:17:55.178 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:17:55.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:17:55.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:17:55.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:17:55.178 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:17:55.272 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:55.272 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:17:55.334 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:17:55.334 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:17:55.334 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:17:55.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:55.334 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:17:55.407 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:17:55.407 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:17:55.407 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:55.467 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:17:55.468 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:17:55.468 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:55.527 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:17:55.595 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:17:55.595 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:17:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:17:55.661 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:17:55.662 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:55.662 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:17:55.718 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:17:55.718 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:17:55.760 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:17:55.786 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:17:55.786 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:17:55.843 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:17:55.842+0000 7f253a415480 -1 init, newargv = 0x55deeb9490f0 newargc=15 2024-09-13T16:17:55.844 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[72291]: starting ceph client 2024-09-13T16:17:55.848 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[72291]: starting fuse 2024-09-13T16:17:55.853 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:17:55.854 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:17:55.855 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:55.855 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:17:55.912 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:17:55.912 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:17:55.912 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:17:55.912 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:17:55.913 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:17:55.914 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:17:56.028 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.72291.asok 2024-09-13T16:17:56.215 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.72291.asok 2024-09-13T16:17:56.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:56.215 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.72291.asok status 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:17:56.354 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "72291", 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 8541, 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 8541 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:17:56.355 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1835036073 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1835036073 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.8541 192.168.0.1:0/1835036073", 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1835036073", 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 83, 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 90, 2024-09-13T16:17:56.356 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:17:56.357 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:17:56.357 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:17:56.357 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:17:56.362 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:56.362 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:17:56.363 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:56.381 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:17:56.381 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:56.381 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:56.381 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:56.447 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:56.447 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:17:56.489 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:17:56.506 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:17:56.504+0000 7fc90976c640 -1 log_channel(cluster) log [ERR] : dir 0x10000000000 object missing on disk; some files may be lost (/subdir) 2024-09-13T16:17:56.507 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:17:56.507 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:17:56.507 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:56.507 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:17:56.507 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 10000000000.00000000' did not caused DAMAGED state 2024-09-13T16:17:56.508 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 600.00000000' 2024-09-13T16:17:56.508 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:56.508 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:56.563 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.703+0000 7f35e0ed0640 1 Processor -- start 2024-09-13T16:17:56.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.703+0000 7f35e0ed0640 1 -- start start 2024-09-13T16:17:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35e0ed0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f35dc15c330 0x7f35dc06ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35e0ed0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc06f240 0x7f35dc06b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35e0ed0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35dc15c710 0x7f35dc06be30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35e0ed0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35dc06c370 con 0x7f35dc15c710 2024-09-13T16:17:56.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35e0ed0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35dc06f6e0 con 0x7f35dc15c330 2024-09-13T16:17:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35e0ed0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc06f9c0 con 0x7f35dc06f240 2024-09-13T16:17:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35dad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35dc15c710 0x7f35dc06be30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35dad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35dc15c710 0x7f35dc06be30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42052/0 (socket says 172.21.15.39:42052) 2024-09-13T16:17:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.704+0000 7f35dad9d640 1 -- 172.21.15.39:0/623573945 learned_addr learned my addr 172.21.15.39:0/623573945 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35d9d9b640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc06f240 0x7f35dc06b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35da59c640 1 --2- 172.21.15.39:0/623573945 >> v2:172.21.15.157:3300/0 conn(0x7f35dc15c330 0x7f35dc06ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35dad9d640 1 -- 172.21.15.39:0/623573945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc06f240 msgr2=0x7f35dc06b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35dad9d640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc06f240 0x7f35dc06b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35dad9d640 1 -- 172.21.15.39:0/623573945 >> v2:172.21.15.157:3300/0 conn(0x7f35dc15c330 msgr2=0x7f35dc06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35dad9d640 1 --2- 172.21.15.39:0/623573945 >> v2:172.21.15.157:3300/0 conn(0x7f35dc15c330 0x7f35dc06ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35dad9d640 1 -- 172.21.15.39:0/623573945 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35dc06fca0 con 0x7f35dc15c710 2024-09-13T16:17:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35d9d9b640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc06f240 0x7f35dc06b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35da59c640 1 --2- 172.21.15.39:0/623573945 >> v2:172.21.15.157:3300/0 conn(0x7f35dc15c330 0x7f35dc06ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.705+0000 7f35dad9d640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c710 0x7f35dc06be30 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f35dc066a70 tx=0x7f35cc02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f511d51a7737f6ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35d959a640 1 -- 172.21.15.39:0/623573945 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc031600 con 0x7f35dc15c710 2024-09-13T16:17:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35d959a640 1 -- 172.21.15.39:0/623573945 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35cc02d050 con 0x7f35dc15c710 2024-09-13T16:17:56.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35d959a640 1 -- 172.21.15.39:0/623573945 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35cc031980 con 0x7f35dc15c710 2024-09-13T16:17:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 -- 172.21.15.39:0/623573945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c710 msgr2=0x7f35dc06be30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c710 0x7f35dc06be30 secure :-1 s=READY pgs=1545 cs=0 l=1 rev1=1 crypto rx=0x7f35dc066a70 tx=0x7f35cc02a610 comp rx=0 tx=0).stop 2024-09-13T16:17:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 -- 172.21.15.39:0/623573945 shutdown_connections 2024-09-13T16:17:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c710 0x7f35dc06be30 unknown :-1 s=CLOSED pgs=1545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/623573945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc06f240 0x7f35dc06b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/623573945 >> v2:172.21.15.157:3300/0 conn(0x7f35dc15c330 0x7f35dc06ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 -- 172.21.15.39:0/623573945 >> 172.21.15.39:0/623573945 conn(0x7f35dc06d5c0 msgr2=0x7f35dc06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 -- 172.21.15.39:0/623573945 shutdown_connections 2024-09-13T16:17:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.706+0000 7f35e0ed0640 1 -- 172.21.15.39:0/623573945 wait complete. 2024-09-13T16:17:56.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 Processor -- start 2024-09-13T16:17:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 -- start start 2024-09-13T16:17:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35dc06f240 0x7f35dc0ce7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 0x7f35dc14cc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc15c710 0x7f35dc0c99a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc0cada0 con 0x7f35dc15c330 2024-09-13T16:17:56.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc0cb080 con 0x7f35dc06f240 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35e0ed0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35dc14d1a0 con 0x7f35dc15c710 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.708+0000 7f35d9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 0x7f35dc14cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 0x7f35dc14cc60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42058/0 (socket says 172.21.15.39:42058) 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 -- 172.21.15.39:0/194392368 learned_addr learned my addr 172.21.15.39:0/194392368 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35da59c640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35dc06f240 0x7f35dc0ce7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35dad9d640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc15c710 0x7f35dc0c99a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 -- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc15c710 msgr2=0x7f35dc0c99a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc15c710 0x7f35dc0c99a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 -- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35dc06f240 msgr2=0x7f35dc0ce7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35dc06f240 0x7f35dc0ce7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 -- 172.21.15.39:0/194392368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35cc009b30 con 0x7f35dc15c330 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d9d9b640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 0x7f35dc14cc60 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f35c400e730 tx=0x7f35c400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c4004230 con 0x7f35dc15c330 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35c4004390 con 0x7f35dc15c330 2024-09-13T16:17:56.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35dc0ca1f0 con 0x7f35dc15c330 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35c400c8f0 con 0x7f35dc15c330 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.709+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35dc0ca7b0 con 0x7f35dc15c330 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.710+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35dc0ca9a0 con 0x7f35dc15c330 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.711+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35c400ca50 con 0x7f35dc15c330 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.711+0000 7f35d2ffd640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc06ac00 0x7f35bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.711+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f35c4088fb0 con 0x7f35dc15c330 2024-09-13T16:17:56.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.712+0000 7f35da59c640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc06ac00 0x7f35bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:56.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.712+0000 7f35da59c640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc06ac00 0x7f35bc06d0c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f35d4006fd0 tx=0x7f35d4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:56.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.716+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35c4054130 con 0x7f35dc15c330 2024-09-13T16:17:56.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.888+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f35dc06ed00 con 0x7f35dc15c330 2024-09-13T16:17:56.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.889+0000 7f35d2ffd640 1 -- 172.21.15.39:0/194392368 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) v1 ==== 74+0+16677 (secure 0 0 0) 0x7f35c4057750 con 0x7f35dc15c330 2024-09-13T16:17:56.891 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:56.891 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":90,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:41.227077+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:56.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc06ac00 msgr2=0x7f35bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:56.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc06ac00 0x7f35bc06d0c0 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f35d4006fd0 tx=0x7f35d4008040 comp rx=0 tx=0).stop 2024-09-13T16:17:56.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 msgr2=0x7f35dc14cc60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:56.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 0x7f35dc14cc60 secure :-1 s=READY pgs=1546 cs=0 l=1 rev1=1 crypto rx=0x7f35c400e730 tx=0x7f35c400ebf0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 shutdown_connections 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc06ac00 0x7f35bc06d0c0 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35dc15c710 0x7f35dc0c99a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35dc15c330 0x7f35dc14cc60 unknown :-1 s=CLOSED pgs=1546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 --2- 172.21.15.39:0/194392368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35dc06f240 0x7f35dc0ce7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 >> 172.21.15.39:0/194392368 conn(0x7f35dc06d5c0 msgr2=0x7f35dc0b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 shutdown_connections 2024-09-13T16:17:56.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:56.891+0000 7f35e0ed0640 1 -- 172.21.15.39:0/194392368 wait complete. 2024-09-13T16:17:56.904 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:56.904 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:57.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.007+0000 7efd8c827640 1 Processor -- start 2024-09-13T16:17:57.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.007+0000 7efd8c827640 1 -- start start 2024-09-13T16:17:57.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd8c827640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd8806f550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd8c827640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efd880b4420 0x7efd8815e040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd8c827640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd880cd930 con 0x7efd880cedd0 2024-09-13T16:17:57.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd8c827640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd880cdef0 con 0x7efd880b4420 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd8c827640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd880cdc10 con 0x7efd8815a460 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd86d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efd880b4420 0x7efd8815e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd85d9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7efd880cedd0 0x7efd880b3d10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:45544/0 (socket says 172.21.15.39:45544) 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd85d9b640 1 -- 172.21.15.39:0/459476805 learned_addr learned my addr 172.21.15.39:0/459476805 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.008+0000 7efd8659c640 1 --2- 172.21.15.39:0/459476805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd8806f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8559a640 1 -- 172.21.15.39:0/459476805 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 258516331 0 0) 0x7efd880cd930 con 0x7efd880cedd0 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8559a640 1 -- 172.21.15.39:0/459476805 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efd70003520 con 0x7efd880cedd0 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8659c640 1 -- 172.21.15.39:0/459476805 >> v2:172.21.15.157:3300/0 conn(0x7efd880b4420 msgr2=0x7efd8815e040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8659c640 1 --2- 172.21.15.39:0/459476805 >> v2:172.21.15.157:3300/0 conn(0x7efd880b4420 0x7efd8815e040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8659c640 1 -- 172.21.15.39:0/459476805 >> v1:172.21.15.157:6789/0 conn(0x7efd880cedd0 legacy=0x7efd880b3d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8659c640 1 -- 172.21.15.39:0/459476805 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd8806ed50 con 0x7efd8815a460 2024-09-13T16:17:57.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd86d9d640 1 --2- 172.21.15.39:0/459476805 >> v2:172.21.15.157:3300/0 conn(0x7efd880b4420 0x7efd8815e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.009+0000 7efd8659c640 1 --2- 172.21.15.39:0/459476805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd8806f550 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efd780097a0 tx=0x7efd7802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=18c5cc3a60af5379 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8559a640 1 -- 172.21.15.39:0/459476805 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd7802ae50 con 0x7efd8815a460 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8559a640 1 -- 172.21.15.39:0/459476805 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd78032440 con 0x7efd8815a460 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8559a640 1 -- 172.21.15.39:0/459476805 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd780327b0 con 0x7efd8815a460 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 -- 172.21.15.39:0/459476805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 msgr2=0x7efd8806f550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 --2- 172.21.15.39:0/459476805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd8806f550 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7efd780097a0 tx=0x7efd7802a100 comp rx=0 tx=0).stop 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 -- 172.21.15.39:0/459476805 shutdown_connections 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 --2- 172.21.15.39:0/459476805 >> v2:172.21.15.157:3300/0 conn(0x7efd880b4420 0x7efd8815e040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 --2- 172.21.15.39:0/459476805 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd8806f550 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 -- 172.21.15.39:0/459476805 >> 172.21.15.39:0/459476805 conn(0x7efd880d04e0 msgr2=0x7efd880d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 -- 172.21.15.39:0/459476805 shutdown_connections 2024-09-13T16:17:57.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.010+0000 7efd8c827640 1 -- 172.21.15.39:0/459476805 wait complete. 2024-09-13T16:17:57.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.011+0000 7efd8c827640 1 Processor -- start 2024-09-13T16:17:57.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 -- start start 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd880b4420 0x7efd88158ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 0x7efd88153230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd881549d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd88154f10 con 0x7efd880cedd0 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd88153930 con 0x7efd880b4420 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd8c827640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd88153c10 con 0x7efd8815a460 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd85d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 0x7efd88153230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd85d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 0x7efd88153230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42072/0 (socket says 172.21.15.39:42072) 2024-09-13T16:17:57.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.012+0000 7efd85d9b640 1 -- 172.21.15.39:0/2134453149 learned_addr learned my addr 172.21.15.39:0/2134453149 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd8659c640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd880b4420 0x7efd88158ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd86d9d640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd881549d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd85d9b640 1 -- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 msgr2=0x7efd881549d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd85d9b640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd881549d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd85d9b640 1 -- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd880b4420 msgr2=0x7efd88158ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd85d9b640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd880b4420 0x7efd88158ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd85d9b640 1 -- 172.21.15.39:0/2134453149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd80009a70 con 0x7efd880cedd0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd85d9b640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 0x7efd88153230 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7efd7c00c430 tx=0x7efd7c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd7c005ce0 con 0x7efd880cedd0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd7c005e40 con 0x7efd880cedd0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd78009400 con 0x7efd880cedd0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd7c0072f0 con 0x7efd880cedd0 2024-09-13T16:17:57.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.013+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd881541d0 con 0x7efd880cedd0 2024-09-13T16:17:57.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.014+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd88067330 con 0x7efd880cedd0 2024-09-13T16:17:57.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.015+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd7c007450 con 0x7efd880cedd0 2024-09-13T16:17:57.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.015+0000 7efd76ffd640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd6806ac00 0x7efd6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.015+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7efd7c088a70 con 0x7efd880cedd0 2024-09-13T16:17:57.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.015+0000 7efd8659c640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd6806ac00 0x7efd6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.016+0000 7efd8659c640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd6806ac00 0x7efd6806d0c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7efd78034000 tx=0x7efd7802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.019+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd7c053bf0 con 0x7efd880cedd0 2024-09-13T16:17:57.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.188+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7efd880b3d10 con 0x7efd880cedd0 2024-09-13T16:17:57.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.188+0000 7efd76ffd640 1 -- 172.21.15.39:0/2134453149 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) v1 ==== 93+0+10 (secure 0 0 0) 0x7efd7c017020 con 0x7efd880cedd0 2024-09-13T16:17:57.190 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd6806ac00 msgr2=0x7efd6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd6806ac00 0x7efd6806d0c0 secure :-1 s=READY pgs=619 cs=0 l=1 rev1=1 crypto rx=0x7efd78034000 tx=0x7efd7802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 msgr2=0x7efd88153230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 0x7efd88153230 secure :-1 s=READY pgs=1547 cs=0 l=1 rev1=1 crypto rx=0x7efd7c00c430 tx=0x7efd7c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 shutdown_connections 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd6806ac00 0x7efd6806d0c0 unknown :-1 s=CLOSED pgs=619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd8815a460 0x7efd881549d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd880cedd0 0x7efd88153230 unknown :-1 s=CLOSED pgs=1547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 --2- 172.21.15.39:0/2134453149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd880b4420 0x7efd88158ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.190+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 >> 172.21.15.39:0/2134453149 conn(0x7efd880d04e0 msgr2=0x7efd8815d3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.191+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 shutdown_connections 2024-09-13T16:17:57.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.191+0000 7efd8c827640 1 -- 172.21.15.39:0/2134453149 wait complete. 2024-09-13T16:17:57.203 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:17:57.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.306+0000 7f13cc35a640 1 Processor -- start 2024-09-13T16:17:57.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.306+0000 7f13cc35a640 1 -- start start 2024-09-13T16:17:57.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13cc35a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13c4145880 0x7f13c406bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13cc35a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f13c4070cb0 0x7f13c4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13cc35a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f13c40b3290 con 0x7f13c406a410 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13cc35a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13c406a7f0 con 0x7f13c4145880 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13cc35a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f13c4071200 con 0x7f13c4070cb0 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca0f6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13c4145880 0x7f13c406bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca8f7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f13c406a410 0x7f13c40ad620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43612/0 (socket says 172.21.15.39:43612) 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca0f6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f13c4145880 0x7f13c406bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42082/0 (socket says 172.21.15.39:42082) 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca8f7640 1 -- 172.21.15.39:0/3778828680 learned_addr learned my addr 172.21.15.39:0/3778828680 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13c98f5640 1 --2- 172.21.15.39:0/3778828680 >> v2:172.21.15.157:3300/0 conn(0x7f13c4070cb0 0x7f13c4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca0f6640 1 -- 172.21.15.39:0/3778828680 >> v2:172.21.15.157:3300/0 conn(0x7f13c4070cb0 msgr2=0x7f13c4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca0f6640 1 --2- 172.21.15.39:0/3778828680 >> v2:172.21.15.157:3300/0 conn(0x7f13c4070cb0 0x7f13c4069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13ca0f6640 1 -- 172.21.15.39:0/3778828680 >> v1:172.21.15.39:6789/0 conn(0x7f13c406a410 legacy=0x7f13c40ad620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.308+0000 7f13ca0f6640 1 -- 172.21.15.39:0/3778828680 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13c40ac860 con 0x7f13c4145880 2024-09-13T16:17:57.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.307+0000 7f13c90f4640 1 -- 172.21.15.39:0/3778828680 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2510348175 0 0) 0x7f13c40b3290 con 0x7f13c406a410 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.308+0000 7f13ca0f6640 1 --2- 172.21.15.39:0/3778828680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c406bb00 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f13c41465c0 tx=0x7f13b402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7b1ca11d3cf0cf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.308+0000 7f13c90f4640 1 -- 172.21.15.39:0/3778828680 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13b402aea0 con 0x7f13c4145880 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.308+0000 7f13c90f4640 1 -- 172.21.15.39:0/3778828680 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13b402d050 con 0x7f13c4145880 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.308+0000 7f13c90f4640 1 -- 172.21.15.39:0/3778828680 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13b4007960 con 0x7f13c4145880 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 -- 172.21.15.39:0/3778828680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 msgr2=0x7f13c406bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 --2- 172.21.15.39:0/3778828680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c406bb00 secure :-1 s=READY pgs=1549 cs=0 l=1 rev1=1 crypto rx=0x7f13c41465c0 tx=0x7f13b402a680 comp rx=0 tx=0).stop 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 -- 172.21.15.39:0/3778828680 shutdown_connections 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 --2- 172.21.15.39:0/3778828680 >> v2:172.21.15.157:3300/0 conn(0x7f13c4070cb0 0x7f13c4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 --2- 172.21.15.39:0/3778828680 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c406bb00 unknown :-1 s=CLOSED pgs=1549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 -- 172.21.15.39:0/3778828680 >> 172.21.15.39:0/3778828680 conn(0x7f13c406afe0 msgr2=0x7f13c406b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 -- 172.21.15.39:0/3778828680 shutdown_connections 2024-09-13T16:17:57.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.309+0000 7f13cc35a640 1 -- 172.21.15.39:0/3778828680 wait complete. 2024-09-13T16:17:57.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.310+0000 7f13cc35a640 1 Processor -- start 2024-09-13T16:17:57.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.310+0000 7f13cc35a640 1 -- start start 2024-09-13T16:17:57.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13cc35a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13c406a410 0x7f13c413c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13cc35a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13c4070cb0 0x7f13c41f2fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13cc35a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c40b4780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13cc35a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c4145030 con 0x7f13c4145880 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13cc35a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f13c413bae0 con 0x7f13c4070cb0 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13cc35a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f13c41f34f0 con 0x7f13c406a410 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c40b4780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c40b4780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42090/0 (socket says 172.21.15.39:42090) 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 -- 172.21.15.39:0/486167838 learned_addr learned my addr 172.21.15.39:0/486167838 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13c98f5640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13c4070cb0 0x7f13c41f2fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 -- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13c406a410 msgr2=0x7f13c413c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca0f6640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13c406a410 0x7f13c413c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13c406a410 0x7f13c413c580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 -- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13c4070cb0 msgr2=0x7f13c41f2fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13c4070cb0 0x7f13c41f2fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13ca8f7640 1 -- 172.21.15.39:0/486167838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f13b4009a70 con 0x7f13c4145880 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.311+0000 7f13c98f5640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13c4070cb0 0x7f13c41f2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:57.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.312+0000 7f13ca8f7640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c40b4780 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f13bc00c410 tx=0x7f13bc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.312+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13bc0074e0 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.312+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f13bc007640 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.312+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f13c4144d50 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.312+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f13bc004a20 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.312+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f13c413c060 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.313+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f13c40672f0 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.313+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f13bc004b80 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.314+0000 7f13c2ffd640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13b006ac00 0x7f13b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.314+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f13bc089070 con 0x7f13c4145880 2024-09-13T16:17:57.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.314+0000 7f13ca0f6640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13b006ac00 0x7f13b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.314+0000 7f13ca0f6640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13b006ac00 0x7f13b006d0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f13b4034000 tx=0x7f13b402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.318+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f13bc054280 con 0x7f13c4145880 2024-09-13T16:17:57.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.488+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f13c4145c60 con 0x7f13c4145880 2024-09-13T16:17:57.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.488+0000 7f13c2ffd640 1 -- 172.21.15.39:0/486167838 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) v1 ==== 104+0+11 (secure 0 0 0) 0x7f13bc0578a0 con 0x7f13c4145880 2024-09-13T16:17:57.489 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13b006ac00 msgr2=0x7f13b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13b006ac00 0x7f13b006d0c0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7f13b4034000 tx=0x7f13b402f000 comp rx=0 tx=0).stop 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 msgr2=0x7f13c40b4780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c40b4780 secure :-1 s=READY pgs=1550 cs=0 l=1 rev1=1 crypto rx=0x7f13bc00c410 tx=0x7f13bc00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 shutdown_connections 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f13b006ac00 0x7f13b006d0c0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f13c4145880 0x7f13c40b4780 unknown :-1 s=CLOSED pgs=1550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f13c4070cb0 0x7f13c41f2fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 --2- 172.21.15.39:0/486167838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f13c406a410 0x7f13c413c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 >> 172.21.15.39:0/486167838 conn(0x7f13c406afe0 msgr2=0x7f13c40adc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 shutdown_connections 2024-09-13T16:17:57.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.490+0000 7f13cc35a640 1 -- 172.21.15.39:0/486167838 wait complete. 2024-09-13T16:17:57.502 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:17:57.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.606+0000 7f212a701640 1 Processor -- start 2024-09-13T16:17:57.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.606+0000 7f212a701640 1 -- start start 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f212a701640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f21240cb810 0x7f2124159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f212a701640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f212415a000 con 0x7f212415a200 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f212a701640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21240cbbf0 con 0x7f21240cc460 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f212a701640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21240b1540 con 0x7f21240cb810 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2123fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f21240cb810 0x7f2124159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2128c9e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f212415a200 0x7f21240ccd60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43616/0 (socket says 172.21.15.39:43616) 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2128c9e640 1 -- 172.21.15.39:0/3961335016 learned_addr learned my addr 172.21.15.39:0/3961335016 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2123fff640 1 --2- 172.21.15.39:0/3961335016 >> v2:172.21.15.39:3300/0 conn(0x7f21240cb810 0x7f2124159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42096/0 (socket says 172.21.15.39:42096) 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2123fff640 1 -- 172.21.15.39:0/3961335016 >> v1:172.21.15.157:6789/0 conn(0x7f21240cc460 legacy=0x7f21240b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2123fff640 1 -- 172.21.15.39:0/3961335016 >> v1:172.21.15.39:6789/0 conn(0x7f212415a200 legacy=0x7f21240ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f2123fff640 1 -- 172.21.15.39:0/3961335016 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21240b1820 con 0x7f21240cb810 2024-09-13T16:17:57.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.607+0000 7f21237fe640 1 -- 172.21.15.39:0/3961335016 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 261999908 0 0) 0x7f212415a000 con 0x7f212415a200 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.608+0000 7f2123fff640 1 --2- 172.21.15.39:0/3961335016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f2124159ac0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f211400a940 tx=0x7f211402b5a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=95141db96308e895 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.608+0000 7f21237fe640 1 -- 172.21.15.39:0/3961335016 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2114030710 con 0x7f21240cb810 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.608+0000 7f21237fe640 1 -- 172.21.15.39:0/3961335016 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f211402e050 con 0x7f21240cb810 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.608+0000 7f21237fe640 1 -- 172.21.15.39:0/3961335016 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2114030a90 con 0x7f21240cb810 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 -- 172.21.15.39:0/3961335016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 msgr2=0x7f2124159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 --2- 172.21.15.39:0/3961335016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f2124159ac0 secure :-1 s=READY pgs=1552 cs=0 l=1 rev1=1 crypto rx=0x7f211400a940 tx=0x7f211402b5a0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 -- 172.21.15.39:0/3961335016 shutdown_connections 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 --2- 172.21.15.39:0/3961335016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f2124159ac0 unknown :-1 s=CLOSED pgs=1552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 -- 172.21.15.39:0/3961335016 >> 172.21.15.39:0/3961335016 conn(0x7f21240b00a0 msgr2=0x7f21240b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 -- 172.21.15.39:0/3961335016 shutdown_connections 2024-09-13T16:17:57.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.609+0000 7f212a701640 1 -- 172.21.15.39:0/3961335016 wait complete. 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.610+0000 7f212a701640 1 Processor -- start 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.610+0000 7f212a701640 1 -- start start 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f212a701640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f21241f4360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f212a701640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21240cc460 0x7f21241efdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f212a701640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f212415a200 0x7f21240ab950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f212a701640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21240ad9a0 con 0x7f21240cb810 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f212a701640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21241f1370 con 0x7f21240cc460 2024-09-13T16:17:57.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f212a701640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21241f48a0 con 0x7f212415a200 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f21241f4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f21241f4360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42102/0 (socket says 172.21.15.39:42102) 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 -- 172.21.15.39:0/2286481283 learned_addr learned my addr 172.21.15.39:0/2286481283 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f211bfff640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21240cc460 0x7f21241efdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2128c9e640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f212415a200 0x7f21240ab950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 -- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f212415a200 msgr2=0x7f21240ab950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f212415a200 0x7f21240ab950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 -- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21240cc460 msgr2=0x7f21241efdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21240cc460 0x7f21241efdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.611+0000 7f2123fff640 1 -- 172.21.15.39:0/2286481283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f211400a5a0 con 0x7f21240cb810 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.612+0000 7f2123fff640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f21241f4360 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f2114000c00 tx=0x7f21140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.612+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2114032a30 con 0x7f21240cb810 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.612+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2114032bb0 con 0x7f21240cb810 2024-09-13T16:17:57.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.612+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2114044480 con 0x7f21240cb810 2024-09-13T16:17:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.612+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21241f0760 con 0x7f21240cb810 2024-09-13T16:17:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.612+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21241f0d20 con 0x7f21240cb810 2024-09-13T16:17:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.613+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21240672f0 con 0x7f21240cb810 2024-09-13T16:17:57.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.613+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f211403b400 con 0x7f21240cb810 2024-09-13T16:17:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.614+0000 7f21217fa640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f210406ac00 0x7f210406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.614+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f211403f070 con 0x7f21240cb810 2024-09-13T16:17:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.614+0000 7f211bfff640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f210406ac00 0x7f210406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.615+0000 7f211bfff640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f210406ac00 0x7f210406d0c0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f2124149c80 tx=0x7f210c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.618+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2114075980 con 0x7f21240cb810 2024-09-13T16:17:57.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.788+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f212415a610 con 0x7f21240cb810 2024-09-13T16:17:57.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.788+0000 7f21217fa640 1 -- 172.21.15.39:0/2286481283 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2114078fa0 con 0x7f21240cb810 2024-09-13T16:17:57.789 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:17:57.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f210406ac00 msgr2=0x7f210406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f210406ac00 0x7f210406d0c0 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7f2124149c80 tx=0x7f210c009040 comp rx=0 tx=0).stop 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 msgr2=0x7f21241f4360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f21241f4360 secure :-1 s=READY pgs=1553 cs=0 l=1 rev1=1 crypto rx=0x7f2114000c00 tx=0x7f21140046c0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 shutdown_connections 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f210406ac00 0x7f210406d0c0 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f212415a200 0x7f21240ab950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21240cc460 0x7f21241efdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 --2- 172.21.15.39:0/2286481283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21240cb810 0x7f21241f4360 unknown :-1 s=CLOSED pgs=1553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 >> 172.21.15.39:0/2286481283 conn(0x7f21240b00a0 msgr2=0x7f2124069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 shutdown_connections 2024-09-13T16:17:57.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.790+0000 7f212a701640 1 -- 172.21.15.39:0/2286481283 wait complete. 2024-09-13T16:17:57.803 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:17:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.904+0000 7f2e50e5a640 1 Processor -- start 2024-09-13T16:17:57.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.904+0000 7f2e50e5a640 1 -- start start 2024-09-13T16:17:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e50e5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c15cef0 0x7f2e4c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e50e5a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e4c0cd560 0x7f2e4c0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e50e5a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e4c0d1bc0 0x7f2e4c0b5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e50e5a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e4c0d11f0 con 0x7f2e4c0cd560 2024-09-13T16:17:57.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e50e5a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e4c15d2d0 con 0x7f2e4c0d1bc0 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e50e5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4c0cda00 con 0x7f2e4c15cef0 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e4c0cd560 0x7f2e4c0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e4c0cd560 0x7f2e4c0d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42104/0 (socket says 172.21.15.39:42104) 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 -- 172.21.15.39:0/1077280758 learned_addr learned my addr 172.21.15.39:0/1077280758 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e4ad9d640 1 --2- 172.21.15.39:0/1077280758 >> v2:172.21.15.157:3300/0 conn(0x7f2e4c0d1bc0 0x7f2e4c0b5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e4a59c640 1 --2- 172.21.15.39:0/1077280758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c15cef0 0x7f2e4c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 -- 172.21.15.39:0/1077280758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c15cef0 msgr2=0x7f2e4c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 --2- 172.21.15.39:0/1077280758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c15cef0 0x7f2e4c0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 -- 172.21.15.39:0/1077280758 >> v2:172.21.15.157:3300/0 conn(0x7f2e4c0d1bc0 msgr2=0x7f2e4c0b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 --2- 172.21.15.39:0/1077280758 >> v2:172.21.15.157:3300/0 conn(0x7f2e4c0d1bc0 0x7f2e4c0b5ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.905+0000 7f2e41d9b640 1 -- 172.21.15.39:0/1077280758 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e4c0cdce0 con 0x7f2e4c0cd560 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.906+0000 7f2e41d9b640 1 --2- 172.21.15.39:0/1077280758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c0cd560 0x7f2e4c0d1680 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c0b51a0 tx=0x7f2e3402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6551881602364888 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.906+0000 7f2e49d9b640 1 -- 172.21.15.39:0/1077280758 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e34032440 con 0x7f2e4c0cd560 2024-09-13T16:17:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.906+0000 7f2e49d9b640 1 -- 172.21.15.39:0/1077280758 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e340325a0 con 0x7f2e4c0cd560 2024-09-13T16:17:57.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.906+0000 7f2e49d9b640 1 -- 172.21.15.39:0/1077280758 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e34032930 con 0x7f2e4c0cd560 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 -- 172.21.15.39:0/1077280758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c0cd560 msgr2=0x7f2e4c0d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/1077280758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c0cd560 0x7f2e4c0d1680 secure :-1 s=READY pgs=1554 cs=0 l=1 rev1=1 crypto rx=0x7f2e4c0b51a0 tx=0x7f2e3402a270 comp rx=0 tx=0).stop 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 -- 172.21.15.39:0/1077280758 shutdown_connections 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/1077280758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c0cd560 0x7f2e4c0d1680 unknown :-1 s=CLOSED pgs=1554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/1077280758 >> v2:172.21.15.157:3300/0 conn(0x7f2e4c0d1bc0 0x7f2e4c0b5ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/1077280758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c15cef0 0x7f2e4c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 -- 172.21.15.39:0/1077280758 >> 172.21.15.39:0/1077280758 conn(0x7f2e4c06a3a0 msgr2=0x7f2e4c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 -- 172.21.15.39:0/1077280758 shutdown_connections 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.907+0000 7f2e50e5a640 1 -- 172.21.15.39:0/1077280758 wait complete. 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.908+0000 7f2e50e5a640 1 Processor -- start 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.908+0000 7f2e50e5a640 1 -- start start 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e50e5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c0cd560 0x7f2e4c0c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e50e5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4c0d1bc0 0x7f2e4c1f2230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e50e5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 0x7f2e4c1f2770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e50e5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4c1f2cb0 con 0x7f2e4c15cef0 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e50e5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4c0c9cb0 con 0x7f2e4c0d1bc0 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e50e5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e4c0b2560 con 0x7f2e4c0cd560 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 0x7f2e4c1f2770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 0x7f2e4c1f2770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42108/0 (socket says 172.21.15.39:42108) 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 -- 172.21.15.39:0/3671053903 learned_addr learned my addr 172.21.15.39:0/3671053903 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:57.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e41d9b640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4c0d1bc0 0x7f2e4c1f2230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4a59c640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c0cd560 0x7f2e4c0c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 -- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c0cd560 msgr2=0x7f2e4c0c9770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c0cd560 0x7f2e4c0c9770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 -- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4c0d1bc0 msgr2=0x7f2e4c1f2230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4c0d1bc0 0x7f2e4c1f2230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.909+0000 7f2e4ad9d640 1 -- 172.21.15.39:0/3671053903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e340094d0 con 0x7f2e4c15cef0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.910+0000 7f2e4ad9d640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 0x7f2e4c1f2770 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f2e44007e60 tx=0x7f2e4400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.910+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e44014620 con 0x7f2e4c15cef0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.910+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e4400ee90 con 0x7f2e4c15cef0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.910+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e440149e0 con 0x7f2e4c15cef0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.910+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e4c0c8cb0 con 0x7f2e4c15cef0 2024-09-13T16:17:57.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.910+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e4c0b27b0 con 0x7f2e4c15cef0 2024-09-13T16:17:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.911+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e4c0d1680 con 0x7f2e4c15cef0 2024-09-13T16:17:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.912+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e44014b40 con 0x7f2e4c15cef0 2024-09-13T16:17:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.912+0000 7f2e437fe640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:57.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.912+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2e44089bb0 con 0x7f2e4c15cef0 2024-09-13T16:17:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.912+0000 7f2e4a59c640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:57.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.913+0000 7f2e4a59c640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c0079a0 tx=0x7f2e3c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:57.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:57.916+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e44054de0 con 0x7f2e4c15cef0 2024-09-13T16:17:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.101+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f2e4c0d0670 con 0x7f2e4c15cef0 2024-09-13T16:17:58.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.101+0000 7f2e437fe640 1 -- 172.21.15.39:0/3671053903 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v90) v1 ==== 80+0+122 (secure 0 0 0) 0x7f2e44058400 con 0x7f2e4c15cef0 2024-09-13T16:17:58.103 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:17:58.103 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:17:58.104 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:17:58.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 msgr2=0x7f2e2c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 secure :-1 s=READY pgs=622 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c0079a0 tx=0x7f2e3c008040 comp rx=0 tx=0).stop 2024-09-13T16:17:58.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 msgr2=0x7f2e4c1f2770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 0x7f2e4c1f2770 secure :-1 s=READY pgs=1555 cs=0 l=1 rev1=1 crypto rx=0x7f2e44007e60 tx=0x7f2e4400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 shutdown_connections 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e2c06ac00 0x7f2e2c06d0c0 unknown :-1 s=CLOSED pgs=622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e4c15cef0 0x7f2e4c1f2770 unknown :-1 s=CLOSED pgs=1555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e4c0d1bc0 0x7f2e4c1f2230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 --2- 172.21.15.39:0/3671053903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e4c0cd560 0x7f2e4c0c9770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 >> 172.21.15.39:0/3671053903 conn(0x7f2e4c06a3a0 msgr2=0x7f2e4c0b63f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 shutdown_connections 2024-09-13T16:17:58.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.104+0000 7f2e50e5a640 1 -- 172.21.15.39:0/3671053903 wait complete. 2024-09-13T16:17:58.116 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:17:58.116 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:17:58.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:17:58.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.273+0000 7f6b190e5640 1 Processor -- start 2024-09-13T16:17:58.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.273+0000 7f6b190e5640 1 -- start start 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b190e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6b1415d0a0 0x7f6b1415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b190e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b1406f6e0 con 0x7f6b1406f170 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b190e5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b1406f9c0 con 0x7f6b14156fb0 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b190e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b140b2400 con 0x7f6b1415d0a0 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b0bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6b1406f170 0x7f6b140b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43622/0 (socket says 172.21.15.39:43622) 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b0bfff640 1 -- 172.21.15.39:0/4224374995 learned_addr learned my addr 172.21.15.39:0/4224374995 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:58.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1359e640 1 --2- 172.21.15.39:0/4224374995 >> v2:172.21.15.157:3300/0 conn(0x7f6b1415d0a0 0x7f6b1415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 515753086 0 0) 0x7f6b1406f6e0 con 0x7f6b1406f170 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6b00003520 con 0x7f6b1406f170 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3804408450 0 0) 0x7f6b00003520 con 0x7f6b1406f170 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 >> v2:172.21.15.157:3300/0 conn(0x7f6b1415d0a0 msgr2=0x7f6b1415d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 --2- 172.21.15.39:0/4224374995 >> v2:172.21.15.157:3300/0 conn(0x7f6b1415d0a0 0x7f6b1415d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 >> v1:172.21.15.157:6789/0 conn(0x7f6b14156fb0 legacy=0x7f6b1415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b1406fca0 con 0x7f6b1406f170 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.274+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6afc001670 con 0x7f6b1406f170 2024-09-13T16:17:58.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 >> v1:172.21.15.39:6789/0 conn(0x7f6b1406f170 legacy=0x7f6b140b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b00003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b00004370 0x7f6b00004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b000050e0 0x7f6b0000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b140b2400 con 0x7f6b00003970 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b0000c020 con 0x7f6b000050e0 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b0000c1e0 con 0x7f6b00004370 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b00003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1359e640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b000050e0 0x7f6b0000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b0bfff640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b00004370 0x7f6b00004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b12d9d640 1 -- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b00004370 msgr2=0x7f6b00004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b00004370 0x7f6b00004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b12d9d640 1 -- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b000050e0 msgr2=0x7f6b0000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b000050e0 0x7f6b0000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b12d9d640 1 -- 172.21.15.39:0/4224374995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b00003520 con 0x7f6b00003970 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b1359e640 1 -- 172.21.15.39:0/4224374995 reap_dead start 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.275+0000 7f6b0bfff640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b00004370 0x7f6b00004840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b00003d50 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f6b04001860 tx=0x7f6b000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fa7b467f7cdcd5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b0402abd0 con 0x7f6b00003970 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b0402ad50 con 0x7f6b00003970 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b1259c640 1 -- 172.21.15.39:0/4224374995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b04032680 con 0x7f6b00003970 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 -- 172.21.15.39:0/4224374995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 msgr2=0x7f6b00003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b00003d50 secure :-1 s=READY pgs=1557 cs=0 l=1 rev1=1 crypto rx=0x7f6b04001860 tx=0x7f6b000057f0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 -- 172.21.15.39:0/4224374995 shutdown_connections 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 --2- 172.21.15.39:0/4224374995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b00003d50 unknown :-1 s=CLOSED pgs=1557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 -- 172.21.15.39:0/4224374995 >> 172.21.15.39:0/4224374995 conn(0x7f6b1406b3b0 msgr2=0x7f6b1406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 -- 172.21.15.39:0/4224374995 shutdown_connections 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.276+0000 7f6b190e5640 1 -- 172.21.15.39:0/4224374995 wait complete. 2024-09-13T16:17:58.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 Processor -- start 2024-09-13T16:17:58.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 -- start start 2024-09-13T16:17:58.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b140ad940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b1415a3c0 0x7f6b1413c8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b140ae010 0x7f6b140ae490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b140ae9d0 con 0x7f6b00003970 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b140ad4b0 con 0x7f6b1415a3c0 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.278+0000 7f6b190e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b1413ce00 con 0x7f6b140ae010 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b140ad940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b140ad940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42128/0 (socket says 172.21.15.39:42128) 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 -- 172.21.15.39:0/1794302151 learned_addr learned my addr 172.21.15.39:0/1794302151 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 -- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b140ae010 msgr2=0x7f6b140ae490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b140ae010 0x7f6b140ae490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 -- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b1415a3c0 msgr2=0x7f6b1413c8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b1415a3c0 0x7f6b1413c8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 -- 172.21.15.39:0/1794302151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b1414d0f0 con 0x7f6b00003970 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b12d9d640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b140ad940 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f6b04001980 tx=0x7f6b04001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b04007250 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b0402abe0 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b1415a840 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b040075f0 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.279+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b140acb80 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.280+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b140672f0 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.281+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b040067d0 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.281+0000 7f6b0b7fe640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6af406ac00 0x7f6af406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.281+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6b040a97f0 con 0x7f6b00003970 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.281+0000 7f6b0bfff640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6af406ac00 0x7f6af406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.282+0000 7f6b0bfff640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6af406ac00 0x7f6af406d0c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6afc001200 tx=0x7f6afc001b40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.285+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b04074b20 con 0x7f6b00003970 2024-09-13T16:17:58.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.456+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6b1415d530 con 0x7f6b00003970 2024-09-13T16:17:58.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.458+0000 7f6b0b7fe640 1 -- 172.21.15.39:0/1794302151 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v90) v1 ==== 74+0+16677 (secure 0 0 0) 0x7f6b04078140 con 0x7f6b00003970 2024-09-13T16:17:58.459 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:17:58.459 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":90,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:17:41.227077+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:17:58.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6af406ac00 msgr2=0x7f6af406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6af406ac00 0x7f6af406d0c0 secure :-1 s=READY pgs=623 cs=0 l=1 rev1=1 crypto rx=0x7f6afc001200 tx=0x7f6afc001b40 comp rx=0 tx=0).stop 2024-09-13T16:17:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 msgr2=0x7f6b140ad940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b140ad940 secure :-1 s=READY pgs=1558 cs=0 l=1 rev1=1 crypto rx=0x7f6b04001980 tx=0x7f6b04001230 comp rx=0 tx=0).stop 2024-09-13T16:17:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 shutdown_connections 2024-09-13T16:17:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6af406ac00 0x7f6af406d0c0 unknown :-1 s=CLOSED pgs=623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b140ae010 0x7f6b140ae490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b1415a3c0 0x7f6b1413c8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 --2- 172.21.15.39:0/1794302151 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b00003970 0x7f6b140ad940 unknown :-1 s=CLOSED pgs=1558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 >> 172.21.15.39:0/1794302151 conn(0x7f6b1406b3b0 msgr2=0x7f6b1414e580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 shutdown_connections 2024-09-13T16:17:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.460+0000 7f6b190e5640 1 -- 172.21.15.39:0/1794302151 wait complete. 2024-09-13T16:17:58.473 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:17:58.473 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:17:58.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.576+0000 7f9de60c9640 1 Processor -- start 2024-09-13T16:17:58.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.576+0000 7f9de60c9640 1 -- start start 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9de60c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9de006ff90 0x7f9de015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9de60c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de0071eb0 con 0x7f9de00b3610 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9de60c9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de0072440 con 0x7f9de0143d30 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9de60c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9de0144110 con 0x7f9de006ff90 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9ddffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9de006ff90 0x7f9de015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9ddeffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9de00b3610 0x7f9de006f880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43630/0 (socket says 172.21.15.39:43630) 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9ddffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9de006ff90 0x7f9de015eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42136/0 (socket says 172.21.15.39:42136) 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9ddeffd640 1 -- 172.21.15.39:0/1747409690 learned_addr learned my addr 172.21.15.39:0/1747409690 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9ddffff640 1 -- 172.21.15.39:0/1747409690 >> v1:172.21.15.157:6789/0 conn(0x7f9de0143d30 legacy=0x7f9de00717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9ddffff640 1 -- 172.21.15.39:0/1747409690 >> v1:172.21.15.39:6789/0 conn(0x7f9de00b3610 legacy=0x7f9de006f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.578+0000 7f9ddffff640 1 -- 172.21.15.39:0/1747409690 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de0072160 con 0x7f9de006ff90 2024-09-13T16:17:58.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.577+0000 7f9dde7fc640 1 -- 172.21.15.39:0/1747409690 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2482900315 0 0) 0x7f9de0071eb0 con 0x7f9de00b3610 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.578+0000 7f9ddffff640 1 --2- 172.21.15.39:0/1747409690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de015eb20 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009d90 tx=0x7f9dd802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4bb397f448ad1cc7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.578+0000 7f9dde7fc640 1 -- 172.21.15.39:0/1747409690 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8007740 con 0x7f9de006ff90 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.578+0000 7f9dde7fc640 1 -- 172.21.15.39:0/1747409690 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd802d050 con 0x7f9de006ff90 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.578+0000 7f9dde7fc640 1 -- 172.21.15.39:0/1747409690 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8007ac0 con 0x7f9de006ff90 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 -- 172.21.15.39:0/1747409690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 msgr2=0x7f9de015eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 --2- 172.21.15.39:0/1747409690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de015eb20 secure :-1 s=READY pgs=1560 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009d90 tx=0x7f9dd802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 -- 172.21.15.39:0/1747409690 shutdown_connections 2024-09-13T16:17:58.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 --2- 172.21.15.39:0/1747409690 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de015eb20 unknown :-1 s=CLOSED pgs=1560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 -- 172.21.15.39:0/1747409690 >> 172.21.15.39:0/1747409690 conn(0x7f9de00b00a0 msgr2=0x7f9de00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 -- 172.21.15.39:0/1747409690 shutdown_connections 2024-09-13T16:17:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.579+0000 7f9de60c9640 1 -- 172.21.15.39:0/1747409690 wait complete. 2024-09-13T16:17:58.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.580+0000 7f9de60c9640 1 Processor -- start 2024-09-13T16:17:58.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.580+0000 7f9de60c9640 1 -- start start 2024-09-13T16:17:58.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9de60c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de0141150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9de60c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9de00b3610 0x7f9de006f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9de60c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9de0143d30 0x7f9de006f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9de60c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de00cb2f0 con 0x7f9de006ff90 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9de60c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de00cb5d0 con 0x7f9de0143d30 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9de60c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de00cb8b0 con 0x7f9de00b3610 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de0141150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de0141150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42142/0 (socket says 172.21.15.39:42142) 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 -- 172.21.15.39:0/2808828054 learned_addr learned my addr 172.21.15.39:0/2808828054 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddffff640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9de0143d30 0x7f9de006f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddeffd640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9de00b3610 0x7f9de006f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 -- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9de00b3610 msgr2=0x7f9de006f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9de00b3610 0x7f9de006f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 -- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9de0143d30 msgr2=0x7f9de006f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9de0143d30 0x7f9de006f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.581+0000 7f9ddf7fe640 1 -- 172.21.15.39:0/2808828054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd8009a70 con 0x7f9de006ff90 2024-09-13T16:17:58.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.582+0000 7f9ddf7fe640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de0141150 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000b3f0 tx=0x7f9dd000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.582+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0011830 con 0x7f9de006ff90 2024-09-13T16:17:58.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.582+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd0011990 con 0x7f9de006ff90 2024-09-13T16:17:58.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.582+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de00cbb90 con 0x7f9de006ff90 2024-09-13T16:17:58.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.582+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd0011d40 con 0x7f9de006ff90 2024-09-13T16:17:58.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.582+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de0141c10 con 0x7f9de006ff90 2024-09-13T16:17:58.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.583+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de00672f0 con 0x7f9de006ff90 2024-09-13T16:17:58.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.583+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9dd001a400 con 0x7f9de006ff90 2024-09-13T16:17:58.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.584+0000 7f9dc7fff640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9dcc06ac00 0x7f9dcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.584+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9dd0089520 con 0x7f9de006ff90 2024-09-13T16:17:58.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.584+0000 7f9ddeffd640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9dcc06ac00 0x7f9dcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.585+0000 7f9ddeffd640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9dcc06ac00 0x7f9dcc06d0c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9de01e5d50 tx=0x7f9dd4007b50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.588+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9dd00546a0 con 0x7f9de006ff90 2024-09-13T16:17:58.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.757+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9de0070dc0 con 0x7f9de006ff90 2024-09-13T16:17:58.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.758+0000 7f9dc7fff640 1 -- 172.21.15.39:0/2808828054 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v90) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9dd0057cc0 con 0x7f9de006ff90 2024-09-13T16:17:58.759 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.759+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9dcc06ac00 msgr2=0x7f9dcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.759+0000 7f9de60c9640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9dcc06ac00 0x7f9dcc06d0c0 secure :-1 s=READY pgs=624 cs=0 l=1 rev1=1 crypto rx=0x7f9de01e5d50 tx=0x7f9dd4007b50 comp rx=0 tx=0).stop 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.759+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 msgr2=0x7f9de0141150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.759+0000 7f9de60c9640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de0141150 secure :-1 s=READY pgs=1561 cs=0 l=1 rev1=1 crypto rx=0x7f9dd000b3f0 tx=0x7f9dd000b8b0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.759+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 shutdown_connections 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9dcc06ac00 0x7f9dcc06d0c0 unknown :-1 s=CLOSED pgs=624 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9de0143d30 0x7f9de006f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9de00b3610 0x7f9de006f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 --2- 172.21.15.39:0/2808828054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9de006ff90 0x7f9de0141150 unknown :-1 s=CLOSED pgs=1561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 >> 172.21.15.39:0/2808828054 conn(0x7f9de00b00a0 msgr2=0x7f9de015cd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 shutdown_connections 2024-09-13T16:17:58.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.760+0000 7f9de60c9640 1 -- 172.21.15.39:0/2808828054 wait complete. 2024-09-13T16:17:58.772 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:17:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.876+0000 7fdd88afe640 1 Processor -- start 2024-09-13T16:17:58.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.876+0000 7fdd88afe640 1 -- start start 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd88afe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cb810 0x7fdd84159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd88afe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdd8415a200 0x7fdd8415a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd88afe640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdd8415a000 con 0x7fdd840cc460 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd88afe640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdd840cbbf0 con 0x7fdd8415a200 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd88afe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd840b1540 con 0x7fdd840cb810 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd81d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdd840cc460 0x7fdd840b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43646/0 (socket says 172.21.15.39:43646) 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd81d9b640 1 -- 172.21.15.39:0/2970416074 learned_addr learned my addr 172.21.15.39:0/2970416074 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8259c640 1 --2- 172.21.15.39:0/2970416074 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cb810 0x7fdd84159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd82d9d640 1 --2- 172.21.15.39:0/2970416074 >> v2:172.21.15.157:3300/0 conn(0x7fdd8415a200 0x7fdd8415a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8159a640 1 -- 172.21.15.39:0/2970416074 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1035901164 0 0) 0x7fdd8415a000 con 0x7fdd840cc460 2024-09-13T16:17:58.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8159a640 1 -- 172.21.15.39:0/2970416074 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdd6c003520 con 0x7fdd840cc460 2024-09-13T16:17:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8259c640 1 -- 172.21.15.39:0/2970416074 >> v2:172.21.15.157:3300/0 conn(0x7fdd8415a200 msgr2=0x7fdd8415a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8259c640 1 --2- 172.21.15.39:0/2970416074 >> v2:172.21.15.157:3300/0 conn(0x7fdd8415a200 0x7fdd8415a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8259c640 1 -- 172.21.15.39:0/2970416074 >> v1:172.21.15.39:6789/0 conn(0x7fdd840cc460 legacy=0x7fdd840b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8159a640 1 -- 172.21.15.39:0/2970416074 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3749301839 0 0) 0x7fdd6c003520 con 0x7fdd840cc460 2024-09-13T16:17:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd8259c640 1 -- 172.21.15.39:0/2970416074 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd840b1820 con 0x7fdd840cb810 2024-09-13T16:17:58.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.877+0000 7fdd82d9d640 1 --2- 172.21.15.39:0/2970416074 >> v2:172.21.15.157:3300/0 conn(0x7fdd8415a200 0x7fdd8415a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.878+0000 7fdd8259c640 1 --2- 172.21.15.39:0/2970416074 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cb810 0x7fdd84159ac0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdd7400a940 tx=0x7fdd7402b4d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=546524a326fd5d48 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.878+0000 7fdd8159a640 1 -- 172.21.15.39:0/2970416074 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd78001670 con 0x7fdd840cb810 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.878+0000 7fdd8159a640 1 -- 172.21.15.39:0/2970416074 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd7402e050 con 0x7fdd840cb810 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.878+0000 7fdd8159a640 1 -- 172.21.15.39:0/2970416074 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd74030710 con 0x7fdd840cb810 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 -- 172.21.15.39:0/2970416074 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cb810 msgr2=0x7fdd84159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2970416074 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cb810 0x7fdd84159ac0 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7fdd7400a940 tx=0x7fdd7402b4d0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 -- 172.21.15.39:0/2970416074 shutdown_connections 2024-09-13T16:17:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2970416074 >> v2:172.21.15.157:3300/0 conn(0x7fdd8415a200 0x7fdd8415a650 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2970416074 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cb810 0x7fdd84159ac0 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 -- 172.21.15.39:0/2970416074 >> 172.21.15.39:0/2970416074 conn(0x7fdd840b00a0 msgr2=0x7fdd840b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 -- 172.21.15.39:0/2970416074 shutdown_connections 2024-09-13T16:17:58.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.879+0000 7fdd88afe640 1 -- 172.21.15.39:0/2970416074 wait complete. 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.880+0000 7fdd88afe640 1 Processor -- start 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 -- start start 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd840cb810 0x7fdd8414c3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cc460 0x7fdd8414e810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 0x7fdd8414b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8415bf00 con 0x7fdd8415a200 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8414ed50 con 0x7fdd840cb810 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd88afe640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdd8414efd0 con 0x7fdd840cc460 2024-09-13T16:17:58.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd82d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 0x7fdd8414b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd82d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 0x7fdd8414b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42146/0 (socket says 172.21.15.39:42146) 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd82d9d640 1 -- 172.21.15.39:0/2966232620 learned_addr learned my addr 172.21.15.39:0/2966232620 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd8259c640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd840cb810 0x7fdd8414c3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.881+0000 7fdd81d9b640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cc460 0x7fdd8414e810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd82d9d640 1 -- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cc460 msgr2=0x7fdd8414e810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd82d9d640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cc460 0x7fdd8414e810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd82d9d640 1 -- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd840cb810 msgr2=0x7fdd8414c3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd82d9d640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd840cb810 0x7fdd8414c3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd82d9d640 1 -- 172.21.15.39:0/2966232620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd7c009a70 con 0x7fdd8415a200 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd82d9d640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 0x7fdd8414b790 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00efc0 tx=0x7fdd7c009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c009d70 con 0x7fdd8415a200 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd7c00f040 con 0x7fdd8415a200 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdd7400a5a0 con 0x7fdd8415a200 2024-09-13T16:17:58.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd7c003990 con 0x7fdd8415a200 2024-09-13T16:17:58.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.882+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdd8415b8b0 con 0x7fdd8415a200 2024-09-13T16:17:58.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.883+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdd840672f0 con 0x7fdd8415a200 2024-09-13T16:17:58.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.883+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd7c0144a0 con 0x7fdd8415a200 2024-09-13T16:17:58.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.884+0000 7fdd72ffd640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6406ac00 0x7fdd6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:58.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.884+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fdd7c089ea0 con 0x7fdd8415a200 2024-09-13T16:17:58.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.884+0000 7fdd8259c640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6406ac00 0x7fdd6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:58.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.885+0000 7fdd8259c640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6406ac00 0x7fdd6406d0c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fdd74035000 tx=0x7fdd74030000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:58.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:58.888+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdd7c055160 con 0x7fdd8415a200 2024-09-13T16:17:59.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.062+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdd8415a650 con 0x7fdd8415a200 2024-09-13T16:17:59.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.062+0000 7fdd72ffd640 1 -- 172.21.15.39:0/2966232620 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v90) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdd7c018020 con 0x7fdd8415a200 2024-09-13T16:17:59.063 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:17:59.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6406ac00 msgr2=0x7fdd6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6406ac00 0x7fdd6406d0c0 secure :-1 s=READY pgs=625 cs=0 l=1 rev1=1 crypto rx=0x7fdd74035000 tx=0x7fdd74030000 comp rx=0 tx=0).stop 2024-09-13T16:17:59.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 msgr2=0x7fdd8414b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 0x7fdd8414b790 secure :-1 s=READY pgs=1563 cs=0 l=1 rev1=1 crypto rx=0x7fdd7c00efc0 tx=0x7fdd7c009f90 comp rx=0 tx=0).stop 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 shutdown_connections 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd6406ac00 0x7fdd6406d0c0 unknown :-1 s=CLOSED pgs=625 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdd8415a200 0x7fdd8414b790 unknown :-1 s=CLOSED pgs=1563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdd840cc460 0x7fdd8414e810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 --2- 172.21.15.39:0/2966232620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdd840cb810 0x7fdd8414c3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 >> 172.21.15.39:0/2966232620 conn(0x7fdd840b00a0 msgr2=0x7fdd840b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 shutdown_connections 2024-09-13T16:17:59.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.064+0000 7fdd88afe640 1 -- 172.21.15.39:0/2966232620 wait complete. 2024-09-13T16:17:59.076 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:17:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.179+0000 7fac0d696640 1 Processor -- start 2024-09-13T16:17:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.180+0000 7fac0d696640 1 -- start start 2024-09-13T16:17:59.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.180+0000 7fac0d696640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac080ce050 0x7fac08070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.180+0000 7fac0d696640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac0815d080 con 0x7fac080b2e10 2024-09-13T16:17:59.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.180+0000 7fac0d696640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac080b3f90 con 0x7fac08070d80 2024-09-13T16:17:59.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.180+0000 7fac0d696640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac080711b0 con 0x7fac080ce050 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac06ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fac080ce050 0x7fac08070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac077fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fac080b2e10 0x7fac080acd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43650/0 (socket says 172.21.15.39:43650) 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac077fe640 1 -- 172.21.15.39:0/1540524565 learned_addr learned my addr 172.21.15.39:0/1540524565 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac06ffd640 1 -- 172.21.15.39:0/1540524565 >> v1:172.21.15.157:6789/0 conn(0x7fac08070d80 legacy=0x7fac080b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac06ffd640 1 -- 172.21.15.39:0/1540524565 >> v1:172.21.15.39:6789/0 conn(0x7fac080b2e10 legacy=0x7fac080acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac05ffb640 1 -- 172.21.15.39:0/1540524565 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 388557034 0 0) 0x7fac0815d080 con 0x7fac080b2e10 2024-09-13T16:17:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.181+0000 7fac06ffd640 1 -- 172.21.15.39:0/1540524565 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac080b3380 con 0x7fac080ce050 2024-09-13T16:17:59.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac06ffd640 1 --2- 172.21.15.39:0/1540524565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac08070840 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fabf80097a0 tx=0x7fabf802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b231a98aec30d40 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac05ffb640 1 -- 172.21.15.39:0/1540524565 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf8032440 con 0x7fac080ce050 2024-09-13T16:17:59.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac05ffb640 1 -- 172.21.15.39:0/1540524565 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabf80325a0 con 0x7fac080ce050 2024-09-13T16:17:59.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac05ffb640 1 -- 172.21.15.39:0/1540524565 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabf8032930 con 0x7fac080ce050 2024-09-13T16:17:59.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 -- 172.21.15.39:0/1540524565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 msgr2=0x7fac08070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 --2- 172.21.15.39:0/1540524565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac08070840 secure :-1 s=READY pgs=1565 cs=0 l=1 rev1=1 crypto rx=0x7fabf80097a0 tx=0x7fabf802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 -- 172.21.15.39:0/1540524565 shutdown_connections 2024-09-13T16:17:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 --2- 172.21.15.39:0/1540524565 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac08070840 unknown :-1 s=CLOSED pgs=1565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 -- 172.21.15.39:0/1540524565 >> 172.21.15.39:0/1540524565 conn(0x7fac080b0eb0 msgr2=0x7fac08069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 -- 172.21.15.39:0/1540524565 shutdown_connections 2024-09-13T16:17:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.182+0000 7fac0d696640 1 -- 172.21.15.39:0/1540524565 wait complete. 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.184+0000 7fac0d696640 1 Processor -- start 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.184+0000 7fac0d696640 1 -- start start 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.184+0000 7fac0d696640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac08070d80 0x7fac08158710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.184+0000 7fac0d696640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac080b2e10 0x7fac080aebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.184+0000 7fac0d696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac080af110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.184+0000 7fac0d696640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac081e6910 con 0x7fac080ce050 2024-09-13T16:17:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac0d696640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac0813f190 con 0x7fac08070d80 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac0d696640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac081421c0 con 0x7fac080b2e10 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac080af110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac080af110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42174/0 (socket says 172.21.15.39:42174) 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 -- 172.21.15.39:0/4192121253 learned_addr learned my addr 172.21.15.39:0/4192121253 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac06ffd640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac08070d80 0x7fac08158710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac067fc640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac080b2e10 0x7fac080aebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 -- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac080b2e10 msgr2=0x7fac080aebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac080b2e10 0x7fac080aebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 -- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac08070d80 msgr2=0x7fac08158710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac08070d80 0x7fac08158710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 -- 172.21.15.39:0/4192121253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabf8009400 con 0x7fac080ce050 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac06ffd640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac08070d80 0x7fac08158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac077fe640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac080af110 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fac0000c7e0 tx=0x7fac0000cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac0000a640 con 0x7fac080ce050 2024-09-13T16:17:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac0000a7c0 con 0x7fac080ce050 2024-09-13T16:17:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac081e6250 con 0x7fac080ce050 2024-09-13T16:17:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac0000ab70 con 0x7fac080ce050 2024-09-13T16:17:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.185+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac08158c50 con 0x7fac080ce050 2024-09-13T16:17:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.186+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac081e6a50 con 0x7fac080ce050 2024-09-13T16:17:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.187+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac0000acd0 con 0x7fac080ce050 2024-09-13T16:17:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.187+0000 7fabef7fe640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.187+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fac00088c10 con 0x7fac080ce050 2024-09-13T16:17:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.188+0000 7fac06ffd640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.188+0000 7fac06ffd640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fabf8034000 tx=0x7fabf802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.192+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac081e6a50 con 0x7fac080ce050 2024-09-13T16:17:59.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.360+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fac081e6a50 con 0x7fac080ce050 2024-09-13T16:17:59.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.360+0000 7fabef7fe640 1 -- 172.21.15.39:0/4192121253 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v90) v1 ==== 100+0+11 (secure 0 0 0) 0x7fac081e6a50 con 0x7fac080ce050 2024-09-13T16:17:59.362 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:17:59.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 msgr2=0x7fabf406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 secure :-1 s=READY pgs=626 cs=0 l=1 rev1=1 crypto rx=0x7fabf8034000 tx=0x7fabf802e000 comp rx=0 tx=0).stop 2024-09-13T16:17:59.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 msgr2=0x7fac080af110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac080af110 secure :-1 s=READY pgs=1566 cs=0 l=1 rev1=1 crypto rx=0x7fac0000c7e0 tx=0x7fac0000cca0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 shutdown_connections 2024-09-13T16:17:59.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fabf406ac00 0x7fabf406d0c0 unknown :-1 s=CLOSED pgs=626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac080ce050 0x7fac080af110 unknown :-1 s=CLOSED pgs=1566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac080b2e10 0x7fac080aebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 --2- 172.21.15.39:0/4192121253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac08070d80 0x7fac08158710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 >> 172.21.15.39:0/4192121253 conn(0x7fac080b0eb0 msgr2=0x7fac0815e370 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:59.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 shutdown_connections 2024-09-13T16:17:59.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.363+0000 7fac0d696640 1 -- 172.21.15.39:0/4192121253 wait complete. 2024-09-13T16:17:59.375 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:17:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.476+0000 7faa125aa640 1 Processor -- start 2024-09-13T16:17:59.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.476+0000 7faa125aa640 1 -- start start 2024-09-13T16:17:59.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa125aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa0c154a80 0x7faa0c0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa125aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0b2b20 0x7faa0c071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa125aa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7faa0c0717c0 0x7faa0c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa125aa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa0c071c50 con 0x7faa0c154a80 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa125aa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faa0c0b2ff0 con 0x7faa0c0717c0 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa125aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c0b32d0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa0c154a80 0x7faa0c0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faa0c154a80 0x7faa0c0b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42186/0 (socket says 172.21.15.39:42186) 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 -- 172.21.15.39:0/3164724260 learned_addr learned my addr 172.21.15.39:0/3164724260 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa10b47640 1 --2- 172.21.15.39:0/3164724260 >> v2:172.21.15.157:3300/0 conn(0x7faa0c0717c0 0x7faa0c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 -- 172.21.15.39:0/3164724260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0b2b20 msgr2=0x7faa0c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0b7fe640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0b2b20 0x7faa0c071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0b2b20 0x7faa0c071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 -- 172.21.15.39:0/3164724260 >> v2:172.21.15.157:3300/0 conn(0x7faa0c0717c0 msgr2=0x7faa0c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 --2- 172.21.15.39:0/3164724260 >> v2:172.21.15.157:3300/0 conn(0x7faa0c0717c0 0x7faa0c069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0bfff640 1 -- 172.21.15.39:0/3164724260 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faa0c0b35b0 con 0x7faa0c154a80 2024-09-13T16:17:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa10b47640 1 --2- 172.21.15.39:0/3164724260 >> v2:172.21.15.157:3300/0 conn(0x7faa0c0717c0 0x7faa0c069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.477+0000 7faa0b7fe640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0b2b20 0x7faa0c071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:17:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.478+0000 7faa0bfff640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c154a80 0x7faa0c0b25e0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7faa0c0c3c90 tx=0x7fa9fc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d30887c45e73a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.478+0000 7faa0affd640 1 -- 172.21.15.39:0/3164724260 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc032440 con 0x7faa0c154a80 2024-09-13T16:17:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.478+0000 7faa0affd640 1 -- 172.21.15.39:0/3164724260 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9fc0325a0 con 0x7faa0c154a80 2024-09-13T16:17:59.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.478+0000 7faa0affd640 1 -- 172.21.15.39:0/3164724260 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9fc032930 con 0x7faa0c154a80 2024-09-13T16:17:59.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 -- 172.21.15.39:0/3164724260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c154a80 msgr2=0x7faa0c0b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c154a80 0x7faa0c0b25e0 secure :-1 s=READY pgs=1567 cs=0 l=1 rev1=1 crypto rx=0x7faa0c0c3c90 tx=0x7fa9fc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 -- 172.21.15.39:0/3164724260 shutdown_connections 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 --2- 172.21.15.39:0/3164724260 >> v2:172.21.15.157:3300/0 conn(0x7faa0c0717c0 0x7faa0c069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0b2b20 0x7faa0c071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 --2- 172.21.15.39:0/3164724260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c154a80 0x7faa0c0b25e0 unknown :-1 s=CLOSED pgs=1567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 -- 172.21.15.39:0/3164724260 >> 172.21.15.39:0/3164724260 conn(0x7faa0c0b15d0 msgr2=0x7faa0c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 -- 172.21.15.39:0/3164724260 shutdown_connections 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.479+0000 7faa125aa640 1 -- 172.21.15.39:0/3164724260 wait complete. 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.480+0000 7faa125aa640 1 Processor -- start 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.480+0000 7faa125aa640 1 -- start start 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa125aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0717c0 0x7faa0c1e3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa125aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 0x7faa0c1e1a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa125aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa0c154a80 0x7faa0c1e1fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa125aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1e40f0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa125aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1e43d0 con 0x7faa0c154a80 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa125aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faa0c1e46b0 con 0x7faa0c0717c0 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 0x7faa0c1e1a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 0x7faa0c1e1a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42196/0 (socket says 172.21.15.39:42196) 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 -- 172.21.15.39:0/3678060160 learned_addr learned my addr 172.21.15.39:0/3678060160 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0bfff640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0717c0 0x7faa0c1e3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa10b47640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa0c154a80 0x7faa0c1e1fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 -- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0717c0 msgr2=0x7faa0c1e3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0717c0 0x7faa0c1e3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 -- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa0c154a80 msgr2=0x7faa0c1e1fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa0c154a80 0x7faa0c1e1fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 -- 172.21.15.39:0/3678060160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9fc0094d0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa10b47640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa0c154a80 0x7faa0c1e1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:17:59.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.481+0000 7faa0b7fe640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 0x7faa0c1e1a80 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7faa0000c7f0 tx=0x7faa0000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.482+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa00007a30 con 0x7faa0c0b2b20 2024-09-13T16:17:59.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.482+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faa00007b90 con 0x7faa0c0b2b20 2024-09-13T16:17:59.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.482+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa0000ce40 con 0x7faa0c0b2b20 2024-09-13T16:17:59.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.482+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faa0c1e4990 con 0x7faa0c0b2b20 2024-09-13T16:17:59.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.482+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faa0c1e5680 con 0x7faa0c0b2b20 2024-09-13T16:17:59.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.483+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faa0c1e4eb0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.483+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faa000113f0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.484+0000 7faa08ff9640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9f806ac30 0x7fa9f806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.484+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7faa00089430 con 0x7faa0c0b2b20 2024-09-13T16:17:59.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.484+0000 7faa0bfff640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9f806ac30 0x7fa9f806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.485+0000 7faa0bfff640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9f806ac30 0x7fa9f806d0f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc034000 tx=0x7fa9fc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.488+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faa0c1e4eb0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.669+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7faa0c1e4eb0 con 0x7faa0c0b2b20 2024-09-13T16:17:59.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.670+0000 7faa08ff9640 1 -- 172.21.15.39:0/3678060160 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v90) v1 ==== 80+0+122 (secure 0 0 0) 0x7faa0001f090 con 0x7faa0c0b2b20 2024-09-13T16:17:59.671 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:17:59.671 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:17:59.671 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9f806ac30 msgr2=0x7fa9f806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9f806ac30 0x7fa9f806d0f0 secure :-1 s=READY pgs=627 cs=0 l=1 rev1=1 crypto rx=0x7fa9fc034000 tx=0x7fa9fc02e000 comp rx=0 tx=0).stop 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 msgr2=0x7faa0c1e1a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 0x7faa0c1e1a80 secure :-1 s=READY pgs=1568 cs=0 l=1 rev1=1 crypto rx=0x7faa0000c7f0 tx=0x7faa0000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 shutdown_connections 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa9f806ac30 0x7fa9f806d0f0 unknown :-1 s=CLOSED pgs=627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faa0c154a80 0x7faa0c1e1fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faa0c0b2b20 0x7faa0c1e1a80 unknown :-1 s=CLOSED pgs=1568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 --2- 172.21.15.39:0/3678060160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faa0c0717c0 0x7faa0c1e3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.671+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 >> 172.21.15.39:0/3678060160 conn(0x7faa0c0b15d0 msgr2=0x7faa0c149c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.672+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 shutdown_connections 2024-09-13T16:17:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.672+0000 7faa125aa640 1 -- 172.21.15.39:0/3678060160 wait complete. 2024-09-13T16:17:59.683 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:17:59.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:59.684 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:17:59.710 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:17:59.710 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:17:59.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:17:59.710 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:17:59.766 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:17:59.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.908+0000 7ff56d165640 1 Processor -- start 2024-09-13T16:17:59.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.908+0000 7ff56d165640 1 -- start start 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56d165640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 0x7ff5680ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56d165640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff5680ce960 0x7ff56815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56d165640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff568159760 con 0x7ff568159380 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56d165640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5680b38f0 con 0x7ff5680ce960 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56d165640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5680cedd0 con 0x7ff56815a360 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56659c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 0x7ff5680ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56759e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff5680ce960 0x7ff56815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff566d9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff568159380 0x7ff5680b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:45582/0 (socket says 172.21.15.39:45582) 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff56659c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 0x7ff5680ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:34264/0 (socket says 172.21.15.39:34264) 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.909+0000 7ff566d9d640 1 -- 172.21.15.39:0/4238088530 learned_addr learned my addr 172.21.15.39:0/4238088530 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.910+0000 7ff56659c640 1 -- 172.21.15.39:0/4238088530 >> v2:172.21.15.157:3300/0 conn(0x7ff5680ce960 msgr2=0x7ff56815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:17:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.910+0000 7ff56659c640 1 --2- 172.21.15.39:0/4238088530 >> v2:172.21.15.157:3300/0 conn(0x7ff5680ce960 0x7ff56815b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.910+0000 7ff56659c640 1 -- 172.21.15.39:0/4238088530 >> v1:172.21.15.157:6789/0 conn(0x7ff568159380 legacy=0x7ff5680b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.910+0000 7ff56659c640 1 -- 172.21.15.39:0/4238088530 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff56815a880 con 0x7ff56815a360 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.910+0000 7ff56659c640 1 --2- 172.21.15.39:0/4238088530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 0x7ff5680ce420 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff5500097a0 tx=0x7ff55002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2fde1fb88071493b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff565d9b640 1 -- 172.21.15.39:0/4238088530 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff550032440 con 0x7ff56815a360 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff565d9b640 1 -- 172.21.15.39:0/4238088530 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5500325a0 con 0x7ff56815a360 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff565d9b640 1 -- 172.21.15.39:0/4238088530 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff550032930 con 0x7ff56815a360 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 -- 172.21.15.39:0/4238088530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 msgr2=0x7ff5680ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 --2- 172.21.15.39:0/4238088530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 0x7ff5680ce420 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7ff5500097a0 tx=0x7ff55002a180 comp rx=0 tx=0).stop 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 -- 172.21.15.39:0/4238088530 shutdown_connections 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 --2- 172.21.15.39:0/4238088530 >> v2:172.21.15.157:3300/0 conn(0x7ff5680ce960 0x7ff56815b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 --2- 172.21.15.39:0/4238088530 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff56815a360 0x7ff5680ce420 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 -- 172.21.15.39:0/4238088530 >> 172.21.15.39:0/4238088530 conn(0x7ff5680b15d0 msgr2=0x7ff5680b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:17:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 -- 172.21.15.39:0/4238088530 shutdown_connections 2024-09-13T16:17:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.911+0000 7ff56d165640 1 -- 172.21.15.39:0/4238088530 wait complete. 2024-09-13T16:17:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 Processor -- start 2024-09-13T16:17:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 -- start start 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5680ce960 0x7ff56814d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff568159380 0x7ff56814f550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 0x7ff568153050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5680a9a30 con 0x7ff56815a360 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff56814d700 con 0x7ff568159380 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56d165640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff56814fff0 con 0x7ff5680ce960 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 0x7ff568153050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 0x7ff568153050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42198/0 (socket says 172.21.15.39:42198) 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.913+0000 7ff56759e640 1 -- 172.21.15.39:0/336901891 learned_addr learned my addr 172.21.15.39:0/336901891 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff566d9d640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5680ce960 0x7ff56814d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56659c640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff568159380 0x7ff56814f550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56759e640 1 -- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5680ce960 msgr2=0x7ff56814d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56759e640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5680ce960 0x7ff56814d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56759e640 1 -- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff568159380 msgr2=0x7ff56814f550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56759e640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff568159380 0x7ff56814f550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56759e640 1 -- 172.21.15.39:0/336901891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff550009400 con 0x7ff56815a360 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56759e640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 0x7ff568153050 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7ff55800efc0 tx=0x7ff55800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff558014480 con 0x7ff56815a360 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff55800f040 con 0x7ff56815a360 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5681502d0 con 0x7ff56815a360 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff558014820 con 0x7ff56815a360 2024-09-13T16:17:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.914+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff568150890 con 0x7ff56815a360 2024-09-13T16:17:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.915+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5680672f0 con 0x7ff56815a360 2024-09-13T16:17:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.916+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff558014980 con 0x7ff56815a360 2024-09-13T16:17:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.916+0000 7ff55f7fe640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff54806ac00 0x7ff54806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:17:59.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.916+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(90..90 src has 1..90) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff558089d80 con 0x7ff56815a360 2024-09-13T16:17:59.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.916+0000 7ff566d9d640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff54806ac00 0x7ff54806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:17:59.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.917+0000 7ff566d9d640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff54806ac00 0x7ff54806d0c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff560005880 tx=0x7ff560009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:17:59.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:17:59.921+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff558055040 con 0x7ff56815a360 2024-09-13T16:18:00.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.124+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff5680ce420 con 0x7ff56815a360 2024-09-13T16:18:00.126 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:00.125+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:00.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.132+0000 7ff55f7fe640 1 -- 172.21.15.39:0/336901891 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v84) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff558018090 con 0x7ff56815a360 2024-09-13T16:18:00.133 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:00.134 INFO:tasks.ceph.mds.a.smithi039.stderr: -695> 2024-09-13T16:17:52.244+0000 7fc90cf73640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:00.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff54806ac00 msgr2=0x7ff54806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:00.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff54806ac00 0x7ff54806d0c0 secure :-1 s=READY pgs=628 cs=0 l=1 rev1=1 crypto rx=0x7ff560005880 tx=0x7ff560009040 comp rx=0 tx=0).stop 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 msgr2=0x7ff568153050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 0x7ff568153050 secure :-1 s=READY pgs=1569 cs=0 l=1 rev1=1 crypto rx=0x7ff55800efc0 tx=0x7ff55800c490 comp rx=0 tx=0).stop 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 shutdown_connections 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff54806ac00 0x7ff54806d0c0 unknown :-1 s=CLOSED pgs=628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff56815a360 0x7ff568153050 unknown :-1 s=CLOSED pgs=1569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff568159380 0x7ff56814f550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 --2- 172.21.15.39:0/336901891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5680ce960 0x7ff56814d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 >> 172.21.15.39:0/336901891 conn(0x7ff5680b15d0 msgr2=0x7ff568071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 shutdown_connections 2024-09-13T16:18:00.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.134+0000 7ff56d165640 1 -- 172.21.15.39:0/336901891 wait complete. 2024-09-13T16:18:00.136 INFO:tasks.ceph.mds.a.smithi039.stderr: -162> 2024-09-13T16:17:56.504+0000 7fc90976c640 -1 log_channel(cluster) log [ERR] : dir 0x10000000000 object missing on disk; some files may be lost (/subdir) 2024-09-13T16:18:00.146 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:00.160 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:18:00.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.249+0000 7f3770bc3640 1 Processor -- start 2024-09-13T16:18:00.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.249+0000 7f3770bc3640 1 -- start start 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f3770bc3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f376c159380 0x7f376c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f3770bc3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f376c15a360 0x7f376c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f3770bc3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f376c159760 con 0x7f376c0ce960 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f3770bc3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f376c0cedd0 con 0x7f376c159380 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f3770bc3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f376c15a880 con 0x7f376c15a360 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f376a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f376c159380 0x7f376c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f376a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f376c159380 0x7f376c0b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42222/0 (socket says 172.21.15.39:42222) 2024-09-13T16:18:00.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f376ad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f376c0ce960 0x7f376c071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43658/0 (socket says 172.21.15.39:43658) 2024-09-13T16:18:00.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.250+0000 7f376a59c640 1 -- 172.21.15.39:0/2283176493 learned_addr learned my addr 172.21.15.39:0/2283176493 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:00.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f3769d9b640 1 --2- 172.21.15.39:0/2283176493 >> v2:172.21.15.157:3300/0 conn(0x7f376c15a360 0x7f376c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f376a59c640 1 -- 172.21.15.39:0/2283176493 >> v2:172.21.15.157:3300/0 conn(0x7f376c15a360 msgr2=0x7f376c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f376a59c640 1 --2- 172.21.15.39:0/2283176493 >> v2:172.21.15.157:3300/0 conn(0x7f376c15a360 0x7f376c0ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f376a59c640 1 -- 172.21.15.39:0/2283176493 >> v1:172.21.15.39:6789/0 conn(0x7f376c0ce960 legacy=0x7f376c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f376a59c640 1 -- 172.21.15.39:0/2283176493 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f376c15ab60 con 0x7f376c159380 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f376959a640 1 -- 172.21.15.39:0/2283176493 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1072380650 0 0) 0x7f376c159760 con 0x7f376c0ce960 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f3769d9b640 1 --2- 172.21.15.39:0/2283176493 >> v2:172.21.15.157:3300/0 conn(0x7f376c15a360 0x7f376c0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.251+0000 7f376a59c640 1 --2- 172.21.15.39:0/2283176493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c159380 0x7f376c0b31e0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f376c06d750 tx=0x7f375c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf5a1ebaedc96486 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f376959a640 1 -- 172.21.15.39:0/2283176493 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f375c032440 con 0x7f376c159380 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f376959a640 1 -- 172.21.15.39:0/2283176493 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f375c0325a0 con 0x7f376c159380 2024-09-13T16:18:00.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f376959a640 1 -- 172.21.15.39:0/2283176493 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f375c032930 con 0x7f376c159380 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 -- 172.21.15.39:0/2283176493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c159380 msgr2=0x7f376c0b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2283176493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c159380 0x7f376c0b31e0 secure :-1 s=READY pgs=1574 cs=0 l=1 rev1=1 crypto rx=0x7f376c06d750 tx=0x7f375c02a270 comp rx=0 tx=0).stop 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 -- 172.21.15.39:0/2283176493 shutdown_connections 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2283176493 >> v2:172.21.15.157:3300/0 conn(0x7f376c15a360 0x7f376c0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2283176493 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c159380 0x7f376c0b31e0 unknown :-1 s=CLOSED pgs=1574 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 -- 172.21.15.39:0/2283176493 >> 172.21.15.39:0/2283176493 conn(0x7f376c0b15d0 msgr2=0x7f376c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 -- 172.21.15.39:0/2283176493 shutdown_connections 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.252+0000 7f3770bc3640 1 -- 172.21.15.39:0/2283176493 wait complete. 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 Processor -- start 2024-09-13T16:18:00.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 -- start start 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f376c0ce960 0x7f376c150820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f376c159380 0x7f376c155c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 0x7f376c145ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f376c14e410 con 0x7f376c15a360 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f376c1561a0 con 0x7f376c159380 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.254+0000 7f3770bc3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f376c14d550 con 0x7f376c0ce960 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 0x7f376c145ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 0x7f376c145ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42238/0 (socket says 172.21.15.39:42238) 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 -- 172.21.15.39:0/2384094229 learned_addr learned my addr 172.21.15.39:0/2384094229 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:00.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376a59c640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f376c0ce960 0x7f376c150820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f3769d9b640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f376c159380 0x7f376c155c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 -- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f376c0ce960 msgr2=0x7f376c150820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f376c0ce960 0x7f376c150820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 -- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f376c159380 msgr2=0x7f376c155c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f376c159380 0x7f376c155c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 -- 172.21.15.39:0/2384094229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f375c0094d0 con 0x7f376c15a360 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f376ad9d640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 0x7f376c145ca0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f376400c7d0 tx=0x7f376400cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f376400a5e0 con 0x7f376c15a360 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f376400a740 con 0x7f376c15a360 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f376c14dd50 con 0x7f376c15a360 2024-09-13T16:18:00.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f376400ab30 con 0x7f376c15a360 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.255+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f376c14d830 con 0x7f376c15a360 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.256+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f376c14e550 con 0x7f376c15a360 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.257+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f376400ac90 con 0x7f376c15a360 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.257+0000 7f3762ffd640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f374c06ac00 0x7f374c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.257+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f3764088930 con 0x7f376c15a360 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.257+0000 7f376a59c640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f374c06ac00 0x7f374c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:00.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.258+0000 7f376a59c640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f374c06ac00 0x7f374c06d0c0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f375c034000 tx=0x7f375c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:00.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.261+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f376c14e550 con 0x7f376c15a360 2024-09-13T16:18:00.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:00.497+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f376c14e550 con 0x7f376c15a360 2024-09-13T16:18:01.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.133+0000 7f3762ffd640 1 -- 172.21.15.39:0/2384094229 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v85) v1 ==== 107+0+0 (secure 0 0 0) 0x7f376c14e550 con 0x7f376c15a360 2024-09-13T16:18:01.135 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:18:01.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f374c06ac00 msgr2=0x7f374c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f374c06ac00 0x7f374c06d0c0 secure :-1 s=READY pgs=629 cs=0 l=1 rev1=1 crypto rx=0x7f375c034000 tx=0x7f375c02e000 comp rx=0 tx=0).stop 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 msgr2=0x7f376c145ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 0x7f376c145ca0 secure :-1 s=READY pgs=1575 cs=0 l=1 rev1=1 crypto rx=0x7f376400c7d0 tx=0x7f376400cc90 comp rx=0 tx=0).stop 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 shutdown_connections 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f374c06ac00 0x7f374c06d0c0 unknown :-1 s=CLOSED pgs=629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f376c15a360 0x7f376c145ca0 unknown :-1 s=CLOSED pgs=1575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f376c159380 0x7f376c155c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 --2- 172.21.15.39:0/2384094229 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f376c0ce960 0x7f376c150820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 >> 172.21.15.39:0/2384094229 conn(0x7f376c0b15d0 msgr2=0x7f376c070160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 shutdown_connections 2024-09-13T16:18:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.136+0000 7f3770bc3640 1 -- 172.21.15.39:0/2384094229 wait complete. 2024-09-13T16:18:01.150 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:01.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.235+0000 7f40de787f40 1 Processor -- start 2024-09-13T16:18:01.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.235+0000 7f40de787f40 1 -- start start 2024-09-13T16:18:01.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40de787f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x55571067eec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40de787f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557105f4120 0x555710713cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40de787f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555710668310 0x555710714230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40de787f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55571055ebe0 con 0x5557105ab5a0 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40de787f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55571055a4d0 con 0x555710668310 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40de787f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5557104f5b60 con 0x5557105f4120 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x55571067eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x55571067eec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42248/0 (socket says 172.21.15.39:42248) 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 -- 172.21.15.39:0/1273451351 learned_addr learned my addr 172.21.15.39:0/1273451351 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dba83640 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557105f4120 0x555710713cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dca85640 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555710668310 0x555710714230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 -- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557105f4120 msgr2=0x555710713cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557105f4120 0x555710713cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 -- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555710668310 msgr2=0x555710714230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555710668310 0x555710714230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 -- 172.21.15.39:0/1273451351 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40d0005d20 con 0x5557105ab5a0 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.236+0000 7f40dc284640 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x55571067eec0 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f40cc001d30 tx=0x7f40cc00b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3dce1f14d77d7dc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40daa81640 1 -- 172.21.15.39:0/1273451351 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc014070 con 0x5557105ab5a0 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40daa81640 1 -- 172.21.15.39:0/1273451351 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40cc008030 con 0x5557105ab5a0 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40daa81640 1 -- 172.21.15.39:0/1273451351 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc00f400 con 0x5557105ab5a0 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 -- 172.21.15.39:0/1273451351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 msgr2=0x55571067eec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x55571067eec0 secure :-1 s=READY pgs=1578 cs=0 l=1 rev1=1 crypto rx=0x7f40cc001d30 tx=0x7f40cc00b5b0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 -- 172.21.15.39:0/1273451351 shutdown_connections 2024-09-13T16:18:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555710668310 0x555710714230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557105f4120 0x555710713cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 --2- 172.21.15.39:0/1273451351 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x55571067eec0 unknown :-1 s=CLOSED pgs=1578 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 -- 172.21.15.39:0/1273451351 >> 172.21.15.39:0/1273451351 conn(0x5557105b1040 msgr2=0x555710663380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 -- 172.21.15.39:0/1273451351 shutdown_connections 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.237+0000 7f40de787f40 1 -- 172.21.15.39:0/1273451351 wait complete. 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.238+0000 7f40de787f40 1 Processor -- start 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.238+0000 7f40de787f40 1 -- start start 2024-09-13T16:18:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40de787f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x555710716b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40de787f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557105f4120 0x555710664aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40de787f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555710668310 0x55571065c010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40de787f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557104f5800 con 0x5557105ab5a0 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40de787f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557104d8520 con 0x5557105f4120 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40de787f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555710669e90 con 0x555710668310 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x555710716b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x555710716b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42264/0 (socket says 172.21.15.39:42264) 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 learned_addr learned my addr 172.21.15.39:0/4130453445 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557105f4120 0x555710664aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dca85640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555710668310 0x55571065c010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555710668310 msgr2=0x55571065c010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555710668310 0x55571065c010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557105f4120 msgr2=0x555710664aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557105f4120 0x555710664aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40cc00a040 con 0x5557105ab5a0 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x555710716b60 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x555710714770 tx=0x7f40cc000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40d9a7f640 1 -- 172.21.15.39:0/4130453445 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc014040 con 0x5557105ab5a0 2024-09-13T16:18:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.239+0000 7f40d9a7f640 1 -- 172.21.15.39:0/4130453445 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40cc01b430 con 0x5557105ab5a0 2024-09-13T16:18:01.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.240+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5557104f8060 con 0x5557105ab5a0 2024-09-13T16:18:01.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.240+0000 7f40d9a7f640 1 -- 172.21.15.39:0/4130453445 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40cc01b7e0 con 0x5557105ab5a0 2024-09-13T16:18:01.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.240+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5557104f7ac0 con 0x5557105ab5a0 2024-09-13T16:18:01.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.241+0000 7f40d9a7f640 1 -- 172.21.15.39:0/4130453445 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f40cc01b940 con 0x5557105ab5a0 2024-09-13T16:18:01.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.241+0000 7f40d9a7f640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40c80695e0 0x7f40c806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40d9a7f640 1 -- 172.21.15.39:0/4130453445 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f40cc089450 con 0x5557105ab5a0 2024-09-13T16:18:01.249 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40c80695e0 0x7f40c806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55571065c8b0 0x55571065ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571065d200 con 0x55571065c8b0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40dca85640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55571065c8b0 0x55571065ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40dca85640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55571065c8b0 0x55571065ccc0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.242+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40c80695e0 0x7f40c806baa0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f40d0057000 tx=0x7f40d0052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.244+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v91'43 uv16 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.244+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710727900 con 0x55571065c8b0 2024-09-13T16:18:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.245+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v91'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.245+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710727cb0 con 0x55571065c8b0 2024-09-13T16:18:01.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.246+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v91'45 uv45 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.252 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:01.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.246+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710729070 con 0x55571065c8b0 2024-09-13T16:18:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.247+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v91'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.247+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710729420 con 0x55571065c8b0 2024-09-13T16:18:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.248+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v91'47 uv47 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.248+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728060 con 0x55571065c8b0 2024-09-13T16:18:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.249+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v91'48 uv48 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.249+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728460 con 0x55571065c8b0 2024-09-13T16:18:01.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.254+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v91'49 uv22 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.254+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728860 con 0x55571065c8b0 2024-09-13T16:18:01.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.255+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v91'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.255+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728860 con 0x55571065c8b0 2024-09-13T16:18:01.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.260+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v91'51 uv51 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.261 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:01.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.260+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.265+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v91'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.265+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.266+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v91'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.266+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.269+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v91'54 uv54 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.269+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.271+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v91'55 uv55 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.272 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:01.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.271+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.272+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [setxattr (30)] v91'56 uv56 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.272+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728c90 con 0x55571065c8b0 2024-09-13T16:18:01.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.274+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [setxattr (62)] v91'57 uv57 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.274+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728c90 con 0x55571065c8b0 2024-09-13T16:18:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.275+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [omap-set-header] v91'58 uv58 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.275+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.276+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [omap-set-vals] v91'59 uv59 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.276+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.277+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 600.00000000 [create] v91'60 uv35 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.277+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.278+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 600.00000000 [delete] v91'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.278+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.279+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v91'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.281 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.279+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.280+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [setxattr (30)] v91'63 uv63 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.280+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.281+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [setxattr (62)] v91'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.281+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.282+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [omap-set-header] v91'65 uv65 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.282+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.283+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 603.00000000 [create] v91'66 uv41 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.283+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.284+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 603.00000000 [delete] v91'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.284+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.286+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v91'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.289 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:01.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.286+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.286+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [setxattr (30)] v91'69 uv69 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.286+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.287+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [setxattr (62)] v91'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.287+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x55571065c8b0 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.288+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [omap-set-header] v91'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.288+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555710728c20 0x55571072bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.289+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:30 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710728810 con 0x555710728c20 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.289+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555710728c20 0x55571072bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.289+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555710728c20 0x55571072bcf0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.290+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(30 1.00000000.inode [create] v91'44 uv24 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.290+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:31 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072c230 con 0x555710728c20 2024-09-13T16:18:01.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.292+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(31 1.00000000.inode [delete] v91'45 uv45 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.292+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072c5e0 con 0x555710728c20 2024-09-13T16:18:01.294 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:01.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.293+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(32 1.00000000.inode [create] v91'46 uv46 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.293+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072ce80 con 0x555710728c20 2024-09-13T16:18:01.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.294+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(33 1.00000000.inode [write 0~582] v91'47 uv47 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.294+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072d230 con 0x555710728c20 2024-09-13T16:18:01.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.295+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(34 1.00000000.inode [omap-set-header] v91'48 uv48 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.295+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072d5e0 con 0x555710728c20 2024-09-13T16:18:01.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.296+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(35 200.00000000 [create] v91'49 uv43 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.296+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072d990 con 0x555710728c20 2024-09-13T16:18:01.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.298+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(36 200.00000000 [delete] v91'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.298+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.300 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:01.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.299+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(37 200.00000000 [create] v91'51 uv51 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.299+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.300+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(38 200.00000000 [write 0~90] v91'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.300+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.301+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(39 200.00000000 [omap-set-header] v91'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.301+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.303+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(40 200.00000001 [create] v91'54 uv42 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.303+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.304+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(41 200.00000001 [delete] v91'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.304+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.305+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(42 200.00000001 [create] v91'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.306 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:01.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.305+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731770 con 0x555710728c20 2024-09-13T16:18:01.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.306+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(43 200.00000001 [write 0~14848] v91'57 uv57 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.306+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731770 con 0x555710728c20 2024-09-13T16:18:01.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.308+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(44 200.00000001 [omap-set-header] v91'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.308+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.309+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(45 606.00000000 [create] v91'59 uv40 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.309+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.310+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(46 606.00000000 [delete] v91'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.310+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.312 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:01.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.311+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(47 606.00000000 [create] v91'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.311+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072ed50 con 0x555710728c20 2024-09-13T16:18:01.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.312+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v91'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.312+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072ed50 con 0x555710728c20 2024-09-13T16:18:01.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.313+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v91'63 uv63 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.313+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x555710728c20 2024-09-13T16:18:01.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.314+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(50 606.00000000 [omap-set-header] v91'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x555710728c20 2024-09-13T16:18:01.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.314+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x55571065c8b0 2024-09-13T16:18:01.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.315+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(51 607.00000000 [create] v91'9 uv8 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.315+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x55571065c8b0 2024-09-13T16:18:01.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.316+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(52 607.00000000 [delete] v91'10 uv10 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.316+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x55571065c8b0 2024-09-13T16:18:01.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.317+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v91'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.319 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:01.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.317+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072ed50 con 0x55571065c8b0 2024-09-13T16:18:01.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.318+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v91'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.318+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072ed50 con 0x55571065c8b0 2024-09-13T16:18:01.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.319+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v91'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.319+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072dd40 con 0x55571065c8b0 2024-09-13T16:18:01.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.320+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [omap-set-header] v91'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.320+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55571072e250 0x555710730640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.320+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710730b80 con 0x55571072e250 2024-09-13T16:18:01.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.320+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55571072e250 0x555710730640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.321+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55571072e250 0x555710730640 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.322+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v91'8 uv7 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.322+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710730f30 con 0x55571072e250 2024-09-13T16:18:01.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.323+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v91'9 uv9 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.323+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x5557107312e0 con 0x55571072e250 2024-09-13T16:18:01.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.324+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v91'10 uv10 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.325 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:01.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.324+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731690 con 0x55571072e250 2024-09-13T16:18:01.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.325+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v91'11 uv11 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.325+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731a40 con 0x55571065c8b0 2024-09-13T16:18:01.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.326+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(61 608.00000000 [create] v91'9 uv8 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.326+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731a40 con 0x55571065c8b0 2024-09-13T16:18:01.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.327+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(62 608.00000000 [delete] v91'10 uv10 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.327+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731a40 con 0x55571065c8b0 2024-09-13T16:18:01.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.328+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v91'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.329 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:01.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.328+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710732a50 con 0x55571065c8b0 2024-09-13T16:18:01.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.329+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v91'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.329+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710732a50 con 0x55571065c8b0 2024-09-13T16:18:01.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.330+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v91'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.330+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710731a40 con 0x55571065c8b0 2024-09-13T16:18:01.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.331+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [omap-set-header] v91'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.331+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557107320c0 0x5557107344b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.331+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x5557107349f0 con 0x5557107320c0 2024-09-13T16:18:01.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.331+0000 7f40dca85640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557107320c0 0x5557107344b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.332+0000 7f40dca85640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557107320c0 0x5557107344b0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.333+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(67 604.00000000 [create] v91'15 uv9 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.333+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734a70 con 0x5557107320c0 2024-09-13T16:18:01.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.334+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(68 604.00000000 [delete] v91'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.334+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.335+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(69 604.00000000 [create] v91'17 uv17 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.337 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:01.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.336+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710735eb0 con 0x5557107320c0 2024-09-13T16:18:01.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.337+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v91'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.337+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710735eb0 con 0x5557107320c0 2024-09-13T16:18:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.338+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v91'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.338+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.339+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v91'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.339+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.340+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(73 500.00000000 [create] v91'21 uv14 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.340+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.341+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(74 500.00000000 [delete] v91'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.341+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.343 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.342+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(75 500.00000000 [create] v91'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.342+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.344+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v91'24 uv24 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.344+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710734ea0 con 0x5557107320c0 2024-09-13T16:18:01.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.345+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v91'25 uv25 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.345+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5557107353b0 0x5557107377a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.345+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710737eb0 con 0x5557107353b0 2024-09-13T16:18:01.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.345+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5557107353b0 0x5557107377a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.346+0000 7f40dc284640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5557107353b0 0x5557107377a0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.347+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(78 mds_snaptable [create] v91'7 uv6 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x5557107353b0 2024-09-13T16:18:01.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.347+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x5557107353b0 2024-09-13T16:18:01.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.348+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(79 mds_snaptable [delete] v91'8 uv8 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x5557107353b0 2024-09-13T16:18:01.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.348+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x5557107353b0 2024-09-13T16:18:01.350 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:01.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.349+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(80 mds_snaptable [create] v91'9 uv9 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x5557107353b0 2024-09-13T16:18:01.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.349+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x5557107353b0 2024-09-13T16:18:01.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.350+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v91'10 uv10 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x5557107353b0 2024-09-13T16:18:01.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.350+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x5557107353b0 2024-09-13T16:18:01.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.351+0000 7f40dc284640 1 -- 172.21.15.39:0/4130453445 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v91'11 uv11 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40cc016070 con 0x5557107353b0 2024-09-13T16:18:01.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.351+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x55571065c8b0 2024-09-13T16:18:01.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.352+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(83 605.00000000 [create] v91'9 uv8 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.352+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x55571065c8b0 2024-09-13T16:18:01.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.353+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(84 605.00000000 [delete] v91'10 uv10 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.353+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x55571065c8b0 2024-09-13T16:18:01.355 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:01.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.354+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v91'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.354+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x5557107392a0 con 0x55571065c8b0 2024-09-13T16:18:01.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.355+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v91'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.355+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x5557107392a0 con 0x55571065c8b0 2024-09-13T16:18:01.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.356+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v91'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.356+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738290 con 0x55571065c8b0 2024-09-13T16:18:01.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.357+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [omap-set-header] v91'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x55571065c8b0 2024-09-13T16:18:01.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.357+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571072ca10 con 0x55571072e250 2024-09-13T16:18:01.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.358+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(89 mds0_inotable [create] v91'14 uv8 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.358+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738780 con 0x55571072e250 2024-09-13T16:18:01.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.359+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(90 mds0_inotable [delete] v91'15 uv15 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.359+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738b30 con 0x55571072e250 2024-09-13T16:18:01.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.360+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(91 mds0_inotable [create] v91'16 uv16 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.361 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:01.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.360+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738330 con 0x55571072e250 2024-09-13T16:18:01.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.361+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v91'17 uv17 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.361+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738330 con 0x55571072e250 2024-09-13T16:18:01.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.362+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v91'18 uv18 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.362+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738330 con 0x55571072e250 2024-09-13T16:18:01.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.363+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(94 100.00000000 [create] v91'19 uv13 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.363+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738330 con 0x55571072e250 2024-09-13T16:18:01.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.364+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(95 100.00000000 [delete] v91'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.364+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738330 con 0x55571072e250 2024-09-13T16:18:01.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.365+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(96 100.00000000 [create] v91'21 uv21 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.366 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:01.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.365+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710738330 con 0x55571072e250 2024-09-13T16:18:01.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.366+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v91'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.366+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b980 con 0x55571072e250 2024-09-13T16:18:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.367+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v91'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.367+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5557107396a0 0x555710739a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.367+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107396a0 2024-09-13T16:18:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.367+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5557107396a0 0x555710739a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.368+0000 7f40dba83640 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5557107396a0 0x555710739a80 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.369+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v91'9 uv7 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x5557107396a0 2024-09-13T16:18:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.369+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107396a0 2024-09-13T16:18:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.370+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v91'10 uv10 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x5557107396a0 2024-09-13T16:18:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.370+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107396a0 2024-09-13T16:18:01.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.371+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v91'11 uv11 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x5557107396a0 2024-09-13T16:18:01.372 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:01.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.371+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107396a0 2024-09-13T16:18:01.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.372+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v91'12 uv12 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x5557107396a0 2024-09-13T16:18:01.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.372+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x55571072e250 2024-09-13T16:18:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.373+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v91'9 uv8 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.373+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x55571072e250 2024-09-13T16:18:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.374+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v91'10 uv10 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.374+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x55571072e250 2024-09-13T16:18:01.376 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:01.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.375+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v91'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.375+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x55571072e250 2024-09-13T16:18:01.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.376+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v91'12 uv12 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.376+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x55571072e250 2024-09-13T16:18:01.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.377+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v91'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.377+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x55571072e250 2024-09-13T16:18:01.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.378+0000 7f40dba83640 1 -- 172.21.15.39:0/4130453445 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v91'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d0050bc0 con 0x55571072e250 2024-09-13T16:18:01.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.378+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107320c0 2024-09-13T16:18:01.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.379+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v91'7 uv6 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.379+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x555710739fc0 con 0x5557107320c0 2024-09-13T16:18:01.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.380+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v91'8 uv8 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.380+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a040 con 0x5557107320c0 2024-09-13T16:18:01.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.381+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v91'9 uv9 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.383 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:01.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.381+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a040 con 0x5557107320c0 2024-09-13T16:18:01.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.382+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v91'10 uv10 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.382+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a040 con 0x5557107320c0 2024-09-13T16:18:01.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.383+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v91'11 uv11 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.384+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a040 con 0x5557107320c0 2024-09-13T16:18:01.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.385+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v91'20 uv11 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.385+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.386+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v91'21 uv21 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.386+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.387+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v91'22 uv22 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.388 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:01.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.387+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.388+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v91'23 uv23 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.388+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.389+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v91'24 uv24 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.389+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.390+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v91'25 uv18 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.390+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.391+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v91'26 uv26 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.391+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.391+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v91'27 uv27 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.393 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:01.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.392+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073b520 con 0x5557107320c0 2024-09-13T16:18:01.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.393+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v91'28 uv28 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.393+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107320c0 2024-09-13T16:18:01.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.394+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v91'29 uv29 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.394+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107320c0 2024-09-13T16:18:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.395+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v91'30 uv30 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.395+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e91) v8 -- 0x55571073a060 con 0x5557107320c0 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v91'31 uv31 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f40d4001630 con 0x5557107320c0 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55571065c8b0 msgr2=0x55571065ccc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55571065c8b0 0x55571065ccc0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55571072e250 msgr2=0x555710730640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55571072e250 0x555710730640 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5557107396a0 msgr2=0x555710739a80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5557107396a0 0x555710739a80 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555710728c20 msgr2=0x55571072bcf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555710728c20 0x55571072bcf0 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557107320c0 msgr2=0x5557107344b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557107320c0 0x5557107344b0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5557107353b0 msgr2=0x5557107377a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5557107353b0 0x5557107377a0 crc :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 reap_dead start 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 reap_dead start 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40dca85640 1 -- 172.21.15.39:0/4130453445 reap_dead start 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40c80695e0 msgr2=0x7f40c806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40c80695e0 0x7f40c806baa0 secure :-1 s=READY pgs=631 cs=0 l=1 rev1=1 crypto rx=0x7f40d0057000 tx=0x7f40d0052000 comp rx=0 tx=0).stop 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 msgr2=0x555710716b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x555710716b60 secure :-1 s=READY pgs=1579 cs=0 l=1 rev1=1 crypto rx=0x555710714770 tx=0x7f40cc000ed0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 shutdown_connections 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40c80695e0 0x7f40c806baa0 unknown :-1 s=CLOSED pgs=631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 --2- 172.21.15.39:0/4130453445 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557105ab5a0 0x555710716b60 unknown :-1 s=CLOSED pgs=1579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 >> 172.21.15.39:0/4130453445 conn(0x5557105b1040 msgr2=0x555710662610 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:01.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 shutdown_connections 2024-09-13T16:18:01.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.396+0000 7f40de787f40 1 -- 172.21.15.39:0/4130453445 wait complete. 2024-09-13T16:18:01.400 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 600.00000000 2024-09-13T16:18:01.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.443+0000 7f2e475cef40 1 Processor -- start 2024-09-13T16:18:01.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.443+0000 7f2e475cef40 1 -- start start 2024-09-13T16:18:01.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e475cef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 0x564573beafc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e475cef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c92410 0x564573beb500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e475cef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c8cf70 0x564573c8d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e475cef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564573b674d0 con 0x564573c773f0 2024-09-13T16:18:01.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e475cef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564573b02b60 con 0x564573c8cf70 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e475cef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564573b02800 con 0x564573c92410 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 0x564573beafc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 0x564573beafc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42284/0 (socket says 172.21.15.39:42284) 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 -- 172.21.15.39:0/3638200266 learned_addr learned my addr 172.21.15.39:0/3638200266 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e458ce640 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c8cf70 0x564573c8d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e448cc640 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c92410 0x564573beb500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 -- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c92410 msgr2=0x564573beb500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c92410 0x564573beb500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 -- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c8cf70 msgr2=0x564573c8d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c8cf70 0x564573c8d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 -- 172.21.15.39:0/3638200266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564573b11c20 con 0x564573c773f0 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e448cc640 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c92410 0x564573beb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e450cd640 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 0x564573beafc0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f2e38000fb0 tx=0x7f2e380099d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5db06aabdb96406b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e377fe640 1 -- 172.21.15.39:0/3638200266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e3800e7e0 con 0x564573c773f0 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e377fe640 1 -- 172.21.15.39:0/3638200266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e3800e940 con 0x564573c773f0 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.444+0000 7f2e377fe640 1 -- 172.21.15.39:0/3638200266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e3800ecf0 con 0x564573c773f0 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 -- 172.21.15.39:0/3638200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 msgr2=0x564573beafc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 0x564573beafc0 secure :-1 s=READY pgs=1582 cs=0 l=1 rev1=1 crypto rx=0x7f2e38000fb0 tx=0x7f2e380099d0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 -- 172.21.15.39:0/3638200266 shutdown_connections 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c8cf70 0x564573c8d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c92410 0x564573beb500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 --2- 172.21.15.39:0/3638200266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c773f0 0x564573beafc0 unknown :-1 s=CLOSED pgs=1582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 -- 172.21.15.39:0/3638200266 >> 172.21.15.39:0/3638200266 conn(0x564573be86b0 msgr2=0x564573c91b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 -- 172.21.15.39:0/3638200266 shutdown_connections 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 -- 172.21.15.39:0/3638200266 wait complete. 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 Processor -- start 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.445+0000 7f2e475cef40 1 -- start start 2024-09-13T16:18:01.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e475cef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c773f0 0x564573c726a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e475cef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c8cf70 0x564573c04510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e475cef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c92410 0x564573c04a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e475cef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564573ae5520 con 0x564573c8cf70 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e475cef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564573c90d30 con 0x564573c92410 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e475cef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564573c04f90 con 0x564573c773f0 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c8cf70 0x564573c04510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c8cf70 0x564573c04510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42288/0 (socket says 172.21.15.39:42288) 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 -- 172.21.15.39:0/287165219 learned_addr learned my addr 172.21.15.39:0/287165219 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e458ce640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c92410 0x564573c04a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e450cd640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c773f0 0x564573c726a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 -- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c773f0 msgr2=0x564573c726a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564573c773f0 0x564573c726a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 -- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c92410 msgr2=0x564573c04a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564573c92410 0x564573c04a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.446+0000 7f2e448cc640 1 -- 172.21.15.39:0/287165219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564573b2bdc0 con 0x564573c8cf70 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.447+0000 7f2e448cc640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c8cf70 0x564573c04510 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c005cf0 tx=0x7f2e3c0084c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.447+0000 7f2e367fc640 1 -- 172.21.15.39:0/287165219 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e3c00f070 con 0x564573c8cf70 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.447+0000 7f2e367fc640 1 -- 172.21.15.39:0/287165219 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e3c010040 con 0x564573c8cf70 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.447+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x564573b05060 con 0x564573c8cf70 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.447+0000 7f2e367fc640 1 -- 172.21.15.39:0/287165219 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e3c016860 con 0x564573c8cf70 2024-09-13T16:18:01.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.447+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564573b04ac0 con 0x564573c8cf70 2024-09-13T16:18:01.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.448+0000 7f2e367fc640 1 -- 172.21.15.39:0/287165219 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e3c0169c0 con 0x564573c8cf70 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e367fc640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e28069610 0x7f2e2806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e367fc640 1 -- 172.21.15.39:0/287165219 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f2e3c0887e0 con 0x564573c8cf70 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e475cef40 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564573c05b50 0x564573d29b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e450cd640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e28069610 0x7f2e2806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e91) v8 -- 0x564573c91550 con 0x564573c05b50 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e458ce640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564573c05b50 0x564573d29b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e458ce640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564573c05b50 0x564573d29b40 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.449+0000 7f2e450cd640 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e28069610 0x7f2e2806bad0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2e38000fb0 tx=0x7f2e3801b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e458ce640 1 -- 172.21.15.39:0/287165219 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 600.00000000 [delete] v91'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f2e40005040 con 0x564573c05b50 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564573c05b50 msgr2=0x564573d29b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564573c05b50 0x564573d29b40 crc :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e28069610 msgr2=0x7f2e2806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e28069610 0x7f2e2806bad0 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f2e38000fb0 tx=0x7f2e3801b040 comp rx=0 tx=0).stop 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c8cf70 msgr2=0x564573c04510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 --2- 172.21.15.39:0/287165219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564573c8cf70 0x564573c04510 secure :-1 s=READY pgs=1583 cs=0 l=1 rev1=1 crypto rx=0x7f2e3c005cf0 tx=0x7f2e3c0084c0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e458ce640 1 -- 172.21.15.39:0/287165219 reap_dead start 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 shutdown_connections 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 >> 172.21.15.39:0/287165219 conn(0x564573be86b0 msgr2=0x564573c06f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 shutdown_connections 2024-09-13T16:18:01.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.451+0000 7f2e475cef40 1 -- 172.21.15.39:0/287165219 wait complete. 2024-09-13T16:18:01.456 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:01.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.599+0000 7f69d41a3640 1 Processor -- start 2024-09-13T16:18:01.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.599+0000 7f69d41a3640 1 -- start start 2024-09-13T16:18:01.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d41a3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f69cc0b3610 0x7f69cc15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d41a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69cc071eb0 con 0x7f69cc143d30 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d41a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69cc072440 con 0x7f69cc06f880 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d41a3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69cc144110 con 0x7f69cc0b3610 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d1f3f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f69cc143d30 0x7f69cc0717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43678/0 (socket says 172.21.15.39:43678) 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d1f3f640 1 -- 172.21.15.39:0/3212068149 learned_addr learned my addr 172.21.15.39:0/3212068149 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d173e640 1 --2- 172.21.15.39:0/3212068149 >> v2:172.21.15.157:3300/0 conn(0x7f69cc0b3610 0x7f69cc15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2807616090 0 0) 0x7f69cc071eb0 con 0x7f69cc143d30 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f69b8003520 con 0x7f69cc143d30 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1843011796 0 0) 0x7f69b8003520 con 0x7f69cc143d30 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 >> v2:172.21.15.157:3300/0 conn(0x7f69cc0b3610 msgr2=0x7f69cc15eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 --2- 172.21.15.39:0/3212068149 >> v2:172.21.15.157:3300/0 conn(0x7f69cc0b3610 0x7f69cc15eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 >> v1:172.21.15.157:6789/0 conn(0x7f69cc06f880 legacy=0x7f69cc0b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69cc072160 con 0x7f69cc143d30 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.600+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f69c8001670 con 0x7f69cc143d30 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 >> v1:172.21.15.39:6789/0 conn(0x7f69cc143d30 legacy=0x7f69cc0717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b8003970 0x7f69b8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b80047c0 0x7f69b8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b8005180 0x7f69b800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc144110 con 0x7f69b80047c0 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69b800c020 con 0x7f69b8003970 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69b800c1e0 con 0x7f69b8005180 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d173e640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b80047c0 0x7f69b8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d1f3f640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b8003970 0x7f69b8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d2740640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b8005180 0x7f69b800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d173e640 1 -- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b8005180 msgr2=0x7f69b800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d173e640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b8005180 0x7f69b800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d173e640 1 -- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b8003970 msgr2=0x7f69b8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d173e640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b8003970 0x7f69b8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d173e640 1 -- 172.21.15.39:0/3212068149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69b8003520 con 0x7f69b80047c0 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.601+0000 7f69d2740640 1 -- 172.21.15.39:0/3212068149 reap_dead start 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d173e640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b80047c0 0x7f69b8004c40 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009aa0 tx=0x7f69b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=baab656eaa75ebc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69bc031400 con 0x7f69b80047c0 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69bc02d050 con 0x7f69b80047c0 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d0f3d640 1 -- 172.21.15.39:0/3212068149 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69bc0317a0 con 0x7f69b80047c0 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d41a3640 1 -- 172.21.15.39:0/3212068149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b80047c0 msgr2=0x7f69b8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d41a3640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b80047c0 0x7f69b8004c40 secure :-1 s=READY pgs=1585 cs=0 l=1 rev1=1 crypto rx=0x7f69bc009aa0 tx=0x7f69b80057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d41a3640 1 -- 172.21.15.39:0/3212068149 shutdown_connections 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d41a3640 1 --2- 172.21.15.39:0/3212068149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b80047c0 0x7f69b8004c40 unknown :-1 s=CLOSED pgs=1585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.602+0000 7f69d41a3640 1 -- 172.21.15.39:0/3212068149 >> 172.21.15.39:0/3212068149 conn(0x7f69cc0b00a0 msgr2=0x7f69cc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:01.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.603+0000 7f69d41a3640 1 -- 172.21.15.39:0/3212068149 shutdown_connections 2024-09-13T16:18:01.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.603+0000 7f69d41a3640 1 -- 172.21.15.39:0/3212068149 wait complete. 2024-09-13T16:18:01.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.604+0000 7f69d41a3640 1 Processor -- start 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.604+0000 7f69d41a3640 1 -- start start 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.604+0000 7f69d41a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b80047c0 0x7f69cc0a8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.604+0000 7f69d41a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69cc0aa010 0x7f69cc0aa490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.604+0000 7f69d41a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 0x7f69cc1f3980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.604+0000 7f69d41a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc0aa9d0 con 0x7f69cc1f34d0 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d41a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc0ac3a0 con 0x7f69cc0aa010 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d41a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69cc0ac680 con 0x7f69b80047c0 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 0x7f69cc1f3980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 0x7f69cc1f3980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42316/0 (socket says 172.21.15.39:42316) 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 -- 172.21.15.39:0/2418793200 learned_addr learned my addr 172.21.15.39:0/2418793200 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d1f3f640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b80047c0 0x7f69cc0a8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d173e640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69cc0aa010 0x7f69cc0aa490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 -- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b80047c0 msgr2=0x7f69cc0a8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b80047c0 0x7f69cc0a8e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 -- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69cc0aa010 msgr2=0x7f69cc0aa490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69cc0aa010 0x7f69cc0aa490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 -- 172.21.15.39:0/2418793200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69cc0ac960 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d1f3f640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b80047c0 0x7f69cc0a8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d173e640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69cc0aa010 0x7f69cc0aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d2740640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 0x7f69cc1f3980 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f69cc0b3a70 tx=0x7f69c400fc70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c400fec0 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69c4003b80 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69cc0acc40 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69c40050d0 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.605+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69cc0ac070 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.606+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69cc0ad160 con 0x7f69cc1f34d0 2024-09-13T16:18:01.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.607+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f69c4005230 con 0x7f69cc1f34d0 2024-09-13T16:18:01.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.607+0000 7f69c27fc640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69b006ac00 0x7f69b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:01.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.607+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f69c4089320 con 0x7f69cc1f34d0 2024-09-13T16:18:01.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.608+0000 7f69d1f3f640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69b006ac00 0x7f69b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:01.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.608+0000 7f69d1f3f640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69b006ac00 0x7f69b006d0c0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f69cc0674c0 tx=0x7f69c8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:01.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.612+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f69cc0ad160 con 0x7f69cc1f34d0 2024-09-13T16:18:01.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:01.820+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f69cc0ad160 con 0x7f69cc1f34d0 2024-09-13T16:18:02.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.145+0000 7f69c27fc640 1 -- 172.21.15.39:0/2418793200 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v86) v1 ==== 162+0+0 (secure 0 0 0) 0x7f69cc0ad160 con 0x7f69cc1f34d0 2024-09-13T16:18:02.146 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:02.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69b006ac00 msgr2=0x7f69b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69b006ac00 0x7f69b006d0c0 secure :-1 s=READY pgs=633 cs=0 l=1 rev1=1 crypto rx=0x7f69cc0674c0 tx=0x7f69c8009040 comp rx=0 tx=0).stop 2024-09-13T16:18:02.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 msgr2=0x7f69cc1f3980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 0x7f69cc1f3980 secure :-1 s=READY pgs=1586 cs=0 l=1 rev1=1 crypto rx=0x7f69cc0b3a70 tx=0x7f69c400fc70 comp rx=0 tx=0).stop 2024-09-13T16:18:02.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 shutdown_connections 2024-09-13T16:18:02.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69b006ac00 0x7f69b006d0c0 unknown :-1 s=CLOSED pgs=633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69cc1f34d0 0x7f69cc1f3980 unknown :-1 s=CLOSED pgs=1586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69cc0aa010 0x7f69cc0aa490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 --2- 172.21.15.39:0/2418793200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b80047c0 0x7f69cc0a8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 >> 172.21.15.39:0/2418793200 conn(0x7f69cc0b00a0 msgr2=0x7f69cc0ae940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:02.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 shutdown_connections 2024-09-13T16:18:02.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.147+0000 7f69d41a3640 1 -- 172.21.15.39:0/2418793200 wait complete. 2024-09-13T16:18:02.161 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:02.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.262+0000 7f9bb36b1640 1 Processor -- start 2024-09-13T16:18:02.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.263+0000 7f9bb36b1640 1 -- start start 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.263+0000 7f9bb36b1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9bac15c790 0x7f9bac069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.263+0000 7f9bb36b1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9bac0cfaf0 0x7f9bac0b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.263+0000 7f9bb36b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bac06a540 con 0x7f9bac0cbb10 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.263+0000 7f9bb36b1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bac0b1180 con 0x7f9bac0cfaf0 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb36b1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bac0b1460 con 0x7f9bac15c790 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb1c4e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9bac0cfaf0 0x7f9bac0b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb0c4c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9bac0cbb10 0x7f9bac0cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43692/0 (socket says 172.21.15.39:43692) 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb1c4e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9bac0cfaf0 0x7f9bac0b2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42332/0 (socket says 172.21.15.39:42332) 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb0c4c640 1 -- 172.21.15.39:0/3392024828 learned_addr learned my addr 172.21.15.39:0/3392024828 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb1c4e640 1 -- 172.21.15.39:0/3392024828 >> v2:172.21.15.157:3300/0 conn(0x7f9bac15c790 msgr2=0x7f9bac069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:02.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb144d640 1 --2- 172.21.15.39:0/3392024828 >> v2:172.21.15.157:3300/0 conn(0x7f9bac15c790 0x7f9bac069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9b9ffff640 1 -- 172.21.15.39:0/3392024828 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3187828237 0 0) 0x7f9bac06a540 con 0x7f9bac0cbb10 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb1c4e640 1 --2- 172.21.15.39:0/3392024828 >> v2:172.21.15.157:3300/0 conn(0x7f9bac15c790 0x7f9bac069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb1c4e640 1 -- 172.21.15.39:0/3392024828 >> v1:172.21.15.39:6789/0 conn(0x7f9bac0cbb10 legacy=0x7f9bac0cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb1c4e640 1 -- 172.21.15.39:0/3392024828 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bac0b1740 con 0x7f9bac0cfaf0 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.264+0000 7f9bb144d640 1 --2- 172.21.15.39:0/3392024828 >> v2:172.21.15.157:3300/0 conn(0x7f9bac15c790 0x7f9bac069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb1c4e640 1 --2- 172.21.15.39:0/3392024828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0b2b10 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0cc410 tx=0x7f9ba402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=184d61311f1ac764 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9b9ffff640 1 -- 172.21.15.39:0/3392024828 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba4007740 con 0x7f9bac0cfaf0 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9b9ffff640 1 -- 172.21.15.39:0/3392024828 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ba402d050 con 0x7f9bac0cfaf0 2024-09-13T16:18:02.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9b9ffff640 1 -- 172.21.15.39:0/3392024828 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba4007ac0 con 0x7f9bac0cfaf0 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3392024828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cfaf0 msgr2=0x7f9bac0b2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3392024828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0b2b10 secure :-1 s=READY pgs=1588 cs=0 l=1 rev1=1 crypto rx=0x7f9bac0cc410 tx=0x7f9ba402a5f0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3392024828 shutdown_connections 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3392024828 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0b2b10 unknown :-1 s=CLOSED pgs=1588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3392024828 >> v2:172.21.15.157:3300/0 conn(0x7f9bac15c790 0x7f9bac069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.265+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3392024828 >> 172.21.15.39:0/3392024828 conn(0x7f9bac065bd0 msgr2=0x7f9bac065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.266+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3392024828 shutdown_connections 2024-09-13T16:18:02.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.266+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3392024828 wait complete. 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 Processor -- start 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 -- start start 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 0x7f9bac152050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0caec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bac15c790 0x7f9bac153fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac0ca420 con 0x7f9bac0cbb10 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac0c9380 con 0x7f9bac0cfaf0 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.267+0000 7f9bb36b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bac0c9660 con 0x7f9bac15c790 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 0x7f9bac152050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:02.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 0x7f9bac152050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42342/0 (socket says 172.21.15.39:42342) 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 -- 172.21.15.39:0/3790856054 learned_addr learned my addr 172.21.15.39:0/3790856054 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 -- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bac15c790 msgr2=0x7f9bac153fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb1c4e640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bac15c790 0x7f9bac153fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb0c4c640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0caec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bac15c790 0x7f9bac153fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 -- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bac0cfaf0 msgr2=0x7f9bac0caec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0caec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 -- 172.21.15.39:0/3790856054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ba4009a70 con 0x7f9bac0cbb10 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb144d640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 0x7f9bac152050 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f9ba800c7f0 tx=0x7f9ba800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba8007a30 con 0x7f9bac0cbb10 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ba8007b90 con 0x7f9bac0cbb10 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ba800ce40 con 0x7f9bac0cbb10 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bac0c9940 con 0x7f9bac0cbb10 2024-09-13T16:18:02.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.268+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bac0c9f00 con 0x7f9bac0cbb10 2024-09-13T16:18:02.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.269+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bac0672f0 con 0x7f9bac0cbb10 2024-09-13T16:18:02.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.270+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9ba80113f0 con 0x7f9bac0cbb10 2024-09-13T16:18:02.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.270+0000 7f9b9dffb640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b9006ac00 0x7f9b9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:02.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.270+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(91..91 src has 1..91) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f9ba80894e0 con 0x7f9bac0cbb10 2024-09-13T16:18:02.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.270+0000 7f9bb0c4c640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b9006ac00 0x7f9b9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:02.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.271+0000 7f9bb0c4c640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b9006ac00 0x7f9b9006d0c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9bac067e40 tx=0x7f9ba0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:02.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.274+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9ba80546a0 con 0x7f9bac0cbb10 2024-09-13T16:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.481+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9bac0ca120 con 0x7f9bac0cbb10 2024-09-13T16:18:02.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.481+0000 7f9b9dffb640 1 -- 172.21.15.39:0/3790856054 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 87 v87) v1 ==== 94+0+4740 (secure 0 0 0) 0x7f9ba8057cc0 con 0x7f9bac0cbb10 2024-09-13T16:18:02.483 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:02.483 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":87,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":87,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:02.146135+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":91,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8622},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8622":{"gid":8622,"name":"a","rank":0,"incarnation":87,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/1338482383","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1338482383},{"type":"v1","addr":"172.21.15.39:6835","nonce":1338482383}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:02.483 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 87 2024-09-13T16:18:02.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b9006ac00 msgr2=0x7f9b9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b9006ac00 0x7f9b9006d0c0 secure :-1 s=READY pgs=634 cs=0 l=1 rev1=1 crypto rx=0x7f9bac067e40 tx=0x7f9ba0009040 comp rx=0 tx=0).stop 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 msgr2=0x7f9bac152050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 0x7f9bac152050 secure :-1 s=READY pgs=1589 cs=0 l=1 rev1=1 crypto rx=0x7f9ba800c7f0 tx=0x7f9ba800cbf0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 shutdown_connections 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9b9006ac00 0x7f9b9006d0c0 unknown :-1 s=CLOSED pgs=634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bac15c790 0x7f9bac153fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bac0cfaf0 0x7f9bac0caec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 --2- 172.21.15.39:0/3790856054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bac0cbb10 0x7f9bac152050 unknown :-1 s=CLOSED pgs=1589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 >> 172.21.15.39:0/3790856054 conn(0x7f9bac065bd0 msgr2=0x7f9bac070aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 shutdown_connections 2024-09-13T16:18:02.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:02.483+0000 7f9bb36b1640 1 -- 172.21.15.39:0/3790856054 wait complete. 2024-09-13T16:18:02.495 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:18:05.184 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:05.182+0000 7f4f9d310640 -1 log_channel(cluster) log [ERR] : dir 0x600 object missing on disk; some files may be lost (~mds0/stray0) 2024-09-13T16:18:05.184 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:05.182+0000 7f4f9d310640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-13T16:18:05.185 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:05.184+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:05.185 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:05.184+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:18:06.139 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:06.137+0000 7f4fa0b17640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:07.496 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:07.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.610+0000 7fa3e3087640 1 Processor -- start 2024-09-13T16:18:07.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.610+0000 7fa3e3087640 1 -- start start 2024-09-13T16:18:07.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e3087640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa3dc15fb70 0x7fa3dc0701b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e3087640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3dc0b1330 con 0x7fa3dc0acf70 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e3087640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3dc070b70 con 0x7fa3dc0706f0 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e3087640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3dc070e50 con 0x7fa3dc15fb70 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e1624640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa3dc0acf70 0x7fa3dc0b17c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39198/0 (socket says 172.21.15.39:39198) 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e1624640 1 -- 172.21.15.39:0/3022842199 learned_addr learned my addr 172.21.15.39:0/3022842199 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3e0e23640 1 --2- 172.21.15.39:0/3022842199 >> v2:172.21.15.157:3300/0 conn(0x7fa3dc15fb70 0x7fa3dc0701b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1228387258 0 0) 0x7fa3dc0b1330 con 0x7fa3dc0acf70 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.611+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3cc003520 con 0x7fa3dc0acf70 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 616124442 0 0) 0x7fa3cc003520 con 0x7fa3dc0acf70 2024-09-13T16:18:07.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 >> v2:172.21.15.157:3300/0 conn(0x7fa3dc15fb70 msgr2=0x7fa3dc0701b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 --2- 172.21.15.39:0/3022842199 >> v2:172.21.15.157:3300/0 conn(0x7fa3dc15fb70 0x7fa3dc0701b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 >> v1:172.21.15.157:6789/0 conn(0x7fa3dc0706f0 legacy=0x7fa3dc0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3dc071130 con 0x7fa3dc0acf70 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fa3d40019f0 con 0x7fa3dc0acf70 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 >> v1:172.21.15.39:6789/0 conn(0x7fa3dc0acf70 legacy=0x7fa3dc0b17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3cc003970 0x7fa3cc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3cc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3cc005180 0x7fa3cc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3dc070e50 con 0x7fa3cc0047c0 2024-09-13T16:18:07.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3cc00c120 con 0x7fa3cc005180 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3cc00c2e0 con 0x7fa3cc003970 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3cc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3e0e23640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3cc003970 0x7fa3cc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3e1624640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3cc005180 0x7fa3cc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3dbfff640 1 -- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3cc003970 msgr2=0x7fa3cc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3cc003970 0x7fa3cc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3dbfff640 1 -- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3cc005180 msgr2=0x7fa3cc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3cc005180 0x7fa3cc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3dbfff640 1 -- 172.21.15.39:0/3022842199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3cc003520 con 0x7fa3cc0047c0 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.612+0000 7fa3e1624640 1 -- 172.21.15.39:0/3022842199 reap_dead start 2024-09-13T16:18:07.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.613+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3cc004c40 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8001720 tx=0x7fa3cc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31ef619bee25c19d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:07.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.613+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c80052d0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.613+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3c8005430 con 0x7fa3cc0047c0 2024-09-13T16:18:07.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.613+0000 7fa3db7fe640 1 -- 172.21.15.39:0/3022842199 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3c802ab90 con 0x7fa3cc0047c0 2024-09-13T16:18:07.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 -- 172.21.15.39:0/3022842199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 msgr2=0x7fa3cc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3cc004c40 secure :-1 s=READY pgs=1591 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8001720 tx=0x7fa3cc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 -- 172.21.15.39:0/3022842199 shutdown_connections 2024-09-13T16:18:07.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 --2- 172.21.15.39:0/3022842199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3cc004c40 unknown :-1 s=CLOSED pgs=1591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 -- 172.21.15.39:0/3022842199 >> 172.21.15.39:0/3022842199 conn(0x7fa3dc06b3b0 msgr2=0x7fa3dc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:07.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 -- 172.21.15.39:0/3022842199 shutdown_connections 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.614+0000 7fa3e3087640 1 -- 172.21.15.39:0/3022842199 wait complete. 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.615+0000 7fa3e3087640 1 Processor -- start 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.615+0000 7fa3e3087640 1 -- start start 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e3087640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3dc155770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e3087640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3dc154750 0x7fa3dc1524b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e3087640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3dc1595a0 0x7fa3dc0adea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e3087640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3dc1536b0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e3087640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3dc153990 con 0x7fa3dc1595a0 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e3087640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3dc153c70 con 0x7fa3dc154750 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3dc155770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3dc155770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41914/0 (socket says 172.21.15.39:41914) 2024-09-13T16:18:07.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 -- 172.21.15.39:0/352368837 learned_addr learned my addr 172.21.15.39:0/352368837 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e1624640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3dc1595a0 0x7fa3dc0adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3dc154750 0x7fa3dc1524b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 -- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3dc154750 msgr2=0x7fa3dc1524b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3dc154750 0x7fa3dc1524b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 -- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3dc1595a0 msgr2=0x7fa3dc0adea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3dc1595a0 0x7fa3dc0adea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 -- 172.21.15.39:0/352368837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3dc153f50 con 0x7fa3cc0047c0 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.616+0000 7fa3e0e23640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3dc155770 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0011960 tx=0x7fa3d0011e20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.617+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3d000faf0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.617+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3d000fc50 con 0x7fa3cc0047c0 2024-09-13T16:18:07.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.617+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3dc154230 con 0x7fa3cc0047c0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.617+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3d0014440 con 0x7fa3cc0047c0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.617+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3dc154bb0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.618+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3dc0672f0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.618+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa3d001d400 con 0x7fa3cc0047c0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.619+0000 7fa3d97fa640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa3c006ac00 0x7fa3c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.619+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7fa3d0089d30 con 0x7fa3cc0047c0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.619+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa3c006ac00 0x7fa3c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.620+0000 7fa3dbfff640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa3c006ac00 0x7fa3c006d0c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8032000 tx=0x7fa3c802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:07.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.623+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa3d0054ea0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.832+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa3dc071ef0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.832+0000 7fa3d97fa640 1 -- 172.21.15.39:0/352368837 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 91 v91) v1 ==== 94+0+3974 (secure 0 0 0) 0x7fa3d00584c0 con 0x7fa3cc0047c0 2024-09-13T16:18:07.835 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:07.836 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":91,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:05.184999+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":92,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 91 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa3c006ac00 msgr2=0x7fa3c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa3c006ac00 0x7fa3c006d0c0 secure :-1 s=READY pgs=635 cs=0 l=1 rev1=1 crypto rx=0x7fa3c8032000 tx=0x7fa3c802e000 comp rx=0 tx=0).stop 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 msgr2=0x7fa3dc155770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3dc155770 secure :-1 s=READY pgs=1592 cs=0 l=1 rev1=1 crypto rx=0x7fa3d0011960 tx=0x7fa3d0011e20 comp rx=0 tx=0).stop 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 shutdown_connections 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa3c006ac00 0x7fa3c006d0c0 unknown :-1 s=CLOSED pgs=635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3dc1595a0 0x7fa3dc0adea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3dc154750 0x7fa3dc1524b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 --2- 172.21.15.39:0/352368837 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3cc0047c0 0x7fa3dc155770 unknown :-1 s=CLOSED pgs=1592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.834+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 >> 172.21.15.39:0/352368837 conn(0x7fa3dc06b3b0 msgr2=0x7fa3dc0ac860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:07.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.835+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 shutdown_connections 2024-09-13T16:18:07.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.835+0000 7fa3e3087640 1 -- 172.21.15.39:0/352368837 wait complete. 2024-09-13T16:18:07.847 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:18:07.847 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:07.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.947+0000 7f94d3b0f640 1 Processor -- start 2024-09-13T16:18:07.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.947+0000 7f94d3b0f640 1 -- start start 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d3b0f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f94cc06f170 0x7f94cc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d3b0f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94cc15d0a0 0x7f94cc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d3b0f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94cc06f6e0 con 0x7f94cc156fb0 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d3b0f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94cc15da70 con 0x7f94cc15d0a0 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d3b0f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94cc06f9c0 con 0x7f94cc06f170 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d18ab640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f94cc156fb0 0x7f94cc15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39200/0 (socket says 172.21.15.39:39200) 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d18ab640 1 -- 172.21.15.39:0/3579141224 learned_addr learned my addr 172.21.15.39:0/3579141224 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d20ac640 1 --2- 172.21.15.39:0/3579141224 >> v2:172.21.15.39:3300/0 conn(0x7f94cc15d0a0 0x7f94cc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d10aa640 1 --2- 172.21.15.39:0/3579141224 >> v2:172.21.15.157:3300/0 conn(0x7f94cc06f170 0x7f94cc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d08a9640 1 -- 172.21.15.39:0/3579141224 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2784389749 0 0) 0x7f94cc06f6e0 con 0x7f94cc156fb0 2024-09-13T16:18:07.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d08a9640 1 -- 172.21.15.39:0/3579141224 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94b4003520 con 0x7f94cc156fb0 2024-09-13T16:18:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d20ac640 1 -- 172.21.15.39:0/3579141224 >> v2:172.21.15.157:3300/0 conn(0x7f94cc06f170 msgr2=0x7f94cc0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.948+0000 7f94d20ac640 1 --2- 172.21.15.39:0/3579141224 >> v2:172.21.15.157:3300/0 conn(0x7f94cc06f170 0x7f94cc0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.949+0000 7f94d20ac640 1 -- 172.21.15.39:0/3579141224 >> v1:172.21.15.39:6789/0 conn(0x7f94cc156fb0 legacy=0x7f94cc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.949+0000 7f94d20ac640 1 -- 172.21.15.39:0/3579141224 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94cc06fca0 con 0x7f94cc15d0a0 2024-09-13T16:18:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.949+0000 7f94d20ac640 1 --2- 172.21.15.39:0/3579141224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc15d0a0 0x7f94cc15d530 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f94cc15b380 tx=0x7f94c402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23de9e354950891 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.949+0000 7f94d08a9640 1 -- 172.21.15.39:0/3579141224 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c402ae60 con 0x7f94cc15d0a0 2024-09-13T16:18:07.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.949+0000 7f94d08a9640 1 -- 172.21.15.39:0/3579141224 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94c4032440 con 0x7f94cc15d0a0 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.949+0000 7f94d08a9640 1 -- 172.21.15.39:0/3579141224 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c40327d0 con 0x7f94cc15d0a0 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3579141224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc15d0a0 msgr2=0x7f94cc15d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3579141224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc15d0a0 0x7f94cc15d530 secure :-1 s=READY pgs=1594 cs=0 l=1 rev1=1 crypto rx=0x7f94cc15b380 tx=0x7f94c402a110 comp rx=0 tx=0).stop 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3579141224 shutdown_connections 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3579141224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc15d0a0 0x7f94cc15d530 unknown :-1 s=CLOSED pgs=1594 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3579141224 >> v2:172.21.15.157:3300/0 conn(0x7f94cc06f170 0x7f94cc0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3579141224 >> 172.21.15.39:0/3579141224 conn(0x7f94cc06b3b0 msgr2=0x7f94cc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3579141224 shutdown_connections 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.950+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3579141224 wait complete. 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.951+0000 7f94d3b0f640 1 Processor -- start 2024-09-13T16:18:07.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.951+0000 7f94d3b0f640 1 -- start start 2024-09-13T16:18:07.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d3b0f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94cc06f170 0x7f94cc149900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d3b0f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 0x7f94cc0ae950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d3b0f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94cc15d0a0 0x7f94cc14df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d3b0f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94cc14e4d0 con 0x7f94cc156fb0 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d3b0f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94cc0af580 con 0x7f94cc15d0a0 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d3b0f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94cc0af860 con 0x7f94cc06f170 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 0x7f94cc0ae950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 0x7f94cc0ae950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41924/0 (socket says 172.21.15.39:41924) 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 -- 172.21.15.39:0/3119882155 learned_addr learned my addr 172.21.15.39:0/3119882155 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d20ac640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94cc15d0a0 0x7f94cc14df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d18ab640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94cc06f170 0x7f94cc149900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 -- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94cc06f170 msgr2=0x7f94cc149900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94cc06f170 0x7f94cc149900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 -- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94cc15d0a0 msgr2=0x7f94cc14df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94cc15d0a0 0x7f94cc14df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:07.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d10aa640 1 -- 172.21.15.39:0/3119882155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c4009400 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d20ac640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94cc15d0a0 0x7f94cc14df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.952+0000 7f94d18ab640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94cc06f170 0x7f94cc149900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.953+0000 7f94d10aa640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 0x7f94cc0ae950 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f94c000d5f0 tx=0x7f94c000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.953+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c00125f0 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.953+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94c0012750 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.953+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94cc0afb40 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.953+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94c0012b00 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.953+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94cc0af010 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.954+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94cc0672f0 con 0x7f94cc156fb0 2024-09-13T16:18:07.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.954+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94c0012c60 con 0x7f94cc156fb0 2024-09-13T16:18:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.955+0000 7f94ca7fc640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94b806ac00 0x7f94b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.955+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f94c0089850 con 0x7f94cc156fb0 2024-09-13T16:18:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.955+0000 7f94d18ab640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94b806ac00 0x7f94b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:07.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.956+0000 7f94d18ab640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94b806ac00 0x7f94b806d0c0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f94bc001560 tx=0x7f94bc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:07.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:07.959+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f94c00549c0 con 0x7f94cc156fb0 2024-09-13T16:18:08.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.164+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f94cc158510 con 0x7f94cc156fb0 2024-09-13T16:18:08.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.164+0000 7f94ca7fc640 1 -- 172.21.15.39:0/3119882155 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 91 v91) v1 ==== 94+0+3974 (secure 0 0 0) 0x7f94c0057fe0 con 0x7f94cc156fb0 2024-09-13T16:18:08.166 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:08.166 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":91,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:05.184999+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":92,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:08.166 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 91 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94b806ac00 msgr2=0x7f94b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94b806ac00 0x7f94b806d0c0 secure :-1 s=READY pgs=636 cs=0 l=1 rev1=1 crypto rx=0x7f94bc001560 tx=0x7f94bc009040 comp rx=0 tx=0).stop 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 msgr2=0x7f94cc0ae950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 0x7f94cc0ae950 secure :-1 s=READY pgs=1595 cs=0 l=1 rev1=1 crypto rx=0x7f94c000d5f0 tx=0x7f94c000dab0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 shutdown_connections 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94b806ac00 0x7f94b806d0c0 unknown :-1 s=CLOSED pgs=636 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94cc15d0a0 0x7f94cc14df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94cc156fb0 0x7f94cc0ae950 unknown :-1 s=CLOSED pgs=1595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 --2- 172.21.15.39:0/3119882155 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94cc06f170 0x7f94cc149900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 >> 172.21.15.39:0/3119882155 conn(0x7f94cc06b3b0 msgr2=0x7f94cc14a8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 shutdown_connections 2024-09-13T16:18:08.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.166+0000 7f94d3b0f640 1 -- 172.21.15.39:0/3119882155 wait complete. 2024-09-13T16:18:08.179 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:08.179 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.279+0000 7f9bdd9ed640 1 Processor -- start 2024-09-13T16:18:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.279+0000 7f9bdd9ed640 1 -- start start 2024-09-13T16:18:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.280+0000 7f9bdd9ed640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9bd80b41a0 0x7f9bd80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.280+0000 7f9bdd9ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bd80cde30 con 0x7f9bd80d0a00 2024-09-13T16:18:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.280+0000 7f9bdd9ed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9bd80b5090 con 0x7f9bd80ccf80 2024-09-13T16:18:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.280+0000 7f9bdd9ed640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9bd80cd820 con 0x7f9bd80b41a0 2024-09-13T16:18:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.280+0000 7f9bd77fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9bd80d0a00 0x7f9bd8167010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39212/0 (socket says 172.21.15.39:39212) 2024-09-13T16:18:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.280+0000 7f9bd77fe640 1 -- 172.21.15.39:0/1186020910 learned_addr learned my addr 172.21.15.39:0/1186020910 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd6ffd640 1 --2- 172.21.15.39:0/1186020910 >> v2:172.21.15.157:3300/0 conn(0x7f9bd80b41a0 0x7f9bd80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2542149572 0 0) 0x7f9bd80cde30 con 0x7f9bd80d0a00 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9bc4003520 con 0x7f9bd80d0a00 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 845870431 0 0) 0x7f9bc4003520 con 0x7f9bd80d0a00 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 >> v2:172.21.15.157:3300/0 conn(0x7f9bd80b41a0 msgr2=0x7f9bd80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 --2- 172.21.15.39:0/1186020910 >> v2:172.21.15.157:3300/0 conn(0x7f9bd80b41a0 0x7f9bd80b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 >> v1:172.21.15.157:6789/0 conn(0x7f9bd80ccf80 legacy=0x7f9bd80d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd80b4ac0 con 0x7f9bd80d0a00 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9bd0001670 con 0x7f9bd80d0a00 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 >> v1:172.21.15.39:6789/0 conn(0x7f9bd80d0a00 legacy=0x7f9bd8167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc4003970 0x7f9bc4003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4004370 0x7f9bc4004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bc400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd80cd820 con 0x7f9bc4005040 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc400bfa0 con 0x7f9bc4003970 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bc400c160 con 0x7f9bc4004370 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd77fe640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bc400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd6ffd640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc4003970 0x7f9bc4003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd67fc640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4004370 0x7f9bc4004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd77fe640 1 -- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4004370 msgr2=0x7f9bc4004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd77fe640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bc4004370 0x7f9bc4004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd77fe640 1 -- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc4003970 msgr2=0x7f9bc4003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.281+0000 7f9bd77fe640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bc4003970 0x7f9bc4003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.282+0000 7f9bd77fe640 1 -- 172.21.15.39:0/1186020910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bc4003520 con 0x7f9bc4005040 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.282+0000 7f9bd77fe640 1 -- 172.21.15.39:0/1186020910 reap_dead start 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.282+0000 7f9bd77fe640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bc400b980 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f9bd000c240 tx=0x7f9bc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8936014ccc48dde6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.282+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd0005ad0 con 0x7f9bc4005040 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.282+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bd002d070 con 0x7f9bc4005040 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.282+0000 7f9bd5ffb640 1 -- 172.21.15.39:0/1186020910 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bd0007070 con 0x7f9bc4005040 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/1186020910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 msgr2=0x7f9bc400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bc400b980 secure :-1 s=READY pgs=1597 cs=0 l=1 rev1=1 crypto rx=0x7f9bd000c240 tx=0x7f9bc40057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/1186020910 shutdown_connections 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/1186020910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bc400b980 unknown :-1 s=CLOSED pgs=1597 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/1186020910 >> 172.21.15.39:0/1186020910 conn(0x7f9bd80cf1a0 msgr2=0x7f9bd80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/1186020910 shutdown_connections 2024-09-13T16:18:08.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.283+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/1186020910 wait complete. 2024-09-13T16:18:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.284+0000 7f9bdd9ed640 1 Processor -- start 2024-09-13T16:18:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.284+0000 7f9bdd9ed640 1 -- start start 2024-09-13T16:18:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bdd9ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bd80b6530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bdd9ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bd80b6a70 0x7f9bd8151550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bdd9ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bd8151a90 0x7f9bd814e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bdd9ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd80b6ef0 con 0x7f9bc4005040 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bdd9ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd8150030 con 0x7f9bd80b6a70 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bdd9ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9bd8150310 con 0x7f9bd8151a90 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bd80b6530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bd80b6530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41946/0 (socket says 172.21.15.39:41946) 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 -- 172.21.15.39:0/2164077945 learned_addr learned my addr 172.21.15.39:0/2164077945 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd67fc640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bd80b6a70 0x7f9bd8151550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd77fe640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bd8151a90 0x7f9bd814e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 -- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bd8151a90 msgr2=0x7f9bd814e290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bd8151a90 0x7f9bd814e290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 -- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bd80b6a70 msgr2=0x7f9bd8151550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bd80b6a70 0x7f9bd8151550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.285+0000 7f9bd6ffd640 1 -- 172.21.15.39:0/2164077945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9bd81505f0 con 0x7f9bc4005040 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.286+0000 7f9bd6ffd640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bd80b6530 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8009f90 tx=0x7f9bc800f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.286+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc800e040 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.286+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9bc800f040 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.286+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9bd81508d0 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.286+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9bc8015870 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.286+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9bd8151f10 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.287+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9bd8067330 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.287+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9bc80159d0 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.288+0000 7f9bcffff640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bb806ac00 0x7f9bb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.288+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f9bc808a2c0 con 0x7f9bc4005040 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.288+0000 7f9bd67fc640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bb806ac00 0x7f9bb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.288+0000 7f9bd67fc640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bb806ac00 0x7f9bb806d0c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9bd815b3a0 tx=0x7f9bc0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:08.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.292+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9bc80553a0 con 0x7f9bc4005040 2024-09-13T16:18:08.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.496+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9bd8150450 con 0x7f9bc4005040 2024-09-13T16:18:08.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.497+0000 7f9bcffff640 1 -- 172.21.15.39:0/2164077945 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 91 v91) v1 ==== 94+0+3974 (secure 0 0 0) 0x7f9bd8150450 con 0x7f9bc4005040 2024-09-13T16:18:08.498 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:08.498 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":91,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":91,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:05.184999+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":92,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:08.498 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 91 2024-09-13T16:18:08.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bb806ac00 msgr2=0x7f9bb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bb806ac00 0x7f9bb806d0c0 secure :-1 s=READY pgs=637 cs=0 l=1 rev1=1 crypto rx=0x7f9bd815b3a0 tx=0x7f9bc0009040 comp rx=0 tx=0).stop 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 msgr2=0x7f9bd80b6530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bd80b6530 secure :-1 s=READY pgs=1598 cs=0 l=1 rev1=1 crypto rx=0x7f9bc8009f90 tx=0x7f9bc800f580 comp rx=0 tx=0).stop 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 shutdown_connections 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bb806ac00 0x7f9bb806d0c0 unknown :-1 s=CLOSED pgs=637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9bd8151a90 0x7f9bd814e290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9bd80b6a70 0x7f9bd8151550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 --2- 172.21.15.39:0/2164077945 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9bc4005040 0x7f9bd80b6530 unknown :-1 s=CLOSED pgs=1598 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 >> 172.21.15.39:0/2164077945 conn(0x7f9bd80cf1a0 msgr2=0x7f9bd80c85d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 shutdown_connections 2024-09-13T16:18:08.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.499+0000 7f9bdd9ed640 1 -- 172.21.15.39:0/2164077945 wait complete. 2024-09-13T16:18:08.512 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 600.00000000' led to DAMAGED state 2024-09-13T16:18:08.512 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 1.00000000.inode' 2024-09-13T16:18:08.513 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:08.513 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:08.529 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:18:08.529 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:08.530 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:08.530 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:08.530 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:08.585 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:08.586 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:18:08.586 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:08.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.727+0000 7f7cea15e640 1 Processor -- start 2024-09-13T16:18:08.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.727+0000 7f7cea15e640 1 -- start start 2024-09-13T16:18:08.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7cea15e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ce4159380 0x7f7ce40b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7cea15e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7ce415a360 0x7f7ce40ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7cea15e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ce4159760 con 0x7f7ce40ce960 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7cea15e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ce40cedd0 con 0x7f7ce4159380 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7cea15e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ce415a880 con 0x7f7ce415a360 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ce4159380 0x7f7ce40b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ce4159380 0x7f7ce40b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41958/0 (socket says 172.21.15.39:41958) 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 -- 172.21.15.39:0/350274857 learned_addr learned my addr 172.21.15.39:0/350274857 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 -- 172.21.15.39:0/350274857 >> v2:172.21.15.157:3300/0 conn(0x7f7ce415a360 msgr2=0x7f7ce40ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce2ffd640 1 --2- 172.21.15.39:0/350274857 >> v2:172.21.15.157:3300/0 conn(0x7f7ce415a360 0x7f7ce40ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 --2- 172.21.15.39:0/350274857 >> v2:172.21.15.157:3300/0 conn(0x7f7ce415a360 0x7f7ce40ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 -- 172.21.15.39:0/350274857 >> v1:172.21.15.157:6789/0 conn(0x7f7ce40ce960 legacy=0x7f7ce4071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce37fe640 1 -- 172.21.15.39:0/350274857 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ce415ab60 con 0x7f7ce4159380 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.728+0000 7f7ce2ffd640 1 --2- 172.21.15.39:0/350274857 >> v2:172.21.15.157:3300/0 conn(0x7f7ce415a360 0x7f7ce40ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.729+0000 7f7ce37fe640 1 --2- 172.21.15.39:0/350274857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce4159380 0x7f7ce40b31e0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f7ce406d750 tx=0x7f7cd402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d059b3ad20e2dd36 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.729+0000 7f7ce27fc640 1 -- 172.21.15.39:0/350274857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cd4032440 con 0x7f7ce4159380 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.729+0000 7f7ce27fc640 1 -- 172.21.15.39:0/350274857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cd40325a0 con 0x7f7ce4159380 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.729+0000 7f7ce27fc640 1 -- 172.21.15.39:0/350274857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cd4032930 con 0x7f7ce4159380 2024-09-13T16:18:08.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.729+0000 7f7cea15e640 1 -- 172.21.15.39:0/350274857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce4159380 msgr2=0x7f7ce40b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.729+0000 7f7cea15e640 1 --2- 172.21.15.39:0/350274857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce4159380 0x7f7ce40b31e0 secure :-1 s=READY pgs=1599 cs=0 l=1 rev1=1 crypto rx=0x7f7ce406d750 tx=0x7f7cd402a230 comp rx=0 tx=0).stop 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.730+0000 7f7cea15e640 1 -- 172.21.15.39:0/350274857 shutdown_connections 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.730+0000 7f7cea15e640 1 --2- 172.21.15.39:0/350274857 >> v2:172.21.15.157:3300/0 conn(0x7f7ce415a360 0x7f7ce40ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.730+0000 7f7cea15e640 1 --2- 172.21.15.39:0/350274857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce4159380 0x7f7ce40b31e0 unknown :-1 s=CLOSED pgs=1599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.730+0000 7f7cea15e640 1 -- 172.21.15.39:0/350274857 >> 172.21.15.39:0/350274857 conn(0x7f7ce40b15d0 msgr2=0x7f7ce40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.730+0000 7f7cea15e640 1 -- 172.21.15.39:0/350274857 shutdown_connections 2024-09-13T16:18:08.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.730+0000 7f7cea15e640 1 -- 172.21.15.39:0/350274857 wait complete. 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.731+0000 7f7cea15e640 1 Processor -- start 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.731+0000 7f7cea15e640 1 -- start start 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7cea15e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 0x7f7ce4153c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7cea15e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ce4159380 0x7f7ce413c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7cea15e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ce415a360 0x7f7ce40701e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7cea15e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce413dc20 con 0x7f7ce40ce960 2024-09-13T16:18:08.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7cea15e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce413cfa0 con 0x7f7ce4159380 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7cea15e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ce413d280 con 0x7f7ce415a360 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 0x7f7ce4153c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 0x7f7ce4153c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41964/0 (socket says 172.21.15.39:41964) 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 -- 172.21.15.39:0/1340568748 learned_addr learned my addr 172.21.15.39:0/1340568748 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 -- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ce415a360 msgr2=0x7f7ce40701e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ce415a360 0x7f7ce40701e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce2ffd640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ce4159380 0x7f7ce413c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 -- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ce4159380 msgr2=0x7f7ce413c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:08.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ce4159380 0x7f7ce413c7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 -- 172.21.15.39:0/1340568748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7cd40094d0 con 0x7f7ce40ce960 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.732+0000 7f7ce37fe640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 0x7f7ce4153c30 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4000c00 tx=0x7f7cd40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.733+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cd4032440 con 0x7f7ce40ce960 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.733+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7cd4030b80 con 0x7f7ce40ce960 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.733+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7cd403d420 con 0x7f7ce40ce960 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.733+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ce413d560 con 0x7f7ce40ce960 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.733+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ce414f690 con 0x7f7ce40ce960 2024-09-13T16:18:08.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.734+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ce413dd60 con 0x7f7ce40ce960 2024-09-13T16:18:08.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.734+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7cd4039040 con 0x7f7ce40ce960 2024-09-13T16:18:08.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.735+0000 7f7ccbfff640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cd006ac00 0x7f7cd006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:08.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.735+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f7cd40aa130 con 0x7f7ce40ce960 2024-09-13T16:18:08.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.735+0000 7f7ce2ffd640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cd006ac00 0x7f7cd006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:08.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.735+0000 7f7ce2ffd640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cd006ac00 0x7f7cd006d0c0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7ce406f490 tx=0x7f7cd8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:08.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.739+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7ce413dd60 con 0x7f7ce40ce960 2024-09-13T16:18:08.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:08.944+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f7ce413dd60 con 0x7f7ce40ce960 2024-09-13T16:18:09.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.307+0000 7f7ccbfff640 1 -- 172.21.15.39:0/1340568748 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v92) v1 ==== 161+0+0 (secure 0 0 0) 0x7f7ce413dd60 con 0x7f7ce40ce960 2024-09-13T16:18:09.309 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:09.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cd006ac00 msgr2=0x7f7cd006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:09.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cd006ac00 0x7f7cd006d0c0 secure :-1 s=READY pgs=638 cs=0 l=1 rev1=1 crypto rx=0x7f7ce406f490 tx=0x7f7cd8008040 comp rx=0 tx=0).stop 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 msgr2=0x7f7ce4153c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 0x7f7ce4153c30 secure :-1 s=READY pgs=1600 cs=0 l=1 rev1=1 crypto rx=0x7f7cd4000c00 tx=0x7f7cd40046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 shutdown_connections 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cd006ac00 0x7f7cd006d0c0 unknown :-1 s=CLOSED pgs=638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ce415a360 0x7f7ce40701e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ce4159380 0x7f7ce413c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 --2- 172.21.15.39:0/1340568748 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ce40ce960 0x7f7ce4153c30 unknown :-1 s=CLOSED pgs=1600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 >> 172.21.15.39:0/1340568748 conn(0x7f7ce40b15d0 msgr2=0x7f7ce414fbc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:09.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 shutdown_connections 2024-09-13T16:18:09.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.310+0000 7f7cea15e640 1 -- 172.21.15.39:0/1340568748 wait complete. 2024-09-13T16:18:09.323 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:09.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.425+0000 7ff5d593e640 1 Processor -- start 2024-09-13T16:18:09.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.425+0000 7ff5d593e640 1 -- start start 2024-09-13T16:18:09.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5d593e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff5d00ceb30 0x7ff5d0163f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:09.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5d593e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5d0159760 con 0x7ff5d015a360 2024-09-13T16:18:09.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5d593e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff5d015a880 con 0x7ff5d0159380 2024-09-13T16:18:09.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5d593e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff5d00b38f0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5cf7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff5d00ceb30 0x7ff5d0163f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:09.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5ce7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff5d015a360 0x7ff5d00ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39218/0 (socket says 172.21.15.39:39218) 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5ce7fc640 1 -- 172.21.15.39:0/2300349254 learned_addr learned my addr 172.21.15.39:0/2300349254 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5cf7fe640 1 -- 172.21.15.39:0/2300349254 >> v1:172.21.15.157:6789/0 conn(0x7ff5d0159380 legacy=0x7ff5d00b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5cf7fe640 1 -- 172.21.15.39:0/2300349254 >> v1:172.21.15.39:6789/0 conn(0x7ff5d015a360 legacy=0x7ff5d00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5cf7fe640 1 -- 172.21.15.39:0/2300349254 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5d015ab60 con 0x7ff5d00ceb30 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.426+0000 7ff5cdffb640 1 -- 172.21.15.39:0/2300349254 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 652023958 0 0) 0x7ff5d0159760 con 0x7ff5d015a360 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.427+0000 7ff5cf7fe640 1 --2- 172.21.15.39:0/2300349254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d0163f50 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8009d90 tx=0x7ff5c802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44fe21d17cc5486d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.427+0000 7ff5cdffb640 1 -- 172.21.15.39:0/2300349254 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8007740 con 0x7ff5d00ceb30 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.427+0000 7ff5cdffb640 1 -- 172.21.15.39:0/2300349254 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5c802d050 con 0x7ff5d00ceb30 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.427+0000 7ff5cdffb640 1 -- 172.21.15.39:0/2300349254 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c8007ac0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 -- 172.21.15.39:0/2300349254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 msgr2=0x7ff5d0163f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 --2- 172.21.15.39:0/2300349254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d0163f50 secure :-1 s=READY pgs=1602 cs=0 l=1 rev1=1 crypto rx=0x7ff5c8009d90 tx=0x7ff5c802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 -- 172.21.15.39:0/2300349254 shutdown_connections 2024-09-13T16:18:09.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 --2- 172.21.15.39:0/2300349254 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d0163f50 unknown :-1 s=CLOSED pgs=1602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 -- 172.21.15.39:0/2300349254 >> 172.21.15.39:0/2300349254 conn(0x7ff5d00b15d0 msgr2=0x7ff5d00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 -- 172.21.15.39:0/2300349254 shutdown_connections 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.428+0000 7ff5d593e640 1 -- 172.21.15.39:0/2300349254 wait complete. 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.429+0000 7ff5d593e640 1 Processor -- start 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.429+0000 7ff5d593e640 1 -- start start 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5d593e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d014d380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5d593e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5d0159380 0x7ff5d0144c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5d593e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5d015a360 0x7ff5d0150480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5d593e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d01451c0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5d593e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d0150c60 con 0x7ff5d015a360 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5d593e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff5d00a8eb0 con 0x7ff5d0159380 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d014d380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d014d380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41984/0 (socket says 172.21.15.39:41984) 2024-09-13T16:18:09.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 -- 172.21.15.39:0/333042161 learned_addr learned my addr 172.21.15.39:0/333042161 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5cf7fe640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5d015a360 0x7ff5d0150480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ce7fc640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5d0159380 0x7ff5d0144c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 -- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5d0159380 msgr2=0x7ff5d0144c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5d0159380 0x7ff5d0144c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 -- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5d015a360 msgr2=0x7ff5d0150480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5d015a360 0x7ff5d0150480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 -- 172.21.15.39:0/333042161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5c8009a70 con 0x7ff5d00ceb30 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.430+0000 7ff5ceffd640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d014d380 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7ff5c000c430 tx=0x7ff5c000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.431+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c0011790 con 0x7ff5d00ceb30 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.431+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff5c00118f0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.431+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5c0011ca0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.431+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff5d01509c0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.431+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff5d00a8860 con 0x7ff5d00ceb30 2024-09-13T16:18:09.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.432+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff5d00672f0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.432+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff5c001c460 con 0x7ff5d00ceb30 2024-09-13T16:18:09.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.433+0000 7ff5b7fff640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5bc06ac00 0x7ff5bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:09.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.433+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7ff5c00893e0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.433+0000 7ff5ce7fc640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5bc06ac00 0x7ff5bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:09.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.433+0000 7ff5ce7fc640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5bc06ac00 0x7ff5bc06d0c0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0153ff0 tx=0x7ff5c4007c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:09.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.437+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff5c00544c0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:09.674+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7ff5d00b31e0 con 0x7ff5d00ceb30 2024-09-13T16:18:09.936 INFO:tasks.ceph.mds.a.smithi039.stderr: -45> 2024-09-13T16:18:05.182+0000 7f4f9d310640 -1 log_channel(cluster) log [ERR] : dir 0x600 object missing on disk; some files may be lost (~mds0/stray0) 2024-09-13T16:18:09.936 INFO:tasks.ceph.mds.a.smithi039.stderr: -43> 2024-09-13T16:18:05.182+0000 7f4f9d310640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-13T16:18:09.936 INFO:tasks.ceph.mds.a.smithi039.stderr: -31> 2024-09-13T16:18:06.137+0000 7f4fa0b17640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:09.960 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:18:10.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.320+0000 7ff5b7fff640 1 -- 172.21.15.39:0/333042161 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v93) v1 ==== 101+0+0 (secure 0 0 0) 0x7ff5c0057ae0 con 0x7ff5d00ceb30 2024-09-13T16:18:10.322 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:18:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5bc06ac00 msgr2=0x7ff5bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5bc06ac00 0x7ff5bc06d0c0 secure :-1 s=READY pgs=639 cs=0 l=1 rev1=1 crypto rx=0x7ff5d0153ff0 tx=0x7ff5c4007c00 comp rx=0 tx=0).stop 2024-09-13T16:18:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 msgr2=0x7ff5d014d380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d014d380 secure :-1 s=READY pgs=1603 cs=0 l=1 rev1=1 crypto rx=0x7ff5c000c430 tx=0x7ff5c000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 shutdown_connections 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff5bc06ac00 0x7ff5bc06d0c0 unknown :-1 s=CLOSED pgs=639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff5d015a360 0x7ff5d0150480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff5d0159380 0x7ff5d0144c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 --2- 172.21.15.39:0/333042161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff5d00ceb30 0x7ff5d014d380 unknown :-1 s=CLOSED pgs=1603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 >> 172.21.15.39:0/333042161 conn(0x7ff5d00b15d0 msgr2=0x7ff5d0158280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 shutdown_connections 2024-09-13T16:18:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.323+0000 7ff5d593e640 1 -- 172.21.15.39:0/333042161 wait complete. 2024-09-13T16:18:10.336 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.379+0000 7f572ae0bf40 1 Processor -- start 2024-09-13T16:18:10.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.379+0000 7f572ae0bf40 1 -- start start 2024-09-13T16:18:10.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572ae0bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8bf4180 0x560dc8c71b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572ae0bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 0x560dc8c84700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572ae0bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c87520 0x560dc8c84c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572ae0bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dc8b5b4d0 con 0x560dc8c86430 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572ae0bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dc8af6b60 con 0x560dc8bf4180 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572ae0bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560dc8af6800 con 0x560dc8c87520 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 0x560dc8c84700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 0x560dc8c84700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42026/0 (socket says 172.21.15.39:42026) 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 -- 172.21.15.39:0/2309162090 learned_addr learned my addr 172.21.15.39:0/2309162090 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572847c640 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c87520 0x560dc8c84c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f5727c7b640 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8bf4180 0x560dc8c71b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 -- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c87520 msgr2=0x560dc8c84c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c87520 0x560dc8c84c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 -- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8bf4180 msgr2=0x560dc8c71b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8bf4180 0x560dc8c71b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 -- 172.21.15.39:0/2309162090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5720005de0 con 0x560dc8c86430 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f572747a640 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 0x560dc8c84700 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f571c00a7a0 tx=0x7f571c00a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d54b6eff435d39 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f5726478640 1 -- 172.21.15.39:0/2309162090 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f571c00f070 con 0x560dc8c86430 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f5726478640 1 -- 172.21.15.39:0/2309162090 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f571c007600 con 0x560dc8c86430 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.380+0000 7f5726478640 1 -- 172.21.15.39:0/2309162090 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f571c007970 con 0x560dc8c86430 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 -- 172.21.15.39:0/2309162090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 msgr2=0x560dc8c84700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 0x560dc8c84700 secure :-1 s=READY pgs=1607 cs=0 l=1 rev1=1 crypto rx=0x7f571c00a7a0 tx=0x7f571c00a890 comp rx=0 tx=0).stop 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 -- 172.21.15.39:0/2309162090 shutdown_connections 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c87520 0x560dc8c84c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8c86430 0x560dc8c84700 unknown :-1 s=CLOSED pgs=1607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/2309162090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8bf4180 0x560dc8c71b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 -- 172.21.15.39:0/2309162090 >> 172.21.15.39:0/2309162090 conn(0x560dc8bb17b0 msgr2=0x560dc8c838f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 -- 172.21.15.39:0/2309162090 shutdown_connections 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.381+0000 7f572ae0bf40 1 -- 172.21.15.39:0/2309162090 wait complete. 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 Processor -- start 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 -- start start 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 0x560dc8c76400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c86430 0x560dc8c6f970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8c87520 0x560dc8bf8050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dc8ad9520 con 0x560dc8bf4180 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560dc8c84bf0 con 0x560dc8c87520 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f572ae0bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560dc8c80ec0 con 0x560dc8c86430 2024-09-13T16:18:10.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f5727c7b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 0x560dc8c76400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f5727c7b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 0x560dc8c76400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42028/0 (socket says 172.21.15.39:42028) 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.382+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 learned_addr learned my addr 172.21.15.39:0/1510427845 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c86430 0x560dc8c6f970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f572847c640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8c87520 0x560dc8bf8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c86430 msgr2=0x560dc8c6f970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560dc8c86430 0x560dc8c6f970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8c87520 msgr2=0x560dc8bf8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8c87520 0x560dc8bf8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f571c00a420 con 0x560dc8bf4180 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f572847c640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560dc8c87520 0x560dc8bf8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 0x560dc8c76400 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f571800d390 tx=0x7f571800d850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5725476640 1 -- 172.21.15.39:0/1510427845 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57180125f0 con 0x560dc8bf4180 2024-09-13T16:18:10.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5725476640 1 -- 172.21.15.39:0/1510427845 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5718012750 con 0x560dc8bf4180 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x560dc8b05c20 con 0x560dc8bf4180 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f5725476640 1 -- 172.21.15.39:0/1510427845 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5718012ae0 con 0x560dc8bf4180 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.383+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560dc8af9060 con 0x560dc8bf4180 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f5725476640 1 -- 172.21.15.39:0/1510427845 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5718012c40 con 0x560dc8bf4180 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f5725476640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57140695e0 0x7f571406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f5725476640 1 -- 172.21.15.39:0/1510427845 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f57180881b0 con 0x560dc8bf4180 2024-09-13T16:18:10.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57140695e0 0x7f571406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.394 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560dc8c84480 0x560dc8c7c950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8c7ce90 con 0x560dc8c84480 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.385+0000 7f572847c640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560dc8c84480 0x560dc8c7c950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.386+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57140695e0 0x7f571406baa0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f571c016040 tx=0x7f571c00c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.386+0000 7f572847c640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560dc8c84480 0x560dc8c7c950 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.387+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v92'73 uv48 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.387+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8c7d240 con 0x560dc8c84480 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.388+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v92'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.388+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d288e0 con 0x560dc8c84480 2024-09-13T16:18:10.396 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:10.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.389+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v92'75 uv75 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.389+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29ca0 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.390+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v92'76 uv76 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.390+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2a050 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.391+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v92'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.391+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d28c90 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.392+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v92'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.392+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.397+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v92'79 uv54 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.397+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.403+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v92'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.403+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.406 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:10.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.405+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v92'81 uv81 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.405+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.409+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v92'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.409+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.411+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v92'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.411+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.416+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v92'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.416+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.421+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v92'85 uv59 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.421+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.422+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v92'86 uv86 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.422+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.428 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:10.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.427+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v92'87 uv87 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.427+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.428+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v92'88 uv88 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.428+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.429+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v92'89 uv89 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.429+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.430+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v92'90 uv90 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.430+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.431+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v92'91 uv91 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.431+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.433 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:10.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.432+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v92'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.432+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.433+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [setxattr (30)] v92'93 uv93 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.433+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.434+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [setxattr (62)] v92'94 uv94 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.434+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.435+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [omap-set-header] v92'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.435+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.436+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 603.00000000 [create] v92'96 uv71 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.436+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.437+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 603.00000000 [delete] v92'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.437+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.438+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v92'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.439 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:10.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.438+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.439+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [setxattr (30)] v92'99 uv99 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.439+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.440+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [setxattr (62)] v92'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.440+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8c84480 2024-09-13T16:18:10.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.441+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [omap-set-header] v92'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.441+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560dc8d2a400 0x560dc8d2c7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.441+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:30 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d29090 con 0x560dc8d2a400 2024-09-13T16:18:10.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.441+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560dc8d2a400 0x560dc8d2c7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.441+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560dc8d2a400 0x560dc8d2c7f0 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.442+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(30 1.00000000.inode [create] v92'66 uv48 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.442+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:31 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2cd30 con 0x560dc8d2a400 2024-09-13T16:18:10.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.444+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(31 1.00000000.inode [delete] v92'67 uv67 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.444+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2d0e0 con 0x560dc8d2a400 2024-09-13T16:18:10.447 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.446+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(32 1.00000000.inode [create] v92'68 uv68 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.446+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2d490 con 0x560dc8d2a400 2024-09-13T16:18:10.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.449+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(33 1.00000000.inode [write 0~582] v92'69 uv69 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.449+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2d840 con 0x560dc8d2a400 2024-09-13T16:18:10.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.450+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(34 1.00000000.inode [omap-set-header] v92'70 uv70 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.450+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2dbf0 con 0x560dc8d2a400 2024-09-13T16:18:10.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.452+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(35 200.00000000 [create] v92'71 uv53 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.452+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2dfa0 con 0x560dc8d2a400 2024-09-13T16:18:10.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.453+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(36 200.00000000 [delete] v92'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.453+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.456 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:10.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.455+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(37 200.00000000 [create] v92'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.455+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.456+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(38 200.00000000 [write 0~90] v92'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.456+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.457+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(39 200.00000000 [omap-set-header] v92'75 uv75 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.457+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.458+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(40 200.00000001 [create] v92'76 uv58 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.458+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.459+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(41 200.00000001 [delete] v92'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.459+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.461 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:10.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.460+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(42 200.00000001 [create] v92'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.460+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d31d80 con 0x560dc8d2a400 2024-09-13T16:18:10.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.462+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(43 200.00000001 [write 0~14848] v92'79 uv79 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.462+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d31d80 con 0x560dc8d2a400 2024-09-13T16:18:10.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.463+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(44 200.00000001 [omap-set-header] v92'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.463+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.464+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(45 606.00000000 [create] v92'81 uv64 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.464+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.465+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(46 606.00000000 [delete] v92'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.465+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.466 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:10.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.466+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(47 606.00000000 [create] v92'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.466+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2f360 con 0x560dc8d2a400 2024-09-13T16:18:10.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.467+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v92'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.467+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2f360 con 0x560dc8d2a400 2024-09-13T16:18:10.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.468+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v92'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.468+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8d2a400 2024-09-13T16:18:10.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.469+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(50 606.00000000 [omap-set-header] v92'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d2a400 2024-09-13T16:18:10.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.469+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8c84480 2024-09-13T16:18:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.470+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(51 607.00000000 [create] v92'15 uv14 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.470+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8c84480 2024-09-13T16:18:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.471+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(52 607.00000000 [delete] v92'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.471+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8c84480 2024-09-13T16:18:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.472+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v92'17 uv17 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.473 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.472+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2f360 con 0x560dc8c84480 2024-09-13T16:18:10.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.472+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v92'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.473+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2f360 con 0x560dc8c84480 2024-09-13T16:18:10.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.473+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v92'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.473+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d2e350 con 0x560dc8c84480 2024-09-13T16:18:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.475+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [omap-set-header] v92'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.475+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560dc8d2e860 0x560dc8d30c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.475+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d311d0 con 0x560dc8d2e860 2024-09-13T16:18:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.475+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560dc8d2e860 0x560dc8d30c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.475+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560dc8d2e860 0x560dc8d30c50 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.476+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v92'12 uv11 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.476+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d316a0 con 0x560dc8d2e860 2024-09-13T16:18:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.477+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v92'13 uv13 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.477+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d31b80 con 0x560dc8d2e860 2024-09-13T16:18:10.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.478+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v92'14 uv14 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.480 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.478+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d32000 con 0x560dc8d2e860 2024-09-13T16:18:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.479+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v92'15 uv15 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.479+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d32440 con 0x560dc8c84480 2024-09-13T16:18:10.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.481+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(61 608.00000000 [create] v92'15 uv14 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.481+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d32440 con 0x560dc8c84480 2024-09-13T16:18:10.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.482+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(62 608.00000000 [delete] v92'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.482+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d32440 con 0x560dc8c84480 2024-09-13T16:18:10.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.483+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v92'17 uv17 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.485 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:10.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.483+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d33450 con 0x560dc8c84480 2024-09-13T16:18:10.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.484+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v92'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.484+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d33450 con 0x560dc8c84480 2024-09-13T16:18:10.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.485+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v92'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.486+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d32440 con 0x560dc8c84480 2024-09-13T16:18:10.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.487+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [omap-set-header] v92'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.487+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560dc8d32ac0 0x560dc8d32ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.487+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.487+0000 7f572847c640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560dc8d32ac0 0x560dc8d32ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.487+0000 7f572847c640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560dc8d32ac0 0x560dc8d32ea0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.488+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(67 604.00000000 [create] v92'26 uv20 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.489+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.490+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(68 604.00000000 [delete] v92'27 uv27 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.490+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.491+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(69 604.00000000 [create] v92'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.492 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:10.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.491+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d36880 con 0x560dc8d32ac0 2024-09-13T16:18:10.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.492+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v92'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.492+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d36840 con 0x560dc8d32ac0 2024-09-13T16:18:10.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.493+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v92'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.493+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.495+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v92'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.495+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.496+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(73 500.00000000 [create] v92'32 uv25 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.496+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.497+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(74 500.00000000 [delete] v92'33 uv33 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.497+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.498+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(75 500.00000000 [create] v92'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.502 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.498+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.499+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v92'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.499+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d35830 con 0x560dc8d32ac0 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.501+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v92'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.501+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560dc8d36140 0x560dc8d38530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.501+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38ab0 con 0x560dc8d36140 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.501+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560dc8d36140 0x560dc8d38530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.501+0000 7f5727c7b640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560dc8d36140 0x560dc8d38530 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.502+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(78 mds_snaptable [create] v92'12 uv11 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d36140 2024-09-13T16:18:10.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.502+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38b70 con 0x560dc8d36140 2024-09-13T16:18:10.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.503+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(79 mds_snaptable [delete] v92'13 uv13 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d36140 2024-09-13T16:18:10.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.504+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8d36140 2024-09-13T16:18:10.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.505+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(80 mds_snaptable [create] v92'14 uv14 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d36140 2024-09-13T16:18:10.506 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:10.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.505+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8d36140 2024-09-13T16:18:10.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.506+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v92'15 uv15 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d36140 2024-09-13T16:18:10.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.506+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8d36140 2024-09-13T16:18:10.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.507+0000 7f5727c7b640 1 -- 172.21.15.39:0/1510427845 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v92'16 uv16 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f5718019020 con 0x560dc8d36140 2024-09-13T16:18:10.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.507+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8c84480 2024-09-13T16:18:10.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.508+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(83 605.00000000 [create] v92'15 uv14 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.508+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8c84480 2024-09-13T16:18:10.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.509+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(84 605.00000000 [delete] v92'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.509+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8c84480 2024-09-13T16:18:10.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.510+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v92'17 uv17 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.511 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:10.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.510+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d39fb0 con 0x560dc8c84480 2024-09-13T16:18:10.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.511+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v92'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.511+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d39fb0 con 0x560dc8c84480 2024-09-13T16:18:10.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.512+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v92'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.512+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8c84480 2024-09-13T16:18:10.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.513+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [omap-set-header] v92'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8c84480 2024-09-13T16:18:10.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.513+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d38fa0 con 0x560dc8d2e860 2024-09-13T16:18:10.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.515+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(89 mds0_inotable [create] v92'24 uv18 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.515+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d39350 con 0x560dc8d2e860 2024-09-13T16:18:10.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.516+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(90 mds0_inotable [delete] v92'25 uv25 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.516+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d39350 con 0x560dc8d2e860 2024-09-13T16:18:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.517+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(91 mds0_inotable [create] v92'26 uv26 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.518 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:10.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.517+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8bacd70 con 0x560dc8d2e860 2024-09-13T16:18:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.518+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v92'27 uv27 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.518+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8bacd70 con 0x560dc8d2e860 2024-09-13T16:18:10.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.519+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v92'28 uv28 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.519+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8bacd70 con 0x560dc8d2e860 2024-09-13T16:18:10.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.520+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(94 100.00000000 [create] v92'29 uv23 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.520+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8bacd70 con 0x560dc8d2e860 2024-09-13T16:18:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.521+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(95 100.00000000 [delete] v92'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.521+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8bacd70 con 0x560dc8d2e860 2024-09-13T16:18:10.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.523+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(96 100.00000000 [create] v92'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.524 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.523+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8bacd70 con 0x560dc8d2e860 2024-09-13T16:18:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.524+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v92'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.524+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c1a0 con 0x560dc8d2e860 2024-09-13T16:18:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.525+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v92'33 uv33 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.525+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560dc8d39ec0 0x560dc8d3c2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.525+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c850 con 0x560dc8d39ec0 2024-09-13T16:18:10.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.525+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560dc8d39ec0 0x560dc8d3c2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.525+0000 7f572747a640 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560dc8d39ec0 0x560dc8d3c2b0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.526+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v92'14 uv12 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d39ec0 2024-09-13T16:18:10.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.526+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c850 con 0x560dc8d39ec0 2024-09-13T16:18:10.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.527+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v92'15 uv15 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d39ec0 2024-09-13T16:18:10.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.527+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c8d0 con 0x560dc8d39ec0 2024-09-13T16:18:10.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.528+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v92'16 uv16 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d39ec0 2024-09-13T16:18:10.530 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:10.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.528+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d39ec0 2024-09-13T16:18:10.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.529+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v92'17 uv17 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d39ec0 2024-09-13T16:18:10.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.529+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d2e860 2024-09-13T16:18:10.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.530+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v92'15 uv14 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.530+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d2e860 2024-09-13T16:18:10.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.531+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v92'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.531+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d2e860 2024-09-13T16:18:10.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.532+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v92'17 uv17 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.534 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:10.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.532+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3d960 con 0x560dc8d2e860 2024-09-13T16:18:10.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.533+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v92'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.534+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3d960 con 0x560dc8d2e860 2024-09-13T16:18:10.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.535+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v92'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.535+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d2e860 2024-09-13T16:18:10.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.536+0000 7f572747a640 1 -- 172.21.15.39:0/1510427845 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v92'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f571c01a040 con 0x560dc8d2e860 2024-09-13T16:18:10.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.536+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.537+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v92'12 uv11 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.537+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.538+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v92'13 uv13 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.538+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.539+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v92'14 uv14 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.540 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:10.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.539+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.540+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v92'15 uv15 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.540+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.541+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v92'16 uv16 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.541+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.542+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v92'33 uv24 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.542+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.543+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v92'34 uv34 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.543+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.545 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:10.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.544+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v92'35 uv35 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.544+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3cdf0 con 0x560dc8d32ac0 2024-09-13T16:18:10.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.545+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v92'36 uv36 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.545+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3cda0 con 0x560dc8d32ac0 2024-09-13T16:18:10.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.546+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v92'37 uv37 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.546+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3cd70 con 0x560dc8d32ac0 2024-09-13T16:18:10.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.547+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v92'38 uv31 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.547+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.548+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v92'39 uv39 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.548+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3c950 con 0x560dc8d32ac0 2024-09-13T16:18:10.550 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:10.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.549+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v92'40 uv40 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.549+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3dd30 con 0x560dc8d32ac0 2024-09-13T16:18:10.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.550+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v92'41 uv41 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.550+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3da30 con 0x560dc8d32ac0 2024-09-13T16:18:10.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.551+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v92'42 uv42 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.551+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3ca20 con 0x560dc8d32ac0 2024-09-13T16:18:10.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.552+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v92'43 uv43 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.552+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e92) v8 -- 0x560dc8d3cdf0 con 0x560dc8d32ac0 2024-09-13T16:18:10.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v92'44 uv44 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f5720058070 con 0x560dc8d32ac0 2024-09-13T16:18:10.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560dc8c84480 msgr2=0x560dc8c7c950 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560dc8c84480 0x560dc8c7c950 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560dc8d2e860 msgr2=0x560dc8d30c50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560dc8d2e860 0x560dc8d30c50 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560dc8d39ec0 msgr2=0x560dc8d3c2b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560dc8d39ec0 0x560dc8d3c2b0 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560dc8d2a400 msgr2=0x560dc8d2c7f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560dc8d2a400 0x560dc8d2c7f0 crc :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560dc8d32ac0 msgr2=0x560dc8d32ea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572847c640 1 -- 172.21.15.39:0/1510427845 reap_dead start 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560dc8d32ac0 0x560dc8d32ea0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560dc8d36140 msgr2=0x560dc8d38530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560dc8d36140 0x560dc8d38530 crc :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57140695e0 msgr2=0x7f571406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57140695e0 0x7f571406baa0 secure :-1 s=READY pgs=641 cs=0 l=1 rev1=1 crypto rx=0x7f571c016040 tx=0x7f571c00c000 comp rx=0 tx=0).stop 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 msgr2=0x560dc8c76400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 0x560dc8c76400 secure :-1 s=READY pgs=1608 cs=0 l=1 rev1=1 crypto rx=0x7f571800d390 tx=0x7f571800d850 comp rx=0 tx=0).stop 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 shutdown_connections 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560dc8d36140 0x560dc8d38530 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57140695e0 0x7f571406baa0 unknown :-1 s=CLOSED pgs=641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560dc8d32ac0 0x560dc8d32ea0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 --2- 172.21.15.39:0/1510427845 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560dc8bf4180 0x560dc8c76400 unknown :-1 s=CLOSED pgs=1608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 >> 172.21.15.39:0/1510427845 conn(0x560dc8bb17b0 msgr2=0x560dc8c838f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:10.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 shutdown_connections 2024-09-13T16:18:10.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.553+0000 7f572ae0bf40 1 -- 172.21.15.39:0/1510427845 wait complete. 2024-09-13T16:18:10.559 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 1.00000000.inode 2024-09-13T16:18:10.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.641+0000 7fe4f460ff40 1 Processor -- start 2024-09-13T16:18:10.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.641+0000 7fe4f460ff40 1 -- start start 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f460ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a98ef610 0x5570a98edca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f460ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a99ae8f0 0x5570a99ad800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f460ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 0x5570a9936340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f460ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570a98a0be0 con 0x5570a99c5730 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f460ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570a989c4d0 con 0x5570a99ae8f0 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f460ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5570a9837b60 con 0x5570a98ef610 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 0x5570a9936340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 0x5570a9936340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42042/0 (socket says 172.21.15.39:42042) 2024-09-13T16:18:10.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 -- 172.21.15.39:0/3689108798 learned_addr learned my addr 172.21.15.39:0/3689108798 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f0c7c640 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a99ae8f0 0x5570a99ad800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f147d640 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a98ef610 0x5570a98edca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 -- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a98ef610 msgr2=0x5570a98edca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a98ef610 0x5570a98edca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 -- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a99ae8f0 msgr2=0x5570a99ad800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a99ae8f0 0x5570a99ad800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f1c7e640 1 -- 172.21.15.39:0/3689108798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4e8005d20 con 0x5570a99c5730 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.642+0000 7fe4f147d640 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a98ef610 0x5570a98edca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f1c7e640 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 0x5570a9936340 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00b290 tx=0x7fe4ec00b750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4f7501f7d80a222 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4e37fe640 1 -- 172.21.15.39:0/3689108798 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec014070 con 0x5570a99c5730 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4e37fe640 1 -- 172.21.15.39:0/3689108798 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4ec00d500 con 0x5570a99c5730 2024-09-13T16:18:10.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4e37fe640 1 -- 172.21.15.39:0/3689108798 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4ec00d870 con 0x5570a99c5730 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 -- 172.21.15.39:0/3689108798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 msgr2=0x5570a9936340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 0x5570a9936340 secure :-1 s=READY pgs=1611 cs=0 l=1 rev1=1 crypto rx=0x7fe4ec00b290 tx=0x7fe4ec00b750 comp rx=0 tx=0).stop 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 -- 172.21.15.39:0/3689108798 shutdown_connections 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99c5730 0x5570a9936340 unknown :-1 s=CLOSED pgs=1611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a99ae8f0 0x5570a99ad800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/3689108798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a98ef610 0x5570a98edca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 -- 172.21.15.39:0/3689108798 >> 172.21.15.39:0/3689108798 conn(0x5570a98f3040 msgr2=0x5570a98ee4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 -- 172.21.15.39:0/3689108798 shutdown_connections 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.643+0000 7fe4f460ff40 1 -- 172.21.15.39:0/3689108798 wait complete. 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.644+0000 7fe4f460ff40 1 Processor -- start 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.644+0000 7fe4f460ff40 1 -- start start 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a98ef610 0x5570a99c42c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99ae8f0 0x5570a98ee5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a99c5730 0x5570a99c3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570a9837800 con 0x5570a99ae8f0 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5570a981a520 con 0x5570a98ef610 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5570a9a4df10 con 0x5570a99c5730 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99ae8f0 0x5570a98ee5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99ae8f0 0x5570a98ee5d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42060/0 (socket says 172.21.15.39:42060) 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 -- 172.21.15.39:0/2988631138 learned_addr learned my addr 172.21.15.39:0/2988631138 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f1c7e640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a99c5730 0x5570a99c3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f147d640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a98ef610 0x5570a99c42c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 -- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a99c5730 msgr2=0x5570a99c3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5570a99c5730 0x5570a99c3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 -- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a98ef610 msgr2=0x5570a99c42c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5570a98ef610 0x5570a99c42c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 -- 172.21.15.39:0/2988631138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4ec001b90 con 0x5570a99ae8f0 2024-09-13T16:18:10.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f0c7c640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99ae8f0 0x5570a98ee5d0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fe4e8005cf0 tx=0x7fe4e8002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4e27fc640 1 -- 172.21.15.39:0/2988631138 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e8050b40 con 0x5570a99ae8f0 2024-09-13T16:18:10.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5570a983a060 con 0x5570a99ae8f0 2024-09-13T16:18:10.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4e27fc640 1 -- 172.21.15.39:0/2988631138 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4e805d070 con 0x5570a99ae8f0 2024-09-13T16:18:10.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.645+0000 7fe4e27fc640 1 -- 172.21.15.39:0/2988631138 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4e8050ea0 con 0x5570a99ae8f0 2024-09-13T16:18:10.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.646+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5570a9839ac0 con 0x5570a99ae8f0 2024-09-13T16:18:10.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.647+0000 7fe4e27fc640 1 -- 172.21.15.39:0/2988631138 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4e8064450 con 0x5570a99ae8f0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.647+0000 7fe4e27fc640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4d40695e0 0x7fe4d406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.647+0000 7fe4e27fc640 1 -- 172.21.15.39:0/2988631138 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7fe4e80ccad0 con 0x5570a99ae8f0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.647+0000 7fe4f147d640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4d40695e0 0x7fe4d406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.647+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5570a99c6cf0 0x5570a99383e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.648+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e92) v8 -- 0x5570a9938920 con 0x5570a99c6cf0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.648+0000 7fe4f1c7e640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5570a99c6cf0 0x5570a99383e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.648+0000 7fe4f147d640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4d40695e0 0x7fe4d406baa0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x5570a99c5080 tx=0x7fe4e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.648+0000 7fe4f1c7e640 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5570a99c6cf0 0x5570a99383e0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f1c7e640 1 -- 172.21.15.39:0/2988631138 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 1.00000000.inode [delete] v92'87 uv87 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fe4ec016070 con 0x5570a99c6cf0 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5570a99c6cf0 msgr2=0x5570a99383e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5570a99c6cf0 0x5570a99383e0 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4d40695e0 msgr2=0x7fe4d406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4d40695e0 0x7fe4d406baa0 secure :-1 s=READY pgs=642 cs=0 l=1 rev1=1 crypto rx=0x5570a99c5080 tx=0x7fe4e4008040 comp rx=0 tx=0).stop 2024-09-13T16:18:10.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99ae8f0 msgr2=0x5570a98ee5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 --2- 172.21.15.39:0/2988631138 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5570a99ae8f0 0x5570a98ee5d0 secure :-1 s=READY pgs=1612 cs=0 l=1 rev1=1 crypto rx=0x7fe4e8005cf0 tx=0x7fe4e8002fb0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f1c7e640 1 -- 172.21.15.39:0/2988631138 reap_dead start 2024-09-13T16:18:10.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 shutdown_connections 2024-09-13T16:18:10.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.649+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 >> 172.21.15.39:0/2988631138 conn(0x5570a98f3040 msgr2=0x5570a99c5b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:10.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.650+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 shutdown_connections 2024-09-13T16:18:10.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.650+0000 7fe4f460ff40 1 -- 172.21.15.39:0/2988631138 wait complete. 2024-09-13T16:18:10.655 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:10.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.799+0000 7f35fba20640 1 Processor -- start 2024-09-13T16:18:10.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.799+0000 7f35fba20640 1 -- start start 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35fba20640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f35f40cc460 0x7f35f4159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35fba20640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35f415a200 0x7f35f415a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35fba20640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35f415a000 con 0x7f35f40cb810 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35fba20640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35f415ab50 con 0x7f35f415a200 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35fba20640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35f40cbbf0 con 0x7f35f40cc460 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35f9fbd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f35f415a200 0x7f35f415a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35f97bc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f35f40cb810 0x7f35f40b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39234/0 (socket says 172.21.15.39:39234) 2024-09-13T16:18:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.800+0000 7f35f97bc640 1 -- 172.21.15.39:0/1132185601 learned_addr learned my addr 172.21.15.39:0/1132185601 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.801+0000 7f35f8fbb640 1 --2- 172.21.15.39:0/1132185601 >> v2:172.21.15.157:3300/0 conn(0x7f35f40cc460 0x7f35f4159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.801+0000 7f35f9fbd640 1 -- 172.21.15.39:0/1132185601 >> v2:172.21.15.157:3300/0 conn(0x7f35f40cc460 msgr2=0x7f35f4159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.801+0000 7f35f9fbd640 1 --2- 172.21.15.39:0/1132185601 >> v2:172.21.15.157:3300/0 conn(0x7f35f40cc460 0x7f35f4159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.801+0000 7f35f9fbd640 1 -- 172.21.15.39:0/1132185601 >> v1:172.21.15.39:6789/0 conn(0x7f35f40cb810 legacy=0x7f35f40b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.801+0000 7f35f9fbd640 1 -- 172.21.15.39:0/1132185601 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35f40b1540 con 0x7f35f415a200 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.801+0000 7f35f9fbd640 1 --2- 172.21.15.39:0/1132185601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f415a610 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f35f40add20 tx=0x7f35e402c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6deee6e90739b35c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35f3fff640 1 -- 172.21.15.39:0/1132185601 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e4009540 con 0x7f35f415a200 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35f3fff640 1 -- 172.21.15.39:0/1132185601 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35e40096a0 con 0x7f35f415a200 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35f3fff640 1 -- 172.21.15.39:0/1132185601 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e4009a30 con 0x7f35f415a200 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 -- 172.21.15.39:0/1132185601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 msgr2=0x7f35f415a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 --2- 172.21.15.39:0/1132185601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f415a610 secure :-1 s=READY pgs=1614 cs=0 l=1 rev1=1 crypto rx=0x7f35f40add20 tx=0x7f35e402c890 comp rx=0 tx=0).stop 2024-09-13T16:18:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 -- 172.21.15.39:0/1132185601 shutdown_connections 2024-09-13T16:18:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 --2- 172.21.15.39:0/1132185601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f415a610 unknown :-1 s=CLOSED pgs=1614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 --2- 172.21.15.39:0/1132185601 >> v2:172.21.15.157:3300/0 conn(0x7f35f40cc460 0x7f35f4159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 -- 172.21.15.39:0/1132185601 >> 172.21.15.39:0/1132185601 conn(0x7f35f40b00a0 msgr2=0x7f35f40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 -- 172.21.15.39:0/1132185601 shutdown_connections 2024-09-13T16:18:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.802+0000 7f35fba20640 1 -- 172.21.15.39:0/1132185601 wait complete. 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.803+0000 7f35fba20640 1 Processor -- start 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.803+0000 7f35fba20640 1 -- start start 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35fba20640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35f40cb810 0x7f35f4154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35fba20640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35f40cc460 0x7f35f40707e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35fba20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f41ef0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35fba20640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35f41ef620 con 0x7f35f415a200 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35fba20640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35f41f2ad0 con 0x7f35f40cb810 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35fba20640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35f4154c30 con 0x7f35f40cc460 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35f9fbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f41ef0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35f9fbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f41ef0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42074/0 (socket says 172.21.15.39:42074) 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35f9fbd640 1 -- 172.21.15.39:0/536243467 learned_addr learned my addr 172.21.15.39:0/536243467 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.804+0000 7f35f97bc640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35f40cb810 0x7f35f4154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f8fbb640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35f40cc460 0x7f35f40707e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f9fbd640 1 -- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35f40cc460 msgr2=0x7f35f40707e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f9fbd640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35f40cc460 0x7f35f40707e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f9fbd640 1 -- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35f40cb810 msgr2=0x7f35f4154320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f9fbd640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35f40cb810 0x7f35f4154320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f9fbd640 1 -- 172.21.15.39:0/536243467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35e400bc80 con 0x7f35f415a200 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f8fbb640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35f40cc460 0x7f35f40707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f97bc640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35f40cb810 0x7f35f4154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f9fbd640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f41ef0e0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f35e400d140 tx=0x7f35e4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e4034480 con 0x7f35f415a200 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35e40345e0 con 0x7f35f415a200 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35f4154950 con 0x7f35f415a200 2024-09-13T16:18:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35e4034990 con 0x7f35f415a200 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.805+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35f414ec50 con 0x7f35f415a200 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.806+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35f40672f0 con 0x7f35f415a200 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.807+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35e4034af0 con 0x7f35f415a200 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.807+0000 7f35f1ffb640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35e006ac00 0x7f35e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.807+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(92..92 src has 1..92) v4 ==== 5967+0+0 (secure 0 0 0) 0x7f35e40ac770 con 0x7f35f415a200 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.808+0000 7f35f97bc640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35e006ac00 0x7f35e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.808+0000 7f35f97bc640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35e006ac00 0x7f35e006d0c0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f35ec005880 tx=0x7f35ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:10.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:10.811+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f35e4077970 con 0x7f35f415a200 2024-09-13T16:18:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.020+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f35f4068180 con 0x7f35f415a200 2024-09-13T16:18:11.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.324+0000 7f35f1ffb640 1 -- 172.21.15.39:0/536243467 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v94) v1 ==== 162+0+0 (secure 0 0 0) 0x7f35e407af90 con 0x7f35f415a200 2024-09-13T16:18:11.325 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35e006ac00 msgr2=0x7f35e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35e006ac00 0x7f35e006d0c0 secure :-1 s=READY pgs=643 cs=0 l=1 rev1=1 crypto rx=0x7f35ec005880 tx=0x7f35ec009040 comp rx=0 tx=0).stop 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 msgr2=0x7f35f41ef0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f41ef0e0 secure :-1 s=READY pgs=1615 cs=0 l=1 rev1=1 crypto rx=0x7f35e400d140 tx=0x7f35e4004a40 comp rx=0 tx=0).stop 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 shutdown_connections 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35e006ac00 0x7f35e006d0c0 unknown :-1 s=CLOSED pgs=643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f35f415a200 0x7f35f41ef0e0 unknown :-1 s=CLOSED pgs=1615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f35f40cc460 0x7f35f40707e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 --2- 172.21.15.39:0/536243467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35f40cb810 0x7f35f4154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 >> 172.21.15.39:0/536243467 conn(0x7f35f40b00a0 msgr2=0x7f35f40adff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:11.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 shutdown_connections 2024-09-13T16:18:11.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.326+0000 7f35fba20640 1 -- 172.21.15.39:0/536243467 wait complete. 2024-09-13T16:18:11.334 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:11.333+0000 7f58adb2d640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-13T16:18:11.334 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:11.333+0000 7f58adb2d640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:18:11.334 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:11.334+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:11.335 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:11.334+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:18:11.341 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:11.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.441+0000 7f9962820640 1 Processor -- start 2024-09-13T16:18:11.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.441+0000 7f9962820640 1 -- start start 2024-09-13T16:18:11.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9962820640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f995c06f170 0x7f995c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9962820640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f995c06f6e0 con 0x7f995c15d0a0 2024-09-13T16:18:11.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9962820640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f995c06f9c0 con 0x7f995c156fb0 2024-09-13T16:18:11.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9962820640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f995c06fca0 con 0x7f995c06f170 2024-09-13T16:18:11.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9953fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f995c06f170 0x7f995c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9960dbd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f995c15d0a0 0x7f995c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39244/0 (socket says 172.21.15.39:39244) 2024-09-13T16:18:11.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.442+0000 7f9960dbd640 1 -- 172.21.15.39:0/2136718364 learned_addr learned my addr 172.21.15.39:0/2136718364 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:11.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.443+0000 7f9953fff640 1 -- 172.21.15.39:0/2136718364 >> v1:172.21.15.157:6789/0 conn(0x7f995c156fb0 legacy=0x7f995c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.443+0000 7f9953fff640 1 -- 172.21.15.39:0/2136718364 >> v1:172.21.15.39:6789/0 conn(0x7f995c15d0a0 legacy=0x7f995c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.443+0000 7f9953fff640 1 -- 172.21.15.39:0/2136718364 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f995c06ff80 con 0x7f995c06f170 2024-09-13T16:18:11.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.443+0000 7f995b7fe640 1 -- 172.21.15.39:0/2136718364 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2071024554 0 0) 0x7f995c06f6e0 con 0x7f995c15d0a0 2024-09-13T16:18:11.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.443+0000 7f9953fff640 1 --2- 172.21.15.39:0/2136718364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c06f170 0x7f995c0b1cf0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f99440097a0 tx=0x7f994402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d871b96cc2cf0a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:11.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f995b7fe640 1 -- 172.21.15.39:0/2136718364 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9944032440 con 0x7f995c06f170 2024-09-13T16:18:11.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f995b7fe640 1 -- 172.21.15.39:0/2136718364 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f99440325a0 con 0x7f995c06f170 2024-09-13T16:18:11.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f995b7fe640 1 -- 172.21.15.39:0/2136718364 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9944032930 con 0x7f995c06f170 2024-09-13T16:18:11.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 -- 172.21.15.39:0/2136718364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c06f170 msgr2=0x7f995c0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 --2- 172.21.15.39:0/2136718364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c06f170 0x7f995c0b1cf0 secure :-1 s=READY pgs=1617 cs=0 l=1 rev1=1 crypto rx=0x7f99440097a0 tx=0x7f994402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 -- 172.21.15.39:0/2136718364 shutdown_connections 2024-09-13T16:18:11.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 --2- 172.21.15.39:0/2136718364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c06f170 0x7f995c0b1cf0 unknown :-1 s=CLOSED pgs=1617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 -- 172.21.15.39:0/2136718364 >> 172.21.15.39:0/2136718364 conn(0x7f995c06b3b0 msgr2=0x7f995c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:11.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 -- 172.21.15.39:0/2136718364 shutdown_connections 2024-09-13T16:18:11.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.444+0000 7f9962820640 1 -- 172.21.15.39:0/2136718364 wait complete. 2024-09-13T16:18:11.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.445+0000 7f9962820640 1 Processor -- start 2024-09-13T16:18:11.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.445+0000 7f9962820640 1 -- start start 2024-09-13T16:18:11.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9962820640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f995c06f170 0x7f995c14c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9962820640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 0x7f995c15b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9962820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f995c15d0a0 0x7f995c15b710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9962820640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f995c1f54f0 con 0x7f995c156fb0 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9962820640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f995c1f5790 con 0x7f995c06f170 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9962820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f995c1f5a70 con 0x7f995c15d0a0 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9953fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 0x7f995c15b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9953fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 0x7f995c15b1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42098/0 (socket says 172.21.15.39:42098) 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f9953fff640 1 -- 172.21.15.39:0/2870396131 learned_addr learned my addr 172.21.15.39:0/2870396131 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.446+0000 7f995bfff640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f995c06f170 0x7f995c14c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9960dbd640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f995c15d0a0 0x7f995c15b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9953fff640 1 -- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f995c15d0a0 msgr2=0x7f995c15b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9953fff640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f995c15d0a0 0x7f995c15b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9953fff640 1 -- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f995c06f170 msgr2=0x7f995c14c0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9953fff640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f995c06f170 0x7f995c14c0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9953fff640 1 -- 172.21.15.39:0/2870396131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9944009400 con 0x7f995c156fb0 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9960dbd640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f995c15d0a0 0x7f995c15b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9953fff640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 0x7f995c15b1d0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f9944000c00 tx=0x7f99440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:11.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9944004230 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9944004390 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f995c1f5d50 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9944030ac0 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.447+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f995c14fbc0 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.448+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f995c1f6270 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.449+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9944039050 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.449+0000 7f99597fa640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f993c06ac00 0x7f993c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.449+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7f99440a9fc0 con 0x7f995c156fb0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.449+0000 7f995bfff640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f993c06ac00 0x7f993c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.450+0000 7f995bfff640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f993c06ac00 0x7f993c06d0c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f994c000f60 tx=0x7f994c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:11.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.453+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99440dd9c0 con 0x7f995c156fb0 2024-09-13T16:18:11.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.658+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f995c0672f0 con 0x7f995c156fb0 2024-09-13T16:18:11.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.659+0000 7f99597fa640 1 -- 172.21.15.39:0/2870396131 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 96 v96) v1 ==== 94+0+3974 (secure 0 0 0) 0x7f9944037020 con 0x7f995c156fb0 2024-09-13T16:18:11.660 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:11.660 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":96,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":96,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:11.334843+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:11.660 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 96 2024-09-13T16:18:11.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f993c06ac00 msgr2=0x7f993c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f993c06ac00 0x7f993c06d0c0 secure :-1 s=READY pgs=644 cs=0 l=1 rev1=1 crypto rx=0x7f994c000f60 tx=0x7f994c009040 comp rx=0 tx=0).stop 2024-09-13T16:18:11.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 msgr2=0x7f995c15b1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 0x7f995c15b1d0 secure :-1 s=READY pgs=1618 cs=0 l=1 rev1=1 crypto rx=0x7f9944000c00 tx=0x7f99440046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 shutdown_connections 2024-09-13T16:18:11.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f993c06ac00 0x7f993c06d0c0 unknown :-1 s=CLOSED pgs=644 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f995c15d0a0 0x7f995c15b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f995c156fb0 0x7f995c15b1d0 unknown :-1 s=CLOSED pgs=1618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.660+0000 7f9962820640 1 --2- 172.21.15.39:0/2870396131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f995c06f170 0x7f995c14c0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.661+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 >> 172.21.15.39:0/2870396131 conn(0x7f995c06b3b0 msgr2=0x7f995c15d530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:11.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.661+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 shutdown_connections 2024-09-13T16:18:11.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.661+0000 7f9962820640 1 -- 172.21.15.39:0/2870396131 wait complete. 2024-09-13T16:18:11.673 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:11.673 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:11.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.773+0000 7fde6cfa0640 1 Processor -- start 2024-09-13T16:18:11.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.773+0000 7fde6cfa0640 1 -- start start 2024-09-13T16:18:11.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.774+0000 7fde6cfa0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fde6815ca40 0x7fde681676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.774+0000 7fde6cfa0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde680cd470 con 0x7fde6806afc0 2024-09-13T16:18:11.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.774+0000 7fde6cfa0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fde680d22d0 con 0x7fde680b3f80 2024-09-13T16:18:11.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.774+0000 7fde6cfa0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fde680cd6d0 con 0x7fde6815ca40 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.774+0000 7fde66ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fde6806afc0 0x7fde680ccd60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39258/0 (socket says 172.21.15.39:39258) 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.774+0000 7fde66ffd640 1 -- 172.21.15.39:0/771665873 learned_addr learned my addr 172.21.15.39:0/771665873 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 --2- 172.21.15.39:0/771665873 >> v2:172.21.15.157:3300/0 conn(0x7fde6815ca40 0x7fde681676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3855544734 0 0) 0x7fde680cd470 con 0x7fde6806afc0 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fde50003520 con 0x7fde6806afc0 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4081003065 0 0) 0x7fde50003520 con 0x7fde6806afc0 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 >> v2:172.21.15.157:3300/0 conn(0x7fde6815ca40 msgr2=0x7fde681676a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 --2- 172.21.15.39:0/771665873 >> v2:172.21.15.157:3300/0 conn(0x7fde6815ca40 0x7fde681676a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 >> v1:172.21.15.157:6789/0 conn(0x7fde680b3f80 legacy=0x7fde680b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde680cd9b0 con 0x7fde6806afc0 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fde5c001670 con 0x7fde6806afc0 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 >> v1:172.21.15.39:6789/0 conn(0x7fde6806afc0 legacy=0x7fde680ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde500039c0 0x7fde50003de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500047c0 0x7fde50004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde500051d0 0x7fde5000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde680cd6d0 con 0x7fde500051d0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde5000c120 con 0x7fde500039c0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde5000c2e0 con 0x7fde500047c0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde500051d0 0x7fde5000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde677fe640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde500039c0 0x7fde50003de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde66ffd640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500047c0 0x7fde50004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 -- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500047c0 msgr2=0x7fde50004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500047c0 0x7fde50004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 -- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde500039c0 msgr2=0x7fde50003de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde500039c0 0x7fde50003de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde67fff640 1 -- 172.21.15.39:0/771665873 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde50003520 con 0x7fde500051d0 2024-09-13T16:18:11.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.775+0000 7fde677fe640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde500039c0 0x7fde50003de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.776+0000 7fde67fff640 1 -- 172.21.15.39:0/771665873 reap_dead start 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.776+0000 7fde67fff640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde500051d0 0x7fde5000b980 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7fde60009f90 tx=0x7fde500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7c67f50aa8733e09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.776+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde60003b90 con 0x7fde500051d0 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.776+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde6000f040 con 0x7fde500051d0 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.776+0000 7fde667fc640 1 -- 172.21.15.39:0/771665873 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde60004020 con 0x7fde500051d0 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 -- 172.21.15.39:0/771665873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde500051d0 msgr2=0x7fde5000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde500051d0 0x7fde5000b980 secure :-1 s=READY pgs=1620 cs=0 l=1 rev1=1 crypto rx=0x7fde60009f90 tx=0x7fde500057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 -- 172.21.15.39:0/771665873 shutdown_connections 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/771665873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde500051d0 0x7fde5000b980 unknown :-1 s=CLOSED pgs=1620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 -- 172.21.15.39:0/771665873 >> 172.21.15.39:0/771665873 conn(0x7fde680cef80 msgr2=0x7fde680cf390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 -- 172.21.15.39:0/771665873 shutdown_connections 2024-09-13T16:18:11.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.777+0000 7fde6cfa0640 1 -- 172.21.15.39:0/771665873 wait complete. 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.778+0000 7fde6cfa0640 1 Processor -- start 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.778+0000 7fde6cfa0640 1 -- start start 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde6cfa0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500051d0 0x7fde68155310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde6cfa0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 0x7fde680cbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde6cfa0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6815ec70 0x7fde6815f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde6cfa0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde680a9040 con 0x7fde680cb7a0 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde6cfa0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fde6815f630 con 0x7fde6815ec70 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde6cfa0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fde6815ce20 con 0x7fde500051d0 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 0x7fde680cbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 0x7fde680cbbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42124/0 (socket says 172.21.15.39:42124) 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 -- 172.21.15.39:0/180100752 learned_addr learned my addr 172.21.15.39:0/180100752 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:11.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde677fe640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500051d0 0x7fde68155310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde67fff640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6815ec70 0x7fde6815f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 -- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500051d0 msgr2=0x7fde68155310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500051d0 0x7fde68155310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 -- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6815ec70 msgr2=0x7fde6815f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6815ec70 0x7fde6815f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde66ffd640 1 -- 172.21.15.39:0/180100752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fde680cc120 con 0x7fde680cb7a0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.779+0000 7fde67fff640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6815ec70 0x7fde6815f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.780+0000 7fde66ffd640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 0x7fde680cbbe0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00e730 tx=0x7fde5c00ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.780+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde5c00c6c0 con 0x7fde680cb7a0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.780+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fde5c00c840 con 0x7fde680cb7a0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.780+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fde68155850 con 0x7fde680cb7a0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.780+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fde5c00cbf0 con 0x7fde680cb7a0 2024-09-13T16:18:11.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.780+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fde6815d350 con 0x7fde680cb7a0 2024-09-13T16:18:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.781+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fde680b57e0 con 0x7fde680cb7a0 2024-09-13T16:18:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.781+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fde5c00cd50 con 0x7fde680cb7a0 2024-09-13T16:18:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.782+0000 7fde4ffff640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde5406ac30 0x7fde5406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.782+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7fde5c0893b0 con 0x7fde680cb7a0 2024-09-13T16:18:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.782+0000 7fde677fe640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde5406ac30 0x7fde5406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:11.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.782+0000 7fde677fe640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde5406ac30 0x7fde5406d0f0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fde58007fd0 tx=0x7fde58009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:11.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.786+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fde5c0543a0 con 0x7fde680cb7a0 2024-09-13T16:18:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.992+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fde680d0800 con 0x7fde680cb7a0 2024-09-13T16:18:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.992+0000 7fde4ffff640 1 -- 172.21.15.39:0/180100752 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 96 v96) v1 ==== 94+0+3974 (secure 0 0 0) 0x7fde5c0579c0 con 0x7fde680cb7a0 2024-09-13T16:18:11.997 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:11.997 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":96,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":96,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:11.334843+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:11.998 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 96 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde5406ac30 msgr2=0x7fde5406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde5406ac30 0x7fde5406d0f0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7fde58007fd0 tx=0x7fde58009040 comp rx=0 tx=0).stop 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 msgr2=0x7fde680cbbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 0x7fde680cbbe0 secure :-1 s=READY pgs=1621 cs=0 l=1 rev1=1 crypto rx=0x7fde5c00e730 tx=0x7fde5c00ebf0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 shutdown_connections 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fde5406ac30 0x7fde5406d0f0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fde6815ec70 0x7fde6815f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fde680cb7a0 0x7fde680cbbe0 unknown :-1 s=CLOSED pgs=1621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 --2- 172.21.15.39:0/180100752 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fde500051d0 0x7fde68155310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:11.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 >> 172.21.15.39:0/180100752 conn(0x7fde680cef80 msgr2=0x7fde680b3450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:12.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 shutdown_connections 2024-09-13T16:18:12.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:11.994+0000 7fde6cfa0640 1 -- 172.21.15.39:0/180100752 wait complete. 2024-09-13T16:18:12.007 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:12.007 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:12.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.108+0000 7f8f3b0b8640 1 Processor -- start 2024-09-13T16:18:12.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.108+0000 7f8f3b0b8640 1 -- start start 2024-09-13T16:18:12.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f3b0b8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8f340721f0 0x7f8f340ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f3b0b8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8f340ce7b0 0x7f8f340cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f3b0b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f3b0b8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f3415bed0 con 0x7f8f340721f0 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f3b0b8640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f340cebf0 con 0x7f8f340ce7b0 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f3b0b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f3415aa50 con 0x7f8f340cc650 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8f340721f0 0x7f8f340ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8f340721f0 0x7f8f340ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42126/0 (socket says 172.21.15.39:42126) 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 -- 172.21.15.39:0/1849721419 learned_addr learned my addr 172.21.15.39:0/1849721419 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f39655640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f2bfff640 1 --2- 172.21.15.39:0/1849721419 >> v2:172.21.15.157:3300/0 conn(0x7f8f340ce7b0 0x7f8f340cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 -- 172.21.15.39:0/1849721419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 msgr2=0x7f8f34069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 -- 172.21.15.39:0/1849721419 >> v2:172.21.15.157:3300/0 conn(0x7f8f340ce7b0 msgr2=0x7f8f340cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 --2- 172.21.15.39:0/1849721419 >> v2:172.21.15.157:3300/0 conn(0x7f8f340ce7b0 0x7f8f340cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f38e54640 1 -- 172.21.15.39:0/1849721419 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f3415af50 con 0x7f8f340721f0 2024-09-13T16:18:12.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f39655640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:12.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.109+0000 7f8f2bfff640 1 --2- 172.21.15.39:0/1849721419 >> v2:172.21.15.157:3300/0 conn(0x7f8f340ce7b0 0x7f8f340cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:12.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.110+0000 7f8f38e54640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f340ce270 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f8f3406f5a0 tx=0x7f8f3002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf2744e0599d674 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:12.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.110+0000 7f8f2b7fe640 1 -- 172.21.15.39:0/1849721419 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f3002ae90 con 0x7f8f340721f0 2024-09-13T16:18:12.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.110+0000 7f8f2b7fe640 1 -- 172.21.15.39:0/1849721419 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f30032440 con 0x7f8f340721f0 2024-09-13T16:18:12.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.110+0000 7f8f2b7fe640 1 -- 172.21.15.39:0/1849721419 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f300327d0 con 0x7f8f340721f0 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/1849721419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 msgr2=0x7f8f340ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f340ce270 secure :-1 s=READY pgs=1622 cs=0 l=1 rev1=1 crypto rx=0x7f8f3406f5a0 tx=0x7f8f3002a140 comp rx=0 tx=0).stop 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/1849721419 shutdown_connections 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/1849721419 >> v2:172.21.15.157:3300/0 conn(0x7f8f340ce7b0 0x7f8f340cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/1849721419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f340ce270 unknown :-1 s=CLOSED pgs=1622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/1849721419 >> 172.21.15.39:0/1849721419 conn(0x7f8f3406b3b0 msgr2=0x7f8f3406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/1849721419 shutdown_connections 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.111+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/1849721419 wait complete. 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.112+0000 7f8f3b0b8640 1 Processor -- start 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.112+0000 7f8f3b0b8640 1 -- start start 2024-09-13T16:18:12.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f3b0b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f341542f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f3b0b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34153ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f3b0b8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f340ce7b0 0x7f8f340c3540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f3b0b8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f341f2500 con 0x7f8f340721f0 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f3b0b8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f340ad700 con 0x7f8f340ce7b0 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f3b0b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f340ad9e0 con 0x7f8f340cc650 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f341542f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f341542f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42138/0 (socket says 172.21.15.39:42138) 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 -- 172.21.15.39:0/469216240 learned_addr learned my addr 172.21.15.39:0/469216240 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f2bfff640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34153ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f39655640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f340ce7b0 0x7f8f340c3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 -- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 msgr2=0x7f8f34153ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34153ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 -- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f340ce7b0 msgr2=0x7f8f340c3540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f340ce7b0 0x7f8f340c3540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 -- 172.21.15.39:0/469216240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f300094d0 con 0x7f8f340721f0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f2bfff640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34153ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f39655640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f340ce7b0 0x7f8f340c3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.113+0000 7f8f38e54640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f341542f0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f8f3002a180 tx=0x7f8f300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.114+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f30030b80 con 0x7f8f340721f0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.114+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f30030ce0 con 0x7f8f340721f0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.114+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f340adcc0 con 0x7f8f340721f0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.114+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f3003d680 con 0x7f8f340721f0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.114+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f340ae280 con 0x7f8f340721f0 2024-09-13T16:18:12.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.115+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f340672f0 con 0x7f8f340721f0 2024-09-13T16:18:12.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.115+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8f30039040 con 0x7f8f340721f0 2024-09-13T16:18:12.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.116+0000 7f8f297fa640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8f2006ac00 0x7f8f2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.116+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7f8f300aa280 con 0x7f8f340721f0 2024-09-13T16:18:12.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.116+0000 7f8f2bfff640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8f2006ac00 0x7f8f2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.116+0000 7f8f2bfff640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8f2006ac00 0x7f8f2006d0c0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f8f24006fd0 tx=0x7f8f24008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:12.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.120+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8f30075300 con 0x7f8f340721f0 2024-09-13T16:18:12.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.333+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8f340ccae0 con 0x7f8f340721f0 2024-09-13T16:18:12.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.333+0000 7f8f297fa640 1 -- 172.21.15.39:0/469216240 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 96 v96) v1 ==== 94+0+3974 (secure 0 0 0) 0x7f8f30078920 con 0x7f8f340721f0 2024-09-13T16:18:12.334 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:12.335 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":96,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":7779,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2131498593","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2131498593},{"type":"v1","addr":"172.21.15.39:6834","nonce":2131498593}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":96,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:11.334843+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":93,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:12.335 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 96 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8f2006ac00 msgr2=0x7f8f2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8f2006ac00 0x7f8f2006d0c0 secure :-1 s=READY pgs=646 cs=0 l=1 rev1=1 crypto rx=0x7f8f24006fd0 tx=0x7f8f24008040 comp rx=0 tx=0).stop 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 msgr2=0x7f8f341542f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f341542f0 secure :-1 s=READY pgs=1623 cs=0 l=1 rev1=1 crypto rx=0x7f8f3002a180 tx=0x7f8f300046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 shutdown_connections 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8f2006ac00 0x7f8f2006d0c0 unknown :-1 s=CLOSED pgs=646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8f340ce7b0 0x7f8f340c3540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8f340cc650 0x7f8f34153ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 --2- 172.21.15.39:0/469216240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8f340721f0 0x7f8f341542f0 unknown :-1 s=CLOSED pgs=1623 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 >> 172.21.15.39:0/469216240 conn(0x7f8f3406b3b0 msgr2=0x7f8f340700a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 shutdown_connections 2024-09-13T16:18:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.335+0000 7f8f3b0b8640 1 -- 172.21.15.39:0/469216240 wait complete. 2024-09-13T16:18:12.347 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 1.00000000.inode' led to DAMAGED state 2024-09-13T16:18:12.348 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 200.00000000' 2024-09-13T16:18:12.348 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:12.348 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:12.364 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:18:12.364 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:12.364 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:12.365 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:12.365 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:12.420 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:12.421 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:18:12.421 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:12.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.563+0000 7fb82e59c640 1 Processor -- start 2024-09-13T16:18:12.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.563+0000 7fb82e59c640 1 -- start start 2024-09-13T16:18:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb82e59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 0x7fb8280b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb82e59c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8280b2ff0 con 0x7fb8280b2b20 2024-09-13T16:18:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb82e59c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8280b32d0 con 0x7fb828071990 2024-09-13T16:18:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb82e59c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8280b35b0 con 0x7fb828154a80 2024-09-13T16:18:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb81ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb8280b2b20 0x7fb828071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39260/0 (socket says 172.21.15.39:39260) 2024-09-13T16:18:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb81ffff640 1 -- 172.21.15.39:0/185718973 learned_addr learned my addr 172.21.15.39:0/185718973 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb827fff640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 0x7fb8280b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2091423752 0 0) 0x7fb8280b2ff0 con 0x7fb8280b2b20 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb814003520 con 0x7fb8280b2b20 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3865015094 0 0) 0x7fb814003520 con 0x7fb8280b2b20 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 msgr2=0x7fb8280b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 0x7fb8280b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 >> v1:172.21.15.157:6789/0 conn(0x7fb828071990 legacy=0x7fb8280cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8280cd1a0 con 0x7fb8280b2b20 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb810001690 con 0x7fb8280b2b20 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 >> v1:172.21.15.39:6789/0 conn(0x7fb8280b2b20 legacy=0x7fb828071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8140039a0 0x7fb814003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb814004350 0x7fb814004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 0x7fb814005120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8280b35b0 con 0x7fb814004350 2024-09-13T16:18:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb81400ba30 con 0x7fb8140039a0 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb81400bbf0 con 0x7fb828154a80 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.564+0000 7fb81ffff640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb814004350 0x7fb814004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb827fff640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8140039a0 0x7fb814003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb82cb39640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 0x7fb814005120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb81ffff640 1 -- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 msgr2=0x7fb814005120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb81ffff640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb828154a80 0x7fb814005120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb81ffff640 1 -- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8140039a0 msgr2=0x7fb814003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb81ffff640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8140039a0 0x7fb814003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.565+0000 7fb81ffff640 1 -- 172.21.15.39:0/185718973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb814003520 con 0x7fb814004350 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb81ffff640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb814004350 0x7fb814004820 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7fb82815ab20 tx=0x7fb8140057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ba80c0ffcfbcac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb810005ad0 con 0x7fb814004350 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb81002d070 con 0x7fb814004350 2024-09-13T16:18:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb8277fe640 1 -- 172.21.15.39:0/185718973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb810005e90 con 0x7fb814004350 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82e59c640 1 -- 172.21.15.39:0/185718973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb814004350 msgr2=0x7fb814004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82e59c640 1 --2- 172.21.15.39:0/185718973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb814004350 0x7fb814004820 secure :-1 s=READY pgs=1625 cs=0 l=1 rev1=1 crypto rx=0x7fb82815ab20 tx=0x7fb8140057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82cb39640 1 -- 172.21.15.39:0/185718973 reap_dead start 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82e59c640 1 -- 172.21.15.39:0/185718973 shutdown_connections 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82e59c640 1 -- 172.21.15.39:0/185718973 >> 172.21.15.39:0/185718973 conn(0x7fb8280b15d0 msgr2=0x7fb8280b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82e59c640 1 -- 172.21.15.39:0/185718973 shutdown_connections 2024-09-13T16:18:12.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.566+0000 7fb82e59c640 1 -- 172.21.15.39:0/185718973 wait complete. 2024-09-13T16:18:12.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 Processor -- start 2024-09-13T16:18:12.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 -- start start 2024-09-13T16:18:12.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb814004350 0x7fb828150cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 0x7fb82814f630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb828148a90 0x7fb828148f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb828151500 con 0x7fb82814f1b0 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb82814bc50 con 0x7fb828148a90 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb82e59c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb828157e90 con 0x7fb814004350 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb81ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 0x7fb82814f630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb81ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 0x7fb82814f630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42162/0 (socket says 172.21.15.39:42162) 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.568+0000 7fb81ffff640 1 -- 172.21.15.39:0/4123565958 learned_addr learned my addr 172.21.15.39:0/4123565958 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb827fff640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb814004350 0x7fb828150cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb82cb39640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb828148a90 0x7fb828148f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb81ffff640 1 -- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb814004350 msgr2=0x7fb828150cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb81ffff640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb814004350 0x7fb828150cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb81ffff640 1 -- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb828148a90 msgr2=0x7fb828148f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb81ffff640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb828148a90 0x7fb828148f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb81ffff640 1 -- 172.21.15.39:0/4123565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb82814d580 con 0x7fb82814f1b0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb81ffff640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 0x7fb82814f630 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7fb81000c220 tx=0x7fb8100019a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb810004bf0 con 0x7fb82814f1b0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb810004d50 con 0x7fb82814f1b0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb82814d860 con 0x7fb82814f1b0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8100072b0 con 0x7fb82814f1b0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.569+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8281511f0 con 0x7fb82814f1b0 2024-09-13T16:18:12.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.570+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8280672f0 con 0x7fb82814f1b0 2024-09-13T16:18:12.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.571+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb81002f030 con 0x7fb82814f1b0 2024-09-13T16:18:12.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.571+0000 7fb8257fa640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80806ac00 0x7fb80806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:12.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.571+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7fb8100a8b10 con 0x7fb82814f1b0 2024-09-13T16:18:12.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.571+0000 7fb827fff640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80806ac00 0x7fb80806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:12.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.572+0000 7fb827fff640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80806ac00 0x7fb80806d0c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fb828149520 tx=0x7fb818009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:12.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.575+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb810073d20 con 0x7fb82814f1b0 2024-09-13T16:18:12.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:12.782+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fb8280caa30 con 0x7fb82814f1b0 2024-09-13T16:18:13.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.332+0000 7fb8257fa640 1 -- 172.21.15.39:0/4123565958 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v97) v1 ==== 161+0+0 (secure 0 0 0) 0x7fb810044090 con 0x7fb82814f1b0 2024-09-13T16:18:13.334 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80806ac00 msgr2=0x7fb80806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80806ac00 0x7fb80806d0c0 secure :-1 s=READY pgs=647 cs=0 l=1 rev1=1 crypto rx=0x7fb828149520 tx=0x7fb818009190 comp rx=0 tx=0).stop 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 msgr2=0x7fb82814f630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 0x7fb82814f630 secure :-1 s=READY pgs=1626 cs=0 l=1 rev1=1 crypto rx=0x7fb81000c220 tx=0x7fb8100019a0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 shutdown_connections 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80806ac00 0x7fb80806d0c0 unknown :-1 s=CLOSED pgs=647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb828148a90 0x7fb828148f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb82814f1b0 0x7fb82814f630 unknown :-1 s=CLOSED pgs=1626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 --2- 172.21.15.39:0/4123565958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb814004350 0x7fb828150cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 >> 172.21.15.39:0/4123565958 conn(0x7fb8280b15d0 msgr2=0x7fb828071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:13.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.334+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 shutdown_connections 2024-09-13T16:18:13.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.335+0000 7fb82e59c640 1 -- 172.21.15.39:0/4123565958 wait complete. 2024-09-13T16:18:13.349 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:13.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.454+0000 7f079ddae640 1 Processor -- start 2024-09-13T16:18:13.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.454+0000 7f079ddae640 1 -- start start 2024-09-13T16:18:13.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.454+0000 7f079ddae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0798154a80 0x7f07980b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:13.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f079ddae640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07980b2ff0 con 0x7f07980b2b20 2024-09-13T16:18:13.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f079ddae640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07980b32d0 con 0x7f0798071990 2024-09-13T16:18:13.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f079ddae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07980b35b0 con 0x7f0798154a80 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f07977fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0798154a80 0x7f07980b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f0796ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f07980b2b20 0x7f0798071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39274/0 (socket says 172.21.15.39:39274) 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f0796ffd640 1 -- 172.21.15.39:0/3397279294 learned_addr learned my addr 172.21.15.39:0/3397279294 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f07977fe640 1 -- 172.21.15.39:0/3397279294 >> v1:172.21.15.157:6789/0 conn(0x7f0798071990 legacy=0x7f07980cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f07977fe640 1 -- 172.21.15.39:0/3397279294 >> v1:172.21.15.39:6789/0 conn(0x7f07980b2b20 legacy=0x7f0798071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f07977fe640 1 -- 172.21.15.39:0/3397279294 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07980cd1a0 con 0x7f0798154a80 2024-09-13T16:18:13.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.455+0000 7f07967fc640 1 -- 172.21.15.39:0/3397279294 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3489098147 0 0) 0x7f07980b2ff0 con 0x7f07980b2b20 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f07977fe640 1 --2- 172.21.15.39:0/3397279294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798154a80 0x7f07980b25e0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f07880097a0 tx=0x7f078802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a966042e2badbc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f07967fc640 1 -- 172.21.15.39:0/3397279294 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078802ae50 con 0x7f0798154a80 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f07967fc640 1 -- 172.21.15.39:0/3397279294 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0788032440 con 0x7f0798154a80 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f07967fc640 1 -- 172.21.15.39:0/3397279294 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07880327d0 con 0x7f0798154a80 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f079ddae640 1 -- 172.21.15.39:0/3397279294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798154a80 msgr2=0x7f07980b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f079ddae640 1 --2- 172.21.15.39:0/3397279294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798154a80 0x7f07980b25e0 secure :-1 s=READY pgs=1628 cs=0 l=1 rev1=1 crypto rx=0x7f07880097a0 tx=0x7f078802a140 comp rx=0 tx=0).stop 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f079ddae640 1 -- 172.21.15.39:0/3397279294 shutdown_connections 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f079ddae640 1 --2- 172.21.15.39:0/3397279294 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798154a80 0x7f07980b25e0 unknown :-1 s=CLOSED pgs=1628 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.456+0000 7f079ddae640 1 -- 172.21.15.39:0/3397279294 >> 172.21.15.39:0/3397279294 conn(0x7f07980b15d0 msgr2=0x7f07980b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:13.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.457+0000 7f079ddae640 1 -- 172.21.15.39:0/3397279294 shutdown_connections 2024-09-13T16:18:13.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.457+0000 7f079ddae640 1 -- 172.21.15.39:0/3397279294 wait complete. 2024-09-13T16:18:13.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.458+0000 7f079ddae640 1 Processor -- start 2024-09-13T16:18:13.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.458+0000 7f079ddae640 1 -- start start 2024-09-13T16:18:13.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 0x7f079813dbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:13.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07980b2b20 0x7f079814afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:13.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0798154a80 0x7f0798156060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07981565a0 con 0x7f0798071990 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07981567d0 con 0x7f07980b2b20 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0798156ab0 con 0x7f0798154a80 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 0x7f079813dbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 0x7f079813dbc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:42180/0 (socket says 172.21.15.39:42180) 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 -- 172.21.15.39:0/467564033 learned_addr learned my addr 172.21.15.39:0/467564033 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:13.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f0796ffd640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07980b2b20 0x7f079814afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 -- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0798154a80 msgr2=0x7f0798156060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f0797fff640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0798154a80 0x7f0798156060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0798154a80 0x7f0798156060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 -- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07980b2b20 msgr2=0x7f079814afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07980b2b20 0x7f079814afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 -- 172.21.15.39:0/467564033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0788009400 con 0x7f0798071990 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f0796ffd640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07980b2b20 0x7f079814afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f0797fff640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0798154a80 0x7f0798156060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f07977fe640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 0x7f079813dbc0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f07880097a0 tx=0x7f07880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078803b810 con 0x7f0798071990 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f078803b970 con 0x7f0798071990 2024-09-13T16:18:13.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0798156d90 con 0x7f0798071990 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.459+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f078803bd20 con 0x7f0798071990 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.460+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0798157350 con 0x7f0798071990 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.460+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07980672f0 con 0x7f0798071990 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.461+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0788039040 con 0x7f0798071990 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.461+0000 7f077ffff640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f078406ac00 0x7f078406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.461+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7f07880a99c0 con 0x7f0798071990 2024-09-13T16:18:13.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.462+0000 7f0796ffd640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f078406ac00 0x7f078406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:13.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.462+0000 7f0796ffd640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f078406ac00 0x7f078406d0c0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f079815a5f0 tx=0x7f078c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:13.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.465+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0788074bf0 con 0x7f0798071990 2024-09-13T16:18:13.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:13.703+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f07981545c0 con 0x7f0798071990 2024-09-13T16:18:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.345+0000 7f077ffff640 1 -- 172.21.15.39:0/467564033 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v98) v1 ==== 101+0+0 (secure 0 0 0) 0x7f0788037090 con 0x7f0798071990 2024-09-13T16:18:14.346 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:18:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f078406ac00 msgr2=0x7f078406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f078406ac00 0x7f078406d0c0 secure :-1 s=READY pgs=648 cs=0 l=1 rev1=1 crypto rx=0x7f079815a5f0 tx=0x7f078c009040 comp rx=0 tx=0).stop 2024-09-13T16:18:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 msgr2=0x7f079813dbc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 0x7f079813dbc0 secure :-1 s=READY pgs=1629 cs=0 l=1 rev1=1 crypto rx=0x7f07880097a0 tx=0x7f07880046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 shutdown_connections 2024-09-13T16:18:14.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f078406ac00 0x7f078406d0c0 unknown :-1 s=CLOSED pgs=648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0798154a80 0x7f0798156060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f07980b2b20 0x7f079814afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 --2- 172.21.15.39:0/467564033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0798071990 0x7f079813dbc0 unknown :-1 s=CLOSED pgs=1629 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 >> 172.21.15.39:0/467564033 conn(0x7f07980b15d0 msgr2=0x7f0798071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:14.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 shutdown_connections 2024-09-13T16:18:14.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.347+0000 7f079ddae640 1 -- 172.21.15.39:0/467564033 wait complete. 2024-09-13T16:18:14.360 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:14.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.403+0000 7f854874cf40 1 Processor -- start 2024-09-13T16:18:14.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.403+0000 7f854874cf40 1 -- start start 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f854874cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55b64290 0x561f55c24bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f854874cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55bad700 0x561f55baa260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f854874cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55baa7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f854874cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f55b17be0 con 0x561f55c259f0 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f854874cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f55b134d0 con 0x561f55b64290 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f854874cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561f55aaeb60 con 0x561f55bad700 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f8546a4a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55baa7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f8546a4a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55baa7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32924/0 (socket says 172.21.15.39:32924) 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f8546a4a640 1 -- 172.21.15.39:0/367044938 learned_addr learned my addr 172.21.15.39:0/367044938 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f8545a48640 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55bad700 0x561f55baa260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.404+0000 7f8546249640 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55b64290 0x561f55c24bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8546a4a640 1 -- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55bad700 msgr2=0x561f55baa260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8546a4a640 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55bad700 0x561f55baa260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8546a4a640 1 -- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55b64290 msgr2=0x561f55c24bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8546a4a640 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55b64290 0x561f55c24bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8546a4a640 1 -- 172.21.15.39:0/367044938 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f853c005d20 con 0x561f55c259f0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8546a4a640 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55baa7a0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f854000b590 tx=0x7f854000ba50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3ec868123330508c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8544a46640 1 -- 172.21.15.39:0/367044938 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8540014030 con 0x561f55c259f0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8544a46640 1 -- 172.21.15.39:0/367044938 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8540009820 con 0x561f55c259f0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f8544a46640 1 -- 172.21.15.39:0/367044938 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8540009c10 con 0x561f55c259f0 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 -- 172.21.15.39:0/367044938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 msgr2=0x561f55baa7a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55baa7a0 secure :-1 s=READY pgs=1631 cs=0 l=1 rev1=1 crypto rx=0x7f854000b590 tx=0x7f854000ba50 comp rx=0 tx=0).stop 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 -- 172.21.15.39:0/367044938 shutdown_connections 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55baa7a0 unknown :-1 s=CLOSED pgs=1631 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55bad700 0x561f55baa260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 --2- 172.21.15.39:0/367044938 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55b64290 0x561f55c24bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 -- 172.21.15.39:0/367044938 >> 172.21.15.39:0/367044938 conn(0x561f55b6a040 msgr2=0x561f55c3ee50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 -- 172.21.15.39:0/367044938 shutdown_connections 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.405+0000 7f854874cf40 1 -- 172.21.15.39:0/367044938 wait complete. 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.406+0000 7f854874cf40 1 Processor -- start 2024-09-13T16:18:14.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.406+0000 7f854874cf40 1 -- start start 2024-09-13T16:18:14.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f854874cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55b64290 0x561f55c0d770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f854874cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55bad700 0x561f55c23fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f854874cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55c24520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f854874cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f55aae800 con 0x561f55c259f0 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f854874cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561f55a91520 con 0x561f55bad700 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f854874cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561f55c0dcb0 con 0x561f55b64290 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55c24520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55c24520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32936/0 (socket says 172.21.15.39:32936) 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 learned_addr learned my addr 172.21.15.39:0/2322488046 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55bad700 0x561f55c23fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55b64290 0x561f55c0d770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55b64290 msgr2=0x561f55c0d770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561f55b64290 0x561f55c0d770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55bad700 msgr2=0x561f55c23fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561f55bad700 0x561f55c23fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f854000b210 con 0x561f55c259f0 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.407+0000 7f8546a4a640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55c24520 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f8540000f60 tx=0x7f8540001080 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.408+0000 7f85377fe640 1 -- 172.21.15.39:0/2322488046 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f854000f9f0 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.408+0000 7f85377fe640 1 -- 172.21.15.39:0/2322488046 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f854000fb50 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.408+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x561f55ab1060 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.408+0000 7f85377fe640 1 -- 172.21.15.39:0/2322488046 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8540025470 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.408+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561f55ab0ac0 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.409+0000 7f85377fe640 1 -- 172.21.15.39:0/2322488046 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8540022070 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.409+0000 7f85377fe640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85280695e0 0x7f852806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.409+0000 7f85377fe640 1 -- 172.21.15.39:0/2322488046 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7f8540015070 con 0x561f55c259f0 2024-09-13T16:18:14.413 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.410+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x561f55c20660 0x561f55cdfa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.410+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55bafe10 con 0x561f55c20660 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.410+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85280695e0 0x7f852806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.410+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x561f55c20660 0x561f55cdfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.410+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x561f55c20660 0x561f55cdfa00 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.410+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85280695e0 0x7f852806baa0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f8538000f80 tx=0x7f8538006a20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.411+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v93'102 uv78 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c054830 con 0x561f55c20660 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.412+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cdff40 con 0x561f55c20660 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.413+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v93'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c054830 con 0x561f55c20660 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.413+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce02f0 con 0x561f55c20660 2024-09-13T16:18:14.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.414+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v93'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c054830 con 0x561f55c20660 2024-09-13T16:18:14.417 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:14.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.414+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce16b0 con 0x561f55c20660 2024-09-13T16:18:14.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.415+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v93'105 uv105 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.415+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1a60 con 0x561f55c20660 2024-09-13T16:18:14.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.416+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v93'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.416+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce06a0 con 0x561f55c20660 2024-09-13T16:18:14.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.417+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v93'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.417+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.418+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v93'108 uv84 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.418+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.423+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v93'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.423+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.430 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:14.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.429+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v93'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.429+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.430+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v93'111 uv111 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.430+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.434+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v93'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.434+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.441+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v93'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.441+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.442+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v93'114 uv91 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.442+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.443+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v93'115 uv115 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.443+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.444+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v93'116 uv116 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.445 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:14.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.444+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.445+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v93'117 uv117 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.445+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.446+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v93'118 uv118 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.446+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce0aa0 con 0x561f55c20660 2024-09-13T16:18:14.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.447+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v93'119 uv119 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.447+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1e10 con 0x561f55c20660 2024-09-13T16:18:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.448+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v93'120 uv120 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.448+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.448+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v93'121 uv95 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.449+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.449+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v93'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.449+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.450+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v93'123 uv123 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.452 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:14.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.450+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.451+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v93'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.451+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.452+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v93'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.452+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.453+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v93'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.453+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.458+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v93'127 uv101 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.458+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.459+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v93'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.459+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.460+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v93'129 uv129 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.461 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:14.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.460+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.461+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v93'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.461+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.462+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v93'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.462+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55c20660 2024-09-13T16:18:14.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.463+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v93'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.463+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x561f55ce2320 0x561f55ce4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.463+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce1210 con 0x561f55ce2320 2024-09-13T16:18:14.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.464+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x561f55ce2320 0x561f55ce4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.464+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x561f55ce2320 0x561f55ce4710 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.465+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v93'88 uv88 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.467 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:14.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.465+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce5140 con 0x561f55ce2320 2024-09-13T16:18:14.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.467+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [write 0~582] v93'89 uv89 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.467+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce54f0 con 0x561f55ce2320 2024-09-13T16:18:14.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.468+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [omap-set-header] v93'90 uv90 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.468+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce58a0 con 0x561f55ce2320 2024-09-13T16:18:14.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.469+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 200.00000000 [create] v93'91 uv75 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.469+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce5c50 con 0x561f55ce2320 2024-09-13T16:18:14.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.470+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 200.00000000 [delete] v93'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.470+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6000 con 0x561f55ce2320 2024-09-13T16:18:14.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.471+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v93'93 uv93 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.472 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:14.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.471+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce63b0 con 0x561f55ce2320 2024-09-13T16:18:14.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.472+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [write 0~90] v93'94 uv94 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.472+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.473+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [omap-set-header] v93'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.473+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.474+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000001 [create] v93'96 uv80 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.474+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.475+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000001 [delete] v93'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.475+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.476+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v93'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.477 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:14.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.476+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cea190 con 0x561f55ce2320 2024-09-13T16:18:14.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.478+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [write 0~14848] v93'99 uv99 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.478+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cea190 con 0x561f55ce2320 2024-09-13T16:18:14.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.479+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [omap-set-header] v93'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.479+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.480+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 606.00000000 [create] v93'101 uv86 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.480+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.481+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 606.00000000 [delete] v93'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.481+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.483 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:14.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.482+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v93'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.482+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce7770 con 0x561f55ce2320 2024-09-13T16:18:14.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.483+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v93'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.483+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce7770 con 0x561f55ce2320 2024-09-13T16:18:14.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.484+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v93'105 uv105 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.484+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55ce2320 2024-09-13T16:18:14.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.485+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [omap-set-header] v93'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ce2320 2024-09-13T16:18:14.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.485+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55c20660 2024-09-13T16:18:14.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.486+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(51 607.00000000 [create] v93'21 uv20 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.486+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55c20660 2024-09-13T16:18:14.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.487+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(52 607.00000000 [delete] v93'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.487+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55c20660 2024-09-13T16:18:14.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.488+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(53 607.00000000 [create] v93'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.489 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:14.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.488+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce7770 con 0x561f55c20660 2024-09-13T16:18:14.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.489+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v93'24 uv24 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.489+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce7770 con 0x561f55c20660 2024-09-13T16:18:14.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.490+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v93'25 uv25 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.490+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce6760 con 0x561f55c20660 2024-09-13T16:18:14.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.491+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(56 607.00000000 [omap-set-header] v93'26 uv26 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55c20660 2024-09-13T16:18:14.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.491+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561f55ce6c70 0x561f55ce9060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.491+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55ce6c70 2024-09-13T16:18:14.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.491+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561f55ce6c70 0x561f55ce9060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.492+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561f55ce6c70 0x561f55ce9060 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.493+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v93'16 uv15 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55ce6c70 2024-09-13T16:18:14.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.493+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55ce6c70 2024-09-13T16:18:14.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.494+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v93'17 uv17 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f853c068040 con 0x561f55ce6c70 2024-09-13T16:18:14.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.494+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55ce6c70 2024-09-13T16:18:14.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.495+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v93'18 uv18 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.496 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:14.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.495+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55ce6c70 2024-09-13T16:18:14.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.495+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v93'19 uv19 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.496+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55c20660 2024-09-13T16:18:14.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.497+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(61 608.00000000 [create] v93'21 uv20 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.497+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55c20660 2024-09-13T16:18:14.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.498+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(62 608.00000000 [delete] v93'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.498+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55c20660 2024-09-13T16:18:14.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.499+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(63 608.00000000 [create] v93'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.500 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:14.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.499+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cea5b0 con 0x561f55c20660 2024-09-13T16:18:14.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.500+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v93'24 uv24 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.500+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cea5b0 con 0x561f55c20660 2024-09-13T16:18:14.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.501+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v93'25 uv25 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.501+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce95a0 con 0x561f55c20660 2024-09-13T16:18:14.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.502+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(66 608.00000000 [omap-set-header] v93'26 uv26 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.502+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561f55ce9c20 0x561f55cec010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.502+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cec5a0 con 0x561f55ce9c20 2024-09-13T16:18:14.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.502+0000 7f8546a4a640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561f55ce9c20 0x561f55cec010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.502+0000 7f8546a4a640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561f55ce9c20 0x561f55cec010 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.503+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(67 604.00000000 [create] v93'37 uv31 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.503+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ceca10 con 0x561f55ce9c20 2024-09-13T16:18:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.505+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(68 604.00000000 [delete] v93'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.505+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cecf00 con 0x561f55ce9c20 2024-09-13T16:18:14.507 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:14.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.506+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(69 604.00000000 [create] v93'39 uv39 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.506+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ce4d30 con 0x561f55ce9c20 2024-09-13T16:18:14.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.507+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v93'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.507+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cee880 con 0x561f55ce9c20 2024-09-13T16:18:14.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.508+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v93'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.508+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55ced7f0 con 0x561f55ce9c20 2024-09-13T16:18:14.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.510+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v93'42 uv42 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.510+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cedbf0 con 0x561f55ce9c20 2024-09-13T16:18:14.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.511+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(73 500.00000000 [create] v93'43 uv36 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.511+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cedbf0 con 0x561f55ce9c20 2024-09-13T16:18:14.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.512+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(74 500.00000000 [delete] v93'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.512+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cedbf0 con 0x561f55ce9c20 2024-09-13T16:18:14.514 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:14.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.513+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(75 500.00000000 [create] v93'45 uv45 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.513+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cedbf0 con 0x561f55ce9c20 2024-09-13T16:18:14.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.515+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v93'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.515+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cedbf0 con 0x561f55ce9c20 2024-09-13T16:18:14.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.516+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v93'47 uv47 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.516+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x561f55ceec80 0x561f55cf1070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.516+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55ceec80 2024-09-13T16:18:14.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.516+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x561f55ceec80 0x561f55cf1070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.516+0000 7f8546249640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x561f55ceec80 0x561f55cf1070 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.517+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(78 mds_snaptable [create] v93'17 uv16 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ceec80 2024-09-13T16:18:14.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.517+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55ceec80 2024-09-13T16:18:14.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.519+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(79 mds_snaptable [delete] v93'18 uv18 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ceec80 2024-09-13T16:18:14.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.519+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55ceec80 2024-09-13T16:18:14.521 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:14.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.520+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(80 mds_snaptable [create] v93'19 uv19 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ceec80 2024-09-13T16:18:14.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.520+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55ceec80 2024-09-13T16:18:14.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.521+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v93'20 uv20 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ceec80 2024-09-13T16:18:14.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.521+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55ceec80 2024-09-13T16:18:14.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.523+0000 7f8546249640 1 -- 172.21.15.39:0/2322488046 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v93'21 uv21 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8538016840 con 0x561f55ceec80 2024-09-13T16:18:14.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.523+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55c20660 2024-09-13T16:18:14.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.524+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(83 605.00000000 [create] v93'21 uv20 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.524+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55c20660 2024-09-13T16:18:14.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.525+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(84 605.00000000 [delete] v93'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.525+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf15b0 con 0x561f55c20660 2024-09-13T16:18:14.527 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:14.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.526+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(85 605.00000000 [create] v93'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.526+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf29f0 con 0x561f55c20660 2024-09-13T16:18:14.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.527+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v93'24 uv24 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.527+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf29f0 con 0x561f55c20660 2024-09-13T16:18:14.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.528+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v93'25 uv25 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.528+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55c20660 2024-09-13T16:18:14.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.529+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v93'26 uv26 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55c20660 2024-09-13T16:18:14.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.529+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.530+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(89 mds0_inotable [create] v93'34 uv28 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.530+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.531+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(90 mds0_inotable [delete] v93'35 uv35 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.531+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.532+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(91 mds0_inotable [create] v93'36 uv36 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.533 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:14.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.532+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.533+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v93'37 uv37 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.533+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.534+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v93'38 uv38 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.534+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.535+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(94 100.00000000 [create] v93'39 uv33 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.535+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.536+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(95 100.00000000 [delete] v93'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.536+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.537+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(96 100.00000000 [create] v93'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.538 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:14.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.537+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf19e0 con 0x561f55ce6c70 2024-09-13T16:18:14.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.538+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v93'42 uv42 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.538+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4830 con 0x561f55ce6c70 2024-09-13T16:18:14.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.539+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v93'43 uv43 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.539+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x561f55cf23e0 0x561f55cf47d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.539+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55cf23e0 2024-09-13T16:18:14.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.540+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x561f55cf23e0 0x561f55cf47d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.540+0000 7f8545a48640 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x561f55cf23e0 0x561f55cf47d0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.541+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v93'18 uv17 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55cf23e0 2024-09-13T16:18:14.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.541+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55cf23e0 2024-09-13T16:18:14.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.542+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v93'19 uv19 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55cf23e0 2024-09-13T16:18:14.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.542+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55cf23e0 2024-09-13T16:18:14.544 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:14.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.543+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v93'20 uv20 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55cf23e0 2024-09-13T16:18:14.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.543+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55cf23e0 2024-09-13T16:18:14.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.544+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v93'21 uv21 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55cf23e0 2024-09-13T16:18:14.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.544+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce6c70 2024-09-13T16:18:14.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.545+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v93'21 uv20 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.545+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce6c70 2024-09-13T16:18:14.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.546+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v93'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.546+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce6c70 2024-09-13T16:18:14.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.547+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v93'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.548 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:14.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.547+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf5d20 con 0x561f55ce6c70 2024-09-13T16:18:14.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.548+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v93'24 uv24 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.548+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf5d20 con 0x561f55ce6c70 2024-09-13T16:18:14.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.548+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v93'25 uv25 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.548+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce6c70 2024-09-13T16:18:14.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.549+0000 7f8545a48640 1 -- 172.21.15.39:0/2322488046 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v93'26 uv26 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f853c074040 con 0x561f55ce6c70 2024-09-13T16:18:14.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.549+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.550+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v93'17 uv16 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.550+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.551+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v93'18 uv18 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.551+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.554 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:14.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.552+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v93'19 uv19 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.553+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.554+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v93'20 uv20 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.554+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.555+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v93'21 uv21 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.555+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.556+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v93'45 uv37 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.556+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.557+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v93'46 uv46 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.557+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.558+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v93'47 uv47 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.559 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:14.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.558+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.560+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v93'48 uv48 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.560+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.561+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v93'49 uv49 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.561+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.562+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v93'50 uv44 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.562+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.563+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v93'51 uv51 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.563+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.564+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v93'52 uv52 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.566 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:14.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.564+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf5d20 con 0x561f55ce9c20 2024-09-13T16:18:14.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.565+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v93'53 uv53 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.565+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf5d20 con 0x561f55ce9c20 2024-09-13T16:18:14.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.566+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v93'54 uv54 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.566+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf4d10 con 0x561f55ce9c20 2024-09-13T16:18:14.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.568+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v93'55 uv55 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.568+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e93) v8 -- 0x561f55cf5200 con 0x561f55ce9c20 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v93'56 uv56 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8540021030 con 0x561f55ce9c20 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x561f55c20660 msgr2=0x561f55cdfa00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x561f55c20660 0x561f55cdfa00 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561f55ce6c70 msgr2=0x561f55ce9060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561f55ce6c70 0x561f55ce9060 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x561f55cf23e0 msgr2=0x561f55cf47d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x561f55cf23e0 0x561f55cf47d0 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x561f55ce2320 msgr2=0x561f55ce4710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x561f55ce2320 0x561f55ce4710 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 reap_dead start 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561f55ce9c20 msgr2=0x561f55cec010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561f55ce9c20 0x561f55cec010 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x561f55ceec80 msgr2=0x561f55cf1070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x561f55ceec80 0x561f55cf1070 crc :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85280695e0 msgr2=0x7f852806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85280695e0 0x7f852806baa0 secure :-1 s=READY pgs=649 cs=0 l=1 rev1=1 crypto rx=0x7f8538000f80 tx=0x7f8538006a20 comp rx=0 tx=0).stop 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 msgr2=0x561f55c24520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 --2- 172.21.15.39:0/2322488046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561f55c259f0 0x561f55c24520 secure :-1 s=READY pgs=1632 cs=0 l=1 rev1=1 crypto rx=0x7f8540000f60 tx=0x7f8540001080 comp rx=0 tx=0).stop 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f8546a4a640 1 -- 172.21.15.39:0/2322488046 reap_dead start 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 shutdown_connections 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 >> 172.21.15.39:0/2322488046 conn(0x561f55b6a040 msgr2=0x561f55bac140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:14.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 shutdown_connections 2024-09-13T16:18:14.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.569+0000 7f854874cf40 1 -- 172.21.15.39:0/2322488046 wait complete. 2024-09-13T16:18:14.573 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 200.00000000 2024-09-13T16:18:14.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.657+0000 7f0f3f4e6f40 1 Processor -- start 2024-09-13T16:18:14.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.657+0000 7f0f3f4e6f40 1 -- start start 2024-09-13T16:18:14.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3f4e6f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406cd700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3f4e6f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e4740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3f4e6f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e7d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3f4e6f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574405be4d0 con 0x5574406145e0 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3f4e6f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557440559b60 con 0x5574406ea420 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3f4e6f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557440559800 con 0x55744065d240 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406cd700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406cd700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32948/0 (socket says 172.21.15.39:32948) 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2904165774 learned_addr learned my addr 172.21.15.39:0/2904165774 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3d7e4640 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e7d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3c7e2640 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e4740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 msgr2=0x5574406e4740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e4740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 msgr2=0x5574406e7d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e7d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2904165774 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f3400a100 con 0x5574406145e0 2024-09-13T16:18:14.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.658+0000 7f0f3cfe3640 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406cd700 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c00b2e0 tx=0x7f0f2c00b7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ee567bf52696a63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3b7e0640 1 -- 172.21.15.39:0/2904165774 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2c014070 con 0x5574406145e0 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3b7e0640 1 -- 172.21.15.39:0/2904165774 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f2c00d500 con 0x5574406145e0 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3b7e0640 1 -- 172.21.15.39:0/2904165774 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2c00d8b0 con 0x5574406145e0 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2904165774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 msgr2=0x5574406cd700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406cd700 secure :-1 s=READY pgs=1635 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c00b2e0 tx=0x7f0f2c00b7a0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2904165774 shutdown_connections 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e7d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e4740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2904165774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406cd700 unknown :-1 s=CLOSED pgs=1635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2904165774 >> 172.21.15.39:0/2904165774 conn(0x55744063f6b0 msgr2=0x5574406eb860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2904165774 shutdown_connections 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.659+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2904165774 wait complete. 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 Processor -- start 2024-09-13T16:18:14.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 -- start start 2024-09-13T16:18:14.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406c1170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e8a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55744053c520 con 0x5574406145e0 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5574406cda80 con 0x5574406ea420 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.660+0000 7f0f3f4e6f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5574406e3020 con 0x55744065d240 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406c1170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406c1170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32952/0 (socket says 172.21.15.39:32952) 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2226893773 learned_addr learned my addr 172.21.15.39:0/2226893773 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3c7e2640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3d7e4640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e8a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 msgr2=0x5574406e79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55744065d240 0x5574406e79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 msgr2=0x5574406e8a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5574406ea420 0x5574406e8a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 -- 172.21.15.39:0/2226893773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f2c001c10 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3cfe3640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406c1170 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c000c00 tx=0x7f0f2c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3a7de640 1 -- 172.21.15.39:0/2226893773 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2c014070 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3a7de640 1 -- 172.21.15.39:0/2226893773 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f2c01b640 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557440568c20 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3a7de640 1 -- 172.21.15.39:0/2226893773 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f2c01b870 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.661+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55744055c060 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.663+0000 7f0f3a7de640 1 -- 172.21.15.39:0/2226893773 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f2c00d040 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.663+0000 7f0f3a7de640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f280695e0 0x7f0f2806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.663+0000 7f0f3a7de640 1 -- 172.21.15.39:0/2226893773 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7f0f2c00a040 con 0x5574406145e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.663+0000 7f0f3c7e2640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f280695e0 0x7f0f2806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.663+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5574406e31e0 0x55744077f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.663+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e93) v8 -- 0x55744077f600 con 0x5574406e31e0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.664+0000 7f0f3d7e4640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5574406e31e0 0x55744077f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.664+0000 7f0f3c7e2640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f280695e0 0x7f0f2806baa0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0f30005fd0 tx=0x7f0f3000c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.664+0000 7f0f3d7e4640 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5574406e31e0 0x55744077f0c0 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3d7e4640 1 -- 172.21.15.39:0/2226893773 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000000 [delete] v93'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0f34051940 con 0x5574406e31e0 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5574406e31e0 msgr2=0x55744077f0c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5574406e31e0 0x55744077f0c0 crc :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f280695e0 msgr2=0x7f0f2806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f280695e0 0x7f0f2806baa0 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f0f30005fd0 tx=0x7f0f3000c040 comp rx=0 tx=0).stop 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 msgr2=0x5574406c1170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 --2- 172.21.15.39:0/2226893773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5574406145e0 0x5574406c1170 secure :-1 s=READY pgs=1636 cs=0 l=1 rev1=1 crypto rx=0x7f0f2c000c00 tx=0x7f0f2c000ed0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3d7e4640 1 -- 172.21.15.39:0/2226893773 reap_dead start 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 shutdown_connections 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 >> 172.21.15.39:0/2226893773 conn(0x55744063f6b0 msgr2=0x5574406eb860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 shutdown_connections 2024-09-13T16:18:14.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.668+0000 7f0f3f4e6f40 1 -- 172.21.15.39:0/2226893773 wait complete. 2024-09-13T16:18:14.672 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.775+0000 7f4906594640 1 Processor -- start 2024-09-13T16:18:14.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.775+0000 7f4906594640 1 -- start start 2024-09-13T16:18:14.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f4906594640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f49000cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f4906594640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49000b5550 con 0x7f49000b4180 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f4906594640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49000b4610 con 0x7f49000d2110 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f4906594640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49000b2000 con 0x7f490015c7d0 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48ff7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f49000b4180 0x7f49000d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53718/0 (socket says 172.21.15.39:53718) 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48ff7fe640 1 -- 172.21.15.39:0/2105372081 learned_addr learned my addr 172.21.15.39:0/2105372081 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48fffff640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f49000cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1603717916 0 0) 0x7f49000b5550 con 0x7f49000b4180 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48e8003520 con 0x7f49000b4180 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3961155710 0 0) 0x7f48e8003520 con 0x7f49000b4180 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 msgr2=0x7f49000cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f49000cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 >> v1:172.21.15.157:6789/0 conn(0x7f49000d2110 legacy=0x7f49000b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49000b48f0 con 0x7f49000b4180 2024-09-13T16:18:14.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f48f4001670 con 0x7f49000b4180 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48fffff640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f49000cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.776+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 >> v1:172.21.15.39:6789/0 conn(0x7f49000b4180 legacy=0x7f49000d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48feffd640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f48e80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48feffd640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8003ee0 0x7f48e80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48feffd640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48e8004d00 0x7f48e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49000b2000 con 0x7f48e8004d00 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48e800b9e0 con 0x7f48e8003ee0 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48e800bba0 con 0x7f490015c7d0 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f4904b31640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48e8004d00 0x7f48e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48fffff640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f48e80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48ff7fe640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8003ee0 0x7f48e80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f4904b31640 1 -- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 msgr2=0x7f48e80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f4904b31640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f490015c7d0 0x7f48e80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f4904b31640 1 -- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8003ee0 msgr2=0x7f48e80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:14.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f4904b31640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8003ee0 0x7f48e80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f4904b31640 1 -- 172.21.15.39:0/2105372081 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f0009400 con 0x7f48e8004d00 2024-09-13T16:18:14.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.777+0000 7f48ff7fe640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8003ee0 0x7f48e80047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:14.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4904b31640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48e8004d00 0x7f48e8005180 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f48f8002010 tx=0x7f48e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f38ca56cdf526477 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f8031600 con 0x7f48e8004d00 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f802d050 con 0x7f48e8004d00 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f48feffd640 1 -- 172.21.15.39:0/2105372081 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f80319c0 con 0x7f48e8004d00 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4906594640 1 -- 172.21.15.39:0/2105372081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48e8004d00 msgr2=0x7f48e8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4906594640 1 --2- 172.21.15.39:0/2105372081 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48e8004d00 0x7f48e8005180 secure :-1 s=READY pgs=1638 cs=0 l=1 rev1=1 crypto rx=0x7f48f8002010 tx=0x7f48e80057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4904b31640 1 -- 172.21.15.39:0/2105372081 reap_dead start 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4906594640 1 -- 172.21.15.39:0/2105372081 shutdown_connections 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4906594640 1 -- 172.21.15.39:0/2105372081 >> 172.21.15.39:0/2105372081 conn(0x7f490006bc40 msgr2=0x7f490006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4906594640 1 -- 172.21.15.39:0/2105372081 shutdown_connections 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.778+0000 7f4906594640 1 -- 172.21.15.39:0/2105372081 wait complete. 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.780+0000 7f4906594640 1 Processor -- start 2024-09-13T16:18:14.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.780+0000 7f4906594640 1 -- start start 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8004d00 0x7f4900151e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 0x7f49001553e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49001f3000 0x7f4900157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4900152370 con 0x7f4900152ca0 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4900155cc0 con 0x7f48e8004d00 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49001562c0 con 0x7f49001f3000 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 0x7f49001553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 0x7f49001553e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32982/0 (socket says 172.21.15.39:32982) 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 -- 172.21.15.39:0/2347676261 learned_addr learned my addr 172.21.15.39:0/2347676261 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48fffff640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8004d00 0x7f4900151e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4904b31640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49001f3000 0x7f4900157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 -- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49001f3000 msgr2=0x7f4900157e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49001f3000 0x7f4900157e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 -- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8004d00 msgr2=0x7f4900151e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8004d00 0x7f4900151e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 -- 172.21.15.39:0/2347676261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49001565a0 con 0x7f4900152ca0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48ff7fe640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 0x7f49001553e0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f48f400e7f0 tx=0x7f48f400ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f400ee40 con 0x7f4900152ca0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48f400c870 con 0x7f4900152ca0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48f400cbe0 con 0x7f4900152ca0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4900156880 con 0x7f4900152ca0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.781+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4900155920 con 0x7f4900152ca0 2024-09-13T16:18:14.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.782+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f490015bf40 con 0x7f4900152ca0 2024-09-13T16:18:14.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.783+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f48f400cd40 con 0x7f4900152ca0 2024-09-13T16:18:14.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.783+0000 7f48fcff9640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ec06ac30 0x7f48ec06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:14.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.783+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(93..93 src has 1..93) v4 ==== 6053+0+0 (secure 0 0 0) 0x7f48f4089360 con 0x7f4900152ca0 2024-09-13T16:18:14.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.784+0000 7f48fffff640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ec06ac30 0x7f48ec06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:14.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.784+0000 7f48fffff640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ec06ac30 0x7f48ec06d0f0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f48f0009d50 tx=0x7f48f0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:14.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.788+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48f40543e0 con 0x7f4900152ca0 2024-09-13T16:18:15.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:14.998+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f4900156a70 con 0x7f4900152ca0 2024-09-13T16:18:15.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:15.293 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.350+0000 7f48fcff9640 1 -- 172.21.15.39:0/2347676261 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v99) v1 ==== 162+0+0 (secure 0 0 0) 0x7f48f4057a00 con 0x7f4900152ca0 2024-09-13T16:18:15.351 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ec06ac30 msgr2=0x7f48ec06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ec06ac30 0x7f48ec06d0f0 secure :-1 s=READY pgs=651 cs=0 l=1 rev1=1 crypto rx=0x7f48f0009d50 tx=0x7f48f0009190 comp rx=0 tx=0).stop 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 msgr2=0x7f49001553e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 0x7f49001553e0 secure :-1 s=READY pgs=1639 cs=0 l=1 rev1=1 crypto rx=0x7f48f400e7f0 tx=0x7f48f400ebf0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 shutdown_connections 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ec06ac30 0x7f48ec06d0f0 unknown :-1 s=CLOSED pgs=651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49001f3000 0x7f4900157e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4900152ca0 0x7f49001553e0 unknown :-1 s=CLOSED pgs=1639 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 --2- 172.21.15.39:0/2347676261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48e8004d00 0x7f4900151e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 >> 172.21.15.39:0/2347676261 conn(0x7f490006bc40 msgr2=0x7f49000b6d50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 shutdown_connections 2024-09-13T16:18:15.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.352+0000 7f4906594640 1 -- 172.21.15.39:0/2347676261 wait complete. 2024-09-13T16:18:15.357 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:18:15.356+0000 7fae60e3c640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (2) No such file or directory 2024-09-13T16:18:15.358 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:15.357+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:15.358 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:15.357+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:18:15.366 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:15.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.508+0000 7fd769b01640 1 Processor -- start 2024-09-13T16:18:15.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd769b01640 1 -- start start 2024-09-13T16:18:15.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd769b01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd764156fb0 0x7fd76415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd769b01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd76406f170 0x7fd7640b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd769b01640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd76415b1b0 con 0x7fd76415d0a0 2024-09-13T16:18:15.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd769b01640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd76406f6e0 con 0x7fd764156fb0 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd769b01640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd76406f9c0 con 0x7fd76406f170 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.509+0000 7fd7637fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd764156fb0 0x7fd76415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd7637fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd764156fb0 0x7fd76415ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:32994/0 (socket says 172.21.15.39:32994) 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd7637fe640 1 -- 172.21.15.39:0/4288646024 learned_addr learned my addr 172.21.15.39:0/4288646024 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd762ffd640 1 --2- 172.21.15.39:0/4288646024 >> v2:172.21.15.157:3300/0 conn(0x7fd76406f170 0x7fd7640b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd7637fe640 1 -- 172.21.15.39:0/4288646024 >> v2:172.21.15.157:3300/0 conn(0x7fd76406f170 msgr2=0x7fd7640b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd7637fe640 1 --2- 172.21.15.39:0/4288646024 >> v2:172.21.15.157:3300/0 conn(0x7fd76406f170 0x7fd7640b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd7637fe640 1 -- 172.21.15.39:0/4288646024 >> v1:172.21.15.157:6789/0 conn(0x7fd76415d0a0 legacy=0x7fd764070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:15.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.510+0000 7fd7637fe640 1 -- 172.21.15.39:0/4288646024 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd76406fca0 con 0x7fd764156fb0 2024-09-13T16:18:15.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd7637fe640 1 --2- 172.21.15.39:0/4288646024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd764156fb0 0x7fd76415ac70 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7fd7640affe0 tx=0x7fd75402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf1fd1778765c5ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:15.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd7627fc640 1 -- 172.21.15.39:0/4288646024 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd754032440 con 0x7fd764156fb0 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd7627fc640 1 -- 172.21.15.39:0/4288646024 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7540325a0 con 0x7fd764156fb0 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd7627fc640 1 -- 172.21.15.39:0/4288646024 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd754032930 con 0x7fd764156fb0 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 -- 172.21.15.39:0/4288646024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd764156fb0 msgr2=0x7fd76415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 --2- 172.21.15.39:0/4288646024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd764156fb0 0x7fd76415ac70 secure :-1 s=READY pgs=1640 cs=0 l=1 rev1=1 crypto rx=0x7fd7640affe0 tx=0x7fd75402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 -- 172.21.15.39:0/4288646024 shutdown_connections 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 --2- 172.21.15.39:0/4288646024 >> v2:172.21.15.157:3300/0 conn(0x7fd76406f170 0x7fd7640b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 --2- 172.21.15.39:0/4288646024 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd764156fb0 0x7fd76415ac70 unknown :-1 s=CLOSED pgs=1640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 -- 172.21.15.39:0/4288646024 >> 172.21.15.39:0/4288646024 conn(0x7fd76406b3b0 msgr2=0x7fd76406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 -- 172.21.15.39:0/4288646024 shutdown_connections 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.511+0000 7fd769b01640 1 -- 172.21.15.39:0/4288646024 wait complete. 2024-09-13T16:18:15.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 Processor -- start 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 -- start start 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 0x7fd764148f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd764156fb0 0x7fd7641f5980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd76415d0a0 0x7fd7640cb010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7641f63b0 con 0x7fd76406f170 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7641f6690 con 0x7fd764156fb0 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.513+0000 7fd769b01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7640cd150 con 0x7fd76415d0a0 2024-09-13T16:18:15.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 0x7fd764148f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 0x7fd764148f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33010/0 (socket says 172.21.15.39:33010) 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 -- 172.21.15.39:0/1026824112 learned_addr learned my addr 172.21.15.39:0/1026824112 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd762ffd640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd764156fb0 0x7fd7641f5980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd763fff640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd76415d0a0 0x7fd7640cb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 -- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd76415d0a0 msgr2=0x7fd7640cb010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd76415d0a0 0x7fd7640cb010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 -- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd764156fb0 msgr2=0x7fd7641f5980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd764156fb0 0x7fd7641f5980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 -- 172.21.15.39:0/1026824112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7540094d0 con 0x7fd76406f170 2024-09-13T16:18:15.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd762ffd640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd764156fb0 0x7fd7641f5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd7637fe640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 0x7fd764148f90 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7fd754000c00 tx=0x7fd7540046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd754032440 con 0x7fd76406f170 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd754030b80 con 0x7fd76406f170 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd75403d420 con 0x7fd76406f170 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7640cd430 con 0x7fd76406f170 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.514+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7641494d0 con 0x7fd76406f170 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.515+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7640cd670 con 0x7fd76406f170 2024-09-13T16:18:15.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.516+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd754039040 con 0x7fd76406f170 2024-09-13T16:18:15.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.516+0000 7fd74bfff640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd75006ac00 0x7fd75006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.516+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7fd7540aa270 con 0x7fd76406f170 2024-09-13T16:18:15.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.516+0000 7fd762ffd640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd75006ac00 0x7fd75006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.517+0000 7fd762ffd640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd75006ac00 0x7fd75006d0c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fd758006fd0 tx=0x7fd758008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:15.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.520+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd7640cd670 con 0x7fd76406f170 2024-09-13T16:18:15.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.728+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd7640672f0 con 0x7fd76406f170 2024-09-13T16:18:15.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.729+0000 7fd74bfff640 1 -- 172.21.15.39:0/1026824112 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 101 v101) v1 ==== 95+0+3219 (secure 0 0 0) 0x7fd75404bcb0 con 0x7fd76406f170 2024-09-13T16:18:15.730 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:15.730 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":101,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:15.358045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:15.730 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 101 2024-09-13T16:18:15.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.730+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd75006ac00 msgr2=0x7fd75006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.730+0000 7fd769b01640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd75006ac00 0x7fd75006d0c0 secure :-1 s=READY pgs=652 cs=0 l=1 rev1=1 crypto rx=0x7fd758006fd0 tx=0x7fd758008040 comp rx=0 tx=0).stop 2024-09-13T16:18:15.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.730+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 msgr2=0x7fd764148f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.730+0000 7fd769b01640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 0x7fd764148f90 secure :-1 s=READY pgs=1641 cs=0 l=1 rev1=1 crypto rx=0x7fd754000c00 tx=0x7fd7540046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 shutdown_connections 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd75006ac00 0x7fd75006d0c0 unknown :-1 s=CLOSED pgs=652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd76415d0a0 0x7fd7640cb010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd764156fb0 0x7fd7641f5980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 --2- 172.21.15.39:0/1026824112 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76406f170 0x7fd764148f90 unknown :-1 s=CLOSED pgs=1641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 >> 172.21.15.39:0/1026824112 conn(0x7fd76406b3b0 msgr2=0x7fd764069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 shutdown_connections 2024-09-13T16:18:15.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.731+0000 7fd769b01640 1 -- 172.21.15.39:0/1026824112 wait complete. 2024-09-13T16:18:15.743 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:15.743 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:15.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.843+0000 7f7bd18de640 1 Processor -- start 2024-09-13T16:18:15.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.844+0000 7f7bd18de640 1 -- start start 2024-09-13T16:18:15.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.844+0000 7f7bd18de640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7bcc156fb0 0x7f7bcc15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.844+0000 7f7bd18de640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7bcc06f170 0x7f7bcc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.844+0000 7f7bd18de640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7bcc15b1b0 con 0x7f7bcc15d0a0 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.844+0000 7f7bd18de640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bcc06f6e0 con 0x7f7bcc06f170 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.844+0000 7f7bd18de640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7bcc06f9c0 con 0x7f7bcc156fb0 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7bcc06f170 0x7f7bcc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7bcc06f170 0x7f7bcc0b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33016/0 (socket says 172.21.15.39:33016) 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 -- 172.21.15.39:0/3570559711 learned_addr learned my addr 172.21.15.39:0/3570559711 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bcaffd640 1 --2- 172.21.15.39:0/3570559711 >> v2:172.21.15.157:3300/0 conn(0x7f7bcc156fb0 0x7f7bcc15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 -- 172.21.15.39:0/3570559711 >> v2:172.21.15.157:3300/0 conn(0x7f7bcc156fb0 msgr2=0x7f7bcc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 --2- 172.21.15.39:0/3570559711 >> v2:172.21.15.157:3300/0 conn(0x7f7bcc156fb0 0x7f7bcc15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 -- 172.21.15.39:0/3570559711 >> v1:172.21.15.157:6789/0 conn(0x7f7bcc15d0a0 legacy=0x7f7bcc070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:15.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.845+0000 7f7bca7fc640 1 -- 172.21.15.39:0/3570559711 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bcc06fca0 con 0x7f7bcc06f170 2024-09-13T16:18:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bca7fc640 1 --2- 172.21.15.39:0/3570559711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc06f170 0x7f7bcc0b1cf0 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc06c5c0 tx=0x7f7bb402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9cc6213eb47f544 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bc9ffb640 1 -- 172.21.15.39:0/3570559711 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4032440 con 0x7f7bcc06f170 2024-09-13T16:18:15.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bc9ffb640 1 -- 172.21.15.39:0/3570559711 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb40325a0 con 0x7f7bcc06f170 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bc9ffb640 1 -- 172.21.15.39:0/3570559711 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4032930 con 0x7f7bcc06f170 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 -- 172.21.15.39:0/3570559711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc06f170 msgr2=0x7f7bcc0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 --2- 172.21.15.39:0/3570559711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc06f170 0x7f7bcc0b1cf0 secure :-1 s=READY pgs=1642 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc06c5c0 tx=0x7f7bb402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 -- 172.21.15.39:0/3570559711 shutdown_connections 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 --2- 172.21.15.39:0/3570559711 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc06f170 0x7f7bcc0b1cf0 unknown :-1 s=CLOSED pgs=1642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 --2- 172.21.15.39:0/3570559711 >> v2:172.21.15.157:3300/0 conn(0x7f7bcc156fb0 0x7f7bcc15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 -- 172.21.15.39:0/3570559711 >> 172.21.15.39:0/3570559711 conn(0x7f7bcc06b3b0 msgr2=0x7f7bcc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 -- 172.21.15.39:0/3570559711 shutdown_connections 2024-09-13T16:18:15.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.846+0000 7f7bd18de640 1 -- 172.21.15.39:0/3570559711 wait complete. 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.848+0000 7f7bd18de640 1 Processor -- start 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.848+0000 7f7bd18de640 1 -- start start 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.848+0000 7f7bd18de640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7bcc06f170 0x7f7bcc143930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 0x7f7bcc0adfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7bcc15d0a0 0x7f7bcc155c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc14ec40 con 0x7f7bcc156fb0 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc0aea60 con 0x7f7bcc15d0a0 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7bcc14e310 con 0x7f7bcc06f170 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 0x7f7bcc0adfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 0x7f7bcc0adfa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33030/0 (socket says 172.21.15.39:33030) 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 -- 172.21.15.39:0/1722103975 learned_addr learned my addr 172.21.15.39:0/1722103975 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bcaffd640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7bcc06f170 0x7f7bcc143930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bcb7fe640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7bcc15d0a0 0x7f7bcc155c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 -- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7bcc06f170 msgr2=0x7f7bcc143930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7bcc06f170 0x7f7bcc143930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 -- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7bcc15d0a0 msgr2=0x7f7bcc155c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7bcc15d0a0 0x7f7bcc155c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 -- 172.21.15.39:0/1722103975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7bb40094d0 con 0x7f7bcc156fb0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bcb7fe640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7bcc15d0a0 0x7f7bcc155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bca7fc640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 0x7f7bcc0adfa0 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f7bb4000c00 tx=0x7f7bb40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb4032440 con 0x7f7bcc156fb0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7bb4030b80 con 0x7f7bcc156fb0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7bcc14e5f0 con 0x7f7bcc156fb0 2024-09-13T16:18:15.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7bb403d420 con 0x7f7bcc156fb0 2024-09-13T16:18:15.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.849+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7bcc143e70 con 0x7f7bcc156fb0 2024-09-13T16:18:15.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.850+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7bcc0672f0 con 0x7f7bcc156fb0 2024-09-13T16:18:15.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.851+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7bb4039040 con 0x7f7bcc156fb0 2024-09-13T16:18:15.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.851+0000 7f7bc3fff640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7bac06ac00 0x7f7bac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:15.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.851+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7f7bb40aa070 con 0x7f7bcc156fb0 2024-09-13T16:18:15.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.852+0000 7f7bcaffd640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7bac06ac00 0x7f7bac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:15.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.852+0000 7f7bcaffd640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7bac06ac00 0x7f7bac06d0c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc14a120 tx=0x7f7bbc0039b0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:15.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:15.856+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7bb40750a0 con 0x7f7bcc156fb0 2024-09-13T16:18:16.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.066+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7bcc0b3200 con 0x7f7bcc156fb0 2024-09-13T16:18:16.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.067+0000 7f7bc3fff640 1 -- 172.21.15.39:0/1722103975 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 101 v101) v1 ==== 95+0+3219 (secure 0 0 0) 0x7f7bb404bcb0 con 0x7f7bcc156fb0 2024-09-13T16:18:16.068 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:16.068 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":101,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:15.358045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:16.068 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 101 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7bac06ac00 msgr2=0x7f7bac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7bac06ac00 0x7f7bac06d0c0 secure :-1 s=READY pgs=653 cs=0 l=1 rev1=1 crypto rx=0x7f7bcc14a120 tx=0x7f7bbc0039b0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 msgr2=0x7f7bcc0adfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 0x7f7bcc0adfa0 secure :-1 s=READY pgs=1643 cs=0 l=1 rev1=1 crypto rx=0x7f7bb4000c00 tx=0x7f7bb40046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 shutdown_connections 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7bac06ac00 0x7f7bac06d0c0 unknown :-1 s=CLOSED pgs=653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7bcc15d0a0 0x7f7bcc155c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7bcc156fb0 0x7f7bcc0adfa0 unknown :-1 s=CLOSED pgs=1643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 --2- 172.21.15.39:0/1722103975 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7bcc06f170 0x7f7bcc143930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.068+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 >> 172.21.15.39:0/1722103975 conn(0x7f7bcc06b3b0 msgr2=0x7f7bcc150ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:16.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.069+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 shutdown_connections 2024-09-13T16:18:16.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.069+0000 7f7bd18de640 1 -- 172.21.15.39:0/1722103975 wait complete. 2024-09-13T16:18:16.081 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:16.081 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:16.086 INFO:tasks.ceph.mds.a.smithi039.stderr: -35> 2024-09-13T16:18:11.333+0000 7f58adb2d640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-13T16:18:16.086 INFO:tasks.ceph.mds.a.smithi039.stderr: -33> 2024-09-13T16:18:11.333+0000 7f58adb2d640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:18:16.111 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:18:16.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.184+0000 7f3ba763a640 1 Processor -- start 2024-09-13T16:18:16.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.184+0000 7f3ba763a640 1 -- start start 2024-09-13T16:18:16.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba763a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00721f0 0x7f3ba00ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba763a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3ba00ce7b0 0x7f3ba00cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba763a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ba00cebf0 con 0x7f3ba00cc650 2024-09-13T16:18:16.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba763a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ba015bed0 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba763a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba015aa50 con 0x7f3ba00721f0 2024-09-13T16:18:16.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba4bd5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3ba00ce7b0 0x7f3ba00cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba53d6640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00721f0 0x7f3ba00ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba5bd7640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f3ba00cc650 0x7f3ba0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:51716/0 (socket says 172.21.15.39:51716) 2024-09-13T16:18:16.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.185+0000 7f3ba5bd7640 1 -- 172.21.15.39:0/16119838 learned_addr learned my addr 172.21.15.39:0/16119838 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:16.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.186+0000 7f3ba4bd5640 1 -- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00721f0 msgr2=0x7f3ba00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:16.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.186+0000 7f3ba4bd5640 1 --2- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00721f0 0x7f3ba00ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.186+0000 7f3ba4bd5640 1 -- 172.21.15.39:0/16119838 >> v1:172.21.15.157:6789/0 conn(0x7f3ba00cc650 legacy=0x7f3ba0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.186+0000 7f3ba4bd5640 1 -- 172.21.15.39:0/16119838 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ba015af50 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.186+0000 7f3ba53d6640 1 --2- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00721f0 0x7f3ba00ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba4bd5640 1 --2- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00cc110 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3b940097a0 tx=0x7f3b9402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7933dbd692a9ac5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3b9ffff640 1 -- 172.21.15.39:0/16119838 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b9402ae50 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3b9ffff640 1 -- 172.21.15.39:0/16119838 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b94032440 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3b9ffff640 1 -- 172.21.15.39:0/16119838 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b940327d0 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba763a640 1 -- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00ce7b0 msgr2=0x7f3ba00cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba763a640 1 --2- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00cc110 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7f3b940097a0 tx=0x7f3b9402a100 comp rx=0 tx=0).stop 2024-09-13T16:18:16.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba763a640 1 -- 172.21.15.39:0/16119838 shutdown_connections 2024-09-13T16:18:16.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba763a640 1 --2- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00cc110 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba763a640 1 --2- 172.21.15.39:0/16119838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00721f0 0x7f3ba00ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.187+0000 7f3ba763a640 1 -- 172.21.15.39:0/16119838 >> 172.21.15.39:0/16119838 conn(0x7f3ba006b3b0 msgr2=0x7f3ba006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:16.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.188+0000 7f3ba763a640 1 -- 172.21.15.39:0/16119838 shutdown_connections 2024-09-13T16:18:16.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.188+0000 7f3ba763a640 1 -- 172.21.15.39:0/16119838 wait complete. 2024-09-13T16:18:16.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.189+0000 7f3ba763a640 1 Processor -- start 2024-09-13T16:18:16.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.189+0000 7f3ba763a640 1 -- start start 2024-09-13T16:18:16.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.189+0000 7f3ba763a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00721f0 0x7f3ba0148b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.189+0000 7f3ba763a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00cc650 0x7f3ba00b1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.189+0000 7f3ba763a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00b22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba763a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba00ae240 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba763a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba00ad6c0 con 0x7f3ba00721f0 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba763a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ba00ad9a0 con 0x7f3ba00cc650 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00b22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00b22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33058/0 (socket says 172.21.15.39:33058) 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 -- 172.21.15.39:0/2362340215 learned_addr learned my addr 172.21.15.39:0/2362340215 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba53d6640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00721f0 0x7f3ba0148b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba4bd5640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00cc650 0x7f3ba00b1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 -- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00cc650 msgr2=0x7f3ba00b1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00cc650 0x7f3ba00b1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 -- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00721f0 msgr2=0x7f3ba0148b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00721f0 0x7f3ba0148b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 -- 172.21.15.39:0/2362340215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3b90009a70 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba5bd7640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00b22f0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800c420 tx=0x7f3b9800c8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b98005ce0 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3b98005e40 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3b94009400 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.190+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3b980072d0 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.191+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ba00adf60 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.192+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ba00672f0 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.192+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3b980074f0 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.192+0000 7f3b9dffb640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3b8c06ac00 0x7f3b8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.192+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7f3b98088980 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.193+0000 7f3ba53d6640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3b8c06ac00 0x7f3b8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.193+0000 7f3ba53d6640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3b8c06ac00 0x7f3b8c06d0c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f3b900114e0 tx=0x7f3b9000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:16.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.197+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3b98053a60 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.409+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3ba00ccb00 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.409+0000 7f3b9dffb640 1 -- 172.21.15.39:0/2362340215 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 102 v102) v1 ==== 95+0+3977 (secure 0 0 0) 0x7f3b98017020 con 0x7f3ba00ce7b0 2024-09-13T16:18:16.411 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:16.411 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":102,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8820,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/1937458090","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1937458090},{"type":"v1","addr":"172.21.15.39:6835","nonce":1937458090}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":102}],"filesystems":[{"mdsmap":{"epoch":101,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:15.358045+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":94,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 102 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3b8c06ac00 msgr2=0x7f3b8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3b8c06ac00 0x7f3b8c06d0c0 secure :-1 s=READY pgs=654 cs=0 l=1 rev1=1 crypto rx=0x7f3b900114e0 tx=0x7f3b9000b040 comp rx=0 tx=0).stop 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 msgr2=0x7f3ba00b22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00b22f0 secure :-1 s=READY pgs=1647 cs=0 l=1 rev1=1 crypto rx=0x7f3b9800c420 tx=0x7f3b9800c8e0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 shutdown_connections 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3b8c06ac00 0x7f3b8c06d0c0 unknown :-1 s=CLOSED pgs=654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3ba00ce7b0 0x7f3ba00b22f0 unknown :-1 s=CLOSED pgs=1647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3ba00cc650 0x7f3ba00b1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 --2- 172.21.15.39:0/2362340215 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3ba00721f0 0x7f3ba0148b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 >> 172.21.15.39:0/2362340215 conn(0x7f3ba006b3b0 msgr2=0x7f3ba00af4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 shutdown_connections 2024-09-13T16:18:16.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.411+0000 7f3ba763a640 1 -- 172.21.15.39:0/2362340215 wait complete. 2024-09-13T16:18:16.424 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 200.00000000' led to DAMAGED state 2024-09-13T16:18:16.424 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 200.00000001' 2024-09-13T16:18:16.424 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:16.424 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:16.481 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:18:16.481 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:16.481 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:16.481 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:16.481 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:16.536 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:16.537 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:18:16.537 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:16.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.678+0000 7f0e54848640 1 Processor -- start 2024-09-13T16:18:16.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.678+0000 7f0e54848640 1 -- start start 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e54848640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0e50153080 0x7f0e5015d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e54848640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0e500ce080 0x7f0e50159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e54848640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e5015d550 con 0x7f0e501595a0 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e54848640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e5015a050 con 0x7f0e50153080 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e54848640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e5015cbf0 con 0x7f0e500ce080 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0e50153080 0x7f0e5015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0e50153080 0x7f0e5015d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33062/0 (socket says 172.21.15.39:33062) 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 -- 172.21.15.39:0/2642824877 learned_addr learned my addr 172.21.15.39:0/2642824877 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 -- 172.21.15.39:0/2642824877 >> v2:172.21.15.157:3300/0 conn(0x7f0e500ce080 msgr2=0x7f0e50159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 --2- 172.21.15.39:0/2642824877 >> v2:172.21.15.157:3300/0 conn(0x7f0e500ce080 0x7f0e50159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 -- 172.21.15.39:0/2642824877 >> v1:172.21.15.157:6789/0 conn(0x7f0e501595a0 legacy=0x7f0e50069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:16.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.679+0000 7f0e4e59c640 1 -- 172.21.15.39:0/2642824877 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e50153460 con 0x7f0e50153080 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.680+0000 7f0e4e59c640 1 --2- 172.21.15.39:0/2642824877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e50153080 0x7f0e5015d010 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f0e50067280 tx=0x7f0e4802b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46d8e1f27651b6de server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.680+0000 7f0e4d59a640 1 -- 172.21.15.39:0/2642824877 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e48030710 con 0x7f0e50153080 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.680+0000 7f0e4d59a640 1 -- 172.21.15.39:0/2642824877 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e4802e050 con 0x7f0e50153080 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.680+0000 7f0e4d59a640 1 -- 172.21.15.39:0/2642824877 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e48030a90 con 0x7f0e50153080 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 -- 172.21.15.39:0/2642824877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e50153080 msgr2=0x7f0e5015d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 --2- 172.21.15.39:0/2642824877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e50153080 0x7f0e5015d010 secure :-1 s=READY pgs=1648 cs=0 l=1 rev1=1 crypto rx=0x7f0e50067280 tx=0x7f0e4802b550 comp rx=0 tx=0).stop 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 -- 172.21.15.39:0/2642824877 shutdown_connections 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 --2- 172.21.15.39:0/2642824877 >> v2:172.21.15.157:3300/0 conn(0x7f0e500ce080 0x7f0e50159060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 --2- 172.21.15.39:0/2642824877 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e50153080 0x7f0e5015d010 unknown :-1 s=CLOSED pgs=1648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 -- 172.21.15.39:0/2642824877 >> 172.21.15.39:0/2642824877 conn(0x7f0e500b15d0 msgr2=0x7f0e500b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 -- 172.21.15.39:0/2642824877 shutdown_connections 2024-09-13T16:18:16.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.681+0000 7f0e54848640 1 -- 172.21.15.39:0/2642824877 wait complete. 2024-09-13T16:18:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.682+0000 7f0e54848640 1 Processor -- start 2024-09-13T16:18:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.682+0000 7f0e54848640 1 -- start start 2024-09-13T16:18:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e54848640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e500ce080 0x7f0e5014f300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e54848640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e50153080 0x7f0e500c9cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e54848640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 0x7f0e501efdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e54848640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e500704e0 con 0x7f0e501595a0 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e54848640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e500706f0 con 0x7f0e500ce080 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e54848640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e500709d0 con 0x7f0e50153080 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 0x7f0e501efdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 0x7f0e501efdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33076/0 (socket says 172.21.15.39:33076) 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 -- 172.21.15.39:0/910142424 learned_addr learned my addr 172.21.15.39:0/910142424 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4e59c640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e500ce080 0x7f0e5014f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4dd9b640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e50153080 0x7f0e500c9cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 -- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e50153080 msgr2=0x7f0e500c9cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e50153080 0x7f0e500c9cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 -- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e500ce080 msgr2=0x7f0e5014f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e500ce080 0x7f0e5014f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:16.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4ed9d640 1 -- 172.21.15.39:0/910142424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e4800a670 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.683+0000 7f0e4e59c640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e500ce080 0x7f0e5014f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.684+0000 7f0e4ed9d640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 0x7f0e501efdd0 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f0e4000b990 tx=0x7f0e4000be50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.684+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e4000cba0 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.684+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e4000cd00 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.684+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e50070cb0 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.684+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e40014680 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.684+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e50071270 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.685+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e500672f0 con 0x7f0e501595a0 2024-09-13T16:18:16.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.685+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0e400147e0 con 0x7f0e501595a0 2024-09-13T16:18:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.686+0000 7f0e46ffd640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e3006ac00 0x7f0e3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.686+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7f0e40089480 con 0x7f0e501595a0 2024-09-13T16:18:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.686+0000 7f0e4e59c640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e3006ac00 0x7f0e3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:16.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.687+0000 7f0e4e59c640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e3006ac00 0x7f0e3006d0c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f0e48035000 tx=0x7f0e48008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:16.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.690+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0e400544b0 con 0x7f0e501595a0 2024-09-13T16:18:16.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:16.894+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0e50071490 con 0x7f0e501595a0 2024-09-13T16:18:17.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.373+0000 7f0e46ffd640 1 -- 172.21.15.39:0/910142424 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v103) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0e40057ad0 con 0x7f0e501595a0 2024-09-13T16:18:17.375 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e3006ac00 msgr2=0x7f0e3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e3006ac00 0x7f0e3006d0c0 secure :-1 s=READY pgs=656 cs=0 l=1 rev1=1 crypto rx=0x7f0e48035000 tx=0x7f0e48008040 comp rx=0 tx=0).stop 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 msgr2=0x7f0e501efdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 0x7f0e501efdd0 secure :-1 s=READY pgs=1649 cs=0 l=1 rev1=1 crypto rx=0x7f0e4000b990 tx=0x7f0e4000be50 comp rx=0 tx=0).stop 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 shutdown_connections 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e3006ac00 0x7f0e3006d0c0 unknown :-1 s=CLOSED pgs=656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e501595a0 0x7f0e501efdd0 unknown :-1 s=CLOSED pgs=1649 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e50153080 0x7f0e500c9cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 --2- 172.21.15.39:0/910142424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e500ce080 0x7f0e5014f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 >> 172.21.15.39:0/910142424 conn(0x7f0e500b15d0 msgr2=0x7f0e500cb6e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 shutdown_connections 2024-09-13T16:18:17.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.376+0000 7f0e54848640 1 -- 172.21.15.39:0/910142424 wait complete. 2024-09-13T16:18:17.389 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.493+0000 7f98d0357640 1 Processor -- start 2024-09-13T16:18:17.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.493+0000 7f98d0357640 1 -- start start 2024-09-13T16:18:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.494+0000 7f98d0357640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f98c80d1680 0x7f98c80d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.494+0000 7f98d0357640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98c80d11f0 con 0x7f98c80b5ab0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.494+0000 7f98d0357640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98c815d2d0 con 0x7f98c815cef0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.494+0000 7f98d0357640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98c80cd730 con 0x7f98c80d1680 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.494+0000 7f98ce8f4640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f98c80b5ab0 0x7f98c80ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53742/0 (socket says 172.21.15.39:53742) 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.494+0000 7f98ce8f4640 1 -- 172.21.15.39:0/192805171 learned_addr learned my addr 172.21.15.39:0/192805171 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd8f2640 1 --2- 172.21.15.39:0/192805171 >> v2:172.21.15.157:3300/0 conn(0x7f98c80d1680 0x7f98c80d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3287758524 0 0) 0x7f98c80d11f0 con 0x7f98c80b5ab0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98b0003520 con 0x7f98c80b5ab0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1048384226 0 0) 0x7f98c815d2d0 con 0x7f98c815cef0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98c80d11f0 con 0x7f98c815cef0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 824566156 0 0) 0x7f98b0003520 con 0x7f98c80b5ab0 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 >> v2:172.21.15.157:3300/0 conn(0x7f98c80d1680 msgr2=0x7f98c80d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 --2- 172.21.15.39:0/192805171 >> v2:172.21.15.157:3300/0 conn(0x7f98c80d1680 0x7f98c80d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 >> v1:172.21.15.157:6789/0 conn(0x7f98c815cef0 legacy=0x7f98c80cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98c80cda00 con 0x7f98c80b5ab0 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f98b80019f0 con 0x7f98c80b5ab0 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd8f2640 1 --2- 172.21.15.39:0/192805171 >> v2:172.21.15.157:3300/0 conn(0x7f98c80d1680 0x7f98c80d1ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 >> v1:172.21.15.39:6789/0 conn(0x7f98c80b5ab0 legacy=0x7f98c80ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0003b00 0x7f98b0003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98b00047c0 0x7f98b0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98b0005180 0x7f98b000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98c80cd730 con 0x7f98b0005180 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98b000bf70 con 0x7f98b00047c0 2024-09-13T16:18:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98b000c130 con 0x7f98b0003b00 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98b0005180 0x7f98b000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98cd8f2640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98b00047c0 0x7f98b0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.495+0000 7f98ce0f3640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0003b00 0x7f98b0003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 -- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0003b00 msgr2=0x7f98b0003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0003b00 0x7f98b0003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 -- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98b00047c0 msgr2=0x7f98b0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98b00047c0 0x7f98b0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 -- 172.21.15.39:0/192805171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98b0003520 con 0x7f98b0005180 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce0f3640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0003b00 0x7f98b0003f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 -- 172.21.15.39:0/192805171 reap_dead start 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98b0005180 0x7f98b000b980 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f98b8002230 tx=0x7f98b00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=458e009bc55d0d64 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:17.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.496+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b802b980 con 0x7f98b0005180 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98b802bb00 con 0x7f98b0005180 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98cd0f1640 1 -- 172.21.15.39:0/192805171 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b8034470 con 0x7f98b0005180 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 -- 172.21.15.39:0/192805171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98b0005180 msgr2=0x7f98b000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98b0005180 0x7f98b000b980 secure :-1 s=READY pgs=1651 cs=0 l=1 rev1=1 crypto rx=0x7f98b8002230 tx=0x7f98b00057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 -- 172.21.15.39:0/192805171 shutdown_connections 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 --2- 172.21.15.39:0/192805171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98b0005180 0x7f98b000b980 unknown :-1 s=CLOSED pgs=1651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 -- 172.21.15.39:0/192805171 >> 172.21.15.39:0/192805171 conn(0x7f98c806a3a0 msgr2=0x7f98c806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 -- 172.21.15.39:0/192805171 shutdown_connections 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.497+0000 7f98d0357640 1 -- 172.21.15.39:0/192805171 wait complete. 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.498+0000 7f98d0357640 1 Processor -- start 2024-09-13T16:18:17.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.498+0000 7f98d0357640 1 -- start start 2024-09-13T16:18:17.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98d0357640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0005180 0x7f98c80cbd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98d0357640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98c81524f0 0x7f98c80c6810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98d0357640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 0x7f98c80b36c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98d0357640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98c80b2c70 con 0x7f98c80c6d50 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98d0357640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98c815fac0 con 0x7f98c81524f0 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98d0357640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98c815fda0 con 0x7f98b0005180 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98ce8f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 0x7f98c80b36c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98ce8f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 0x7f98c80b36c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33098/0 (socket says 172.21.15.39:33098) 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98ce8f4640 1 -- 172.21.15.39:0/1285737459 learned_addr learned my addr 172.21.15.39:0/1285737459 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98ce0f3640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0005180 0x7f98c80cbd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.499+0000 7f98cd8f2640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98c81524f0 0x7f98c80c6810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98ce8f4640 1 -- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0005180 msgr2=0x7f98c80cbd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0005180 0x7f98c80cbd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98ce8f4640 1 -- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98c81524f0 msgr2=0x7f98c80c6810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:17.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98c81524f0 0x7f98c80c6810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98ce8f4640 1 -- 172.21.15.39:0/1285737459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98c80b2ec0 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98ce8f4640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 0x7f98c80b36c0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f98b8001c30 tx=0x7f98b8001d70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b803b040 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98b8034470 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98c80b31a0 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b8034820 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.500+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98c80cc290 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.501+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98c815ff30 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.502+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f98b8031070 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.502+0000 7f98c6ffd640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98b406ac00 0x7f98b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.502+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7f98b80a9240 con 0x7f98c80c6d50 2024-09-13T16:18:17.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.502+0000 7f98ce0f3640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98b406ac00 0x7f98b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:17.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.503+0000 7f98ce0f3640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98b406ac00 0x7f98b406d0c0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f98c0007fd0 tx=0x7f98c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:17.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.506+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f98b8074320 con 0x7f98c80c6d50 2024-09-13T16:18:17.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:17.744+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f98c80b8480 con 0x7f98c80c6d50 2024-09-13T16:18:18.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.379+0000 7f98c6ffd640 1 -- 172.21.15.39:0/1285737459 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v104) v1 ==== 101+0+0 (secure 0 0 0) 0x7f98b8077940 con 0x7f98c80c6d50 2024-09-13T16:18:18.381 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98b406ac00 msgr2=0x7f98b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98b406ac00 0x7f98b406d0c0 secure :-1 s=READY pgs=657 cs=0 l=1 rev1=1 crypto rx=0x7f98c0007fd0 tx=0x7f98c0009040 comp rx=0 tx=0).stop 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 msgr2=0x7f98c80b36c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 0x7f98c80b36c0 secure :-1 s=READY pgs=1652 cs=0 l=1 rev1=1 crypto rx=0x7f98b8001c30 tx=0x7f98b8001d70 comp rx=0 tx=0).stop 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 shutdown_connections 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98b406ac00 0x7f98b406d0c0 unknown :-1 s=CLOSED pgs=657 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98c80c6d50 0x7f98c80b36c0 unknown :-1 s=CLOSED pgs=1652 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f98c81524f0 0x7f98c80c6810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 --2- 172.21.15.39:0/1285737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98b0005180 0x7f98c80cbd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.381+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 >> 172.21.15.39:0/1285737459 conn(0x7f98c806a3a0 msgr2=0x7f98c80b7d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:18.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.382+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 shutdown_connections 2024-09-13T16:18:18.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.382+0000 7f98d0357640 1 -- 172.21.15.39:0/1285737459 wait complete. 2024-09-13T16:18:18.396 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:18.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.442+0000 7f463bf1ef40 1 Processor -- start 2024-09-13T16:18:18.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.442+0000 7f463bf1ef40 1 -- start start 2024-09-13T16:18:18.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463bf1ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bb680 0x5634b232ba20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463bf1ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b22bce10 0x5634b2328ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463bf1ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 0x5634b22be180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463bf1ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b2226be0 con 0x5634b23349f0 2024-09-13T16:18:18.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463bf1ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b22224d0 con 0x5634b22bb680 2024-09-13T16:18:18.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463bf1ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5634b21bdb60 con 0x5634b22bce10 2024-09-13T16:18:18.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 0x5634b22be180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 0x5634b22be180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33102/0 (socket says 172.21.15.39:33102) 2024-09-13T16:18:18.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 -- 172.21.15.39:0/63658482 learned_addr learned my addr 172.21.15.39:0/63658482 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:18.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f4638f4e640 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bb680 0x5634b232ba20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463874d640 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b22bce10 0x5634b2328ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 -- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b22bce10 msgr2=0x5634b2328ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:18.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b22bce10 0x5634b2328ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 -- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bb680 msgr2=0x5634b232ba20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:18.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bb680 0x5634b232ba20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 -- 172.21.15.39:0/63658482 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4628005d20 con 0x5634b23349f0 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f4638f4e640 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bb680 0x5634b232ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.443+0000 7f463974f640 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 0x5634b22be180 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7f4630006610 tx=0x7f4630006ad0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2c0dace7bba4373 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463774b640 1 -- 172.21.15.39:0/63658482 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4630004540 con 0x5634b23349f0 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463774b640 1 -- 172.21.15.39:0/63658482 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46300046a0 con 0x5634b23349f0 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463774b640 1 -- 172.21.15.39:0/63658482 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4630004a50 con 0x5634b23349f0 2024-09-13T16:18:18.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 -- 172.21.15.39:0/63658482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 msgr2=0x5634b22be180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 0x5634b22be180 secure :-1 s=READY pgs=1654 cs=0 l=1 rev1=1 crypto rx=0x7f4630006610 tx=0x7f4630006ad0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 -- 172.21.15.39:0/63658482 shutdown_connections 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b23349f0 0x5634b22be180 unknown :-1 s=CLOSED pgs=1654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b22bce10 0x5634b2328ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/63658482 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bb680 0x5634b232ba20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 -- 172.21.15.39:0/63658482 >> 172.21.15.39:0/63658482 conn(0x5634b2279040 msgr2=0x5634b2333c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 -- 172.21.15.39:0/63658482 shutdown_connections 2024-09-13T16:18:18.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.444+0000 7f463bf1ef40 1 -- 172.21.15.39:0/63658482 wait complete. 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.445+0000 7f463bf1ef40 1 Processor -- start 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.445+0000 7f463bf1ef40 1 -- start start 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 0x5634b22bde80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bce10 0x5634b22b6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b23349f0 0x5634b2321850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b21bd800 con 0x5634b22bb680 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5634b21a0520 con 0x5634b22bce10 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5634b22b7350 con 0x5634b23349f0 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 0x5634b22bde80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 0x5634b22bde80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33114/0 (socket says 172.21.15.39:33114) 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 learned_addr learned my addr 172.21.15.39:0/2102789228 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:18.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463974f640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b23349f0 0x5634b2321850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bce10 0x5634b22b6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b23349f0 msgr2=0x5634b2321850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5634b23349f0 0x5634b2321850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bce10 msgr2=0x5634b22b6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bce10 0x5634b22b6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4630001f10 con 0x5634b22bb680 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5634b22bce10 0x5634b22b6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 0x5634b22bde80 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f4628057040 tx=0x7f4628002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4636749640 1 -- 172.21.15.39:0/2102789228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4628054870 con 0x5634b22bb680 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4636749640 1 -- 172.21.15.39:0/2102789228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46280549d0 con 0x5634b22bb680 2024-09-13T16:18:18.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5634b21c0060 con 0x5634b22bb680 2024-09-13T16:18:18.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.446+0000 7f4636749640 1 -- 172.21.15.39:0/2102789228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4628054d60 con 0x5634b22bb680 2024-09-13T16:18:18.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.447+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5634b21bfac0 con 0x5634b22bb680 2024-09-13T16:18:18.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.448+0000 7f4636749640 1 -- 172.21.15.39:0/2102789228 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f462805b040 con 0x5634b22bb680 2024-09-13T16:18:18.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.448+0000 7f4636749640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46240695e0 0x7f462406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.449+0000 7f4636749640 1 -- 172.21.15.39:0/2102789228 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7f46280cbc80 con 0x5634b22bb680 2024-09-13T16:18:18.457 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.449+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5634b2332670 0x5634b2332a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.449+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2332f90 con 0x5634b2332670 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.449+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46240695e0 0x7f462406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.449+0000 7f463974f640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5634b2332670 0x5634b2332a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.449+0000 7f463974f640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5634b2332670 0x5634b2332a50 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.450+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46240695e0 0x7f462406baa0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x5634b23319b0 tx=0x7f462c001770 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.451+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v94'133 uv107 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.451+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2333370 con 0x5634b2332670 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.452+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v94'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.452+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2333750 con 0x5634b2332670 2024-09-13T16:18:18.460 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.453+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v94'135 uv135 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.453+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0840 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.455+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v94'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.455+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0bf0 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.456+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v94'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.456+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23efd20 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.457+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v94'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.457+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0120 con 0x5634b2332670 2024-09-13T16:18:18.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.462+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v94'139 uv113 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.462+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.467+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v94'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.467+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.468+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v94'141 uv141 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.469 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:18.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.468+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.472+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v94'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.472+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.474+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v94'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.474+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.475+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v94'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.475+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.476+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v94'145 uv120 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.476+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.477+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v94'146 uv146 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.477+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.478+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v94'147 uv147 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.480 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:18.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.478+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.479+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v94'148 uv148 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.479+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.480+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v94'149 uv149 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.480+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.481+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v94'150 uv150 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.481+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.482+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v94'151 uv151 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.482+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.483+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v94'152 uv126 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.483+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.484+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v94'153 uv153 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.484+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.485+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v94'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.487 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:18.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.485+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.486+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v94'155 uv155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.486+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.487+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v94'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.487+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.488+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v94'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.488+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.489+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v94'158 uv132 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.489+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.490+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v94'159 uv159 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.490+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.491+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v94'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.493 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:18.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.491+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.492+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v94'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.493+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f1fb0 con 0x5634b2332670 2024-09-13T16:18:18.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.493+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v94'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.493+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f0fa0 con 0x5634b2332670 2024-09-13T16:18:18.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.494+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v94'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.495+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5634b23f14b0 0x5634b23f38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.495+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f3de0 con 0x5634b23f14b0 2024-09-13T16:18:18.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.495+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5634b23f14b0 0x5634b23f38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.495+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5634b23f14b0 0x5634b23f38a0 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.496+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v94'108 uv90 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.496+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4190 con 0x5634b23f14b0 2024-09-13T16:18:18.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.497+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v94'109 uv109 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.497+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4540 con 0x5634b23f14b0 2024-09-13T16:18:18.500 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:18.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.499+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v94'110 uv110 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.499+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4de0 con 0x5634b23f14b0 2024-09-13T16:18:18.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.500+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v94'111 uv111 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.500+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5190 con 0x5634b23f14b0 2024-09-13T16:18:18.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.501+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v94'112 uv112 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.501+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5540 con 0x5634b23f14b0 2024-09-13T16:18:18.503 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:18.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.502+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v94'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.502+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f58f0 con 0x5634b23f14b0 2024-09-13T16:18:18.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.503+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [write 0~90] v94'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.503+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.504+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [omap-set-header] v94'115 uv115 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.504+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.505+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000001 [create] v94'116 uv100 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.505+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.506+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000001 [delete] v94'117 uv117 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.506+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.508 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:18.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.507+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v94'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.507+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f96d0 con 0x5634b23f14b0 2024-09-13T16:18:18.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.508+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [write 0~14848] v94'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.508+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f96d0 con 0x5634b23f14b0 2024-09-13T16:18:18.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.509+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [omap-set-header] v94'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.509+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.510+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 606.00000000 [create] v94'121 uv106 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.510+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.511+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 606.00000000 [delete] v94'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.511+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.513 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:18.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.512+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v94'123 uv123 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.512+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f6cb0 con 0x5634b23f14b0 2024-09-13T16:18:18.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.513+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v94'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.513+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f6cb0 con 0x5634b23f14b0 2024-09-13T16:18:18.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.514+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v94'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.514+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b23f14b0 2024-09-13T16:18:18.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.515+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [omap-set-header] v94'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23f14b0 2024-09-13T16:18:18.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.515+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b2332670 2024-09-13T16:18:18.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.516+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(51 607.00000000 [create] v94'27 uv26 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.516+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b2332670 2024-09-13T16:18:18.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.517+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(52 607.00000000 [delete] v94'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.517+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b2332670 2024-09-13T16:18:18.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.518+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(53 607.00000000 [create] v94'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.520 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:18.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.518+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f6cb0 con 0x5634b2332670 2024-09-13T16:18:18.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.519+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v94'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.519+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f6cb0 con 0x5634b2332670 2024-09-13T16:18:18.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.520+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v94'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.521+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f5ca0 con 0x5634b2332670 2024-09-13T16:18:18.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.522+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(56 607.00000000 [omap-set-header] v94'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.522+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5634b23f61b0 0x5634b23f85a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.522+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f8ae0 con 0x5634b23f61b0 2024-09-13T16:18:18.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.522+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5634b23f61b0 0x5634b23f85a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.522+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5634b23f61b0 0x5634b23f85a0 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.523+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v94'20 uv19 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.523+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f8e90 con 0x5634b23f61b0 2024-09-13T16:18:18.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.524+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v94'21 uv21 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.524+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f9240 con 0x5634b23f61b0 2024-09-13T16:18:18.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.525+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v94'22 uv22 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.526 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:18.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.525+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f95f0 con 0x5634b23f61b0 2024-09-13T16:18:18.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.526+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v94'23 uv23 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.526+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f99a0 con 0x5634b2332670 2024-09-13T16:18:18.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.527+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(61 608.00000000 [create] v94'27 uv26 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.527+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f99a0 con 0x5634b2332670 2024-09-13T16:18:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.528+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(62 608.00000000 [delete] v94'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.529+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f99a0 con 0x5634b2332670 2024-09-13T16:18:18.531 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.530+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(63 608.00000000 [create] v94'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.530+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fa9b0 con 0x5634b2332670 2024-09-13T16:18:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.530+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v94'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.530+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fa9b0 con 0x5634b2332670 2024-09-13T16:18:18.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.531+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v94'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.531+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f99a0 con 0x5634b2332670 2024-09-13T16:18:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.532+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(66 608.00000000 [omap-set-header] v94'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630004810 con 0x5634b2332670 2024-09-13T16:18:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.532+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5634b23fa020 0x5634b23fc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.533+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fca20 con 0x5634b23fa020 2024-09-13T16:18:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.533+0000 7f463974f640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5634b23fa020 0x5634b23fc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.533+0000 7f463974f640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5634b23fa020 0x5634b23fc410 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.534+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(67 604.00000000 [create] v94'48 uv42 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.534+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcae0 con 0x5634b23fa020 2024-09-13T16:18:18.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.535+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(68 604.00000000 [delete] v94'49 uv49 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.535+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.537 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.536+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(69 604.00000000 [create] v94'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.537+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fdf20 con 0x5634b23fa020 2024-09-13T16:18:18.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.538+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v94'51 uv51 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.538+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fdf20 con 0x5634b23fa020 2024-09-13T16:18:18.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.539+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v94'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.539+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.540+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v94'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.540+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.541+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(73 500.00000000 [create] v94'54 uv47 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.541+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.543+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(74 500.00000000 [delete] v94'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.543+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.545 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:18.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.544+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(75 500.00000000 [create] v94'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.544+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.545+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v94'57 uv57 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.545+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fcf10 con 0x5634b23fa020 2024-09-13T16:18:18.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.547+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v94'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.547+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5634b23fd590 0x5634b23ff980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.547+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23fff50 con 0x5634b23fd590 2024-09-13T16:18:18.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.547+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5634b23fd590 0x5634b23ff980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.548+0000 7f4638f4e640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5634b23fd590 0x5634b23ff980 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.549+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(78 mds_snaptable [create] v94'22 uv21 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23fd590 2024-09-13T16:18:18.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.549+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b23fd590 2024-09-13T16:18:18.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.550+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(79 mds_snaptable [delete] v94'23 uv23 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23fd590 2024-09-13T16:18:18.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.550+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b23fd590 2024-09-13T16:18:18.552 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:18.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.551+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(80 mds_snaptable [create] v94'24 uv24 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23fd590 2024-09-13T16:18:18.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.551+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b23fd590 2024-09-13T16:18:18.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.552+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v94'25 uv25 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23fd590 2024-09-13T16:18:18.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.552+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b23fd590 2024-09-13T16:18:18.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.553+0000 7f4638f4e640 1 -- 172.21.15.39:0/2102789228 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v94'26 uv26 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f4628066070 con 0x5634b23fd590 2024-09-13T16:18:18.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.553+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b2332670 2024-09-13T16:18:18.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.554+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(83 605.00000000 [create] v94'27 uv26 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b2332670 2024-09-13T16:18:18.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.554+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b2332670 2024-09-13T16:18:18.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.555+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(84 605.00000000 [delete] v94'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b2332670 2024-09-13T16:18:18.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.555+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b2332670 2024-09-13T16:18:18.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.556+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(85 605.00000000 [create] v94'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b2332670 2024-09-13T16:18:18.558 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:18.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.557+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2401340 con 0x5634b2332670 2024-09-13T16:18:18.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.558+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v94'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b2332670 2024-09-13T16:18:18.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.558+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2401340 con 0x5634b2332670 2024-09-13T16:18:18.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.559+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v94'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b2332670 2024-09-13T16:18:18.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.559+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b2332670 2024-09-13T16:18:18.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.560+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v94'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b2332670 2024-09-13T16:18:18.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.560+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400330 con 0x5634b23f61b0 2024-09-13T16:18:18.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.561+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(89 mds0_inotable [create] v94'44 uv38 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.561+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24006e0 con 0x5634b23f61b0 2024-09-13T16:18:18.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.562+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(90 mds0_inotable [delete] v94'45 uv45 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.562+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2400ae0 con 0x5634b23f61b0 2024-09-13T16:18:18.564 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:18.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.563+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(91 mds0_inotable [create] v94'46 uv46 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.563+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4990 con 0x5634b23f61b0 2024-09-13T16:18:18.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.564+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v94'47 uv47 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.564+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4990 con 0x5634b23f61b0 2024-09-13T16:18:18.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.565+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v94'48 uv48 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.565+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4990 con 0x5634b23f61b0 2024-09-13T16:18:18.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.566+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(94 100.00000000 [create] v94'49 uv43 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.566+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4990 con 0x5634b23f61b0 2024-09-13T16:18:18.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.567+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(95 100.00000000 [delete] v94'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.567+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4990 con 0x5634b23f61b0 2024-09-13T16:18:18.569 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:18.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.568+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(96 100.00000000 [create] v94'51 uv51 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.568+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b23f4990 con 0x5634b23f61b0 2024-09-13T16:18:18.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.569+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v94'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.569+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24040c0 con 0x5634b23f61b0 2024-09-13T16:18:18.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.570+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v94'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.571+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5634b2401c70 0x5634b2404060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.571+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b2401c70 2024-09-13T16:18:18.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.571+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5634b2401c70 0x5634b2404060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.571+0000 7f463874d640 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5634b2401c70 0x5634b2404060 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.572+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v94'22 uv21 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b2401c70 2024-09-13T16:18:18.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.572+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b2401c70 2024-09-13T16:18:18.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.573+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v94'23 uv23 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b2401c70 2024-09-13T16:18:18.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.573+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b2401c70 2024-09-13T16:18:18.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.574+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v94'24 uv24 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b2401c70 2024-09-13T16:18:18.575 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.574+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b2401c70 2024-09-13T16:18:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.575+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v94'25 uv25 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b2401c70 2024-09-13T16:18:18.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.575+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23f61b0 2024-09-13T16:18:18.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.576+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v94'27 uv26 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.576+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23f61b0 2024-09-13T16:18:18.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.578+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v94'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.578+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23f61b0 2024-09-13T16:18:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.579+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v94'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.580 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:18.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.579+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24055b0 con 0x5634b23f61b0 2024-09-13T16:18:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.579+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v94'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.579+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24055b0 con 0x5634b23f61b0 2024-09-13T16:18:18.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.580+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v94'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.580+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23f61b0 2024-09-13T16:18:18.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.581+0000 7f463874d640 1 -- 172.21.15.39:0/2102789228 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v94'32 uv32 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f462c018040 con 0x5634b23f61b0 2024-09-13T16:18:18.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.581+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.582+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v94'22 uv21 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.582+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.583+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v94'23 uv23 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.583+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.586 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:18.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.584+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v94'24 uv24 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.585+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.586+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v94'25 uv25 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.586+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.587+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v94'26 uv26 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.587+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.588+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v94'57 uv49 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.588+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.589+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v94'58 uv58 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.589+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.591 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:18.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.590+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v94'59 uv59 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.590+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.591+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v94'60 uv60 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.591+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.592+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v94'61 uv61 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.592+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.593+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v94'62 uv56 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.593+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.594+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v94'63 uv63 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.594+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.596 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:18.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.595+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v94'64 uv64 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.595+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24055b0 con 0x5634b23fa020 2024-09-13T16:18:18.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.596+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v94'65 uv65 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.596+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24055b0 con 0x5634b23fa020 2024-09-13T16:18:18.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.597+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v94'66 uv66 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.597+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b24045a0 con 0x5634b23fa020 2024-09-13T16:18:18.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.598+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v94'67 uv67 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.598+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e94) v8 -- 0x5634b2404a90 con 0x5634b23fa020 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v94'68 uv68 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f4630026040 con 0x5634b23fa020 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5634b2332670 msgr2=0x5634b2332a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5634b2332670 0x5634b2332a50 crc :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5634b23f61b0 msgr2=0x5634b23f85a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5634b23f61b0 0x5634b23f85a0 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5634b2401c70 msgr2=0x5634b2404060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5634b2401c70 0x5634b2404060 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5634b23f14b0 msgr2=0x5634b23f38a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5634b23f14b0 0x5634b23f38a0 crc :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5634b23fa020 msgr2=0x5634b23fc410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5634b23fa020 0x5634b23fc410 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 reap_dead start 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5634b23fd590 msgr2=0x5634b23ff980 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5634b23fd590 0x5634b23ff980 crc :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463974f640 1 -- 172.21.15.39:0/2102789228 reap_dead start 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46240695e0 msgr2=0x7f462406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46240695e0 0x7f462406baa0 secure :-1 s=READY pgs=658 cs=0 l=1 rev1=1 crypto rx=0x5634b23319b0 tx=0x7f462c001770 comp rx=0 tx=0).stop 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 msgr2=0x5634b22bde80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 0x5634b22bde80 secure :-1 s=READY pgs=1655 cs=0 l=1 rev1=1 crypto rx=0x7f4628057040 tx=0x7f4628002fb0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 shutdown_connections 2024-09-13T16:18:18.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46240695e0 0x7f462406baa0 unknown :-1 s=CLOSED pgs=658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 --2- 172.21.15.39:0/2102789228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5634b22bb680 0x5634b22bde80 unknown :-1 s=CLOSED pgs=1655 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 >> 172.21.15.39:0/2102789228 conn(0x5634b2279040 msgr2=0x5634b2325690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:18.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.599+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 shutdown_connections 2024-09-13T16:18:18.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.600+0000 7f463bf1ef40 1 -- 172.21.15.39:0/2102789228 wait complete. 2024-09-13T16:18:18.604 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 200.00000001 2024-09-13T16:18:18.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.645+0000 7fed8a51df40 1 Processor -- start 2024-09-13T16:18:18.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.645+0000 7fed8a51df40 1 -- start start 2024-09-13T16:18:18.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed8a51df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad17d2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed8a51df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1f2da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed8a51df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1f32e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed8a51df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585ad0e14d0 con 0x5585ad133e10 2024-09-13T16:18:18.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed8a51df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585ad07cb60 con 0x5585ad176110 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed8a51df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5585ad07c800 con 0x5585ad20c1d0 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed875a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad17d2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed875a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad17d2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33122/0 (socket says 172.21.15.39:33122) 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed875a5640 1 -- 172.21.15.39:0/300818224 learned_addr learned my addr 172.21.15.39:0/300818224 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed86da4640 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1f2da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.646+0000 7fed87da6640 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1f32e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed875a5640 1 -- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 msgr2=0x5585ad1f32e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed875a5640 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1f32e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed875a5640 1 -- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 msgr2=0x5585ad1f2da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed875a5640 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1f2da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed875a5640 1 -- 172.21.15.39:0/300818224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed7800a1c0 con 0x5585ad133e10 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed875a5640 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad17d2d0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fed7800a930 tx=0x7fed7800adf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dcc7b9ea060344f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed85da2640 1 -- 172.21.15.39:0/300818224 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7800a400 con 0x5585ad133e10 2024-09-13T16:18:18.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed85da2640 1 -- 172.21.15.39:0/300818224 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed7800da80 con 0x5585ad133e10 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed85da2640 1 -- 172.21.15.39:0/300818224 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7800de30 con 0x5585ad133e10 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 -- 172.21.15.39:0/300818224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 msgr2=0x5585ad17d2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad17d2d0 secure :-1 s=READY pgs=1656 cs=0 l=1 rev1=1 crypto rx=0x7fed7800a930 tx=0x7fed7800adf0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 -- 172.21.15.39:0/300818224 shutdown_connections 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1f32e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1f2da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 --2- 172.21.15.39:0/300818224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad17d2d0 unknown :-1 s=CLOSED pgs=1656 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 -- 172.21.15.39:0/300818224 >> 172.21.15.39:0/300818224 conn(0x5585ad17f800 msgr2=0x5585ad17fbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 -- 172.21.15.39:0/300818224 shutdown_connections 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.647+0000 7fed8a51df40 1 -- 172.21.15.39:0/300818224 wait complete. 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.648+0000 7fed8a51df40 1 Processor -- start 2024-09-13T16:18:18.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.648+0000 7fed8a51df40 1 -- start start 2024-09-13T16:18:18.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed8a51df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad1e3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed8a51df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1eae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed8a51df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1eb390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed8a51df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585ad05f520 con 0x5585ad133e10 2024-09-13T16:18:18.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed8a51df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5585ad17e3e0 con 0x5585ad176110 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed8a51df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5585ad1ee0f0 con 0x5585ad20c1d0 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad1e3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad1e3b80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33128/0 (socket says 172.21.15.39:33128) 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 -- 172.21.15.39:0/3294295209 learned_addr learned my addr 172.21.15.39:0/3294295209 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed87da6640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1eb390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed86da4640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1eae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 -- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 msgr2=0x5585ad1eb390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1eb390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 -- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 msgr2=0x5585ad1eae50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1eae50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 -- 172.21.15.39:0/3294295209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed7800a560 con 0x5585ad133e10 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed86da4640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5585ad176110 0x5585ad1eae50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed87da6640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5585ad20c1d0 0x5585ad1eb390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:18.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.649+0000 7fed875a5640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad1e3b80 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fed7800ae30 tx=0x7fed780033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.650+0000 7fed84da0640 1 -- 172.21.15.39:0/3294295209 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed78026680 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.650+0000 7fed84da0640 1 -- 172.21.15.39:0/3294295209 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed7801f070 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.650+0000 7fed84da0640 1 -- 172.21.15.39:0/3294295209 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed78026a20 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.650+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed80005d20 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.650+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5585ad08bc20 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.651+0000 7fed84da0640 1 -- 172.21.15.39:0/3294295209 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed78026b80 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.651+0000 7fed84da0640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed740695e0 0x7fed7406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed84da0640 1 -- 172.21.15.39:0/3294295209 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7fed78021070 con 0x5585ad133e10 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed86da4640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed740695e0 0x7fed7406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed8a51df40 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5585ad207110 0x5585ad2074f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e94) v8 -- 0x5585ad207a30 con 0x5585ad207110 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed87da6640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5585ad207110 0x5585ad2074f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed86da4640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed740695e0 0x7fed7406baa0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x5585ad1f3a60 tx=0x7fed7c001a30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.652+0000 7fed87da6640 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5585ad207110 0x5585ad2074f0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed87da6640 1 -- 172.21.15.39:0/3294295209 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000001 [delete] v94'127 uv127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fed8005b040 con 0x5585ad207110 2024-09-13T16:18:18.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5585ad207110 msgr2=0x5585ad2074f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5585ad207110 0x5585ad2074f0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed740695e0 msgr2=0x7fed7406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed740695e0 0x7fed7406baa0 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x5585ad1f3a60 tx=0x7fed7c001a30 comp rx=0 tx=0).stop 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 msgr2=0x5585ad1e3b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 --2- 172.21.15.39:0/3294295209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5585ad133e10 0x5585ad1e3b80 secure :-1 s=READY pgs=1657 cs=0 l=1 rev1=1 crypto rx=0x7fed7800ae30 tx=0x7fed780033a0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed87da6640 1 -- 172.21.15.39:0/3294295209 reap_dead start 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 shutdown_connections 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 >> 172.21.15.39:0/3294295209 conn(0x5585ad17f800 msgr2=0x5585ad17fbe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 shutdown_connections 2024-09-13T16:18:18.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.654+0000 7fed8a51df40 1 -- 172.21.15.39:0/3294295209 wait complete. 2024-09-13T16:18:18.659 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:18.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 Processor -- start 2024-09-13T16:18:18.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 -- start start 2024-09-13T16:18:18.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0fa8143d30 0x7f0fa815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa806fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fa80701f0 con 0x7f0fa80b3610 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0fa8071eb0 con 0x7f0fa8143d30 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.803+0000 7f0fade5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa8072440 con 0x7f0fa806f880 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0fa8143d30 0x7f0fa815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0fa8143d30 0x7f0fa815eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33136/0 (socket says 172.21.15.39:33136) 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 -- 172.21.15.39:0/2343468836 learned_addr learned my addr 172.21.15.39:0/2343468836 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa7fff640 1 --2- 172.21.15.39:0/2343468836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa806fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 -- 172.21.15.39:0/2343468836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 msgr2=0x7f0fa806fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 --2- 172.21.15.39:0/2343468836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa806fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 -- 172.21.15.39:0/2343468836 >> v1:172.21.15.157:6789/0 conn(0x7f0fa80b3610 legacy=0x7f0fa80717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:18.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.804+0000 7f0fa77fe640 1 -- 172.21.15.39:0/2343468836 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fa8144110 con 0x7f0fa8143d30 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fa77fe640 1 --2- 172.21.15.39:0/2343468836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa815eb20 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7f0fa80739e0 tx=0x7f0f9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5691b027937c35 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fa67fc640 1 -- 172.21.15.39:0/2343468836 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f98032440 con 0x7f0fa8143d30 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fa67fc640 1 -- 172.21.15.39:0/2343468836 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f980325a0 con 0x7f0fa8143d30 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fa67fc640 1 -- 172.21.15.39:0/2343468836 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f98032930 con 0x7f0fa8143d30 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fade5a640 1 -- 172.21.15.39:0/2343468836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 msgr2=0x7f0fa815eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fade5a640 1 --2- 172.21.15.39:0/2343468836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa815eb20 secure :-1 s=READY pgs=1658 cs=0 l=1 rev1=1 crypto rx=0x7f0fa80739e0 tx=0x7f0f9802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fade5a640 1 -- 172.21.15.39:0/2343468836 shutdown_connections 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fade5a640 1 --2- 172.21.15.39:0/2343468836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa806fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fade5a640 1 --2- 172.21.15.39:0/2343468836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa815eb20 unknown :-1 s=CLOSED pgs=1658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.805+0000 7f0fade5a640 1 -- 172.21.15.39:0/2343468836 >> 172.21.15.39:0/2343468836 conn(0x7f0fa80b00a0 msgr2=0x7f0fa80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.806+0000 7f0fade5a640 1 -- 172.21.15.39:0/2343468836 shutdown_connections 2024-09-13T16:18:18.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.806+0000 7f0fade5a640 1 -- 172.21.15.39:0/2343468836 wait complete. 2024-09-13T16:18:18.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.807+0000 7f0fade5a640 1 Processor -- start 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.807+0000 7f0fade5a640 1 -- start start 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fade5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa80ca4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fade5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fa80b3610 0x7f0fa80a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fade5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa80a8990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fade5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa80ad9b0 con 0x7f0fa8143d30 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fade5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa80aa860 con 0x7f0fa80b3610 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fade5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fa812ff60 con 0x7f0fa806f880 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa80a8990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa77fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa80ca4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa77fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa80ca4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:58274/0 (socket says 172.21.15.39:58274) 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa77fe640 1 -- 172.21.15.39:0/4093402982 learned_addr learned my addr 172.21.15.39:0/4093402982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:18.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa80a8990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33150/0 (socket says 172.21.15.39:33150) 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa6ffd640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fa80b3610 0x7f0fa80a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 -- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 msgr2=0x7f0fa80ca4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa80ca4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 -- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fa80b3610 msgr2=0x7f0fa80a8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fa80b3610 0x7f0fa80a8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 -- 172.21.15.39:0/4093402982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0f980094d0 con 0x7f0fa8143d30 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa77fe640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa80ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0fa7fff640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa80a8990 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0007d90 tx=0x7f0fa000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0018070 con 0x7f0fa8143d30 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.808+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fa000ed70 con 0x7f0fa8143d30 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.809+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fa80ad6d0 con 0x7f0fa8143d30 2024-09-13T16:18:18.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.809+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fa0003bb0 con 0x7f0fa8143d30 2024-09-13T16:18:18.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.809+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fa812fbf0 con 0x7f0fa8143d30 2024-09-13T16:18:18.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.810+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fa812f770 con 0x7f0fa8143d30 2024-09-13T16:18:18.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.810+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0fa0014420 con 0x7f0fa8143d30 2024-09-13T16:18:18.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.810+0000 7f0f8ffff640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac30 0x7f0f9406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:18.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.811+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(94..94 src has 1..94) v4 ==== 6139+0+0 (secure 0 0 0) 0x7f0fa0089590 con 0x7f0fa8143d30 2024-09-13T16:18:18.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.811+0000 7f0fa77fe640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac30 0x7f0f9406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:18.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.811+0000 7f0fa77fe640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac30 0x7f0f9406d0f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f0f980090b0 tx=0x7f0f9802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:18.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:18.815+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0fa812f770 con 0x7f0fa8143d30 2024-09-13T16:18:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.024+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f0fa812f770 con 0x7f0fa8143d30 2024-09-13T16:18:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.387+0000 7f0f8ffff640 1 -- 172.21.15.39:0/4093402982 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v105) v1 ==== 162+0+0 (secure 0 0 0) 0x7f0fa812f770 con 0x7f0fa8143d30 2024-09-13T16:18:19.388 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac30 msgr2=0x7f0f9406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac30 0x7f0f9406d0f0 secure :-1 s=READY pgs=660 cs=0 l=1 rev1=1 crypto rx=0x7f0f980090b0 tx=0x7f0f9802e000 comp rx=0 tx=0).stop 2024-09-13T16:18:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 msgr2=0x7f0fa80a8990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa80a8990 secure :-1 s=READY pgs=1659 cs=0 l=1 rev1=1 crypto rx=0x7f0fa0007d90 tx=0x7f0fa000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 shutdown_connections 2024-09-13T16:18:19.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac30 0x7f0f9406d0f0 unknown :-1 s=CLOSED pgs=660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fa8143d30 0x7f0fa80a8990 unknown :-1 s=CLOSED pgs=1659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fa80b3610 0x7f0fa80a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 --2- 172.21.15.39:0/4093402982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fa806f880 0x7f0fa80ca4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.389+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 >> 172.21.15.39:0/4093402982 conn(0x7f0fa80b00a0 msgr2=0x7f0fa815d320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.390+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 shutdown_connections 2024-09-13T16:18:19.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.390+0000 7f0fade5a640 1 -- 172.21.15.39:0/4093402982 wait complete. 2024-09-13T16:18:19.399 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:19.398+0000 7f96abaa9640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-13T16:18:19.399 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:19.398+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:19.399 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:19.398+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:18:19.405 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:19.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.508+0000 7f54fe253640 1 Processor -- start 2024-09-13T16:18:19.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.508+0000 7f54fe253640 1 -- start start 2024-09-13T16:18:19.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54fe253640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f54f80ce980 0x7f54f80cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54fe253640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80cc650 0x7f54f815c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54fe253640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f54f815aa50 con 0x7f54f80721f0 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54fe253640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54f815bed0 con 0x7f54f80ce980 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54fe253640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54f815af50 con 0x7f54f80cc650 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54f7fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80cc650 0x7f54f815c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54f6ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f54f80ce980 0x7f54f80cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54f77fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f54f80721f0 0x7f54f80ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:51746/0 (socket says 172.21.15.39:51746) 2024-09-13T16:18:19.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.509+0000 7f54f77fe640 1 -- 172.21.15.39:0/3857015872 learned_addr learned my addr 172.21.15.39:0/3857015872 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:19.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f67fc640 1 -- 172.21.15.39:0/3857015872 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 485240329 0 0) 0x7f54f815aa50 con 0x7f54f80721f0 2024-09-13T16:18:19.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f67fc640 1 -- 172.21.15.39:0/3857015872 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f54e4003520 con 0x7f54f80721f0 2024-09-13T16:18:19.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f7fff640 1 -- 172.21.15.39:0/3857015872 >> v2:172.21.15.157:3300/0 conn(0x7f54f80ce980 msgr2=0x7f54f80cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:19.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f7fff640 1 --2- 172.21.15.39:0/3857015872 >> v2:172.21.15.157:3300/0 conn(0x7f54f80ce980 0x7f54f80cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f7fff640 1 -- 172.21.15.39:0/3857015872 >> v1:172.21.15.157:6789/0 conn(0x7f54f80721f0 legacy=0x7f54f80ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f7fff640 1 -- 172.21.15.39:0/3857015872 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54f80cd6c0 con 0x7f54f80cc650 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.510+0000 7f54f6ffd640 1 --2- 172.21.15.39:0/3857015872 >> v2:172.21.15.157:3300/0 conn(0x7f54f80ce980 0x7f54f80cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54f7fff640 1 --2- 172.21.15.39:0/3857015872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80cc650 0x7f54f815c2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009d90 tx=0x7f54f002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75e6a6611bd17c38 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54f67fc640 1 -- 172.21.15.39:0/3857015872 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0031600 con 0x7f54f80cc650 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54f67fc640 1 -- 172.21.15.39:0/3857015872 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54f002d050 con 0x7f54f80cc650 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54f67fc640 1 -- 172.21.15.39:0/3857015872 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54f0031980 con 0x7f54f80cc650 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 -- 172.21.15.39:0/3857015872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80cc650 msgr2=0x7f54f815c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 --2- 172.21.15.39:0/3857015872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80cc650 0x7f54f815c2f0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f54f0009d90 tx=0x7f54f002a5d0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 -- 172.21.15.39:0/3857015872 shutdown_connections 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 --2- 172.21.15.39:0/3857015872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80cc650 0x7f54f815c2f0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 --2- 172.21.15.39:0/3857015872 >> v2:172.21.15.157:3300/0 conn(0x7f54f80ce980 0x7f54f80cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 -- 172.21.15.39:0/3857015872 >> 172.21.15.39:0/3857015872 conn(0x7f54f806b3b0 msgr2=0x7f54f806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:19.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 -- 172.21.15.39:0/3857015872 shutdown_connections 2024-09-13T16:18:19.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.511+0000 7f54fe253640 1 -- 172.21.15.39:0/3857015872 wait complete. 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.513+0000 7f54fe253640 1 Processor -- start 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.513+0000 7f54fe253640 1 -- start start 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.513+0000 7f54fe253640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80721f0 0x7f54f81573f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.513+0000 7f54fe253640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 0x7f54f8142b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54fe253640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54f80ce980 0x7f54f8145420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54fe253640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54f8156fd0 con 0x7f54f80cc650 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54fe253640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54f8157930 con 0x7f54f80ce980 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54fe253640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f54f8143090 con 0x7f54f80721f0 2024-09-13T16:18:19.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 0x7f54f8142b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 0x7f54f8142b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33156/0 (socket says 172.21.15.39:33156) 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 -- 172.21.15.39:0/3021726548 learned_addr learned my addr 172.21.15.39:0/3021726548 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f77fe640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80721f0 0x7f54f81573f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f7fff640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54f80ce980 0x7f54f8145420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 -- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80721f0 msgr2=0x7f54f81573f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80721f0 0x7f54f81573f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 -- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54f80ce980 msgr2=0x7f54f8145420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54f80ce980 0x7f54f8145420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 -- 172.21.15.39:0/3021726548 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f54e0009400 con 0x7f54f80cc650 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f7fff640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54f80ce980 0x7f54f8145420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54f6ffd640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 0x7f54f8142b50 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7f54e000ebe0 tx=0x7f54e000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:19.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54e0009760 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54e000cc30 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f54f0009a70 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54e000eee0 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.514+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54f8146250 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.515+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54f80672f0 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.516+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f54e0013470 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.516+0000 7f54effff640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d806ac00 0x7f54d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.516+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7f54e0089820 con 0x7f54f80cc650 2024-09-13T16:18:19.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.517+0000 7f54f77fe640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d806ac00 0x7f54d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.517+0000 7f54f77fe640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d806ac00 0x7f54d806d0c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f54e80011e0 tx=0x7f54e8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:19.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.520+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f54e0054880 con 0x7f54f80cc650 2024-09-13T16:18:19.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.729+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f54f80cc110 con 0x7f54f80cc650 2024-09-13T16:18:19.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.730+0000 7f54effff640 1 -- 172.21.15.39:0/3021726548 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) v1 ==== 95+0+3219 (secure 0 0 0) 0x7f54e0017cb0 con 0x7f54f80cc650 2024-09-13T16:18:19.731 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:19.731 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":107,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":107,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:19.399706+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:19.731 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 107 2024-09-13T16:18:19.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d806ac00 msgr2=0x7f54d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d806ac00 0x7f54d806d0c0 secure :-1 s=READY pgs=661 cs=0 l=1 rev1=1 crypto rx=0x7f54e80011e0 tx=0x7f54e8009040 comp rx=0 tx=0).stop 2024-09-13T16:18:19.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 msgr2=0x7f54f8142b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 0x7f54f8142b50 secure :-1 s=READY pgs=1660 cs=0 l=1 rev1=1 crypto rx=0x7f54e000ebe0 tx=0x7f54e000c520 comp rx=0 tx=0).stop 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 shutdown_connections 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f54d806ac00 0x7f54d806d0c0 unknown :-1 s=CLOSED pgs=661 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54f80ce980 0x7f54f8145420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54f80cc650 0x7f54f8142b50 unknown :-1 s=CLOSED pgs=1660 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.731+0000 7f54fe253640 1 --2- 172.21.15.39:0/3021726548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f54f80721f0 0x7f54f81573f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.732+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 >> 172.21.15.39:0/3021726548 conn(0x7f54f806b3b0 msgr2=0x7f54f80717f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.732+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 shutdown_connections 2024-09-13T16:18:19.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.732+0000 7f54fe253640 1 -- 172.21.15.39:0/3021726548 wait complete. 2024-09-13T16:18:19.745 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:19.745 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:19.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.846+0000 7fd91f9d4640 1 Processor -- start 2024-09-13T16:18:19.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.846+0000 7fd91f9d4640 1 -- start start 2024-09-13T16:18:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91f9d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd91815abe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91f9d4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd91815bc10 con 0x7fd9181440a0 2024-09-13T16:18:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91f9d4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd918070440 con 0x7fd9180cc500 2024-09-13T16:18:19.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91f9d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd91815b120 con 0x7fd9180cfaf0 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91d770640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd9181440a0 0x7fd9180cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53766/0 (socket says 172.21.15.39:53766) 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91d770640 1 -- 172.21.15.39:0/3170843814 learned_addr learned my addr 172.21.15.39:0/3170843814 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd91815abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.847+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2746396288 0 0) 0x7fd91815bc10 con 0x7fd9181440a0 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd900003520 con 0x7fd9181440a0 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 16245681 0 0) 0x7fd900003520 con 0x7fd9181440a0 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 msgr2=0x7fd91815abe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd91815abe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 >> v1:172.21.15.157:6789/0 conn(0x7fd9180cc500 legacy=0x7fd9180708d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd918144480 con 0x7fd9181440a0 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd9080019f0 con 0x7fd9181440a0 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 >> v1:172.21.15.39:6789/0 conn(0x7fd9181440a0 legacy=0x7fd9180cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd9000039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd9000047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd900004d00 0x7fd900005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd91815b120 con 0x7fd900003ee0 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd90000b9e0 con 0x7fd900004d00 2024-09-13T16:18:19.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd9000047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd90000bba0 con 0x7fd9180cfaf0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91d770640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd9000039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91df71640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd900004d00 0x7fd900005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91cf6f640 1 -- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 msgr2=0x7fd9000039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd9000039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91cf6f640 1 -- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd900004d00 msgr2=0x7fd900005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd900004d00 0x7fd900005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91cf6f640 1 -- 172.21.15.39:0/3170843814 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd900003520 con 0x7fd900003ee0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.848+0000 7fd91d770640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd9180cfaf0 0x7fd9000039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.849+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd9000047c0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7fd91815e170 tx=0x7fd9000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=440aba92a894323d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.849+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90c031400 con 0x7fd900003ee0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.849+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd90c02d050 con 0x7fd900003ee0 2024-09-13T16:18:19.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.849+0000 7fd917fff640 1 -- 172.21.15.39:0/3170843814 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90c031780 con 0x7fd900003ee0 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3170843814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 msgr2=0x7fd9000047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3170843814 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd9000047c0 secure :-1 s=READY pgs=1662 cs=0 l=1 rev1=1 crypto rx=0x7fd91815e170 tx=0x7fd9000057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91df71640 1 -- 172.21.15.39:0/3170843814 reap_dead start 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3170843814 shutdown_connections 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3170843814 >> 172.21.15.39:0/3170843814 conn(0x7fd918065bd0 msgr2=0x7fd918065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3170843814 shutdown_connections 2024-09-13T16:18:19.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.850+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3170843814 wait complete. 2024-09-13T16:18:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.851+0000 7fd91f9d4640 1 Processor -- start 2024-09-13T16:18:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.851+0000 7fd91f9d4640 1 -- start start 2024-09-13T16:18:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd91815a1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd91813fad0 0x7fd91813ff50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180c5c50 0x7fd9180c60d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9180c6610 con 0x7fd900003ee0 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9180c4530 con 0x7fd9180c5c50 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd91815a700 con 0x7fd91813fad0 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd91815a1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd91815a1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33184/0 (socket says 172.21.15.39:33184) 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 -- 172.21.15.39:0/3045906538 learned_addr learned my addr 172.21.15.39:0/3045906538 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 -- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd91813fad0 msgr2=0x7fd91813ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd91813fad0 0x7fd91813ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 -- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180c5c50 msgr2=0x7fd9180c60d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91df71640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180c5c50 0x7fd9180c60d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180c5c50 0x7fd9180c60d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 -- 172.21.15.39:0/3045906538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9180c4780 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91df71640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180c5c50 0x7fd9180c60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91d770640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd91815a1c0 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fd908007b10 tx=0x7fd908007c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd90800eea0 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd908014480 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9180c4a60 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.852+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9080147f0 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.853+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9180c5020 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.854+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9180672f0 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.854+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd908014950 con 0x7fd900003ee0 2024-09-13T16:18:19.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.855+0000 7fd915ffb640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90406ac00 0x7fd90406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:19.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.855+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7fd908089710 con 0x7fd900003ee0 2024-09-13T16:18:19.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.855+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90406ac00 0x7fd90406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:19.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.855+0000 7fd91cf6f640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90406ac00 0x7fd90406d0c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fd90c033000 tx=0x7fd90c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:19.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:19.859+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd908054790 con 0x7fd900003ee0 2024-09-13T16:18:20.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.064+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd91806ac90 con 0x7fd900003ee0 2024-09-13T16:18:20.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.065+0000 7fd915ffb640 1 -- 172.21.15.39:0/3045906538 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) v1 ==== 95+0+3219 (secure 0 0 0) 0x7fd908019cb0 con 0x7fd900003ee0 2024-09-13T16:18:20.067 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:20.067 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":107,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":107,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:19.399706+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:20.067 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 107 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90406ac00 msgr2=0x7fd90406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90406ac00 0x7fd90406d0c0 secure :-1 s=READY pgs=662 cs=0 l=1 rev1=1 crypto rx=0x7fd90c033000 tx=0x7fd90c02e000 comp rx=0 tx=0).stop 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 msgr2=0x7fd91815a1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd91815a1c0 secure :-1 s=READY pgs=1663 cs=0 l=1 rev1=1 crypto rx=0x7fd908007b10 tx=0x7fd908007c00 comp rx=0 tx=0).stop 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 shutdown_connections 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd90406ac00 0x7fd90406d0c0 unknown :-1 s=CLOSED pgs=662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd9180c5c50 0x7fd9180c60d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd91813fad0 0x7fd91813ff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 --2- 172.21.15.39:0/3045906538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd900003ee0 0x7fd91815a1c0 unknown :-1 s=CLOSED pgs=1663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 >> 172.21.15.39:0/3045906538 conn(0x7fd918065bd0 msgr2=0x7fd9181424f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:20.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 shutdown_connections 2024-09-13T16:18:20.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.067+0000 7fd91f9d4640 1 -- 172.21.15.39:0/3045906538 wait complete. 2024-09-13T16:18:20.079 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:20.080 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:20.109 INFO:tasks.ceph.mds.c.smithi039.stderr: -31> 2024-09-13T16:18:15.356+0000 7fae60e3c640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (2) No such file or directory 2024-09-13T16:18:20.133 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:18:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.182+0000 7f239005a640 1 Processor -- start 2024-09-13T16:18:20.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.182+0000 7f239005a640 1 -- start start 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f239005a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f238815c990 0x7f23880cca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f239005a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2388069ed0 0x7f238806a310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f239005a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f238815d000 0x7f238815d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f239005a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23880cbd50 con 0x7f238815d000 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f239005a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f238806f2f0 con 0x7f238815c990 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f239005a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f238806a850 con 0x7f2388069ed0 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f238815d000 0x7f238815d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f238815d000 0x7f238815d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33210/0 (socket says 172.21.15.39:33210) 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 -- 172.21.15.39:0/4239400276 learned_addr learned my addr 172.21.15.39:0/4239400276 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238ddf6640 1 --2- 172.21.15.39:0/4239400276 >> v2:172.21.15.157:3300/0 conn(0x7f238815c990 0x7f23880cca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238d5f5640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2388069ed0 0x7f238806a310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 -- 172.21.15.39:0/4239400276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2388069ed0 msgr2=0x7f238806a310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2388069ed0 0x7f238806a310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 -- 172.21.15.39:0/4239400276 >> v2:172.21.15.157:3300/0 conn(0x7f238815c990 msgr2=0x7f23880cca60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 --2- 172.21.15.39:0/4239400276 >> v2:172.21.15.157:3300/0 conn(0x7f238815c990 0x7f23880cca60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238e5f7640 1 -- 172.21.15.39:0/4239400276 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2388150960 con 0x7f238815d000 2024-09-13T16:18:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238ddf6640 1 --2- 172.21.15.39:0/4239400276 >> v2:172.21.15.157:3300/0 conn(0x7f238815c990 0x7f23880cca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:20.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.183+0000 7f238d5f5640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2388069ed0 0x7f238806a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.184+0000 7f238e5f7640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f238815d000 0x7f238815d490 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f2388067900 tx=0x7f238002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47a58563691bc95a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.184+0000 7f238cdf4640 1 -- 172.21.15.39:0/4239400276 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2380031600 con 0x7f238815d000 2024-09-13T16:18:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.184+0000 7f238cdf4640 1 -- 172.21.15.39:0/4239400276 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f238002d050 con 0x7f238815d000 2024-09-13T16:18:20.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.184+0000 7f238cdf4640 1 -- 172.21.15.39:0/4239400276 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2380031980 con 0x7f238815d000 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 -- 172.21.15.39:0/4239400276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f238815d000 msgr2=0x7f238815d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f238815d000 0x7f238815d490 secure :-1 s=READY pgs=1666 cs=0 l=1 rev1=1 crypto rx=0x7f2388067900 tx=0x7f238002a730 comp rx=0 tx=0).stop 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 -- 172.21.15.39:0/4239400276 shutdown_connections 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f238815d000 0x7f238815d490 unknown :-1 s=CLOSED pgs=1666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 --2- 172.21.15.39:0/4239400276 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2388069ed0 0x7f238806a310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 --2- 172.21.15.39:0/4239400276 >> v2:172.21.15.157:3300/0 conn(0x7f238815c990 0x7f23880cca60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 -- 172.21.15.39:0/4239400276 >> 172.21.15.39:0/4239400276 conn(0x7f238806b3b0 msgr2=0x7f238806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 -- 172.21.15.39:0/4239400276 shutdown_connections 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.185+0000 7f239005a640 1 -- 172.21.15.39:0/4239400276 wait complete. 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.186+0000 7f239005a640 1 Processor -- start 2024-09-13T16:18:20.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.186+0000 7f239005a640 1 -- start start 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f239005a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 0x7f23881f3bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f239005a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f238815c990 0x7f238814f7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f239005a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f238815d000 0x7f23881ef380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f239005a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2388149b40 con 0x7f2388069ed0 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f239005a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2388157a40 con 0x7f238815c990 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f239005a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2388157d20 con 0x7f238815d000 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 0x7f23881f3bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 0x7f23881f3bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33212/0 (socket says 172.21.15.39:33212) 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 -- 172.21.15.39:0/844882191 learned_addr learned my addr 172.21.15.39:0/844882191 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238e5f7640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f238815d000 0x7f23881ef380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 -- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f238815d000 msgr2=0x7f23881ef380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238d5f5640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f238815c990 0x7f238814f7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f238815d000 0x7f23881ef380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 -- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f238815c990 msgr2=0x7f238814f7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f238815c990 0x7f238814f7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 -- 172.21.15.39:0/844882191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2380009b30 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238e5f7640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f238815d000 0x7f23881ef380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238d5f5640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f238815c990 0x7f238814f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f238ddf6640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 0x7f23881f3bf0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f238400c7f0 tx=0x7f238400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.187+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2384007a30 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.188+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2384007b90 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.188+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2388158000 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.188+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f238400ce40 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.188+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23881576a0 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.189+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2388158520 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.189+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f23840113f0 con 0x7f2388069ed0 2024-09-13T16:18:20.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.190+0000 7f237e7fc640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f236c06ac00 0x7f236c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.190+0000 7f238d5f5640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f236c06ac00 0x7f236c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.190+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7f2384089750 con 0x7f2388069ed0 2024-09-13T16:18:20.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.190+0000 7f238d5f5640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f236c06ac00 0x7f236c06d0c0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f238815be30 tx=0x7f2378008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:20.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.194+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2388158520 con 0x7f2388069ed0 2024-09-13T16:18:20.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.403+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f23880cb970 con 0x7f2388069ed0 2024-09-13T16:18:20.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.404+0000 7f237e7fc640 1 -- 172.21.15.39:0/844882191 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 107 v107) v1 ==== 95+0+3219 (secure 0 0 0) 0x7f238401fcb0 con 0x7f2388069ed0 2024-09-13T16:18:20.405 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:20.406 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":107,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":107,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:19.399706+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:20.406 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 107 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f236c06ac00 msgr2=0x7f236c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f236c06ac00 0x7f236c06d0c0 secure :-1 s=READY pgs=663 cs=0 l=1 rev1=1 crypto rx=0x7f238815be30 tx=0x7f2378008040 comp rx=0 tx=0).stop 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 msgr2=0x7f23881f3bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 0x7f23881f3bf0 secure :-1 s=READY pgs=1667 cs=0 l=1 rev1=1 crypto rx=0x7f238400c7f0 tx=0x7f238400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 shutdown_connections 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f236c06ac00 0x7f236c06d0c0 unknown :-1 s=CLOSED pgs=663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f238815d000 0x7f23881ef380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f238815c990 0x7f238814f7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 --2- 172.21.15.39:0/844882191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2388069ed0 0x7f23881f3bf0 unknown :-1 s=CLOSED pgs=1667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 >> 172.21.15.39:0/844882191 conn(0x7f238806b3b0 msgr2=0x7f23880b1b40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:20.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 shutdown_connections 2024-09-13T16:18:20.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.406+0000 7f239005a640 1 -- 172.21.15.39:0/844882191 wait complete. 2024-09-13T16:18:20.419 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 200.00000001' led to DAMAGED state 2024-09-13T16:18:20.419 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds0_openfiles.0' 2024-09-13T16:18:20.419 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:20.419 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:20.475 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:18:20.476 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:20.476 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:20.476 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:20.476 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:20.532 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:20.532 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:18:20.532 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:20.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.674+0000 7ff6495aa640 1 Processor -- start 2024-09-13T16:18:20.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.675+0000 7ff6495aa640 1 -- start start 2024-09-13T16:18:20.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.675+0000 7ff6495aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff6440ceb30 0x7ff644163f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.675+0000 7ff6495aa640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff644159760 con 0x7ff64415a360 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.675+0000 7ff6495aa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff64415a880 con 0x7ff644159380 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.675+0000 7ff6495aa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6440b38f0 con 0x7ff6440ceb30 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff6437fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff6440ceb30 0x7ff644163f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff6427fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff64415a360 0x7ff6440ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53772/0 (socket says 172.21.15.39:53772) 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff6427fc640 1 -- 172.21.15.39:0/3745919210 learned_addr learned my addr 172.21.15.39:0/3745919210 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff6437fe640 1 -- 172.21.15.39:0/3745919210 >> v1:172.21.15.157:6789/0 conn(0x7ff644159380 legacy=0x7ff6440b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff641ffb640 1 -- 172.21.15.39:0/3745919210 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3042494676 0 0) 0x7ff644159760 con 0x7ff64415a360 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff6437fe640 1 -- 172.21.15.39:0/3745919210 >> v1:172.21.15.39:6789/0 conn(0x7ff64415a360 legacy=0x7ff6440ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.676+0000 7ff6437fe640 1 -- 172.21.15.39:0/3745919210 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff64415ab60 con 0x7ff6440ceb30 2024-09-13T16:18:20.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6437fe640 1 --2- 172.21.15.39:0/3745919210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff644163f50 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7ff63c009d90 tx=0x7ff63c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f64d079d9d2d9ace server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff641ffb640 1 -- 172.21.15.39:0/3745919210 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63c007740 con 0x7ff6440ceb30 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff641ffb640 1 -- 172.21.15.39:0/3745919210 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff63c02d050 con 0x7ff6440ceb30 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff641ffb640 1 -- 172.21.15.39:0/3745919210 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff63c007ac0 con 0x7ff6440ceb30 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 -- 172.21.15.39:0/3745919210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 msgr2=0x7ff644163f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 --2- 172.21.15.39:0/3745919210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff644163f50 secure :-1 s=READY pgs=1669 cs=0 l=1 rev1=1 crypto rx=0x7ff63c009d90 tx=0x7ff63c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 -- 172.21.15.39:0/3745919210 shutdown_connections 2024-09-13T16:18:20.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 --2- 172.21.15.39:0/3745919210 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff644163f50 unknown :-1 s=CLOSED pgs=1669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 -- 172.21.15.39:0/3745919210 >> 172.21.15.39:0/3745919210 conn(0x7ff6440b15d0 msgr2=0x7ff6440b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:20.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 -- 172.21.15.39:0/3745919210 shutdown_connections 2024-09-13T16:18:20.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.677+0000 7ff6495aa640 1 -- 172.21.15.39:0/3745919210 wait complete. 2024-09-13T16:18:20.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.679+0000 7ff6495aa640 1 Processor -- start 2024-09-13T16:18:20.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.679+0000 7ff6495aa640 1 -- start start 2024-09-13T16:18:20.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.679+0000 7ff6495aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff6441ed930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff644159380 0x7ff64413a600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff64415a360 0x7ff644152590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff644152170 con 0x7ff6440ceb30 2024-09-13T16:18:20.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6441512a0 con 0x7ff644159380 2024-09-13T16:18:20.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6441378a0 con 0x7ff64415a360 2024-09-13T16:18:20.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff6441ed930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff6441ed930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33242/0 (socket says 172.21.15.39:33242) 2024-09-13T16:18:20.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 -- 172.21.15.39:0/2838540390 learned_addr learned my addr 172.21.15.39:0/2838540390 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:20.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6427fc640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff644159380 0x7ff64413a600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6437fe640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff64415a360 0x7ff644152590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 -- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff64415a360 msgr2=0x7ff644152590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff64415a360 0x7ff644152590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 -- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff644159380 msgr2=0x7ff64413a600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:20.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff644159380 0x7ff64413a600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:20.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 -- 172.21.15.39:0/2838540390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff63c009a70 con 0x7ff6440ceb30 2024-09-13T16:18:20.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff642ffd640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff6441ed930 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7ff63400c450 tx=0x7ff63400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:20.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6340052d0 con 0x7ff6440ceb30 2024-09-13T16:18:20.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff634005430 con 0x7ff6440ceb30 2024-09-13T16:18:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6441ede70 con 0x7ff6440ceb30 2024-09-13T16:18:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff634012870 con 0x7ff6440ceb30 2024-09-13T16:18:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.680+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff64413ab90 con 0x7ff6440ceb30 2024-09-13T16:18:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.681+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6440672f0 con 0x7ff6440ceb30 2024-09-13T16:18:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.682+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff6340129d0 con 0x7ff6440ceb30 2024-09-13T16:18:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.682+0000 7ff62b7fe640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff63006ac00 0x7ff63006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:20.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.682+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7ff634089070 con 0x7ff6440ceb30 2024-09-13T16:18:20.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.683+0000 7ff6427fc640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff63006ac00 0x7ff63006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:20.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.683+0000 7ff6427fc640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff63006ac00 0x7ff63006d0c0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff6440cc680 tx=0x7ff638007d00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:20.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.687+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff634054040 con 0x7ff6440ceb30 2024-09-13T16:18:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:20.892+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff6441523e0 con 0x7ff6440ceb30 2024-09-13T16:18:21.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.416+0000 7ff62b7fe640 1 -- 172.21.15.39:0/2838540390 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v109) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff634057660 con 0x7ff6440ceb30 2024-09-13T16:18:21.418 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:21.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff63006ac00 msgr2=0x7ff63006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:21.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff63006ac00 0x7ff63006d0c0 secure :-1 s=READY pgs=665 cs=0 l=1 rev1=1 crypto rx=0x7ff6440cc680 tx=0x7ff638007d00 comp rx=0 tx=0).stop 2024-09-13T16:18:21.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 msgr2=0x7ff6441ed930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:21.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff6441ed930 secure :-1 s=READY pgs=1670 cs=0 l=1 rev1=1 crypto rx=0x7ff63400c450 tx=0x7ff63400c910 comp rx=0 tx=0).stop 2024-09-13T16:18:21.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 shutdown_connections 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff63006ac00 0x7ff63006d0c0 unknown :-1 s=CLOSED pgs=665 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff64415a360 0x7ff644152590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff644159380 0x7ff64413a600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 --2- 172.21.15.39:0/2838540390 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff6440ceb30 0x7ff6441ed930 unknown :-1 s=CLOSED pgs=1670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 >> 172.21.15.39:0/2838540390 conn(0x7ff6440b15d0 msgr2=0x7ff644157980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 shutdown_connections 2024-09-13T16:18:21.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.419+0000 7ff6495aa640 1 -- 172.21.15.39:0/2838540390 wait complete. 2024-09-13T16:18:21.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:21.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.541+0000 7fabcf232640 1 Processor -- start 2024-09-13T16:18:21.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.541+0000 7fabcf232640 1 -- start start 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcf232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc8154a80 0x7fabc80b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcf232640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fabc80b2b20 0x7fabc8071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcf232640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fabc80717c0 0x7fabc8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcf232640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc8071c70 con 0x7fabc80b2b20 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcf232640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fabc80b2ff0 con 0x7fabc80717c0 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcf232640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc80b32d0 con 0x7fabc8154a80 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fabc80b2b20 0x7fabc8071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fabc80b2b20 0x7fabc8071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33244/0 (socket says 172.21.15.39:33244) 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 -- 172.21.15.39:0/812353486 learned_addr learned my addr 172.21.15.39:0/812353486 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:21.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabccfce640 1 --2- 172.21.15.39:0/812353486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc8154a80 0x7fabc80b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabcd7cf640 1 --2- 172.21.15.39:0/812353486 >> v2:172.21.15.157:3300/0 conn(0x7fabc80717c0 0x7fabc8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 -- 172.21.15.39:0/812353486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc8154a80 msgr2=0x7fabc80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:21.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 --2- 172.21.15.39:0/812353486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc8154a80 0x7fabc80b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 -- 172.21.15.39:0/812353486 >> v2:172.21.15.157:3300/0 conn(0x7fabc80717c0 msgr2=0x7fabc8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:21.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 --2- 172.21.15.39:0/812353486 >> v2:172.21.15.157:3300/0 conn(0x7fabc80717c0 0x7fabc8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.542+0000 7fabc7fff640 1 -- 172.21.15.39:0/812353486 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabc80b35b0 con 0x7fabc80b2b20 2024-09-13T16:18:21.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.543+0000 7fabc7fff640 1 --2- 172.21.15.39:0/812353486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc8071280 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7fabc80c3c90 tx=0x7fabb802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=adb63894f5a35972 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.543+0000 7fabc77fe640 1 -- 172.21.15.39:0/812353486 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb8031600 con 0x7fabc80b2b20 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.543+0000 7fabc77fe640 1 -- 172.21.15.39:0/812353486 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabb802d050 con 0x7fabc80b2b20 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.543+0000 7fabc77fe640 1 -- 172.21.15.39:0/812353486 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb8031980 con 0x7fabc80b2b20 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 -- 172.21.15.39:0/812353486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 msgr2=0x7fabc8071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 --2- 172.21.15.39:0/812353486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc8071280 secure :-1 s=READY pgs=1671 cs=0 l=1 rev1=1 crypto rx=0x7fabc80c3c90 tx=0x7fabb802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 -- 172.21.15.39:0/812353486 shutdown_connections 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 --2- 172.21.15.39:0/812353486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc8071280 unknown :-1 s=CLOSED pgs=1671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 --2- 172.21.15.39:0/812353486 >> v2:172.21.15.157:3300/0 conn(0x7fabc80717c0 0x7fabc8069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 --2- 172.21.15.39:0/812353486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc8154a80 0x7fabc80b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 -- 172.21.15.39:0/812353486 >> 172.21.15.39:0/812353486 conn(0x7fabc80b15d0 msgr2=0x7fabc80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:21.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 -- 172.21.15.39:0/812353486 shutdown_connections 2024-09-13T16:18:21.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.544+0000 7fabcf232640 1 -- 172.21.15.39:0/812353486 wait complete. 2024-09-13T16:18:21.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.545+0000 7fabcf232640 1 Processor -- start 2024-09-13T16:18:21.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.545+0000 7fabcf232640 1 -- start start 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcf232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc80717c0 0x7fabc8147d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcf232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc81e15b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcf232640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fabc8154a80 0x7fabc81575b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcf232640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc81e2b80 con 0x7fabc80b2b20 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcf232640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fabc81e1f00 con 0x7fabc8154a80 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcf232640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fabc81e21e0 con 0x7fabc80717c0 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc81e15b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc81e15b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33250/0 (socket says 172.21.15.39:33250) 2024-09-13T16:18:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 -- 172.21.15.39:0/2599943239 learned_addr learned my addr 172.21.15.39:0/2599943239 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcd7cf640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fabc8154a80 0x7fabc81575b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabccfce640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc80717c0 0x7fabc8147d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 -- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc80717c0 msgr2=0x7fabc8147d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc80717c0 0x7fabc8147d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 -- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fabc8154a80 msgr2=0x7fabc81575b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fabc8154a80 0x7fabc81575b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 -- 172.21.15.39:0/2599943239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fabb8009b30 con 0x7fabc80b2b20 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabcd7cf640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fabc8154a80 0x7fabc81575b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.546+0000 7fabc7fff640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc81e15b0 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7fabb8000f80 tx=0x7fabb8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.547+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb803d860 con 0x7fabc80b2b20 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.547+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fabb803d9c0 con 0x7fabc80b2b20 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.547+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fabc81e24c0 con 0x7fabc80b2b20 2024-09-13T16:18:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.547+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fabb803dd70 con 0x7fabc80b2b20 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.547+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fabc8148280 con 0x7fabc80b2b20 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.548+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fabc81e2cc0 con 0x7fabc80b2b20 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.548+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fabb803b400 con 0x7fabc80b2b20 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.549+0000 7fabc57fa640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faba806ac00 0x7faba806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.549+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7fabb80aa520 con 0x7fabc80b2b20 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.549+0000 7fabccfce640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faba806ac00 0x7faba806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:21.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.549+0000 7fabccfce640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faba806ac00 0x7faba806d0c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fabb0006fd0 tx=0x7fabb0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:21.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.553+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fabc81e2cc0 con 0x7fabc80b2b20 2024-09-13T16:18:21.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:21.791+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fabc81e2cc0 con 0x7fabc80b2b20 2024-09-13T16:18:22.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.419+0000 7fabc57fa640 1 -- 172.21.15.39:0/2599943239 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v110) v1 ==== 101+0+0 (secure 0 0 0) 0x7fabc81e2cc0 con 0x7fabc80b2b20 2024-09-13T16:18:22.420 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faba806ac00 msgr2=0x7faba806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faba806ac00 0x7faba806d0c0 secure :-1 s=READY pgs=666 cs=0 l=1 rev1=1 crypto rx=0x7fabb0006fd0 tx=0x7fabb0008040 comp rx=0 tx=0).stop 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 msgr2=0x7fabc81e15b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc81e15b0 secure :-1 s=READY pgs=1672 cs=0 l=1 rev1=1 crypto rx=0x7fabb8000f80 tx=0x7fabb8004a40 comp rx=0 tx=0).stop 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 shutdown_connections 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faba806ac00 0x7faba806d0c0 unknown :-1 s=CLOSED pgs=666 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fabc8154a80 0x7fabc81575b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fabc80b2b20 0x7fabc81e15b0 unknown :-1 s=CLOSED pgs=1672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 --2- 172.21.15.39:0/2599943239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fabc80717c0 0x7fabc8147d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 >> 172.21.15.39:0/2599943239 conn(0x7fabc80b15d0 msgr2=0x7fabc8150fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:22.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 shutdown_connections 2024-09-13T16:18:22.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.421+0000 7fabcf232640 1 -- 172.21.15.39:0/2599943239 wait complete. 2024-09-13T16:18:22.436 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:22.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.481+0000 7f601c922f40 1 Processor -- start 2024-09-13T16:18:22.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.481+0000 7f601c922f40 1 -- start start 2024-09-13T16:18:22.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601c922f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92bf8f60 0x55bc92c235b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601c922f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92c00ca0 0x55bc92c23af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601c922f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b93090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601c922f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc92af64d0 con 0x55bc92c00750 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601c922f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc92a91b60 con 0x55bc92c00ca0 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601c922f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bc92a91800 con 0x55bc92bf8f60 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b93090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b93090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33262/0 (socket says 172.21.15.39:33262) 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 -- 172.21.15.39:0/292130826 learned_addr learned my addr 172.21.15.39:0/292130826 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:22.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601a421640 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92bf8f60 0x55bc92c235b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f6019c20640 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92c00ca0 0x55bc92c23af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 -- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92bf8f60 msgr2=0x55bc92c235b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92bf8f60 0x55bc92c235b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 -- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92c00ca0 msgr2=0x55bc92c23af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92c00ca0 0x55bc92c23af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 -- 172.21.15.39:0/292130826 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bc92aa0c20 con 0x55bc92c00750 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601a421640 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92bf8f60 0x55bc92c235b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.482+0000 7f601ac22640 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b93090 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7f60140525a0 tx=0x7f6014051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6953b3fc474daf20 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f6018c1e640 1 -- 172.21.15.39:0/292130826 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60140529e0 con 0x55bc92c00750 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f6018c1e640 1 -- 172.21.15.39:0/292130826 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6014052b40 con 0x55bc92c00750 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f6018c1e640 1 -- 172.21.15.39:0/292130826 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f601405d440 con 0x55bc92c00750 2024-09-13T16:18:22.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 -- 172.21.15.39:0/292130826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 msgr2=0x55bc92b93090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b93090 secure :-1 s=READY pgs=1675 cs=0 l=1 rev1=1 crypto rx=0x7f60140525a0 tx=0x7f6014051000 comp rx=0 tx=0).stop 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 -- 172.21.15.39:0/292130826 shutdown_connections 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b93090 unknown :-1 s=CLOSED pgs=1675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92c00ca0 0x55bc92c23af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 --2- 172.21.15.39:0/292130826 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92bf8f60 0x55bc92c235b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 -- 172.21.15.39:0/292130826 >> 172.21.15.39:0/292130826 conn(0x55bc92b4d040 msgr2=0x55bc92c242d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 -- 172.21.15.39:0/292130826 shutdown_connections 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.483+0000 7f601c922f40 1 -- 172.21.15.39:0/292130826 wait complete. 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 Processor -- start 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 -- start start 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92bf8f60 0x55bc92bf5c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b92aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92c00ca0 0x55bc92bf9f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc92a74520 con 0x55bc92c00750 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bc92b89d20 con 0x55bc92bf8f60 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.484+0000 7f601c922f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bc92c1dfa0 con 0x55bc92c00ca0 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b92aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b92aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33278/0 (socket says 172.21.15.39:33278) 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 learned_addr learned my addr 172.21.15.39:0/2367350103 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f601ac22640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92c00ca0 0x55bc92bf9f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92bf8f60 0x55bc92bf5c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92c00ca0 msgr2=0x55bc92bf9f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bc92c00ca0 0x55bc92bf9f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92bf8f60 msgr2=0x55bc92bf5c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bc92bf8f60 0x55bc92bf5c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f600c00a100 con 0x55bc92c00750 2024-09-13T16:18:22.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b92aa0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f6004001b40 tx=0x7f6004010ce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f60137fe640 1 -- 172.21.15.39:0/2367350103 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600400eda0 con 0x55bc92c00750 2024-09-13T16:18:22.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f60137fe640 1 -- 172.21.15.39:0/2367350103 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6004019440 con 0x55bc92c00750 2024-09-13T16:18:22.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55bc92a94060 con 0x55bc92c00750 2024-09-13T16:18:22.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f60137fe640 1 -- 172.21.15.39:0/2367350103 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60040197f0 con 0x55bc92c00750 2024-09-13T16:18:22.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.485+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bc92a93ac0 con 0x55bc92c00750 2024-09-13T16:18:22.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.487+0000 7f60137fe640 1 -- 172.21.15.39:0/2367350103 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6004019950 con 0x55bc92c00750 2024-09-13T16:18:22.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.487+0000 7f60137fe640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ffc0695e0 0x7f5ffc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.487+0000 7f60137fe640 1 -- 172.21.15.39:0/2367350103 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7f6004004040 con 0x55bc92c00750 2024-09-13T16:18:22.493 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.487+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ffc0695e0 0x7f5ffc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.487+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bc92b8ab20 0x55bc92c219d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.487+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92c21f10 con 0x55bc92b8ab20 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.488+0000 7f601ac22640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bc92b8ab20 0x55bc92c219d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.488+0000 7f601ac22640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bc92b8ab20 0x55bc92c219d0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.488+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ffc0695e0 0x7f5ffc06baa0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f600c005bf0 tx=0x7f600c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.489+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v95'164 uv138 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.489+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc41b0 con 0x55bc92b8ab20 2024-09-13T16:18:22.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.494+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v95'165 uv165 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.494+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4560 con 0x55bc92b8ab20 2024-09-13T16:18:22.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.495+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v95'166 uv166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.497 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:22.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.495+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc5920 con 0x55bc92b8ab20 2024-09-13T16:18:22.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.500+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v95'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.500+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc5cd0 con 0x55bc92b8ab20 2024-09-13T16:18:22.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.501+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v95'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.501+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4910 con 0x55bc92b8ab20 2024-09-13T16:18:22.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.503+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v95'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.503+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.504+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v95'170 uv144 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.504+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.505+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v95'171 uv171 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.505+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.510+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v95'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.511 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:22.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.510+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.511+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v95'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.511+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.516+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v95'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.516+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.521+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v95'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.521+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.522+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v95'176 uv151 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.522+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.524+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v95'177 uv177 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.524+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.525+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v95'178 uv178 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.526 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:22.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.525+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.526+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v95'179 uv179 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.526+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.527+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v95'180 uv180 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.527+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.528+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v95'181 uv181 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.528+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.529+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v95'182 uv182 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.529+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.530+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v95'183 uv157 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.530+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.531+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v95'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.531+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.532+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v95'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.534 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:22.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.532+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.533+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v95'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.534+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.535+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v95'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.535+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.536+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v95'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.536+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.536+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v95'189 uv163 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.537+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.538+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v95'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.538+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.539+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v95'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.540 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:22.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.539+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.540+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v95'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.540+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.541+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v95'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.541+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc4cc0 con 0x55bc92b8ab20 2024-09-13T16:18:22.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.542+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v95'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.542+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bc92cc51d0 0x55bc92cc8090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.542+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc85d0 con 0x55bc92cc51d0 2024-09-13T16:18:22.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.542+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bc92cc51d0 0x55bc92cc8090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.543+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bc92cc51d0 0x55bc92cc8090 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.544+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v95'128 uv112 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.544+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc8980 con 0x55bc92cc51d0 2024-09-13T16:18:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.545+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v95'129 uv129 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.545+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc8d30 con 0x55bc92cc51d0 2024-09-13T16:18:22.547 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:22.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.546+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v95'130 uv130 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.546+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc90e0 con 0x55bc92cc51d0 2024-09-13T16:18:22.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.547+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v95'131 uv131 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.547+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9490 con 0x55bc92cc51d0 2024-09-13T16:18:22.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.548+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v95'132 uv132 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.548+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9840 con 0x55bc92cc51d0 2024-09-13T16:18:22.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.549+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v95'133 uv115 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.549+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.550+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v95'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.550+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.551+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v95'135 uv135 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.553 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:22.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.551+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.553+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v95'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.553+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.554+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v95'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.554+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.555+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v95'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.556 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:22.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.555+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccd620 con 0x55bc92cc51d0 2024-09-13T16:18:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.556+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [write 0~14848] v95'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.556+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccd620 con 0x55bc92cc51d0 2024-09-13T16:18:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.557+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [omap-set-header] v95'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.557+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.562+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 606.00000000 [create] v95'141 uv126 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.562+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.563+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 606.00000000 [delete] v95'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.563+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.568+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v95'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.569 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:22.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.568+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccac00 con 0x55bc92cc51d0 2024-09-13T16:18:22.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.569+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [setxattr (30)] v95'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.569+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccac00 con 0x55bc92cc51d0 2024-09-13T16:18:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.570+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [setxattr (62)] v95'145 uv145 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.570+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92cc51d0 2024-09-13T16:18:22.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.571+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [omap-set-header] v95'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cc51d0 2024-09-13T16:18:22.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.571+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:51 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92b8ab20 2024-09-13T16:18:22.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.572+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(51 607.00000000 [create] v95'33 uv32 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.572+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:52 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92b8ab20 2024-09-13T16:18:22.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.573+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(52 607.00000000 [delete] v95'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.573+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92b8ab20 2024-09-13T16:18:22.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.574+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(53 607.00000000 [create] v95'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.576 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:22.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.574+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccac00 con 0x55bc92b8ab20 2024-09-13T16:18:22.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.575+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(54 607.00000000 [setxattr (30)] v95'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.575+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccac00 con 0x55bc92b8ab20 2024-09-13T16:18:22.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.576+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(55 607.00000000 [setxattr (62)] v95'37 uv37 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.576+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cc9bf0 con 0x55bc92b8ab20 2024-09-13T16:18:22.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.580+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(56 607.00000000 [omap-set-header] v95'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.580+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bc92cca100 0x55bc92ccc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.580+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:57 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccca50 con 0x55bc92cca100 2024-09-13T16:18:22.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.581+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bc92cca100 0x55bc92ccc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.581+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bc92cca100 0x55bc92ccc4f0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.584+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(57 mds0_openfiles.0 [create] v95'24 uv23 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.584+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:58 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cccf70 con 0x55bc92cca100 2024-09-13T16:18:22.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.585+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(58 mds0_openfiles.0 [delete] v95'25 uv25 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.585+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccd480 con 0x55bc92cca100 2024-09-13T16:18:22.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.587+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(59 mds0_openfiles.0 [create] v95'26 uv26 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.588 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:22.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.587+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccd900 con 0x55bc92cca100 2024-09-13T16:18:22.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.590+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(60 mds0_openfiles.0 [omap-set-header] v95'27 uv27 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.590+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:61 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccdd40 con 0x55bc92b8ab20 2024-09-13T16:18:22.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.591+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(61 608.00000000 [create] v95'33 uv32 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.591+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:62 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccdd40 con 0x55bc92b8ab20 2024-09-13T16:18:22.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.592+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(62 608.00000000 [delete] v95'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.592+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccdd40 con 0x55bc92b8ab20 2024-09-13T16:18:22.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.593+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(63 608.00000000 [create] v95'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.594 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:22.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.593+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cced50 con 0x55bc92b8ab20 2024-09-13T16:18:22.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.595+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(64 608.00000000 [setxattr (30)] v95'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.595+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cced50 con 0x55bc92b8ab20 2024-09-13T16:18:22.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.597+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(65 608.00000000 [setxattr (62)] v95'37 uv37 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.597+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92ccdd40 con 0x55bc92b8ab20 2024-09-13T16:18:22.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.598+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(66 608.00000000 [omap-set-header] v95'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014058070 con 0x55bc92b8ab20 2024-09-13T16:18:22.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.598+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bc92cce620 0x55bc92cd0a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.598+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:67 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd0f50 con 0x55bc92cce620 2024-09-13T16:18:22.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.598+0000 7f601ac22640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bc92cce620 0x55bc92cd0a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.599+0000 7f601ac22640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bc92cce620 0x55bc92cd0a10 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.600+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(67 604.00000000 [create] v95'59 uv53 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.600+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:68 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd0f50 con 0x55bc92cce620 2024-09-13T16:18:22.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.601+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(68 604.00000000 [delete] v95'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.601+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1380 con 0x55bc92cce620 2024-09-13T16:18:22.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.602+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(69 604.00000000 [create] v95'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.603 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:22.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.602+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd2360 con 0x55bc92cce620 2024-09-13T16:18:22.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.603+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(70 604.00000000 [setxattr (30)] v95'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.603+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd2360 con 0x55bc92cce620 2024-09-13T16:18:22.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.605+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(71 604.00000000 [setxattr (62)] v95'63 uv63 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.605+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1350 con 0x55bc92cce620 2024-09-13T16:18:22.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.606+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(72 604.00000000 [omap-set-header] v95'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.606+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1350 con 0x55bc92cce620 2024-09-13T16:18:22.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.607+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(73 500.00000000 [create] v95'65 uv58 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.607+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1350 con 0x55bc92cce620 2024-09-13T16:18:22.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.608+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(74 500.00000000 [delete] v95'66 uv66 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.608+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1350 con 0x55bc92cce620 2024-09-13T16:18:22.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.609+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(75 500.00000000 [create] v95'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.610 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:22.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.609+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1350 con 0x55bc92cce620 2024-09-13T16:18:22.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.610+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(76 500.00000000 [write 0~90] v95'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.610+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd1350 con 0x55bc92cce620 2024-09-13T16:18:22.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.612+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(77 500.00000000 [omap-set-header] v95'69 uv69 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.612+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bc92cd19d0 0x55bc92cd3dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.612+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:78 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4420 con 0x55bc92cd19d0 2024-09-13T16:18:22.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.612+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bc92cd19d0 0x55bc92cd3dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.612+0000 7f601a421640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bc92cd19d0 0x55bc92cd3dc0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.613+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(78 mds_snaptable [create] v95'27 uv26 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cd19d0 2024-09-13T16:18:22.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.613+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:79 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92cd19d0 2024-09-13T16:18:22.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.614+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(79 mds_snaptable [delete] v95'28 uv28 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cd19d0 2024-09-13T16:18:22.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.614+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92cd19d0 2024-09-13T16:18:22.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.615+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(80 mds_snaptable [create] v95'29 uv29 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cd19d0 2024-09-13T16:18:22.617 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:22.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.616+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92cd19d0 2024-09-13T16:18:22.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.617+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(81 mds_snaptable [write 0~70] v95'30 uv30 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cd19d0 2024-09-13T16:18:22.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.617+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92cd19d0 2024-09-13T16:18:22.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.618+0000 7f601a421640 1 -- 172.21.15.39:0/2367350103 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v95'31 uv31 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f600c020400 con 0x55bc92cd19d0 2024-09-13T16:18:22.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.618+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92b8ab20 2024-09-13T16:18:22.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.619+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(83 605.00000000 [create] v95'33 uv32 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92b8ab20 2024-09-13T16:18:22.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.619+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92b8ab20 2024-09-13T16:18:22.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.620+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(84 605.00000000 [delete] v95'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92b8ab20 2024-09-13T16:18:22.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.620+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92b8ab20 2024-09-13T16:18:22.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.621+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(85 605.00000000 [create] v95'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92b8ab20 2024-09-13T16:18:22.622 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:22.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.621+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5810 con 0x55bc92b8ab20 2024-09-13T16:18:22.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.622+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v95'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92b8ab20 2024-09-13T16:18:22.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.622+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5810 con 0x55bc92b8ab20 2024-09-13T16:18:22.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.623+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v95'37 uv37 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92b8ab20 2024-09-13T16:18:22.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.623+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92b8ab20 2024-09-13T16:18:22.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.624+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v95'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92b8ab20 2024-09-13T16:18:22.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.624+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4800 con 0x55bc92cca100 2024-09-13T16:18:22.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.625+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(89 mds0_inotable [create] v95'54 uv48 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.625+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4bb0 con 0x55bc92cca100 2024-09-13T16:18:22.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.627+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(90 mds0_inotable [delete] v95'55 uv55 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.627+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd4f60 con 0x55bc92cca100 2024-09-13T16:18:22.629 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:22.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.628+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(91 mds0_inotable [create] v95'56 uv56 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.628+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5850 con 0x55bc92cca100 2024-09-13T16:18:22.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.629+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v95'57 uv57 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.629+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5850 con 0x55bc92cca100 2024-09-13T16:18:22.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.630+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v95'58 uv58 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.630+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5800 con 0x55bc92cca100 2024-09-13T16:18:22.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.631+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(94 100.00000000 [create] v95'59 uv53 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.631+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5800 con 0x55bc92cca100 2024-09-13T16:18:22.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.632+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(95 100.00000000 [delete] v95'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.632+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5800 con 0x55bc92cca100 2024-09-13T16:18:22.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.633+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(96 100.00000000 [create] v95'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.634 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:22.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.633+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5800 con 0x55bc92cca100 2024-09-13T16:18:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.634+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v95'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.634+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd5800 con 0x55bc92cca100 2024-09-13T16:18:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.635+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v95'63 uv63 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.635+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bc92cd61a0 0x55bc92cd8810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.635+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cd61a0 2024-09-13T16:18:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.635+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bc92cd61a0 0x55bc92cd8810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.636+0000 7f6019c20640 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bc92cd61a0 0x55bc92cd8810 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.637+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v95'26 uv25 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cd61a0 2024-09-13T16:18:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.637+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cd61a0 2024-09-13T16:18:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.638+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v95'27 uv27 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cd61a0 2024-09-13T16:18:22.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.638+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cd61a0 2024-09-13T16:18:22.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.639+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v95'28 uv28 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cd61a0 2024-09-13T16:18:22.640 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:22.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.639+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cd61a0 2024-09-13T16:18:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.640+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v95'29 uv29 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cd61a0 2024-09-13T16:18:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.640+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cca100 2024-09-13T16:18:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.641+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v95'33 uv32 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.641+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cca100 2024-09-13T16:18:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.642+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v95'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.642+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cca100 2024-09-13T16:18:22.644 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.643+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v95'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.643+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd9d60 con 0x55bc92cca100 2024-09-13T16:18:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.644+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v95'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.644+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd9d60 con 0x55bc92cca100 2024-09-13T16:18:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.645+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v95'37 uv37 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.645+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cca100 2024-09-13T16:18:22.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.645+0000 7f6019c20640 1 -- 172.21.15.39:0/2367350103 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v95'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f60040564c0 con 0x55bc92cca100 2024-09-13T16:18:22.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.645+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.646+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v95'27 uv26 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.646+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.648+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v95'28 uv28 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.648+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.650 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:22.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.649+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v95'29 uv29 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.649+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.650+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v95'30 uv30 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.650+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.651+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v95'31 uv31 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.651+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.652+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v95'69 uv61 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.652+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.653+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v95'70 uv70 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.653+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.656 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:22.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.655+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v95'71 uv71 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.655+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.656+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v95'72 uv72 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.656+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.657+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v95'73 uv73 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.657+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.658+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v95'74 uv68 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.658+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.659+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v95'75 uv75 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.659+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.661 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:22.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.660+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v95'76 uv76 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.661+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd9d60 con 0x55bc92cce620 2024-09-13T16:18:22.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.662+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v95'77 uv77 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.662+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd9d60 con 0x55bc92cce620 2024-09-13T16:18:22.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.663+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v95'78 uv78 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.663+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd8d50 con 0x55bc92cce620 2024-09-13T16:18:22.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.664+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v95'79 uv79 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.664+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e95) v8 -- 0x55bc92cd9240 con 0x55bc92cce620 2024-09-13T16:18:22.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v95'80 uv80 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6014071040 con 0x55bc92cce620 2024-09-13T16:18:22.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bc92b8ab20 msgr2=0x55bc92c219d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bc92b8ab20 0x55bc92c219d0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bc92cca100 msgr2=0x55bc92ccc4f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bc92cca100 0x55bc92ccc4f0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bc92cd61a0 msgr2=0x55bc92cd8810 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bc92cd61a0 0x55bc92cd8810 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bc92cc51d0 msgr2=0x55bc92cc8090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bc92cc51d0 0x55bc92cc8090 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bc92cce620 msgr2=0x55bc92cd0a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bc92cce620 0x55bc92cd0a10 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bc92cd19d0 msgr2=0x55bc92cd3dc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bc92cd19d0 0x55bc92cd3dc0 crc :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 reap_dead start 2024-09-13T16:18:22.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 reap_dead start 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601ac22640 1 -- 172.21.15.39:0/2367350103 reap_dead start 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ffc0695e0 msgr2=0x7f5ffc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ffc0695e0 0x7f5ffc06baa0 secure :-1 s=READY pgs=667 cs=0 l=1 rev1=1 crypto rx=0x7f600c005bf0 tx=0x7f600c007040 comp rx=0 tx=0).stop 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 msgr2=0x55bc92b92aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b92aa0 secure :-1 s=READY pgs=1676 cs=0 l=1 rev1=1 crypto rx=0x7f6004001b40 tx=0x7f6004010ce0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 shutdown_connections 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ffc0695e0 0x7f5ffc06baa0 unknown :-1 s=CLOSED pgs=667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 --2- 172.21.15.39:0/2367350103 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bc92c00750 0x55bc92b92aa0 unknown :-1 s=CLOSED pgs=1676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 >> 172.21.15.39:0/2367350103 conn(0x55bc92b4d040 msgr2=0x55bc92c233b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 shutdown_connections 2024-09-13T16:18:22.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.665+0000 7f601c922f40 1 -- 172.21.15.39:0/2367350103 wait complete. 2024-09-13T16:18:22.670 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds0_openfiles.0 2024-09-13T16:18:22.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.711+0000 7f88780d0f40 1 Processor -- start 2024-09-13T16:18:22.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 -- start start 2024-09-13T16:18:22.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 0x560f1643de90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f164591d0 0x560f163ca180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164595b0 0x560f1644ecd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f16332be0 con 0x560f163c3110 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f1632e4d0 con 0x560f164591d0 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88780d0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560f162c9b60 con 0x560f164595b0 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f8875bcd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 0x560f1643de90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f8875bcd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 0x560f1643de90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33298/0 (socket says 172.21.15.39:33298) 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f8875bcd640 1 -- 172.21.15.39:0/1031860040 learned_addr learned my addr 172.21.15.39:0/1031860040 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88753cc640 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f164591d0 0x560f163ca180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.712+0000 7f88763ce640 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164595b0 0x560f1644ecd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8875bcd640 1 -- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164595b0 msgr2=0x560f1644ecd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8875bcd640 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164595b0 0x560f1644ecd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8875bcd640 1 -- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f164591d0 msgr2=0x560f163ca180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8875bcd640 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f164591d0 0x560f163ca180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8875bcd640 1 -- 172.21.15.39:0/1031860040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f887000a1c0 con 0x560f163c3110 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8875bcd640 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 0x560f1643de90 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f886800b320 tx=0x7f886800b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce9e89d9da61cb72 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8867fff640 1 -- 172.21.15.39:0/1031860040 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8868014070 con 0x560f163c3110 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8867fff640 1 -- 172.21.15.39:0/1031860040 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f886800d500 con 0x560f163c3110 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f8867fff640 1 -- 172.21.15.39:0/1031860040 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886800d8b0 con 0x560f163c3110 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 -- 172.21.15.39:0/1031860040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 msgr2=0x560f1643de90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 0x560f1643de90 secure :-1 s=READY pgs=1679 cs=0 l=1 rev1=1 crypto rx=0x7f886800b320 tx=0x7f886800b7e0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 -- 172.21.15.39:0/1031860040 shutdown_connections 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164595b0 0x560f1644ecd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f164591d0 0x560f163ca180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 --2- 172.21.15.39:0/1031860040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f163c3110 0x560f1643de90 unknown :-1 s=CLOSED pgs=1679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 -- 172.21.15.39:0/1031860040 >> 172.21.15.39:0/1031860040 conn(0x560f163cc800 msgr2=0x560f163c9300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 -- 172.21.15.39:0/1031860040 shutdown_connections 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.713+0000 7f88780d0f40 1 -- 172.21.15.39:0/1031860040 wait complete. 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.714+0000 7f88780d0f40 1 Processor -- start 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.714+0000 7f88780d0f40 1 -- start start 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f163c3110 0x560f16439b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164591d0 0x560f163c9f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f164595b0 0x560f163ca490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f162c9800 con 0x560f164595b0 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560f162ac520 con 0x560f163c3110 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560f16455020 con 0x560f164591d0 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f164595b0 0x560f163ca490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f164595b0 0x560f163ca490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33306/0 (socket says 172.21.15.39:33306) 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 -- 172.21.15.39:0/3019158782 learned_addr learned my addr 172.21.15.39:0/3019158782 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88753cc640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164591d0 0x560f163c9f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f8875bcd640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f163c3110 0x560f16439b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 -- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164591d0 msgr2=0x560f163c9f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560f164591d0 0x560f163c9f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 -- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f163c3110 msgr2=0x560f16439b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560f163c3110 0x560f16439b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 -- 172.21.15.39:0/3019158782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8868001ba0 con 0x560f164595b0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88763ce640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f164595b0 0x560f163ca490 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f8870057040 tx=0x7f8870003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f8866ffd640 1 -- 172.21.15.39:0/3019158782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f887004d5f0 con 0x560f164595b0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f8866ffd640 1 -- 172.21.15.39:0/3019158782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8870061450 con 0x560f164595b0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.715+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x560f162cc060 con 0x560f164595b0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.716+0000 7f8866ffd640 1 -- 172.21.15.39:0/3019158782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88700615c0 con 0x560f164595b0 2024-09-13T16:18:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.716+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560f162cbac0 con 0x560f164595b0 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.717+0000 7f8866ffd640 1 -- 172.21.15.39:0/3019158782 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8870061720 con 0x560f164595b0 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.717+0000 7f8866ffd640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f88580695e0 0x7f885806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.717+0000 7f8866ffd640 1 -- 172.21.15.39:0/3019158782 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7f88700cc3f0 con 0x560f164595b0 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.717+0000 7f8875bcd640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f88580695e0 0x7f885806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.718+0000 7f88780d0f40 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560f16455490 0x560f1644ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.718+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e95) v8 -- 0x560f1644f4b0 con 0x560f16455490 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.718+0000 7f88753cc640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560f16455490 0x560f1644ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.718+0000 7f8875bcd640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f88580695e0 0x7f885806baa0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8868000c00 tx=0x7f8868009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.718+0000 7f88753cc640 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560f16455490 0x560f1644ef70 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88753cc640 1 -- 172.21.15.39:0/3019158782 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_openfiles.0 [delete] v95'28 uv28 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f886c010660 con 0x560f16455490 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560f16455490 msgr2=0x560f1644ef70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560f16455490 0x560f1644ef70 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f88580695e0 msgr2=0x7f885806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f88580695e0 0x7f885806baa0 secure :-1 s=READY pgs=668 cs=0 l=1 rev1=1 crypto rx=0x7f8868000c00 tx=0x7f8868009000 comp rx=0 tx=0).stop 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f164595b0 msgr2=0x560f163ca490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 --2- 172.21.15.39:0/3019158782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560f164595b0 0x560f163ca490 secure :-1 s=READY pgs=1680 cs=0 l=1 rev1=1 crypto rx=0x7f8870057040 tx=0x7f8870003330 comp rx=0 tx=0).stop 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88763ce640 1 -- 172.21.15.39:0/3019158782 reap_dead start 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 shutdown_connections 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 >> 172.21.15.39:0/3019158782 conn(0x560f163cc800 msgr2=0x560f163cac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 shutdown_connections 2024-09-13T16:18:22.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.721+0000 7f88780d0f40 1 -- 172.21.15.39:0/3019158782 wait complete. 2024-09-13T16:18:22.726 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:22.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.870+0000 7f16aca32640 1 Processor -- start 2024-09-13T16:18:22.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.870+0000 7f16aca32640 1 -- start start 2024-09-13T16:18:22.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.871+0000 7f16aca32640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16a8156e60 0x7f16a815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.871+0000 7f16aca32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a80b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.871+0000 7f16aca32640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f16a80cb080 con 0x7f16a8069ed0 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.871+0000 7f16aca32640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f16a8070d40 con 0x7f16a8156e60 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.871+0000 7f16aca32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16a80b3120 con 0x7f16a80b25b0 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f16a8156e60 0x7f16a815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a6d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f16a8069ed0 0x7f16a80711d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53800/0 (socket says 172.21.15.39:53800) 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a6d9d640 1 -- 172.21.15.39:0/2931625589 learned_addr learned my addr 172.21.15.39:0/2931625589 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a5d9b640 1 --2- 172.21.15.39:0/2931625589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a80b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a659c640 1 -- 172.21.15.39:0/2931625589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 msgr2=0x7f16a80b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a659c640 1 --2- 172.21.15.39:0/2931625589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a80b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a659c640 1 -- 172.21.15.39:0/2931625589 >> v1:172.21.15.39:6789/0 conn(0x7f16a8069ed0 legacy=0x7f16a80711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.872+0000 7f16a659c640 1 -- 172.21.15.39:0/2931625589 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f16a80b3400 con 0x7f16a8156e60 2024-09-13T16:18:22.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16a659c640 1 --2- 172.21.15.39:0/2931625589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8156e60 0x7f16a815aa30 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f16980097a0 tx=0x7f169802c390 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ee7132acd9b3ed7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16a559a640 1 -- 172.21.15.39:0/2931625589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1698034640 con 0x7f16a8156e60 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16a559a640 1 -- 172.21.15.39:0/2931625589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f16980347a0 con 0x7f16a8156e60 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16a559a640 1 -- 172.21.15.39:0/2931625589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1698034b30 con 0x7f16a8156e60 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16aca32640 1 -- 172.21.15.39:0/2931625589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8156e60 msgr2=0x7f16a815aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16aca32640 1 --2- 172.21.15.39:0/2931625589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8156e60 0x7f16a815aa30 secure :-1 s=READY pgs=1682 cs=0 l=1 rev1=1 crypto rx=0x7f16980097a0 tx=0x7f169802c390 comp rx=0 tx=0).stop 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16aca32640 1 -- 172.21.15.39:0/2931625589 shutdown_connections 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16aca32640 1 --2- 172.21.15.39:0/2931625589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a80b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16aca32640 1 --2- 172.21.15.39:0/2931625589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8156e60 0x7f16a815aa30 unknown :-1 s=CLOSED pgs=1682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.873+0000 7f16aca32640 1 -- 172.21.15.39:0/2931625589 >> 172.21.15.39:0/2931625589 conn(0x7f16a80b00a0 msgr2=0x7f16a80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.874+0000 7f16aca32640 1 -- 172.21.15.39:0/2931625589 shutdown_connections 2024-09-13T16:18:22.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.874+0000 7f16aca32640 1 -- 172.21.15.39:0/2931625589 wait complete. 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.875+0000 7f16aca32640 1 Processor -- start 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.875+0000 7f16aca32640 1 -- start start 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 0x7f16a8140580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a815aa10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16a8156e60 0x7f16a80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16a80cc230 con 0x7f16a8069ed0 2024-09-13T16:18:22.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f16a8141020 con 0x7f16a8156e60 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f16a815b490 con 0x7f16a80b25b0 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 0x7f16a8140580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 0x7f16a8140580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:33326/0 (socket says 172.21.15.39:33326) 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 -- 172.21.15.39:0/242276864 learned_addr learned my addr 172.21.15.39:0/242276864 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a5d9b640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a815aa10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a6d9d640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16a8156e60 0x7f16a80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 -- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 msgr2=0x7f16a815aa10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a815aa10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 -- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16a8156e60 msgr2=0x7f16a80ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16a8156e60 0x7f16a80ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 -- 172.21.15.39:0/242276864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1698009400 con 0x7f16a8069ed0 2024-09-13T16:18:22.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16a659c640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 0x7f16a8140580 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f16980098c0 tx=0x7f16980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1698043070 con 0x7f16a8069ed0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1698032650 con 0x7f16a8069ed0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1698032a20 con 0x7f16a8069ed0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f16a815b770 con 0x7f16a8069ed0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.876+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f16a8140cb0 con 0x7f16a8069ed0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.878+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f16a80672f0 con 0x7f16a8069ed0 2024-09-13T16:18:22.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.878+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1698032b80 con 0x7f16a8069ed0 2024-09-13T16:18:22.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.878+0000 7f1696ffd640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f168806ac00 0x7f168806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:22.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.879+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7f16980a9d10 con 0x7f16a8069ed0 2024-09-13T16:18:22.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.879+0000 7f16a5d9b640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f168806ac00 0x7f168806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:22.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.879+0000 7f16a5d9b640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f168806ac00 0x7f168806d0c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f16a814e6f0 tx=0x7f169c009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:22.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:22.883+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1698074d90 con 0x7f16a8069ed0 2024-09-13T16:18:23.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.089+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f16a80b2a10 con 0x7f16a8069ed0 2024-09-13T16:18:23.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.434+0000 7f1696ffd640 1 -- 172.21.15.39:0/242276864 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v111) v1 ==== 162+0+0 (secure 0 0 0) 0x7f1698039020 con 0x7f16a8069ed0 2024-09-13T16:18:23.436 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f168806ac00 msgr2=0x7f168806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f168806ac00 0x7f168806d0c0 secure :-1 s=READY pgs=669 cs=0 l=1 rev1=1 crypto rx=0x7f16a814e6f0 tx=0x7f169c009190 comp rx=0 tx=0).stop 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 msgr2=0x7f16a8140580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 0x7f16a8140580 secure :-1 s=READY pgs=1683 cs=0 l=1 rev1=1 crypto rx=0x7f16980098c0 tx=0x7f16980046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 shutdown_connections 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f168806ac00 0x7f168806d0c0 unknown :-1 s=CLOSED pgs=669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f16a8156e60 0x7f16a80ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f16a80b25b0 0x7f16a815aa10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 --2- 172.21.15.39:0/242276864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f16a8069ed0 0x7f16a8140580 unknown :-1 s=CLOSED pgs=1683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 >> 172.21.15.39:0/242276864 conn(0x7f16a80b00a0 msgr2=0x7f16a80711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 shutdown_connections 2024-09-13T16:18:23.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.436+0000 7f16aca32640 1 -- 172.21.15.39:0/242276864 wait complete. 2024-09-13T16:18:23.440 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:18:23.439+0000 7f29a19d9640 -1 mds.0.openfiles _load_finish got (2) No such file or directory 2024-09-13T16:18:23.853 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:23.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.957+0000 7f94e2125640 1 Processor -- start 2024-09-13T16:18:23.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.957+0000 7f94e2125640 1 -- start start 2024-09-13T16:18:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94e2125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 0x7f94dc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94e2125640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f94dc15d0a0 0x7f94dc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94e2125640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f94dc06f6e0 con 0x7f94dc156fb0 2024-09-13T16:18:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94e2125640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f94dc15da70 con 0x7f94dc15d0a0 2024-09-13T16:18:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94e2125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc06f9c0 con 0x7f94dc06f170 2024-09-13T16:18:23.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94db7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f94dc156fb0 0x7f94dc15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43454/0 (socket says 172.21.15.39:43454) 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94db7fe640 1 -- 172.21.15.39:0/662949666 learned_addr learned my addr 172.21.15.39:0/662949666 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 555213359 0 0) 0x7f94dc06f6e0 con 0x7f94dc156fb0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94c4005730 con 0x7f94dc156fb0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94daffd640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 0x7f94dc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94dbfff640 1 --2- 172.21.15.39:0/662949666 >> v2:172.21.15.157:3300/0 conn(0x7f94dc15d0a0 0x7f94dc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3071790709 0 0) 0x7f94c4005730 con 0x7f94dc156fb0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 msgr2=0x7f94dc0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 0x7f94dc0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 >> v2:172.21.15.157:3300/0 conn(0x7f94dc15d0a0 msgr2=0x7f94dc15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 --2- 172.21.15.39:0/662949666 >> v2:172.21.15.157:3300/0 conn(0x7f94dc15d0a0 0x7f94dc15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94dc06fca0 con 0x7f94dc156fb0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f94cc001670 con 0x7f94dc156fb0 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.958+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 >> v1:172.21.15.39:6789/0 conn(0x7f94dc156fb0 legacy=0x7f94dc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:23.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94da7fc640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c4005b80 0x7f94c4005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94da7fc640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c40069d0 0x7f94c4006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94da7fc640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 0x7f94c4007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc15da70 con 0x7f94c4005b80 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc06f9c0 con 0x7f94c40069d0 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94c400db90 con 0x7f94dc06f170 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94db7fe640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c4005b80 0x7f94c4005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94dbfff640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 0x7f94c4007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94daffd640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c40069d0 0x7f94c4006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94db7fe640 1 -- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 msgr2=0x7f94c4007390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94db7fe640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc06f170 0x7f94c4007390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94db7fe640 1 -- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c40069d0 msgr2=0x7f94c4006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94db7fe640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c40069d0 0x7f94c4006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.959+0000 7f94db7fe640 1 -- 172.21.15.39:0/662949666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94c4005730 con 0x7f94c4005b80 2024-09-13T16:18:23.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94db7fe640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c4005b80 0x7f94c4005fa0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f94cc00c270 tx=0x7f94c4007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d4f2e8fddb87b86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:23.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94cc005ad0 con 0x7f94c4005b80 2024-09-13T16:18:23.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94cc005c30 con 0x7f94c4005b80 2024-09-13T16:18:23.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94da7fc640 1 -- 172.21.15.39:0/662949666 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94cc007070 con 0x7f94c4005b80 2024-09-13T16:18:23.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94e2125640 1 -- 172.21.15.39:0/662949666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c4005b80 msgr2=0x7f94c4005fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:23.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94e2125640 1 --2- 172.21.15.39:0/662949666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94c4005b80 0x7f94c4005fa0 secure :-1 s=READY pgs=1685 cs=0 l=1 rev1=1 crypto rx=0x7f94cc00c270 tx=0x7f94c4007a00 comp rx=0 tx=0).stop 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94dbfff640 1 -- 172.21.15.39:0/662949666 reap_dead start 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94e2125640 1 -- 172.21.15.39:0/662949666 shutdown_connections 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94e2125640 1 -- 172.21.15.39:0/662949666 >> 172.21.15.39:0/662949666 conn(0x7f94dc06b3b0 msgr2=0x7f94dc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94e2125640 1 -- 172.21.15.39:0/662949666 shutdown_connections 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.960+0000 7f94e2125640 1 -- 172.21.15.39:0/662949666 wait complete. 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 Processor -- start 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 -- start start 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c4005b80 0x7f94dc149720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 0x7f94dc15be50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc15c390 0x7f94dc14cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc15c810 con 0x7f94dc14ac50 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc149c60 con 0x7f94c4005b80 2024-09-13T16:18:23.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.962+0000 7f94e2125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94dc15c9f0 con 0x7f94dc15c390 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 0x7f94dc15be50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 0x7f94dc15be50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57702/0 (socket says 172.21.15.39:57702) 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 -- 172.21.15.39:0/3220878825 learned_addr learned my addr 172.21.15.39:0/3220878825 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94dbfff640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc15c390 0x7f94dc14cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 -- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc15c390 msgr2=0x7f94dc14cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc15c390 0x7f94dc14cd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 -- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c4005b80 msgr2=0x7f94dc149720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94db7fe640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c4005b80 0x7f94dc149720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c4005b80 0x7f94dc149720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 -- 172.21.15.39:0/3220878825 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94dc149e90 con 0x7f94dc14ac50 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94daffd640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 0x7f94dc15be50 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f94d00118e0 tx=0x7f94d0011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d000faf0 con 0x7f94dc14ac50 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94d000fc50 con 0x7f94dc14ac50 2024-09-13T16:18:23.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94d0014440 con 0x7f94dc14ac50 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94dc14a170 con 0x7f94dc14ac50 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.963+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94dc14a730 con 0x7f94dc14ac50 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.964+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94dc0672f0 con 0x7f94dc14ac50 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.965+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94d00145a0 con 0x7f94dc14ac50 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.965+0000 7f94c3fff640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94c806ac30 0x7f94c806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.965+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(95..95 src has 1..95) v4 ==== 6225+0+0 (secure 0 0 0) 0x7f94d0089de0 con 0x7f94dc14ac50 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.965+0000 7f94db7fe640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94c806ac30 0x7f94c806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:23.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.966+0000 7f94db7fe640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94c806ac30 0x7f94c806d0f0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f94cc033000 tx=0x7f94cc007000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:23.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:23.969+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f94d0054db0 con 0x7f94dc14ac50 2024-09-13T16:18:24.151 INFO:tasks.ceph.mds.a.smithi039.stderr: -36> 2024-09-13T16:18:19.398+0000 7f96abaa9640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-13T16:18:24.175 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:18:24.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.176+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f94dc15d530 con 0x7f94dc14ac50 2024-09-13T16:18:24.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.176+0000 7f94c3fff640 1 -- 172.21.15.39:0/3220878825 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 112 v112) v1 ==== 95+0+3983 (secure 0 0 0) 0x7f94d00583d0 con 0x7f94dc14ac50 2024-09-13T16:18:24.178 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:24.178 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":112,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":112,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:23.435473+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8871},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8871":{"gid":8871,"name":"c","rank":0,"incarnation":112,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/885770318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":885770318},{"type":"v1","addr":"172.21.15.39:6834","nonce":885770318}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:24.178 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 112 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94c806ac30 msgr2=0x7f94c806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94c806ac30 0x7f94c806d0f0 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f94cc033000 tx=0x7f94cc007000 comp rx=0 tx=0).stop 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 msgr2=0x7f94dc15be50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 0x7f94dc15be50 secure :-1 s=READY pgs=1686 cs=0 l=1 rev1=1 crypto rx=0x7f94d00118e0 tx=0x7f94d0011da0 comp rx=0 tx=0).stop 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 shutdown_connections 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94c806ac30 0x7f94c806d0f0 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:24.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f94dc15c390 0x7f94dc14cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:24.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94dc14ac50 0x7f94dc15be50 unknown :-1 s=CLOSED pgs=1686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:24.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 --2- 172.21.15.39:0/3220878825 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94c4005b80 0x7f94dc149720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:24.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 >> 172.21.15.39:0/3220878825 conn(0x7f94dc06b3b0 msgr2=0x7f94dc0af660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:24.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 shutdown_connections 2024-09-13T16:18:24.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:24.178+0000 7f94e2125640 1 -- 172.21.15.39:0/3220878825 wait complete. 2024-09-13T16:18:24.191 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 112, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:18:23.435473+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 95, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8871}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8871': {'gid': 8871, 'name': 'c', 'rank': 0, 'incarnation': 112, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/885770318', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 885770318}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 885770318}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:18:24.191 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_8871:up:replay 2024-09-13T16:18:24.191 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:18:29.596 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:29.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.710+0000 7fba00e20640 1 Processor -- start 2024-09-13T16:18:29.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.710+0000 7fba00e20640 1 -- start start 2024-09-13T16:18:29.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.711+0000 7fba00e20640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 0x7fb9fc163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.711+0000 7fba00e20640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9fc0cde30 con 0x7fb9fc0b41a0 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.711+0000 7fba00e20640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9fc0b5090 con 0x7fb9fc164530 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.711+0000 7fba00e20640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc0cd820 con 0x7fb9fc0ccf80 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9fa59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb9fc0b41a0 0x7fb9fc0b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43464/0 (socket says 172.21.15.39:43464) 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9fa59c640 1 -- 172.21.15.39:0/968091947 learned_addr learned my addr 172.21.15.39:0/968091947 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f9d9b640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 0x7fb9fc163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3151329379 0 0) 0x7fb9fc0cde30 con 0x7fb9fc0b41a0 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb9e8003520 con 0x7fb9fc0b41a0 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4160349322 0 0) 0x7fb9e8003520 con 0x7fb9fc0b41a0 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 msgr2=0x7fb9fc163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 0x7fb9fc163ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 >> v1:172.21.15.157:6789/0 conn(0x7fb9fc164530 legacy=0x7fb9fc166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9fc15cd60 con 0x7fb9fc0b41a0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb9ec0019f0 con 0x7fb9fc0b41a0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 >> v1:172.21.15.39:6789/0 conn(0x7fb9fc0b41a0 legacy=0x7fb9fc0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9e80039a0 0x7fb9e8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9e80047c0 0x7fb9e8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 0x7fb9e8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc0cd820 con 0x7fb9e80047c0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e800ba30 con 0x7fb9e80039a0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9e800bbf0 con 0x7fb9fc0ccf80 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9f9d9b640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9e80047c0 0x7fb9e8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.712+0000 7fb9fa59c640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9e80039a0 0x7fb9e8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9fad9d640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 0x7fb9e8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9f9d9b640 1 -- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 msgr2=0x7fb9e8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9f9d9b640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9fc0ccf80 0x7fb9e8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9f9d9b640 1 -- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9e80039a0 msgr2=0x7fb9e8003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9f9d9b640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9e80039a0 0x7fb9e8003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9f9d9b640 1 -- 172.21.15.39:0/968091947 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9e8003520 con 0x7fb9e80047c0 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.713+0000 7fb9f9d9b640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9e80047c0 0x7fb9e8004c40 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc08b140 tx=0x7fb9e80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=28c182d34de27718 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e4031400 con 0x7fb9e80047c0 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9e402d050 con 0x7fb9e80047c0 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fb9f959a640 1 -- 172.21.15.39:0/968091947 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9e40317a0 con 0x7fb9e80047c0 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fba00e20640 1 -- 172.21.15.39:0/968091947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9e80047c0 msgr2=0x7fb9e8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fba00e20640 1 --2- 172.21.15.39:0/968091947 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9e80047c0 0x7fb9e8004c40 secure :-1 s=READY pgs=1689 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc08b140 tx=0x7fb9e80057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fb9fad9d640 1 -- 172.21.15.39:0/968091947 reap_dead start 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fba00e20640 1 -- 172.21.15.39:0/968091947 shutdown_connections 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fba00e20640 1 -- 172.21.15.39:0/968091947 >> 172.21.15.39:0/968091947 conn(0x7fb9fc0cf1a0 msgr2=0x7fb9fc0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:29.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fba00e20640 1 -- 172.21.15.39:0/968091947 shutdown_connections 2024-09-13T16:18:29.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.714+0000 7fba00e20640 1 -- 172.21.15.39:0/968091947 wait complete. 2024-09-13T16:18:29.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 Processor -- start 2024-09-13T16:18:29.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 -- start start 2024-09-13T16:18:29.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9e80047c0 0x7fb9fc15b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9fc15d960 0x7fb9fc1f5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 0x7fb9fc0cbed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc1f57a0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc0cc410 con 0x7fb9fc15d960 2024-09-13T16:18:29.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.716+0000 7fba00e20640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9fc15e0d0 con 0x7fb9e80047c0 2024-09-13T16:18:29.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 0x7fb9fc0cbed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 0x7fb9fc0cbed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57744/0 (socket says 172.21.15.39:57744) 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 -- 172.21.15.39:0/34663369 learned_addr learned my addr 172.21.15.39:0/34663369 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9f9d9b640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9fc15d960 0x7fb9fc1f5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fa59c640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9e80047c0 0x7fb9fc15b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 -- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9e80047c0 msgr2=0x7fb9fc15b0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9e80047c0 0x7fb9fc15b0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 -- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9fc15d960 msgr2=0x7fb9fc1f5260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9fc15d960 0x7fb9fc1f5260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 -- 172.21.15.39:0/34663369 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9fc15e3b0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fa59c640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9e80047c0 0x7fb9fc15b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9fad9d640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 0x7fb9fc0cbed0 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0ce6e0 tx=0x7fb9f400f900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f40053a0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9f40035f0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9fc15e690 con 0x7fb9fc0cba50 2024-09-13T16:18:29.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9f40039a0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.717+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb9fc15dde0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.718+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9fc067330 con 0x7fb9fc0cba50 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.719+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb9f4003b00 con 0x7fb9fc0cba50 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.719+0000 7fb9f2ffd640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9dc06ac30 0x7fb9dc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.720+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7fb9f4089010 con 0x7fb9fc0cba50 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.720+0000 7fb9fa59c640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9dc06ac30 0x7fb9dc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:29.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.720+0000 7fb9fa59c640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9dc06ac30 0x7fb9dc06d0f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec000f80 tx=0x7fb9ec006040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:29.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.724+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb9f4053fd0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.930+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb9fc15ee90 con 0x7fb9fc0cba50 2024-09-13T16:18:29.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.931+0000 7fb9f2ffd640 1 -- 172.21.15.39:0/34663369 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 115 v115) v1 ==== 95+0+4738 (secure 0 0 0) 0x7fb9f40575f0 con 0x7fb9fc0cba50 2024-09-13T16:18:29.933 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:29.933 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":115,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8931,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/145305981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":145305981},{"type":"v1","addr":"172.21.15.39:6835","nonce":145305981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":115,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:26.447863+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":95,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":8871},"failed":[],"damaged":[],"stopped":[],"info":{"gid_8871":{"gid":8871,"name":"c","rank":0,"incarnation":112,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6834/885770318","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":885770318},{"type":"v1","addr":"172.21.15.39:6834","nonce":885770318}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:29.933 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 115 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9dc06ac30 msgr2=0x7fb9dc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9dc06ac30 0x7fb9dc06d0f0 secure :-1 s=READY pgs=672 cs=0 l=1 rev1=1 crypto rx=0x7fb9ec000f80 tx=0x7fb9ec006040 comp rx=0 tx=0).stop 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 msgr2=0x7fb9fc0cbed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 0x7fb9fc0cbed0 secure :-1 s=READY pgs=1690 cs=0 l=1 rev1=1 crypto rx=0x7fb9fc0ce6e0 tx=0x7fb9f400f900 comp rx=0 tx=0).stop 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 shutdown_connections 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9dc06ac30 0x7fb9dc06d0f0 unknown :-1 s=CLOSED pgs=672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9fc0cba50 0x7fb9fc0cbed0 unknown :-1 s=CLOSED pgs=1690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb9fc15d960 0x7fb9fc1f5260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 --2- 172.21.15.39:0/34663369 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9e80047c0 0x7fb9fc15b0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:29.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 >> 172.21.15.39:0/34663369 conn(0x7fb9fc0cf1a0 msgr2=0x7fb9fc1574b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:29.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 shutdown_connections 2024-09-13T16:18:29.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:29.933+0000 7fba00e20640 1 -- 172.21.15.39:0/34663369 wait complete. 2024-09-13T16:18:29.946 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 115, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:18:26.447863+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 95, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 8871}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_8871': {'gid': 8871, 'name': 'c', 'rank': 0, 'incarnation': 112, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6834/885770318', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 885770318}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 885770318}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:18:29.946 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:18:29.946 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:18:30.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.048+0000 7f092ed65640 1 Processor -- start 2024-09-13T16:18:30.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.048+0000 7f092ed65640 1 -- start start 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.048+0000 7f092ed65640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f09280d1680 0x7f09280d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.048+0000 7f092ed65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09280d11f0 con 0x7f092815cef0 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.048+0000 7f092ed65640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f092815d2d0 con 0x7f09280b5ab0 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.048+0000 7f092ed65640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09280cd730 con 0x7f09280d1680 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f092cb01640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f092815cef0 0x7f09280cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43478/0 (socket says 172.21.15.39:43478) 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f092cb01640 1 -- 172.21.15.39:0/1841800514 learned_addr learned my addr 172.21.15.39:0/1841800514 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3312324461 0 0) 0x7f09280d11f0 con 0x7f092815cef0 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0918003520 con 0x7f092815cef0 2024-09-13T16:18:30.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f0927fff640 1 --2- 172.21.15.39:0/1841800514 >> v2:172.21.15.157:3300/0 conn(0x7f09280d1680 0x7f09280d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 687197216 0 0) 0x7f0918003520 con 0x7f092815cef0 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 >> v2:172.21.15.157:3300/0 conn(0x7f09280d1680 msgr2=0x7f09280d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 --2- 172.21.15.39:0/1841800514 >> v2:172.21.15.157:3300/0 conn(0x7f09280d1680 0x7f09280d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 >> v1:172.21.15.157:6789/0 conn(0x7f09280b5ab0 legacy=0x7f09280ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09280cda00 con 0x7f092815cef0 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f091c001670 con 0x7f092815cef0 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 >> v1:172.21.15.39:6789/0 conn(0x7f092815cef0 legacy=0x7f09280cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0918003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09180047c0 0x7f0918004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0918005180 0x7f091800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09280cd730 con 0x7f0918003970 2024-09-13T16:18:30.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f091800c030 con 0x7f09180047c0 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f091800c1f0 con 0x7f0918005180 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.049+0000 7f092cb01640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0918003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f0927fff640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09180047c0 0x7f0918004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092d302640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0918005180 0x7f091800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092cb01640 1 -- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0918005180 msgr2=0x7f091800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092cb01640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0918005180 0x7f091800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092cb01640 1 -- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09180047c0 msgr2=0x7f0918004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092cb01640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09180047c0 0x7f0918004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092cb01640 1 -- 172.21.15.39:0/1841800514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0918003520 con 0x7f0918003970 2024-09-13T16:18:30.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f092d302640 1 -- 172.21.15.39:0/1841800514 reap_dead start 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.050+0000 7f0927fff640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09180047c0 0x7f0918004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092cb01640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0918003d90 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f091c00c240 tx=0x7f09180057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a4014e8b13948a99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c005ad0 con 0x7f0918003970 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091c02d070 con 0x7f0918003970 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f09277fe640 1 -- 172.21.15.39:0/1841800514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c007070 con 0x7f0918003970 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 -- 172.21.15.39:0/1841800514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 msgr2=0x7f0918003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0918003d90 secure :-1 s=READY pgs=1692 cs=0 l=1 rev1=1 crypto rx=0x7f091c00c240 tx=0x7f09180057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 -- 172.21.15.39:0/1841800514 shutdown_connections 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 --2- 172.21.15.39:0/1841800514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0918003d90 unknown :-1 s=CLOSED pgs=1692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 -- 172.21.15.39:0/1841800514 >> 172.21.15.39:0/1841800514 conn(0x7f092806a3a0 msgr2=0x7f092806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 -- 172.21.15.39:0/1841800514 shutdown_connections 2024-09-13T16:18:30.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.051+0000 7f092ed65640 1 -- 172.21.15.39:0/1841800514 wait complete. 2024-09-13T16:18:30.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 Processor -- start 2024-09-13T16:18:30.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 -- start start 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0928152cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09280b2170 0x7f09280c67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f092815eaf0 0x7f092815ef70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09280b3610 con 0x7f0918003970 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f092815f4b0 con 0x7f09280b2170 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.053+0000 7f092ed65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0928153200 con 0x7f092815eaf0 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0928152cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0928152cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57764/0 (socket says 172.21.15.39:57764) 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 -- 172.21.15.39:0/620058340 learned_addr learned my addr 172.21.15.39:0/620058340 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092d302640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f092815eaf0 0x7f092815ef70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f0927fff640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09280b2170 0x7f09280c67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 -- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f092815eaf0 msgr2=0x7f092815ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f092815eaf0 0x7f092815ef70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 -- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09280b2170 msgr2=0x7f09280c67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09280b2170 0x7f09280c67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 -- 172.21.15.39:0/620058340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09280c7080 con 0x7f0918003970 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092cb01640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0928152cc0 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7f091c02ad00 tx=0x7f091c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f09257fa640 1 -- 172.21.15.39:0/620058340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c0048a0 con 0x7f0918003970 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f09257fa640 1 -- 172.21.15.39:0/620058340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091c004a00 con 0x7f0918003970 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09280c7360 con 0x7f0918003970 2024-09-13T16:18:30.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f09257fa640 1 -- 172.21.15.39:0/620058340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c004d70 con 0x7f0918003970 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.054+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09280c7920 con 0x7f0918003970 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.056+0000 7f09257fa640 1 -- 172.21.15.39:0/620058340 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f091c02f030 con 0x7f0918003970 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.056+0000 7f09257fa640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f090c06ac30 0x7f090c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.056+0000 7f09257fa640 1 -- 172.21.15.39:0/620058340 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f091c0a8bc0 con 0x7f0918003970 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.056+0000 7f0927fff640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f090c06ac30 0x7f090c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.057+0000 7f0927fff640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f090c06ac30 0x7f090c06d0f0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f09280b1480 tx=0x7f0914008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.057+0000 7f0931a8e740 1 Processor -- start 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.057+0000 7f0931a8e740 1 -- start start 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757ce00a0 0x556757ce0480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 0x556757d2d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d2dab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0931a8e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757c3a7c0 con 0x556757cdd860 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757c49b70 con 0x556757d07550 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556757c47300 con 0x556757ce00a0 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 0x556757d2d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 0x556757d2d570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57778/0 (socket says 172.21.15.39:57778) 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 -- 172.21.15.39:0/4269869821 learned_addr learned my addr 172.21.15.39:0/4269869821 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f092d302640 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d2dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f092cb01640 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757ce00a0 0x556757ce0480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 -- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757ce00a0 msgr2=0x556757ce0480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757ce00a0 0x556757ce0480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 -- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 msgr2=0x556757d2dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d2dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 -- 172.21.15.39:0/4269869821 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x556757bcf4b0 con 0x556757cdd860 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f092d302640 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d2dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.058+0000 7f0927fff640 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 0x556757d2d570 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f0914014e00 tx=0x7f0914017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c166c12d7c9b76d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f09127fc640 1 -- 172.21.15.39:0/4269869821 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091401c040 con 0x556757cdd860 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f09127fc640 1 -- 172.21.15.39:0/4269869821 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0914003b90 con 0x556757cdd860 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f09127fc640 1 -- 172.21.15.39:0/4269869821 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0914024460 con 0x556757cdd860 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 -- 172.21.15.39:0/4269869821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 msgr2=0x556757d2d570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 0x556757d2d570 secure :-1 s=READY pgs=1694 cs=0 l=1 rev1=1 crypto rx=0x7f0914014e00 tx=0x7f0914017000 comp rx=0 tx=0).stop 2024-09-13T16:18:30.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 -- 172.21.15.39:0/4269869821 shutdown_connections 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d2dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757cdd860 0x556757d2d570 unknown :-1 s=CLOSED pgs=1694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 --2- 172.21.15.39:0/4269869821 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757ce00a0 0x556757ce0480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 -- 172.21.15.39:0/4269869821 >> 172.21.15.39:0/4269869821 conn(0x556757cdc7d0 msgr2=0x556757d24c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 -- 172.21.15.39:0/4269869821 shutdown_connections 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.059+0000 7f0931a8e740 1 -- 172.21.15.39:0/4269869821 wait complete. 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.060+0000 7f0931a8e740 1 -- start start 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.060+0000 7f0931a8e740 1 Processor -- start 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d0b030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d07550 0x556757d04ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d2cb20 0x556757d055d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757c42bf0 con 0x556757ce00a0 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757c01250 con 0x556757d2cb20 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556757c00ef0 con 0x556757d07550 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0931a8e740 10 client.0 _ll_register_callbacks cb 0x556757c33740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d0b030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d0b030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57786/0 (socket says 172.21.15.39:57786) 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 -- 172.21.15.39:0/3303509747 learned_addr learned my addr 172.21.15.39:0/3303509747 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f0927fff640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d07550 0x556757d04ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092d302640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d2cb20 0x556757d055d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 -- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d07550 msgr2=0x556757d04ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d07550 0x556757d04ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 -- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d2cb20 msgr2=0x556757d055d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d2cb20 0x556757d055d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 -- 172.21.15.39:0/3303509747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0914014ae0 con 0x556757ce00a0 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092d302640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d2cb20 0x556757d055d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f092cb01640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d0b030 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f091c001d10 tx=0x7f091c03b430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34c748e93bee1ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.061+0000 7f09077fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f09077fe640 1 -- 172.21.15.39:0/3303509747 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c07b700 con 0x556757ce00a0 2024-09-13T16:18:30.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f09077fe640 1 -- 172.21.15.39:0/3303509747 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f091c07fcc0 con 0x556757ce00a0 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5567579363c0 con 0x556757ce00a0 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f09077fe640 1 -- 172.21.15.39:0/3303509747 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=115) v2 ==== 24+0+0 (secure 0 0 0) 0x7f091c08f1d0 con 0x556757ce00a0 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 10 client.8949 fetch_fsmap learned FSMap version 115 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=115,monmap=2+}) v3 -- 0x556757c41270 con 0x556757ce00a0 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f09077fe640 1 -- 172.21.15.39:0/3303509747 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091c093070 con 0x556757ce00a0 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f09077fe640 1 -- 172.21.15.39:0/3303509747 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 115) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f091c073fe0 con 0x556757ce00a0 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 10 client.8949 fetch_fsmap finished waiting for FSMap version 115 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 10 client.8949 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 20 client.8949 populate_metadata read hostname 'smithi039' 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d2aa90 0x556757d2ae70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 4 client.8949 mds_command: new command op to 8871 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 --> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5567579476c0 con 0x556757d2aa90 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.062+0000 7f0927fff640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d2aa90 0x556757d2ae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f09077fe640 10 client.8949 ms_handle_connect on v2:172.21.15.39:6832/885770318 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0927fff640 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d2aa90 0x556757d2ae70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cf2d96ff377587b6 server_cookie=6d649916996c7c75 in_seq=0 out_seq=0 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f09077fe640 1 -- 172.21.15.39:0/3303509747 <== mds.0 v2:172.21.15.39:6832/885770318 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5567579476c0 con 0x556757d2aa90 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f09077fe640 10 client.8949 handle_command_reply: tid=0 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 client.8949 shutdown 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 msgr2=0x556757d0b030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d0b030 secure :-1 s=READY pgs=1695 cs=0 l=1 rev1=1 crypto rx=0x7f091c001d10 tx=0x7f091c03b430 comp rx=0 tx=0).stop 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 shutdown_connections 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d2aa90 0x556757d2ae70 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d2cb20 0x556757d055d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d07550 0x556757d04ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f09077fe640 0 client.8949 ms_handle_reset on v2:172.21.15.39:6832/885770318 2024-09-13T16:18:30.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 --2- 172.21.15.39:0/3303509747 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d0b030 unknown :-1 s=CLOSED pgs=1695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 >> 172.21.15.39:0/3303509747 conn(0x556757cdd860 msgr2=0x556757d28140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.063+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 shutdown_connections 2024-09-13T16:18:30.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.064+0000 7f0931a8e740 1 -- 172.21.15.39:0/3303509747 wait complete. 2024-09-13T16:18:30.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.064+0000 7f0931a8e740 20 client.8949 trim_cache size 0 max 16384 2024-09-13T16:18:30.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.078+0000 7f0931a8e740 1 Processor -- start 2024-09-13T16:18:30.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.078+0000 7f0931a8e740 1 -- start start 2024-09-13T16:18:30.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d283b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d24be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757d29770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0931a8e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757bc6460 con 0x556757ce00a0 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757cde030 con 0x556757d07550 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556757cdb470 con 0x556757d2cb20 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f092cb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d283b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f092cb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d283b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57794/0 (socket says 172.21.15.39:57794) 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f092cb01640 1 -- 172.21.15.39:0/2577655722 learned_addr learned my addr 172.21.15.39:0/2577655722 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092d302640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757d29770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.079+0000 7f0927fff640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d24be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092cb01640 1 -- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 msgr2=0x556757d29770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092cb01640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757d29770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092cb01640 1 -- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 msgr2=0x556757d24be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092cb01640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d24be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092cb01640 1 -- 172.21.15.39:0/2577655722 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09281f77c0 con 0x556757ce00a0 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0927fff640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d24be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092d302640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757d29770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f092cb01640 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d283b0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f091c035040 tx=0x7f091c07a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f0fbc6b67f9d7dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0912ffd640 1 -- 172.21.15.39:0/2577655722 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c0776a0 con 0x556757ce00a0 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0912ffd640 1 -- 172.21.15.39:0/2577655722 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f091c093070 con 0x556757ce00a0 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0912ffd640 1 -- 172.21.15.39:0/2577655722 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f091c096350 con 0x556757ce00a0 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 -- 172.21.15.39:0/2577655722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 msgr2=0x556757d283b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d283b0 secure :-1 s=READY pgs=1696 cs=0 l=1 rev1=1 crypto rx=0x7f091c035040 tx=0x7f091c07a000 comp rx=0 tx=0).stop 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 -- 172.21.15.39:0/2577655722 shutdown_connections 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757d29770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757d07550 0x556757d24be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2577655722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757ce00a0 0x556757d283b0 unknown :-1 s=CLOSED pgs=1696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 -- 172.21.15.39:0/2577655722 >> 172.21.15.39:0/2577655722 conn(0x556757cdd860 msgr2=0x556757d0ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.080+0000 7f0931a8e740 1 -- 172.21.15.39:0/2577655722 shutdown_connections 2024-09-13T16:18:30.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.081+0000 7f0931a8e740 1 -- 172.21.15.39:0/2577655722 wait complete. 2024-09-13T16:18:30.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.081+0000 7f0931a8e740 1 -- start start 2024-09-13T16:18:30.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.081+0000 7f0931a8e740 1 Processor -- start 2024-09-13T16:18:30.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757ce00a0 0x556757d8e3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 0x556757cde710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757cdec50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757d24ab0 con 0x556757d07550 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556757d46ae0 con 0x556757ce00a0 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556757d24d00 con 0x556757d2cb20 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0931a8e740 10 client.0 _ll_register_callbacks cb 0x7f091401a070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 0x556757cde710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 0x556757cde710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57810/0 (socket says 172.21.15.39:57810) 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f092cb01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757ce00a0 0x556757d8e3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 -- 172.21.15.39:0/2749294041 learned_addr learned my addr 172.21.15.39:0/2749294041 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f092d302640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757cdec50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 -- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 msgr2=0x556757cdec50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757cdec50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 -- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757ce00a0 msgr2=0x556757d8e3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757ce00a0 0x556757d8e3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f0927fff640 1 -- 172.21.15.39:0/2749294041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09280c7920 con 0x556757d07550 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.082+0000 7f092d302640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757cdec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0927fff640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 0x556757cde710 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f0914026040 tx=0x7f09140046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4c45325174fb47d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f09077fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f09077fe640 1 -- 172.21.15.39:0/2749294041 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0914034050 con 0x556757d07550 2024-09-13T16:18:30.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f09077fe640 1 -- 172.21.15.39:0/2749294041 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f0914005990 con 0x556757d07550 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f0914003b90 con 0x556757d07550 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f09077fe640 1 -- 172.21.15.39:0/2749294041 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=115) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0914014ae0 con 0x556757d07550 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 10 client.8955 fetch_fsmap learned FSMap version 115 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=115,monmap=2+}) v3 -- 0x556757be35f0 con 0x556757d07550 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f09077fe640 1 -- 172.21.15.39:0/2749294041 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0914003b90 con 0x556757d07550 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f09077fe640 1 -- 172.21.15.39:0/2749294041 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 115) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f0914022040 con 0x556757d07550 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 10 client.8955 fetch_fsmap finished waiting for FSMap version 115 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 10 client.8955 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 20 client.8955 populate_metadata read hostname 'smithi039' 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d91ef0 0x556757d922d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 4 client.8955 mds_command: new command op to 8871 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:18:30.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 --> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55675799ad10 con 0x556757d91ef0 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.083+0000 7f092cb01640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d91ef0 0x556757d922d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f09077fe640 10 client.8955 ms_handle_connect on v2:172.21.15.39:6832/885770318 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f092cb01640 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d91ef0 0x556757d922d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9c815b866f3cb475 server_cookie=b4a9fe8a36673a0b in_seq=0 out_seq=0 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f09077fe640 1 -- 172.21.15.39:0/2749294041 <== mds.0 v2:172.21.15.39:6832/885770318 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55675799ad10 con 0x556757d91ef0 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f09077fe640 10 client.8955 handle_command_reply: tid=0 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 client.8955 shutdown 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 msgr2=0x556757cde710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 0x556757cde710 secure :-1 s=READY pgs=1697 cs=0 l=1 rev1=1 crypto rx=0x7f0914026040 tx=0x7f09140046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 shutdown_connections 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:6832/885770318,v1:172.21.15.39:6834/885770318] conn(0x556757d91ef0 0x556757d922d0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556757d2cb20 0x556757cdec50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556757d07550 0x556757cde710 unknown :-1 s=CLOSED pgs=1697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f09077fe640 0 client.8955 ms_handle_reset on v2:172.21.15.39:6832/885770318 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 --2- 172.21.15.39:0/2749294041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556757ce00a0 0x556757d8e3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 >> 172.21.15.39:0/2749294041 conn(0x556757cdd860 msgr2=0x556757d06310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 shutdown_connections 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 1 -- 172.21.15.39:0/2749294041 wait complete. 2024-09-13T16:18:30.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.084+0000 7f0931a8e740 20 client.8955 trim_cache size 0 max 16384 2024-09-13T16:18:30.094 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:18:30.094 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:18:30.094 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:18:30.094 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 8871, 2024-09-13T16:18:30.094 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:18:30.094 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6477459620000001, 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 115, 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 97, 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 95, 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.9500207720000002 2024-09-13T16:18:30.095 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:18:30.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f090c06ac30 msgr2=0x7f090c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f090c06ac30 0x7f090c06d0f0 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f09280b1480 tx=0x7f0914008040 comp rx=0 tx=0).stop 2024-09-13T16:18:30.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 msgr2=0x7f0928152cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0928152cc0 secure :-1 s=READY pgs=1693 cs=0 l=1 rev1=1 crypto rx=0x7f091c02ad00 tx=0x7f091c001a00 comp rx=0 tx=0).stop 2024-09-13T16:18:30.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 shutdown_connections 2024-09-13T16:18:30.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f090c06ac30 0x7f090c06d0f0 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f092815eaf0 0x7f092815ef70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09280b2170 0x7f09280c67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 --2- 172.21.15.39:0/620058340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0918003970 0x7f0928152cc0 unknown :-1 s=CLOSED pgs=1693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 >> 172.21.15.39:0/620058340 conn(0x7f092806a3a0 msgr2=0x7f09280b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 shutdown_connections 2024-09-13T16:18:30.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.085+0000 7f092ed65640 1 -- 172.21.15.39:0/620058340 wait complete. 2024-09-13T16:18:30.098 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:18:30.098 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete mds0_openfiles.0', proceeding to ls 2024-09-13T16:18:30.099 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:18:30.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.199+0000 7f3a127f4640 1 Processor -- start 2024-09-13T16:18:30.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.199+0000 7f3a127f4640 1 -- start start 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a127f4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a0c154a80 0x7f3a0c0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a127f4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3a0c0b2b20 0x7f3a0c071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a127f4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a0c0b2ff0 con 0x7f3a0c0717c0 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a127f4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a0c071c50 con 0x7f3a0c154a80 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a127f4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a0c0b32d0 con 0x7f3a0c0b2b20 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a0c154a80 0x7f3a0c0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a0bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a0c154a80 0x7f3a0c0b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57812/0 (socket says 172.21.15.39:57812) 2024-09-13T16:18:30.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.200+0000 7f3a0bfff640 1 -- 172.21.15.39:0/729856345 learned_addr learned my addr 172.21.15.39:0/729856345 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a03fff640 1 --2- 172.21.15.39:0/729856345 >> v2:172.21.15.157:3300/0 conn(0x7f3a0c0b2b20 0x7f3a0c071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a0bfff640 1 -- 172.21.15.39:0/729856345 >> v2:172.21.15.157:3300/0 conn(0x7f3a0c0b2b20 msgr2=0x7f3a0c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a0bfff640 1 --2- 172.21.15.39:0/729856345 >> v2:172.21.15.157:3300/0 conn(0x7f3a0c0b2b20 0x7f3a0c071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a0bfff640 1 -- 172.21.15.39:0/729856345 >> v1:172.21.15.157:6789/0 conn(0x7f3a0c0717c0 legacy=0x7f3a0c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:30.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a0bfff640 1 -- 172.21.15.39:0/729856345 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a0c0b35b0 con 0x7f3a0c154a80 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a0bfff640 1 --2- 172.21.15.39:0/729856345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c0b25e0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c0c3c90 tx=0x7f39fc02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d4c61aa8e17929 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.201+0000 7f3a0b7fe640 1 -- 172.21.15.39:0/729856345 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc032440 con 0x7f3a0c154a80 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a0b7fe640 1 -- 172.21.15.39:0/729856345 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39fc0325a0 con 0x7f3a0c154a80 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a0b7fe640 1 -- 172.21.15.39:0/729856345 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39fc032930 con 0x7f3a0c154a80 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 -- 172.21.15.39:0/729856345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 msgr2=0x7f3a0c0b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 --2- 172.21.15.39:0/729856345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c0b25e0 secure :-1 s=READY pgs=1698 cs=0 l=1 rev1=1 crypto rx=0x7f3a0c0c3c90 tx=0x7f39fc02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 -- 172.21.15.39:0/729856345 shutdown_connections 2024-09-13T16:18:30.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 --2- 172.21.15.39:0/729856345 >> v2:172.21.15.157:3300/0 conn(0x7f3a0c0b2b20 0x7f3a0c071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 --2- 172.21.15.39:0/729856345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c0b25e0 unknown :-1 s=CLOSED pgs=1698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 -- 172.21.15.39:0/729856345 >> 172.21.15.39:0/729856345 conn(0x7f3a0c0b15d0 msgr2=0x7f3a0c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 -- 172.21.15.39:0/729856345 shutdown_connections 2024-09-13T16:18:30.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.202+0000 7f3a127f4640 1 -- 172.21.15.39:0/729856345 wait complete. 2024-09-13T16:18:30.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.203+0000 7f3a127f4640 1 Processor -- start 2024-09-13T16:18:30.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.203+0000 7f3a127f4640 1 -- start start 2024-09-13T16:18:30.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a127f4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a0c0717c0 0x7f3a0c1e13a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a127f4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a0c0b2b20 0x7f3a0c13b8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a127f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c13be20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a127f4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c13d230 con 0x7f3a0c154a80 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a127f4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c1e1df0 con 0x7f3a0c0b2b20 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a127f4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a0c1e20d0 con 0x7f3a0c0717c0 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a10d91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c13be20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a10d91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c13be20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57816/0 (socket says 172.21.15.39:57816) 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a10d91640 1 -- 172.21.15.39:0/216092366 learned_addr learned my addr 172.21.15.39:0/216092366 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a0bfff640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a0c0717c0 0x7f3a0c1e13a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.204+0000 7f3a03fff640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a0c0b2b20 0x7f3a0c13b8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a10d91640 1 -- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a0c0717c0 msgr2=0x7f3a0c1e13a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a10d91640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a0c0717c0 0x7f3a0c1e13a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a10d91640 1 -- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a0c0b2b20 msgr2=0x7f3a0c13b8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a10d91640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a0c0b2b20 0x7f3a0c13b8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a10d91640 1 -- 172.21.15.39:0/216092366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39fc0094d0 con 0x7f3a0c154a80 2024-09-13T16:18:30.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a0bfff640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a0c0717c0 0x7f3a0c1e13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a03fff640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a0c0b2b20 0x7f3a0c13b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a10d91640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c13be20 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f3a0400c780 tx=0x7f3a0400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a04004b60 con 0x7f3a0c154a80 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a0400ce90 con 0x7f3a0c154a80 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a0400a850 con 0x7f3a0c154a80 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a0c1e23b0 con 0x7f3a0c154a80 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.205+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a0c14bce0 con 0x7f3a0c154a80 2024-09-13T16:18:30.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.206+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a0c13d370 con 0x7f3a0c154a80 2024-09-13T16:18:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.207+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3a0400a9b0 con 0x7f3a0c154a80 2024-09-13T16:18:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.207+0000 7f3a097fa640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39ec06ac00 0x7f39ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.207+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f3a04089710 con 0x7f3a0c154a80 2024-09-13T16:18:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.207+0000 7f3a0bfff640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39ec06ac00 0x7f39ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:30.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.208+0000 7f3a0bfff640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39ec06ac00 0x7f39ec06d0c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f39fc034000 tx=0x7f39fc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:30.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.211+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3a0c13d370 con 0x7f3a0c154a80 2024-09-13T16:18:30.412 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:18:30.410+0000 7f29a51e0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:30.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.418+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f3a0c13d370 con 0x7f3a0c154a80 2024-09-13T16:18:30.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.418+0000 7f3a097fa640 1 -- 172.21.15.39:0/216092366 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v115) v1 ==== 53+0+73 (secure 0 0 0) 0x7f3a0c13d370 con 0x7f3a0c154a80 2024-09-13T16:18:30.420 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:18:30.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.420+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39ec06ac00 msgr2=0x7f39ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.420+0000 7f3a127f4640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39ec06ac00 0x7f39ec06d0c0 secure :-1 s=READY pgs=674 cs=0 l=1 rev1=1 crypto rx=0x7f39fc034000 tx=0x7f39fc02e000 comp rx=0 tx=0).stop 2024-09-13T16:18:30.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.420+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 msgr2=0x7f3a0c13be20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:30.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.420+0000 7f3a127f4640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c13be20 secure :-1 s=READY pgs=1699 cs=0 l=1 rev1=1 crypto rx=0x7f3a0400c780 tx=0x7f3a0400cc40 comp rx=0 tx=0).stop 2024-09-13T16:18:30.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 shutdown_connections 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39ec06ac00 0x7f39ec06d0c0 unknown :-1 s=CLOSED pgs=674 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a0c154a80 0x7f3a0c13be20 unknown :-1 s=CLOSED pgs=1699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a0c0b2b20 0x7f3a0c13b8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 --2- 172.21.15.39:0/216092366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a0c0717c0 0x7f3a0c1e13a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 >> 172.21.15.39:0/216092366 conn(0x7f3a0c0b15d0 msgr2=0x7f3a0c06b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 shutdown_connections 2024-09-13T16:18:30.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:30.421+0000 7f3a127f4640 1 -- 172.21.15.39:0/216092366 wait complete. 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:18:30.433 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:18:30.434 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.434 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:18:30.450 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42302sec preferred_lft 42302sec 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:30.451 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:30.452 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.453 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:18:30.515 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:18:30.516 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.516 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:18:30.577 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:18:30.577 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:18:30.577 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:18:30.577 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:18:30.577 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:18:30.577 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.577 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:18:30.578 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:18:30.578 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:18:30.578 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:18:30.578 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:18:30.578 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:18:30.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.666 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:18:30.682 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:18:30.682 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:18:30.682 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:18:30.682 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.682 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:18:30.748 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:18:30.748 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:18:30.748 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:30.804 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:18:30.805 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:18:30.805 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:30.860 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:18:30.926 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:18:30.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:18:30.994 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:18:30.995 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:18:30.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:30.995 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:18:31.051 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:18:31.051 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:18:31.094 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:18:31.120 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:18:31.120 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:18:31.179 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:18:31.177+0000 7f1361669480 -1 init, newargv = 0x55f45d25d240 newargc=15 2024-09-13T16:18:31.179 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[75209]: starting ceph client 2024-09-13T16:18:31.184 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[75209]: starting fuse 2024-09-13T16:18:31.191 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:18:31.192 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:18:31.193 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:31.193 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:18:31.278 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:18:31.278 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:18:31.278 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:18:31.278 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:18:31.278 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:18:31.278 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:18:31.278 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:18:31.279 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:18:31.280 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:18:31.404 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.75209.asok 2024-09-13T16:18:31.591 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.75209.asok 2024-09-13T16:18:31.591 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:31.591 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.75209.asok status 2024-09-13T16:18:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "75209", 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:18:31.729 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 8967, 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 8967 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1627831790 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:18:31.730 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1627831790 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.8967 192.168.0.1:0/1627831790", 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1627831790", 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 115, 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 97, 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:18:31.731 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:18:31.737 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:31.737 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:18:31.737 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:31.754 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:18:31.754 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:31.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:31.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:31.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:31.820 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:18:31.862 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:18:31.881 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:18:31.881 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:18:31.881 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:31.881 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:18:31.881 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs 2024-09-13T16:18:31.881 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds0_openfiles.0' did not caused DAMAGED state 2024-09-13T16:18:31.881 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 500.00000000' 2024-09-13T16:18:31.881 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:31.881 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:31.938 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:18:32.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.078+0000 7f43d7376640 1 Processor -- start 2024-09-13T16:18:32.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.078+0000 7f43d7376640 1 -- start start 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d7376640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f43d00721f0 0x7f43d00ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d7376640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43d00cebf0 con 0x7f43d00cc820 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d7376640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43d015aa50 con 0x7f43d00ce7b0 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d7376640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43d015bed0 con 0x7f43d00721f0 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d5913640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f43d00cc820 0x7f43d015c2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43480/0 (socket says 172.21.15.39:43480) 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d5913640 1 -- 172.21.15.39:0/2809419971 learned_addr learned my addr 172.21.15.39:0/2809419971 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43d5112640 1 --2- 172.21.15.39:0/2809419971 >> v2:172.21.15.157:3300/0 conn(0x7f43d00721f0 0x7f43d00ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3000078743 0 0) 0x7f43d00cebf0 con 0x7f43d00cc820 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f43bc003520 con 0x7f43d00cc820 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1512225082 0 0) 0x7f43bc003520 con 0x7f43d00cc820 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 >> v2:172.21.15.157:3300/0 conn(0x7f43d00721f0 msgr2=0x7f43d00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 --2- 172.21.15.39:0/2809419971 >> v2:172.21.15.157:3300/0 conn(0x7f43d00721f0 0x7f43d00ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 >> v1:172.21.15.157:6789/0 conn(0x7f43d00ce7b0 legacy=0x7f43d00cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43d015af50 con 0x7f43d00cc820 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f43c80019f0 con 0x7f43d00cc820 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 >> v1:172.21.15.39:6789/0 conn(0x7f43d00cc820 legacy=0x7f43d015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc003970 0x7f43bc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.079+0000 7f43c7fff640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43bc0047c0 0x7f43bc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43c7fff640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc005180 0x7f43bc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d015bed0 con 0x7f43bc003970 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc00c120 con 0x7f43bc0047c0 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43bc00c2e0 con 0x7f43bc005180 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5112640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc003970 0x7f43bc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d4911640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43bc0047c0 0x7f43bc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5913640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc005180 0x7f43bc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5112640 1 -- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc005180 msgr2=0x7f43bc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5112640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc005180 0x7f43bc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5112640 1 -- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43bc0047c0 msgr2=0x7f43bc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5112640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43bc0047c0 0x7f43bc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5112640 1 -- 172.21.15.39:0/2809419971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43bc003520 con 0x7f43bc003970 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d4911640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43bc0047c0 0x7f43bc004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.080+0000 7f43d5913640 1 -- 172.21.15.39:0/2809419971 reap_dead start 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d5112640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc003970 0x7f43bc003d90 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f43cc009ac0 tx=0x7f43bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1de0276256f5bad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43cc031400 con 0x7f43bc003970 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43cc02d050 con 0x7f43bc003970 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43c7fff640 1 -- 172.21.15.39:0/2809419971 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43cc031780 con 0x7f43bc003970 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 -- 172.21.15.39:0/2809419971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc003970 msgr2=0x7f43bc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc003970 0x7f43bc003d90 secure :-1 s=READY pgs=1703 cs=0 l=1 rev1=1 crypto rx=0x7f43cc009ac0 tx=0x7f43bc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 -- 172.21.15.39:0/2809419971 shutdown_connections 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 --2- 172.21.15.39:0/2809419971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43bc003970 0x7f43bc003d90 unknown :-1 s=CLOSED pgs=1703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 -- 172.21.15.39:0/2809419971 >> 172.21.15.39:0/2809419971 conn(0x7f43d006b3b0 msgr2=0x7f43d006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 -- 172.21.15.39:0/2809419971 shutdown_connections 2024-09-13T16:18:32.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.081+0000 7f43d7376640 1 -- 172.21.15.39:0/2809419971 wait complete. 2024-09-13T16:18:32.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 Processor -- start 2024-09-13T16:18:32.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 -- start start 2024-09-13T16:18:32.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc003970 0x7f43d00ad9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 0x7f43d014e1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43d00abfc0 0x7f43d00c3bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d00adf10 con 0x7f43d01572f0 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43d014e720 con 0x7f43d00abfc0 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d7376640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43d00ac930 con 0x7f43bc003970 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d4911640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 0x7f43d014e1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d4911640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 0x7f43d014e1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57834/0 (socket says 172.21.15.39:57834) 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.083+0000 7f43d4911640 1 -- 172.21.15.39:0/3988747439 learned_addr learned my addr 172.21.15.39:0/3988747439 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d5112640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc003970 0x7f43d00ad9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d5913640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43d00abfc0 0x7f43d00c3bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d4911640 1 -- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc003970 msgr2=0x7f43d00ad9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d4911640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc003970 0x7f43d00ad9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d4911640 1 -- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43d00abfc0 msgr2=0x7f43d00c3bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d4911640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43d00abfc0 0x7f43d00c3bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d4911640 1 -- 172.21.15.39:0/3988747439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43d00acc10 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d5112640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc003970 0x7f43d00ad9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d5913640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43d00abfc0 0x7f43d00c3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d4911640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 0x7f43d014e1e0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f43c000e480 tx=0x7f43c000e940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c0017070 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43c00052e0 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43c0005490 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43d00acef0 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.084+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43d00ad4b0 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.085+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43d00ad670 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.086+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43c0007020 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.086+0000 7f43c5ffb640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43b406ac00 0x7f43b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.086+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f43c0088b30 con 0x7f43d01572f0 2024-09-13T16:18:32.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.086+0000 7f43d5112640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43b406ac00 0x7f43b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.087+0000 7f43d5112640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43b406ac00 0x7f43b406d0c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f43cc033000 tx=0x7f43cc008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.091+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43c0053b80 con 0x7f43d01572f0 2024-09-13T16:18:32.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.262+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f43d00672f0 con 0x7f43d01572f0 2024-09-13T16:18:32.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.263+0000 7f43c5ffb640 1 -- 172.21.15.39:0/3988747439 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) v1 ==== 74+0+17377 (secure 0 0 0) 0x7f43c00571a0 con 0x7f43d01572f0 2024-09-13T16:18:32.265 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:32.265 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":97,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:18:27.863395+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43b406ac00 msgr2=0x7f43b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43b406ac00 0x7f43b406d0c0 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f43cc033000 tx=0x7f43cc008030 comp rx=0 tx=0).stop 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 msgr2=0x7f43d014e1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 0x7f43d014e1e0 secure :-1 s=READY pgs=1704 cs=0 l=1 rev1=1 crypto rx=0x7f43c000e480 tx=0x7f43c000e940 comp rx=0 tx=0).stop 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 shutdown_connections 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43b406ac00 0x7f43b406d0c0 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43d00abfc0 0x7f43d00c3bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43d01572f0 0x7f43d014e1e0 unknown :-1 s=CLOSED pgs=1704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 --2- 172.21.15.39:0/3988747439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43bc003970 0x7f43d00ad9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.265+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 >> 172.21.15.39:0/3988747439 conn(0x7f43d006b3b0 msgr2=0x7f43d015d950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.266+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 shutdown_connections 2024-09-13T16:18:32.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.266+0000 7f43d7376640 1 -- 172.21.15.39:0/3988747439 wait complete. 2024-09-13T16:18:32.278 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:18:32.279 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:18:32.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.381+0000 7f4cdb2c9640 1 Processor -- start 2024-09-13T16:18:32.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 -- start start 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4cd40cb810 0x7f4cd4159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4cd40cc460 0x7f4cd40b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd415a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cd415a000 con 0x7f4cd40cb810 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4cd40cbbf0 con 0x7f4cd40cc460 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.382+0000 7f4cdb2c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd40b1540 con 0x7f4cd40b2b20 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4cd40cb810 0x7f4cd4159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4cd40cb810 0x7f4cd4159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57836/0 (socket says 172.21.15.39:57836) 2024-09-13T16:18:32.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 -- 172.21.15.39:0/1526651981 learned_addr learned my addr 172.21.15.39:0/1526651981 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd8864640 1 --2- 172.21.15.39:0/1526651981 >> v2:172.21.15.157:3300/0 conn(0x7f4cd40cc460 0x7f4cd40b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9866640 1 --2- 172.21.15.39:0/1526651981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd415a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 -- 172.21.15.39:0/1526651981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 msgr2=0x7f4cd415a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 --2- 172.21.15.39:0/1526651981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd415a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 -- 172.21.15.39:0/1526651981 >> v2:172.21.15.157:3300/0 conn(0x7f4cd40cc460 msgr2=0x7f4cd40b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 --2- 172.21.15.39:0/1526651981 >> v2:172.21.15.157:3300/0 conn(0x7f4cd40cc460 0x7f4cd40b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd9065640 1 -- 172.21.15.39:0/1526651981 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cd40b1820 con 0x7f4cd40cb810 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.383+0000 7f4cd8864640 1 --2- 172.21.15.39:0/1526651981 >> v2:172.21.15.157:3300/0 conn(0x7f4cd40cc460 0x7f4cd40b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cd9065640 1 --2- 172.21.15.39:0/1526651981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd4159ac0 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f4cd40add20 tx=0x7f4cd002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de46672bc728cb35 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4ccbfff640 1 -- 172.21.15.39:0/1526651981 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd0032440 con 0x7f4cd40cb810 2024-09-13T16:18:32.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4ccbfff640 1 -- 172.21.15.39:0/1526651981 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cd00325a0 con 0x7f4cd40cb810 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4ccbfff640 1 -- 172.21.15.39:0/1526651981 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cd0032930 con 0x7f4cd40cb810 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/1526651981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 msgr2=0x7f4cd4159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/1526651981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd4159ac0 secure :-1 s=READY pgs=1705 cs=0 l=1 rev1=1 crypto rx=0x7f4cd40add20 tx=0x7f4cd002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/1526651981 shutdown_connections 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/1526651981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd415a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/1526651981 >> v2:172.21.15.157:3300/0 conn(0x7f4cd40cc460 0x7f4cd40b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/1526651981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd4159ac0 unknown :-1 s=CLOSED pgs=1705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/1526651981 >> 172.21.15.39:0/1526651981 conn(0x7f4cd40b00a0 msgr2=0x7f4cd40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/1526651981 shutdown_connections 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.384+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/1526651981 wait complete. 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 Processor -- start 2024-09-13T16:18:32.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 -- start start 2024-09-13T16:18:32.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd4145ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd40ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4cd40cc460 0x7f4cd40acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd414bd20 con 0x7f4cd40cb810 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd414c000 con 0x7f4cd40cc460 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cdb2c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4cd414c2e0 con 0x7f4cd40b2b20 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cd8864640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd40ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cd8864640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd40ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57842/0 (socket says 172.21.15.39:57842) 2024-09-13T16:18:32.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.386+0000 7f4cd8864640 1 -- 172.21.15.39:0/3589588069 learned_addr learned my addr 172.21.15.39:0/3589588069 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd9866640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4cd40cc460 0x7f4cd40acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd9065640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd4145ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd8864640 1 -- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 msgr2=0x7f4cd4145ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd8864640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd4145ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd8864640 1 -- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4cd40cc460 msgr2=0x7f4cd40acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd8864640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4cd40cc460 0x7f4cd40acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd8864640 1 -- 172.21.15.39:0/3589588069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cd00094d0 con 0x7f4cd40cb810 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd9866640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4cd40cc460 0x7f4cd40acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cd8864640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd40ac860 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f4cc400d7d0 tx=0x7f4cc400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cc4004030 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cc4004190 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cc4004520 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4cd414c5c0 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.387+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4cd4146530 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.388+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4cd40672f0 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.389+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4cc40096a0 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.389+0000 7f4cc9ffb640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cb806ac00 0x7f4cb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.389+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f4cc4089710 con 0x7f4cd40cb810 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.389+0000 7f4cd9065640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cb806ac00 0x7f4cb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.390+0000 7f4cd9065640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cb806ac00 0x7f4cb806d0c0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4cd0034000 tx=0x7f4cd002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.393+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4cc40546d0 con 0x7f4cd40cb810 2024-09-13T16:18:32.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.566+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4cd4159ac0 con 0x7f4cd40cb810 2024-09-13T16:18:32.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.567+0000 7f4cc9ffb640 1 -- 172.21.15.39:0/3589588069 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v97) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4cc4057cf0 con 0x7f4cd40cb810 2024-09-13T16:18:32.569 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:18:32.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cb806ac00 msgr2=0x7f4cb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cb806ac00 0x7f4cb806d0c0 secure :-1 s=READY pgs=676 cs=0 l=1 rev1=1 crypto rx=0x7f4cd0034000 tx=0x7f4cd002e000 comp rx=0 tx=0).stop 2024-09-13T16:18:32.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 msgr2=0x7f4cd40ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd40ac860 secure :-1 s=READY pgs=1706 cs=0 l=1 rev1=1 crypto rx=0x7f4cc400d7d0 tx=0x7f4cc400dc90 comp rx=0 tx=0).stop 2024-09-13T16:18:32.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 shutdown_connections 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cb806ac00 0x7f4cb806d0c0 unknown :-1 s=CLOSED pgs=676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4cd40cc460 0x7f4cd40acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4cd40cb810 0x7f4cd40ac860 unknown :-1 s=CLOSED pgs=1706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 --2- 172.21.15.39:0/3589588069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4cd40b2b20 0x7f4cd4145ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 >> 172.21.15.39:0/3589588069 conn(0x7f4cd40b00a0 msgr2=0x7f4cd40cbd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 shutdown_connections 2024-09-13T16:18:32.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.569+0000 7f4cdb2c9640 1 -- 172.21.15.39:0/3589588069 wait complete. 2024-09-13T16:18:32.581 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:18:32.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.684+0000 7f8876f65640 1 Processor -- start 2024-09-13T16:18:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.684+0000 7f8876f65640 1 -- start start 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8876f65640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f88700ce250 0x7f887015b4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8876f65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f887006bcc0 con 0x7f8870154bf0 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8876f65640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88700cc2e0 con 0x7f88700b2620 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8876f65640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f887015b9f0 con 0x7f88700ce250 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8874d01640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8870154bf0 0x7f88700cdb40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43490/0 (socket says 172.21.15.39:43490) 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8874d01640 1 -- 172.21.15.39:0/2360154189 learned_addr learned my addr 172.21.15.39:0/2360154189 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f8875502640 1 --2- 172.21.15.39:0/2360154189 >> v2:172.21.15.157:3300/0 conn(0x7f88700ce250 0x7f887015b4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3874678304 0 0) 0x7f887006bcc0 con 0x7f8870154bf0 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.685+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8860003520 con 0x7f8870154bf0 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1681325025 0 0) 0x7f8860003520 con 0x7f8870154bf0 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 >> v2:172.21.15.157:3300/0 conn(0x7f88700ce250 msgr2=0x7f887015b4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 --2- 172.21.15.39:0/2360154189 >> v2:172.21.15.157:3300/0 conn(0x7f88700ce250 0x7f887015b4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 >> v1:172.21.15.157:6789/0 conn(0x7f88700b2620 legacy=0x7f887006c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f887006bf60 con 0x7f8870154bf0 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f8864001670 con 0x7f8870154bf0 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 >> v1:172.21.15.39:6789/0 conn(0x7f8870154bf0 legacy=0x7f88700cdb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8860003970 0x7f8860003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88600047c0 0x7f8860004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f886000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f887015b9f0 con 0x7f8860005180 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f886000c120 con 0x7f8860003970 2024-09-13T16:18:32.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f886000c2e0 con 0x7f88600047c0 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8875502640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f886000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8874d01640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8860003970 0x7f8860003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f886ffff640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88600047c0 0x7f8860004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8875502640 1 -- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88600047c0 msgr2=0x7f8860004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8875502640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88600047c0 0x7f8860004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8875502640 1 -- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8860003970 msgr2=0x7f8860003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8875502640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8860003970 0x7f8860003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8875502640 1 -- 172.21.15.39:0/2360154189 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8860003520 con 0x7f8860005180 2024-09-13T16:18:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.686+0000 7f8874d01640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8860003970 0x7f8860003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f8875502640 1 -- 172.21.15.39:0/2360154189 reap_dead start 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f8875502640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f886000b980 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f8868009fc0 tx=0x7f88600057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97e3e724872ae565 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8868003b90 con 0x7f8860005180 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f886800f040 con 0x7f8860005180 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f886f7fe640 1 -- 172.21.15.39:0/2360154189 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8868004020 con 0x7f8860005180 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f8876f65640 1 -- 172.21.15.39:0/2360154189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 msgr2=0x7f886000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.687+0000 7f8876f65640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f886000b980 secure :-1 s=READY pgs=1708 cs=0 l=1 rev1=1 crypto rx=0x7f8868009fc0 tx=0x7f88600057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.688+0000 7f8876f65640 1 -- 172.21.15.39:0/2360154189 shutdown_connections 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.688+0000 7f8876f65640 1 --2- 172.21.15.39:0/2360154189 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f886000b980 unknown :-1 s=CLOSED pgs=1708 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.688+0000 7f8876f65640 1 -- 172.21.15.39:0/2360154189 >> 172.21.15.39:0/2360154189 conn(0x7f88700b0eb0 msgr2=0x7f8870069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.688+0000 7f8876f65640 1 -- 172.21.15.39:0/2360154189 shutdown_connections 2024-09-13T16:18:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.688+0000 7f8876f65640 1 -- 172.21.15.39:0/2360154189 wait complete. 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.689+0000 7f8876f65640 1 Processor -- start 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.689+0000 7f8876f65640 1 -- start start 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8876f65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f887013fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8876f65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88701504e0 0x7f88701560b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8876f65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88701565f0 0x7f8870156aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8876f65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8870140820 con 0x7f8860005180 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8876f65640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88701541f0 con 0x7f88701504e0 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8876f65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8870153f10 con 0x7f88701565f0 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f887013fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f887013fae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57868/0 (socket says 172.21.15.39:57868) 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 -- 172.21.15.39:0/2026548712 learned_addr learned my addr 172.21.15.39:0/2026548712 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 -- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88701565f0 msgr2=0x7f8870156aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88701565f0 0x7f8870156aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 -- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88701504e0 msgr2=0x7f88701560b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88701504e0 0x7f88701560b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 -- 172.21.15.39:0/2026548712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88701404b0 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f8874d01640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f887013fae0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f8864000fd0 tx=0x7f886400eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.690+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886400c6c0 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.691+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f886400c820 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.691+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8870153bf0 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.691+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886400cbd0 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.691+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88700a8690 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.692+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88700ad9c0 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.692+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f886400cd30 con 0x7f8860005180 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.693+0000 7f886d7fa640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac30 0x7f885406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.693+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f8864089470 con 0x7f8860005180 2024-09-13T16:18:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.693+0000 7f886ffff640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac30 0x7f885406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.693+0000 7f886ffff640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac30 0x7f885406d0f0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f88701f37c0 tx=0x7f885c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.697+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8864054430 con 0x7f8860005180 2024-09-13T16:18:32.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.866+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f88700672f0 con 0x7f8860005180 2024-09-13T16:18:32.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.866+0000 7f886d7fa640 1 -- 172.21.15.39:0/2026548712 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v97) v1 ==== 104+0+11 (secure 0 0 0) 0x7f8864057a50 con 0x7f8860005180 2024-09-13T16:18:32.868 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac30 msgr2=0x7f885406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac30 0x7f885406d0f0 secure :-1 s=READY pgs=677 cs=0 l=1 rev1=1 crypto rx=0x7f88701f37c0 tx=0x7f885c009040 comp rx=0 tx=0).stop 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 msgr2=0x7f887013fae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f887013fae0 secure :-1 s=READY pgs=1709 cs=0 l=1 rev1=1 crypto rx=0x7f8864000fd0 tx=0x7f886400eb90 comp rx=0 tx=0).stop 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 shutdown_connections 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac30 0x7f885406d0f0 unknown :-1 s=CLOSED pgs=677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88701565f0 0x7f8870156aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88701504e0 0x7f88701560b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 --2- 172.21.15.39:0/2026548712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8860005180 0x7f887013fae0 unknown :-1 s=CLOSED pgs=1709 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 >> 172.21.15.39:0/2026548712 conn(0x7f88700b0eb0 msgr2=0x7f8870159fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.868+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 shutdown_connections 2024-09-13T16:18:32.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.869+0000 7f8876f65640 1 -- 172.21.15.39:0/2026548712 wait complete. 2024-09-13T16:18:32.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:18:32.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.985+0000 7f64e8faa640 1 Processor -- start 2024-09-13T16:18:32.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.985+0000 7f64e8faa640 1 -- start start 2024-09-13T16:18:32.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e8faa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64e40ce050 0x7f64e4070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e8faa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e40acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e8faa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64e415d080 con 0x7f64e4070d80 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e8faa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64e40b3f90 con 0x7f64e40ce050 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e8faa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64e40711b0 con 0x7f64e40b2e10 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64e40ce050 0x7f64e4070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64e40ce050 0x7f64e4070840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57874/0 (socket says 172.21.15.39:57874) 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 -- 172.21.15.39:0/2115194237 learned_addr learned my addr 172.21.15.39:0/2115194237 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e2d9d640 1 --2- 172.21.15.39:0/2115194237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e40acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 -- 172.21.15.39:0/2115194237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 msgr2=0x7f64e40acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 --2- 172.21.15.39:0/2115194237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e40acd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 -- 172.21.15.39:0/2115194237 >> v1:172.21.15.157:6789/0 conn(0x7f64e4070d80 legacy=0x7f64e40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.986+0000 7f64e259c640 1 -- 172.21.15.39:0/2115194237 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64e40b3380 con 0x7f64e40ce050 2024-09-13T16:18:32.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.987+0000 7f64e259c640 1 --2- 172.21.15.39:0/2115194237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e40ce050 0x7f64e4070840 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f64d4009870 tx=0x7f64d402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4c4d7d20356ee01d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.987+0000 7f64e159a640 1 -- 172.21.15.39:0/2115194237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d4032440 con 0x7f64e40ce050 2024-09-13T16:18:32.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.987+0000 7f64e159a640 1 -- 172.21.15.39:0/2115194237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64d40325a0 con 0x7f64e40ce050 2024-09-13T16:18:32.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.987+0000 7f64e159a640 1 -- 172.21.15.39:0/2115194237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d4032930 con 0x7f64e40ce050 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 -- 172.21.15.39:0/2115194237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e40ce050 msgr2=0x7f64e4070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 --2- 172.21.15.39:0/2115194237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e40ce050 0x7f64e4070840 secure :-1 s=READY pgs=1710 cs=0 l=1 rev1=1 crypto rx=0x7f64d4009870 tx=0x7f64d402a270 comp rx=0 tx=0).stop 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 -- 172.21.15.39:0/2115194237 shutdown_connections 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 --2- 172.21.15.39:0/2115194237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e40acd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 --2- 172.21.15.39:0/2115194237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e40ce050 0x7f64e4070840 unknown :-1 s=CLOSED pgs=1710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 -- 172.21.15.39:0/2115194237 >> 172.21.15.39:0/2115194237 conn(0x7f64e40b0eb0 msgr2=0x7f64e4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 -- 172.21.15.39:0/2115194237 shutdown_connections 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.988+0000 7f64e8faa640 1 -- 172.21.15.39:0/2115194237 wait complete. 2024-09-13T16:18:32.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.989+0000 7f64e8faa640 1 Processor -- start 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.989+0000 7f64e8faa640 1 -- start start 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e8faa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 0x7f64e4151700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e8faa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e414fd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e8faa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64e40ce050 0x7f64e414c490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e8faa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64e4153220 con 0x7f64e4070d80 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e8faa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64e414c9d0 con 0x7f64e40ce050 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e8faa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64e4151cf0 con 0x7f64e40b2e10 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 0x7f64e4151700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 0x7f64e4151700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57886/0 (socket says 172.21.15.39:57886) 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 -- 172.21.15.39:0/1474562149 learned_addr learned my addr 172.21.15.39:0/1474562149 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e2d9d640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64e40ce050 0x7f64e414c490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e1d9b640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e414fd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 -- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 msgr2=0x7f64e414fd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e414fd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 -- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64e40ce050 msgr2=0x7f64e414c490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64e40ce050 0x7f64e414c490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e259c640 1 -- 172.21.15.39:0/1474562149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64d40094d0 con 0x7f64e4070d80 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.990+0000 7f64e2d9d640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64e40ce050 0x7f64e414c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.991+0000 7f64e259c640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 0x7f64e4151700 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f64d4000c00 tx=0x7f64d40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.991+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d4032440 con 0x7f64e4070d80 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.991+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64d4030b80 con 0x7f64e4070d80 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.991+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64e4151fd0 con 0x7f64e4070d80 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.991+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64d403d440 con 0x7f64e4070d80 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.991+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64e4152590 con 0x7f64e4070d80 2024-09-13T16:18:32.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.992+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64e40672f0 con 0x7f64e4070d80 2024-09-13T16:18:32.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.992+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f64d4039040 con 0x7f64e4070d80 2024-09-13T16:18:32.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.993+0000 7f64d2ffd640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac00 0x7f64c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:32.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.993+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f64d40aa0a0 con 0x7f64e4070d80 2024-09-13T16:18:32.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.993+0000 7f64e1d9b640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac00 0x7f64c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:32.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.993+0000 7f64e1d9b640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac00 0x7f64c406d0c0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f64e41f56b0 tx=0x7f64d8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:32.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:32.997+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f64d40750f0 con 0x7f64e4070d80 2024-09-13T16:18:33.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.166+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f64e4070840 con 0x7f64e4070d80 2024-09-13T16:18:33.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.166+0000 7f64d2ffd640 1 -- 172.21.15.39:0/1474562149 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v97) v1 ==== 100+0+11 (secure 0 0 0) 0x7f64d4078710 con 0x7f64e4070d80 2024-09-13T16:18:33.168 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:18:33.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac00 msgr2=0x7f64c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac00 0x7f64c406d0c0 secure :-1 s=READY pgs=678 cs=0 l=1 rev1=1 crypto rx=0x7f64e41f56b0 tx=0x7f64d8009040 comp rx=0 tx=0).stop 2024-09-13T16:18:33.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 msgr2=0x7f64e4151700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 0x7f64e4151700 secure :-1 s=READY pgs=1711 cs=0 l=1 rev1=1 crypto rx=0x7f64d4000c00 tx=0x7f64d40046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 shutdown_connections 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac00 0x7f64c406d0c0 unknown :-1 s=CLOSED pgs=678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64e40ce050 0x7f64e414c490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64e40b2e10 0x7f64e414fd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 --2- 172.21.15.39:0/1474562149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64e4070d80 0x7f64e4151700 unknown :-1 s=CLOSED pgs=1711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 >> 172.21.15.39:0/1474562149 conn(0x7f64e40b0eb0 msgr2=0x7f64e406bc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 shutdown_connections 2024-09-13T16:18:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.168+0000 7f64e8faa640 1 -- 172.21.15.39:0/1474562149 wait complete. 2024-09-13T16:18:33.180 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:18:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.285+0000 7fa27933e640 1 Processor -- start 2024-09-13T16:18:33.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.285+0000 7fa27933e640 1 -- start start 2024-09-13T16:18:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.286+0000 7fa27933e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa27415c8d0 0x7fa274160e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.286+0000 7fa27933e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2740ccd10 0x7fa2740b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.286+0000 7fa27933e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa274161380 con 0x7fa2740b4a30 2024-09-13T16:18:33.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.286+0000 7fa27933e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2740b4e40 con 0x7fa2740ccd10 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.286+0000 7fa27933e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2740cd1a0 con 0x7fa27415c8d0 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2740ccd10 0x7fa2740b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa2740ccd10 0x7fa2740b44f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57894/0 (socket says 172.21.15.39:57894) 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 -- 172.21.15.39:0/2562228315 learned_addr learned my addr 172.21.15.39:0/2562228315 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa272ffd640 1 --2- 172.21.15.39:0/2562228315 >> v2:172.21.15.157:3300/0 conn(0x7fa27415c8d0 0x7fa274160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 -- 172.21.15.39:0/2562228315 >> v2:172.21.15.157:3300/0 conn(0x7fa27415c8d0 msgr2=0x7fa274160e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 --2- 172.21.15.39:0/2562228315 >> v2:172.21.15.157:3300/0 conn(0x7fa27415c8d0 0x7fa274160e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 -- 172.21.15.39:0/2562228315 >> v1:172.21.15.157:6789/0 conn(0x7fa2740b4a30 legacy=0x7fa27406bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.287+0000 7fa2727fc640 1 -- 172.21.15.39:0/2562228315 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2740cd480 con 0x7fa2740ccd10 2024-09-13T16:18:33.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa2727fc640 1 --2- 172.21.15.39:0/2562228315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2740ccd10 0x7fa2740b44f0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7fa274067320 tx=0x7fa25c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd10681e0c088371 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa271ffb640 1 -- 172.21.15.39:0/2562228315 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25c032440 con 0x7fa2740ccd10 2024-09-13T16:18:33.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa271ffb640 1 -- 172.21.15.39:0/2562228315 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa25c0325a0 con 0x7fa2740ccd10 2024-09-13T16:18:33.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa271ffb640 1 -- 172.21.15.39:0/2562228315 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25c032930 con 0x7fa2740ccd10 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 -- 172.21.15.39:0/2562228315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2740ccd10 msgr2=0x7fa2740b44f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 --2- 172.21.15.39:0/2562228315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2740ccd10 0x7fa2740b44f0 secure :-1 s=READY pgs=1712 cs=0 l=1 rev1=1 crypto rx=0x7fa274067320 tx=0x7fa25c02a230 comp rx=0 tx=0).stop 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 -- 172.21.15.39:0/2562228315 shutdown_connections 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 --2- 172.21.15.39:0/2562228315 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2740ccd10 0x7fa2740b44f0 unknown :-1 s=CLOSED pgs=1712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 --2- 172.21.15.39:0/2562228315 >> v2:172.21.15.157:3300/0 conn(0x7fa27415c8d0 0x7fa274160e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 -- 172.21.15.39:0/2562228315 >> 172.21.15.39:0/2562228315 conn(0x7fa2740cf560 msgr2=0x7fa2740cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 -- 172.21.15.39:0/2562228315 shutdown_connections 2024-09-13T16:18:33.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.288+0000 7fa27933e640 1 -- 172.21.15.39:0/2562228315 wait complete. 2024-09-13T16:18:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.290+0000 7fa27933e640 1 Processor -- start 2024-09-13T16:18:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.290+0000 7fa27933e640 1 -- start start 2024-09-13T16:18:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.290+0000 7fa27933e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2740b4a30 0x7fa274147cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 0x7fa27415e4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa27415e9f0 0x7fa2740cbdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa27415fac0 con 0x7fa27415c8d0 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2741481f0 con 0x7fa27415e9f0 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa27415ff50 con 0x7fa2740b4a30 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 0x7fa27415e4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 0x7fa27415e4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57896/0 (socket says 172.21.15.39:57896) 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 -- 172.21.15.39:0/2632806627 learned_addr learned my addr 172.21.15.39:0/2632806627 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa272ffd640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2740b4a30 0x7fa274147cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2737fe640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa27415e9f0 0x7fa2740cbdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 -- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2740b4a30 msgr2=0x7fa274147cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2740b4a30 0x7fa274147cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 -- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa27415e9f0 msgr2=0x7fa2740cbdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa27415e9f0 0x7fa2740cbdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 -- 172.21.15.39:0/2632806627 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa25c0094d0 con 0x7fa27415c8d0 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa272ffd640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2740b4a30 0x7fa274147cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2737fe640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa27415e9f0 0x7fa2740cbdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa2727fc640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 0x7fa27415e4b0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7fa25c000c00 tx=0x7fa25c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25c032440 con 0x7fa27415c8d0 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa25c030b80 con 0x7fa27415c8d0 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa27415eeb0 con 0x7fa27415c8d0 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa25c03d420 con 0x7fa27415c8d0 2024-09-13T16:18:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.291+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa27415f470 con 0x7fa27415c8d0 2024-09-13T16:18:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.292+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2740cdd20 con 0x7fa27415c8d0 2024-09-13T16:18:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.293+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa25c039040 con 0x7fa27415c8d0 2024-09-13T16:18:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.293+0000 7fa26b7fe640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa25406ac00 0x7fa25406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.293+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7fa25c0a9f10 con 0x7fa27415c8d0 2024-09-13T16:18:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.294+0000 7fa272ffd640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa25406ac00 0x7fa25406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.294+0000 7fa272ffd640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa25406ac00 0x7fa25406d0c0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa264009b20 tx=0x7fa2640039d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.298+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa25c075080 con 0x7fa27415c8d0 2024-09-13T16:18:33.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.481+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa274161380 con 0x7fa27415c8d0 2024-09-13T16:18:33.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.482+0000 7fa26b7fe640 1 -- 172.21.15.39:0/2632806627 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 12 entries v97) v1 ==== 81+0+732 (secure 0 0 0) 0x7fa274161380 con 0x7fa27415c8d0 2024-09-13T16:18:33.483 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:33.483 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:33.483 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:33.483 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:33.483 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:33.484 INFO:teuthology.orchestra.run.smithi039.stderr:listed 12 entries 2024-09-13T16:18:33.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa25406ac00 msgr2=0x7fa25406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa25406ac00 0x7fa25406d0c0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa264009b20 tx=0x7fa2640039d0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 msgr2=0x7fa27415e4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 0x7fa27415e4b0 secure :-1 s=READY pgs=1713 cs=0 l=1 rev1=1 crypto rx=0x7fa25c000c00 tx=0x7fa25c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 shutdown_connections 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa25406ac00 0x7fa25406d0c0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa27415e9f0 0x7fa2740cbdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa27415c8d0 0x7fa27415e4b0 unknown :-1 s=CLOSED pgs=1713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 --2- 172.21.15.39:0/2632806627 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2740b4a30 0x7fa274147cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 >> 172.21.15.39:0/2632806627 conn(0x7fa2740cf560 msgr2=0x7fa2740b3560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 shutdown_connections 2024-09-13T16:18:33.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.484+0000 7fa27933e640 1 -- 172.21.15.39:0/2632806627 wait complete. 2024-09-13T16:18:33.496 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:33.496 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:33.513 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:18:33.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.653+0000 7fbf07d18640 1 Processor -- start 2024-09-13T16:18:33.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.653+0000 7fbf07d18640 1 -- start start 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf07d18640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf0015c330 0x7fbf0006ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf07d18640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbf0015c710 0x7fbf000b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf07d18640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf0006f6e0 con 0x7fbf0006f240 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf07d18640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf0006f9c0 con 0x7fbf0015c330 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf07d18640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf0006fca0 con 0x7fbf0015c710 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf05ab4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf0015c330 0x7fbf0006ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf052b3640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbf0006f240 0x7fbf0006b8f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58434/0 (socket says 172.21.15.39:58434) 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.654+0000 7fbf052b3640 1 -- 172.21.15.39:0/653930158 learned_addr learned my addr 172.21.15.39:0/653930158 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:33.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf04ab2640 1 -- 172.21.15.39:0/653930158 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1053021700 0 0) 0x7fbf0006f6e0 con 0x7fbf0006f240 2024-09-13T16:18:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf04ab2640 1 -- 172.21.15.39:0/653930158 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbee8003520 con 0x7fbf0006f240 2024-09-13T16:18:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf062b5640 1 --2- 172.21.15.39:0/653930158 >> v2:172.21.15.157:3300/0 conn(0x7fbf0015c710 0x7fbf000b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf05ab4640 1 -- 172.21.15.39:0/653930158 >> v2:172.21.15.157:3300/0 conn(0x7fbf0015c710 msgr2=0x7fbf000b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf05ab4640 1 --2- 172.21.15.39:0/653930158 >> v2:172.21.15.157:3300/0 conn(0x7fbf0015c710 0x7fbf000b3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf05ab4640 1 -- 172.21.15.39:0/653930158 >> v1:172.21.15.39:6789/0 conn(0x7fbf0006f240 legacy=0x7fbf0006b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.655+0000 7fbf05ab4640 1 -- 172.21.15.39:0/653930158 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf000b37c0 con 0x7fbf0015c330 2024-09-13T16:18:33.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf05ab4640 1 --2- 172.21.15.39:0/653930158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c330 0x7fbf0006ed00 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fbf00066b90 tx=0x7fbef802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=745194d5dec0476b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf04ab2640 1 -- 172.21.15.39:0/653930158 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbef802ae60 con 0x7fbf0015c330 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf04ab2640 1 -- 172.21.15.39:0/653930158 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbef8032440 con 0x7fbf0015c330 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf04ab2640 1 -- 172.21.15.39:0/653930158 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbef80327d0 con 0x7fbf0015c330 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 -- 172.21.15.39:0/653930158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c330 msgr2=0x7fbf0006ed00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 --2- 172.21.15.39:0/653930158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c330 0x7fbf0006ed00 secure :-1 s=READY pgs=1715 cs=0 l=1 rev1=1 crypto rx=0x7fbf00066b90 tx=0x7fbef802a110 comp rx=0 tx=0).stop 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 -- 172.21.15.39:0/653930158 shutdown_connections 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 --2- 172.21.15.39:0/653930158 >> v2:172.21.15.157:3300/0 conn(0x7fbf0015c710 0x7fbf000b3ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 --2- 172.21.15.39:0/653930158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c330 0x7fbf0006ed00 unknown :-1 s=CLOSED pgs=1715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 -- 172.21.15.39:0/653930158 >> 172.21.15.39:0/653930158 conn(0x7fbf0006d5c0 msgr2=0x7fbf0006d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 -- 172.21.15.39:0/653930158 shutdown_connections 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.656+0000 7fbf07d18640 1 -- 172.21.15.39:0/653930158 wait complete. 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.657+0000 7fbf07d18640 1 Processor -- start 2024-09-13T16:18:33.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 -- start start 2024-09-13T16:18:33.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf0006f240 0x7fbf00153f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf0015c330 0x7fbf000cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 0x7fbf0015e540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf0015ed70 con 0x7fbf0015c710 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf0015cca0 con 0x7fbf0015c330 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf07d18640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf0015cf80 con 0x7fbf0006f240 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf062b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 0x7fbf0015e540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf062b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 0x7fbf0015e540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52886/0 (socket says 172.21.15.39:52886) 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.658+0000 7fbf062b5640 1 -- 172.21.15.39:0/1508839761 learned_addr learned my addr 172.21.15.39:0/1508839761 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf052b3640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf0015c330 0x7fbf000cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf05ab4640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf0006f240 0x7fbf00153f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf062b5640 1 -- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf0006f240 msgr2=0x7fbf00153f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf062b5640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf0006f240 0x7fbf00153f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf062b5640 1 -- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf0015c330 msgr2=0x7fbf000cc780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf062b5640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf0015c330 0x7fbf000cc780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf062b5640 1 -- 172.21.15.39:0/1508839761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbef8009400 con 0x7fbf0015c710 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf05ab4640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf0006f240 0x7fbf00153f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf062b5640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 0x7fbf0015e540 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7fbef000cc80 tx=0x7fbef000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbef000ce90 con 0x7fbf0015c710 2024-09-13T16:18:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbef000ae80 con 0x7fbf0015c710 2024-09-13T16:18:33.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbef0003bd0 con 0x7fbf0015c710 2024-09-13T16:18:33.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf0015d260 con 0x7fbf0015c710 2024-09-13T16:18:33.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.659+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf0015f050 con 0x7fbf0015c710 2024-09-13T16:18:33.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.660+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf0015d450 con 0x7fbf0015c710 2024-09-13T16:18:33.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.661+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbef000f3f0 con 0x7fbf0015c710 2024-09-13T16:18:33.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.661+0000 7fbefe7fc640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbeec06ac00 0x7fbeec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.661+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7fbef00897e0 con 0x7fbf0015c710 2024-09-13T16:18:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.661+0000 7fbf05ab4640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbeec06ac00 0x7fbeec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.662+0000 7fbf05ab4640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbeec06ac00 0x7fbeec06d0c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbef8034000 tx=0x7fbef802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.665+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbef00548e0 con 0x7fbf0015c710 2024-09-13T16:18:33.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.837+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fbf0006ed00 con 0x7fbf0015c710 2024-09-13T16:18:33.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.838+0000 7fbefe7fc640 1 -- 172.21.15.39:0/1508839761 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v97) v1 ==== 74+0+17377 (secure 0 0 0) 0x7fbef001d020 con 0x7fbf0015c710 2024-09-13T16:18:33.840 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:33.840 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":97,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:18:27.863395+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbeec06ac00 msgr2=0x7fbeec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbeec06ac00 0x7fbeec06d0c0 secure :-1 s=READY pgs=680 cs=0 l=1 rev1=1 crypto rx=0x7fbef8034000 tx=0x7fbef802e000 comp rx=0 tx=0).stop 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 msgr2=0x7fbf0015e540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 0x7fbf0015e540 secure :-1 s=READY pgs=1716 cs=0 l=1 rev1=1 crypto rx=0x7fbef000cc80 tx=0x7fbef000a5c0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 shutdown_connections 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbeec06ac00 0x7fbeec06d0c0 unknown :-1 s=CLOSED pgs=680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf0015c710 0x7fbf0015e540 unknown :-1 s=CLOSED pgs=1716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf0015c330 0x7fbf000cc780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 --2- 172.21.15.39:0/1508839761 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf0006f240 0x7fbf00153f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.840+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 >> 172.21.15.39:0/1508839761 conn(0x7fbf0006d5c0 msgr2=0x7fbf000b1840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:33.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.841+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 shutdown_connections 2024-09-13T16:18:33.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.841+0000 7fbf07d18640 1 -- 172.21.15.39:0/1508839761 wait complete. 2024-09-13T16:18:33.853 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:18:33.853 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:18:33.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.957+0000 7f63cb480640 1 Processor -- start 2024-09-13T16:18:33.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.957+0000 7f63cb480640 1 -- start start 2024-09-13T16:18:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63cb480640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c4143d30 0x7f63c415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63cb480640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f63c406f880 0x7f63c406fcf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63cb480640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63c4071eb0 con 0x7f63c40b3610 2024-09-13T16:18:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63cb480640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63c4070230 con 0x7f63c406f880 2024-09-13T16:18:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63cb480640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63c4072440 con 0x7f63c4143d30 2024-09-13T16:18:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63c921c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c4143d30 0x7f63c415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63c9a1d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f63c406f880 0x7f63c406fcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63c8a1b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f63c40b3610 0x7f63c40717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:36544/0 (socket says 172.21.15.39:36544) 2024-09-13T16:18:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.958+0000 7f63c8a1b640 1 -- 172.21.15.39:0/3416782624 learned_addr learned my addr 172.21.15.39:0/3416782624 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63c921c640 1 -- 172.21.15.39:0/3416782624 >> v2:172.21.15.157:3300/0 conn(0x7f63c406f880 msgr2=0x7f63c406fcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63c921c640 1 --2- 172.21.15.39:0/3416782624 >> v2:172.21.15.157:3300/0 conn(0x7f63c406f880 0x7f63c406fcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63c921c640 1 -- 172.21.15.39:0/3416782624 >> v1:172.21.15.157:6789/0 conn(0x7f63c40b3610 legacy=0x7f63c40717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63c921c640 1 -- 172.21.15.39:0/3416782624 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63c4144110 con 0x7f63c4143d30 2024-09-13T16:18:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63bbfff640 1 -- 172.21.15.39:0/3416782624 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1841977346 0 0) 0x7f63c4071eb0 con 0x7f63c40b3610 2024-09-13T16:18:33.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63c9a1d640 1 --2- 172.21.15.39:0/3416782624 >> v2:172.21.15.157:3300/0 conn(0x7f63c406f880 0x7f63c406fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.959+0000 7f63c921c640 1 --2- 172.21.15.39:0/3416782624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c4143d30 0x7f63c415eb20 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f63c00097a0 tx=0x7f63c002a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6644c5a24104b7f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63bbfff640 1 -- 172.21.15.39:0/3416782624 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63c0032440 con 0x7f63c4143d30 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63bbfff640 1 -- 172.21.15.39:0/3416782624 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63c00325a0 con 0x7f63c4143d30 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63bbfff640 1 -- 172.21.15.39:0/3416782624 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63c0032930 con 0x7f63c4143d30 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 -- 172.21.15.39:0/3416782624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c4143d30 msgr2=0x7f63c415eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 --2- 172.21.15.39:0/3416782624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c4143d30 0x7f63c415eb20 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f63c00097a0 tx=0x7f63c002a180 comp rx=0 tx=0).stop 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 -- 172.21.15.39:0/3416782624 shutdown_connections 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 --2- 172.21.15.39:0/3416782624 >> v2:172.21.15.157:3300/0 conn(0x7f63c406f880 0x7f63c406fcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 --2- 172.21.15.39:0/3416782624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c4143d30 0x7f63c415eb20 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 -- 172.21.15.39:0/3416782624 >> 172.21.15.39:0/3416782624 conn(0x7f63c40b00a0 msgr2=0x7f63c40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 -- 172.21.15.39:0/3416782624 shutdown_connections 2024-09-13T16:18:33.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.960+0000 7f63cb480640 1 -- 172.21.15.39:0/3416782624 wait complete. 2024-09-13T16:18:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.961+0000 7f63cb480640 1 Processor -- start 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.961+0000 7f63cb480640 1 -- start start 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63cb480640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c406f880 0x7f63c4142750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63cb480640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 0x7f63c40c8ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63cb480640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63c4143d30 0x7f63c41e7090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63cb480640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63c40ca010 con 0x7f63c40b3610 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63cb480640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63c40c9400 con 0x7f63c4143d30 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63cb480640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63c40c96e0 con 0x7f63c406f880 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63c8a1b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 0x7f63c40c8ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63c8a1b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 0x7f63c40c8ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52902/0 (socket says 172.21.15.39:52902) 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63c8a1b640 1 -- 172.21.15.39:0/933884718 learned_addr learned my addr 172.21.15.39:0/933884718 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63c9a1d640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63c4143d30 0x7f63c41e7090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.962+0000 7f63c921c640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c406f880 0x7f63c4142750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c8a1b640 1 -- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c406f880 msgr2=0x7f63c4142750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c8a1b640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c406f880 0x7f63c4142750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c8a1b640 1 -- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63c4143d30 msgr2=0x7f63c41e7090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c8a1b640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63c4143d30 0x7f63c41e7090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c8a1b640 1 -- 172.21.15.39:0/933884718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63bc009a70 con 0x7f63c40b3610 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c921c640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c406f880 0x7f63c4142750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c9a1d640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63c4143d30 0x7f63c41e7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63c8a1b640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 0x7f63c40c8ab0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f63b400c410 tx=0x7f63b400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b40074e0 con 0x7f63c40b3610 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63b4007660 con 0x7f63c40b3610 2024-09-13T16:18:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63c0009400 con 0x7f63c40b3610 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f63b4004a20 con 0x7f63c40b3610 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.963+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f63c40c9ca0 con 0x7f63c40b3610 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.964+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63c40672f0 con 0x7f63c40b3610 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.965+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f63b4004b80 con 0x7f63c40b3610 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.965+0000 7f63b9ffb640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63a806ac00 0x7f63a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.965+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f63b4089360 con 0x7f63c40b3610 2024-09-13T16:18:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.965+0000 7f63c921c640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63a806ac00 0x7f63a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.966+0000 7f63c921c640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63a806ac00 0x7f63a806d0c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f63c0034000 tx=0x7f63c002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:33.969+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f63b4057db0 con 0x7f63c40b3610 2024-09-13T16:18:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.139+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f63c406fcf0 con 0x7f63c40b3610 2024-09-13T16:18:34.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.139+0000 7f63b9ffb640 1 -- 172.21.15.39:0/933884718 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v97) v1 ==== 93+0+10 (secure 0 0 0) 0x7f63b4057940 con 0x7f63c40b3610 2024-09-13T16:18:34.141 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:18:34.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63a806ac00 msgr2=0x7f63a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63a806ac00 0x7f63a806d0c0 secure :-1 s=READY pgs=681 cs=0 l=1 rev1=1 crypto rx=0x7f63c0034000 tx=0x7f63c002e000 comp rx=0 tx=0).stop 2024-09-13T16:18:34.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 msgr2=0x7f63c40c8ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 0x7f63c40c8ab0 secure :-1 s=READY pgs=1717 cs=0 l=1 rev1=1 crypto rx=0x7f63b400c410 tx=0x7f63b400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 shutdown_connections 2024-09-13T16:18:34.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f63a806ac00 0x7f63a806d0c0 unknown :-1 s=CLOSED pgs=681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f63c4143d30 0x7f63c41e7090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f63c40b3610 0x7f63c40c8ab0 unknown :-1 s=CLOSED pgs=1717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 --2- 172.21.15.39:0/933884718 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f63c406f880 0x7f63c4142750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 >> 172.21.15.39:0/933884718 conn(0x7f63c40b00a0 msgr2=0x7f63c40b21d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:34.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 shutdown_connections 2024-09-13T16:18:34.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.141+0000 7f63cb480640 1 -- 172.21.15.39:0/933884718 wait complete. 2024-09-13T16:18:34.153 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:18:34.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.256+0000 7f4e8806c640 1 Processor -- start 2024-09-13T16:18:34.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.256+0000 7f4e8806c640 1 -- start start 2024-09-13T16:18:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e8806c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4e8015c680 0x7f4e80160d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e8806c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e8006ebb0 0x7f4e800cebb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e8806c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e800cf520 con 0x7f4e800cf0f0 2024-09-13T16:18:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e8806c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e80161240 con 0x7f4e8006ebb0 2024-09-13T16:18:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e8806c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e8006f130 con 0x7f4e8015c680 2024-09-13T16:18:34.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e85607640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e8006ebb0 0x7f4e800cebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e85607640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4e8006ebb0 0x7f4e800cebb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52908/0 (socket says 172.21.15.39:52908) 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.257+0000 7f4e85607640 1 -- 172.21.15.39:0/1855320028 learned_addr learned my addr 172.21.15.39:0/1855320028 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85607640 1 -- 172.21.15.39:0/1855320028 >> v2:172.21.15.157:3300/0 conn(0x7f4e8015c680 msgr2=0x7f4e80160d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85e08640 1 --2- 172.21.15.39:0/1855320028 >> v2:172.21.15.157:3300/0 conn(0x7f4e8015c680 0x7f4e80160d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85607640 1 --2- 172.21.15.39:0/1855320028 >> v2:172.21.15.157:3300/0 conn(0x7f4e8015c680 0x7f4e80160d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85607640 1 -- 172.21.15.39:0/1855320028 >> v1:172.21.15.157:6789/0 conn(0x7f4e800cf0f0 legacy=0x7f4e8006d6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85607640 1 -- 172.21.15.39:0/1855320028 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e8006f410 con 0x7f4e8006ebb0 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85e08640 1 --2- 172.21.15.39:0/1855320028 >> v2:172.21.15.157:3300/0 conn(0x7f4e8015c680 0x7f4e80160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:34.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.258+0000 7f4e85607640 1 --2- 172.21.15.39:0/1855320028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e800cebb0 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f4e800690a0 tx=0x7f4e7402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=47a979a1703c1d4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e84e06640 1 -- 172.21.15.39:0/1855320028 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e74032440 con 0x7f4e8006ebb0 2024-09-13T16:18:34.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e84e06640 1 -- 172.21.15.39:0/1855320028 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e740325a0 con 0x7f4e8006ebb0 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e84e06640 1 -- 172.21.15.39:0/1855320028 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e74032930 con 0x7f4e8006ebb0 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 -- 172.21.15.39:0/1855320028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 msgr2=0x7f4e800cebb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 --2- 172.21.15.39:0/1855320028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e800cebb0 secure :-1 s=READY pgs=1718 cs=0 l=1 rev1=1 crypto rx=0x7f4e800690a0 tx=0x7f4e7402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 -- 172.21.15.39:0/1855320028 shutdown_connections 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 --2- 172.21.15.39:0/1855320028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e800cebb0 unknown :-1 s=CLOSED pgs=1718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 --2- 172.21.15.39:0/1855320028 >> v2:172.21.15.157:3300/0 conn(0x7f4e8015c680 0x7f4e80160d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 -- 172.21.15.39:0/1855320028 >> 172.21.15.39:0/1855320028 conn(0x7f4e800d04e0 msgr2=0x7f4e800d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 -- 172.21.15.39:0/1855320028 shutdown_connections 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.259+0000 7f4e8806c640 1 -- 172.21.15.39:0/1855320028 wait complete. 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.260+0000 7f4e8806c640 1 Processor -- start 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 -- start start 2024-09-13T16:18:34.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e80156c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e800cf0f0 0x7f4e8015ec00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e8015c680 0x7f4e8015f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e801f2d80 con 0x7f4e8006ebb0 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e801f26e0 con 0x7f4e800cf0f0 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e8806c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e80157140 con 0x7f4e8015c680 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e85e08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e80156c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e85e08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e80156c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52910/0 (socket says 172.21.15.39:52910) 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e85e08640 1 -- 172.21.15.39:0/2047332664 learned_addr learned my addr 172.21.15.39:0/2047332664 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e85607640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e800cf0f0 0x7f4e8015ec00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.261+0000 7f4e86609640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e8015c680 0x7f4e8015f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e85e08640 1 -- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e8015c680 msgr2=0x7f4e8015f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e85e08640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e8015c680 0x7f4e8015f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e85e08640 1 -- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e800cf0f0 msgr2=0x7f4e8015ec00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e85e08640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e800cf0f0 0x7f4e8015ec00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e85e08640 1 -- 172.21.15.39:0/2047332664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e740094d0 con 0x7f4e8006ebb0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e85e08640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e80156c00 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f4e7000cf60 tx=0x7f4e7000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7000d840 con 0x7f4e8006ebb0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e7000d9a0 con 0x7f4e8006ebb0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e801e78e0 con 0x7f4e8006ebb0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e7000dd30 con 0x7f4e8006ebb0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.262+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e801f29a0 con 0x7f4e8006ebb0 2024-09-13T16:18:34.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.263+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e80067330 con 0x7f4e8006ebb0 2024-09-13T16:18:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.264+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4e70015440 con 0x7f4e8006ebb0 2024-09-13T16:18:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.264+0000 7f4e7e7fc640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e6c06ac30 0x7f4e6c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.264+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f4e70089e80 con 0x7f4e8006ebb0 2024-09-13T16:18:34.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.264+0000 7f4e85607640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e6c06ac30 0x7f4e6c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.265+0000 7f4e85607640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e6c06ac30 0x7f4e6c06d0f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4e74034000 tx=0x7f4e7402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.268+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4e70054f80 con 0x7f4e8006ebb0 2024-09-13T16:18:34.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.439+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f4e800d0010 con 0x7f4e8006ebb0 2024-09-13T16:18:34.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.439+0000 7f4e7e7fc640 1 -- 172.21.15.39:0/2047332664 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v97) v1 ==== 104+0+11 (secure 0 0 0) 0x7f4e7001a0a0 con 0x7f4e8006ebb0 2024-09-13T16:18:34.441 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e6c06ac30 msgr2=0x7f4e6c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e6c06ac30 0x7f4e6c06d0f0 secure :-1 s=READY pgs=682 cs=0 l=1 rev1=1 crypto rx=0x7f4e74034000 tx=0x7f4e7402e000 comp rx=0 tx=0).stop 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 msgr2=0x7f4e80156c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e80156c00 secure :-1 s=READY pgs=1719 cs=0 l=1 rev1=1 crypto rx=0x7f4e7000cf60 tx=0x7f4e7000cf90 comp rx=0 tx=0).stop 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 shutdown_connections 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4e6c06ac30 0x7f4e6c06d0f0 unknown :-1 s=CLOSED pgs=682 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4e8015c680 0x7f4e8015f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4e800cf0f0 0x7f4e8015ec00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 --2- 172.21.15.39:0/2047332664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4e8006ebb0 0x7f4e80156c00 unknown :-1 s=CLOSED pgs=1719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 >> 172.21.15.39:0/2047332664 conn(0x7f4e800d04e0 msgr2=0x7f4e800b0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 shutdown_connections 2024-09-13T16:18:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.441+0000 7f4e8806c640 1 -- 172.21.15.39:0/2047332664 wait complete. 2024-09-13T16:18:34.454 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:18:34.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.557+0000 7fd8695d4640 1 Processor -- start 2024-09-13T16:18:34.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.557+0000 7fd8695d4640 1 -- start start 2024-09-13T16:18:34.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd8695d4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd864143d30 0x7fd86415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd8695d4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd864071eb0 con 0x7fd86406f880 2024-09-13T16:18:34.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd8695d4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd864072440 con 0x7fd8640b3610 2024-09-13T16:18:34.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd8695d4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd864144110 con 0x7fd864143d30 2024-09-13T16:18:34.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd862ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd864143d30 0x7fd86415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd8637fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd86406f880 0x7fd8640b1b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58438/0 (socket says 172.21.15.39:58438) 2024-09-13T16:18:34.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd8637fe640 1 -- 172.21.15.39:0/3350961722 learned_addr learned my addr 172.21.15.39:0/3350961722 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:34.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd862ffd640 1 -- 172.21.15.39:0/3350961722 >> v1:172.21.15.157:6789/0 conn(0x7fd8640b3610 legacy=0x7fd8640717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:34.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd862ffd640 1 -- 172.21.15.39:0/3350961722 >> v1:172.21.15.39:6789/0 conn(0x7fd86406f880 legacy=0x7fd8640b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd862ffd640 1 -- 172.21.15.39:0/3350961722 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd864072160 con 0x7fd864143d30 2024-09-13T16:18:34.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.558+0000 7fd861ffb640 1 -- 172.21.15.39:0/3350961722 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2857444222 0 0) 0x7fd864071eb0 con 0x7fd86406f880 2024-09-13T16:18:34.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.559+0000 7fd862ffd640 1 --2- 172.21.15.39:0/3350961722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd864143d30 0x7fd86415eb20 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7fd854009d90 tx=0x7fd85402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9323ed4beb0fa52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.559+0000 7fd861ffb640 1 -- 172.21.15.39:0/3350961722 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854007740 con 0x7fd864143d30 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.559+0000 7fd861ffb640 1 -- 172.21.15.39:0/3350961722 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd85402d050 con 0x7fd864143d30 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.559+0000 7fd861ffb640 1 -- 172.21.15.39:0/3350961722 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854007ac0 con 0x7fd864143d30 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 -- 172.21.15.39:0/3350961722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd864143d30 msgr2=0x7fd86415eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3350961722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd864143d30 0x7fd86415eb20 secure :-1 s=READY pgs=1721 cs=0 l=1 rev1=1 crypto rx=0x7fd854009d90 tx=0x7fd85402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 -- 172.21.15.39:0/3350961722 shutdown_connections 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3350961722 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd864143d30 0x7fd86415eb20 unknown :-1 s=CLOSED pgs=1721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 -- 172.21.15.39:0/3350961722 >> 172.21.15.39:0/3350961722 conn(0x7fd8640b00a0 msgr2=0x7fd8640b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 -- 172.21.15.39:0/3350961722 shutdown_connections 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.560+0000 7fd8695d4640 1 -- 172.21.15.39:0/3350961722 wait complete. 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.561+0000 7fd8695d4640 1 Processor -- start 2024-09-13T16:18:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.561+0000 7fd8695d4640 1 -- start start 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8695d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 0x7fd8640cc800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8695d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8640b3610 0x7fd8640ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8695d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd864143d30 0x7fd8640acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8695d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8641f2640 con 0x7fd86406f880 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8695d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8641f2920 con 0x7fd8640b3610 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8695d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd8641f2c00 con 0x7fd864143d30 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd862ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 0x7fd8640cc800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd862ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 0x7fd8640cc800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52928/0 (socket says 172.21.15.39:52928) 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd862ffd640 1 -- 172.21.15.39:0/3371959049 learned_addr learned my addr 172.21.15.39:0/3371959049 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8627fc640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8640b3610 0x7fd8640ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.562+0000 7fd8637fe640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd864143d30 0x7fd8640acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd862ffd640 1 -- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd864143d30 msgr2=0x7fd8640acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd862ffd640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd864143d30 0x7fd8640acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd862ffd640 1 -- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8640b3610 msgr2=0x7fd8640ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd862ffd640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8640b3610 0x7fd8640ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd862ffd640 1 -- 172.21.15.39:0/3371959049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd854009a70 con 0x7fd86406f880 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd862ffd640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 0x7fd8640cc800 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fd854009d90 tx=0x7fd854004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854031c40 con 0x7fd86406f880 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd854031da0 con 0x7fd86406f880 2024-09-13T16:18:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8641f2ee0 con 0x7fd86406f880 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd854003bb0 con 0x7fd86406f880 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.563+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8640ccd40 con 0x7fd86406f880 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.564+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8640672f0 con 0x7fd86406f880 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.564+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd85403c420 con 0x7fd86406f880 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.565+0000 7fd85b7fe640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd84406ac00 0x7fd84406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.565+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7fd8540aa7f0 con 0x7fd86406f880 2024-09-13T16:18:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.565+0000 7fd8627fc640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd84406ac00 0x7fd84406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.566+0000 7fd8627fc640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd84406ac00 0x7fd84406d0c0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fd86415dff0 tx=0x7fd84c007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.569+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd854075860 con 0x7fd86406f880 2024-09-13T16:18:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.739+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd8641f2780 con 0x7fd86406f880 2024-09-13T16:18:34.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.740+0000 7fd85b7fe640 1 -- 172.21.15.39:0/3371959049 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v97) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd8641f2780 con 0x7fd86406f880 2024-09-13T16:18:34.741 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:18:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd84406ac00 msgr2=0x7fd84406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd84406ac00 0x7fd84406d0c0 secure :-1 s=READY pgs=683 cs=0 l=1 rev1=1 crypto rx=0x7fd86415dff0 tx=0x7fd84c007e30 comp rx=0 tx=0).stop 2024-09-13T16:18:34.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 msgr2=0x7fd8640cc800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 0x7fd8640cc800 secure :-1 s=READY pgs=1722 cs=0 l=1 rev1=1 crypto rx=0x7fd854009d90 tx=0x7fd854004a40 comp rx=0 tx=0).stop 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 shutdown_connections 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd84406ac00 0x7fd84406d0c0 unknown :-1 s=CLOSED pgs=683 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd864143d30 0x7fd8640acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd8640b3610 0x7fd8640ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 --2- 172.21.15.39:0/3371959049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd86406f880 0x7fd8640cc800 unknown :-1 s=CLOSED pgs=1722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 >> 172.21.15.39:0/3371959049 conn(0x7fd8640b00a0 msgr2=0x7fd8640b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 shutdown_connections 2024-09-13T16:18:34.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.742+0000 7fd8695d4640 1 -- 172.21.15.39:0/3371959049 wait complete. 2024-09-13T16:18:34.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:18:34.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.856+0000 7fbf339aa640 1 Processor -- start 2024-09-13T16:18:34.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.856+0000 7fbf339aa640 1 -- start start 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf339aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf2c06cca0 0x7fbf2c0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf339aa640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf2c0b4080 con 0x7fbf2c0b4a50 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf339aa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbf2c15cc10 con 0x7fbf2c15c830 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf339aa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf2c0b1f50 con 0x7fbf2c06cca0 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf30f45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf2c06cca0 0x7fbf2c0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf31f47640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbf2c0b4a50 0x7fbf2c06db50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58446/0 (socket says 172.21.15.39:58446) 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.857+0000 7fbf31f47640 1 -- 172.21.15.39:0/1774554345 learned_addr learned my addr 172.21.15.39:0/1774554345 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf30f45640 1 -- 172.21.15.39:0/1774554345 >> v1:172.21.15.157:6789/0 conn(0x7fbf2c15c830 legacy=0x7fbf2c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf30f45640 1 -- 172.21.15.39:0/1774554345 >> v1:172.21.15.39:6789/0 conn(0x7fbf2c0b4a50 legacy=0x7fbf2c06db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf30f45640 1 -- 172.21.15.39:0/1774554345 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf2c0b3750 con 0x7fbf2c06cca0 2024-09-13T16:18:34.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf2bfff640 1 -- 172.21.15.39:0/1774554345 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1981333977 0 0) 0x7fbf2c0b4080 con 0x7fbf2c0b4a50 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf30f45640 1 --2- 172.21.15.39:0/1774554345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0b4510 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7fbf200097a0 tx=0x7fbf2002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=38967b305c8a2add server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf2bfff640 1 -- 172.21.15.39:0/1774554345 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf20032440 con 0x7fbf2c06cca0 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf2bfff640 1 -- 172.21.15.39:0/1774554345 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf200325a0 con 0x7fbf2c06cca0 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.858+0000 7fbf2bfff640 1 -- 172.21.15.39:0/1774554345 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf20032930 con 0x7fbf2c06cca0 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 -- 172.21.15.39:0/1774554345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c06cca0 msgr2=0x7fbf2c0b4510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 --2- 172.21.15.39:0/1774554345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0b4510 secure :-1 s=READY pgs=1724 cs=0 l=1 rev1=1 crypto rx=0x7fbf200097a0 tx=0x7fbf2002a230 comp rx=0 tx=0).stop 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 -- 172.21.15.39:0/1774554345 shutdown_connections 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 --2- 172.21.15.39:0/1774554345 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0b4510 unknown :-1 s=CLOSED pgs=1724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 -- 172.21.15.39:0/1774554345 >> 172.21.15.39:0/1774554345 conn(0x7fbf2c0ae990 msgr2=0x7fbf2c0aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 -- 172.21.15.39:0/1774554345 shutdown_connections 2024-09-13T16:18:34.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.859+0000 7fbf339aa640 1 -- 172.21.15.39:0/1774554345 wait complete. 2024-09-13T16:18:34.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.860+0000 7fbf339aa640 1 Processor -- start 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.860+0000 7fbf339aa640 1 -- start start 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf339aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0c5e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf339aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf2c0b4a50 0x7fbf2c0afaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf339aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 0x7fbf2c0affe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf339aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf2c1f2c50 con 0x7fbf2c15c830 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf339aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf2c0c6380 con 0x7fbf2c06cca0 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf339aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf2c1f2040 con 0x7fbf2c0b4a50 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 0x7fbf2c0affe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 0x7fbf2c0affe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52944/0 (socket says 172.21.15.39:52944) 2024-09-13T16:18:34.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 -- 172.21.15.39:0/2876565481 learned_addr learned my addr 172.21.15.39:0/2876565481 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:34.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31746640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0c5e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf30f45640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf2c0b4a50 0x7fbf2c0afaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 -- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf2c0b4a50 msgr2=0x7fbf2c0afaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf2c0b4a50 0x7fbf2c0afaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 -- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf2c06cca0 msgr2=0x7fbf2c0c5e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.861+0000 7fbf31f47640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0c5e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf31f47640 1 -- 172.21.15.39:0/2876565481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf20009400 con 0x7fbf2c15c830 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf31f47640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 0x7fbf2c0affe0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7fbf2400c450 tx=0x7fbf2400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf240074e0 con 0x7fbf2c15c830 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf24007660 con 0x7fbf2c15c830 2024-09-13T16:18:34.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf24004a20 con 0x7fbf2c15c830 2024-09-13T16:18:34.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf2c1f2320 con 0x7fbf2c15c830 2024-09-13T16:18:34.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.862+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf2c1f28e0 con 0x7fbf2c15c830 2024-09-13T16:18:34.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.863+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf2c0672f0 con 0x7fbf2c15c830 2024-09-13T16:18:34.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.863+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf24004b80 con 0x7fbf2c15c830 2024-09-13T16:18:34.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.864+0000 7fbf29ffb640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1806ac00 0x7fbf1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:34.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.864+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7fbf24088590 con 0x7fbf2c15c830 2024-09-13T16:18:34.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.864+0000 7fbf31746640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1806ac00 0x7fbf1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:34.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.865+0000 7fbf31746640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1806ac00 0x7fbf1806d0c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c071500 tx=0x7fbf1c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:34.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:34.868+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf24053750 con 0x7fbf2c15c830 2024-09-13T16:18:35.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.051+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fbf2c06bdb0 con 0x7fbf2c15c830 2024-09-13T16:18:35.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.051+0000 7fbf29ffb640 1 -- 172.21.15.39:0/2876565481 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 12 entries v97) v1 ==== 81+0+732 (secure 0 0 0) 0x7fbf24056d70 con 0x7fbf2c15c830 2024-09-13T16:18:35.053 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:35.055 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:35.055 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:35.055 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:35.055 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:listed 12 entries 2024-09-13T16:18:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1806ac00 msgr2=0x7fbf1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1806ac00 0x7fbf1806d0c0 secure :-1 s=READY pgs=684 cs=0 l=1 rev1=1 crypto rx=0x7fbf2c071500 tx=0x7fbf1c009040 comp rx=0 tx=0).stop 2024-09-13T16:18:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 msgr2=0x7fbf2c0affe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 0x7fbf2c0affe0 secure :-1 s=READY pgs=1725 cs=0 l=1 rev1=1 crypto rx=0x7fbf2400c450 tx=0x7fbf2400c910 comp rx=0 tx=0).stop 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 shutdown_connections 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1806ac00 0x7fbf1806d0c0 unknown :-1 s=CLOSED pgs=684 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf2c15c830 0x7fbf2c0affe0 unknown :-1 s=CLOSED pgs=1725 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf2c0b4a50 0x7fbf2c0afaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 --2- 172.21.15.39:0/2876565481 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf2c06cca0 0x7fbf2c0c5e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 >> 172.21.15.39:0/2876565481 conn(0x7fbf2c0ae990 msgr2=0x7fbf2c070450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 shutdown_connections 2024-09-13T16:18:35.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.053+0000 7fbf339aa640 1 -- 172.21.15.39:0/2876565481 wait complete. 2024-09-13T16:18:35.068 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:18:35.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:35.069 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:35.097 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:18:35.098 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:35.098 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:35.099 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:35.154 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.295+0000 7f1b13c72640 1 Processor -- start 2024-09-13T16:18:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.296+0000 7f1b13c72640 1 -- start start 2024-09-13T16:18:35.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.296+0000 7f1b13c72640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1b0c0ceb30 0x7f1b0c163f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.296+0000 7f1b13c72640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b0c159760 con 0x7f1b0c159380 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.296+0000 7f1b13c72640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b0c15a880 con 0x7f1b0c15a360 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.296+0000 7f1b13c72640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b0c0b38f0 con 0x7f1b0c0ceb30 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b11a0e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1b0c159380 0x7f1b0c0b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58452/0 (socket says 172.21.15.39:58452) 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b11a0e640 1 -- 172.21.15.39:0/3735594288 learned_addr learned my addr 172.21.15.39:0/3735594288 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b1220f640 1 --2- 172.21.15.39:0/3735594288 >> v2:172.21.15.157:3300/0 conn(0x7f1b0c0ceb30 0x7f1b0c163f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2340637746 0 0) 0x7f1b0c159760 con 0x7f1b0c159380 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1af8003520 con 0x7f1b0c159380 2024-09-13T16:18:35.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1238001983 0 0) 0x7f1af8003520 con 0x7f1b0c159380 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 >> v2:172.21.15.157:3300/0 conn(0x7f1b0c0ceb30 msgr2=0x7f1b0c163f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 --2- 172.21.15.39:0/3735594288 >> v2:172.21.15.157:3300/0 conn(0x7f1b0c0ceb30 0x7f1b0c163f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 >> v1:172.21.15.157:6789/0 conn(0x7f1b0c15a360 legacy=0x7f1b0c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b0c15ab60 con 0x7f1b0c159380 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1b08001670 con 0x7f1b0c159380 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 >> v1:172.21.15.39:6789/0 conn(0x7f1b0c159380 legacy=0x7f1b0c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8003970 0x7f1af8003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af8004370 0x7f1af8004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1af8005040 0x7f1af800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0c0b38f0 con 0x7f1af8004370 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1af800bfa0 con 0x7f1af8005040 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1af800c160 con 0x7f1af8003970 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b1120d640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af8004370 0x7f1af8004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b1220f640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1af8005040 0x7f1af800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.297+0000 7f1b11a0e640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8003970 0x7f1af8003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1120d640 1 -- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8003970 msgr2=0x7f1af8003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1120d640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8003970 0x7f1af8003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1120d640 1 -- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1af8005040 msgr2=0x7f1af800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1120d640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1af8005040 0x7f1af800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1120d640 1 -- 172.21.15.39:0/3735594288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1af8003520 con 0x7f1af8004370 2024-09-13T16:18:35.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1220f640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1af8005040 0x7f1af800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1220f640 1 -- 172.21.15.39:0/3735594288 reap_dead start 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b1120d640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af8004370 0x7f1af8004840 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f1afc001830 tx=0x7f1af80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94ae665ab8cc8b5c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1afc02ab90 con 0x7f1af8004370 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1afc02ad10 con 0x7f1af8004370 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.298+0000 7f1b10a0c640 1 -- 172.21.15.39:0/3735594288 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1afc032680 con 0x7f1af8004370 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 -- 172.21.15.39:0/3735594288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af8004370 msgr2=0x7f1af8004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af8004370 0x7f1af8004840 secure :-1 s=READY pgs=1727 cs=0 l=1 rev1=1 crypto rx=0x7f1afc001830 tx=0x7f1af80057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 -- 172.21.15.39:0/3735594288 shutdown_connections 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 --2- 172.21.15.39:0/3735594288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1af8004370 0x7f1af8004840 unknown :-1 s=CLOSED pgs=1727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 -- 172.21.15.39:0/3735594288 >> 172.21.15.39:0/3735594288 conn(0x7f1b0c0b15d0 msgr2=0x7f1b0c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 -- 172.21.15.39:0/3735594288 shutdown_connections 2024-09-13T16:18:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.299+0000 7f1b13c72640 1 -- 172.21.15.39:0/3735594288 wait complete. 2024-09-13T16:18:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.300+0000 7f1b13c72640 1 Processor -- start 2024-09-13T16:18:35.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.300+0000 7f1b13c72640 1 -- start start 2024-09-13T16:18:35.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b13c72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8004370 0x7f1b0c1542c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b13c72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 0x7f1b0c155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b13c72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0c14f500 0x7f1b0c1e3840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b13c72640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0c155f40 con 0x7f1b0c152d90 2024-09-13T16:18:35.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b13c72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0c150050 con 0x7f1b0c14f500 2024-09-13T16:18:35.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b13c72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b0c153220 con 0x7f1af8004370 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b1120d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 0x7f1b0c155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b1120d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 0x7f1b0c155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52956/0 (socket says 172.21.15.39:52956) 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b1120d640 1 -- 172.21.15.39:0/2350411788 learned_addr learned my addr 172.21.15.39:0/2350411788 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b11a0e640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8004370 0x7f1b0c1542c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.301+0000 7f1b1220f640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0c14f500 0x7f1b0c1e3840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b1120d640 1 -- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8004370 msgr2=0x7f1b0c1542c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b1120d640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8004370 0x7f1b0c1542c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b1120d640 1 -- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0c14f500 msgr2=0x7f1b0c1e3840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b1120d640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0c14f500 0x7f1b0c1e3840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b1120d640 1 -- 172.21.15.39:0/2350411788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b0c153500 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b1120d640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 0x7f1b0c155a00 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f1afc02a570 tx=0x7f1afc001230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1afc007250 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1afc02aba0 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b0c1537e0 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1afc007610 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.302+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b0c153da0 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.303+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b0c0672f0 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.303+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1afc0067d0 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.304+0000 7f1b027fc640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1af006ac00 0x7f1af006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.304+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(97..97 src has 1..97) v4 ==== 6254+0+0 (secure 0 0 0) 0x7f1afc0a9af0 con 0x7f1b0c152d90 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.304+0000 7f1b11a0e640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1af006ac00 0x7f1af006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.305+0000 7f1b11a0e640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1af006ac00 0x7f1af006d0c0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f1b08001cb0 tx=0x7f1b08009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:35.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.308+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1afc074d10 con 0x7f1b0c152d90 2024-09-13T16:18:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.514+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f1b0c0b3570 con 0x7f1b0c152d90 2024-09-13T16:18:35.516 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:35.515+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:35.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.534+0000 7f1b027fc640 1 -- 172.21.15.39:0/2350411788 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v116) v1 ==== 161+0+0 (secure 0 0 0) 0x7f1afc037090 con 0x7f1b0c152d90 2024-09-13T16:18:35.536 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:35.536 INFO:tasks.ceph.mds.c.smithi039.stderr: -1866> 2024-09-13T16:18:23.439+0000 7f29a19d9640 -1 mds.0.openfiles _load_finish got (2) No such file or directory 2024-09-13T16:18:35.537 INFO:tasks.ceph.mds.c.smithi039.stderr: -631> 2024-09-13T16:18:30.410+0000 7f29a51e0640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1af006ac00 msgr2=0x7f1af006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1af006ac00 0x7f1af006d0c0 secure :-1 s=READY pgs=685 cs=0 l=1 rev1=1 crypto rx=0x7f1b08001cb0 tx=0x7f1b08009040 comp rx=0 tx=0).stop 2024-09-13T16:18:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 msgr2=0x7f1b0c155a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 0x7f1b0c155a00 secure :-1 s=READY pgs=1728 cs=0 l=1 rev1=1 crypto rx=0x7f1afc02a570 tx=0x7f1afc001230 comp rx=0 tx=0).stop 2024-09-13T16:18:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 shutdown_connections 2024-09-13T16:18:35.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1af006ac00 0x7f1af006d0c0 unknown :-1 s=CLOSED pgs=685 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b0c14f500 0x7f1b0c1e3840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b0c152d90 0x7f1b0c155a00 unknown :-1 s=CLOSED pgs=1728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 --2- 172.21.15.39:0/2350411788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1af8004370 0x7f1b0c1542c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 >> 172.21.15.39:0/2350411788 conn(0x7f1b0c0b15d0 msgr2=0x7f1b0c06f680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:35.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 shutdown_connections 2024-09-13T16:18:35.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.536+0000 7f1b13c72640 1 -- 172.21.15.39:0/2350411788 wait complete. 2024-09-13T16:18:35.549 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:35.562 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:18:35.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.653+0000 7ff7fbbd4640 1 Processor -- start 2024-09-13T16:18:35.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.653+0000 7ff7fbbd4640 1 -- start start 2024-09-13T16:18:35.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7fbbd4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff7f4145820 0x7ff7f406c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7fbbd4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff7f406e880 0x7ff7f4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7fbbd4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff7f406ecd0 con 0x7ff7f406a410 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7fbbd4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7f4145c00 con 0x7ff7f406e880 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7fbbd4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff7f406a820 con 0x7ff7f4145820 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff7f406e880 0x7ff7f4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff7f406e880 0x7ff7f4069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52978/0 (socket says 172.21.15.39:52978) 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 -- 172.21.15.39:0/4260423731 learned_addr learned my addr 172.21.15.39:0/4260423731 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 -- 172.21.15.39:0/4260423731 >> v2:172.21.15.157:3300/0 conn(0x7ff7f4145820 msgr2=0x7ff7f406c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 --2- 172.21.15.39:0/4260423731 >> v2:172.21.15.157:3300/0 conn(0x7ff7f4145820 0x7ff7f406c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 -- 172.21.15.39:0/4260423731 >> v1:172.21.15.157:6789/0 conn(0x7ff7f406a410 legacy=0x7ff7f4160430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:35.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.654+0000 7ff7f916f640 1 -- 172.21.15.39:0/4260423731 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7f406cd80 con 0x7ff7f406e880 2024-09-13T16:18:35.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.655+0000 7ff7f916f640 1 --2- 172.21.15.39:0/4260423731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f4069ed0 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7ff7f406ef00 tx=0x7ff7e402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2ab52c570e10055 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:35.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.655+0000 7ff7f896e640 1 -- 172.21.15.39:0/4260423731 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4032440 con 0x7ff7f406e880 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.655+0000 7ff7f896e640 1 -- 172.21.15.39:0/4260423731 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e40325a0 con 0x7ff7f406e880 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.655+0000 7ff7f896e640 1 -- 172.21.15.39:0/4260423731 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4032930 con 0x7ff7f406e880 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/4260423731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 msgr2=0x7ff7f4069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/4260423731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f4069ed0 secure :-1 s=READY pgs=1731 cs=0 l=1 rev1=1 crypto rx=0x7ff7f406ef00 tx=0x7ff7e402a230 comp rx=0 tx=0).stop 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/4260423731 shutdown_connections 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/4260423731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f4069ed0 unknown :-1 s=CLOSED pgs=1731 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/4260423731 >> v2:172.21.15.157:3300/0 conn(0x7ff7f4145820 0x7ff7f406c750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/4260423731 >> 172.21.15.39:0/4260423731 conn(0x7ff7f406afe0 msgr2=0x7ff7f406b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/4260423731 shutdown_connections 2024-09-13T16:18:35.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.656+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/4260423731 wait complete. 2024-09-13T16:18:35.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.657+0000 7ff7fbbd4640 1 Processor -- start 2024-09-13T16:18:35.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.657+0000 7ff7fbbd4640 1 -- start start 2024-09-13T16:18:35.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fbbd4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7f406a410 0x7ff7f415c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fbbd4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f415f7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fbbd4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7f4145820 0x7ff7f415ce50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fbbd4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f41611e0 con 0x7ff7f406e880 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fbbd4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f4160d50 con 0x7ff7f406a410 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fbbd4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff7f4160140 con 0x7ff7f4145820 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f415f7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f415f7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52984/0 (socket says 172.21.15.39:52984) 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 -- 172.21.15.39:0/2565921333 learned_addr learned my addr 172.21.15.39:0/2565921333 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f9970640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7f406a410 0x7ff7f415c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fa171640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7f4145820 0x7ff7f415ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 -- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7f4145820 msgr2=0x7ff7f415ce50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7f4145820 0x7ff7f415ce50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 -- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7f406a410 msgr2=0x7ff7f415c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7f406a410 0x7ff7f415c340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 -- 172.21.15.39:0/2565921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff7e40094d0 con 0x7ff7f406e880 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7fa171640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7f4145820 0x7ff7f415ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:35.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f9970640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7f406a410 0x7ff7f415c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:35.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.658+0000 7ff7f916f640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f415f7d0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4000c00 tx=0x7ff7e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:35.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.659+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e4032440 con 0x7ff7f406e880 2024-09-13T16:18:35.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.659+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff7e4030b80 con 0x7ff7f406e880 2024-09-13T16:18:35.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.659+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff7f4160420 con 0x7ff7f406e880 2024-09-13T16:18:35.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.659+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff7e403b400 con 0x7ff7f406e880 2024-09-13T16:18:35.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.659+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff7f41609e0 con 0x7ff7f406e880 2024-09-13T16:18:35.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.660+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff7f40672f0 con 0x7ff7f406e880 2024-09-13T16:18:35.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.660+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff7e4039040 con 0x7ff7f406e880 2024-09-13T16:18:35.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.661+0000 7ff7ea7fc640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7d806ac30 0x7ff7d806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:35.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.661+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7ff7e40a9ed0 con 0x7ff7f406e880 2024-09-13T16:18:35.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.661+0000 7ff7f9970640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7d806ac30 0x7ff7d806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:35.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.661+0000 7ff7f9970640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7d806ac30 0x7ff7d806d0f0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7ff7f0009890 tx=0x7ff7f0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:35.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.665+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff7e4074e30 con 0x7ff7f406e880 2024-09-13T16:18:35.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:35.903+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7ff7f4160ec0 con 0x7ff7f406e880 2024-09-13T16:18:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.540+0000 7ff7ea7fc640 1 -- 172.21.15.39:0/2565921333 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v117) v1 ==== 107+0+0 (secure 0 0 0) 0x7ff7e4037090 con 0x7ff7f406e880 2024-09-13T16:18:36.542 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7d806ac30 msgr2=0x7ff7d806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7d806ac30 0x7ff7d806d0f0 secure :-1 s=READY pgs=686 cs=0 l=1 rev1=1 crypto rx=0x7ff7f0009890 tx=0x7ff7f0008040 comp rx=0 tx=0).stop 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 msgr2=0x7ff7f415f7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f415f7d0 secure :-1 s=READY pgs=1732 cs=0 l=1 rev1=1 crypto rx=0x7ff7e4000c00 tx=0x7ff7e40046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 shutdown_connections 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff7d806ac30 0x7ff7d806d0f0 unknown :-1 s=CLOSED pgs=686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff7f4145820 0x7ff7f415ce50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff7f406e880 0x7ff7f415f7d0 unknown :-1 s=CLOSED pgs=1732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 --2- 172.21.15.39:0/2565921333 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff7f406a410 0x7ff7f415c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 >> 172.21.15.39:0/2565921333 conn(0x7ff7f406afe0 msgr2=0x7ff7f41448f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:36.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 shutdown_connections 2024-09-13T16:18:36.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.543+0000 7ff7fbbd4640 1 -- 172.21.15.39:0/2565921333 wait complete. 2024-09-13T16:18:36.557 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:36.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.644+0000 7f7051700f40 1 Processor -- start 2024-09-13T16:18:36.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.644+0000 7f7051700f40 1 -- start start 2024-09-13T16:18:36.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.644+0000 7f7051700f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 0x55afc8c67a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f7051700f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8bbfd00 0x55afc8bbb620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f7051700f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8c692d0 0x55afc8bbbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f7051700f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afc8b3c4d0 con 0x55afc8b94320 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f7051700f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afc8ad7b60 con 0x55afc8bbfd00 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f7051700f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55afc8ad7800 con 0x55afc8c692d0 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 0x55afc8c67a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 0x55afc8c67a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53012/0 (socket says 172.21.15.39:53012) 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 -- 172.21.15.39:0/2947823238 learned_addr learned my addr 172.21.15.39:0/2947823238 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 -- 172.21.15.39:0/2947823238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8c692d0 msgr2=0x55afc8bbbb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8c692d0 0x55afc8bbbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 -- 172.21.15.39:0/2947823238 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8bbfd00 msgr2=0x55afc8bbb620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:36.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8bbfd00 0x55afc8bbb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 -- 172.21.15.39:0/2947823238 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f704000a100 con 0x55afc8b94320 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704f1fd640 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 0x55afc8c67a80 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f7040045fc0 tx=0x7f7040051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5ce80931980215a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704d9fa640 1 -- 172.21.15.39:0/2947823238 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f704005d880 con 0x55afc8b94320 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704d9fa640 1 -- 172.21.15.39:0/2947823238 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f704005d9e0 con 0x55afc8b94320 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.645+0000 7f704d9fa640 1 -- 172.21.15.39:0/2947823238 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f704005dd70 con 0x55afc8b94320 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 -- 172.21.15.39:0/2947823238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 msgr2=0x55afc8c67a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 0x55afc8c67a80 secure :-1 s=READY pgs=1735 cs=0 l=1 rev1=1 crypto rx=0x7f7040045fc0 tx=0x7f7040051000 comp rx=0 tx=0).stop 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 -- 172.21.15.39:0/2947823238 shutdown_connections 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8c692d0 0x55afc8bbbb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8bbfd00 0x55afc8bbb620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 --2- 172.21.15.39:0/2947823238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8b94320 0x55afc8c67a80 unknown :-1 s=CLOSED pgs=1735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 -- 172.21.15.39:0/2947823238 >> 172.21.15.39:0/2947823238 conn(0x55afc8bbd6b0 msgr2=0x55afc8c659d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 -- 172.21.15.39:0/2947823238 shutdown_connections 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 -- 172.21.15.39:0/2947823238 wait complete. 2024-09-13T16:18:36.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.646+0000 7f7051700f40 1 Processor -- start 2024-09-13T16:18:36.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 -- start start 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8b94320 0x55afc8bbc900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 0x55afc8c49f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8c692d0 0x55afc8b8f2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afc8aba520 con 0x55afc8bbfd00 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55afc8bd7fa0 con 0x55afc8c692d0 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f7051700f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55afc8bd7d30 con 0x55afc8b94320 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f704e9fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 0x55afc8c49f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f704e9fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 0x55afc8c49f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53014/0 (socket says 172.21.15.39:53014) 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.647+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 learned_addr learned my addr 172.21.15.39:0/3174310553 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:36.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8b94320 0x55afc8bbc900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704f9fe640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8c692d0 0x55afc8b8f2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8b94320 msgr2=0x55afc8bbc900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55afc8b94320 0x55afc8bbc900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8c692d0 msgr2=0x55afc8b8f2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55afc8c692d0 0x55afc8b8f2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55afc8b00dc0 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 0x55afc8c49f60 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f704400bbf0 tx=0x7f7044009640 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704c9f8640 1 -- 172.21.15.39:0/3174310553 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f704400e670 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704c9f8640 1 -- 172.21.15.39:0/3174310553 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f704400e810 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f704c9f8640 1 -- 172.21.15.39:0/3174310553 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f704400ebc0 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55afc8ae6c20 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.648+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55afc8ada060 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.650+0000 7f704c9f8640 1 -- 172.21.15.39:0/3174310553 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f704400ed20 con 0x55afc8bbfd00 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.650+0000 7f704c9f8640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703c069610 0x7f703c06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.650+0000 7f704c9f8640 1 -- 172.21.15.39:0/3174310553 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f7044088160 con 0x55afc8bbfd00 2024-09-13T16:18:36.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.650+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703c069610 0x7f703c06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.654 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.650+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55afc8c4a4a0 0x55afc8c47780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.650+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8c5bba0 con 0x55afc8c4a4a0 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.651+0000 7f704f9fe640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55afc8c4a4a0 0x55afc8c47780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.651+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703c069610 0x7f703c06bad0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x55afc8bc1db0 tx=0x7f7040052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.651+0000 7f704f9fe640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55afc8c4a4a0 0x55afc8c47780 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.653+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v98'195 uv169 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f70480096d0 con 0x55afc8c4a4a0 2024-09-13T16:18:36.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.653+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8b8f7f0 con 0x55afc8c4a4a0 2024-09-13T16:18:36.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.654+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v98'196 uv196 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.654+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8b8fbd0 con 0x55afc8c4a4a0 2024-09-13T16:18:36.656 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:36.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.655+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v98'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.655+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0ae60 con 0x55afc8c4a4a0 2024-09-13T16:18:36.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.656+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v98'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.656+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0b210 con 0x55afc8c4a4a0 2024-09-13T16:18:36.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.657+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v98'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.657+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d09e50 con 0x55afc8c4a4a0 2024-09-13T16:18:36.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.662+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v98'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.662+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a250 con 0x55afc8c4a4a0 2024-09-13T16:18:36.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.663+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v98'201 uv175 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.663+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.668+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v98'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.668+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.674 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:36.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.673+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v98'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.673+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.675+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v98'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.675+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.679+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v98'205 uv205 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.679+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.685+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v98'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.685+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.686+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v98'207 uv182 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.686+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.691+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v98'208 uv208 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.691+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.693 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:36.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.692+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v98'209 uv209 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.692+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.693+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v98'210 uv210 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.693+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.694+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v98'211 uv211 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.694+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.695+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v98'212 uv212 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.695+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.700+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v98'213 uv213 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.700+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.701+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v98'214 uv188 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.701+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.706+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v98'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.706+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.708 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:36.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.707+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v98'216 uv216 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.707+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.708+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v98'217 uv217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.708+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.710+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v98'218 uv218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.710+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.711+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v98'219 uv219 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.711+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.712+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v98'220 uv194 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.712+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.713+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v98'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.713+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.715 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:36.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.714+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v98'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.714+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.715+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v98'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.715+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.716+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v98'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.716+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8c4a4a0 2024-09-13T16:18:36.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.717+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v98'225 uv225 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.717+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55afc8d0a9f0 0x55afc8d0dae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.717+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0a600 con 0x55afc8d0a9f0 2024-09-13T16:18:36.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.717+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55afc8d0a9f0 0x55afc8d0dae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.717+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55afc8d0a9f0 0x55afc8d0dae0 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.719+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v98'150 uv132 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.719+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0e020 con 0x55afc8d0a9f0 2024-09-13T16:18:36.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.720+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v98'151 uv151 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.720+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0e3d0 con 0x55afc8d0a9f0 2024-09-13T16:18:36.722 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:36.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.721+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v98'152 uv152 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.721+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0ec70 con 0x55afc8d0a9f0 2024-09-13T16:18:36.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.722+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v98'153 uv153 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.722+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0f020 con 0x55afc8d0a9f0 2024-09-13T16:18:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.723+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v98'154 uv154 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.723+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0f3d0 con 0x55afc8d0a9f0 2024-09-13T16:18:36.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.724+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v98'155 uv149 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.724+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0f780 con 0x55afc8d0a9f0 2024-09-13T16:18:36.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.726+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v98'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.726+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.728 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:36.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.727+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v98'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.727+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.728+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v98'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.728+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.729+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v98'159 uv159 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.729+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.730+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v98'160 uv148 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.730+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.732+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v98'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.732+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.734 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:36.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.733+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v98'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.733+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13560 con 0x55afc8d0a9f0 2024-09-13T16:18:36.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.734+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v98'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.734+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13560 con 0x55afc8d0a9f0 2024-09-13T16:18:36.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.735+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v98'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.735+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.736+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v98'165 uv146 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.736+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.738+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v98'166 uv166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.738+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.740 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.739+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v98'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.739+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d10b40 con 0x55afc8d0a9f0 2024-09-13T16:18:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.740+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v98'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.740+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d10b40 con 0x55afc8d0a9f0 2024-09-13T16:18:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.741+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v98'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.741+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8d0a9f0 2024-09-13T16:18:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.742+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v98'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d0a9f0 2024-09-13T16:18:36.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.742+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8c4a4a0 2024-09-13T16:18:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.743+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v98'39 uv38 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.743+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8c4a4a0 2024-09-13T16:18:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.744+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v98'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.744+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8c4a4a0 2024-09-13T16:18:36.746 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:36.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.745+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v98'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.745+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d10b40 con 0x55afc8c4a4a0 2024-09-13T16:18:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.746+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v98'42 uv42 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.746+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d10b40 con 0x55afc8c4a4a0 2024-09-13T16:18:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.747+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v98'43 uv43 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.747+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0fb30 con 0x55afc8c4a4a0 2024-09-13T16:18:36.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.748+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v98'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.748+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55afc8d10040 0x55afc8d12430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.748+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d12970 con 0x55afc8d10040 2024-09-13T16:18:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.748+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55afc8d10040 0x55afc8d12430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.749+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55afc8d10040 0x55afc8d12430 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.750+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v98'31 uv30 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.750+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d12d20 con 0x55afc8d10040 2024-09-13T16:18:36.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.751+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v98'32 uv32 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.751+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13110 con 0x55afc8d10040 2024-09-13T16:18:36.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.752+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v98'33 uv33 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.753 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:36.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.752+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d0e860 con 0x55afc8d10040 2024-09-13T16:18:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.753+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v98'34 uv34 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.753+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13a70 con 0x55afc8c4a4a0 2024-09-13T16:18:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.754+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v98'39 uv38 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.754+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13a70 con 0x55afc8c4a4a0 2024-09-13T16:18:36.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.755+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v98'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.755+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13a70 con 0x55afc8c4a4a0 2024-09-13T16:18:36.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.756+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v98'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.757 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:36.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.756+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d14a80 con 0x55afc8c4a4a0 2024-09-13T16:18:36.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.757+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v98'42 uv42 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.757+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d14a80 con 0x55afc8c4a4a0 2024-09-13T16:18:36.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.758+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v98'43 uv43 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.758+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13a70 con 0x55afc8c4a4a0 2024-09-13T16:18:36.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.759+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v98'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.759+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55afc8d144c0 0x55afc8d148e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.759+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.760+0000 7f704f9fe640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55afc8d144c0 0x55afc8d148e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.760+0000 7f704f9fe640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55afc8d144c0 0x55afc8d148e0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.761+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v98'70 uv64 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.761+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.762+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v98'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.762+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.763+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v98'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.765 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:36.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.763+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d17f20 con 0x55afc8d144c0 2024-09-13T16:18:36.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.765+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v98'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.765+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d17f20 con 0x55afc8d144c0 2024-09-13T16:18:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.766+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v98'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.766+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.767+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v98'75 uv75 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.767+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.768+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v98'76 uv69 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.768+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.770+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v98'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.770+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.772 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:36.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.771+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v98'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.771+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d16f10 con 0x55afc8d144c0 2024-09-13T16:18:36.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.772+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v98'79 uv79 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.772+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d17310 con 0x55afc8d144c0 2024-09-13T16:18:36.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.773+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v98'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.773+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55afc8d17820 0x55afc8d19c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.773+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a150 con 0x55afc8d17820 2024-09-13T16:18:36.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.774+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55afc8d17820 0x55afc8d19c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.774+0000 7f704f1fd640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55afc8d17820 0x55afc8d19c10 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.775+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v98'32 uv31 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d17820 2024-09-13T16:18:36.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.775+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8d17820 2024-09-13T16:18:36.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.776+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v98'33 uv33 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7040058070 con 0x55afc8d17820 2024-09-13T16:18:36.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.776+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8d17820 2024-09-13T16:18:36.778 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:36.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.777+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v98'34 uv34 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f704007b040 con 0x55afc8d17820 2024-09-13T16:18:36.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.777+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8d17820 2024-09-13T16:18:36.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.779+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v98'35 uv35 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f704007b040 con 0x55afc8d17820 2024-09-13T16:18:36.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.779+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8d17820 2024-09-13T16:18:36.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.780+0000 7f704f1fd640 1 -- 172.21.15.39:0/3174310553 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v98'36 uv36 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f704007b040 con 0x55afc8d17820 2024-09-13T16:18:36.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.780+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8c4a4a0 2024-09-13T16:18:36.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.781+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v98'39 uv38 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.781+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8c4a4a0 2024-09-13T16:18:36.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.782+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v98'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.782+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8c4a4a0 2024-09-13T16:18:36.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.783+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v98'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.784 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:36.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.783+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1b540 con 0x55afc8c4a4a0 2024-09-13T16:18:36.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.784+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v98'42 uv42 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.784+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1b540 con 0x55afc8c4a4a0 2024-09-13T16:18:36.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.784+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v98'43 uv43 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.784+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8c4a4a0 2024-09-13T16:18:36.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.785+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v98'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8c4a4a0 2024-09-13T16:18:36.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.785+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a530 con 0x55afc8d10040 2024-09-13T16:18:36.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.787+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v98'64 uv58 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.787+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1a8e0 con 0x55afc8d10040 2024-09-13T16:18:36.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.788+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v98'65 uv65 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.788+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1ac90 con 0x55afc8d10040 2024-09-13T16:18:36.790 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:36.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.789+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v98'66 uv66 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.789+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1b580 con 0x55afc8d10040 2024-09-13T16:18:36.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.790+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v98'67 uv67 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.790+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13620 con 0x55afc8d10040 2024-09-13T16:18:36.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.791+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v98'68 uv68 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.791+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d13620 con 0x55afc8d10040 2024-09-13T16:18:36.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.792+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v98'69 uv63 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.792+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d135d0 con 0x55afc8d10040 2024-09-13T16:18:36.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.792+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v98'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.793+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d135d0 con 0x55afc8d10040 2024-09-13T16:18:36.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.793+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v98'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.795 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:36.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.793+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d135d0 con 0x55afc8d10040 2024-09-13T16:18:36.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.794+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v98'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.794+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1b0f0 con 0x55afc8d10040 2024-09-13T16:18:36.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.795+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v98'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.795+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55afc8d1c390 0x55afc8d1ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.795+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d1c390 2024-09-13T16:18:36.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.796+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55afc8d1c390 0x55afc8d1ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.796+0000 7f704e9fc640 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55afc8d1c390 0x55afc8d1ea80 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.797+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v98'31 uv29 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d1c390 2024-09-13T16:18:36.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.797+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d1c390 2024-09-13T16:18:36.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.798+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v98'32 uv32 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d1c390 2024-09-13T16:18:36.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.798+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d1c390 2024-09-13T16:18:36.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.799+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v98'33 uv33 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d1c390 2024-09-13T16:18:36.800 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:36.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.799+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d1c390 2024-09-13T16:18:36.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.800+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v98'34 uv34 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d1c390 2024-09-13T16:18:36.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.800+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d10040 2024-09-13T16:18:36.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.801+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v98'39 uv38 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.801+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d10040 2024-09-13T16:18:36.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.802+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v98'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.802+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d10040 2024-09-13T16:18:36.803 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:36.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.803+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v98'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.803+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1ffd0 con 0x55afc8d10040 2024-09-13T16:18:36.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.803+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v98'42 uv42 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.803+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1ffd0 con 0x55afc8d10040 2024-09-13T16:18:36.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.804+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v98'43 uv43 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.804+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d10040 2024-09-13T16:18:36.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.805+0000 7f704e9fc640 1 -- 172.21.15.39:0/3174310553 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v98'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7044055260 con 0x55afc8d10040 2024-09-13T16:18:36.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.805+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.806+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v98'32 uv31 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.806+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.808+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v98'33 uv33 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.808+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.809+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v98'34 uv34 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.810 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:36.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.809+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.810+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v98'35 uv35 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.810+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.811+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v98'36 uv36 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.811+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.812+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v98'82 uv73 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.812+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.813+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v98'83 uv83 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.813+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.815 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:36.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.814+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v98'84 uv84 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.814+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.815+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v98'85 uv85 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.815+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.817+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v98'86 uv86 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.817+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.817+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v98'87 uv80 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.818+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.818+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v98'88 uv88 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.819+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.820+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v98'89 uv89 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.821 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:36.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.820+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1ffd0 con 0x55afc8d144c0 2024-09-13T16:18:36.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.821+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v98'90 uv90 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.821+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1ffd0 con 0x55afc8d144c0 2024-09-13T16:18:36.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.822+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v98'91 uv91 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.822+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.823+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v98'92 uv92 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.823+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e98) v8 -- 0x55afc8d1efc0 con 0x55afc8d144c0 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v98'93 uv93 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7048012040 con 0x55afc8d144c0 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55afc8c4a4a0 msgr2=0x55afc8c47780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55afc8c4a4a0 0x55afc8c47780 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55afc8d10040 msgr2=0x55afc8d12430 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55afc8d10040 0x55afc8d12430 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55afc8d1c390 msgr2=0x55afc8d1ea80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55afc8d1c390 0x55afc8d1ea80 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55afc8d0a9f0 msgr2=0x55afc8d0dae0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55afc8d0a9f0 0x55afc8d0dae0 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55afc8d144c0 msgr2=0x55afc8d148e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55afc8d144c0 0x55afc8d148e0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55afc8d17820 msgr2=0x55afc8d19c10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55afc8d17820 0x55afc8d19c10 crc :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 reap_dead start 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 reap_dead start 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f704f9fe640 1 -- 172.21.15.39:0/3174310553 reap_dead start 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703c069610 msgr2=0x7f703c06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703c069610 0x7f703c06bad0 secure :-1 s=READY pgs=688 cs=0 l=1 rev1=1 crypto rx=0x55afc8bc1db0 tx=0x7f7040052000 comp rx=0 tx=0).stop 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 msgr2=0x55afc8c49f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 0x55afc8c49f60 secure :-1 s=READY pgs=1736 cs=0 l=1 rev1=1 crypto rx=0x7f704400bbf0 tx=0x7f7044009640 comp rx=0 tx=0).stop 2024-09-13T16:18:36.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 shutdown_connections 2024-09-13T16:18:36.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f703c069610 0x7f703c06bad0 unknown :-1 s=CLOSED pgs=688 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 --2- 172.21.15.39:0/3174310553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55afc8bbfd00 0x55afc8c49f60 unknown :-1 s=CLOSED pgs=1736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 >> 172.21.15.39:0/3174310553 conn(0x55afc8bbd6b0 msgr2=0x55afc8c659d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:36.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 shutdown_connections 2024-09-13T16:18:36.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.824+0000 7f7051700f40 1 -- 172.21.15.39:0/3174310553 wait complete. 2024-09-13T16:18:36.829 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 500.00000000 2024-09-13T16:18:36.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 Processor -- start 2024-09-13T16:18:36.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 -- start start 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d51c30 0x5605f7dc5c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d4f300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 0x5605f7d4fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f7cb8be0 con 0x5605f7d4f840 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f7cb44d0 con 0x5605f7d51c30 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb366efcf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5605f7c4fb60 con 0x5605f7d52010 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb3651fa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 0x5605f7d4fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb3651fa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 0x5605f7d4fcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53024/0 (socket says 172.21.15.39:53024) 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.871+0000 7fb3651fa640 1 -- 172.21.15.39:0/760258514 learned_addr learned my addr 172.21.15.39:0/760258514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3649f9640 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d51c30 0x5605f7dc5c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3641f8640 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d4f300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3651fa640 1 -- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 msgr2=0x5605f7d4f300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3651fa640 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d4f300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3651fa640 1 -- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d51c30 msgr2=0x5605f7dc5c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3651fa640 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d51c30 0x5605f7dc5c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3651fa640 1 -- 172.21.15.39:0/760258514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5605f7c52060 con 0x5605f7d4f840 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3651fa640 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 0x5605f7d4fcd0 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7fb35c046020 tx=0x7fb35c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9762f65fe6b0be94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3631f6640 1 -- 172.21.15.39:0/760258514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c052a00 con 0x5605f7d4f840 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3631f6640 1 -- 172.21.15.39:0/760258514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35c052b60 con 0x5605f7d4f840 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.872+0000 7fb3631f6640 1 -- 172.21.15.39:0/760258514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c05d440 con 0x5605f7d4f840 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 -- 172.21.15.39:0/760258514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 msgr2=0x5605f7d4fcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 0x5605f7d4fcd0 secure :-1 s=READY pgs=1739 cs=0 l=1 rev1=1 crypto rx=0x7fb35c046020 tx=0x7fb35c051000 comp rx=0 tx=0).stop 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 -- 172.21.15.39:0/760258514 shutdown_connections 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d4f840 0x5605f7d4fcd0 unknown :-1 s=CLOSED pgs=1739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d4f300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 --2- 172.21.15.39:0/760258514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d51c30 0x5605f7dc5c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 -- 172.21.15.39:0/760258514 >> 172.21.15.39:0/760258514 conn(0x5605f7d52800 msgr2=0x5605f7dc89f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 -- 172.21.15.39:0/760258514 shutdown_connections 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 -- 172.21.15.39:0/760258514 wait complete. 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 Processor -- start 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.873+0000 7fb366efcf40 1 -- start start 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb366efcf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d4f840 0x5605f7db6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb366efcf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d51c30 0x5605f7d4fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb366efcf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d50160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb366efcf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f7c4f800 con 0x5605f7d51c30 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb366efcf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605f7c32520 con 0x5605f7d4f840 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb366efcf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5605f7ddb970 con 0x5605f7d52010 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d51c30 0x5605f7d4fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d51c30 0x5605f7d4fc20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53028/0 (socket says 172.21.15.39:53028) 2024-09-13T16:18:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 -- 172.21.15.39:0/1922402896 learned_addr learned my addr 172.21.15.39:0/1922402896 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3651fa640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d50160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3649f9640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d4f840 0x5605f7db6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 -- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 msgr2=0x5605f7d50160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605f7d52010 0x5605f7d50160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 -- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d4f840 msgr2=0x5605f7db6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605f7d4f840 0x5605f7db6f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.874+0000 7fb3641f8640 1 -- 172.21.15.39:0/1922402896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb34c001e10 con 0x5605f7d51c30 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.875+0000 7fb3641f8640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d51c30 0x5605f7d4fc20 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fb35800f4b0 tx=0x7fb35800f8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.875+0000 7fb3621f4640 1 -- 172.21.15.39:0/1922402896 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb358014070 con 0x5605f7d51c30 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.875+0000 7fb3621f4640 1 -- 172.21.15.39:0/1922402896 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb358005040 con 0x5605f7d51c30 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.875+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5605f7c51ac0 con 0x5605f7d51c30 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.875+0000 7fb3621f4640 1 -- 172.21.15.39:0/1922402896 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35800e8b0 con 0x5605f7d51c30 2024-09-13T16:18:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.875+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5605f7e6ba60 con 0x5605f7d51c30 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.876+0000 7fb3621f4640 1 -- 172.21.15.39:0/1922402896 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb35800ea10 con 0x5605f7d51c30 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb3621f4640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3500695e0 0x7fb35006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb3621f4640 1 -- 172.21.15.39:0/1922402896 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fb358088ba0 con 0x5605f7d51c30 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb3649f9640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3500695e0 0x7fb35006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb366efcf40 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605f7ddc090 0x5605f7e6acc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e98) v8 -- 0x5605f7e6b200 con 0x5605f7ddc090 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb3651fa640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605f7ddc090 0x5605f7e6acc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.877+0000 7fb3649f9640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3500695e0 0x7fb35006baa0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb354006fd0 tx=0x7fb354004100 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.878+0000 7fb3651fa640 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605f7ddc090 0x5605f7e6acc0 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb3651fa640 1 -- 172.21.15.39:0/1922402896 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 500.00000000 [delete] v98'81 uv81 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb35c058070 con 0x5605f7ddc090 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605f7ddc090 msgr2=0x5605f7e6acc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605f7ddc090 0x5605f7e6acc0 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3500695e0 msgr2=0x7fb35006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3500695e0 0x7fb35006baa0 secure :-1 s=READY pgs=689 cs=0 l=1 rev1=1 crypto rx=0x7fb354006fd0 tx=0x7fb354004100 comp rx=0 tx=0).stop 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d51c30 msgr2=0x5605f7d4fc20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 --2- 172.21.15.39:0/1922402896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605f7d51c30 0x5605f7d4fc20 secure :-1 s=READY pgs=1740 cs=0 l=1 rev1=1 crypto rx=0x7fb35800f4b0 tx=0x7fb35800f8b0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb3651fa640 1 -- 172.21.15.39:0/1922402896 reap_dead start 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 shutdown_connections 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 >> 172.21.15.39:0/1922402896 conn(0x5605f7d52800 msgr2=0x5605f7dc4a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 shutdown_connections 2024-09-13T16:18:36.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.879+0000 7fb366efcf40 1 -- 172.21.15.39:0/1922402896 wait complete. 2024-09-13T16:18:36.885 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:36.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.988+0000 7fe340432640 1 Processor -- start 2024-09-13T16:18:36.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.988+0000 7fe340432640 1 -- start start 2024-09-13T16:18:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.989+0000 7fe340432640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe3380d2110 0x7fe3381673d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.989+0000 7fe340432640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3380b5550 con 0x7fe3380b4180 2024-09-13T16:18:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.989+0000 7fe340432640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3380cfb50 con 0x7fe33815c7d0 2024-09-13T16:18:36.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.989+0000 7fe340432640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3380b2000 con 0x7fe3380d2110 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33d9cd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe3380b4180 0x7fe3380d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58480/0 (socket says 172.21.15.39:58480) 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33d9cd640 1 -- 172.21.15.39:0/2928187091 learned_addr learned my addr 172.21.15.39:0/2928187091 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33e9cf640 1 --2- 172.21.15.39:0/2928187091 >> v2:172.21.15.157:3300/0 conn(0x7fe3380d2110 0x7fe3381673d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3300126246 0 0) 0x7fe3380b5550 con 0x7fe3380b4180 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe320003520 con 0x7fe3380b4180 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 152013781 0 0) 0x7fe3380cfb50 con 0x7fe33815c7d0 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe3380b5550 con 0x7fe33815c7d0 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33e9cf640 1 -- 172.21.15.39:0/2928187091 >> v1:172.21.15.157:6789/0 conn(0x7fe33815c7d0 legacy=0x7fe3380cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33e9cf640 1 -- 172.21.15.39:0/2928187091 >> v1:172.21.15.39:6789/0 conn(0x7fe3380b4180 legacy=0x7fe3380d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.990+0000 7fe33e9cf640 1 -- 172.21.15.39:0/2928187091 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3380b4610 con 0x7fe3380d2110 2024-09-13T16:18:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.991+0000 7fe33e9cf640 1 --2- 172.21.15.39:0/2928187091 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3380d2110 0x7fe3381673d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe3300097a0 tx=0x7fe33002a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c818b5b2fc227c7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.991+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe330032440 con 0x7fe3380d2110 2024-09-13T16:18:36.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.991+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3300325a0 con 0x7fe3380d2110 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.991+0000 7fe33d1cc640 1 -- 172.21.15.39:0/2928187091 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe330032930 con 0x7fe3380d2110 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.991+0000 7fe340432640 1 -- 172.21.15.39:0/2928187091 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3380d2110 msgr2=0x7fe3381673d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.991+0000 7fe340432640 1 --2- 172.21.15.39:0/2928187091 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3380d2110 0x7fe3381673d0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7fe3300097a0 tx=0x7fe33002a230 comp rx=0 tx=0).stop 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.992+0000 7fe340432640 1 -- 172.21.15.39:0/2928187091 shutdown_connections 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.992+0000 7fe340432640 1 --2- 172.21.15.39:0/2928187091 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3380d2110 0x7fe3381673d0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.992+0000 7fe340432640 1 -- 172.21.15.39:0/2928187091 >> 172.21.15.39:0/2928187091 conn(0x7fe33806bc40 msgr2=0x7fe33806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.992+0000 7fe340432640 1 -- 172.21.15.39:0/2928187091 shutdown_connections 2024-09-13T16:18:36.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.992+0000 7fe340432640 1 -- 172.21.15.39:0/2928187091 wait complete. 2024-09-13T16:18:36.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.993+0000 7fe340432640 1 Processor -- start 2024-09-13T16:18:36.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.993+0000 7fe340432640 1 -- start start 2024-09-13T16:18:36.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.993+0000 7fe340432640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3380d2110 0x7fe3381e52d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.993+0000 7fe340432640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 0x7fe3381e5810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe340432640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe33815b730 0x7fe3380cbb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe340432640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3380caff0 con 0x7fe33815c7d0 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe340432640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3380c70d0 con 0x7fe33815b730 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe340432640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe33814a5d0 con 0x7fe3380d2110 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 0x7fe3381e5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 0x7fe3381e5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53034/0 (socket says 172.21.15.39:53034) 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 -- 172.21.15.39:0/2165334072 learned_addr learned my addr 172.21.15.39:0/2165334072 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33e9cf640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe33815b730 0x7fe3380cbb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33e1ce640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3380d2110 0x7fe3381e52d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 -- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3380d2110 msgr2=0x7fe3381e52d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3380d2110 0x7fe3381e52d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 -- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe33815b730 msgr2=0x7fe3380cbb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:36.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe33815b730 0x7fe3380cbb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 -- 172.21.15.39:0/2165334072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe330009400 con 0x7fe33815c7d0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33e1ce640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3380d2110 0x7fe3381e52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe33d9cd640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 0x7fe3381e5810 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fe32c00c500 tx=0x7fe32c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe32c005ce0 con 0x7fe33815c7d0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe32c005e40 con 0x7fe33815c7d0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe32c0072f0 con 0x7fe33815c7d0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3380c7320 con 0x7fe33815c7d0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.994+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3380c78e0 con 0x7fe33815c7d0 2024-09-13T16:18:36.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.995+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3380d1a00 con 0x7fe33815c7d0 2024-09-13T16:18:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.996+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe32c007450 con 0x7fe33815c7d0 2024-09-13T16:18:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.996+0000 7fe336ffd640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe32406ac00 0x7fe32406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.996+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fe32c088a80 con 0x7fe33815c7d0 2024-09-13T16:18:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.996+0000 7fe33e1ce640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe32406ac00 0x7fe32406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:36.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:36.997+0000 7fe33e1ce640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe32406ac00 0x7fe32406d0c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe328001560 tx=0x7fe328009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:37.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.001+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe32c053b20 con 0x7fe33815c7d0 2024-09-13T16:18:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.207+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fe3380b6d40 con 0x7fe33815c7d0 2024-09-13T16:18:37.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.908+0000 7fe336ffd640 1 -- 172.21.15.39:0/2165334072 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v118) v1 ==== 162+0+0 (secure 0 0 0) 0x7fe32c017020 con 0x7fe33815c7d0 2024-09-13T16:18:37.910 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:37.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe32406ac00 msgr2=0x7fe32406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:37.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe32406ac00 0x7fe32406d0c0 secure :-1 s=READY pgs=690 cs=0 l=1 rev1=1 crypto rx=0x7fe328001560 tx=0x7fe328009040 comp rx=0 tx=0).stop 2024-09-13T16:18:37.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 msgr2=0x7fe3381e5810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:37.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 0x7fe3381e5810 secure :-1 s=READY pgs=1742 cs=0 l=1 rev1=1 crypto rx=0x7fe32c00c500 tx=0x7fe32c00c9c0 comp rx=0 tx=0).stop 2024-09-13T16:18:37.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 shutdown_connections 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe32406ac00 0x7fe32406d0c0 unknown :-1 s=CLOSED pgs=690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe33815b730 0x7fe3380cbb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe33815c7d0 0x7fe3381e5810 unknown :-1 s=CLOSED pgs=1742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 --2- 172.21.15.39:0/2165334072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3380d2110 0x7fe3381e52d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 >> 172.21.15.39:0/2165334072 conn(0x7fe33806bc40 msgr2=0x7fe3380b58e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 shutdown_connections 2024-09-13T16:18:37.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:37.911+0000 7fe340432640 1 -- 172.21.15.39:0/2165334072 wait complete. 2024-09-13T16:18:38.329 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:38.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.443+0000 7fb19f0c9640 1 Processor -- start 2024-09-13T16:18:38.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.443+0000 7fb19f0c9640 1 -- start start 2024-09-13T16:18:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19f0c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 0x7fb19815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19f0c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb19806f170 0x7fb1980b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19f0c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb19815b1b0 con 0x7fb19815d0a0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19f0c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb19806f6e0 con 0x7fb19806f170 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19f0c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb19806f9c0 con 0x7fb198156fb0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19d666640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb19815d0a0 0x7fb198070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58486/0 (socket says 172.21.15.39:58486) 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19d666640 1 -- 172.21.15.39:0/2319159498 learned_addr learned my addr 172.21.15.39:0/2319159498 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb19ce65640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 0x7fb19815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb197fff640 1 --2- 172.21.15.39:0/2319159498 >> v2:172.21.15.157:3300/0 conn(0x7fb19806f170 0x7fb1980b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 263152035 0 0) 0x7fb19815b1b0 con 0x7fb19815d0a0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.444+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb188003520 con 0x7fb19815d0a0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 856356160 0 0) 0x7fb188003520 con 0x7fb19815d0a0 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 msgr2=0x7fb19815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 0x7fb19815ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 >> v2:172.21.15.157:3300/0 conn(0x7fb19806f170 msgr2=0x7fb1980b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 --2- 172.21.15.39:0/2319159498 >> v2:172.21.15.157:3300/0 conn(0x7fb19806f170 0x7fb1980b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb19806fca0 con 0x7fb19815d0a0 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb1900019f0 con 0x7fb19815d0a0 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 >> v1:172.21.15.39:6789/0 conn(0x7fb19815d0a0 legacy=0x7fb198070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb188003970 0x7fb188003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 0x7fb1880047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188004d00 0x7fb188005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb19806f6e0 con 0x7fb188003970 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb19806f9c0 con 0x7fb188004d00 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb18800b980 con 0x7fb198156fb0 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19ce65640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb188003970 0x7fb188003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb197fff640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 0x7fb1880047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19d666640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188004d00 0x7fb188005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19ce65640 1 -- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 msgr2=0x7fb1880047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:38.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19ce65640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb198156fb0 0x7fb1880047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19ce65640 1 -- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188004d00 msgr2=0x7fb188005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19ce65640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188004d00 0x7fb188005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.445+0000 7fb19ce65640 1 -- 172.21.15.39:0/2319159498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb188003520 con 0x7fb188003970 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.446+0000 7fb19ce65640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb188003970 0x7fb188003d90 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7fb18c009ac0 tx=0x7fb1880057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8373b986378fd52 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.446+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c031400 con 0x7fb188003970 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.446+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb18c02d050 con 0x7fb188003970 2024-09-13T16:18:38.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.446+0000 7fb1977fe640 1 -- 172.21.15.39:0/2319159498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18c031780 con 0x7fb188003970 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19f0c9640 1 -- 172.21.15.39:0/2319159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb188003970 msgr2=0x7fb188003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/2319159498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb188003970 0x7fb188003d90 secure :-1 s=READY pgs=1744 cs=0 l=1 rev1=1 crypto rx=0x7fb18c009ac0 tx=0x7fb1880057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19d666640 1 -- 172.21.15.39:0/2319159498 reap_dead start 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19f0c9640 1 -- 172.21.15.39:0/2319159498 shutdown_connections 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19f0c9640 1 -- 172.21.15.39:0/2319159498 >> 172.21.15.39:0/2319159498 conn(0x7fb19806b3b0 msgr2=0x7fb19806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19f0c9640 1 -- 172.21.15.39:0/2319159498 shutdown_connections 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.447+0000 7fb19f0c9640 1 -- 172.21.15.39:0/2319159498 wait complete. 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.448+0000 7fb19f0c9640 1 Processor -- start 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.448+0000 7fb19f0c9640 1 -- start start 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19f0c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188003970 0x7fb19814df10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19f0c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 0x7fb198143060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19f0c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb19814f590 0x7fb198147410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19f0c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb198141fc0 con 0x7fb198141b40 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19f0c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb198146df0 con 0x7fb188003970 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19f0c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb1981424a0 con 0x7fb19814f590 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb197fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 0x7fb198143060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19ce65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188003970 0x7fb19814df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb197fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 0x7fb198143060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:53054/0 (socket says 172.21.15.39:53054) 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19ce65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188003970 0x7fb19814df10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:45102/0 (socket says 172.21.15.39:45102) 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb197fff640 1 -- 172.21.15.39:0/899203516 learned_addr learned my addr 172.21.15.39:0/899203516 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.449+0000 7fb19d666640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb19814f590 0x7fb198147410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb197fff640 1 -- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb19814f590 msgr2=0x7fb198147410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb197fff640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb19814f590 0x7fb198147410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb197fff640 1 -- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188003970 msgr2=0x7fb19814df10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:38.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb197fff640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188003970 0x7fb19814df10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb197fff640 1 -- 172.21.15.39:0/899203516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb19814e4f0 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb197fff640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 0x7fb198143060 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fb1840119b0 tx=0x7fb184011db0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb18400fa30 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb18400fb90 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb19814e7d0 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb184014440 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.450+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb19814ed90 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.451+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb1980672f0 con 0x7fb198141b40 2024-09-13T16:18:38.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.452+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb1840145a0 con 0x7fb198141b40 2024-09-13T16:18:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.452+0000 7fb1957fa640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb17c06ac00 0x7fb17c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.452+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fb184089ca0 con 0x7fb198141b40 2024-09-13T16:18:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.452+0000 7fb19ce65640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb17c06ac00 0x7fb17c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:38.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.453+0000 7fb19ce65640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb17c06ac00 0x7fb17c06d0c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fb18c033000 tx=0x7fb18c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:38.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.457+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb184054c00 con 0x7fb198141b40 2024-09-13T16:18:38.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.662+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb198158510 con 0x7fb198141b40 2024-09-13T16:18:38.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.662+0000 7fb1957fa640 1 -- 172.21.15.39:0/899203516 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 119 v119) v1 ==== 95+0+4741 (secure 0 0 0) 0x7fb184058220 con 0x7fb198141b40 2024-09-13T16:18:38.664 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:38.664 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":119,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8931,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/145305981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":145305981},{"type":"v1","addr":"172.21.15.39:6835","nonce":145305981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":119,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:37.909453+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":98,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9045},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9045":{"gid":9045,"name":"c","rank":0,"incarnation":119,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/2326245595","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2326245595},{"type":"v1","addr":"172.21.15.39:6834","nonce":2326245595}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:38.664 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 119 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb17c06ac00 msgr2=0x7fb17c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb17c06ac00 0x7fb17c06d0c0 secure :-1 s=READY pgs=691 cs=0 l=1 rev1=1 crypto rx=0x7fb18c033000 tx=0x7fb18c008030 comp rx=0 tx=0).stop 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 msgr2=0x7fb198143060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 0x7fb198143060 secure :-1 s=READY pgs=1745 cs=0 l=1 rev1=1 crypto rx=0x7fb1840119b0 tx=0x7fb184011db0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 shutdown_connections 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb17c06ac00 0x7fb17c06d0c0 unknown :-1 s=CLOSED pgs=691 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb19814f590 0x7fb198147410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb198141b40 0x7fb198143060 unknown :-1 s=CLOSED pgs=1745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 --2- 172.21.15.39:0/899203516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb188003970 0x7fb19814df10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:38.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 >> 172.21.15.39:0/899203516 conn(0x7fb19806b3b0 msgr2=0x7fb1980b0820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:38.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 shutdown_connections 2024-09-13T16:18:38.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:38.664+0000 7fb19f0c9640 1 -- 172.21.15.39:0/899203516 wait complete. 2024-09-13T16:18:38.677 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 119, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:18:37.909453+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 98, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9045}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9045': {'gid': 9045, 'name': 'c', 'rank': 0, 'incarnation': 119, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/2326245595', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 2326245595}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 2326245595}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:18:38.677 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_9045:up:replay 2024-09-13T16:18:38.677 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:18:41.549 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:18:41.544+0000 7f41aac17640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:44.081 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:44.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.196+0000 7f5985545640 1 Processor -- start 2024-09-13T16:18:44.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.196+0000 7f5985545640 1 -- start start 2024-09-13T16:18:44.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f5985545640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f59800721f0 0x7f59800ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f5985545640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f59800ce7b0 0x7f59800cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f5985545640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59800cebf0 con 0x7f59800cc650 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f5985545640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f598015bed0 con 0x7f59800ce7b0 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f5985545640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f598015aa50 con 0x7f59800721f0 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597e7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f59800ce7b0 0x7f59800cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f59800cc650 0x7f5980069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50304/0 (socket says 172.21.15.39:50304) 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597f7fe640 1 -- 172.21.15.39:0/2693454533 learned_addr learned my addr 172.21.15.39:0/2693454533 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597e7fc640 1 -- 172.21.15.39:0/2693454533 >> v2:172.21.15.157:3300/0 conn(0x7f59800721f0 msgr2=0x7f59800ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597e7fc640 1 --2- 172.21.15.39:0/2693454533 >> v2:172.21.15.157:3300/0 conn(0x7f59800721f0 0x7f59800ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597e7fc640 1 -- 172.21.15.39:0/2693454533 >> v1:172.21.15.39:6789/0 conn(0x7f59800cc650 legacy=0x7f5980069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597dffb640 1 -- 172.21.15.39:0/2693454533 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 531248864 0 0) 0x7f59800cebf0 con 0x7f59800cc650 2024-09-13T16:18:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.197+0000 7f597e7fc640 1 -- 172.21.15.39:0/2693454533 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f598015af50 con 0x7f59800ce7b0 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.198+0000 7f597e7fc640 1 --2- 172.21.15.39:0/2693454533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800ce7b0 0x7f59800cc110 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f5980068520 tx=0x7f597402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37d0d8b18142345c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.198+0000 7f597dffb640 1 -- 172.21.15.39:0/2693454533 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597402ae60 con 0x7f59800ce7b0 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.198+0000 7f597dffb640 1 -- 172.21.15.39:0/2693454533 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5974032440 con 0x7f59800ce7b0 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.198+0000 7f597dffb640 1 -- 172.21.15.39:0/2693454533 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59740327d0 con 0x7f59800ce7b0 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 -- 172.21.15.39:0/2693454533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800ce7b0 msgr2=0x7f59800cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 --2- 172.21.15.39:0/2693454533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800ce7b0 0x7f59800cc110 secure :-1 s=READY pgs=1747 cs=0 l=1 rev1=1 crypto rx=0x7f5980068520 tx=0x7f597402a110 comp rx=0 tx=0).stop 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 -- 172.21.15.39:0/2693454533 shutdown_connections 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 --2- 172.21.15.39:0/2693454533 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800ce7b0 0x7f59800cc110 unknown :-1 s=CLOSED pgs=1747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 --2- 172.21.15.39:0/2693454533 >> v2:172.21.15.157:3300/0 conn(0x7f59800721f0 0x7f59800ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 -- 172.21.15.39:0/2693454533 >> 172.21.15.39:0/2693454533 conn(0x7f598006b3b0 msgr2=0x7f598006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 -- 172.21.15.39:0/2693454533 shutdown_connections 2024-09-13T16:18:44.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.199+0000 7f5985545640 1 -- 172.21.15.39:0/2693454533 wait complete. 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.200+0000 7f5985545640 1 Processor -- start 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.200+0000 7f5985545640 1 -- start start 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f5985545640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 0x7f59801f1e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f5985545640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59800cc650 0x7f59800af1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f5985545640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59800ce7b0 0x7f5980149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f5985545640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59801f2360 con 0x7f59800721f0 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f5985545640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59800b2120 con 0x7f59800cc650 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f5985545640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59800b2400 con 0x7f59800ce7b0 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f597effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 0x7f59801f1e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f597effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 0x7f59801f1e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55766/0 (socket says 172.21.15.39:55766) 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f597effd640 1 -- 172.21.15.39:0/3632481108 learned_addr learned my addr 172.21.15.39:0/3632481108 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f597f7fe640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59800ce7b0 0x7f5980149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.201+0000 7f597e7fc640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59800cc650 0x7f59800af1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f597effd640 1 -- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59800ce7b0 msgr2=0x7f5980149110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f597effd640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59800ce7b0 0x7f5980149110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f597effd640 1 -- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59800cc650 msgr2=0x7f59800af1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f597effd640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59800cc650 0x7f59800af1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f597effd640 1 -- 172.21.15.39:0/3632481108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5974009400 con 0x7f59800721f0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f597effd640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 0x7f59801f1e20 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f597000ba50 tx=0x7f597000bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f597000cbe0 con 0x7f59800721f0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f597000cd60 con 0x7f59800721f0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59800b26e0 con 0x7f59800721f0 2024-09-13T16:18:44.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5970014680 con 0x7f59800721f0 2024-09-13T16:18:44.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.202+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59800b2ca0 con 0x7f59800721f0 2024-09-13T16:18:44.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.203+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59800672f0 con 0x7f59800721f0 2024-09-13T16:18:44.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.204+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f597001d3b0 con 0x7f59800721f0 2024-09-13T16:18:44.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.204+0000 7f59677fe640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f596c06ac00 0x7f596c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.204+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f59700894d0 con 0x7f59800721f0 2024-09-13T16:18:44.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.204+0000 7f597e7fc640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f596c06ac00 0x7f596c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.205+0000 7f597e7fc640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f596c06ac00 0x7f596c06d0c0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f5974034000 tx=0x7f597402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.208+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f59700544e0 con 0x7f59800721f0 2024-09-13T16:18:44.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.416+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f59800ccae0 con 0x7f59800721f0 2024-09-13T16:18:44.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.417+0000 7f59677fe640 1 -- 172.21.15.39:0/3632481108 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 122 v122) v1 ==== 95+0+4741 (secure 0 0 0) 0x7f5970057b00 con 0x7f59800721f0 2024-09-13T16:18:44.418 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:44.418 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":122,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8931,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/145305981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":145305981},{"type":"v1","addr":"172.21.15.39:6835","nonce":145305981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":122,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:40.930389+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":98,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9045},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9045":{"gid":9045,"name":"c","rank":0,"incarnation":119,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6834/2326245595","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2326245595},{"type":"v1","addr":"172.21.15.39:6834","nonce":2326245595}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:44.419 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 122 2024-09-13T16:18:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f596c06ac00 msgr2=0x7f596c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f596c06ac00 0x7f596c06d0c0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7f5974034000 tx=0x7f597402e000 comp rx=0 tx=0).stop 2024-09-13T16:18:44.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 msgr2=0x7f59801f1e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 0x7f59801f1e20 secure :-1 s=READY pgs=1748 cs=0 l=1 rev1=1 crypto rx=0x7f597000ba50 tx=0x7f597000bf10 comp rx=0 tx=0).stop 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 shutdown_connections 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f596c06ac00 0x7f596c06d0c0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59800ce7b0 0x7f5980149110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59800cc650 0x7f59800af1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 --2- 172.21.15.39:0/3632481108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59800721f0 0x7f59801f1e20 unknown :-1 s=CLOSED pgs=1748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 >> 172.21.15.39:0/3632481108 conn(0x7f598006b3b0 msgr2=0x7f598015b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 shutdown_connections 2024-09-13T16:18:44.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.419+0000 7f5985545640 1 -- 172.21.15.39:0/3632481108 wait complete. 2024-09-13T16:18:44.431 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 122, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:18:40.930389+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 98, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9045}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9045': {'gid': 9045, 'name': 'c', 'rank': 0, 'incarnation': 119, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6834/2326245595', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 2326245595}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 2326245595}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:18:44.431 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:18:44.431 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:18:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.532+0000 7fda345c7640 1 Processor -- start 2024-09-13T16:18:44.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.532+0000 7fda345c7640 1 -- start start 2024-09-13T16:18:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda345c7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fda2c159380 0x7fda2c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda345c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda2c0ceb30 0x7fda2c15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda345c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda2c159760 con 0x7fda2c15a360 2024-09-13T16:18:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda345c7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda2c15a880 con 0x7fda2c0ceb30 2024-09-13T16:18:44.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda345c7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda2c15ab60 con 0x7fda2c159380 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda2c0ceb30 0x7fda2c15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda2c0ceb30 0x7fda2c15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55780/0 (socket says 172.21.15.39:55780) 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 -- 172.21.15.39:0/3571531186 learned_addr learned my addr 172.21.15.39:0/3571531186 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32363640 1 --2- 172.21.15.39:0/3571531186 >> v2:172.21.15.157:3300/0 conn(0x7fda2c159380 0x7fda2c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 -- 172.21.15.39:0/3571531186 >> v2:172.21.15.157:3300/0 conn(0x7fda2c159380 msgr2=0x7fda2c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 --2- 172.21.15.39:0/3571531186 >> v2:172.21.15.157:3300/0 conn(0x7fda2c159380 0x7fda2c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 -- 172.21.15.39:0/3571531186 >> v1:172.21.15.157:6789/0 conn(0x7fda2c15a360 legacy=0x7fda2c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32b64640 1 -- 172.21.15.39:0/3571531186 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda2c15ae40 con 0x7fda2c0ceb30 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.533+0000 7fda32363640 1 --2- 172.21.15.39:0/3571531186 >> v2:172.21.15.157:3300/0 conn(0x7fda2c159380 0x7fda2c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.534+0000 7fda32b64640 1 --2- 172.21.15.39:0/3571531186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c15b920 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0ce3f0 tx=0x7fda2402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e4de4a4de8549e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.534+0000 7fda31361640 1 -- 172.21.15.39:0/3571531186 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda24031600 con 0x7fda2c0ceb30 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.534+0000 7fda31361640 1 -- 172.21.15.39:0/3571531186 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda2402d050 con 0x7fda2c0ceb30 2024-09-13T16:18:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.534+0000 7fda31361640 1 -- 172.21.15.39:0/3571531186 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda24031980 con 0x7fda2c0ceb30 2024-09-13T16:18:44.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 -- 172.21.15.39:0/3571531186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 msgr2=0x7fda2c15b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 --2- 172.21.15.39:0/3571531186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c15b920 secure :-1 s=READY pgs=1749 cs=0 l=1 rev1=1 crypto rx=0x7fda2c0ce3f0 tx=0x7fda2402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 -- 172.21.15.39:0/3571531186 shutdown_connections 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 --2- 172.21.15.39:0/3571531186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c15b920 unknown :-1 s=CLOSED pgs=1749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 --2- 172.21.15.39:0/3571531186 >> v2:172.21.15.157:3300/0 conn(0x7fda2c159380 0x7fda2c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 -- 172.21.15.39:0/3571531186 >> 172.21.15.39:0/3571531186 conn(0x7fda2c0b15d0 msgr2=0x7fda2c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 -- 172.21.15.39:0/3571531186 shutdown_connections 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.535+0000 7fda345c7640 1 -- 172.21.15.39:0/3571531186 wait complete. 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.536+0000 7fda345c7640 1 Processor -- start 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.536+0000 7fda345c7640 1 -- start start 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c0afee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda2c159380 0x7fda2c070410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda2c15a360 0x7fda2c070950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c0b0420 con 0x7fda2c0ceb30 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c165030 con 0x7fda2c15a360 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda2c165310 con 0x7fda2c159380 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c0afee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c0afee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55794/0 (socket says 172.21.15.39:55794) 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 -- 172.21.15.39:0/939425299 learned_addr learned my addr 172.21.15.39:0/939425299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 -- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda2c159380 msgr2=0x7fda2c070410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32b64640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda2c15a360 0x7fda2c070950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda2c159380 0x7fda2c070410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 -- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda2c15a360 msgr2=0x7fda2c070950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda2c15a360 0x7fda2c070950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 -- 172.21.15.39:0/939425299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda24009b30 con 0x7fda2c0ceb30 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32b64640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda2c15a360 0x7fda2c070950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda32363640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c0afee0 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7fda2800c7f0 tx=0x7fda2800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda22ffd640 1 -- 172.21.15.39:0/939425299 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda28007a30 con 0x7fda2c0ceb30 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda22ffd640 1 -- 172.21.15.39:0/939425299 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda28007b90 con 0x7fda2c0ceb30 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda2c1655f0 con 0x7fda2c0ceb30 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.537+0000 7fda22ffd640 1 -- 172.21.15.39:0/939425299 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda2800ce40 con 0x7fda2c0ceb30 2024-09-13T16:18:44.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.538+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda2c165bb0 con 0x7fda2c0ceb30 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.539+0000 7fda22ffd640 1 -- 172.21.15.39:0/939425299 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda280113f0 con 0x7fda2c0ceb30 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.540+0000 7fda22ffd640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1006ac00 0x7fda1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.540+0000 7fda22ffd640 1 -- 172.21.15.39:0/939425299 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fda28089700 con 0x7fda2c0ceb30 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.540+0000 7fda31b62640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1006ac00 0x7fda1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.540+0000 7fda31b62640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1006ac00 0x7fda1006d0c0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fda1c006fd0 tx=0x7fda1c006bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.541+0000 7fda373c5740 1 Processor -- start 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.541+0000 7fda373c5740 1 -- start start 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda373c5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf4009d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009a860 0x55bf400ea570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400eaab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda373c5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf3fff77c0 con 0x55bf4009d0a0 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf40006b70 con 0x55bf400c4550 2024-09-13T16:18:44.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf40004300 con 0x55bf4009a860 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf4009d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf4009d480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55808/0 (socket says 172.21.15.39:55808) 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 -- 172.21.15.39:0/2656847706 learned_addr learned my addr 172.21.15.39:0/2656847706 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda31b62640 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009a860 0x55bf400ea570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32b64640 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400eaab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 -- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009a860 msgr2=0x55bf400ea570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009a860 0x55bf400ea570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 -- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 msgr2=0x55bf400eaab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400eaab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 -- 172.21.15.39:0/2656847706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf3ff8c4b0 con 0x55bf4009d0a0 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32b64640 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400eaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda32363640 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf4009d480 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7fda280548b0 tx=0x7fda28058b70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3af1cc8cc5920785 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda0ffff640 1 -- 172.21.15.39:0/2656847706 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda280607a0 con 0x55bf4009d0a0 2024-09-13T16:18:44.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda0ffff640 1 -- 172.21.15.39:0/2656847706 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda28056750 con 0x55bf4009d0a0 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.542+0000 7fda0ffff640 1 -- 172.21.15.39:0/2656847706 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda28060310 con 0x55bf4009d0a0 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 -- 172.21.15.39:0/2656847706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 msgr2=0x55bf4009d480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf4009d480 secure :-1 s=READY pgs=1751 cs=0 l=1 rev1=1 crypto rx=0x7fda280548b0 tx=0x7fda28058b70 comp rx=0 tx=0).stop 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 -- 172.21.15.39:0/2656847706 shutdown_connections 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400eaab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009a860 0x55bf400ea570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 --2- 172.21.15.39:0/2656847706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf4009d480 unknown :-1 s=CLOSED pgs=1751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 -- 172.21.15.39:0/2656847706 >> 172.21.15.39:0/2656847706 conn(0x55bf400997d0 msgr2=0x55bf400e1c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 -- 172.21.15.39:0/2656847706 shutdown_connections 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.543+0000 7fda373c5740 1 -- 172.21.15.39:0/2656847706 wait complete. 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.544+0000 7fda373c5740 1 -- start start 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.544+0000 7fda373c5740 1 Processor -- start 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf400c6f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400c5cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf400c61f0 0x55bf400e7080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf3ffffbf0 con 0x55bf4009d0a0 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf3ffbe250 con 0x55bf400c4550 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf3ffbdef0 con 0x55bf400c61f0 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 10 client.0 _ll_register_callbacks cb 0x55bf3fff0740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf400c6f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf400c6f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55810/0 (socket says 172.21.15.39:55810) 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 -- 172.21.15.39:0/867699939 learned_addr learned my addr 172.21.15.39:0/867699939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda31b62640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400c5cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32b64640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf400c61f0 0x55bf400e7080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 -- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf400c61f0 msgr2=0x55bf400e7080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf400c61f0 0x55bf400e7080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 -- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 msgr2=0x55bf400c5cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400c5cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 -- 172.21.15.39:0/867699939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda2c165bb0 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda32363640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf400c6f10 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7fda28087a90 tx=0x7fda28000bc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1554c7c40cbb6230 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda0d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda0d7fa640 1 -- 172.21.15.39:0/867699939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda280607a0 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda0d7fa640 1 -- 172.21.15.39:0/867699939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fda28075030 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.545+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bf3fcf33c0 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda0d7fa640 1 -- 172.21.15.39:0/867699939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=122) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda2805e170 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 10 client.9105 fetch_fsmap learned FSMap version 122 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=122,monmap=2+}) v3 -- 0x55bf3fffe270 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda0d7fa640 1 -- 172.21.15.39:0/867699939 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55bf3fcf33c0 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda0d7fa640 1 -- 172.21.15.39:0/867699939 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 122) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fda2805e2d0 con 0x55bf4009d0a0 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 10 client.9105 fetch_fsmap finished waiting for FSMap version 122 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 10 client.9105 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 20 client.9105 populate_metadata read hostname 'smithi039' 2024-09-13T16:18:44.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf400c2e70 0x55bf400fec40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 4 client.9105 mds_command: new command op to 9045 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 --> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bf3fd046c0 con 0x55bf400c2e70 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda31b62640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf400c2e70 0x55bf400fec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda31b62640 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf400c2e70 0x55bf400fec40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=da797a9ed0e03f8d server_cookie=1dc24a63863acb70 in_seq=0 out_seq=0 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.546+0000 7fda0d7fa640 10 client.9105 ms_handle_connect on v2:172.21.15.39:6832/2326245595 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda0d7fa640 1 -- 172.21.15.39:0/867699939 <== mds.0 v2:172.21.15.39:6832/2326245595 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55bf3fd046c0 con 0x55bf400c2e70 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda0d7fa640 10 client.9105 handle_command_reply: tid=0 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 client.9105 shutdown 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 msgr2=0x55bf400c6f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf400c6f10 secure :-1 s=READY pgs=1752 cs=0 l=1 rev1=1 crypto rx=0x7fda28087a90 tx=0x7fda28000bc0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 shutdown_connections 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf400c2e70 0x55bf400fec40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf400c61f0 0x55bf400e7080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400c5cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda0d7fa640 0 client.9105 ms_handle_reset on v2:172.21.15.39:6832/2326245595 2024-09-13T16:18:44.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 --2- 172.21.15.39:0/867699939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf4009d0a0 0x55bf400c6f10 unknown :-1 s=CLOSED pgs=1752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 >> 172.21.15.39:0/867699939 conn(0x55bf4009a860 msgr2=0x55bf400e1300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 shutdown_connections 2024-09-13T16:18:44.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 1 -- 172.21.15.39:0/867699939 wait complete. 2024-09-13T16:18:44.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.547+0000 7fda373c5740 20 client.9105 trim_cache size 0 max 16384 2024-09-13T16:18:44.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.562+0000 7fda373c5740 1 Processor -- start 2024-09-13T16:18:44.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.562+0000 7fda373c5740 1 -- start start 2024-09-13T16:18:44.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf400e27d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda373c5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 0x55bf40098340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c61f0 0x55bf40098880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda373c5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf3ff83460 con 0x55bf400c4550 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf400e73b0 con 0x55bf400c61f0 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf400e6a90 con 0x55bf4009d0a0 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 0x55bf40098340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 0x55bf40098340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55824/0 (socket says 172.21.15.39:55824) 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 -- 172.21.15.39:0/999642981 learned_addr learned my addr 172.21.15.39:0/999642981 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 -- 172.21.15.39:0/999642981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 msgr2=0x55bf400e27d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf400e27d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 -- 172.21.15.39:0/999642981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c61f0 msgr2=0x55bf40098880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c61f0 0x55bf40098880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 -- 172.21.15.39:0/999642981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bf3ffa05f0 con 0x55bf400c4550 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.563+0000 7fda31b62640 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 0x55bf40098340 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009450 tx=0x7fda1c012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2105be10fbec4916 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda20ff9640 1 -- 172.21.15.39:0/999642981 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c026510 con 0x55bf400c4550 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda20ff9640 1 -- 172.21.15.39:0/999642981 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda1c019040 con 0x55bf400c4550 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda20ff9640 1 -- 172.21.15.39:0/999642981 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda1c026890 con 0x55bf400c4550 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 -- 172.21.15.39:0/999642981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 msgr2=0x55bf40098340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 0x55bf40098340 secure :-1 s=READY pgs=1753 cs=0 l=1 rev1=1 crypto rx=0x7fda1c009450 tx=0x7fda1c012000 comp rx=0 tx=0).stop 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 -- 172.21.15.39:0/999642981 shutdown_connections 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c61f0 0x55bf40098880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c4550 0x55bf40098340 unknown :-1 s=CLOSED pgs=1753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 --2- 172.21.15.39:0/999642981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf400e27d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 -- 172.21.15.39:0/999642981 >> 172.21.15.39:0/999642981 conn(0x55bf4009a860 msgr2=0x55bf400c6d00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 -- 172.21.15.39:0/999642981 shutdown_connections 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.564+0000 7fda373c5740 1 -- 172.21.15.39:0/999642981 wait complete. 2024-09-13T16:18:44.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.565+0000 7fda373c5740 1 -- start start 2024-09-13T16:18:44.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.565+0000 7fda373c5740 1 Processor -- start 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf4012e500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400e2740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 0x55bf400e2c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf4009c6a0 con 0x55bf400c61f0 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bf400e5200 con 0x55bf400c4550 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bf400fff00 con 0x55bf4009d0a0 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 10 client.0 _ll_register_callbacks cb 0x7fda28054770 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 0x55bf400e2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 0x55bf400e2c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55834/0 (socket says 172.21.15.39:55834) 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 -- 172.21.15.39:0/391819682 learned_addr learned my addr 172.21.15.39:0/391819682 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda31b62640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400e2740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32363640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf4012e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 -- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 msgr2=0x55bf4012e500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf4012e500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 -- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 msgr2=0x55bf400e2740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400e2740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 -- 172.21.15.39:0/391819682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda1c0092a0 con 0x55bf400c61f0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32363640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf4012e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda32b64640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 0x55bf400e2c80 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7fda24034040 tx=0x7fda24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53185dd67d113f56 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda0d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda0d7fa640 1 -- 172.21.15.39:0/391819682 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda24046400 con 0x55bf400c61f0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda0d7fa640 1 -- 172.21.15.39:0/391819682 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fda24031400 con 0x55bf400c61f0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.566+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fda28056750 con 0x55bf400c61f0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda0d7fa640 1 -- 172.21.15.39:0/391819682 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=122) v2 ==== 24+0+0 (secure 0 0 0) 0x7fda240315c0 con 0x55bf400c61f0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 10 client.9111 fetch_fsmap learned FSMap version 122 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=122,monmap=2+}) v3 -- 0x55bf3ffc5d00 con 0x55bf400c61f0 2024-09-13T16:18:44.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda0d7fa640 1 -- 172.21.15.39:0/391819682 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda28056750 con 0x55bf400c61f0 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda0d7fa640 1 -- 172.21.15.39:0/391819682 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 122) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fda24031720 con 0x55bf400c61f0 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 10 client.9111 fetch_fsmap finished waiting for FSMap version 122 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 10 client.9111 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 20 client.9111 populate_metadata read hostname 'smithi039' 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf4009b830 0x55bf4009bc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 4 client.9111 mds_command: new command op to 9045 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 --> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55bf3fd57d10 con 0x55bf4009b830 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda32363640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf4009b830 0x55bf4009bc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda0d7fa640 10 client.9111 ms_handle_connect on v2:172.21.15.39:6832/2326245595 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda32363640 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf4009b830 0x55bf4009bc10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=58ab0d64a94defbf server_cookie=1cd60956dca69761 in_seq=0 out_seq=0 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.567+0000 7fda0d7fa640 1 -- 172.21.15.39:0/391819682 <== mds.0 v2:172.21.15.39:6832/2326245595 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+332 (crc 0 0 0) 0x55bf3fd57d10 con 0x55bf4009b830 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda0d7fa640 10 client.9111 handle_command_reply: tid=0 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 client.9111 shutdown 2024-09-13T16:18:44.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 msgr2=0x55bf400e2c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 0x55bf400e2c80 secure :-1 s=READY pgs=1754 cs=0 l=1 rev1=1 crypto rx=0x7fda24034040 tx=0x7fda24004a40 comp rx=0 tx=0).stop 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 shutdown_connections 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:6832/2326245595,v1:172.21.15.39:6834/2326245595] conn(0x55bf4009b830 0x55bf4009bc10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bf400c61f0 0x55bf400e2c80 unknown :-1 s=CLOSED pgs=1754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bf400c4550 0x55bf400e2740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 --2- 172.21.15.39:0/391819682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bf4009d0a0 0x55bf4012e500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda0d7fa640 0 client.9111 ms_handle_reset on v2:172.21.15.39:6832/2326245595 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 >> 172.21.15.39:0/391819682 conn(0x55bf4009a860 msgr2=0x55bf400e0fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 shutdown_connections 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 1 -- 172.21.15.39:0/391819682 wait complete. 2024-09-13T16:18:44.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda373c5740 20 client.9111 trim_cache size 0 max 16384 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 9045, 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6505995640000002, 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 122, 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 98, 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 98, 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.0050134760000002 2024-09-13T16:18:44.576 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:18:44.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1006ac00 msgr2=0x7fda1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1006ac00 0x7fda1006d0c0 secure :-1 s=READY pgs=693 cs=0 l=1 rev1=1 crypto rx=0x7fda1c006fd0 tx=0x7fda1c006bc0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 msgr2=0x7fda2c0afee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c0afee0 secure :-1 s=READY pgs=1750 cs=0 l=1 rev1=1 crypto rx=0x7fda2800c7f0 tx=0x7fda2800cbf0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 shutdown_connections 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda1006ac00 0x7fda1006d0c0 unknown :-1 s=CLOSED pgs=693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda2c15a360 0x7fda2c070950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda2c159380 0x7fda2c070410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 --2- 172.21.15.39:0/939425299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda2c0ceb30 0x7fda2c0afee0 unknown :-1 s=CLOSED pgs=1750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.568+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 >> 172.21.15.39:0/939425299 conn(0x7fda2c0b15d0 msgr2=0x7fda2c154400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.569+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 shutdown_connections 2024-09-13T16:18:44.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.569+0000 7fda345c7640 1 -- 172.21.15.39:0/939425299 wait complete. 2024-09-13T16:18:44.580 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:18:44.580 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete 500.00000000', proceeding to ls 2024-09-13T16:18:44.581 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:18:44.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.681+0000 7f39f2e41640 1 Processor -- start 2024-09-13T16:18:44.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.681+0000 7f39f2e41640 1 -- start start 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f2e41640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f39ec0ce080 0x7f39ec15d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f2e41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 0x7f39ec06a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f2e41640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39ec15d550 con 0x7f39ec153080 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f2e41640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39ec15a050 con 0x7f39ec0ce080 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f2e41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39ec15cbf0 con 0x7f39ec069ed0 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f0bdd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f39ec153080 0x7f39ec159060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50318/0 (socket says 172.21.15.39:50318) 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f0bdd640 1 -- 172.21.15.39:0/3544145817 learned_addr learned my addr 172.21.15.39:0/3544145817 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:44.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1515478969 0 0) 0x7f39ec15d550 con 0x7f39ec153080 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39ebfff640 1 --2- 172.21.15.39:0/3544145817 >> v2:172.21.15.157:3300/0 conn(0x7f39ec0ce080 0x7f39ec15d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f39dc003520 con 0x7f39ec153080 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39f13de640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 0x7f39ec06a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 966100835 0 0) 0x7f39dc003520 con 0x7f39ec153080 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 msgr2=0x7f39ec06a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 0x7f39ec06a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 >> v2:172.21.15.157:3300/0 conn(0x7f39ec0ce080 msgr2=0x7f39ec15d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.682+0000 7f39eb7fe640 1 --2- 172.21.15.39:0/3544145817 >> v2:172.21.15.157:3300/0 conn(0x7f39ec0ce080 0x7f39ec15d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39ec153460 con 0x7f39ec153080 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f39e0001690 con 0x7f39ec153080 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 >> v1:172.21.15.39:6789/0 conn(0x7f39ec153080 legacy=0x7f39ec159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 0x7f39dc003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc003f40 0x7f39dc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc004d00 0x7f39dc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39ec15a050 con 0x7f39dc004d00 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39ec15cbf0 con 0x7f39dc003f40 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39dc005280 con 0x7f39ec069ed0 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f13de640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc004d00 0x7f39dc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39ebfff640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc003f40 0x7f39dc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f0bdd640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 0x7f39dc003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f13de640 1 -- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 msgr2=0x7f39dc003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f13de640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec069ed0 0x7f39dc003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f13de640 1 -- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc003f40 msgr2=0x7f39dc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f13de640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc003f40 0x7f39dc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.683+0000 7f39f13de640 1 -- 172.21.15.39:0/3544145817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39dc003520 con 0x7f39dc004d00 2024-09-13T16:18:44.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39f13de640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc004d00 0x7f39dc00b980 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009fc0 tx=0x7f39dc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=841f835a51555915 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e4031640 con 0x7f39dc004d00 2024-09-13T16:18:44.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39e402d070 con 0x7f39dc004d00 2024-09-13T16:18:44.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39eb7fe640 1 -- 172.21.15.39:0/3544145817 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39e40319e0 con 0x7f39dc004d00 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39f2e41640 1 -- 172.21.15.39:0/3544145817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc004d00 msgr2=0x7f39dc00b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39f2e41640 1 --2- 172.21.15.39:0/3544145817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39dc004d00 0x7f39dc00b980 secure :-1 s=READY pgs=1756 cs=0 l=1 rev1=1 crypto rx=0x7f39e4009fc0 tx=0x7f39dc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39f13de640 1 -- 172.21.15.39:0/3544145817 reap_dead start 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.684+0000 7f39f2e41640 1 -- 172.21.15.39:0/3544145817 shutdown_connections 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.685+0000 7f39f2e41640 1 -- 172.21.15.39:0/3544145817 >> 172.21.15.39:0/3544145817 conn(0x7f39ec0b15d0 msgr2=0x7f39ec0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.685+0000 7f39f2e41640 1 -- 172.21.15.39:0/3544145817 shutdown_connections 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.685+0000 7f39f2e41640 1 -- 172.21.15.39:0/3544145817 wait complete. 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.686+0000 7f39f2e41640 1 Processor -- start 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.686+0000 7f39f2e41640 1 -- start start 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f2e41640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc004d00 0x7f39ec157eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f2e41640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 0x7f39ec1471d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f2e41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec06fc80 0x7f39ec0700e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f2e41640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39ec071610 con 0x7f39ec146d50 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f2e41640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39ec147710 con 0x7f39dc004d00 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f2e41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39ec070990 con 0x7f39ec06fc80 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 0x7f39ec1471d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 0x7f39ec1471d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55856/0 (socket says 172.21.15.39:55856) 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 -- 172.21.15.39:0/1869983925 learned_addr learned my addr 172.21.15.39:0/1869983925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f0bdd640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc004d00 0x7f39ec157eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f13de640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec06fc80 0x7f39ec0700e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 -- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec06fc80 msgr2=0x7f39ec0700e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec06fc80 0x7f39ec0700e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 -- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc004d00 msgr2=0x7f39ec157eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc004d00 0x7f39ec157eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 -- 172.21.15.39:0/1869983925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39ec070c70 con 0x7f39ec146d50 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39f13de640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec06fc80 0x7f39ec0700e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:44.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39ebfff640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 0x7f39ec1471d0 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f39d8011a30 tx=0x7f39d8011ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.687+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d8004440 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.688+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39ec070f50 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.688+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39d800f980 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.688+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39d800fd10 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.688+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39ec070620 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.688+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39ec06af30 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.689+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f39d8003610 con 0x7f39ec146d50 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.689+0000 7f39e97fa640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39d006ac00 0x7f39d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:44.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.690+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f39d8017030 con 0x7f39ec146d50 2024-09-13T16:18:44.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.690+0000 7f39f0bdd640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39d006ac00 0x7f39d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:44.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.690+0000 7f39f0bdd640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39d006ac00 0x7f39d006d0c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f39ec0b2bc0 tx=0x7f39e0001e10 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:44.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.694+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f39d808f020 con 0x7f39ec146d50 2024-09-13T16:18:44.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.898+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f39ec071750 con 0x7f39ec146d50 2024-09-13T16:18:44.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.899+0000 7f39e97fa640 1 -- 172.21.15.39:0/1869983925 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v122) v1 ==== 53+0+73 (secure 0 0 0) 0x7f39ec071750 con 0x7f39ec146d50 2024-09-13T16:18:44.900 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:18:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39d006ac00 msgr2=0x7f39d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39d006ac00 0x7f39d006d0c0 secure :-1 s=READY pgs=694 cs=0 l=1 rev1=1 crypto rx=0x7f39ec0b2bc0 tx=0x7f39e0001e10 comp rx=0 tx=0).stop 2024-09-13T16:18:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 msgr2=0x7f39ec1471d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 0x7f39ec1471d0 secure :-1 s=READY pgs=1757 cs=0 l=1 rev1=1 crypto rx=0x7f39d8011a30 tx=0x7f39d8011ef0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 shutdown_connections 2024-09-13T16:18:44.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f39d006ac00 0x7f39d006d0c0 unknown :-1 s=CLOSED pgs=694 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f39ec06fc80 0x7f39ec0700e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f39ec146d50 0x7f39ec1471d0 unknown :-1 s=CLOSED pgs=1757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 --2- 172.21.15.39:0/1869983925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f39dc004d00 0x7f39ec157eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 >> 172.21.15.39:0/1869983925 conn(0x7f39ec0b15d0 msgr2=0x7f39ec15a200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 shutdown_connections 2024-09-13T16:18:44.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:44.901+0000 7f39f2e41640 1 -- 172.21.15.39:0/1869983925 wait complete. 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:18:44.913 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:18:44.914 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:18:44.914 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:44.914 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:18:44.930 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:18:44.930 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:44.931 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42288sec preferred_lft 42288sec 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.932 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:18:44.933 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:44.933 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:18:44.995 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:18:44.997 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:44.997 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:18:45.054 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:18:45.054 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:18:45.054 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:18:45.054 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:18:45.054 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:18:45.054 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:45.055 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:18:45.055 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:18:45.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:18:45.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:18:45.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:18:45.055 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:18:45.142 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:45.143 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:18:45.159 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:18:45.159 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:18:45.159 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:18:45.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:45.159 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:18:45.225 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:18:45.225 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:18:45.225 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:45.281 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:18:45.281 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:18:45.283 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:45.336 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:18:45.404 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:18:45.404 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:18:45.421 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:45.448 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:18:45.470 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:18:45.471 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:18:45.471 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:45.471 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:18:45.526 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:18:45.526 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:18:45.569 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:18:45.595 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:18:45.595 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:18:45.653 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:18:45.651+0000 7f0ce7ed3480 -1 init, newargv = 0x55876c67b210 newargc=15 2024-09-13T16:18:45.653 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[76530]: starting ceph client 2024-09-13T16:18:45.658 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[76530]: starting fuse 2024-09-13T16:18:45.664 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:18:45.666 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:18:45.666 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:45.666 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:18:45.744 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:18:45.745 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:18:45.745 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:18:45.746 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:18:45.747 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:18:45.747 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:18:45.747 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:18:45.862 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.76530.asok 2024-09-13T16:18:46.049 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.76530.asok 2024-09-13T16:18:46.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:46.049 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.76530.asok status 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:18:46.186 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "76530", 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 9126, 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 9126 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:18:46.187 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1773992806 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1773992806 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.9126 192.168.0.1:0/1773992806", 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1773992806", 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 122, 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 98, 2024-09-13T16:18:46.188 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:18:46.189 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:18:46.189 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:18:46.189 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:18:46.194 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:46.194 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:18:46.194 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:46.212 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:18:46.212 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:46.212 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:46.212 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:46.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:46.278 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:18:46.321 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:18:46.338 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:18:46.338 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:18:46.338 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:46.338 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:18:46.339 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs 2024-09-13T16:18:46.339 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 500.00000000' did not caused DAMAGED state 2024-09-13T16:18:46.339 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds_snaptable' 2024-09-13T16:18:46.339 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:46.339 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:46.395 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:18:46.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.535+0000 7f2b161e2640 1 Processor -- start 2024-09-13T16:18:46.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.535+0000 7f2b161e2640 1 -- start start 2024-09-13T16:18:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b161e2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2b1015d300 0x7f2b100cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b161e2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b1015aa50 con 0x7f2b100721f0 2024-09-13T16:18:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b161e2640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2b1015af50 con 0x7f2b100ce980 2024-09-13T16:18:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b161e2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2b1015bed0 con 0x7f2b1015d300 2024-09-13T16:18:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b0f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2b100721f0 0x7f2b100ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50324/0 (socket says 172.21.15.39:50324) 2024-09-13T16:18:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2715300298 learned_addr learned my addr 172.21.15.39:0/2715300298 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3177686869 0 0) 0x7f2b1015aa50 con 0x7f2b100721f0 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2af8003520 con 0x7f2b100721f0 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.536+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2715300298 >> v2:172.21.15.157:3300/0 conn(0x7f2b1015d300 0x7f2b100cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2383644996 0 0) 0x7f2af8003520 con 0x7f2b100721f0 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 >> v2:172.21.15.157:3300/0 conn(0x7f2b1015d300 msgr2=0x7f2b100cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 --2- 172.21.15.39:0/2715300298 >> v2:172.21.15.157:3300/0 conn(0x7f2b1015d300 0x7f2b100cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 >> v1:172.21.15.157:6789/0 conn(0x7f2b100ce980 legacy=0x7f2b100cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b100cd6c0 con 0x7f2b100721f0 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2b00001670 con 0x7f2b100721f0 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2715300298 >> v2:172.21.15.157:3300/0 conn(0x7f2b1015d300 0x7f2b100cc820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 >> v1:172.21.15.39:6789/0 conn(0x7f2b100721f0 legacy=0x7f2b100ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2af8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af80047c0 0x7f2af8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80052a0 0x7f2af800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b1015bed0 con 0x7f2af8003970 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af800c170 con 0x7f2af80052a0 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2af800c330 con 0x7f2af80047c0 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2af8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80052a0 0x7f2af800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0effd640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af80047c0 0x7f2af8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af80047c0 msgr2=0x7f2af8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af80047c0 0x7f2af8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80052a0 msgr2=0x7f2af800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80052a0 0x7f2af800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2715300298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2af8003520 con 0x7f2af8003970 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80052a0 0x7f2af800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.537+0000 7f2b0ffff640 1 -- 172.21.15.39:0/2715300298 reap_dead start 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.538+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2af8003d90 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f2b00007fd0 tx=0x7f2af80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1aab4f69df288fa6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.538+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b00005ad0 con 0x7f2af8003970 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.538+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b0002d070 con 0x7f2af8003970 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.538+0000 7f2b0e7fc640 1 -- 172.21.15.39:0/2715300298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b00007070 con 0x7f2af8003970 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 -- 172.21.15.39:0/2715300298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 msgr2=0x7f2af8003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2af8003d90 secure :-1 s=READY pgs=1762 cs=0 l=1 rev1=1 crypto rx=0x7f2b00007fd0 tx=0x7f2af80057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 -- 172.21.15.39:0/2715300298 shutdown_connections 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2715300298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2af8003d90 unknown :-1 s=CLOSED pgs=1762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 -- 172.21.15.39:0/2715300298 >> 172.21.15.39:0/2715300298 conn(0x7f2b1006b3b0 msgr2=0x7f2b1006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 -- 172.21.15.39:0/2715300298 shutdown_connections 2024-09-13T16:18:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.539+0000 7f2b161e2640 1 -- 172.21.15.39:0/2715300298 wait complete. 2024-09-13T16:18:46.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.540+0000 7f2b161e2640 1 Processor -- start 2024-09-13T16:18:46.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.540+0000 7f2b161e2640 1 -- start start 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b161e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2b100a94a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b161e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b100c32a0 0x7f2b100aabb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b161e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b1014df50 0x7f2b100c3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b161e2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b100c3720 con 0x7f2af8003970 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b161e2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2b100aa720 con 0x7f2b1014df50 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b161e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2b100ab0f0 con 0x7f2b100c32a0 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2b100a94a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2b100a94a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55872/0 (socket says 172.21.15.39:55872) 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2180445580 learned_addr learned my addr 172.21.15.39:0/2180445580 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b100c32a0 msgr2=0x7f2b100aabb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b100c32a0 0x7f2b100aabb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0ffff640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b1014df50 0x7f2b100c3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b1014df50 msgr2=0x7f2b100c3e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b1014df50 0x7f2b100c3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 -- 172.21.15.39:0/2180445580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b100a9b10 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.541+0000 7f2b0f7fe640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2b100a94a0 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009000 tx=0x7f2b1015bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.542+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b000049e0 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.542+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b00004b40 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.542+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2b100a9df0 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.542+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b00007070 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.542+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2b100aa3b0 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.543+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b100672f0 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.543+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2b0002f030 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.544+0000 7f2af7fff640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac30 0x7f2afc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.544+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f2b000a8d20 con 0x7f2af8003970 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.544+0000 7f2b0effd640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac30 0x7f2afc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.545+0000 7f2b0effd640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac30 0x7f2afc06d0f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2b04007fd0 tx=0x7f2b04009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:46.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.548+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2b00073d10 con 0x7f2af8003970 2024-09-13T16:18:46.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.722+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2b100cf260 con 0x7f2af8003970 2024-09-13T16:18:46.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.723+0000 7f2af7fff640 1 -- 172.21.15.39:0/2180445580 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+17505 (secure 0 0 0) 0x7f2b100cf260 con 0x7f2af8003970 2024-09-13T16:18:46.724 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:46.725 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":98,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:18:35.515564+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac30 msgr2=0x7f2afc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac30 0x7f2afc06d0f0 secure :-1 s=READY pgs=695 cs=0 l=1 rev1=1 crypto rx=0x7f2b04007fd0 tx=0x7f2b04009040 comp rx=0 tx=0).stop 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 msgr2=0x7f2b100a94a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2b100a94a0 secure :-1 s=READY pgs=1763 cs=0 l=1 rev1=1 crypto rx=0x7f2b00009000 tx=0x7f2b1015bdd0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 shutdown_connections 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2afc06ac30 0x7f2afc06d0f0 unknown :-1 s=CLOSED pgs=695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2b1014df50 0x7f2b100c3e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2b100c32a0 0x7f2b100aabb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 --2- 172.21.15.39:0/2180445580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af8003970 0x7f2b100a94a0 unknown :-1 s=CLOSED pgs=1763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 >> 172.21.15.39:0/2180445580 conn(0x7f2b1006b3b0 msgr2=0x7f2b100af590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 shutdown_connections 2024-09-13T16:18:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.725+0000 7f2b161e2640 1 -- 172.21.15.39:0/2180445580 wait complete. 2024-09-13T16:18:46.738 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:18:46.738 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:18:46.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.841+0000 7f108a15e640 1 Processor -- start 2024-09-13T16:18:46.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.841+0000 7f108a15e640 1 -- start start 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f108a15e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1084156e60 0x7f108415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f108a15e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f10840b25b0 0x7f10840b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f108a15e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10840cb080 con 0x7f1084069ed0 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f108a15e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1084070d40 con 0x7f10840b25b0 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f108a15e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f10840b3120 con 0x7f1084156e60 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f1082ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f10840b25b0 0x7f10840b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f1082ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f10840b25b0 0x7f10840b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55882/0 (socket says 172.21.15.39:55882) 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.842+0000 7f1082ffd640 1 -- 172.21.15.39:0/2583283738 learned_addr learned my addr 172.21.15.39:0/2583283738 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f10837fe640 1 --2- 172.21.15.39:0/2583283738 >> v2:172.21.15.157:3300/0 conn(0x7f1084156e60 0x7f108415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f1082ffd640 1 -- 172.21.15.39:0/2583283738 >> v2:172.21.15.157:3300/0 conn(0x7f1084156e60 msgr2=0x7f108415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f1082ffd640 1 --2- 172.21.15.39:0/2583283738 >> v2:172.21.15.157:3300/0 conn(0x7f1084156e60 0x7f108415aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f1082ffd640 1 -- 172.21.15.39:0/2583283738 >> v1:172.21.15.157:6789/0 conn(0x7f1084069ed0 legacy=0x7f10840711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f1082ffd640 1 -- 172.21.15.39:0/2583283738 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10840b3400 con 0x7f10840b25b0 2024-09-13T16:18:46.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f10837fe640 1 --2- 172.21.15.39:0/2583283738 >> v2:172.21.15.157:3300/0 conn(0x7f1084156e60 0x7f108415aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.843+0000 7f1082ffd640 1 --2- 172.21.15.39:0/2583283738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10840b25b0 0x7f10840b2a40 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f10840739e0 tx=0x7f107802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a44923d8ea80a76 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f10827fc640 1 -- 172.21.15.39:0/2583283738 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1078032440 con 0x7f10840b25b0 2024-09-13T16:18:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f10827fc640 1 -- 172.21.15.39:0/2583283738 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10780325a0 con 0x7f10840b25b0 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f10827fc640 1 -- 172.21.15.39:0/2583283738 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1078032930 con 0x7f10840b25b0 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 -- 172.21.15.39:0/2583283738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10840b25b0 msgr2=0x7f10840b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 --2- 172.21.15.39:0/2583283738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10840b25b0 0x7f10840b2a40 secure :-1 s=READY pgs=1764 cs=0 l=1 rev1=1 crypto rx=0x7f10840739e0 tx=0x7f107802a230 comp rx=0 tx=0).stop 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 -- 172.21.15.39:0/2583283738 shutdown_connections 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 --2- 172.21.15.39:0/2583283738 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10840b25b0 0x7f10840b2a40 unknown :-1 s=CLOSED pgs=1764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 --2- 172.21.15.39:0/2583283738 >> v2:172.21.15.157:3300/0 conn(0x7f1084156e60 0x7f108415aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 -- 172.21.15.39:0/2583283738 >> 172.21.15.39:0/2583283738 conn(0x7f10840b00a0 msgr2=0x7f10840b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 -- 172.21.15.39:0/2583283738 shutdown_connections 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.844+0000 7f108a15e640 1 -- 172.21.15.39:0/2583283738 wait complete. 2024-09-13T16:18:46.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.845+0000 7f108a15e640 1 Processor -- start 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 -- start start 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1084069ed0 0x7f10841f2bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10840b25b0 0x7f10841553e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 0x7f10840b14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10840c3310 con 0x7f1084156e60 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10841f30f0 con 0x7f1084069ed0 2024-09-13T16:18:46.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f108a15e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10840c5bd0 con 0x7f10840b25b0 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f1083fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 0x7f10840b14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f1083fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 0x7f10840b14a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55884/0 (socket says 172.21.15.39:55884) 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f1083fff640 1 -- 172.21.15.39:0/2373862644 learned_addr learned my addr 172.21.15.39:0/2373862644 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f10837fe640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1084069ed0 0x7f10841f2bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.846+0000 7f1082ffd640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10840b25b0 0x7f10841553e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f1083fff640 1 -- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10840b25b0 msgr2=0x7f10841553e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f1083fff640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10840b25b0 0x7f10841553e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f1083fff640 1 -- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1084069ed0 msgr2=0x7f10841f2bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f1083fff640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1084069ed0 0x7f10841f2bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f1083fff640 1 -- 172.21.15.39:0/2373862644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10780094d0 con 0x7f1084156e60 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f1083fff640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 0x7f10840b14a0 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f107c00c780 tx=0x7f107c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f107c004b60 con 0x7f1084156e60 2024-09-13T16:18:46.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f107c00ce90 con 0x7f1084156e60 2024-09-13T16:18:46.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f107c00a850 con 0x7f1084156e60 2024-09-13T16:18:46.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10840c5eb0 con 0x7f1084156e60 2024-09-13T16:18:46.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.847+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10840c3560 con 0x7f1084156e60 2024-09-13T16:18:46.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.848+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10840672f0 con 0x7f1084156e60 2024-09-13T16:18:46.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.849+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f107c00a9b0 con 0x7f1084156e60 2024-09-13T16:18:46.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.849+0000 7f106bfff640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f107006ac30 0x7f107006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:46.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.849+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f107c089540 con 0x7f1084156e60 2024-09-13T16:18:46.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.849+0000 7f10837fe640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f107006ac30 0x7f107006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:46.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.850+0000 7f10837fe640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f107006ac30 0x7f107006d0f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f10840b21d0 tx=0x7f1074008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:46.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:46.854+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f107c0545e0 con 0x7f1084156e60 2024-09-13T16:18:47.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.023+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f10840c3780 con 0x7f1084156e60 2024-09-13T16:18:47.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.023+0000 7f106bfff640 1 -- 172.21.15.39:0/2373862644 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v98) v1 ==== 93+0+10 (secure 0 0 0) 0x7f107c057c00 con 0x7f1084156e60 2024-09-13T16:18:47.025 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.025+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f107006ac30 msgr2=0x7f107006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.025+0000 7f108a15e640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f107006ac30 0x7f107006d0f0 secure :-1 s=READY pgs=696 cs=0 l=1 rev1=1 crypto rx=0x7f10840b21d0 tx=0x7f1074008040 comp rx=0 tx=0).stop 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.025+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 msgr2=0x7f10840b14a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.025+0000 7f108a15e640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 0x7f10840b14a0 secure :-1 s=READY pgs=1765 cs=0 l=1 rev1=1 crypto rx=0x7f107c00c780 tx=0x7f107c00cc40 comp rx=0 tx=0).stop 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 shutdown_connections 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f107006ac30 0x7f107006d0f0 unknown :-1 s=CLOSED pgs=696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1084156e60 0x7f10840b14a0 unknown :-1 s=CLOSED pgs=1765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10840b25b0 0x7f10841553e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 --2- 172.21.15.39:0/2373862644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1084069ed0 0x7f10841f2bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 >> 172.21.15.39:0/2373862644 conn(0x7f10840b00a0 msgr2=0x7f10840b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 shutdown_connections 2024-09-13T16:18:47.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.026+0000 7f108a15e640 1 -- 172.21.15.39:0/2373862644 wait complete. 2024-09-13T16:18:47.038 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:18:47.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.141+0000 7fe7bc7e2640 1 Processor -- start 2024-09-13T16:18:47.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.141+0000 7fe7bc7e2640 1 -- start start 2024-09-13T16:18:47.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bc7e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7b4070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bc7e2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe7b4070d80 0x7fe7b40b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bc7e2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7b415d080 con 0x7fe7b40b2c40 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bc7e2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7b40b3f90 con 0x7fe7b4070d80 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bc7e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b4071180 con 0x7fe7b40ce050 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bad7f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe7b40b2c40 0x7fe7b41602b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50336/0 (socket says 172.21.15.39:50336) 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7bad7f640 1 -- 172.21.15.39:0/2585777901 learned_addr learned my addr 172.21.15.39:0/2585777901 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 977348462 0 0) 0x7fe7b415d080 con 0x7fe7b40b2c40 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7ba57e640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7b4070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7a0003520 con 0x7fe7b40b2c40 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b9d7d640 1 --2- 172.21.15.39:0/2585777901 >> v2:172.21.15.157:3300/0 conn(0x7fe7b4070d80 0x7fe7b40b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1017215745 0 0) 0x7fe7a0003520 con 0x7fe7b40b2c40 2024-09-13T16:18:47.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 msgr2=0x7fe7b4070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7b4070840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 >> v2:172.21.15.157:3300/0 conn(0x7fe7b4070d80 msgr2=0x7fe7b40b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 --2- 172.21.15.39:0/2585777901 >> v2:172.21.15.157:3300/0 conn(0x7fe7b4070d80 0x7fe7b40b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7b40b3380 con 0x7fe7b40b2c40 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fe7ac0019f0 con 0x7fe7b40b2c40 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7ba57e640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7b4070840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 >> v1:172.21.15.39:6789/0 conn(0x7fe7b40b2c40 legacy=0x7fe7b41602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.142+0000 7fe7b957c640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0003970 0x7fe7a0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7b957c640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7a00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7b957c640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a0004d00 0x7fe7a0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b40b3f90 con 0x7fe7a0004d00 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b4071180 con 0x7fe7a0003970 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a000b980 con 0x7fe7b40ce050 2024-09-13T16:18:47.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7bad7f640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a0004d00 0x7fe7a0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7ba57e640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0003970 0x7fe7a0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7b9d7d640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7a00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7bad7f640 1 -- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 msgr2=0x7fe7a00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7bad7f640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b40ce050 0x7fe7a00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7bad7f640 1 -- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0003970 msgr2=0x7fe7a0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7bad7f640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0003970 0x7fe7a0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.143+0000 7fe7bad7f640 1 -- 172.21.15.39:0/2585777901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a0003520 con 0x7fe7a0004d00 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bad7f640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a0004d00 0x7fe7a0005180 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac00a830 tx=0x7fe7a00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39cc961965f32e75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac02ba50 con 0x7fe7a0004d00 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7ac02bbb0 con 0x7fe7a0004d00 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7b957c640 1 -- 172.21.15.39:0/2585777901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7ac034470 con 0x7fe7a0004d00 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/2585777901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a0004d00 msgr2=0x7fe7a0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/2585777901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a0004d00 0x7fe7a0005180 secure :-1 s=READY pgs=1767 cs=0 l=1 rev1=1 crypto rx=0x7fe7ac00a830 tx=0x7fe7a00057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bad7f640 1 -- 172.21.15.39:0/2585777901 reap_dead start 2024-09-13T16:18:47.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/2585777901 shutdown_connections 2024-09-13T16:18:47.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/2585777901 >> 172.21.15.39:0/2585777901 conn(0x7fe7b40b0eb0 msgr2=0x7fe7b4069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/2585777901 shutdown_connections 2024-09-13T16:18:47.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.144+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/2585777901 wait complete. 2024-09-13T16:18:47.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 Processor -- start 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 -- start start 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0004d00 0x7fe7b41f1a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 0x7fe7b413ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b4160b00 0x7fe7b4140440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b4150ff0 con 0x7fe7b4157480 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b41512d0 con 0x7fe7a0004d00 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.146+0000 7fe7bc7e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7b41515b0 con 0x7fe7b4160b00 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 0x7fe7b413ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 0x7fe7b413ff00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55908/0 (socket says 172.21.15.39:55908) 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 -- 172.21.15.39:0/1595764537 learned_addr learned my addr 172.21.15.39:0/1595764537 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7bad7f640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b4160b00 0x7fe7b4140440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7ba57e640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0004d00 0x7fe7b41f1a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 -- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b4160b00 msgr2=0x7fe7b4140440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b4160b00 0x7fe7b4140440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 -- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0004d00 msgr2=0x7fe7b41f1a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0004d00 0x7fe7b41f1a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 -- 172.21.15.39:0/1595764537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7b4151890 con 0x7fe7b4157480 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7b9d7d640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 0x7fe7b413ff00 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4011a70 tx=0x7fe7a4011f30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a4009680 con 0x7fe7b4157480 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7a400fb50 con 0x7fe7b4157480 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7b4161050 con 0x7fe7b4157480 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7a400fee0 con 0x7fe7b4157480 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.147+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7b4140980 con 0x7fe7b4157480 2024-09-13T16:18:47.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.148+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7b4151130 con 0x7fe7b4157480 2024-09-13T16:18:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.149+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe7a401d400 con 0x7fe7b4157480 2024-09-13T16:18:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.149+0000 7fe7aaffd640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe79806ac00 0x7fe79806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.149+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fe7a4089f40 con 0x7fe7b4157480 2024-09-13T16:18:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.149+0000 7fe7ba57e640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe79806ac00 0x7fe79806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.150+0000 7fe7ba57e640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe79806ac00 0x7fe79806d0c0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fe7b41f54c0 tx=0x7fe7b0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.153+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe7b4151130 con 0x7fe7b4157480 2024-09-13T16:18:47.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.323+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe7b4151130 con 0x7fe7b4157480 2024-09-13T16:18:47.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.324+0000 7fe7aaffd640 1 -- 172.21.15.39:0/1595764537 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v98) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe7b4151130 con 0x7fe7b4157480 2024-09-13T16:18:47.325 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe79806ac00 msgr2=0x7fe79806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe79806ac00 0x7fe79806d0c0 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7fe7b41f54c0 tx=0x7fe7b0008040 comp rx=0 tx=0).stop 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 msgr2=0x7fe7b413ff00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 0x7fe7b413ff00 secure :-1 s=READY pgs=1768 cs=0 l=1 rev1=1 crypto rx=0x7fe7a4011a70 tx=0x7fe7a4011f30 comp rx=0 tx=0).stop 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 shutdown_connections 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe79806ac00 0x7fe79806d0c0 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7b4160b00 0x7fe7b4140440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7b4157480 0x7fe7b413ff00 unknown :-1 s=CLOSED pgs=1768 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 --2- 172.21.15.39:0/1595764537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a0004d00 0x7fe7b41f1a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.325+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 >> 172.21.15.39:0/1595764537 conn(0x7fe7b40b0eb0 msgr2=0x7fe7b40affd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.326+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 shutdown_connections 2024-09-13T16:18:47.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.326+0000 7fe7bc7e2640 1 -- 172.21.15.39:0/1595764537 wait complete. 2024-09-13T16:18:47.338 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:18:47.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.441+0000 7f355ee8e640 1 Processor -- start 2024-09-13T16:18:47.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.441+0000 7f355ee8e640 1 -- start start 2024-09-13T16:18:47.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355ee8e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f355806ff90 0x7f355815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355ee8e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3558071eb0 con 0x7f3558143d30 2024-09-13T16:18:47.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355ee8e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3558072440 con 0x7f35580b3610 2024-09-13T16:18:47.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355ee8e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3558144110 con 0x7f355806ff90 2024-09-13T16:18:47.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355d42b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f355806ff90 0x7f355815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355cc2a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3558143d30 0x7f35580717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50352/0 (socket says 172.21.15.39:50352) 2024-09-13T16:18:47.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355cc2a640 1 -- 172.21.15.39:0/1129375709 learned_addr learned my addr 172.21.15.39:0/1129375709 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:47.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355d42b640 1 -- 172.21.15.39:0/1129375709 >> v1:172.21.15.157:6789/0 conn(0x7f35580b3610 legacy=0x7f355806f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355d42b640 1 -- 172.21.15.39:0/1129375709 >> v1:172.21.15.39:6789/0 conn(0x7f3558143d30 legacy=0x7f35580717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.442+0000 7f355d42b640 1 -- 172.21.15.39:0/1129375709 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3558072160 con 0x7f355806ff90 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f355d42b640 1 --2- 172.21.15.39:0/1129375709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355806ff90 0x7f355815eb20 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f35500097a0 tx=0x7f355002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd0504657511b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f35577fe640 1 -- 172.21.15.39:0/1129375709 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3550032440 con 0x7f355806ff90 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f35577fe640 1 -- 172.21.15.39:0/1129375709 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35500325a0 con 0x7f355806ff90 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f35577fe640 1 -- 172.21.15.39:0/1129375709 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3550032930 con 0x7f355806ff90 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f355ee8e640 1 -- 172.21.15.39:0/1129375709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355806ff90 msgr2=0x7f355815eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f355ee8e640 1 --2- 172.21.15.39:0/1129375709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355806ff90 0x7f355815eb20 secure :-1 s=READY pgs=1770 cs=0 l=1 rev1=1 crypto rx=0x7f35500097a0 tx=0x7f355002a230 comp rx=0 tx=0).stop 2024-09-13T16:18:47.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f355ee8e640 1 -- 172.21.15.39:0/1129375709 shutdown_connections 2024-09-13T16:18:47.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f355ee8e640 1 --2- 172.21.15.39:0/1129375709 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f355806ff90 0x7f355815eb20 unknown :-1 s=CLOSED pgs=1770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.443+0000 7f355ee8e640 1 -- 172.21.15.39:0/1129375709 >> 172.21.15.39:0/1129375709 conn(0x7f35580b00a0 msgr2=0x7f35580b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.444+0000 7f355ee8e640 1 -- 172.21.15.39:0/1129375709 shutdown_connections 2024-09-13T16:18:47.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.444+0000 7f355ee8e640 1 -- 172.21.15.39:0/1129375709 wait complete. 2024-09-13T16:18:47.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.445+0000 7f355ee8e640 1 Processor -- start 2024-09-13T16:18:47.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.445+0000 7f355ee8e640 1 -- start start 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f355806ff90 0x7f3558140d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35580b3610 0x7f35580a8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 0x7f35580a9f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f355815a800 con 0x7f3558143d30 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f355812fcc0 con 0x7f35580b3610 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35580a93a0 con 0x7f355806ff90 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 0x7f35580a9f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 0x7f35580a9f30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55916/0 (socket says 172.21.15.39:55916) 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 -- 172.21.15.39:0/405770982 learned_addr learned my addr 172.21.15.39:0/405770982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:47.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 -- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f355806ff90 msgr2=0x7f3558140d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f355806ff90 0x7f3558140d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 -- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35580b3610 msgr2=0x7f35580a8e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35580b3610 0x7f35580a8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 -- 172.21.15.39:0/405770982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3550009400 con 0x7f3558143d30 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355d42b640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 0x7f35580a9f30 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f3550035040 tx=0x7f35500046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3550030b00 con 0x7f3558143d30 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3550030c60 con 0x7f3558143d30 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f355812f0b0 con 0x7f3558143d30 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3550006e10 con 0x7f3558143d30 2024-09-13T16:18:47.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.446+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f355812f670 con 0x7f3558143d30 2024-09-13T16:18:47.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.447+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35580672f0 con 0x7f3558143d30 2024-09-13T16:18:47.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.448+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3550039040 con 0x7f3558143d30 2024-09-13T16:18:47.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.448+0000 7f35557fa640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353806ac00 0x7f353806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.448+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f35500aa100 con 0x7f3558143d30 2024-09-13T16:18:47.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.449+0000 7f355cc2a640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353806ac00 0x7f353806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.449+0000 7f355cc2a640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353806ac00 0x7f353806d0c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f3548001fd0 tx=0x7f35480015c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.452+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3550075060 con 0x7f3558143d30 2024-09-13T16:18:47.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.623+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f355812fe30 con 0x7f3558143d30 2024-09-13T16:18:47.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.623+0000 7f35557fa640 1 -- 172.21.15.39:0/405770982 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v98) v1 ==== 100+0+11 (secure 0 0 0) 0x7f3550078680 con 0x7f3558143d30 2024-09-13T16:18:47.625 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:18:47.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353806ac00 msgr2=0x7f353806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353806ac00 0x7f353806d0c0 secure :-1 s=READY pgs=698 cs=0 l=1 rev1=1 crypto rx=0x7f3548001fd0 tx=0x7f35480015c0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 msgr2=0x7f35580a9f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 0x7f35580a9f30 secure :-1 s=READY pgs=1771 cs=0 l=1 rev1=1 crypto rx=0x7f3550035040 tx=0x7f35500046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 shutdown_connections 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f353806ac00 0x7f353806d0c0 unknown :-1 s=CLOSED pgs=698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3558143d30 0x7f35580a9f30 unknown :-1 s=CLOSED pgs=1771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f35580b3610 0x7f35580a8e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 --2- 172.21.15.39:0/405770982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f355806ff90 0x7f3558140d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 >> 172.21.15.39:0/405770982 conn(0x7f35580b00a0 msgr2=0x7f35580717a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 shutdown_connections 2024-09-13T16:18:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.626+0000 7f355ee8e640 1 -- 172.21.15.39:0/405770982 wait complete. 2024-09-13T16:18:47.639 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:18:47.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.740+0000 7fc2645fb640 1 Processor -- start 2024-09-13T16:18:47.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.740+0000 7fc2645fb640 1 -- start start 2024-09-13T16:18:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.741+0000 7fc2645fb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.741+0000 7fc2645fb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc25c0cd560 0x7fc25c0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.741+0000 7fc2645fb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc25c0d11f0 con 0x7fc25c0d1bc0 2024-09-13T16:18:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.741+0000 7fc2645fb640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc25c15d2d0 con 0x7fc25c0cd560 2024-09-13T16:18:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.741+0000 7fc2645fb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c0cda00 con 0x7fc25c15cef0 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.741+0000 7fc261b96640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc25c0cd560 0x7fc25c0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc25c0cd560 0x7fc25c0d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55930/0 (socket says 172.21.15.39:55930) 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 -- 172.21.15.39:0/3598482137 learned_addr learned my addr 172.21.15.39:0/3598482137 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 -- 172.21.15.39:0/3598482137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c15cef0 msgr2=0x7fc25c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc262397640 1 --2- 172.21.15.39:0/3598482137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 --2- 172.21.15.39:0/3598482137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 -- 172.21.15.39:0/3598482137 >> v1:172.21.15.157:6789/0 conn(0x7fc25c0d1bc0 legacy=0x7fc25c0b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 -- 172.21.15.39:0/3598482137 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc25c0cdce0 con 0x7fc25c0cd560 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.742+0000 7fc261b96640 1 --2- 172.21.15.39:0/3598482137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c0cd560 0x7fc25c0d1680 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fc250009870 tx=0x7fc25002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f6195046177b8d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc261395640 1 -- 172.21.15.39:0/3598482137 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc250032440 con 0x7fc25c0cd560 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc261395640 1 -- 172.21.15.39:0/3598482137 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2500325a0 con 0x7fc25c0cd560 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc261395640 1 -- 172.21.15.39:0/3598482137 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc250032930 con 0x7fc25c0cd560 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 -- 172.21.15.39:0/3598482137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c0cd560 msgr2=0x7fc25c0d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 --2- 172.21.15.39:0/3598482137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c0cd560 0x7fc25c0d1680 secure :-1 s=READY pgs=1772 cs=0 l=1 rev1=1 crypto rx=0x7fc250009870 tx=0x7fc25002a2a0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 -- 172.21.15.39:0/3598482137 shutdown_connections 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 --2- 172.21.15.39:0/3598482137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c0cd560 0x7fc25c0d1680 unknown :-1 s=CLOSED pgs=1772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 --2- 172.21.15.39:0/3598482137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 -- 172.21.15.39:0/3598482137 >> 172.21.15.39:0/3598482137 conn(0x7fc25c06a3a0 msgr2=0x7fc25c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 -- 172.21.15.39:0/3598482137 shutdown_connections 2024-09-13T16:18:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.743+0000 7fc2645fb640 1 -- 172.21.15.39:0/3598482137 wait complete. 2024-09-13T16:18:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 Processor -- start 2024-09-13T16:18:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 -- start start 2024-09-13T16:18:47.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c0c70a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0d1bc0 0x7fc25c15fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c1f68d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c1f7540 con 0x7fc25c15cef0 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c160440 con 0x7fc25c0d1bc0 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.745+0000 7fc2645fb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c15e8c0 con 0x7fc25c0cd560 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c1f68d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c1f68d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55936/0 (socket says 172.21.15.39:55936) 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 -- 172.21.15.39:0/63879177 learned_addr learned my addr 172.21.15.39:0/63879177 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262397640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c0c70a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc261b96640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0d1bc0 0x7fc25c15fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 -- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 msgr2=0x7fc25c0c70a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c0c70a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 -- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0d1bc0 msgr2=0x7fc25c15fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0d1bc0 0x7fc25c15fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 -- 172.21.15.39:0/63879177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2500094d0 con 0x7fc25c15cef0 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc261b96640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0d1bc0 0x7fc25c15fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc262b98640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c1f68d0 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fc25400c390 tx=0x7fc25400c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2540035f0 con 0x7fc25c15cef0 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc254003750 con 0x7fc25c15cef0 2024-09-13T16:18:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc254003b00 con 0x7fc25c15cef0 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc25c15e020 con 0x7fc25c15cef0 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.746+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc25c15e5e0 con 0x7fc25c15cef0 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.747+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc25c0d1680 con 0x7fc25c15cef0 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.748+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc254003c60 con 0x7fc25c15cef0 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.748+0000 7fc25affd640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc24806ac00 0x7fc24806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.748+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fc254088720 con 0x7fc25c15cef0 2024-09-13T16:18:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.748+0000 7fc262397640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc24806ac00 0x7fc24806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:47.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.749+0000 7fc262397640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc24806ac00 0x7fc24806d0c0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fc24c00f360 tx=0x7fc24c007710 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:47.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.752+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc2540537c0 con 0x7fc25c15cef0 2024-09-13T16:18:47.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.935+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc25c0d0670 con 0x7fc25c15cef0 2024-09-13T16:18:47.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.936+0000 7fc25affd640 1 -- 172.21.15.39:0/63879177 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 14 entries v98) v1 ==== 81+0+852 (secure 0 0 0) 0x7fc254056de0 con 0x7fc25c15cef0 2024-09-13T16:18:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:18:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:47.937 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:47.938 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:18:47.939 INFO:teuthology.orchestra.run.smithi039.stderr:listed 14 entries 2024-09-13T16:18:47.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc24806ac00 msgr2=0x7fc24806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc24806ac00 0x7fc24806d0c0 secure :-1 s=READY pgs=699 cs=0 l=1 rev1=1 crypto rx=0x7fc24c00f360 tx=0x7fc24c007710 comp rx=0 tx=0).stop 2024-09-13T16:18:47.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 msgr2=0x7fc25c1f68d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:47.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c1f68d0 secure :-1 s=READY pgs=1773 cs=0 l=1 rev1=1 crypto rx=0x7fc25400c390 tx=0x7fc25400c850 comp rx=0 tx=0).stop 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 shutdown_connections 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc24806ac00 0x7fc24806d0c0 unknown :-1 s=CLOSED pgs=699 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c1f68d0 unknown :-1 s=CLOSED pgs=1773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0d1bc0 0x7fc25c15fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 --2- 172.21.15.39:0/63879177 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c0c70a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 >> 172.21.15.39:0/63879177 conn(0x7fc25c06a3a0 msgr2=0x7fc25c0ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 shutdown_connections 2024-09-13T16:18:47.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:47.938+0000 7fc2645fb640 1 -- 172.21.15.39:0/63879177 wait complete. 2024-09-13T16:18:47.950 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:47.950 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:47.969 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:18:48.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.109+0000 7f2e1f6d0640 1 Processor -- start 2024-09-13T16:18:48.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.109+0000 7f2e1f6d0640 1 -- start start 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1f6d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2e1815c330 0x7f2e1806ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1f6d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e1806f240 0x7f2e1806b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1f6d0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e1806f6e0 con 0x7f2e1815c710 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1f6d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e1806f9c0 con 0x7f2e1806f240 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1f6d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e1806fca0 con 0x7f2e1815c330 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1cc6b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e1806f240 0x7f2e1806b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1cc6b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2e1806f240 0x7f2e1806b8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55944/0 (socket says 172.21.15.39:55944) 2024-09-13T16:18:48.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.110+0000 7f2e1cc6b640 1 -- 172.21.15.39:0/3484513558 learned_addr learned my addr 172.21.15.39:0/3484513558 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:48.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1d46c640 1 --2- 172.21.15.39:0/3484513558 >> v2:172.21.15.157:3300/0 conn(0x7f2e1815c330 0x7f2e1806ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1cc6b640 1 -- 172.21.15.39:0/3484513558 >> v2:172.21.15.157:3300/0 conn(0x7f2e1815c330 msgr2=0x7f2e1806ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:48.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1cc6b640 1 --2- 172.21.15.39:0/3484513558 >> v2:172.21.15.157:3300/0 conn(0x7f2e1815c330 0x7f2e1806ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1cc6b640 1 -- 172.21.15.39:0/3484513558 >> v1:172.21.15.157:6789/0 conn(0x7f2e1815c710 legacy=0x7f2e181600f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:48.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1cc6b640 1 -- 172.21.15.39:0/3484513558 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e180b37c0 con 0x7f2e1806f240 2024-09-13T16:18:48.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1d46c640 1 --2- 172.21.15.39:0/3484513558 >> v2:172.21.15.157:3300/0 conn(0x7f2e1815c330 0x7f2e1806ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:48.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.111+0000 7f2e1cc6b640 1 --2- 172.21.15.39:0/3484513558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e1806b8f0 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f2e18066a70 tx=0x7f2e0c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d49a94340e88dd99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e17fff640 1 -- 172.21.15.39:0/3484513558 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c032440 con 0x7f2e1806f240 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e17fff640 1 -- 172.21.15.39:0/3484513558 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e0c0325a0 con 0x7f2e1806f240 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e17fff640 1 -- 172.21.15.39:0/3484513558 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0c032930 con 0x7f2e1806f240 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/3484513558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 msgr2=0x7f2e1806b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/3484513558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e1806b8f0 secure :-1 s=READY pgs=1774 cs=0 l=1 rev1=1 crypto rx=0x7f2e18066a70 tx=0x7f2e0c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/3484513558 shutdown_connections 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/3484513558 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e1806b8f0 unknown :-1 s=CLOSED pgs=1774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/3484513558 >> v2:172.21.15.157:3300/0 conn(0x7f2e1815c330 0x7f2e1806ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/3484513558 >> 172.21.15.39:0/3484513558 conn(0x7f2e1806d5c0 msgr2=0x7f2e1806d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/3484513558 shutdown_connections 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.112+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/3484513558 wait complete. 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.113+0000 7f2e1f6d0640 1 Processor -- start 2024-09-13T16:18:48.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.113+0000 7f2e1f6d0640 1 -- start start 2024-09-13T16:18:48.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1f6d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e180cfa00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1f6d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e1815c330 0x7f2e181f54e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1f6d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e1815c710 0x7f2e181509c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1f6d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e180cff40 con 0x7f2e1806f240 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1f6d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e180c99d0 con 0x7f2e1815c330 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1f6d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e180c9c70 con 0x7f2e1815c710 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1d46c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e180cfa00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1d46c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e180cfa00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55954/0 (socket says 172.21.15.39:55954) 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1d46c640 1 -- 172.21.15.39:0/851078581 learned_addr learned my addr 172.21.15.39:0/851078581 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1cc6b640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e1815c330 0x7f2e181f54e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.114+0000 7f2e1dc6d640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e1815c710 0x7f2e181509c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1d46c640 1 -- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e1815c710 msgr2=0x7f2e181509c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1d46c640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e1815c710 0x7f2e181509c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1d46c640 1 -- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e1815c330 msgr2=0x7f2e181f54e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1d46c640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e1815c330 0x7f2e181f54e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1d46c640 1 -- 172.21.15.39:0/851078581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e0c0094d0 con 0x7f2e1806f240 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1d46c640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e180cfa00 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800cf60 tx=0x7f2e0800cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0800d840 con 0x7f2e1806f240 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e0800d9a0 con 0x7f2e1806f240 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e180ca1b0 con 0x7f2e1806f240 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0800dd30 con 0x7f2e1806f240 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.115+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e180ca770 con 0x7f2e1806f240 2024-09-13T16:18:48.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.116+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e180ca960 con 0x7f2e1806f240 2024-09-13T16:18:48.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.117+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2e08015440 con 0x7f2e1806f240 2024-09-13T16:18:48.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.117+0000 7f2e15ffb640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e0406ac00 0x7f2e0406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.117+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f2e08089fa0 con 0x7f2e1806f240 2024-09-13T16:18:48.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.117+0000 7f2e1cc6b640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e0406ac00 0x7f2e0406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.118+0000 7f2e1cc6b640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e0406ac00 0x7f2e0406d0c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c034000 tx=0x7f2e0c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.121+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2e080bd9c0 con 0x7f2e1806f240 2024-09-13T16:18:48.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.292+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2e180c9ed0 con 0x7f2e1806f240 2024-09-13T16:18:48.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.293+0000 7f2e15ffb640 1 -- 172.21.15.39:0/851078581 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v98) v1 ==== 74+0+17505 (secure 0 0 0) 0x7f2e0801a020 con 0x7f2e1806f240 2024-09-13T16:18:48.295 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:48.295 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":98,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:18:35.515564+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e0406ac00 msgr2=0x7f2e0406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e0406ac00 0x7f2e0406d0c0 secure :-1 s=READY pgs=700 cs=0 l=1 rev1=1 crypto rx=0x7f2e0c034000 tx=0x7f2e0c02e000 comp rx=0 tx=0).stop 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 msgr2=0x7f2e180cfa00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e180cfa00 secure :-1 s=READY pgs=1775 cs=0 l=1 rev1=1 crypto rx=0x7f2e0800cf60 tx=0x7f2e0800cf90 comp rx=0 tx=0).stop 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 shutdown_connections 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2e0406ac00 0x7f2e0406d0c0 unknown :-1 s=CLOSED pgs=700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2e1815c710 0x7f2e181509c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2e1815c330 0x7f2e181f54e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.295+0000 7f2e1f6d0640 1 --2- 172.21.15.39:0/851078581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2e1806f240 0x7f2e180cfa00 unknown :-1 s=CLOSED pgs=1775 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.296+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 >> 172.21.15.39:0/851078581 conn(0x7f2e1806d5c0 msgr2=0x7f2e181608e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:48.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.296+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 shutdown_connections 2024-09-13T16:18:48.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.296+0000 7f2e1f6d0640 1 -- 172.21.15.39:0/851078581 wait complete. 2024-09-13T16:18:48.308 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:18:48.308 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:18:48.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.411+0000 7fc97c696640 1 Processor -- start 2024-09-13T16:18:48.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.411+0000 7fc97c696640 1 -- start start 2024-09-13T16:18:48.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.412+0000 7fc97c696640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc9740b4180 0x7fc9740d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.412+0000 7fc97c696640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9740d1f40 0x7fc9740b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.412+0000 7fc97c696640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9740b5550 con 0x7fc97415c7d0 2024-09-13T16:18:48.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.412+0000 7fc97c696640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9740b2000 con 0x7fc9740b4180 2024-09-13T16:18:48.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.412+0000 7fc97c696640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9740d2380 con 0x7fc9740d1f40 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc979c31640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc9740b4180 0x7fc9740d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc97ac33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9740d1f40 0x7fc9740b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc97a432640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc97415c7d0 0x7fc9740cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:34074/0 (socket says 172.21.15.39:34074) 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc97a432640 1 -- 172.21.15.39:0/1096782898 learned_addr learned my addr 172.21.15.39:0/1096782898 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc979c31640 1 -- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9740d1f40 msgr2=0x7fc9740b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc979c31640 1 --2- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9740d1f40 0x7fc9740b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc979c31640 1 -- 172.21.15.39:0/1096782898 >> v1:172.21.15.157:6789/0 conn(0x7fc97415c7d0 legacy=0x7fc9740cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.413+0000 7fc979c31640 1 -- 172.21.15.39:0/1096782898 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9740cfb50 con 0x7fc9740b4180 2024-09-13T16:18:48.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.414+0000 7fc979c31640 1 --2- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc9740b4180 0x7fc9740d1a00 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc9680097a0 tx=0x7fc96802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=861a887657857eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.414+0000 7fc979430640 1 -- 172.21.15.39:0/1096782898 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968032440 con 0x7fc9740b4180 2024-09-13T16:18:48.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.414+0000 7fc979430640 1 -- 172.21.15.39:0/1096782898 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9680325a0 con 0x7fc9740b4180 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.414+0000 7fc979430640 1 -- 172.21.15.39:0/1096782898 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc968032930 con 0x7fc9740b4180 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 -- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc9740b4180 msgr2=0x7fc9740d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 --2- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc9740b4180 0x7fc9740d1a00 secure :-1 s=READY pgs=493 cs=0 l=1 rev1=1 crypto rx=0x7fc9680097a0 tx=0x7fc96802a180 comp rx=0 tx=0).stop 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 -- 172.21.15.39:0/1096782898 shutdown_connections 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 --2- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9740d1f40 0x7fc9740b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 --2- 172.21.15.39:0/1096782898 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc9740b4180 0x7fc9740d1a00 unknown :-1 s=CLOSED pgs=493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 -- 172.21.15.39:0/1096782898 >> 172.21.15.39:0/1096782898 conn(0x7fc97406bc40 msgr2=0x7fc97406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 -- 172.21.15.39:0/1096782898 shutdown_connections 2024-09-13T16:18:48.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.415+0000 7fc97c696640 1 -- 172.21.15.39:0/1096782898 wait complete. 2024-09-13T16:18:48.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.416+0000 7fc97c696640 1 Processor -- start 2024-09-13T16:18:48.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.416+0000 7fc97c696640 1 -- start start 2024-09-13T16:18:48.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97c696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 0x7fc97414f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97c696640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc97415c7d0 0x7fc9741503c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97c696640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc974150cc0 0x7fc974156e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97c696640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9741598e0 con 0x7fc9740d1f40 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97c696640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc974158fb0 con 0x7fc97415c7d0 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97c696640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc974159290 con 0x7fc974150cc0 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 0x7fc97414f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 0x7fc97414f640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55962/0 (socket says 172.21.15.39:55962) 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 -- 172.21.15.39:0/3894392538 learned_addr learned my addr 172.21.15.39:0/3894392538 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97ac33640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc974150cc0 0x7fc974156e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc979c31640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc97415c7d0 0x7fc9741503c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 -- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc974150cc0 msgr2=0x7fc974156e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc974150cc0 0x7fc974156e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 -- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc97415c7d0 msgr2=0x7fc9741503c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc97415c7d0 0x7fc9741503c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 -- 172.21.15.39:0/3894392538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc968009400 con 0x7fc9740d1f40 2024-09-13T16:18:48.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc97a432640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 0x7fc97414f640 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7fc96400cbc0 tx=0x7fc96400a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.417+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc96400aca0 con 0x7fc9740d1f40 2024-09-13T16:18:48.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.418+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc96400ae00 con 0x7fc9740d1f40 2024-09-13T16:18:48.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.418+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc974159570 con 0x7fc9740d1f40 2024-09-13T16:18:48.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.418+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc964012600 con 0x7fc9740d1f40 2024-09-13T16:18:48.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.418+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc974158c60 con 0x7fc9740d1f40 2024-09-13T16:18:48.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.419+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc97415cbb0 con 0x7fc9740d1f40 2024-09-13T16:18:48.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.419+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc964007070 con 0x7fc9740d1f40 2024-09-13T16:18:48.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.420+0000 7fc972ffd640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc96006ac00 0x7fc96006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.420+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fc9640893e0 con 0x7fc9740d1f40 2024-09-13T16:18:48.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.420+0000 7fc979c31640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc96006ac00 0x7fc96006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.420+0000 7fc979c31640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc96006ac00 0x7fc96006d0c0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fc968034000 tx=0x7fc96802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.424+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc964054480 con 0x7fc9740d1f40 2024-09-13T16:18:48.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.593+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc9740b1880 con 0x7fc9740d1f40 2024-09-13T16:18:48.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.594+0000 7fc972ffd640 1 -- 172.21.15.39:0/3894392538 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v98) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc964057aa0 con 0x7fc9740d1f40 2024-09-13T16:18:48.595 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:18:48.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc96006ac00 msgr2=0x7fc96006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc96006ac00 0x7fc96006d0c0 secure :-1 s=READY pgs=701 cs=0 l=1 rev1=1 crypto rx=0x7fc968034000 tx=0x7fc96802e000 comp rx=0 tx=0).stop 2024-09-13T16:18:48.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 msgr2=0x7fc97414f640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 0x7fc97414f640 secure :-1 s=READY pgs=1776 cs=0 l=1 rev1=1 crypto rx=0x7fc96400cbc0 tx=0x7fc96400a060 comp rx=0 tx=0).stop 2024-09-13T16:18:48.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 shutdown_connections 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc96006ac00 0x7fc96006d0c0 unknown :-1 s=CLOSED pgs=701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc974150cc0 0x7fc974156e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc97415c7d0 0x7fc9741503c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 --2- 172.21.15.39:0/3894392538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9740d1f40 0x7fc97414f640 unknown :-1 s=CLOSED pgs=1776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.595+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 >> 172.21.15.39:0/3894392538 conn(0x7fc97406bc40 msgr2=0x7fc9740b5aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.596+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 shutdown_connections 2024-09-13T16:18:48.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.596+0000 7fc97c696640 1 -- 172.21.15.39:0/3894392538 wait complete. 2024-09-13T16:18:48.608 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:18:48.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.710+0000 7f6021ec9640 1 Processor -- start 2024-09-13T16:18:48.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.710+0000 7f6021ec9640 1 -- start start 2024-09-13T16:18:48.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.711+0000 7f6021ec9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f601c0b4180 0x7f601c0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.711+0000 7f6021ec9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f601c0b5550 con 0x7f601c0d1f40 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.711+0000 7f6021ec9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f601c0cfb50 con 0x7f601c15c7d0 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.711+0000 7f6021ec9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f601c0b2000 con 0x7f601c0b4180 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.711+0000 7f601bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f601c0d1f40 0x7f601c0b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50368/0 (socket says 172.21.15.39:50368) 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.711+0000 7f601bfff640 1 -- 172.21.15.39:0/1841469385 learned_addr learned my addr 172.21.15.39:0/1841469385 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601affd640 1 --2- 172.21.15.39:0/1841469385 >> v2:172.21.15.157:3300/0 conn(0x7f601c0b4180 0x7f601c0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2689643211 0 0) 0x7f601c0b5550 con 0x7f601c0d1f40 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6004003520 con 0x7f601c0d1f40 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2321684901 0 0) 0x7f6004003520 con 0x7f601c0d1f40 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 >> v2:172.21.15.157:3300/0 conn(0x7f601c0b4180 msgr2=0x7f601c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 --2- 172.21.15.39:0/1841469385 >> v2:172.21.15.157:3300/0 conn(0x7f601c0b4180 0x7f601c0d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 >> v1:172.21.15.157:6789/0 conn(0x7f601c15c7d0 legacy=0x7f601c0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f601c0b4610 con 0x7f601c0d1f40 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f60140019f0 con 0x7f601c0d1f40 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 >> v1:172.21.15.39:6789/0 conn(0x7f601c0d1f40 legacy=0x7f601c0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6004003970 0x7f6004003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004004370 0x7f6004004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6004005040 0x7f600400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c0b2000 con 0x7f6004003970 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f600400bfa0 con 0x7f6004005040 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f600400c160 con 0x7f6004004370 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601b7fe640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6004003970 0x7f6004003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601bfff640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6004005040 0x7f600400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601affd640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004004370 0x7f6004004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601b7fe640 1 -- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004004370 msgr2=0x7f6004004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601b7fe640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004004370 0x7f6004004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601b7fe640 1 -- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6004005040 msgr2=0x7f600400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.712+0000 7f601b7fe640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6004005040 0x7f600400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.713+0000 7f601bfff640 1 -- 172.21.15.39:0/1841469385 reap_dead start 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.713+0000 7f601b7fe640 1 -- 172.21.15.39:0/1841469385 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6004003520 con 0x7f6004003970 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.713+0000 7f601b7fe640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6004003970 0x7f6004003d50 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f600c001860 tx=0x7f60040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ad77c64e6f2f790 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.713+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c02abd0 con 0x7f6004003970 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.713+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f600c02ad50 con 0x7f6004003970 2024-09-13T16:18:48.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.713+0000 7f601a7fc640 1 -- 172.21.15.39:0/1841469385 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f600c032680 con 0x7f6004003970 2024-09-13T16:18:48.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 -- 172.21.15.39:0/1841469385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6004003970 msgr2=0x7f6004003d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6004003970 0x7f6004003d50 secure :-1 s=READY pgs=1778 cs=0 l=1 rev1=1 crypto rx=0x7f600c001860 tx=0x7f60040057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 -- 172.21.15.39:0/1841469385 shutdown_connections 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 --2- 172.21.15.39:0/1841469385 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6004003970 0x7f6004003d50 unknown :-1 s=CLOSED pgs=1778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 -- 172.21.15.39:0/1841469385 >> 172.21.15.39:0/1841469385 conn(0x7f601c06bc40 msgr2=0x7f601c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 -- 172.21.15.39:0/1841469385 shutdown_connections 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.714+0000 7f6021ec9640 1 -- 172.21.15.39:0/1841469385 wait complete. 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.715+0000 7f6021ec9640 1 Processor -- start 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.715+0000 7f6021ec9640 1 -- start start 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f6021ec9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004003970 0x7f601c1f3390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f6021ec9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 0x7f601c15ed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f6021ec9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601c15f270 0x7f601c0cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f6021ec9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c0ca380 con 0x7f601c1ef930 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f6021ec9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f601c0c97d0 con 0x7f601c15f270 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f6021ec9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f601c15e110 con 0x7f6004003970 2024-09-13T16:18:48.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f601affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 0x7f601c15ed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f601affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 0x7f601c15ed30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55978/0 (socket says 172.21.15.39:55978) 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f601affd640 1 -- 172.21.15.39:0/3550984791 learned_addr learned my addr 172.21.15.39:0/3550984791 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f601b7fe640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004003970 0x7f601c1f3390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.716+0000 7f601bfff640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601c15f270 0x7f601c0cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f601affd640 1 -- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004003970 msgr2=0x7f601c1f3390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f601affd640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004003970 0x7f601c1f3390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f601affd640 1 -- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601c15f270 msgr2=0x7f601c0cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f601affd640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601c15f270 0x7f601c0cbf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f601affd640 1 -- 172.21.15.39:0/3550984791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f601c0c99e0 con 0x7f601c1ef930 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f601affd640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 0x7f601c15ed30 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f60100115d0 tx=0x7f60100119d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6010015870 con 0x7f601c1ef930 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60100159d0 con 0x7f601c1ef930 2024-09-13T16:18:48.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f601c0c9cc0 con 0x7f601c1ef930 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6010015d80 con 0x7f601c1ef930 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.717+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f601c1f38d0 con 0x7f601c1ef930 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.718+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f601c0b1010 con 0x7f601c1ef930 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.718+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f601001d400 con 0x7f601c1ef930 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.719+0000 7f6003fff640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600806ac30 0x7f600806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.719+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f6010089b70 con 0x7f601c1ef930 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.719+0000 7f601b7fe640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600806ac30 0x7f600806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:48.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.720+0000 7f601b7fe640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600806ac30 0x7f600806d0f0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f600c034000 tx=0x7f600c009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:48.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.723+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6010054ad0 con 0x7f601c1ef930 2024-09-13T16:18:48.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.894+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f601c15f650 con 0x7f601c1ef930 2024-09-13T16:18:48.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.894+0000 7f6003fff640 1 -- 172.21.15.39:0/3550984791 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v98) v1 ==== 104+0+11 (secure 0 0 0) 0x7f60100580f0 con 0x7f601c1ef930 2024-09-13T16:18:48.896 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600806ac30 msgr2=0x7f600806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600806ac30 0x7f600806d0f0 secure :-1 s=READY pgs=702 cs=0 l=1 rev1=1 crypto rx=0x7f600c034000 tx=0x7f600c009030 comp rx=0 tx=0).stop 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 msgr2=0x7f601c15ed30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 0x7f601c15ed30 secure :-1 s=READY pgs=1779 cs=0 l=1 rev1=1 crypto rx=0x7f60100115d0 tx=0x7f60100119d0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 shutdown_connections 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f600806ac30 0x7f600806d0f0 unknown :-1 s=CLOSED pgs=702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f601c15f270 0x7f601c0cbf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f601c1ef930 0x7f601c15ed30 unknown :-1 s=CLOSED pgs=1779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 --2- 172.21.15.39:0/3550984791 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6004003970 0x7f601c1f3390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:48.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.896+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 >> 172.21.15.39:0/3550984791 conn(0x7f601c06bc40 msgr2=0x7f601c0b6e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:48.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.897+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 shutdown_connections 2024-09-13T16:18:48.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:48.897+0000 7f6021ec9640 1 -- 172.21.15.39:0/3550984791 wait complete. 2024-09-13T16:18:48.909 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:18:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.012+0000 7fecd4525640 1 Processor -- start 2024-09-13T16:18:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.012+0000 7fecd4525640 1 -- start start 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd4525640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 0x7feccc0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd4525640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feccc1610b0 con 0x7feccc0afc80 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd4525640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feccc0cd650 con 0x7feccc0cf0f0 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd4525640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feccc15cfa0 con 0x7feccc160900 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd22c1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7feccc0afc80 0x7feccc0ce9e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50378/0 (socket says 172.21.15.39:50378) 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd22c1640 1 -- 172.21.15.39:0/1244302353 learned_addr learned my addr 172.21.15.39:0/1244302353 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd2ac2640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 0x7feccc0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1379231318 0 0) 0x7feccc1610b0 con 0x7feccc0afc80 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fecb8003520 con 0x7feccc0afc80 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3337449612 0 0) 0x7feccc0cd650 con 0x7feccc0cf0f0 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feccc1610b0 con 0x7feccc0cf0f0 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1433844553 0 0) 0x7fecb8003520 con 0x7feccc0afc80 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 msgr2=0x7feccc0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 0x7feccc0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 >> v1:172.21.15.157:6789/0 conn(0x7feccc0cf0f0 legacy=0x7feccc1601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feccc160dd0 con 0x7feccc0afc80 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fecc8001670 con 0x7feccc0afc80 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 >> v1:172.21.15.39:6789/0 conn(0x7feccc0afc80 legacy=0x7feccc0ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.013+0000 7fecd12bf640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecb8003b30 0x7fecb8003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd12bf640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecb80047c0 0x7fecb8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd12bf640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 0x7fecb8005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feccc15cfa0 con 0x7fecb80047c0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fecb800bb70 con 0x7fecb8003b30 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fecb800bd30 con 0x7feccc160900 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd1ac0640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecb80047c0 0x7fecb8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd22c1640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecb8003b30 0x7fecb8003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd2ac2640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 0x7fecb8005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd1ac0640 1 -- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 msgr2=0x7fecb8005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd1ac0640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feccc160900 0x7fecb8005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd1ac0640 1 -- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecb8003b30 msgr2=0x7fecb8003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd1ac0640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fecb8003b30 0x7fecb8003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.014+0000 7fecd1ac0640 1 -- 172.21.15.39:0/1244302353 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecb8003520 con 0x7fecb80047c0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd1ac0640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecb80047c0 0x7fecb8004c40 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7fecbc0018d0 tx=0x7fecb80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6460481848f60af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecbc0052d0 con 0x7fecb80047c0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecbc005430 con 0x7fecb80047c0 2024-09-13T16:18:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd12bf640 1 -- 172.21.15.39:0/1244302353 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecbc02aca0 con 0x7fecb80047c0 2024-09-13T16:18:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd4525640 1 -- 172.21.15.39:0/1244302353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecb80047c0 msgr2=0x7fecb8004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd4525640 1 --2- 172.21.15.39:0/1244302353 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fecb80047c0 0x7fecb8004c40 secure :-1 s=READY pgs=1781 cs=0 l=1 rev1=1 crypto rx=0x7fecbc0018d0 tx=0x7fecb80057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd2ac2640 1 -- 172.21.15.39:0/1244302353 reap_dead start 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd4525640 1 -- 172.21.15.39:0/1244302353 shutdown_connections 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd4525640 1 -- 172.21.15.39:0/1244302353 >> 172.21.15.39:0/1244302353 conn(0x7feccc0d04e0 msgr2=0x7feccc0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.015+0000 7fecd4525640 1 -- 172.21.15.39:0/1244302353 shutdown_connections 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.016+0000 7fecd4525640 1 -- 172.21.15.39:0/1244302353 wait complete. 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.017+0000 7fecd4525640 1 Processor -- start 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.017+0000 7fecd4525640 1 -- start start 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.017+0000 7fecd4525640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecb80047c0 0x7feccc155130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.017+0000 7fecd4525640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feccc0ca2a0 0x7feccc159e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.017+0000 7fecd4525640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 0x7feccc15a380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.017+0000 7fecd4525640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feccc0ca810 con 0x7feccc160190 2024-09-13T16:18:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd4525640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feccc0caaf0 con 0x7feccc0ca2a0 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd4525640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feccc0cadd0 con 0x7fecb80047c0 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 0x7feccc15a380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 0x7feccc15a380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55994/0 (socket says 172.21.15.39:55994) 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 -- 172.21.15.39:0/2318824942 learned_addr learned my addr 172.21.15.39:0/2318824942 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd1ac0640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feccc0ca2a0 0x7feccc159e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd22c1640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecb80047c0 0x7feccc155130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 -- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecb80047c0 msgr2=0x7feccc155130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecb80047c0 0x7feccc155130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 -- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feccc0ca2a0 msgr2=0x7feccc159e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feccc0ca2a0 0x7feccc159e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 -- 172.21.15.39:0/2318824942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feccc0cb0b0 con 0x7feccc160190 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd1ac0640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feccc0ca2a0 0x7feccc159e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd22c1640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecb80047c0 0x7feccc155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd2ac2640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 0x7feccc15a380 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7feccc04f1c0 tx=0x7fecc400f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc400e040 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecc400f040 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feccc0cb390 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecc4015670 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.018+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feccc15e380 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.019+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feccc0ce9e0 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.020+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecc40157d0 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.020+0000 7fecc2ffd640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecb006ac30 0x7fecb006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.020+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7fecc4089cd0 con 0x7feccc160190 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.020+0000 7fecd22c1640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecb006ac30 0x7fecb006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.021+0000 7fecd22c1640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecb006ac30 0x7fecb006d0f0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fecc8001eb0 tx=0x7fecc8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.024+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fecc4054c30 con 0x7feccc160190 2024-09-13T16:18:49.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.194+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7feccc0d10a0 con 0x7feccc160190 2024-09-13T16:18:49.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.195+0000 7fecc2ffd640 1 -- 172.21.15.39:0/2318824942 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v98) v1 ==== 100+0+11 (secure 0 0 0) 0x7fecc4058250 con 0x7feccc160190 2024-09-13T16:18:49.196 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:18:49.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecb006ac30 msgr2=0x7fecb006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecb006ac30 0x7fecb006d0f0 secure :-1 s=READY pgs=703 cs=0 l=1 rev1=1 crypto rx=0x7fecc8001eb0 tx=0x7fecc8009040 comp rx=0 tx=0).stop 2024-09-13T16:18:49.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 msgr2=0x7feccc15a380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 0x7feccc15a380 secure :-1 s=READY pgs=1782 cs=0 l=1 rev1=1 crypto rx=0x7feccc04f1c0 tx=0x7fecc400f580 comp rx=0 tx=0).stop 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 shutdown_connections 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecb006ac30 0x7fecb006d0f0 unknown :-1 s=CLOSED pgs=703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feccc160190 0x7feccc15a380 unknown :-1 s=CLOSED pgs=1782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feccc0ca2a0 0x7feccc159e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 --2- 172.21.15.39:0/2318824942 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fecb80047c0 0x7feccc155130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 >> 172.21.15.39:0/2318824942 conn(0x7feccc0d04e0 msgr2=0x7feccc06c9c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 shutdown_connections 2024-09-13T16:18:49.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.197+0000 7fecd4525640 1 -- 172.21.15.39:0/2318824942 wait complete. 2024-09-13T16:18:49.209 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.310+0000 7f7efc8a3640 1 Processor -- start 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.310+0000 7f7efc8a3640 1 -- start start 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7efc8a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef8159380 0x7f7ef80b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7efc8a3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ef80ceb30 0x7f7ef815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7efc8a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ef8159760 con 0x7f7ef815a360 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7efc8a3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ef815a880 con 0x7f7ef80ceb30 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7efc8a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef815ab60 con 0x7f7ef8159380 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ef80ceb30 0x7f7ef815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7ef80ceb30 0x7f7ef815b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56008/0 (socket says 172.21.15.39:56008) 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 -- 172.21.15.39:0/3391977248 learned_addr learned my addr 172.21.15.39:0/3391977248 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef659c640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef8159380 0x7f7ef80b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 -- 172.21.15.39:0/3391977248 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef8159380 msgr2=0x7f7ef80b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef8159380 0x7f7ef80b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 -- 172.21.15.39:0/3391977248 >> v1:172.21.15.157:6789/0 conn(0x7f7ef815a360 legacy=0x7f7ef80ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef6d9d640 1 -- 172.21.15.39:0/3391977248 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ef815ae40 con 0x7f7ef80ceb30 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.311+0000 7f7ef659c640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef8159380 0x7f7ef80b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7ef6d9d640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef80ceb30 0x7f7ef815b920 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009e50 tx=0x7f7ef002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2bbbcb65bdb976 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7ef5d9b640 1 -- 172.21.15.39:0/3391977248 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0031600 con 0x7f7ef80ceb30 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7ef5d9b640 1 -- 172.21.15.39:0/3391977248 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ef002d050 con 0x7f7ef80ceb30 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7ef5d9b640 1 -- 172.21.15.39:0/3391977248 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ef0031980 con 0x7f7ef80ceb30 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7efc8a3640 1 -- 172.21.15.39:0/3391977248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef80ceb30 msgr2=0x7f7ef815b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef80ceb30 0x7f7ef815b920 secure :-1 s=READY pgs=1783 cs=0 l=1 rev1=1 crypto rx=0x7f7ef0009e50 tx=0x7f7ef002a710 comp rx=0 tx=0).stop 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7efc8a3640 1 -- 172.21.15.39:0/3391977248 shutdown_connections 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef80ceb30 0x7f7ef815b920 unknown :-1 s=CLOSED pgs=1783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/3391977248 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef8159380 0x7f7ef80b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.312+0000 7f7efc8a3640 1 -- 172.21.15.39:0/3391977248 >> 172.21.15.39:0/3391977248 conn(0x7f7ef80b15d0 msgr2=0x7f7ef80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:49.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.313+0000 7f7efc8a3640 1 -- 172.21.15.39:0/3391977248 shutdown_connections 2024-09-13T16:18:49.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.313+0000 7f7efc8a3640 1 -- 172.21.15.39:0/3391977248 wait complete. 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.314+0000 7f7efc8a3640 1 Processor -- start 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.314+0000 7f7efc8a3640 1 -- start start 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7efc8a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef80ceb30 0x7f7ef8156000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7efc8a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 0x7f7ef8150e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7efc8a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ef815a360 0x7f7ef806f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7efc8a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef81513c0 con 0x7f7ef8159380 2024-09-13T16:18:49.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7efc8a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef8152200 con 0x7f7ef815a360 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7efc8a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ef81515f0 con 0x7f7ef80ceb30 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 0x7f7ef8150e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 0x7f7ef8150e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56020/0 (socket says 172.21.15.39:56020) 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 -- 172.21.15.39:0/2541741642 learned_addr learned my addr 172.21.15.39:0/2541741642 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7ef659c640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef80ceb30 0x7f7ef8156000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7ef6d9d640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ef815a360 0x7f7ef806f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 -- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef80ceb30 msgr2=0x7f7ef8156000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef80ceb30 0x7f7ef8156000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 -- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ef815a360 msgr2=0x7f7ef806f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ef815a360 0x7f7ef806f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 -- 172.21.15.39:0/2541741642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ef0009b30 con 0x7f7ef8159380 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7ef659c640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef80ceb30 0x7f7ef8156000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:49.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7ef6d9d640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ef815a360 0x7f7ef806f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.315+0000 7f7eedd9b640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 0x7f7ef8150e80 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f7ee000c3c0 tx=0x7f7ee000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.316+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee00052d0 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.316+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ee0005450 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.316+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ef81518d0 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.316+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ee0003830 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.316+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ef8151e90 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.317+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ef80672f0 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.317+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7ee0003990 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.318+0000 7f7eef7fe640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7ed806ac00 0x7f7ed806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.318+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f7ee0088ab0 con 0x7f7ef8159380 2024-09-13T16:18:49.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.318+0000 7f7ef659c640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7ed806ac00 0x7f7ed806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.319+0000 7f7ef659c640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7ed806ac00 0x7f7ed806d0c0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8155da0 tx=0x7f7ee8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.322+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7ee0053a10 con 0x7f7ef8159380 2024-09-13T16:18:49.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.503+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f7ef80b31e0 con 0x7f7ef8159380 2024-09-13T16:18:49.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.504+0000 7f7eef7fe640 1 -- 172.21.15.39:0/2541741642 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 14 entries v98) v1 ==== 81+0+852 (secure 0 0 0) 0x7f7ee0017080 con 0x7f7ef8159380 2024-09-13T16:18:49.505 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:18:49.505 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:49.505 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:18:49.506 INFO:teuthology.orchestra.run.smithi039.stderr:listed 14 entries 2024-09-13T16:18:49.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7ed806ac00 msgr2=0x7f7ed806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7ed806ac00 0x7f7ed806d0c0 secure :-1 s=READY pgs=704 cs=0 l=1 rev1=1 crypto rx=0x7f7ef8155da0 tx=0x7f7ee8008040 comp rx=0 tx=0).stop 2024-09-13T16:18:49.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 msgr2=0x7f7ef8150e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 0x7f7ef8150e80 secure :-1 s=READY pgs=1784 cs=0 l=1 rev1=1 crypto rx=0x7f7ee000c3c0 tx=0x7f7ee000c880 comp rx=0 tx=0).stop 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 shutdown_connections 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7ed806ac00 0x7f7ed806d0c0 unknown :-1 s=CLOSED pgs=704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7ef815a360 0x7f7ef806f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7ef8159380 0x7f7ef8150e80 unknown :-1 s=CLOSED pgs=1784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 --2- 172.21.15.39:0/2541741642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7ef80ceb30 0x7f7ef8156000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 >> 172.21.15.39:0/2541741642 conn(0x7f7ef80b15d0 msgr2=0x7f7ef8157050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 shutdown_connections 2024-09-13T16:18:49.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.506+0000 7f7efc8a3640 1 -- 172.21.15.39:0/2541741642 wait complete. 2024-09-13T16:18:49.518 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:18:49.518 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:49.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:49.544 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:18:49.544 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:49.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:49.545 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:49.600 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.742+0000 7f931015e640 1 Processor -- start 2024-09-13T16:18:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f931015e640 1 -- start start 2024-09-13T16:18:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f931015e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f93080d1680 0x7f93080d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f931015e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f93080b5ab0 0x7f93080b5ee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f931015e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93080d11f0 con 0x7f930815cef0 2024-09-13T16:18:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f931015e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93080b6420 con 0x7f93080d1680 2024-09-13T16:18:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f931015e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f930815d2d0 con 0x7f93080b5ab0 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f930d6f9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f93080d1680 0x7f93080d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f930defa640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f930815cef0 0x7f93080cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50380/0 (socket says 172.21.15.39:50380) 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.743+0000 7f930defa640 1 -- 172.21.15.39:0/3116615507 learned_addr learned my addr 172.21.15.39:0/3116615507 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.744+0000 7f930e6fb640 1 --2- 172.21.15.39:0/3116615507 >> v2:172.21.15.157:3300/0 conn(0x7f93080b5ab0 0x7f93080b5ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.744+0000 7f930d6f9640 1 -- 172.21.15.39:0/3116615507 >> v2:172.21.15.157:3300/0 conn(0x7f93080b5ab0 msgr2=0x7f93080b5ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.744+0000 7f930d6f9640 1 --2- 172.21.15.39:0/3116615507 >> v2:172.21.15.157:3300/0 conn(0x7f93080b5ab0 0x7f93080b5ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.744+0000 7f930d6f9640 1 -- 172.21.15.39:0/3116615507 >> v1:172.21.15.39:6789/0 conn(0x7f930815cef0 legacy=0x7f93080cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.744+0000 7f930cef8640 1 -- 172.21.15.39:0/3116615507 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 299924261 0 0) 0x7f93080d11f0 con 0x7f930815cef0 2024-09-13T16:18:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.744+0000 7f930d6f9640 1 -- 172.21.15.39:0/3116615507 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93080cd730 con 0x7f93080d1680 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f930d6f9640 1 --2- 172.21.15.39:0/3116615507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080d1680 0x7f93080d1ad0 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f930808ba70 tx=0x7f92fc02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7eefcc17e6c31163 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f930cef8640 1 -- 172.21.15.39:0/3116615507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92fc032440 con 0x7f93080d1680 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f930cef8640 1 -- 172.21.15.39:0/3116615507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92fc0325a0 con 0x7f93080d1680 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f930cef8640 1 -- 172.21.15.39:0/3116615507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92fc032930 con 0x7f93080d1680 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 -- 172.21.15.39:0/3116615507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080d1680 msgr2=0x7f93080d1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 --2- 172.21.15.39:0/3116615507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080d1680 0x7f93080d1ad0 secure :-1 s=READY pgs=1786 cs=0 l=1 rev1=1 crypto rx=0x7f930808ba70 tx=0x7f92fc02a230 comp rx=0 tx=0).stop 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 -- 172.21.15.39:0/3116615507 shutdown_connections 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 --2- 172.21.15.39:0/3116615507 >> v2:172.21.15.157:3300/0 conn(0x7f93080b5ab0 0x7f93080b5ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 --2- 172.21.15.39:0/3116615507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080d1680 0x7f93080d1ad0 unknown :-1 s=CLOSED pgs=1786 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 -- 172.21.15.39:0/3116615507 >> 172.21.15.39:0/3116615507 conn(0x7f930806a3a0 msgr2=0x7f930806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:49.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 -- 172.21.15.39:0/3116615507 shutdown_connections 2024-09-13T16:18:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.745+0000 7f931015e640 1 -- 172.21.15.39:0/3116615507 wait complete. 2024-09-13T16:18:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 Processor -- start 2024-09-13T16:18:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 -- start start 2024-09-13T16:18:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 0x7f93080c9770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93080d1680 0x7f93080cc4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f930815cef0 0x7f930814fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930815ec10 con 0x7f93080b5ab0 2024-09-13T16:18:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f930815f790 con 0x7f930815cef0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f931015e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f930815ee60 con 0x7f93080d1680 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f930defa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 0x7f93080c9770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f930defa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 0x7f93080c9770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56028/0 (socket says 172.21.15.39:56028) 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.747+0000 7f930defa640 1 -- 172.21.15.39:0/3846443658 learned_addr learned my addr 172.21.15.39:0/3846443658 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f930defa640 1 -- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93080d1680 msgr2=0x7f93080cc4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f930defa640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93080d1680 0x7f93080cc4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f930defa640 1 -- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f930815cef0 msgr2=0x7f930814fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f930defa640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f930815cef0 0x7f930814fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f930defa640 1 -- 172.21.15.39:0/3846443658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92fc009400 con 0x7f93080b5ab0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f930defa640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 0x7f93080c9770 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f92f800c7c0 tx=0x7f92f800cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f800a640 con 0x7f93080b5ab0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92f800a7c0 con 0x7f93080b5ab0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92f800ab70 con 0x7f93080b5ab0 2024-09-13T16:18:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f930815f140 con 0x7f93080b5ab0 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.748+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f930815a090 con 0x7f93080b5ab0 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.749+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9308161660 con 0x7f93080b5ab0 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.750+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f92f800acd0 con 0x7f93080b5ab0 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.750+0000 7f93067fc640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92f406ac00 0x7f92f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.750+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(98..98 src has 1..98) v4 ==== 6340+0+0 (secure 0 0 0) 0x7f92f8088c30 con 0x7f93080b5ab0 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.750+0000 7f930d6f9640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92f406ac00 0x7f92f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:49.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.751+0000 7f930d6f9640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92f406ac00 0x7f92f406d0c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f92fc034000 tx=0x7f92fc02c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:49.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.754+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92f8053b00 con 0x7f93080b5ab0 2024-09-13T16:18:49.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.961+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f9308160b30 con 0x7f93080b5ab0 2024-09-13T16:18:49.963 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:49.962+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:49.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.971+0000 7f93067fc640 1 -- 172.21.15.39:0/3846443658 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v123) v1 ==== 161+0+0 (secure 0 0 0) 0x7f92f8018030 con 0x7f93080b5ab0 2024-09-13T16:18:49.972 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:49.973 INFO:tasks.ceph.mds.c.smithi039.stderr: -731> 2024-09-13T16:18:41.544+0000 7f41aac17640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92f406ac00 msgr2=0x7f92f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92f406ac00 0x7f92f406d0c0 secure :-1 s=READY pgs=705 cs=0 l=1 rev1=1 crypto rx=0x7f92fc034000 tx=0x7f92fc02c000 comp rx=0 tx=0).stop 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 msgr2=0x7f93080c9770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 0x7f93080c9770 secure :-1 s=READY pgs=1787 cs=0 l=1 rev1=1 crypto rx=0x7f92f800c7c0 tx=0x7f92f800cc80 comp rx=0 tx=0).stop 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 shutdown_connections 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92f406ac00 0x7f92f406d0c0 unknown :-1 s=CLOSED pgs=705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f930815cef0 0x7f930814fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f93080d1680 0x7f93080cc4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 --2- 172.21.15.39:0/3846443658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f93080b5ab0 0x7f93080c9770 unknown :-1 s=CLOSED pgs=1787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 >> 172.21.15.39:0/3846443658 conn(0x7f930806a3a0 msgr2=0x7f93080d1a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:49.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 shutdown_connections 2024-09-13T16:18:49.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:49.973+0000 7f931015e640 1 -- 172.21.15.39:0/3846443658 wait complete. 2024-09-13T16:18:49.986 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:50.002 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:18:50.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.088+0000 7f0797453640 1 Processor -- start 2024-09-13T16:18:50.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.088+0000 7f0797453640 1 -- start start 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f0797453640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f079015a360 0x7f07900ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f0797453640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079015b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f0797453640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0790159760 con 0x7f0790159380 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f0797453640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f07900b38f0 con 0x7f079015a360 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f0797453640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07900cedd0 con 0x7f07900ce960 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f07949ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f079015a360 0x7f07900ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:50.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f07949ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f079015a360 0x7f07900ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56046/0 (socket says 172.21.15.39:56046) 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f07949ee640 1 -- 172.21.15.39:0/3456227036 learned_addr learned my addr 172.21.15.39:0/3456227036 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.089+0000 7f07959f0640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079015b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f07949ee640 1 -- 172.21.15.39:0/3456227036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 msgr2=0x7f079015b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f07949ee640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079015b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f07949ee640 1 -- 172.21.15.39:0/3456227036 >> v1:172.21.15.157:6789/0 conn(0x7f0790159380 legacy=0x7f07900b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f07949ee640 1 -- 172.21.15.39:0/3456227036 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f079015a880 con 0x7f079015a360 2024-09-13T16:18:50.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f07959f0640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079015b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:50.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f07949ee640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07900ce420 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f0784009870 tx=0x7f078402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9467e7a7919610b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:50.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.090+0000 7f078ffff640 1 -- 172.21.15.39:0/3456227036 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0784032440 con 0x7f079015a360 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f078ffff640 1 -- 172.21.15.39:0/3456227036 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07840325a0 con 0x7f079015a360 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f078ffff640 1 -- 172.21.15.39:0/3456227036 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0784032930 con 0x7f079015a360 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 -- 172.21.15.39:0/3456227036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 msgr2=0x7f07900ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07900ce420 secure :-1 s=READY pgs=1791 cs=0 l=1 rev1=1 crypto rx=0x7f0784009870 tx=0x7f078402a270 comp rx=0 tx=0).stop 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 -- 172.21.15.39:0/3456227036 shutdown_connections 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079015b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 --2- 172.21.15.39:0/3456227036 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07900ce420 unknown :-1 s=CLOSED pgs=1791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 -- 172.21.15.39:0/3456227036 >> 172.21.15.39:0/3456227036 conn(0x7f07900b15d0 msgr2=0x7f07900b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 -- 172.21.15.39:0/3456227036 shutdown_connections 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.091+0000 7f0797453640 1 -- 172.21.15.39:0/3456227036 wait complete. 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.092+0000 7f0797453640 1 Processor -- start 2024-09-13T16:18:50.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.092+0000 7f0797453640 1 -- start start 2024-09-13T16:18:50.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f0797453640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079014f780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:50.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f0797453640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0790159380 0x7f079014cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f0797453640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07901e4950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f0797453640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079014e6e0 con 0x7f079015a360 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f0797453640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f079014e9c0 con 0x7f0790159380 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f0797453640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f079014eca0 con 0x7f07900ce960 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f07959f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07901e4950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f07959f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07901e4950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56058/0 (socket says 172.21.15.39:56058) 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f07959f0640 1 -- 172.21.15.39:0/516831089 learned_addr learned my addr 172.21.15.39:0/516831089 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f07949ee640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0790159380 0x7f079014cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.093+0000 7f07951ef640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079014f780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f07959f0640 1 -- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 msgr2=0x7f079014f780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f07959f0640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079014f780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f07959f0640 1 -- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0790159380 msgr2=0x7f079014cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:50.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f07959f0640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0790159380 0x7f079014cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f07959f0640 1 -- 172.21.15.39:0/516831089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07840094d0 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f07959f0640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07901e4950 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f078800e7e0 tx=0x7f078800eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0788004030 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0788004190 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f079014ef80 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0788004500 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.094+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f079014d420 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.095+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f079014f4a0 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.096+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f078800c6d0 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.096+0000 7f078dffb640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f077c06ac30 0x7f077c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.096+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 6426+0+0 (secure 0 0 0) 0x7f0788089070 con 0x7f079015a360 2024-09-13T16:18:50.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.096+0000 7f07951ef640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f077c06ac30 0x7f077c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:50.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.097+0000 7f07951ef640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f077c06ac30 0x7f077c06d0f0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f07900cc6f0 tx=0x7f0780009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:50.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.100+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f079014f4a0 con 0x7f079015a360 2024-09-13T16:18:50.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.343+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f079014f4a0 con 0x7f079015a360 2024-09-13T16:18:50.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.985+0000 7f078dffb640 1 -- 172.21.15.39:0/516831089 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v124) v1 ==== 107+0+0 (secure 0 0 0) 0x7f079014f4a0 con 0x7f079015a360 2024-09-13T16:18:50.986 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:18:50.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f077c06ac30 msgr2=0x7f077c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:50.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f077c06ac30 0x7f077c06d0f0 secure :-1 s=READY pgs=706 cs=0 l=1 rev1=1 crypto rx=0x7f07900cc6f0 tx=0x7f0780009040 comp rx=0 tx=0).stop 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 msgr2=0x7f07901e4950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07901e4950 secure :-1 s=READY pgs=1792 cs=0 l=1 rev1=1 crypto rx=0x7f078800e7e0 tx=0x7f078800eca0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 shutdown_connections 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f077c06ac30 0x7f077c06d0f0 unknown :-1 s=CLOSED pgs=706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f079015a360 0x7f07901e4950 unknown :-1 s=CLOSED pgs=1792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0790159380 0x7f079014cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 --2- 172.21.15.39:0/516831089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07900ce960 0x7f079014f780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 >> 172.21.15.39:0/516831089 conn(0x7f07900b15d0 msgr2=0x7f0790157d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 shutdown_connections 2024-09-13T16:18:50.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:50.988+0000 7f0797453640 1 -- 172.21.15.39:0/516831089 wait complete. 2024-09-13T16:18:51.002 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:51.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.085+0000 7f2003b25f40 1 Processor -- start 2024-09-13T16:18:51.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.085+0000 7f2003b25f40 1 -- start start 2024-09-13T16:18:51.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2003b25f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601befcd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2003b25f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf0331a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2003b25f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601befc5510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2003b25f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601bef314d0 con 0x5601bf03c230 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2003b25f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601beeccb60 con 0x5601befc7420 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2003b25f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5601beecc800 con 0x5601bf03be50 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601befc5510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601befc5510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56080/0 (socket says 172.21.15.39:56080) 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 -- 172.21.15.39:0/2468711391 learned_addr learned my addr 172.21.15.39:0/2468711391 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf0331a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601befcd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 -- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 msgr2=0x5601bf0331a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf0331a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 -- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 msgr2=0x5601befcd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601befcd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.086+0000 7f200150b640 1 -- 172.21.15.39:0/2468711391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ff4005de0 con 0x5601bf03c230 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f200150b640 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601befc5510 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc002630 tx=0x7f1ffc002af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=23073179ce6620d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f1ffaffd640 1 -- 172.21.15.39:0/2468711391 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ffc00d690 con 0x5601bf03c230 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f1ffaffd640 1 -- 172.21.15.39:0/2468711391 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ffc00d810 con 0x5601bf03c230 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f1ffaffd640 1 -- 172.21.15.39:0/2468711391 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ffc00dbc0 con 0x5601bf03c230 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 -- 172.21.15.39:0/2468711391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 msgr2=0x5601befc5510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601befc5510 secure :-1 s=READY pgs=1794 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc002630 tx=0x7f1ffc002af0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 -- 172.21.15.39:0/2468711391 shutdown_connections 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601befc5510 unknown :-1 s=CLOSED pgs=1794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf0331a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2468711391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601befcd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 -- 172.21.15.39:0/2468711391 >> 172.21.15.39:0/2468711391 conn(0x5601bef88040 msgr2=0x5601befcec40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 -- 172.21.15.39:0/2468711391 shutdown_connections 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.087+0000 7f2003b25f40 1 -- 172.21.15.39:0/2468711391 wait complete. 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.088+0000 7f2003b25f40 1 Processor -- start 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.088+0000 7f2003b25f40 1 -- start start 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601bf041d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf036bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601bf037130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601beeaf520 con 0x5601bf03c230 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5601befc5c80 con 0x5601befc7420 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5601bf03b260 con 0x5601bf03be50 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601bf037130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601bf037130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56086/0 (socket says 172.21.15.39:56086) 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 learned_addr learned my addr 172.21.15.39:0/2193982801 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601bf041d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf036bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 msgr2=0x5601bf036bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5601bf03be50 0x5601bf036bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 msgr2=0x5601bf041d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5601befc7420 0x5601bf041d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ffc006d90 con 0x5601bf03c230 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f200150b640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601bf037130 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc002b30 tx=0x7f1ffc002360 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f1ff9ffb640 1 -- 172.21.15.39:0/2193982801 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ffc006220 con 0x5601bf03c230 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f1ff9ffb640 1 -- 172.21.15.39:0/2193982801 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ffc006620 con 0x5601bf03c230 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5601beedbc20 con 0x5601bf03c230 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f1ff9ffb640 1 -- 172.21.15.39:0/2193982801 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ffc011b80 con 0x5601bf03c230 2024-09-13T16:18:51.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.089+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5601beecf060 con 0x5601bf03c230 2024-09-13T16:18:51.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.091+0000 7f1ff9ffb640 1 -- 172.21.15.39:0/2193982801 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ffc018030 con 0x5601bf03c230 2024-09-13T16:18:51.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.091+0000 7f1ff9ffb640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1fe40695e0 0x7f1fe406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.091+0000 7f1ff9ffb640 1 -- 172.21.15.39:0/2193982801 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 6426+0+0 (secure 0 0 0) 0x7f1ffc089cc0 con 0x5601bf03c230 2024-09-13T16:18:51.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.091+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1fe40695e0 0x7f1fe406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.097 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.092+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5601befcd460 0x5601bf038b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.092+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0390c0 con 0x5601befcd460 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.092+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5601befcd460 0x5601bf038b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.092+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1fe40695e0 0x7f1fe406baa0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4057000 tx=0x7f1ff4052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.092+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5601befcd460 0x5601bf038b80 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.094+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v99'226 uv200 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.094+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf039470 con 0x5601befcd460 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.096+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v99'227 uv227 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.096+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fc8e0 con 0x5601befcd460 2024-09-13T16:18:51.100 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:51.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.097+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v99'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.097+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fdca0 con 0x5601befcd460 2024-09-13T16:18:51.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.099+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v99'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.099+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fe050 con 0x5601befcd460 2024-09-13T16:18:51.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.101+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v99'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.101+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.102+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v99'231 uv231 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.103+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.104+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v99'232 uv206 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.104+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.105+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v99'233 uv233 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.105+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.107+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v99'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.108 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:51.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.107+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.108+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v99'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.108+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fe400 con 0x5601befcd460 2024-09-13T16:18:51.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.109+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v99'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.110+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.111+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v99'237 uv237 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.111+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.112+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v99'238 uv213 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.112+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.113+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v99'239 uv239 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.113+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.114+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v99'240 uv240 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.116 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:51.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.114+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.116+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v99'241 uv241 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.116+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.118+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v99'242 uv242 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.118+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcc90 con 0x5601befcd460 2024-09-13T16:18:51.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.119+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v99'243 uv243 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.119+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.121+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v99'244 uv244 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.121+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.123+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v99'245 uv219 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.123+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.124+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v99'246 uv246 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.124+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.127 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.126+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v99'247 uv247 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.126+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.127+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v99'248 uv248 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.127+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.128+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v99'249 uv249 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.128+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.129+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v99'250 uv250 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.129+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.130+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v99'251 uv225 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.130+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.132+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v99'252 uv252 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.132+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.134 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:51.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.133+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v99'253 uv253 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.133+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fd060 con 0x5601befcd460 2024-09-13T16:18:51.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.135+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v99'254 uv254 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.135+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcf00 con 0x5601befcd460 2024-09-13T16:18:51.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.136+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v99'255 uv255 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.136+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcf00 con 0x5601befcd460 2024-09-13T16:18:51.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.137+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v99'256 uv256 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.137+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5601bf0fd820 0x5601bf100410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.137+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf0fcf00 con 0x5601bf0fd820 2024-09-13T16:18:51.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.137+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5601bf0fd820 0x5601bf100410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.138+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5601bf0fd820 0x5601bf100410 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.139+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v99'174 uv154 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.139+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf100950 con 0x5601bf0fd820 2024-09-13T16:18:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.140+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v99'175 uv175 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.140+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf100d00 con 0x5601bf0fd820 2024-09-13T16:18:51.142 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:51.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.141+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v99'176 uv176 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.141+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1015a0 con 0x5601bf0fd820 2024-09-13T16:18:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.143+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v99'177 uv177 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.143+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf101950 con 0x5601bf0fd820 2024-09-13T16:18:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.144+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v99'178 uv178 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.144+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf101d00 con 0x5601bf0fd820 2024-09-13T16:18:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.145+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v99'179 uv173 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.145+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.146+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v99'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.146+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.149 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:51.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.148+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v99'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.148+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.149+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v99'182 uv182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.150+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.151+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v99'183 uv183 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.151+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.152+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v99'184 uv172 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.152+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.153+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v99'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.153+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.155 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:51.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.154+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v99'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.154+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf105ae0 con 0x5601bf0fd820 2024-09-13T16:18:51.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.155+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v99'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.155+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf105ae0 con 0x5601bf0fd820 2024-09-13T16:18:51.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.157+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v99'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.157+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.158+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v99'189 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.158+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.159+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v99'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.159+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.161 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:51.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.160+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v99'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.160+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1030c0 con 0x5601bf0fd820 2024-09-13T16:18:51.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.161+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v99'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.161+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1030c0 con 0x5601bf0fd820 2024-09-13T16:18:51.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.162+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v99'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.162+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601bf0fd820 2024-09-13T16:18:51.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.163+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v99'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf0fd820 2024-09-13T16:18:51.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.163+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601befcd460 2024-09-13T16:18:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.164+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v99'45 uv44 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.164+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601befcd460 2024-09-13T16:18:51.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.165+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v99'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.165+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601befcd460 2024-09-13T16:18:51.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.167+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v99'47 uv47 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.169 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:51.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.168+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1030c0 con 0x5601befcd460 2024-09-13T16:18:51.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.168+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v99'48 uv48 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.168+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1030c0 con 0x5601befcd460 2024-09-13T16:18:51.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.170+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v99'49 uv49 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.170+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1020b0 con 0x5601befcd460 2024-09-13T16:18:51.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.171+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v99'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.171+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601bf1025c0 0x5601bf1049b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.171+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601bf1025c0 2024-09-13T16:18:51.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.171+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601bf1025c0 0x5601bf1049b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.171+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601bf1025c0 0x5601bf1049b0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.172+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v99'36 uv35 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.172+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601bf1025c0 2024-09-13T16:18:51.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.173+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v99'37 uv37 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.173+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601bf1025c0 2024-09-13T16:18:51.175 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:51.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.174+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v99'38 uv38 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.174+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601bf1025c0 2024-09-13T16:18:51.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.175+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v99'39 uv39 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.175+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601befcd460 2024-09-13T16:18:51.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.176+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v99'45 uv44 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.176+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601befcd460 2024-09-13T16:18:51.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.177+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v99'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.177+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601befcd460 2024-09-13T16:18:51.179 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:51.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.178+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v99'47 uv47 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.178+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf105f00 con 0x5601befcd460 2024-09-13T16:18:51.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.179+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v99'48 uv48 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.179+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf105f00 con 0x5601befcd460 2024-09-13T16:18:51.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.180+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v99'49 uv49 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.180+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf104ef0 con 0x5601befcd460 2024-09-13T16:18:51.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.181+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v99'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.181+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5601bf105400 0x5601bf1077f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.181+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf107e50 con 0x5601bf105400 2024-09-13T16:18:51.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.182+0000 7f200150b640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5601bf105400 0x5601bf1077f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.182+0000 7f200150b640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5601bf105400 0x5601bf1077f0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.183+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v99'83 uv75 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.183+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf108330 con 0x5601bf105400 2024-09-13T16:18:51.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.184+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v99'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.184+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf108820 con 0x5601bf105400 2024-09-13T16:18:51.187 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:51.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.186+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v99'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.186+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10a120 con 0x5601bf105400 2024-09-13T16:18:51.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.187+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v99'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.187+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10a4d0 con 0x5601bf105400 2024-09-13T16:18:51.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.189+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v99'87 uv87 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.189+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf109110 con 0x5601bf105400 2024-09-13T16:18:51.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.190+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v99'88 uv88 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.190+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf109510 con 0x5601bf105400 2024-09-13T16:18:51.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.191+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v99'89 uv82 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.191+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf109910 con 0x5601bf105400 2024-09-13T16:18:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.192+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v99'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.192+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf109910 con 0x5601bf105400 2024-09-13T16:18:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.193+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v99'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.195 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.193+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1098c0 con 0x5601bf105400 2024-09-13T16:18:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.195+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v99'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.195+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1098c0 con 0x5601bf105400 2024-09-13T16:18:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.196+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v99'93 uv93 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.196+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5601bf109ce0 0x5601bf10cda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.196+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601bf109ce0 2024-09-13T16:18:51.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.196+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5601bf109ce0 0x5601bf10cda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.197+0000 7f2000d0a640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5601bf109ce0 0x5601bf10cda0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.198+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v99'37 uv36 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf109ce0 2024-09-13T16:18:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.198+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601bf109ce0 2024-09-13T16:18:51.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.199+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v99'38 uv38 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf109ce0 2024-09-13T16:18:51.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.199+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601bf109ce0 2024-09-13T16:18:51.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.200+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v99'39 uv39 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf109ce0 2024-09-13T16:18:51.201 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:51.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.200+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601bf109ce0 2024-09-13T16:18:51.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.201+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v99'40 uv40 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf109ce0 2024-09-13T16:18:51.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.201+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601bf109ce0 2024-09-13T16:18:51.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.202+0000 7f2000d0a640 1 -- 172.21.15.39:0/2193982801 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v99'41 uv41 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1ff4066070 con 0x5601bf109ce0 2024-09-13T16:18:51.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.202+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601befcd460 2024-09-13T16:18:51.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.203+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v99'45 uv44 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.203+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601befcd460 2024-09-13T16:18:51.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.204+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v99'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.204+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d2e0 con 0x5601befcd460 2024-09-13T16:18:51.206 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:51.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.205+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v99'47 uv47 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.205+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10e6f0 con 0x5601befcd460 2024-09-13T16:18:51.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.206+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v99'48 uv48 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.206+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10e6f0 con 0x5601befcd460 2024-09-13T16:18:51.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.207+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v99'49 uv49 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.207+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601befcd460 2024-09-13T16:18:51.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.208+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v99'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601befcd460 2024-09-13T16:18:51.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.208+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.209+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v99'74 uv68 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.209+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.210+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v99'75 uv75 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.210+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.211+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v99'76 uv76 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.212 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:51.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.211+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.212+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v99'77 uv77 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.212+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.213+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v99'78 uv78 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.213+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.214+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v99'79 uv73 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.214+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.215+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v99'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.215+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.217 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:51.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.216+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v99'81 uv81 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.216+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf10d6e0 con 0x5601bf1025c0 2024-09-13T16:18:51.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.217+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v99'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.217+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf110530 con 0x5601bf1025c0 2024-09-13T16:18:51.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.218+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v99'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.218+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5601bf10e0e0 0x5601bf1109e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.218+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf10e0e0 2024-09-13T16:18:51.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.218+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5601bf10e0e0 0x5601bf1109e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.218+0000 7f1ffbfff640 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5601bf10e0e0 0x5601bf1109e0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.219+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v99'36 uv34 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf10e0e0 2024-09-13T16:18:51.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.219+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf10e0e0 2024-09-13T16:18:51.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.220+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v99'37 uv37 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf10e0e0 2024-09-13T16:18:51.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.220+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf10e0e0 2024-09-13T16:18:51.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.221+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v99'38 uv38 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf10e0e0 2024-09-13T16:18:51.223 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:51.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.221+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf10e0e0 2024-09-13T16:18:51.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.222+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v99'39 uv39 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf10e0e0 2024-09-13T16:18:51.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.222+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf1025c0 2024-09-13T16:18:51.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.224+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v99'45 uv44 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.224+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf1025c0 2024-09-13T16:18:51.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.225+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v99'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.225+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf1025c0 2024-09-13T16:18:51.228 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:51.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.226+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v99'47 uv47 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.226+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf1025c0 2024-09-13T16:18:51.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.227+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v99'48 uv48 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.227+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf1025c0 2024-09-13T16:18:51.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.228+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v99'49 uv49 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.228+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf1025c0 2024-09-13T16:18:51.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.229+0000 7f1ffbfff640 1 -- 172.21.15.39:0/2193982801 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v99'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1fec0077b0 con 0x5601bf1025c0 2024-09-13T16:18:51.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.229+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.230+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v99'37 uv36 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.230+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.231+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v99'38 uv38 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.231+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.233 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:51.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.232+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v99'39 uv39 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.232+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.233+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v99'40 uv40 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.234+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.234+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v99'41 uv41 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.235+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.236+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v99'95 uv86 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.236+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.237+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v99'96 uv96 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.237+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.238+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v99'97 uv97 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.239 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:51.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.238+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.239+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v99'98 uv98 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.239+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.240+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v99'99 uv99 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.240+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.241+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v99'100 uv93 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.241+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.242+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v99'101 uv101 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.242+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.244 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:51.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.243+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v99'102 uv102 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.243+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.244+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v99'103 uv103 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.244+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.245+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v99'104 uv104 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.245+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf1104d0 con 0x5601bf105400 2024-09-13T16:18:51.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.247+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v99'105 uv105 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.247+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e99) v8 -- 0x5601bf110f20 con 0x5601bf105400 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v99'106 uv106 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1ffc056d70 con 0x5601bf105400 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5601befcd460 msgr2=0x5601bf038b80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5601befcd460 0x5601bf038b80 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601bf1025c0 msgr2=0x5601bf1049b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5601bf1025c0 0x5601bf1049b0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5601bf10e0e0 msgr2=0x5601bf1109e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5601bf10e0e0 0x5601bf1109e0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5601bf0fd820 msgr2=0x5601bf100410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5601bf0fd820 0x5601bf100410 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 reap_dead start 2024-09-13T16:18:51.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5601bf105400 msgr2=0x5601bf1077f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5601bf105400 0x5601bf1077f0 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5601bf109ce0 msgr2=0x5601bf10cda0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5601bf109ce0 0x5601bf10cda0 crc :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1fe40695e0 msgr2=0x7f1fe406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1fe40695e0 0x7f1fe406baa0 secure :-1 s=READY pgs=708 cs=0 l=1 rev1=1 crypto rx=0x7f1ff4057000 tx=0x7f1ff4052000 comp rx=0 tx=0).stop 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 msgr2=0x5601bf037130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 --2- 172.21.15.39:0/2193982801 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5601bf03c230 0x5601bf037130 secure :-1 s=READY pgs=1795 cs=0 l=1 rev1=1 crypto rx=0x7f1ffc002b30 tx=0x7f1ffc002360 comp rx=0 tx=0).stop 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f200150b640 1 -- 172.21.15.39:0/2193982801 reap_dead start 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 shutdown_connections 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 >> 172.21.15.39:0/2193982801 conn(0x5601bef88040 msgr2=0x5601befceb60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 shutdown_connections 2024-09-13T16:18:51.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.248+0000 7f2003b25f40 1 -- 172.21.15.39:0/2193982801 wait complete. 2024-09-13T16:18:51.256 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds_snaptable 2024-09-13T16:18:51.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.336+0000 7fb95a777f40 1 Processor -- start 2024-09-13T16:18:51.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.336+0000 7fb95a777f40 1 -- start start 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb95a777f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 0x55a8ae5cb570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb95a777f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae5d2ae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb95a777f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae5d52d0 0x55a8ae5d35d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb95a777f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8ae4acbe0 con 0x55a8ae500320 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb95a777f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8ae4a84d0 con 0x55a8ae52bd00 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb95a777f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a8ae443b60 con 0x55a8ae5d52d0 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 0x55a8ae5cb570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 0x55a8ae5cb570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56104/0 (socket says 172.21.15.39:56104) 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 -- 172.21.15.39:0/519100556 learned_addr learned my addr 172.21.15.39:0/519100556 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:51.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb957a73640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae5d2ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958a75640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae5d52d0 0x55a8ae5d35d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 -- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae5d52d0 msgr2=0x55a8ae5d35d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae5d52d0 0x55a8ae5d35d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 -- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 msgr2=0x55a8ae5d2ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae5d2ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 -- 172.21.15.39:0/519100556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb948005de0 con 0x55a8ae500320 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb957a73640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae5d2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958a75640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae5d52d0 0x55a8ae5d35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.337+0000 7fb958274640 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 0x55a8ae5cb570 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7fb948025e40 tx=0x7fb948051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ca71957aa466f04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb956a71640 1 -- 172.21.15.39:0/519100556 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb94805f070 con 0x55a8ae500320 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb956a71640 1 -- 172.21.15.39:0/519100556 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb948058400 con 0x55a8ae500320 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb956a71640 1 -- 172.21.15.39:0/519100556 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb948058b30 con 0x55a8ae500320 2024-09-13T16:18:51.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 -- 172.21.15.39:0/519100556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 msgr2=0x55a8ae5cb570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 0x55a8ae5cb570 secure :-1 s=READY pgs=1798 cs=0 l=1 rev1=1 crypto rx=0x7fb948025e40 tx=0x7fb948051000 comp rx=0 tx=0).stop 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 -- 172.21.15.39:0/519100556 shutdown_connections 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae5d52d0 0x55a8ae5d35d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae5d2ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 --2- 172.21.15.39:0/519100556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae500320 0x55a8ae5cb570 unknown :-1 s=CLOSED pgs=1798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 -- 172.21.15.39:0/519100556 >> 172.21.15.39:0/519100556 conn(0x55a8ae5296b0 msgr2=0x55a8ae5d17a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 -- 172.21.15.39:0/519100556 shutdown_connections 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.338+0000 7fb95a777f40 1 -- 172.21.15.39:0/519100556 wait complete. 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 Processor -- start 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 -- start start 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae500320 0x55a8ae5290d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae4fb540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae5d52d0 0x55a8ae5b1380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8ae443800 con 0x55a8ae5d52d0 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a8ae426520 con 0x55a8ae52bd00 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb95a777f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a8ae5d1220 con 0x55a8ae500320 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb958a75640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae5d52d0 0x55a8ae5b1380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb958a75640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae5d52d0 0x55a8ae5b1380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56108/0 (socket says 172.21.15.39:56108) 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.339+0000 7fb958a75640 1 -- 172.21.15.39:0/2913684869 learned_addr learned my addr 172.21.15.39:0/2913684869 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958274640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae500320 0x55a8ae5290d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb957a73640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae4fb540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958a75640 1 -- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae500320 msgr2=0x55a8ae5290d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958a75640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a8ae500320 0x55a8ae5290d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958a75640 1 -- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 msgr2=0x55a8ae4fb540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958a75640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae4fb540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958a75640 1 -- 172.21.15.39:0/2913684869 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a8ae452c20 con 0x55a8ae5d52d0 2024-09-13T16:18:51.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb957a73640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a8ae52bd00 0x55a8ae4fb540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb958a75640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae5d52d0 0x55a8ae5b1380 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7fb9500091d0 tx=0x7fb950009690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb955a6f640 1 -- 172.21.15.39:0/2913684869 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb950010820 con 0x55a8ae5d52d0 2024-09-13T16:18:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb955a6f640 1 -- 172.21.15.39:0/2913684869 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb950010980 con 0x55a8ae5d52d0 2024-09-13T16:18:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55a8ae446060 con 0x55a8ae5d52d0 2024-09-13T16:18:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb955a6f640 1 -- 172.21.15.39:0/2913684869 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb950010cf0 con 0x55a8ae5d52d0 2024-09-13T16:18:51.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.340+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a8ae445ac0 con 0x55a8ae5d52d0 2024-09-13T16:18:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.341+0000 7fb955a6f640 1 -- 172.21.15.39:0/2913684869 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb950019400 con 0x55a8ae5d52d0 2024-09-13T16:18:51.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.342+0000 7fb955a6f640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9440695e0 0x7fb94406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.342+0000 7fb955a6f640 1 -- 172.21.15.39:0/2913684869 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 6426+0+0 (secure 0 0 0) 0x7fb9500886a0 con 0x55a8ae5d52d0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.342+0000 7fb958274640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9440695e0 0x7fb94406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.342+0000 7fb95a777f40 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a8ae5d1cb0 0x55a8ae5c8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.342+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e99) v8 -- 0x55a8ae5c8940 con 0x55a8ae5d1cb0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.342+0000 7fb957a73640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a8ae5d1cb0 0x55a8ae5c8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.343+0000 7fb958274640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9440695e0 0x7fb94406baa0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fb948000c00 tx=0x7fb948053000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.343+0000 7fb957a73640 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a8ae5d1cb0 0x55a8ae5c8400 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb957a73640 1 -- 172.21.15.39:0/2913684869 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 mds_snaptable [delete] v99'42 uv42 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb94c00e620 con 0x55a8ae5d1cb0 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a8ae5d1cb0 msgr2=0x55a8ae5c8400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a8ae5d1cb0 0x55a8ae5c8400 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9440695e0 msgr2=0x7fb94406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb9440695e0 0x7fb94406baa0 secure :-1 s=READY pgs=709 cs=0 l=1 rev1=1 crypto rx=0x7fb948000c00 tx=0x7fb948053000 comp rx=0 tx=0).stop 2024-09-13T16:18:51.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae5d52d0 msgr2=0x55a8ae5b1380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 --2- 172.21.15.39:0/2913684869 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a8ae5d52d0 0x55a8ae5b1380 secure :-1 s=READY pgs=1799 cs=0 l=1 rev1=1 crypto rx=0x7fb9500091d0 tx=0x7fb950009690 comp rx=0 tx=0).stop 2024-09-13T16:18:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb958a75640 1 -- 172.21.15.39:0/2913684869 reap_dead start 2024-09-13T16:18:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 shutdown_connections 2024-09-13T16:18:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 >> 172.21.15.39:0/2913684869 conn(0x55a8ae5296b0 msgr2=0x55a8ae5275f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 shutdown_connections 2024-09-13T16:18:51.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.344+0000 7fb95a777f40 1 -- 172.21.15.39:0/2913684869 wait complete. 2024-09-13T16:18:51.350 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:51.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.492+0000 7fb3c3f65640 1 Processor -- start 2024-09-13T16:18:51.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.493+0000 7fb3c3f65640 1 -- start start 2024-09-13T16:18:51.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.493+0000 7fb3c3f65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0b4180 0x7fb3bc0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.493+0000 7fb3c3f65640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb3bc0d1f40 0x7fb3bc0b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.493+0000 7fb3c3f65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3bc0b5550 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.493+0000 7fb3c3f65640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3bc0b2000 con 0x7fb3bc0d1f40 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.493+0000 7fb3c3f65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3bc0cfb50 con 0x7fb3bc0b4180 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1d01640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb3bc15c7d0 0x7fb3bc0cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50402/0 (socket says 172.21.15.39:50402) 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1d01640 1 -- 172.21.15.39:0/2317717647 learned_addr learned my addr 172.21.15.39:0/2317717647 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1500640 1 --2- 172.21.15.39:0/2317717647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0b4180 0x7fb3bc0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c2502640 1 --2- 172.21.15.39:0/2317717647 >> v2:172.21.15.157:3300/0 conn(0x7fb3bc0d1f40 0x7fb3bc0b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c0cff640 1 -- 172.21.15.39:0/2317717647 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 106877652 0 0) 0x7fb3bc0b5550 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c0cff640 1 -- 172.21.15.39:0/2317717647 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb3a8003520 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1500640 1 -- 172.21.15.39:0/2317717647 >> v2:172.21.15.157:3300/0 conn(0x7fb3bc0d1f40 msgr2=0x7fb3bc0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1500640 1 --2- 172.21.15.39:0/2317717647 >> v2:172.21.15.157:3300/0 conn(0x7fb3bc0d1f40 0x7fb3bc0b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1500640 1 -- 172.21.15.39:0/2317717647 >> v1:172.21.15.39:6789/0 conn(0x7fb3bc15c7d0 legacy=0x7fb3bc0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.494+0000 7fb3c1500640 1 -- 172.21.15.39:0/2317717647 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3bc0d2340 con 0x7fb3bc0b4180 2024-09-13T16:18:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c1500640 1 --2- 172.21.15.39:0/2317717647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0b4180 0x7fb3bc0d1a00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0097a0 tx=0x7fb3ac02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b943d468434faaef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c0cff640 1 -- 172.21.15.39:0/2317717647 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac032440 con 0x7fb3bc0b4180 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c0cff640 1 -- 172.21.15.39:0/2317717647 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3ac0325a0 con 0x7fb3bc0b4180 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c0cff640 1 -- 172.21.15.39:0/2317717647 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac032930 con 0x7fb3bc0b4180 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c3f65640 1 -- 172.21.15.39:0/2317717647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0b4180 msgr2=0x7fb3bc0d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/2317717647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0b4180 0x7fb3bc0d1a00 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0097a0 tx=0x7fb3ac02a180 comp rx=0 tx=0).stop 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c3f65640 1 -- 172.21.15.39:0/2317717647 shutdown_connections 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/2317717647 >> v2:172.21.15.157:3300/0 conn(0x7fb3bc0d1f40 0x7fb3bc0b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/2317717647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0b4180 0x7fb3bc0d1a00 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.495+0000 7fb3c3f65640 1 -- 172.21.15.39:0/2317717647 >> 172.21.15.39:0/2317717647 conn(0x7fb3bc06bc40 msgr2=0x7fb3bc06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.496+0000 7fb3c3f65640 1 -- 172.21.15.39:0/2317717647 shutdown_connections 2024-09-13T16:18:51.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.496+0000 7fb3c3f65640 1 -- 172.21.15.39:0/2317717647 wait complete. 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 Processor -- start 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 -- start start 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0d1f40 0x7fb3bc152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 0x7fb3bc0c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3bc155290 0x7fb3bc0b3520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3bc0c85e0 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3bc0c88c0 con 0x7fb3bc155290 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.497+0000 7fb3c3f65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3bc0c8ba0 con 0x7fb3bc0d1f40 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 0x7fb3bc0c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 0x7fb3bc0c7c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56120/0 (socket says 172.21.15.39:56120) 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 -- 172.21.15.39:0/1948494906 learned_addr learned my addr 172.21.15.39:0/1948494906 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1d01640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0d1f40 0x7fb3bc152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c2502640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3bc155290 0x7fb3bc0b3520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 -- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0d1f40 msgr2=0x7fb3bc152840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0d1f40 0x7fb3bc152840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 -- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3bc155290 msgr2=0x7fb3bc0b3520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3bc155290 0x7fb3bc0b3520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 -- 172.21.15.39:0/1948494906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3ac009400 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1d01640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0d1f40 0x7fb3bc152840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c1500640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 0x7fb3bc0c7c40 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0098c0 tx=0x7fb3ac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac03e920 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb3ac03eaa0 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3bc0c8e80 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb3ac03ee50 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.498+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3bc0c8180 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.499+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3bc1569e0 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.500+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb3ac03c400 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.500+0000 7fb3b27fc640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3a006ac00 0x7fb3a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:51.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.500+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(99..99 src has 1..99) v4 ==== 6426+0+0 (secure 0 0 0) 0x7fb3ac0aa410 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.500+0000 7fb3c1d01640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3a006ac00 0x7fb3a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:51.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.501+0000 7fb3c1d01640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3a006ac00 0x7fb3a006d0c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8007fd0 tx=0x7fb3b8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:51.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.505+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb3ac0753b0 con 0x7fb3bc15c7d0 2024-09-13T16:18:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:51.710+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fb3bc15cbb0 con 0x7fb3bc15c7d0 2024-09-13T16:18:52.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.000+0000 7fb3b27fc640 1 -- 172.21.15.39:0/1948494906 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v125) v1 ==== 162+0+0 (secure 0 0 0) 0x7fb3ac0789d0 con 0x7fb3bc15c7d0 2024-09-13T16:18:52.001 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:52.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3a006ac00 msgr2=0x7fb3a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3a006ac00 0x7fb3a006d0c0 secure :-1 s=READY pgs=710 cs=0 l=1 rev1=1 crypto rx=0x7fb3b8007fd0 tx=0x7fb3b8009040 comp rx=0 tx=0).stop 2024-09-13T16:18:52.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 msgr2=0x7fb3bc0c7c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 0x7fb3bc0c7c40 secure :-1 s=READY pgs=1801 cs=0 l=1 rev1=1 crypto rx=0x7fb3ac0098c0 tx=0x7fb3ac0046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 shutdown_connections 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb3a006ac00 0x7fb3a006d0c0 unknown :-1 s=CLOSED pgs=710 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3bc155290 0x7fb3bc0b3520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3bc15c7d0 0x7fb3bc0c7c40 unknown :-1 s=CLOSED pgs=1801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 --2- 172.21.15.39:0/1948494906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb3bc0d1f40 0x7fb3bc152840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 >> 172.21.15.39:0/1948494906 conn(0x7fb3bc06bc40 msgr2=0x7fb3bc15edd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 shutdown_connections 2024-09-13T16:18:52.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.002+0000 7fb3c3f65640 1 -- 172.21.15.39:0/1948494906 wait complete. 2024-09-13T16:18:52.009 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:18:52.008+0000 7fc51d428640 -1 mds.0.snaptable: load_2 could not read table: -2 2024-09-13T16:18:52.009 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:18:52.008+0000 7fc51d428640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds_snaptable' -2 ((2) No such file or directory) 2024-09-13T16:18:52.010 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:52.008+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:52.010 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:52.008+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:18:52.016 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:52.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.116+0000 7ff1ef861640 1 Processor -- start 2024-09-13T16:18:52.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 -- start start 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1e806c880 0x7ff1e80718d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff1e815ca40 0x7ff1e806cc60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e80c8e00 0x7ff1e80cd820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1e80cc4b0 con 0x7ff1e806c880 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1e806d1a0 con 0x7ff1e815ca40 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ef861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e80cbe80 con 0x7ff1e80c8e00 2024-09-13T16:18:52.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.117+0000 7ff1ed5fd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1e806c880 0x7ff1e80718d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1e806c880 0x7ff1e80718d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56130/0 (socket says 172.21.15.39:56130) 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/3891684697 learned_addr learned my addr 172.21.15.39:0/3891684697 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1eddfe640 1 --2- 172.21.15.39:0/3891684697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e80c8e00 0x7ff1e80cd820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ecdfc640 1 --2- 172.21.15.39:0/3891684697 >> v2:172.21.15.157:3300/0 conn(0x7ff1e815ca40 0x7ff1e806cc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/3891684697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e80c8e00 msgr2=0x7ff1e80cd820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 --2- 172.21.15.39:0/3891684697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e80c8e00 0x7ff1e80cd820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/3891684697 >> v2:172.21.15.157:3300/0 conn(0x7ff1e815ca40 msgr2=0x7ff1e806cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 --2- 172.21.15.39:0/3891684697 >> v2:172.21.15.157:3300/0 conn(0x7ff1e815ca40 0x7ff1e806cc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.118+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/3891684697 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1e80ce050 con 0x7ff1e806c880 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ed5fd640 1 --2- 172.21.15.39:0/3891684697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e80718d0 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7ff1e806d4e0 tx=0x7ff1e002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e27f7c56357dad53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1e7fff640 1 -- 172.21.15.39:0/3891684697 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e002ae90 con 0x7ff1e806c880 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1e7fff640 1 -- 172.21.15.39:0/3891684697 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1e0032440 con 0x7ff1e806c880 2024-09-13T16:18:52.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1e7fff640 1 -- 172.21.15.39:0/3891684697 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e00327d0 con 0x7ff1e806c880 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 -- 172.21.15.39:0/3891684697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 msgr2=0x7ff1e80718d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 --2- 172.21.15.39:0/3891684697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e80718d0 secure :-1 s=READY pgs=1802 cs=0 l=1 rev1=1 crypto rx=0x7ff1e806d4e0 tx=0x7ff1e002a140 comp rx=0 tx=0).stop 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 -- 172.21.15.39:0/3891684697 shutdown_connections 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 --2- 172.21.15.39:0/3891684697 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e80c8e00 0x7ff1e80cd820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 --2- 172.21.15.39:0/3891684697 >> v2:172.21.15.157:3300/0 conn(0x7ff1e815ca40 0x7ff1e806cc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 --2- 172.21.15.39:0/3891684697 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e80718d0 unknown :-1 s=CLOSED pgs=1802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 -- 172.21.15.39:0/3891684697 >> 172.21.15.39:0/3891684697 conn(0x7ff1e806c4a0 msgr2=0x7ff1e80b4800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:52.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 -- 172.21.15.39:0/3891684697 shutdown_connections 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.119+0000 7ff1ef861640 1 -- 172.21.15.39:0/3891684697 wait complete. 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 Processor -- start 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 -- start start 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e8150b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e80c8e00 0x7ff1e815f7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e815ca40 0x7ff1e8150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e8154b50 con 0x7ff1e806c880 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e815fd30 con 0x7ff1e80c8e00 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ef861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e81505c0 con 0x7ff1e815ca40 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.121+0000 7ff1ed5fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e8150b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e8150b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56142/0 (socket says 172.21.15.39:56142) 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/99872424 learned_addr learned my addr 172.21.15.39:0/99872424 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:52.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ecdfc640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e80c8e00 0x7ff1e815f7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1eddfe640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e815ca40 0x7ff1e8150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e815ca40 msgr2=0x7ff1e8150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e815ca40 0x7ff1e8150080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e80c8e00 msgr2=0x7ff1e815f7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e80c8e00 0x7ff1e815f7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 -- 172.21.15.39:0/99872424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1e00094d0 con 0x7ff1e806c880 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ed5fd640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e8150b10 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002a180 tx=0x7ff1e00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e003b840 con 0x7ff1e806c880 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1e003b9a0 con 0x7ff1e806c880 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1e8151210 con 0x7ff1e806c880 2024-09-13T16:18:52.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e003bd50 con 0x7ff1e806c880 2024-09-13T16:18:52.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.122+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1e81517d0 con 0x7ff1e806c880 2024-09-13T16:18:52.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.123+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1e80672f0 con 0x7ff1e806c880 2024-09-13T16:18:52.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.124+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1e0039040 con 0x7ff1e806c880 2024-09-13T16:18:52.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.124+0000 7ff1e5ffb640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1d406ac30 0x7ff1d406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.124+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7ff1e00a9ea0 con 0x7ff1e806c880 2024-09-13T16:18:52.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.125+0000 7ff1ecdfc640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1d406ac30 0x7ff1d406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.125+0000 7ff1ecdfc640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1d406ac30 0x7ff1d406d0f0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8151e40 tx=0x7ff1dc00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.129+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1e0074df0 con 0x7ff1e806c880 2024-09-13T16:18:52.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.343+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff1e80cd820 con 0x7ff1e806c880 2024-09-13T16:18:52.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.343+0000 7ff1e5ffb640 1 -- 172.21.15.39:0/99872424 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) v1 ==== 95+0+3975 (secure 0 0 0) 0x7ff1e0041090 con 0x7ff1e806c880 2024-09-13T16:18:52.345 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:52.345 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":127,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8931,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/145305981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":145305981},{"type":"v1","addr":"172.21.15.39:6835","nonce":145305981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:52.009752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:52.346 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 127 2024-09-13T16:18:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1d406ac30 msgr2=0x7ff1d406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1d406ac30 0x7ff1d406d0f0 secure :-1 s=READY pgs=712 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8151e40 tx=0x7ff1dc00b040 comp rx=0 tx=0).stop 2024-09-13T16:18:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 msgr2=0x7ff1e8150b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e8150b10 secure :-1 s=READY pgs=1803 cs=0 l=1 rev1=1 crypto rx=0x7ff1e002a180 tx=0x7ff1e00046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 shutdown_connections 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1d406ac30 0x7ff1d406d0f0 unknown :-1 s=CLOSED pgs=712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e815ca40 0x7ff1e8150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e80c8e00 0x7ff1e815f7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 --2- 172.21.15.39:0/99872424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e806c880 0x7ff1e8150b10 unknown :-1 s=CLOSED pgs=1803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.345+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 >> 172.21.15.39:0/99872424 conn(0x7ff1e806c4a0 msgr2=0x7ff1e815a740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.346+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 shutdown_connections 2024-09-13T16:18:52.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.346+0000 7ff1ef861640 1 -- 172.21.15.39:0/99872424 wait complete. 2024-09-13T16:18:52.357 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:52.358 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:52.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.458+0000 7f1c3a7e2640 1 Processor -- start 2024-09-13T16:18:52.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.458+0000 7f1c3a7e2640 1 -- start start 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c3a7e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 0x7f1c3415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c3a7e2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1c3415d0a0 0x7f1c3415d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c3a7e2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1c3415b1b0 con 0x7f1c3406f170 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c3a7e2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c3415da90 con 0x7f1c3415d0a0 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c3a7e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c340b2400 con 0x7f1c34156fb0 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c337fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1c3406f170 0x7f1c340b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50410/0 (socket says 172.21.15.39:50410) 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c337fe640 1 -- 172.21.15.39:0/2491482357 learned_addr learned my addr 172.21.15.39:0/2491482357 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:52.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 735660247 0 0) 0x7f1c3415b1b0 con 0x7f1c3406f170 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1c1c003520 con 0x7f1c3406f170 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c38d7f640 1 --2- 172.21.15.39:0/2491482357 >> v2:172.21.15.157:3300/0 conn(0x7f1c3415d0a0 0x7f1c3415d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c33fff640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 0x7f1c3415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3397152085 0 0) 0x7f1c1c003520 con 0x7f1c3406f170 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 msgr2=0x7f1c3415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 0x7f1c3415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 >> v2:172.21.15.157:3300/0 conn(0x7f1c3415d0a0 msgr2=0x7f1c3415d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 --2- 172.21.15.39:0/2491482357 >> v2:172.21.15.157:3300/0 conn(0x7f1c3415d0a0 0x7f1c3415d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c3406f6e0 con 0x7f1c3406f170 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1c28001670 con 0x7f1c3406f170 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 >> v1:172.21.15.39:6789/0 conn(0x7f1c3406f170 legacy=0x7f1c340b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c1c003970 0x7f1c1c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.459+0000 7f1c32ffd640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 0x7f1c1c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c32ffd640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c1c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3415da90 con 0x7f1c1c004d00 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c340b2400 con 0x7f1c1c003970 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c1c00b980 con 0x7f1c34156fb0 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c38d7f640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c1c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c33fff640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c1c003970 0x7f1c1c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c337fe640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 0x7f1c1c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c38d7f640 1 -- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 msgr2=0x7f1c1c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c38d7f640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c34156fb0 0x7f1c1c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c38d7f640 1 -- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c1c003970 msgr2=0x7f1c1c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c38d7f640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c1c003970 0x7f1c1c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.460+0000 7f1c38d7f640 1 -- 172.21.15.39:0/2491482357 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c1c003520 con 0x7f1c1c004d00 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c38d7f640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c1c005180 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009fc0 tx=0x7f1c1c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e2514ae504eff2b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c031670 con 0x7f1c1c004d00 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c2c00f040 con 0x7f1c1c004d00 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c32ffd640 1 -- 172.21.15.39:0/2491482357 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2c031a10 con 0x7f1c1c004d00 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2491482357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 msgr2=0x7f1c1c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2491482357 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c1c005180 secure :-1 s=READY pgs=1805 cs=0 l=1 rev1=1 crypto rx=0x7f1c2c009fc0 tx=0x7f1c1c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c38d7f640 1 -- 172.21.15.39:0/2491482357 reap_dead start 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2491482357 shutdown_connections 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2491482357 >> 172.21.15.39:0/2491482357 conn(0x7f1c3406b3b0 msgr2=0x7f1c3406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2491482357 shutdown_connections 2024-09-13T16:18:52.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.461+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2491482357 wait complete. 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.463+0000 7f1c3a7e2640 1 Processor -- start 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.463+0000 7f1c3a7e2640 1 -- start start 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c3414c810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c3415a4c0 0x7f1c3415a940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c3414d4a0 0x7f1c3414d920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3414de60 con 0x7f1c1c004d00 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3415af60 con 0x7f1c3414d4a0 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c3415b240 con 0x7f1c3415a4c0 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c3414c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c3414c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56158/0 (socket says 172.21.15.39:56158) 2024-09-13T16:18:52.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 -- 172.21.15.39:0/2302913318 learned_addr learned my addr 172.21.15.39:0/2302913318 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c337fe640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c3415a4c0 0x7f1c3415a940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c38d7f640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c3414d4a0 0x7f1c3414d920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 -- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c3415a4c0 msgr2=0x7f1c3415a940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c3415a4c0 0x7f1c3415a940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 -- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c3414d4a0 msgr2=0x7f1c3414d920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c3414d4a0 0x7f1c3414d920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 -- 172.21.15.39:0/2302913318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c340c83e0 con 0x7f1c1c004d00 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c33fff640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c3414c810 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f1c240118e0 tx=0x7f1c24011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c2400faf0 con 0x7f1c1c004d00 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c2400fc50 con 0x7f1c1c004d00 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c340c86c0 con 0x7f1c1c004d00 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.464+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c24014440 con 0x7f1c1c004d00 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.465+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c3414e200 con 0x7f1c1c004d00 2024-09-13T16:18:52.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.465+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c340c8240 con 0x7f1c1c004d00 2024-09-13T16:18:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.466+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1c240145a0 con 0x7f1c1c004d00 2024-09-13T16:18:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.466+0000 7f1c30ff9640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2006ac30 0x7f1c2006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.467+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7f1c24089ef0 con 0x7f1c1c004d00 2024-09-13T16:18:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.467+0000 7f1c337fe640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2006ac30 0x7f1c2006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.467+0000 7f1c337fe640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2006ac30 0x7f1c2006d0f0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f1c28001050 tx=0x7f1c28009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.471+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1c340c8240 con 0x7f1c1c004d00 2024-09-13T16:18:52.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.676+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1c340c8240 con 0x7f1c1c004d00 2024-09-13T16:18:52.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.677+0000 7f1c30ff9640 1 -- 172.21.15.39:0/2302913318 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) v1 ==== 95+0+3975 (secure 0 0 0) 0x7f1c340c8240 con 0x7f1c1c004d00 2024-09-13T16:18:52.678 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:52.679 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":127,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8931,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/145305981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":145305981},{"type":"v1","addr":"172.21.15.39:6835","nonce":145305981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:52.009752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:52.679 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 127 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2006ac30 msgr2=0x7f1c2006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2006ac30 0x7f1c2006d0f0 secure :-1 s=READY pgs=713 cs=0 l=1 rev1=1 crypto rx=0x7f1c28001050 tx=0x7f1c28009040 comp rx=0 tx=0).stop 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 msgr2=0x7f1c3414c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c3414c810 secure :-1 s=READY pgs=1806 cs=0 l=1 rev1=1 crypto rx=0x7f1c240118e0 tx=0x7f1c24011da0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 shutdown_connections 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c2006ac30 0x7f1c2006d0f0 unknown :-1 s=CLOSED pgs=713 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1c3414d4a0 0x7f1c3414d920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1c3415a4c0 0x7f1c3415a940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 --2- 172.21.15.39:0/2302913318 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1c1c004d00 0x7f1c3414c810 unknown :-1 s=CLOSED pgs=1806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 >> 172.21.15.39:0/2302913318 conn(0x7f1c3406b3b0 msgr2=0x7f1c340ce2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:52.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 shutdown_connections 2024-09-13T16:18:52.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.678+0000 7f1c3a7e2640 1 -- 172.21.15.39:0/2302913318 wait complete. 2024-09-13T16:18:52.691 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:52.691 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:52.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.791+0000 7f27480e5640 1 Processor -- start 2024-09-13T16:18:52.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.791+0000 7f27480e5640 1 -- start start 2024-09-13T16:18:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f27480e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2740156fb0 0x7f274015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f27480e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274006f170 0x7f27400b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f27480e5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f274015d0a0 0x7f274015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f27480e5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f274015da70 con 0x7f274015d0a0 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f27480e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f274015b1b0 con 0x7f2740156fb0 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f27480e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f274006f6e0 con 0x7f274006f170 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f274015d0a0 0x7f274015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f274015d0a0 0x7f274015d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56168/0 (socket says 172.21.15.39:56168) 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 -- 172.21.15.39:0/3016986779 learned_addr learned my addr 172.21.15.39:0/3016986779 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2745e81640 1 --2- 172.21.15.39:0/3016986779 >> v2:172.21.15.157:3300/0 conn(0x7f2740156fb0 0x7f274015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2745680640 1 --2- 172.21.15.39:0/3016986779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274006f170 0x7f27400b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 -- 172.21.15.39:0/3016986779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274006f170 msgr2=0x7f27400b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 --2- 172.21.15.39:0/3016986779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274006f170 0x7f27400b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 -- 172.21.15.39:0/3016986779 >> v2:172.21.15.157:3300/0 conn(0x7f2740156fb0 msgr2=0x7f274015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 --2- 172.21.15.39:0/3016986779 >> v2:172.21.15.157:3300/0 conn(0x7f2740156fb0 0x7f274015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.792+0000 7f2746682640 1 -- 172.21.15.39:0/3016986779 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f274006f9c0 con 0x7f274015d0a0 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.793+0000 7f2746682640 1 --2- 172.21.15.39:0/3016986779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274015d0a0 0x7f274015d530 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f274006c5c0 tx=0x7f273802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e76117f19176962 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.793+0000 7f2744e7f640 1 -- 172.21.15.39:0/3016986779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2738031600 con 0x7f274015d0a0 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.793+0000 7f2744e7f640 1 -- 172.21.15.39:0/3016986779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f273802d050 con 0x7f274015d0a0 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.793+0000 7f2744e7f640 1 -- 172.21.15.39:0/3016986779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2738031980 con 0x7f274015d0a0 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.793+0000 7f27480e5640 1 -- 172.21.15.39:0/3016986779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274015d0a0 msgr2=0x7f274015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.793+0000 7f27480e5640 1 --2- 172.21.15.39:0/3016986779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274015d0a0 0x7f274015d530 secure :-1 s=READY pgs=1807 cs=0 l=1 rev1=1 crypto rx=0x7f274006c5c0 tx=0x7f273802a610 comp rx=0 tx=0).stop 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 -- 172.21.15.39:0/3016986779 shutdown_connections 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 --2- 172.21.15.39:0/3016986779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274015d0a0 0x7f274015d530 unknown :-1 s=CLOSED pgs=1807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 --2- 172.21.15.39:0/3016986779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274006f170 0x7f27400b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 --2- 172.21.15.39:0/3016986779 >> v2:172.21.15.157:3300/0 conn(0x7f2740156fb0 0x7f274015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 -- 172.21.15.39:0/3016986779 >> 172.21.15.39:0/3016986779 conn(0x7f274006b3b0 msgr2=0x7f274006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:52.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 -- 172.21.15.39:0/3016986779 shutdown_connections 2024-09-13T16:18:52.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.794+0000 7f27480e5640 1 -- 172.21.15.39:0/3016986779 wait complete. 2024-09-13T16:18:52.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.795+0000 7f27480e5640 1 Processor -- start 2024-09-13T16:18:52.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.795+0000 7f27480e5640 1 -- start start 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 0x7f2740151aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2740156fb0 0x7f27400ce790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274015d0a0 0x7f274014ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f274014e840 con 0x7f274006f170 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f274014e2f0 con 0x7f2740156fb0 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f274014eb30 con 0x7f274015d0a0 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 0x7f2740151aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 0x7f2740151aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56178/0 (socket says 172.21.15.39:56178) 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 -- 172.21.15.39:0/3361585342 learned_addr learned my addr 172.21.15.39:0/3361585342 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:52.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2746682640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274015d0a0 0x7f274014ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745680640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2740156fb0 0x7f27400ce790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 -- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274015d0a0 msgr2=0x7f274014ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274015d0a0 0x7f274014ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 -- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2740156fb0 msgr2=0x7f27400ce790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2740156fb0 0x7f27400ce790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 -- 172.21.15.39:0/3361585342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2738009b30 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f2745e81640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 0x7f2740151aa0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f273c00d5f0 tx=0x7f273c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f273c0125f0 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f273c012750 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f274014ee10 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f273c012b00 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.796+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f274014f3d0 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.797+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27400672f0 con 0x7f274006f170 2024-09-13T16:18:52.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.798+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f273c012c60 con 0x7f274006f170 2024-09-13T16:18:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.798+0000 7f27367fc640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f272406ac00 0x7f272406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.798+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7f273c089910 con 0x7f274006f170 2024-09-13T16:18:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.798+0000 7f2745680640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f272406ac00 0x7f272406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:52.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.799+0000 7f2745680640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f272406ac00 0x7f272406d0c0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f274015ae80 tx=0x7f2730008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:52.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:52.802+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f273c054910 con 0x7f274006f170 2024-09-13T16:18:53.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.009+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f27401551f0 con 0x7f274006f170 2024-09-13T16:18:53.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.010+0000 7f27367fc640 1 -- 172.21.15.39:0/3361585342 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 127 v127) v1 ==== 95+0+3975 (secure 0 0 0) 0x7f273c057f30 con 0x7f274006f170 2024-09-13T16:18:53.011 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:53.012 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":127,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":8931,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/145305981","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":145305981},{"type":"v1","addr":"172.21.15.39:6835","nonce":145305981}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":113}],"filesystems":[{"mdsmap":{"epoch":127,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:52.009752+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":100,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:53.012 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 127 2024-09-13T16:18:53.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f272406ac00 msgr2=0x7f272406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f272406ac00 0x7f272406d0c0 secure :-1 s=READY pgs=714 cs=0 l=1 rev1=1 crypto rx=0x7f274015ae80 tx=0x7f2730008040 comp rx=0 tx=0).stop 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 msgr2=0x7f2740151aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 0x7f2740151aa0 secure :-1 s=READY pgs=1808 cs=0 l=1 rev1=1 crypto rx=0x7f273c00d5f0 tx=0x7f273c00dab0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 shutdown_connections 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f272406ac00 0x7f272406d0c0 unknown :-1 s=CLOSED pgs=714 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f274015d0a0 0x7f274014ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2740156fb0 0x7f27400ce790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 --2- 172.21.15.39:0/3361585342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f274006f170 0x7f2740151aa0 unknown :-1 s=CLOSED pgs=1808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 >> 172.21.15.39:0/3361585342 conn(0x7f274006b3b0 msgr2=0x7f2740070df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 shutdown_connections 2024-09-13T16:18:53.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.012+0000 7f27480e5640 1 -- 172.21.15.39:0/3361585342 wait complete. 2024-09-13T16:18:53.024 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds_snaptable' led to DAMAGED state 2024-09-13T16:18:53.024 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds0_inotable' 2024-09-13T16:18:53.024 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:53.024 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:53.040 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:18:53.041 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:53.041 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:53.041 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:53.041 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:53.096 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:53.097 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:18:53.097 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.238+0000 7ff05eb91640 1 Processor -- start 2024-09-13T16:18:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.238+0000 7ff05eb91640 1 -- start start 2024-09-13T16:18:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff05eb91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05815a530 0x7ff05806bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff05eb91640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0580b4740 0x7ff0580cb1e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff05eb91640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff05815a910 con 0x7ff05806c2f0 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff05eb91640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0580cc110 con 0x7ff0580b4740 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff05eb91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0580cc920 con 0x7ff05815a530 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff05d12e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0580b4740 0x7ff0580cb1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff057fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff05806c2f0 0x7ff0580b4030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50418/0 (socket says 172.21.15.39:50418) 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.239+0000 7ff057fff640 1 -- 172.21.15.39:0/3635457013 learned_addr learned my addr 172.21.15.39:0/3635457013 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05c92d640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05815a530 0x7ff05806bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05d12e640 1 -- 172.21.15.39:0/3635457013 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05815a530 msgr2=0x7ff05806bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05d12e640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05815a530 0x7ff05806bdb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05d12e640 1 -- 172.21.15.39:0/3635457013 >> v1:172.21.15.39:6789/0 conn(0x7ff05806c2f0 legacy=0x7ff0580b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff0577fe640 1 -- 172.21.15.39:0/3635457013 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1794052285 0 0) 0x7ff05815a910 con 0x7ff05806c2f0 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05d12e640 1 -- 172.21.15.39:0/3635457013 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff05806e070 con 0x7ff0580b4740 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05c92d640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05815a530 0x7ff05806bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.240+0000 7ff05d12e640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0580b4740 0x7ff0580cb1e0 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7ff0500097a0 tx=0x7ff05002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb572500bf24093d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff0577fe640 1 -- 172.21.15.39:0/3635457013 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff050032440 con 0x7ff0580b4740 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff0577fe640 1 -- 172.21.15.39:0/3635457013 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0500325a0 con 0x7ff0580b4740 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff0577fe640 1 -- 172.21.15.39:0/3635457013 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff050032930 con 0x7ff0580b4740 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 -- 172.21.15.39:0/3635457013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0580b4740 msgr2=0x7ff0580cb1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0580b4740 0x7ff0580cb1e0 secure :-1 s=READY pgs=1810 cs=0 l=1 rev1=1 crypto rx=0x7ff0500097a0 tx=0x7ff05002a180 comp rx=0 tx=0).stop 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 -- 172.21.15.39:0/3635457013 shutdown_connections 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0580b4740 0x7ff0580cb1e0 unknown :-1 s=CLOSED pgs=1810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 --2- 172.21.15.39:0/3635457013 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff05815a530 0x7ff05806bdb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 -- 172.21.15.39:0/3635457013 >> 172.21.15.39:0/3635457013 conn(0x7ff0580ae990 msgr2=0x7ff0580aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 -- 172.21.15.39:0/3635457013 shutdown_connections 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.241+0000 7ff05eb91640 1 -- 172.21.15.39:0/3635457013 wait complete. 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.242+0000 7ff05eb91640 1 Processor -- start 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 -- start start 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0580b4740 0x7ff058157470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 0x7ff0581512b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0581545a0 0x7ff058154a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff058154f90 con 0x7ff05815a530 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff05813b050 con 0x7ff0580b4740 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff05eb91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff058156990 con 0x7ff0581545a0 2024-09-13T16:18:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.243+0000 7ff057fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 0x7ff0581512b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 0x7ff0581512b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56190/0 (socket says 172.21.15.39:56190) 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 -- 172.21.15.39:0/808123232 learned_addr learned my addr 172.21.15.39:0/808123232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff05d12e640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0581545a0 0x7ff058154a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff05c92d640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0580b4740 0x7ff058157470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 -- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0581545a0 msgr2=0x7ff058154a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0581545a0 0x7ff058154a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 -- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0580b4740 msgr2=0x7ff058157470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0580b4740 0x7ff058157470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 -- 172.21.15.39:0/808123232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff050009400 con 0x7ff05815a530 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff057fff640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 0x7ff0581512b0 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7ff04000c890 tx=0x7ff04000cd50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff04000a640 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff04000a7c0 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff058156c70 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff04000ab70 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.244+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0581517f0 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.245+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff058157190 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.246+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff04000acd0 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.246+0000 7ff0557fa640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff03806ac00 0x7ff03806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.246+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7ff040088e40 con 0x7ff05815a530 2024-09-13T16:18:53.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.246+0000 7ff05c92d640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff03806ac00 0x7ff03806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:53.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.247+0000 7ff05c92d640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff03806ac00 0x7ff03806d0c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff04800a950 tx=0x7ff048008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:53.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.250+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff058157190 con 0x7ff05815a530 2024-09-13T16:18:53.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:53.455+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff058157190 con 0x7ff05815a530 2024-09-13T16:18:54.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.006+0000 7ff0557fa640 1 -- 172.21.15.39:0/808123232 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v128) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff058157190 con 0x7ff05815a530 2024-09-13T16:18:54.007 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:54.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff03806ac00 msgr2=0x7ff03806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:54.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff03806ac00 0x7ff03806d0c0 secure :-1 s=READY pgs=715 cs=0 l=1 rev1=1 crypto rx=0x7ff04800a950 tx=0x7ff048008040 comp rx=0 tx=0).stop 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 msgr2=0x7ff0581512b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 0x7ff0581512b0 secure :-1 s=READY pgs=1811 cs=0 l=1 rev1=1 crypto rx=0x7ff04000c890 tx=0x7ff04000cd50 comp rx=0 tx=0).stop 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 shutdown_connections 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff03806ac00 0x7ff03806d0c0 unknown :-1 s=CLOSED pgs=715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0581545a0 0x7ff058154a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff05815a530 0x7ff0581512b0 unknown :-1 s=CLOSED pgs=1811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 --2- 172.21.15.39:0/808123232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0580b4740 0x7ff058157470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 >> 172.21.15.39:0/808123232 conn(0x7ff0580ae990 msgr2=0x7ff0580b4030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 shutdown_connections 2024-09-13T16:18:54.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.008+0000 7ff05eb91640 1 -- 172.21.15.39:0/808123232 wait complete. 2024-09-13T16:18:54.021 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.124+0000 7f919c3e9640 1 Processor -- start 2024-09-13T16:18:54.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.125+0000 7f919c3e9640 1 -- start start 2024-09-13T16:18:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.125+0000 7f919c3e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f919406cca0 0x7f91940b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.125+0000 7f919c3e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f91940b4a50 0x7f919406db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.125+0000 7f919c3e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f91940b4080 con 0x7f919415c830 2024-09-13T16:18:54.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919c3e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f91940b1f50 con 0x7f91940b4a50 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919c3e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f919415cc10 con 0x7f919406cca0 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f91940b4a50 0x7f919406db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f91940b4a50 0x7f919406db50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59172/0 (socket says 172.21.15.39:59172) 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 -- 172.21.15.39:0/520918349 learned_addr learned my addr 172.21.15.39:0/520918349 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 -- 172.21.15.39:0/520918349 >> v2:172.21.15.157:3300/0 conn(0x7f919406cca0 msgr2=0x7f91940b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 --2- 172.21.15.39:0/520918349 >> v2:172.21.15.157:3300/0 conn(0x7f919406cca0 0x7f91940b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 -- 172.21.15.39:0/520918349 >> v1:172.21.15.157:6789/0 conn(0x7f919415c830 legacy=0x7f91940ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:54.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.126+0000 7f919a986640 1 -- 172.21.15.39:0/520918349 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f91940b3750 con 0x7f91940b4a50 2024-09-13T16:18:54.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919a986640 1 --2- 172.21.15.39:0/520918349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f919406db50 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f91940ce890 tx=0x7f918c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7501eeb1cfb7a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:54.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f9199183640 1 -- 172.21.15.39:0/520918349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f918c031600 con 0x7f91940b4a50 2024-09-13T16:18:54.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f9199183640 1 -- 172.21.15.39:0/520918349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f918c02d050 con 0x7f91940b4a50 2024-09-13T16:18:54.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f9199183640 1 -- 172.21.15.39:0/520918349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f918c031980 con 0x7f91940b4a50 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 -- 172.21.15.39:0/520918349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 msgr2=0x7f919406db50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 --2- 172.21.15.39:0/520918349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f919406db50 secure :-1 s=READY pgs=1812 cs=0 l=1 rev1=1 crypto rx=0x7f91940ce890 tx=0x7f918c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 -- 172.21.15.39:0/520918349 shutdown_connections 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 --2- 172.21.15.39:0/520918349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f919406db50 unknown :-1 s=CLOSED pgs=1812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 --2- 172.21.15.39:0/520918349 >> v2:172.21.15.157:3300/0 conn(0x7f919406cca0 0x7f91940b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 -- 172.21.15.39:0/520918349 >> 172.21.15.39:0/520918349 conn(0x7f91940ae990 msgr2=0x7f91940aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 -- 172.21.15.39:0/520918349 shutdown_connections 2024-09-13T16:18:54.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.127+0000 7f919c3e9640 1 -- 172.21.15.39:0/520918349 wait complete. 2024-09-13T16:18:54.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 Processor -- start 2024-09-13T16:18:54.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 -- start start 2024-09-13T16:18:54.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f919406cca0 0x7f9194146180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f91941594e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919415c830 0x7f9194148800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91940ce3a0 con 0x7f91940b4a50 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f91941467c0 con 0x7f919415c830 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.129+0000 7f919c3e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f91940c4000 con 0x7f919406cca0 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f91941594e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f91941594e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59178/0 (socket says 172.21.15.39:59178) 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 -- 172.21.15.39:0/1335286480 learned_addr learned my addr 172.21.15.39:0/1335286480 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f919a185640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f919406cca0 0x7f9194146180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f919a986640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919415c830 0x7f9194148800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 -- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f919406cca0 msgr2=0x7f9194146180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f919406cca0 0x7f9194146180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 -- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919415c830 msgr2=0x7f9194148800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919415c830 0x7f9194148800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 -- 172.21.15.39:0/1335286480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f918c009b30 con 0x7f91940b4a50 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f919a185640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f919406cca0 0x7f9194146180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f919a986640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919415c830 0x7f9194148800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f9199984640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f91941594e0 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f918400b410 tx=0x7f918400b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9184011830 con 0x7f91940b4a50 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9184011990 con 0x7f91940b4a50 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9184011d40 con 0x7f91940b4a50 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f91940c42e0 con 0x7f91940b4a50 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.130+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9194146cf0 con 0x7f91940b4a50 2024-09-13T16:18:54.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.131+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f91940c4520 con 0x7f91940b4a50 2024-09-13T16:18:54.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.132+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f918401a400 con 0x7f91940b4a50 2024-09-13T16:18:54.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.132+0000 7f918affd640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f917806ac00 0x7f917806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:54.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.132+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7f9184089780 con 0x7f91940b4a50 2024-09-13T16:18:54.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.133+0000 7f919a185640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f917806ac00 0x7f917806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:54.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.133+0000 7f919a185640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f917806ac00 0x7f917806d0c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f9190001750 tx=0x7f9190009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:54.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.137+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9184054640 con 0x7f91940b4a50 2024-09-13T16:18:54.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:54.375+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f91940672f0 con 0x7f91940b4a50 2024-09-13T16:18:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.011+0000 7f918affd640 1 -- 172.21.15.39:0/1335286480 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v129) v1 ==== 101+0+0 (secure 0 0 0) 0x7f9184057c60 con 0x7f91940b4a50 2024-09-13T16:18:55.013 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:18:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f917806ac00 msgr2=0x7f917806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f917806ac00 0x7f917806d0c0 secure :-1 s=READY pgs=716 cs=0 l=1 rev1=1 crypto rx=0x7f9190001750 tx=0x7f9190009040 comp rx=0 tx=0).stop 2024-09-13T16:18:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 msgr2=0x7f91941594e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f91941594e0 secure :-1 s=READY pgs=1813 cs=0 l=1 rev1=1 crypto rx=0x7f918400b410 tx=0x7f918400b8d0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 shutdown_connections 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f917806ac00 0x7f917806d0c0 unknown :-1 s=CLOSED pgs=716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f919415c830 0x7f9194148800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f91940b4a50 0x7f91941594e0 unknown :-1 s=CLOSED pgs=1813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 --2- 172.21.15.39:0/1335286480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f919406cca0 0x7f9194146180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 >> 172.21.15.39:0/1335286480 conn(0x7f91940ae990 msgr2=0x7f919406db30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 shutdown_connections 2024-09-13T16:18:55.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.014+0000 7f919c3e9640 1 -- 172.21.15.39:0/1335286480 wait complete. 2024-09-13T16:18:55.028 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 Processor -- start 2024-09-13T16:18:55.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 -- start start 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb074003a70 0x557a61f55780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557a61ee1390 0x557a61f6ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 0x557a61ee0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a61e4abe0 con 0x557a61e96560 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a61e464d0 con 0x557a61ee1390 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.073+0000 7fb08c14cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557a61de1b60 con 0x7fb074003a70 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 0x557a61ee0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 0x557a61ee0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59202/0 (socket says 172.21.15.39:59202) 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 -- 172.21.15.39:0/2932016188 learned_addr learned my addr 172.21.15.39:0/2932016188 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb089c49640 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb074003a70 0x557a61f55780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb089448640 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557a61ee1390 0x557a61f6ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 -- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb074003a70 msgr2=0x557a61f55780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb074003a70 0x557a61f55780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 -- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557a61ee1390 msgr2=0x557a61f6ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557a61ee1390 0x557a61f6ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 -- 172.21.15.39:0/2932016188 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557a61de4060 con 0x557a61e96560 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 0x557a61ee0340 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7fb084025f70 tx=0x7fb084006000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8c543b65aaec0f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb07bfff640 1 -- 172.21.15.39:0/2932016188 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb08405d070 con 0x557a61e96560 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb07bfff640 1 -- 172.21.15.39:0/2932016188 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb084006070 con 0x557a61e96560 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.074+0000 7fb07bfff640 1 -- 172.21.15.39:0/2932016188 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0840061e0 con 0x557a61e96560 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2932016188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 msgr2=0x557a61ee0340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 0x557a61ee0340 secure :-1 s=READY pgs=1816 cs=0 l=1 rev1=1 crypto rx=0x7fb084025f70 tx=0x7fb084006000 comp rx=0 tx=0).stop 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2932016188 shutdown_connections 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61e96560 0x557a61ee0340 unknown :-1 s=CLOSED pgs=1816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557a61ee1390 0x557a61f6ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2932016188 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb074003a70 0x557a61f55780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2932016188 >> 172.21.15.39:0/2932016188 conn(0x557a61e9d040 msgr2=0x557a61e98450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2932016188 shutdown_connections 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2932016188 wait complete. 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.075+0000 7fb08c14cf40 1 Processor -- start 2024-09-13T16:18:55.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 -- start start 2024-09-13T16:18:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557a61e96560 0x557a62006330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 0x557a62005c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb074003a70 0x557a61f53df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a61de1800 con 0x557a61ee1390 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557a61dc4520 con 0x7fb074003a70 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb08c14cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557a62006170 con 0x557a61e96560 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb089448640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 0x557a62005c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb089448640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 0x557a62005c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59214/0 (socket says 172.21.15.39:59214) 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.076+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 learned_addr learned my addr 172.21.15.39:0/2465262168 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557a61e96560 0x557a62006330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb074003a70 0x557a61f53df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557a61e96560 msgr2=0x557a62006330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557a61e96560 0x557a62006330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb074003a70 msgr2=0x557a61f53df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb074003a70 0x557a61f53df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb074001e10 con 0x557a61ee1390 2024-09-13T16:18:55.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 0x557a62005c30 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7fb080001af0 tx=0x7fb080001ef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb07affd640 1 -- 172.21.15.39:0/2465262168 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb08000fbf0 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb07affd640 1 -- 172.21.15.39:0/2465262168 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb080008040 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557a61de3ac0 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb07affd640 1 -- 172.21.15.39:0/2465262168 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb080012460 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.077+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557a61f3db80 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.079+0000 7fb07affd640 1 -- 172.21.15.39:0/2465262168 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb0800125c0 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.079+0000 7fb07affd640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb06c069610 0x7fb06c06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.079+0000 7fb07affd640 1 -- 172.21.15.39:0/2465262168 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7fb0800881f0 con 0x557a61ee1390 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.079+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb06c069610 0x7fb06c06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.083 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:55.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.079+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557a61f56e30 0x557a61f31a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.079+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a61f31f50 con 0x557a61f56e30 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.080+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557a61f56e30 0x557a61f31a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.080+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb06c069610 0x7fb06c06bad0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x557a620086c0 tx=0x7fb07c00c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.080+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557a61f56e30 0x557a61f31a10 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.082+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v100'257 uv231 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.082+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a61f32330 con 0x557a61f56e30 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.083+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v100'258 uv258 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.083+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620117b0 con 0x557a61f56e30 2024-09-13T16:18:55.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.084+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v100'259 uv259 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.086 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:55.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.084+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62012b70 con 0x557a61f56e30 2024-09-13T16:18:55.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.085+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v100'260 uv260 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.085+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62012f20 con 0x557a61f56e30 2024-09-13T16:18:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.086+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v100'261 uv261 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.086+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62011b60 con 0x557a61f56e30 2024-09-13T16:18:55.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.087+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v100'262 uv262 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.087+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62011f10 con 0x557a61f56e30 2024-09-13T16:18:55.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.088+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v100'263 uv237 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.088+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62012310 con 0x557a61f56e30 2024-09-13T16:18:55.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.089+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v100'264 uv264 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.089+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62012310 con 0x557a61f56e30 2024-09-13T16:18:55.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.090+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v100'265 uv265 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.092 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:55.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.090+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.091+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v100'266 uv266 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.091+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.092+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v100'267 uv267 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.092+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.094+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v100'268 uv268 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.094+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.095+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v100'269 uv244 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.095+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.096+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v100'270 uv270 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.096+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.097+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v100'271 uv271 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.098 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:55.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.097+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.098+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v100'272 uv272 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.098+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.099+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v100'273 uv273 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.099+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620122c0 con 0x557a61f56e30 2024-09-13T16:18:55.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.100+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v100'274 uv274 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.100+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.101+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v100'275 uv275 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.101+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.102+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v100'276 uv250 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.102+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.105+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v100'277 uv277 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.105+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.107+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v100'278 uv278 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.108 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:55.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.107+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620142e0 con 0x557a61f56e30 2024-09-13T16:18:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.108+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v100'279 uv279 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.108+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620142e0 con 0x557a61f56e30 2024-09-13T16:18:55.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.109+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v100'280 uv280 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.109+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.110+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v100'281 uv281 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.110+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.111+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v100'282 uv256 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.111+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.112+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v100'283 uv283 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.112+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.113+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v100'284 uv284 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.114 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:55.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.113+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620142e0 con 0x557a61f56e30 2024-09-13T16:18:55.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.114+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v100'285 uv285 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.114+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620142e0 con 0x557a61f56e30 2024-09-13T16:18:55.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.115+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v100'286 uv286 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.115+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620132d0 con 0x557a61f56e30 2024-09-13T16:18:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.116+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v100'287 uv287 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.116+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557a620137e0 0x557a62015bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.116+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016110 con 0x557a620137e0 2024-09-13T16:18:55.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.116+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557a620137e0 0x557a62015bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.117+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557a620137e0 0x557a62015bd0 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.118+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v100'195 uv178 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.118+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620164c0 con 0x557a620137e0 2024-09-13T16:18:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.119+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v100'196 uv196 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.119+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016870 con 0x557a620137e0 2024-09-13T16:18:55.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.120+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v100'197 uv197 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.121 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:55.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.120+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017110 con 0x557a620137e0 2024-09-13T16:18:55.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.121+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v100'198 uv198 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.121+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620174c0 con 0x557a620137e0 2024-09-13T16:18:55.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.122+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v100'199 uv199 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.122+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017870 con 0x557a620137e0 2024-09-13T16:18:55.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.123+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v100'200 uv183 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.123+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.125+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v100'201 uv201 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.125+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.126+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v100'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.127 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:55.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.126+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.131+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v100'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.131+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.132+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v100'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.132+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.133+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v100'205 uv188 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.133+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.135+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v100'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.135+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.136+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v100'207 uv207 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.138 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:55.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.136+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b650 con 0x557a620137e0 2024-09-13T16:18:55.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.139+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v100'208 uv208 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.139+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b650 con 0x557a620137e0 2024-09-13T16:18:55.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.140+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v100'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.140+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.142+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v100'210 uv194 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.142+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.144+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v100'211 uv211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.144+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.145+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v100'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.147 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:55.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.145+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62018c30 con 0x557a620137e0 2024-09-13T16:18:55.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.147+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v100'213 uv213 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.147+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62018c30 con 0x557a620137e0 2024-09-13T16:18:55.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.148+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v100'214 uv214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.148+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a620137e0 2024-09-13T16:18:55.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.150+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v100'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a620137e0 2024-09-13T16:18:55.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.150+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a61f56e30 2024-09-13T16:18:55.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.151+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v100'51 uv50 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.151+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a61f56e30 2024-09-13T16:18:55.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.152+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v100'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.152+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a61f56e30 2024-09-13T16:18:55.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.153+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v100'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.154 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:55.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.153+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62018c30 con 0x557a61f56e30 2024-09-13T16:18:55.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.154+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v100'54 uv54 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.154+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62018c30 con 0x557a61f56e30 2024-09-13T16:18:55.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.155+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v100'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.155+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62017c20 con 0x557a61f56e30 2024-09-13T16:18:55.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.156+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v100'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.156+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557a62018130 0x557a6201a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.156+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201aa60 con 0x557a62018130 2024-09-13T16:18:55.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.156+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557a62018130 0x557a6201a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.156+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557a62018130 0x557a6201a520 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.157+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v100'40 uv39 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.157+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ae10 con 0x557a62018130 2024-09-13T16:18:55.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.159+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v100'41 uv41 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.159+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b1c0 con 0x557a62018130 2024-09-13T16:18:55.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.159+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v100'42 uv42 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.161 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:55.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.160+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b570 con 0x557a62018130 2024-09-13T16:18:55.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.161+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v100'43 uv43 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.161+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b920 con 0x557a61f56e30 2024-09-13T16:18:55.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.163+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v100'51 uv50 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.163+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b920 con 0x557a61f56e30 2024-09-13T16:18:55.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.164+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v100'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.164+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b920 con 0x557a61f56e30 2024-09-13T16:18:55.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.165+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v100'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.167 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:55.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.165+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201c930 con 0x557a61f56e30 2024-09-13T16:18:55.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.166+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v100'54 uv54 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.166+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201c930 con 0x557a61f56e30 2024-09-13T16:18:55.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.167+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v100'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.167+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201b920 con 0x557a61f56e30 2024-09-13T16:18:55.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.168+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v100'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.168+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557a6201bfa0 0x557a6201e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.168+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201e910 con 0x557a6201bfa0 2024-09-13T16:18:55.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.168+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557a6201bfa0 0x557a6201e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.168+0000 7fb08a44a640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557a6201bfa0 0x557a6201e390 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.170+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v100'94 uv88 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.170+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.171+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v100'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.171+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.173 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:55.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.172+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v100'96 uv96 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.172+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201fd00 con 0x557a6201bfa0 2024-09-13T16:18:55.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.173+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v100'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.173+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201fd00 con 0x557a6201bfa0 2024-09-13T16:18:55.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.174+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v100'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.174+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.175+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v100'99 uv99 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.175+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.176+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v100'100 uv93 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.177+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.178+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v100'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.178+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.179+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v100'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.180 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:55.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.179+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.180+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v100'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.180+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a6201ecf0 con 0x557a6201bfa0 2024-09-13T16:18:55.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.181+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v100'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.181+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557a6201f370 0x557a62021760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.181+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62021e60 con 0x557a6201f370 2024-09-13T16:18:55.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.181+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557a6201f370 0x557a62021760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.182+0000 7fb089c49640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557a6201f370 0x557a62021760 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.183+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v100'43 uv43 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a6201f370 2024-09-13T16:18:55.185 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.183+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a6201f370 2024-09-13T16:18:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.184+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [write 0~70] v100'44 uv44 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a6201f370 2024-09-13T16:18:55.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.184+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a6201f370 2024-09-13T16:18:55.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.185+0000 7fb089c49640 1 -- 172.21.15.39:0/2465262168 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [omap-set-header] v100'45 uv45 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb07c021040 con 0x557a6201f370 2024-09-13T16:18:55.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.185+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:83 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a61f56e30 2024-09-13T16:18:55.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.186+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(83 605.00000000 [create] v100'51 uv50 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.186+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:84 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a61f56e30 2024-09-13T16:18:55.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.187+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(84 605.00000000 [delete] v100'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.187+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a61f56e30 2024-09-13T16:18:55.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.188+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(85 605.00000000 [create] v100'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.189 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:55.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.188+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62023250 con 0x557a61f56e30 2024-09-13T16:18:55.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.189+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(86 605.00000000 [setxattr (30)] v100'54 uv54 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.189+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62023250 con 0x557a61f56e30 2024-09-13T16:18:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.190+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(87 605.00000000 [setxattr (62)] v100'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.190+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a61f56e30 2024-09-13T16:18:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.191+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(88 605.00000000 [omap-set-header] v100'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a61f56e30 2024-09-13T16:18:55.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.191+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:89 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62022240 con 0x557a62018130 2024-09-13T16:18:55.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.192+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(89 mds0_inotable [create] v100'84 uv78 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.192+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:90 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620225f0 con 0x557a62018130 2024-09-13T16:18:55.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.193+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(90 mds0_inotable [delete] v100'85 uv85 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.193+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620229a0 con 0x557a62018130 2024-09-13T16:18:55.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.194+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(91 mds0_inotable [create] v100'86 uv86 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.196 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:55.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.194+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016cc0 con 0x557a62018130 2024-09-13T16:18:55.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.195+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(92 mds0_inotable [write 0~34] v100'87 uv87 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.195+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016cc0 con 0x557a62018130 2024-09-13T16:18:55.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.196+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v100'88 uv88 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.196+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016cc0 con 0x557a62018130 2024-09-13T16:18:55.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.197+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(94 100.00000000 [create] v100'89 uv83 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.197+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016cc0 con 0x557a62018130 2024-09-13T16:18:55.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.198+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(95 100.00000000 [delete] v100'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.198+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016cc0 con 0x557a62018130 2024-09-13T16:18:55.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.199+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(96 100.00000000 [create] v100'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.200 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:55.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.199+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62016cc0 con 0x557a62018130 2024-09-13T16:18:55.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.200+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(97 100.00000000 [omap-set-header] v100'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.200+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025c90 con 0x557a62018130 2024-09-13T16:18:55.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.201+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v100'93 uv93 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.201+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557a62022d50 0x557a62025140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.201+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62026360 con 0x557a62022d50 2024-09-13T16:18:55.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.202+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557a62022d50 0x557a62025140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.202+0000 7fb089448640 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557a62022d50 0x557a62025140 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.203+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v100'40 uv39 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62022d50 2024-09-13T16:18:55.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.203+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62026360 con 0x557a62022d50 2024-09-13T16:18:55.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.204+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v100'41 uv41 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62022d50 2024-09-13T16:18:55.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.204+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620263e0 con 0x557a62022d50 2024-09-13T16:18:55.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.205+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v100'42 uv42 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62022d50 2024-09-13T16:18:55.206 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:55.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.205+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620263e0 con 0x557a62022d50 2024-09-13T16:18:55.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.206+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v100'43 uv43 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62022d50 2024-09-13T16:18:55.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.206+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a62018130 2024-09-13T16:18:55.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.207+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v100'51 uv50 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.207+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a62018130 2024-09-13T16:18:55.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.208+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v100'52 uv52 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.208+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a62018130 2024-09-13T16:18:55.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.209+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v100'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.210 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:55.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.209+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a62018130 2024-09-13T16:18:55.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.210+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v100'54 uv54 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.210+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a62018130 2024-09-13T16:18:55.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.211+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v100'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.211+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a62018130 2024-09-13T16:18:55.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.212+0000 7fb089448640 1 -- 172.21.15.39:0/2465262168 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v100'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb080018020 con 0x557a62018130 2024-09-13T16:18:55.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.212+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.213+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v100'42 uv41 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.213+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.214+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v100'43 uv43 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.214+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.216 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.215+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v100'44 uv44 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.215+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.217+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v100'45 uv45 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.217+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.218+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v100'46 uv46 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.218+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.219+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v100'107 uv99 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.219+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.220+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v100'108 uv108 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.220+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.221+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v100'109 uv109 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.222 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.221+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.222+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v100'110 uv110 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.222+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.223+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v100'111 uv111 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.223+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.224+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v100'112 uv106 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.224+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.225+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v100'113 uv113 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.225+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.227 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:55.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.226+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v100'114 uv114 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.226+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.227+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v100'115 uv115 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.227+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.228+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v100'116 uv116 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.228+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a62025750 con 0x557a6201bfa0 2024-09-13T16:18:55.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.229+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v100'117 uv117 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.229+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e100) v8 -- 0x557a620268d0 con 0x557a6201bfa0 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v100'118 uv118 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb084052030 con 0x557a6201bfa0 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557a61f56e30 msgr2=0x557a61f31a10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557a61f56e30 0x557a61f31a10 crc :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557a62018130 msgr2=0x557a6201a520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557a62018130 0x557a6201a520 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557a62022d50 msgr2=0x557a62025140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557a62022d50 0x557a62025140 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557a620137e0 msgr2=0x557a62015bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557a620137e0 0x557a62015bd0 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557a6201bfa0 msgr2=0x557a6201e390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08a44a640 1 -- 172.21.15.39:0/2465262168 reap_dead start 2024-09-13T16:18:55.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557a6201bfa0 0x557a6201e390 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557a6201f370 msgr2=0x557a62021760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.230+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557a6201f370 0x557a62021760 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb06c069610 msgr2=0x7fb06c06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb06c069610 0x7fb06c06bad0 secure :-1 s=READY pgs=717 cs=0 l=1 rev1=1 crypto rx=0x557a620086c0 tx=0x7fb07c00c040 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 msgr2=0x557a62005c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 0x557a62005c30 secure :-1 s=READY pgs=1817 cs=0 l=1 rev1=1 crypto rx=0x7fb080001af0 tx=0x7fb080001ef0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 shutdown_connections 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557a6201f370 0x557a62021760 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb06c069610 0x7fb06c06bad0 unknown :-1 s=CLOSED pgs=717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557a61ee1390 0x557a62005c30 unknown :-1 s=CLOSED pgs=1817 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 --2- 172.21.15.39:0/2465262168 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557a6201bfa0 0x557a6201e390 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 >> 172.21.15.39:0/2465262168 conn(0x557a61e9d040 msgr2=0x557a61ee3a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 shutdown_connections 2024-09-13T16:18:55.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.231+0000 7fb08c14cf40 1 -- 172.21.15.39:0/2465262168 wait complete. 2024-09-13T16:18:55.235 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds0_inotable 2024-09-13T16:18:55.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 Processor -- start 2024-09-13T16:18:55.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 -- start start 2024-09-13T16:18:55.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec74c1f00 0x558ec75980b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 0x558ec75094f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec7598730 0x558ec7509a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ec746f4d0 con 0x558ec75818f0 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ec740ab60 con 0x558ec74c1f00 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.277+0000 7fb2cb0e3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558ec740a800 con 0x558ec7598730 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 0x558ec75094f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 0x558ec75094f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59228/0 (socket says 172.21.15.39:59228) 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 -- 172.21.15.39:0/2600974413 learned_addr learned my addr 172.21.15.39:0/2600974413 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c8be0640 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec74c1f00 0x558ec75980b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c93e1640 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec7598730 0x558ec7509a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 -- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec7598730 msgr2=0x558ec7509a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec7598730 0x558ec7509a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 -- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec74c1f00 msgr2=0x558ec75980b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec74c1f00 0x558ec75980b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 -- 172.21.15.39:0/2600974413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2c000a100 con 0x558ec75818f0 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c83df640 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 0x558ec75094f0 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc00b340 tx=0x7fb2bc00b800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e7c01cdccc50ed17 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c73dd640 1 -- 172.21.15.39:0/2600974413 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2bc014070 con 0x558ec75818f0 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c73dd640 1 -- 172.21.15.39:0/2600974413 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2bc00d5c0 con 0x558ec75818f0 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.278+0000 7fb2c73dd640 1 -- 172.21.15.39:0/2600974413 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2bc00d930 con 0x558ec75818f0 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/2600974413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 msgr2=0x558ec75094f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 0x558ec75094f0 secure :-1 s=READY pgs=1820 cs=0 l=1 rev1=1 crypto rx=0x7fb2bc00b340 tx=0x7fb2bc00b800 comp rx=0 tx=0).stop 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/2600974413 shutdown_connections 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec7598730 0x558ec7509a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec75818f0 0x558ec75094f0 unknown :-1 s=CLOSED pgs=1820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/2600974413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec74c1f00 0x558ec75980b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/2600974413 >> 172.21.15.39:0/2600974413 conn(0x558ec74c6040 msgr2=0x558ec74c15a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/2600974413 shutdown_connections 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/2600974413 wait complete. 2024-09-13T16:18:55.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 Processor -- start 2024-09-13T16:18:55.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.279+0000 7fb2cb0e3f40 1 -- start start 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2cb0e3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec74c1f00 0x558ec762e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2cb0e3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec75818f0 0x558ec7631050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2cb0e3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec7598730 0x558ec75997e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2cb0e3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ec73ed520 con 0x558ec7598730 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2cb0e3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558ec757b1e0 con 0x558ec75818f0 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2cb0e3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558ec762e7b0 con 0x558ec74c1f00 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec7598730 0x558ec75997e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec7598730 0x558ec75997e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59240/0 (socket says 172.21.15.39:59240) 2024-09-13T16:18:55.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 -- 172.21.15.39:0/1856237239 learned_addr learned my addr 172.21.15.39:0/1856237239 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c8be0640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec74c1f00 0x558ec762e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c83df640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec75818f0 0x558ec7631050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 -- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec74c1f00 msgr2=0x558ec762e270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558ec74c1f00 0x558ec762e270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 -- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec75818f0 msgr2=0x558ec7631050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x558ec75818f0 0x558ec7631050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.280+0000 7fb2c93e1640 1 -- 172.21.15.39:0/1856237239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb2bc001c10 con 0x558ec7598730 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.281+0000 7fb2c93e1640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec7598730 0x558ec75997e0 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0046050 tx=0x7fb2c0003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.281+0000 7fb2c63db640 1 -- 172.21.15.39:0/1856237239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2c0005a80 con 0x558ec7598730 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.281+0000 7fb2c63db640 1 -- 172.21.15.39:0/1856237239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2c0060040 con 0x558ec7598730 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.281+0000 7fb2c63db640 1 -- 172.21.15.39:0/1856237239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb2c005a670 con 0x558ec7598730 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.281+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x558ec7419c20 con 0x558ec7598730 2024-09-13T16:18:55.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.281+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558ec740d060 con 0x558ec7598730 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.282+0000 7fb2c63db640 1 -- 172.21.15.39:0/1856237239 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb2c0003040 con 0x558ec7598730 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.282+0000 7fb2c63db640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2b40695e0 0x7fb2b406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2c63db640 1 -- 172.21.15.39:0/1856237239 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7fb2c00cbda0 con 0x558ec7598730 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2c8be0640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2b40695e0 0x7fb2b406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558ec750b430 0x558ec757bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e100) v8 -- 0x558ec757c0c0 con 0x558ec750b430 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2c83df640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558ec750b430 0x558ec757bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2c8be0640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2b40695e0 0x7fb2b406baa0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8009820 tx=0x7fb2b800c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.283+0000 7fb2c83df640 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558ec750b430 0x558ec757bb80 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2c83df640 1 -- 172.21.15.39:0/1856237239 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_inotable [delete] v100'94 uv94 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb2bc016070 con 0x558ec750b430 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558ec750b430 msgr2=0x558ec757bb80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558ec750b430 0x558ec757bb80 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2b40695e0 msgr2=0x7fb2b406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2b40695e0 0x7fb2b406baa0 secure :-1 s=READY pgs=718 cs=0 l=1 rev1=1 crypto rx=0x7fb2b8009820 tx=0x7fb2b800c040 comp rx=0 tx=0).stop 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec7598730 msgr2=0x558ec75997e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 --2- 172.21.15.39:0/1856237239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558ec7598730 0x558ec75997e0 secure :-1 s=READY pgs=1821 cs=0 l=1 rev1=1 crypto rx=0x7fb2c0046050 tx=0x7fb2c0003330 comp rx=0 tx=0).stop 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2c93e1640 1 -- 172.21.15.39:0/1856237239 reap_dead start 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 shutdown_connections 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 >> 172.21.15.39:0/1856237239 conn(0x558ec74c6040 msgr2=0x558ec74c1510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 shutdown_connections 2024-09-13T16:18:55.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.285+0000 7fb2cb0e3f40 1 -- 172.21.15.39:0/1856237239 wait complete. 2024-09-13T16:18:55.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:55.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.435+0000 7f7d2f44f640 1 Processor -- start 2024-09-13T16:18:55.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.435+0000 7f7d2f44f640 1 -- start start 2024-09-13T16:18:55.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2f44f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d280cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2f44f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d281610b0 con 0x7f7d280ce9e0 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2f44f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d280cd650 con 0x7f7d28160900 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2f44f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2815cfa0 con 0x7f7d280afc80 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2c9ea640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7d280ce9e0 0x7f7d281601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43472/0 (socket says 172.21.15.39:43472) 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2c9ea640 1 -- 172.21.15.39:0/1853287102 learned_addr learned my addr 172.21.15.39:0/1853287102 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2d1eb640 1 --2- 172.21.15.39:0/1853287102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d280cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d1ffff640 1 -- 172.21.15.39:0/1853287102 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1682786006 0 0) 0x7f7d281610b0 con 0x7f7d280ce9e0 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d1ffff640 1 -- 172.21.15.39:0/1853287102 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7d14003520 con 0x7f7d280ce9e0 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d1ffff640 1 -- 172.21.15.39:0/1853287102 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2561932487 0 0) 0x7f7d280cd650 con 0x7f7d28160900 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2d1eb640 1 -- 172.21.15.39:0/1853287102 >> v1:172.21.15.157:6789/0 conn(0x7f7d28160900 legacy=0x7f7d2806ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2d1eb640 1 -- 172.21.15.39:0/1853287102 >> v1:172.21.15.39:6789/0 conn(0x7f7d280ce9e0 legacy=0x7f7d281601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.436+0000 7f7d2d1eb640 1 -- 172.21.15.39:0/1853287102 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d28160dd0 con 0x7f7d280afc80 2024-09-13T16:18:55.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.437+0000 7f7d2d1eb640 1 --2- 172.21.15.39:0/1853287102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d280cdae0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7d240097d0 tx=0x7f7d2402a050 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b20b3ef0387806d7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.437+0000 7f7d1ffff640 1 -- 172.21.15.39:0/1853287102 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d18001670 con 0x7f7d280afc80 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.437+0000 7f7d1ffff640 1 -- 172.21.15.39:0/1853287102 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d2402aae0 con 0x7f7d280afc80 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.437+0000 7f7d1ffff640 1 -- 172.21.15.39:0/1853287102 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d2402ae50 con 0x7f7d280afc80 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 -- 172.21.15.39:0/1853287102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 msgr2=0x7f7d280cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/1853287102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d280cdae0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f7d240097d0 tx=0x7f7d2402a050 comp rx=0 tx=0).stop 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 -- 172.21.15.39:0/1853287102 shutdown_connections 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/1853287102 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d280cdae0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 -- 172.21.15.39:0/1853287102 >> 172.21.15.39:0/1853287102 conn(0x7f7d280d04e0 msgr2=0x7f7d280d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 -- 172.21.15.39:0/1853287102 shutdown_connections 2024-09-13T16:18:55.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.438+0000 7f7d2f44f640 1 -- 172.21.15.39:0/1853287102 wait complete. 2024-09-13T16:18:55.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.439+0000 7f7d2f44f640 1 Processor -- start 2024-09-13T16:18:55.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.439+0000 7f7d2f44f640 1 -- start start 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2f44f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d28151b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2f44f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 0x7f7d280cbef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2f44f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d28160900 0x7f7d280cc430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2f44f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d28157570 con 0x7f7d280ce9e0 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2f44f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d281597f0 con 0x7f7d28160900 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2f44f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d281577c0 con 0x7f7d280afc80 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 0x7f7d280cbef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 0x7f7d280cbef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59246/0 (socket says 172.21.15.39:59246) 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 -- 172.21.15.39:0/629164347 learned_addr learned my addr 172.21.15.39:0/629164347 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2d1eb640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d28151b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2d9ec640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d28160900 0x7f7d280cc430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 -- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 msgr2=0x7f7d28151b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d28151b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 -- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d28160900 msgr2=0x7f7d280cc430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d28160900 0x7f7d280cc430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2c9ea640 1 -- 172.21.15.39:0/629164347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d24009400 con 0x7f7d280ce9e0 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.440+0000 7f7d2d9ec640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d28160900 0x7f7d280cc430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.441+0000 7f7d2c9ea640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 0x7f7d280cbef0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800c740 tx=0x7f7d1800cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.441+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d18005ce0 con 0x7f7d280ce9e0 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.441+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d18005e40 con 0x7f7d280ce9e0 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.441+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d28159a40 con 0x7f7d280ce9e0 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.441+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d18007270 con 0x7f7d280ce9e0 2024-09-13T16:18:55.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.441+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d2815a000 con 0x7f7d280ce9e0 2024-09-13T16:18:55.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.442+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d280cdae0 con 0x7f7d280ce9e0 2024-09-13T16:18:55.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.442+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d180073d0 con 0x7f7d280ce9e0 2024-09-13T16:18:55.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.443+0000 7f7d1dffb640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0c06ac00 0x7f7d0c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.443+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(100..100 src has 1..100) v4 ==== 6512+0+0 (secure 0 0 0) 0x7f7d18089520 con 0x7f7d280ce9e0 2024-09-13T16:18:55.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.443+0000 7f7d2d1eb640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0c06ac00 0x7f7d0c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.444+0000 7f7d2d1eb640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0c06ac00 0x7f7d0c06d0c0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7d24034000 tx=0x7f7d2402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.447+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d18054350 con 0x7f7d280ce9e0 2024-09-13T16:18:55.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.654+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f7d280d10a0 con 0x7f7d280ce9e0 2024-09-13T16:18:55.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.865+0000 7f7d1dffb640 1 -- 172.21.15.39:0/629164347 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v130) v1 ==== 162+0+0 (secure 0 0 0) 0x7f7d18057970 con 0x7f7d280ce9e0 2024-09-13T16:18:55.866 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:18:55.867 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:55.866+0000 7f7567a93640 -1 mds.0.inotable: load_2 could not read table: -2 2024-09-13T16:18:55.867 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:18:55.866+0000 7f7567a93640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds0_inotable' -2 ((2) No such file or directory) 2024-09-13T16:18:55.868 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:55.867+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:18:55.868 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:18:55.867+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:18:55.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0c06ac00 msgr2=0x7f7d0c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0c06ac00 0x7f7d0c06d0c0 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7f7d24034000 tx=0x7f7d2402e000 comp rx=0 tx=0).stop 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 msgr2=0x7f7d280cbef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 0x7f7d280cbef0 secure :-1 s=READY pgs=1823 cs=0 l=1 rev1=1 crypto rx=0x7f7d1800c740 tx=0x7f7d1800cc00 comp rx=0 tx=0).stop 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 shutdown_connections 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7d0c06ac00 0x7f7d0c06d0c0 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d28160900 0x7f7d280cc430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d280ce9e0 0x7f7d280cbef0 unknown :-1 s=CLOSED pgs=1823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 --2- 172.21.15.39:0/629164347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d280afc80 0x7f7d28151b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 >> 172.21.15.39:0/629164347 conn(0x7f7d280d04e0 msgr2=0x7f7d2815fd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 shutdown_connections 2024-09-13T16:18:55.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.868+0000 7f7d2f44f640 1 -- 172.21.15.39:0/629164347 wait complete. 2024-09-13T16:18:55.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:55.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.981+0000 7f60d1125640 1 Processor -- start 2024-09-13T16:18:55.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.981+0000 7f60d1125640 1 -- start start 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60d1125640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f60cc06f170 0x7f60cc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60d1125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60d1125640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60cc06f6e0 con 0x7f60cc156fb0 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60d1125640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60cc15da70 con 0x7f60cc06f170 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60d1125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60cc06f9c0 con 0x7f60cc15d0a0 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60cad9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f60cc156fb0 0x7f60cc15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43484/0 (socket says 172.21.15.39:43484) 2024-09-13T16:18:55.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60cad9d640 1 -- 172.21.15.39:0/759629362 learned_addr learned my addr 172.21.15.39:0/759629362 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60ca59c640 1 --2- 172.21.15.39:0/759629362 >> v2:172.21.15.39:3300/0 conn(0x7f60cc06f170 0x7f60cc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60c9d9b640 1 -- 172.21.15.39:0/759629362 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3738666121 0 0) 0x7f60cc06f6e0 con 0x7f60cc156fb0 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60c9d9b640 1 -- 172.21.15.39:0/759629362 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60b8003520 con 0x7f60cc156fb0 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.982+0000 7f60cb59e640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60ca59c640 1 -- 172.21.15.39:0/759629362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 msgr2=0x7f60cc15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60ca59c640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60ca59c640 1 -- 172.21.15.39:0/759629362 >> v1:172.21.15.39:6789/0 conn(0x7f60cc156fb0 legacy=0x7f60cc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60ca59c640 1 -- 172.21.15.39:0/759629362 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60cc06fca0 con 0x7f60cc06f170 2024-09-13T16:18:55.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60cb59e640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:55.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60ca59c640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc0b1cf0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f60b40097a0 tx=0x7f60b402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbba7befb15777b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60c9d9b640 1 -- 172.21.15.39:0/759629362 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b402ae50 con 0x7f60cc06f170 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60c9d9b640 1 -- 172.21.15.39:0/759629362 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60b4032440 con 0x7f60cc06f170 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.983+0000 7f60c9d9b640 1 -- 172.21.15.39:0/759629362 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60b40327d0 con 0x7f60cc06f170 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 -- 172.21.15.39:0/759629362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 msgr2=0x7f60cc0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc0b1cf0 secure :-1 s=READY pgs=1825 cs=0 l=1 rev1=1 crypto rx=0x7f60b40097a0 tx=0x7f60b402a100 comp rx=0 tx=0).stop 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 -- 172.21.15.39:0/759629362 shutdown_connections 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 --2- 172.21.15.39:0/759629362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc0b1cf0 unknown :-1 s=CLOSED pgs=1825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 -- 172.21.15.39:0/759629362 >> 172.21.15.39:0/759629362 conn(0x7f60cc06b3b0 msgr2=0x7f60cc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:55.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 -- 172.21.15.39:0/759629362 shutdown_connections 2024-09-13T16:18:55.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.984+0000 7f60d1125640 1 -- 172.21.15.39:0/759629362 wait complete. 2024-09-13T16:18:55.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.985+0000 7f60d1125640 1 Processor -- start 2024-09-13T16:18:55.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 -- start start 2024-09-13T16:18:55.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc142000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60cc156fb0 0x7f60cc14b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60cc0b0930 con 0x7f60cc06f170 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60cc142540 con 0x7f60cc156fb0 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60d1125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60cc1f5510 con 0x7f60cc15d0a0 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60cad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc142000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60cad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc142000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59262/0 (socket says 172.21.15.39:59262) 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60cad9d640 1 -- 172.21.15.39:0/524722647 learned_addr learned my addr 172.21.15.39:0/524722647 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60ca59c640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60cc156fb0 0x7f60cc14b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.986+0000 7f60cb59e640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60cad9d640 1 -- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 msgr2=0x7f60cc0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60cad9d640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60cad9d640 1 -- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60cc156fb0 msgr2=0x7f60cc14b340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60cad9d640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60cc156fb0 0x7f60cc14b340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60cad9d640 1 -- 172.21.15.39:0/524722647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b4009400 con 0x7f60cc06f170 2024-09-13T16:18:55.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60ca59c640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60cc156fb0 0x7f60cc14b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60cad9d640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc142000 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f60bc00cbc0 tx=0x7f60bc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60bc00ad40 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60bc012400 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60bc00aea0 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60cc1f57f0 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.987+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60cc1f5db0 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.988+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60cc0672f0 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.989+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f60bc007070 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.989+0000 7f60c37fe640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60ac06ac30 0x7f60ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.989+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f60bc089630 con 0x7f60cc06f170 2024-09-13T16:18:55.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.989+0000 7f60ca59c640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60ac06ac30 0x7f60ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.990+0000 7f60ca59c640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60ac06ac30 0x7f60ac06d0f0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f60b4034000 tx=0x7f60b402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:55.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:55.994+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f60bc054540 con 0x7f60cc06f170 2024-09-13T16:18:56.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.202+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f60cc157390 con 0x7f60cc06f170 2024-09-13T16:18:56.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.203+0000 7f60c37fe640 1 -- 172.21.15.39:0/524722647 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f60bc017cb0 con 0x7f60cc06f170 2024-09-13T16:18:56.204 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:56.205 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":131,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:55.868368+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:56.205 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 131 2024-09-13T16:18:56.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60ac06ac30 msgr2=0x7f60ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60ac06ac30 0x7f60ac06d0f0 secure :-1 s=READY pgs=720 cs=0 l=1 rev1=1 crypto rx=0x7f60b4034000 tx=0x7f60b402e000 comp rx=0 tx=0).stop 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 msgr2=0x7f60cc142000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc142000 secure :-1 s=READY pgs=1826 cs=0 l=1 rev1=1 crypto rx=0x7f60bc00cbc0 tx=0x7f60bc00a430 comp rx=0 tx=0).stop 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 shutdown_connections 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60ac06ac30 0x7f60ac06d0f0 unknown :-1 s=CLOSED pgs=720 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60cc15d0a0 0x7f60cc0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60cc156fb0 0x7f60cc14b340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 --2- 172.21.15.39:0/524722647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60cc06f170 0x7f60cc142000 unknown :-1 s=CLOSED pgs=1826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 >> 172.21.15.39:0/524722647 conn(0x7f60cc06b3b0 msgr2=0x7f60cc15b450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 shutdown_connections 2024-09-13T16:18:56.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.205+0000 7f60d1125640 1 -- 172.21.15.39:0/524722647 wait complete. 2024-09-13T16:18:56.217 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:56.218 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:56.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.318+0000 7f06da99c640 1 Processor -- start 2024-09-13T16:18:56.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.318+0000 7f06da99c640 1 -- start start 2024-09-13T16:18:56.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.318+0000 7f06da99c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f06d40ccf80 0x7f06d4163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06da99c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06d40cde30 con 0x7f06d40b41a0 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06da99c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f06d40b5090 con 0x7f06d4164530 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06da99c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f06d40cd820 con 0x7f06d40ccf80 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f06d40b41a0 0x7f06d40b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43496/0 (socket says 172.21.15.39:43496) 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d3fff640 1 -- 172.21.15.39:0/2952561760 learned_addr learned my addr 172.21.15.39:0/2952561760 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d37fe640 1 --2- 172.21.15.39:0/2952561760 >> v2:172.21.15.157:3300/0 conn(0x7f06d40ccf80 0x7f06d4163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d2ffd640 1 -- 172.21.15.39:0/2952561760 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 10014422 0 0) 0x7f06d40cde30 con 0x7f06d40b41a0 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d2ffd640 1 -- 172.21.15.39:0/2952561760 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f06bc003520 con 0x7f06d40b41a0 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d37fe640 1 -- 172.21.15.39:0/2952561760 >> v1:172.21.15.157:6789/0 conn(0x7f06d4164530 legacy=0x7f06d4166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d2ffd640 1 -- 172.21.15.39:0/2952561760 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2410769845 0 0) 0x7f06bc003520 con 0x7f06d40b41a0 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d37fe640 1 -- 172.21.15.39:0/2952561760 >> v1:172.21.15.39:6789/0 conn(0x7f06d40b41a0 legacy=0x7f06d40b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.319+0000 7f06d37fe640 1 -- 172.21.15.39:0/2952561760 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06d415cd60 con 0x7f06d40ccf80 2024-09-13T16:18:56.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.320+0000 7f06d37fe640 1 --2- 172.21.15.39:0/2952561760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40ccf80 0x7f06d4163ff0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f06c80097a0 tx=0x7f06c802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=824a83284aa9b2c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.320+0000 7f06d2ffd640 1 -- 172.21.15.39:0/2952561760 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c4001670 con 0x7f06d40ccf80 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.320+0000 7f06d2ffd640 1 -- 172.21.15.39:0/2952561760 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c802ac50 con 0x7f06d40ccf80 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.320+0000 7f06d2ffd640 1 -- 172.21.15.39:0/2952561760 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c8032440 con 0x7f06d40ccf80 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 -- 172.21.15.39:0/2952561760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40ccf80 msgr2=0x7f06d4163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 --2- 172.21.15.39:0/2952561760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40ccf80 0x7f06d4163ff0 secure :-1 s=READY pgs=503 cs=0 l=1 rev1=1 crypto rx=0x7f06c80097a0 tx=0x7f06c802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 -- 172.21.15.39:0/2952561760 shutdown_connections 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 --2- 172.21.15.39:0/2952561760 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40ccf80 0x7f06d4163ff0 unknown :-1 s=CLOSED pgs=503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 -- 172.21.15.39:0/2952561760 >> 172.21.15.39:0/2952561760 conn(0x7f06d40cf1a0 msgr2=0x7f06d40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 -- 172.21.15.39:0/2952561760 shutdown_connections 2024-09-13T16:18:56.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.321+0000 7f06da99c640 1 -- 172.21.15.39:0/2952561760 wait complete. 2024-09-13T16:18:56.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.322+0000 7f06da99c640 1 Processor -- start 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.322+0000 7f06da99c640 1 -- start start 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06da99c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40b41a0 0x7f06d4157da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06da99c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 0x7f06d4143350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06da99c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06d4164530 0x7f06d4143890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06da99c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d4147690 con 0x7f06d40ccf80 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06da99c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06d4143f30 con 0x7f06d40b41a0 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06da99c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06d4144210 con 0x7f06d4164530 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06d37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 0x7f06d4143350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06d37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 0x7f06d4143350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59266/0 (socket says 172.21.15.39:59266) 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06d37fe640 1 -- 172.21.15.39:0/1929021217 learned_addr learned my addr 172.21.15.39:0/1929021217 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06d3fff640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40b41a0 0x7f06d4157da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.323+0000 7f06d8f39640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06d4164530 0x7f06d4143890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d37fe640 1 -- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06d4164530 msgr2=0x7f06d4143890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d37fe640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06d4164530 0x7f06d4143890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d37fe640 1 -- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40b41a0 msgr2=0x7f06d4157da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d37fe640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40b41a0 0x7f06d4157da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d37fe640 1 -- 172.21.15.39:0/1929021217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06c8009400 con 0x7f06d40ccf80 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d37fe640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 0x7f06d4143350 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f06c802a7b0 tx=0x7f06c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c80044c0 con 0x7f06d40ccf80 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06c8003c50 con 0x7f06d40ccf80 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06c8032440 con 0x7f06d40ccf80 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06d4141360 con 0x7f06d40ccf80 2024-09-13T16:18:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.324+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f06d4141920 con 0x7f06d40ccf80 2024-09-13T16:18:56.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.325+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06d4067330 con 0x7f06d40ccf80 2024-09-13T16:18:56.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.326+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f06c80325a0 con 0x7f06d40ccf80 2024-09-13T16:18:56.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.326+0000 7f06d0ff9640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f06c006ac00 0x7f06c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.326+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f06c80aa010 con 0x7f06d40ccf80 2024-09-13T16:18:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.326+0000 7f06d3fff640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f06c006ac00 0x7f06c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.327+0000 7f06d3fff640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f06c006ac00 0x7f06c006d0c0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f06c4005880 tx=0x7f06c4000bc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:56.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.330+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f06c8075100 con 0x7f06d40ccf80 2024-09-13T16:18:56.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.534+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f06d4066ec0 con 0x7f06d40ccf80 2024-09-13T16:18:56.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.535+0000 7f06d0ff9640 1 -- 172.21.15.39:0/1929021217 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f06c8041090 con 0x7f06d40ccf80 2024-09-13T16:18:56.536 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:56.537 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":131,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:55.868368+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:56.537 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 131 2024-09-13T16:18:56.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f06c006ac00 msgr2=0x7f06c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f06c006ac00 0x7f06c006d0c0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f06c4005880 tx=0x7f06c4000bc0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 msgr2=0x7f06d4143350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 0x7f06d4143350 secure :-1 s=READY pgs=1828 cs=0 l=1 rev1=1 crypto rx=0x7f06c802a7b0 tx=0x7f06c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 shutdown_connections 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f06c006ac00 0x7f06c006d0c0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06d4164530 0x7f06d4143890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06d40ccf80 0x7f06d4143350 unknown :-1 s=CLOSED pgs=1828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 --2- 172.21.15.39:0/1929021217 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06d40b41a0 0x7f06d4157da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 >> 172.21.15.39:0/1929021217 conn(0x7f06d40cf1a0 msgr2=0x7f06d40cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 shutdown_connections 2024-09-13T16:18:56.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.537+0000 7f06da99c640 1 -- 172.21.15.39:0/1929021217 wait complete. 2024-09-13T16:18:56.549 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:18:56.549 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:18:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.650+0000 7fc3c0fd4640 1 Processor -- start 2024-09-13T16:18:56.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.650+0000 7fc3c0fd4640 1 -- start start 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3c0fd4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3bc160d80 0x7fc3bc0d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3c0fd4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc15ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3c0fd4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3bc160330 con 0x7fc3bc146130 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3c0fd4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3bc06c160 con 0x7fc3bc160d80 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3c0fd4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc06c430 con 0x7fc3bc0d1f10 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3bc160d80 0x7fc3bc0d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3bc160d80 0x7fc3bc0d19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59268/0 (socket says 172.21.15.39:59268) 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1839569298 learned_addr learned my addr 172.21.15.39:0/1839569298 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3bad9d640 1 --2- 172.21.15.39:0/1839569298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc15ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1839569298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 msgr2=0x7fc3bc15ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:56.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 --2- 172.21.15.39:0/1839569298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc15ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1839569298 >> v1:172.21.15.157:6789/0 conn(0x7fc3bc146130 legacy=0x7fc3bc06ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:56.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.651+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1839569298 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3bc06c710 con 0x7fc3bc160d80 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.652+0000 7fc3b9d9b640 1 --2- 172.21.15.39:0/1839569298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc160d80 0x7fc3bc0d19d0 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0009870 tx=0x7fc3b002a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66b17009fba13279 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.652+0000 7fc3b959a640 1 -- 172.21.15.39:0/1839569298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0032440 con 0x7fc3bc160d80 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.652+0000 7fc3b959a640 1 -- 172.21.15.39:0/1839569298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b00325a0 con 0x7fc3bc160d80 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.652+0000 7fc3b959a640 1 -- 172.21.15.39:0/1839569298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0032930 con 0x7fc3bc160d80 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1839569298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc160d80 msgr2=0x7fc3bc0d19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1839569298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc160d80 0x7fc3bc0d19d0 secure :-1 s=READY pgs=1829 cs=0 l=1 rev1=1 crypto rx=0x7fc3b0009870 tx=0x7fc3b002a250 comp rx=0 tx=0).stop 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1839569298 shutdown_connections 2024-09-13T16:18:56.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1839569298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc15ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1839569298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc160d80 0x7fc3bc0d19d0 unknown :-1 s=CLOSED pgs=1829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1839569298 >> 172.21.15.39:0/1839569298 conn(0x7fc3bc06a4f0 msgr2=0x7fc3bc06a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1839569298 shutdown_connections 2024-09-13T16:18:56.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.653+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1839569298 wait complete. 2024-09-13T16:18:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.654+0000 7fc3c0fd4640 1 Processor -- start 2024-09-13T16:18:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.654+0000 7fc3c0fd4640 1 -- start start 2024-09-13T16:18:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3c0fd4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc144e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3c0fd4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 0x7fc3bc0b0db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3c0fd4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3bc160d80 0x7fc3bc158480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3c0fd4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc1573e0 con 0x7fc3bc146130 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3c0fd4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc1576c0 con 0x7fc3bc160d80 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3c0fd4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3bc1579a0 con 0x7fc3bc0d1f10 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 0x7fc3bc0b0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 0x7fc3bc0b0db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59276/0 (socket says 172.21.15.39:59276) 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1249296813 learned_addr learned my addr 172.21.15.39:0/1249296813 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3bad9d640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3bc160d80 0x7fc3bc158480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3ba59c640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc144e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 msgr2=0x7fc3bc144e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc144e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3bc160d80 msgr2=0x7fc3bc158480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3bc160d80 0x7fc3bc158480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.655+0000 7fc3b9d9b640 1 -- 172.21.15.39:0/1249296813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3b00094d0 con 0x7fc3bc146130 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.656+0000 7fc3b9d9b640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 0x7fc3bc0b0db0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7fc3b002a290 tx=0x7fc3b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.656+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b0032440 con 0x7fc3bc146130 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.656+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3b0030ba0 con 0x7fc3bc146130 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.656+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3bc157c80 con 0x7fc3bc146130 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.656+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc3b003d440 con 0x7fc3bc146130 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.656+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3bc0b12f0 con 0x7fc3bc146130 2024-09-13T16:18:56.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.657+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3bc146510 con 0x7fc3bc146130 2024-09-13T16:18:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.657+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc3b0039040 con 0x7fc3bc146130 2024-09-13T16:18:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.658+0000 7fc3aaffd640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc39c06ac00 0x7fc39c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.658+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7fc3b00aa0b0 con 0x7fc3bc146130 2024-09-13T16:18:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.658+0000 7fc3ba59c640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc39c06ac00 0x7fc39c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.658+0000 7fc3ba59c640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc39c06ac00 0x7fc39c06d0c0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc0b1720 tx=0x7fc3ac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:56.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.662+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc3b0075050 con 0x7fc3bc146130 2024-09-13T16:18:56.761 INFO:tasks.ceph.mds.c.smithi039.stderr: -38> 2024-09-13T16:18:52.008+0000 7fc51d428640 -1 mds.0.snaptable: load_2 could not read table: -2 2024-09-13T16:18:56.761 INFO:tasks.ceph.mds.c.smithi039.stderr: -37> 2024-09-13T16:18:52.008+0000 7fc51d428640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds_snaptable' -2 ((2) No such file or directory) 2024-09-13T16:18:56.785 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:18:56.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.871+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc3bc0b5cf0 con 0x7fc3bc146130 2024-09-13T16:18:56.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.871+0000 7fc3aaffd640 1 -- 172.21.15.39:0/1249296813 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 131 v131) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fc3b0041cb0 con 0x7fc3bc146130 2024-09-13T16:18:56.873 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:18:56.874 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":131,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":131,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:18:55.868368+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:18:56.874 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 131 2024-09-13T16:18:56.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc39c06ac00 msgr2=0x7fc39c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc39c06ac00 0x7fc39c06d0c0 secure :-1 s=READY pgs=722 cs=0 l=1 rev1=1 crypto rx=0x7fc3bc0b1720 tx=0x7fc3ac009040 comp rx=0 tx=0).stop 2024-09-13T16:18:56.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 msgr2=0x7fc3bc0b0db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:56.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 0x7fc3bc0b0db0 secure :-1 s=READY pgs=1830 cs=0 l=1 rev1=1 crypto rx=0x7fc3b002a290 tx=0x7fc3b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 shutdown_connections 2024-09-13T16:18:56.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc39c06ac00 0x7fc39c06d0c0 unknown :-1 s=CLOSED pgs=722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3bc160d80 0x7fc3bc158480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3bc146130 0x7fc3bc0b0db0 unknown :-1 s=CLOSED pgs=1830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 --2- 172.21.15.39:0/1249296813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc3bc0d1f10 0x7fc3bc144e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:56.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 >> 172.21.15.39:0/1249296813 conn(0x7fc3bc06a4f0 msgr2=0x7fc3bc06a8d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:56.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 shutdown_connections 2024-09-13T16:18:56.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:56.874+0000 7fc3c0fd4640 1 -- 172.21.15.39:0/1249296813 wait complete. 2024-09-13T16:18:56.886 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds0_inotable' led to DAMAGED state 2024-09-13T16:18:56.886 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 100.00000000' 2024-09-13T16:18:56.887 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:18:56.887 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:18:56.903 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:18:56.904 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:18:56.904 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:18:56.904 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:18:56.904 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:18:56.959 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:18:56.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:18:56.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:18:57.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.103+0000 7f82429e2640 1 Processor -- start 2024-09-13T16:18:57.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.103+0000 7f82429e2640 1 -- start start 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f82429e2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f823c159380 0x7f823c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f82429e2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f823c15a360 0x7f823c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f82429e2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f823c159760 con 0x7f823c0ce960 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f82429e2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f823c0cedd0 con 0x7f823c15a360 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f82429e2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f823c15a880 con 0x7f823c159380 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f823b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f823c15a360 0x7f823c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f8240f7f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f823c0ce960 0x7f823c071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43518/0 (socket says 172.21.15.39:43518) 2024-09-13T16:18:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f8240f7f640 1 -- 172.21.15.39:0/1453351843 learned_addr learned my addr 172.21.15.39:0/1453351843 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:57.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f823b7fe640 1 -- 172.21.15.39:0/1453351843 >> v2:172.21.15.157:3300/0 conn(0x7f823c159380 msgr2=0x7f823c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:57.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f823b7fe640 1 --2- 172.21.15.39:0/1453351843 >> v2:172.21.15.157:3300/0 conn(0x7f823c159380 0x7f823c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:57.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f823b7fe640 1 -- 172.21.15.39:0/1453351843 >> v1:172.21.15.39:6789/0 conn(0x7f823c0ce960 legacy=0x7f823c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:57.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f823b7fe640 1 -- 172.21.15.39:0/1453351843 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f823c15ab60 con 0x7f823c15a360 2024-09-13T16:18:57.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.104+0000 7f823affd640 1 -- 172.21.15.39:0/1453351843 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3907380701 0 0) 0x7f823c159760 con 0x7f823c0ce960 2024-09-13T16:18:57.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.105+0000 7f823b7fe640 1 --2- 172.21.15.39:0/1453351843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c0ce420 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7f823c0ce3f0 tx=0x7f823002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=229eedc155baf1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.105+0000 7f823affd640 1 -- 172.21.15.39:0/1453351843 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230032440 con 0x7f823c15a360 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.105+0000 7f823affd640 1 -- 172.21.15.39:0/1453351843 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82300325a0 con 0x7f823c15a360 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.105+0000 7f823affd640 1 -- 172.21.15.39:0/1453351843 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8230032930 con 0x7f823c15a360 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 -- 172.21.15.39:0/1453351843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 msgr2=0x7f823c0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 --2- 172.21.15.39:0/1453351843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c0ce420 secure :-1 s=READY pgs=1835 cs=0 l=1 rev1=1 crypto rx=0x7f823c0ce3f0 tx=0x7f823002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 -- 172.21.15.39:0/1453351843 shutdown_connections 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 --2- 172.21.15.39:0/1453351843 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c0ce420 unknown :-1 s=CLOSED pgs=1835 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 --2- 172.21.15.39:0/1453351843 >> v2:172.21.15.157:3300/0 conn(0x7f823c159380 0x7f823c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 -- 172.21.15.39:0/1453351843 >> 172.21.15.39:0/1453351843 conn(0x7f823c0b15d0 msgr2=0x7f823c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 -- 172.21.15.39:0/1453351843 shutdown_connections 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.106+0000 7f82429e2640 1 -- 172.21.15.39:0/1453351843 wait complete. 2024-09-13T16:18:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.107+0000 7f82429e2640 1 Processor -- start 2024-09-13T16:18:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.107+0000 7f82429e2640 1 -- start start 2024-09-13T16:18:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f82429e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f823c0ce960 0x7f823c0ae050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f82429e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f823c159380 0x7f823c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f82429e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c146050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f82429e2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823c1e1850 con 0x7f823c15a360 2024-09-13T16:18:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f82429e2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f823c0acda0 con 0x7f823c0ce960 2024-09-13T16:18:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f82429e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f823c0acfb0 con 0x7f823c159380 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c146050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c146050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59312/0 (socket says 172.21.15.39:59312) 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 -- 172.21.15.39:0/699960227 learned_addr learned my addr 172.21.15.39:0/699960227 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f823bfff640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f823c0ce960 0x7f823c0ae050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f823b7fe640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f823c159380 0x7f823c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 -- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f823c159380 msgr2=0x7f823c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f823c159380 0x7f823c0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 -- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f823c0ce960 msgr2=0x7f823c0ae050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f823c0ce960 0x7f823c0ae050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f8240f7f640 1 -- 172.21.15.39:0/699960227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8230009400 con 0x7f823c15a360 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.108+0000 7f823b7fe640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f823c159380 0x7f823c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.109+0000 7f8240f7f640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c146050 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f823400c7e0 tx=0x7f823400cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.109+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823400ce30 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.109+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f823400a640 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.109+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f823400a9f0 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.109+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f823c0ad290 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.109+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f823c0ad850 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.110+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f823c0672f0 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.110+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f823400ab50 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.111+0000 7f8238ff9640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f822806ac00 0x7f822806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.111+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f8234088c10 con 0x7f823c15a360 2024-09-13T16:18:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.111+0000 7f823bfff640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f822806ac00 0x7f822806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.111+0000 7f823bfff640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f822806ac00 0x7f822806d0c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f823c0b06c0 tx=0x7f822c009110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.115+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8234053a70 con 0x7f823c15a360 2024-09-13T16:18:57.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:57.320+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f823c0b31e0 con 0x7f823c15a360 2024-09-13T16:18:58.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.035+0000 7f8238ff9640 1 -- 172.21.15.39:0/699960227 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v133) v1 ==== 161+0+0 (secure 0 0 0) 0x7f8234018070 con 0x7f823c15a360 2024-09-13T16:18:58.037 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:18:58.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f822806ac00 msgr2=0x7f822806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:58.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f822806ac00 0x7f822806d0c0 secure :-1 s=READY pgs=724 cs=0 l=1 rev1=1 crypto rx=0x7f823c0b06c0 tx=0x7f822c009110 comp rx=0 tx=0).stop 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 msgr2=0x7f823c146050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c146050 secure :-1 s=READY pgs=1836 cs=0 l=1 rev1=1 crypto rx=0x7f823400c7e0 tx=0x7f823400cbe0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 shutdown_connections 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f822806ac00 0x7f822806d0c0 unknown :-1 s=CLOSED pgs=724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f823c15a360 0x7f823c146050 unknown :-1 s=CLOSED pgs=1836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f823c159380 0x7f823c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 --2- 172.21.15.39:0/699960227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f823c0ce960 0x7f823c0ae050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 >> 172.21.15.39:0/699960227 conn(0x7f823c0b15d0 msgr2=0x7f823c1581f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 shutdown_connections 2024-09-13T16:18:58.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.038+0000 7f82429e2640 1 -- 172.21.15.39:0/699960227 wait complete. 2024-09-13T16:18:58.053 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:18:58.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.159+0000 7f8b247c3640 1 Processor -- start 2024-09-13T16:18:58.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.159+0000 7f8b247c3640 1 -- start start 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b247c3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c15c830 0x7f8b1c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b247c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b1c06cca0 0x7f8b1c0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b247c3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b1c0b4080 con 0x7f8b1c0acda0 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b247c3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b1c0b1f50 con 0x7f8b1c06cca0 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b247c3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c15cc10 con 0x7f8b1c15c830 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b21d5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b1c06cca0 0x7f8b1c0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b22d60640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8b1c0acda0 0x7f8b1c06db50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43520/0 (socket says 172.21.15.39:43520) 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b21d5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b1c06cca0 0x7f8b1c0b4510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59322/0 (socket says 172.21.15.39:59322) 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b22d60640 1 -- 172.21.15.39:0/4074249467 learned_addr learned my addr 172.21.15.39:0/4074249467 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:58.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.160+0000 7f8b2255f640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c15c830 0x7f8b1c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:58.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b21d5e640 1 -- 172.21.15.39:0/4074249467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c15c830 msgr2=0x7f8b1c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:58.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b21d5e640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c15c830 0x7f8b1c0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b21d5e640 1 -- 172.21.15.39:0/4074249467 >> v1:172.21.15.39:6789/0 conn(0x7f8b1c0acda0 legacy=0x7f8b1c06db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:58.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b2155d640 1 -- 172.21.15.39:0/4074249467 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3157159327 0 0) 0x7f8b1c0b4080 con 0x7f8b1c0acda0 2024-09-13T16:18:58.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b21d5e640 1 -- 172.21.15.39:0/4074249467 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b1c0b3750 con 0x7f8b1c06cca0 2024-09-13T16:18:58.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b2255f640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c15c830 0x7f8b1c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b21d5e640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c0b4510 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f8b100097d0 tx=0x7f8b1002a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9bef50b8897e2a53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b2155d640 1 -- 172.21.15.39:0/4074249467 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b10032440 con 0x7f8b1c06cca0 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b2155d640 1 -- 172.21.15.39:0/4074249467 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b100325a0 con 0x7f8b1c06cca0 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.161+0000 7f8b2155d640 1 -- 172.21.15.39:0/4074249467 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b10032930 con 0x7f8b1c06cca0 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 -- 172.21.15.39:0/4074249467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c06cca0 msgr2=0x7f8b1c0b4510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c0b4510 secure :-1 s=READY pgs=1838 cs=0 l=1 rev1=1 crypto rx=0x7f8b100097d0 tx=0x7f8b1002a1c0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 -- 172.21.15.39:0/4074249467 shutdown_connections 2024-09-13T16:18:58.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c0b4510 unknown :-1 s=CLOSED pgs=1838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4074249467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c15c830 0x7f8b1c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 -- 172.21.15.39:0/4074249467 >> 172.21.15.39:0/4074249467 conn(0x7f8b1c0ae990 msgr2=0x7f8b1c0aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 -- 172.21.15.39:0/4074249467 shutdown_connections 2024-09-13T16:18:58.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.162+0000 7f8b247c3640 1 -- 172.21.15.39:0/4074249467 wait complete. 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.163+0000 7f8b247c3640 1 Processor -- start 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.163+0000 7f8b247c3640 1 -- start start 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b247c3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c14d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b247c3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c0acda0 0x7f8b1c15e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b247c3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 0x7f8b1c15e5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b247c3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c14dc80 con 0x7f8b1c15c830 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b247c3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c154ce0 con 0x7f8b1c06cca0 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b247c3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b1c14f700 con 0x7f8b1c0acda0 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b22d60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 0x7f8b1c15e5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b22d60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 0x7f8b1c15e5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59326/0 (socket says 172.21.15.39:59326) 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b22d60640 1 -- 172.21.15.39:0/4184718560 learned_addr learned my addr 172.21.15.39:0/4184718560 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:58.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b2255f640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c14d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.164+0000 7f8b21d5e640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c0acda0 0x7f8b1c15e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b22d60640 1 -- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c0acda0 msgr2=0x7f8b1c15e070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b22d60640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c0acda0 0x7f8b1c15e070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b22d60640 1 -- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b1c06cca0 msgr2=0x7f8b1c14d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b22d60640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c14d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b22d60640 1 -- 172.21.15.39:0/4184718560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b10009400 con 0x7f8b1c15c830 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b22d60640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 0x7f8b1c15e5b0 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f8b1400c480 tx=0x7f8b1400c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b140074e0 con 0x7f8b1c15c830 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b14007640 con 0x7f8b1c15c830 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b140049e0 con 0x7f8b1c15c830 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b1c14f9e0 con 0x7f8b1c15c830 2024-09-13T16:18:58.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.165+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b1c14ffa0 con 0x7f8b1c15c830 2024-09-13T16:18:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.166+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b1c0672f0 con 0x7f8b1c15c830 2024-09-13T16:18:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.167+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b14004b40 con 0x7f8b1c15c830 2024-09-13T16:18:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.167+0000 7f8b1affd640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0806ac00 0x7f8b0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:58.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.167+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f8b140887e0 con 0x7f8b1c15c830 2024-09-13T16:18:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.167+0000 7f8b2255f640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0806ac00 0x7f8b0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:58.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.168+0000 7f8b2255f640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0806ac00 0x7f8b0806d0c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c00d620 tx=0x7f8b0c007810 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:58.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.171+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8b14053780 con 0x7f8b1c15c830 2024-09-13T16:18:58.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:58.410+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f8b1c071d10 con 0x7f8b1c15c830 2024-09-13T16:18:59.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.036+0000 7f8b1affd640 1 -- 172.21.15.39:0/4184718560 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v134) v1 ==== 101+0+0 (secure 0 0 0) 0x7f8b14018020 con 0x7f8b1c15c830 2024-09-13T16:18:59.037 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:18:59.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0806ac00 msgr2=0x7f8b0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0806ac00 0x7f8b0806d0c0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7f8b0c00d620 tx=0x7f8b0c007810 comp rx=0 tx=0).stop 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 msgr2=0x7f8b1c15e5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 0x7f8b1c15e5b0 secure :-1 s=READY pgs=1839 cs=0 l=1 rev1=1 crypto rx=0x7f8b1400c480 tx=0x7f8b1400c940 comp rx=0 tx=0).stop 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 shutdown_connections 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b0806ac00 0x7f8b0806d0c0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b1c15c830 0x7f8b1c15e5b0 unknown :-1 s=CLOSED pgs=1839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b1c0acda0 0x7f8b1c15e070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 --2- 172.21.15.39:0/4184718560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b1c06cca0 0x7f8b1c14d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 >> 172.21.15.39:0/4184718560 conn(0x7f8b1c0ae990 msgr2=0x7f8b1c15fca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 shutdown_connections 2024-09-13T16:18:59.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.038+0000 7f8b247c3640 1 -- 172.21.15.39:0/4184718560 wait complete. 2024-09-13T16:18:59.053 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:18:59.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.097+0000 7f0742a8cf40 1 Processor -- start 2024-09-13T16:18:59.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.097+0000 7f0742a8cf40 1 -- start start 2024-09-13T16:18:59.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.097+0000 7f0742a8cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 0x557ca425a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.097+0000 7f0742a8cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca41e1c70 0x557ca4252910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.097+0000 7f0742a8cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca425dee0 0x557ca41e97b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0742a8cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ca4150be0 con 0x557ca41e1890 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0742a8cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ca414c4d0 con 0x557ca425dee0 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0742a8cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557ca40e7b60 con 0x557ca41e1c70 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 0x557ca425a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 0x557ca425a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59346/0 (socket says 172.21.15.39:59346) 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 -- 172.21.15.39:0/1306212708 learned_addr learned my addr 172.21.15.39:0/1306212708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 -- 172.21.15.39:0/1306212708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca41e1c70 msgr2=0x557ca4252910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca41e1c70 0x557ca4252910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 -- 172.21.15.39:0/1306212708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca425dee0 msgr2=0x557ca41e97b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca425dee0 0x557ca41e97b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 -- 172.21.15.39:0/1306212708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0730005d20 con 0x557ca41e1890 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f0740589640 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 0x557ca425a980 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f0730025de0 tx=0x7f0730051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1114472bd04869e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f073ed86640 1 -- 172.21.15.39:0/1306212708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07300508f0 con 0x557ca41e1890 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f073ed86640 1 -- 172.21.15.39:0/1306212708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f073005e040 con 0x557ca41e1890 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.098+0000 7f073ed86640 1 -- 172.21.15.39:0/1306212708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0730050c50 con 0x557ca41e1890 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1306212708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 msgr2=0x557ca425a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 0x557ca425a980 secure :-1 s=READY pgs=1842 cs=0 l=1 rev1=1 crypto rx=0x7f0730025de0 tx=0x7f0730051000 comp rx=0 tx=0).stop 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1306212708 shutdown_connections 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca425dee0 0x557ca41e97b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca41e1c70 0x557ca4252910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1306212708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1890 0x557ca425a980 unknown :-1 s=CLOSED pgs=1842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1306212708 >> 172.21.15.39:0/1306212708 conn(0x557ca41ea800 msgr2=0x557ca41e2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1306212708 shutdown_connections 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1306212708 wait complete. 2024-09-13T16:18:59.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 Processor -- start 2024-09-13T16:18:59.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.099+0000 7f0742a8cf40 1 -- start start 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0742a8cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca41e1890 0x557ca424f590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0742a8cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 0x557ca41e9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0742a8cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca425dee0 0x557ca4277c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0742a8cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ca40e7800 con 0x557ca41e1c70 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0742a8cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ca40ca520 con 0x557ca41e1890 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0742a8cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557ca41e90d0 con 0x557ca425dee0 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f073fd88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 0x557ca41e9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f073fd88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 0x557ca41e9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59350/0 (socket says 172.21.15.39:59350) 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 learned_addr learned my addr 172.21.15.39:0/1132869862 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0740d8a640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca425dee0 0x557ca4277c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.100+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca41e1890 0x557ca424f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca425dee0 msgr2=0x557ca4277c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ca425dee0 0x557ca4277c60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca41e1890 msgr2=0x557ca424f590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ca41e1890 0x557ca424f590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x557ca40f6c20 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 0x557ca41e9560 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f073400bb50 tx=0x7f0734009530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073dd84640 1 -- 172.21.15.39:0/1132869862 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0734009c40 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073dd84640 1 -- 172.21.15.39:0/1132869862 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0734008030 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557ca40ea060 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f073dd84640 1 -- 172.21.15.39:0/1132869862 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f073400f400 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.101+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557ca40e9ac0 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.102+0000 7f073dd84640 1 -- 172.21.15.39:0/1132869862 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f073400f560 con 0x557ca41e1c70 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.103+0000 7f073dd84640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f072c0695e0 0x7f072c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.103+0000 7f073dd84640 1 -- 172.21.15.39:0/1132869862 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f0734087980 con 0x557ca41e1c70 2024-09-13T16:18:59.108 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.103+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557ca41e9aa0 0x557ca430afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.103+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4251e90 con 0x557ca41e9aa0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.103+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f072c0695e0 0x7f072c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.103+0000 7f0740d8a640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557ca41e9aa0 0x557ca430afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.104+0000 7f0740d8a640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557ca41e9aa0 0x557ca430afd0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.104+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f072c0695e0 0x7f072c06baa0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f0730066000 tx=0x7f0730053000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.105+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v101'288 uv262 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.105+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca430b510 con 0x557ca41e9aa0 2024-09-13T16:18:59.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.106+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v101'289 uv289 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.106+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43175f0 con 0x557ca41e9aa0 2024-09-13T16:18:59.110 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:18:59.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.108+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v101'290 uv290 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.108+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43189b0 con 0x557ca41e9aa0 2024-09-13T16:18:59.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.109+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v101'291 uv291 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.109+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318d60 con 0x557ca41e9aa0 2024-09-13T16:18:59.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.110+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v101'292 uv292 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.110+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43179a0 con 0x557ca41e9aa0 2024-09-13T16:18:59.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.111+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v101'293 uv293 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.111+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4317da0 con 0x557ca41e9aa0 2024-09-13T16:18:59.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.112+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v101'294 uv268 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.112+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43181a0 con 0x557ca41e9aa0 2024-09-13T16:18:59.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.113+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v101'295 uv295 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.113+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43185a0 con 0x557ca41e9aa0 2024-09-13T16:18:59.115 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:18:59.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.114+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v101'296 uv296 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.114+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43185a0 con 0x557ca41e9aa0 2024-09-13T16:18:59.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.115+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v101'297 uv297 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.115+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.116+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v101'298 uv298 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.116+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.117+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v101'299 uv299 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.117+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.118+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v101'300 uv275 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.118+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.119+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v101'301 uv301 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.120+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.122 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:18:59.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.121+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v101'302 uv302 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.121+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.122+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v101'303 uv303 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.122+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.123+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v101'304 uv304 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.123+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.124+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v101'305 uv305 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.124+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.125+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v101'306 uv306 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.125+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.126+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v101'307 uv281 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.126+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.127+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v101'308 uv308 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.127+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.129 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:18:59.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.128+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v101'309 uv309 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.128+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.129+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v101'310 uv310 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.129+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.131+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v101'311 uv311 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.131+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.132+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v101'312 uv312 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.132+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.133+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v101'313 uv287 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.133+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.134+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v101'314 uv314 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.134+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.136 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:18:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.135+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v101'315 uv315 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.135+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.136+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v101'316 uv316 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.136+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.137+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v101'317 uv317 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.137+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4318550 con 0x557ca41e9aa0 2024-09-13T16:18:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.138+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v101'318 uv318 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.138+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557ca4318550 0x557ca431b630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.138+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431bb70 con 0x557ca4318550 2024-09-13T16:18:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.139+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557ca4318550 0x557ca431b630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.139+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557ca4318550 0x557ca431b630 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.140+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v101'216 uv199 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.140+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431bf20 con 0x557ca4318550 2024-09-13T16:18:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.142+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v101'217 uv217 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.142+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431c2d0 con 0x557ca4318550 2024-09-13T16:18:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.143+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v101'218 uv218 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.144 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:18:59.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.143+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431cb70 con 0x557ca4318550 2024-09-13T16:18:59.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.144+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v101'219 uv219 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.144+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431cf20 con 0x557ca4318550 2024-09-13T16:18:59.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.146+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v101'220 uv220 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.146+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.147+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v101'221 uv204 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.147+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.149+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v101'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.149+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.151 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:18:59.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.150+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v101'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.150+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.151+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v101'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.151+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.152+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v101'225 uv225 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.152+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.153+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v101'226 uv209 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.153+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.154+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v101'227 uv227 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.154+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.157 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:18:59.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.156+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v101'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.156+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4320d00 con 0x557ca4318550 2024-09-13T16:18:59.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.157+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v101'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.157+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4320d00 con 0x557ca4318550 2024-09-13T16:18:59.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.158+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v101'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.158+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.159+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v101'231 uv215 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.159+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.160+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v101'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.160+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.162 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:18:59.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.161+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v101'233 uv233 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.161+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431e2e0 con 0x557ca4318550 2024-09-13T16:18:59.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.162+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v101'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.162+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431e2e0 con 0x557ca4318550 2024-09-13T16:18:59.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.163+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v101'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.163+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca4318550 2024-09-13T16:18:59.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.164+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v101'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4318550 2024-09-13T16:18:59.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.164+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca41e9aa0 2024-09-13T16:18:59.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.165+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v101'57 uv56 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.165+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca41e9aa0 2024-09-13T16:18:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.167+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v101'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.167+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca41e9aa0 2024-09-13T16:18:59.169 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:18:59.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.168+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v101'59 uv59 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.168+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431e2e0 con 0x557ca41e9aa0 2024-09-13T16:18:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.169+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v101'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.169+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431e2e0 con 0x557ca41e9aa0 2024-09-13T16:18:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.170+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v101'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.170+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431d2d0 con 0x557ca41e9aa0 2024-09-13T16:18:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.171+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v101'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.171+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ca431d7e0 0x557ca431fbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.171+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4320130 con 0x557ca431d7e0 2024-09-13T16:18:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.171+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ca431d7e0 0x557ca431fbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.171+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ca431d7e0 0x557ca431fbd0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.172+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v101'44 uv43 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.172+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4320650 con 0x557ca431d7e0 2024-09-13T16:18:59.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.173+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v101'45 uv45 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.173+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4320b60 con 0x557ca431d7e0 2024-09-13T16:18:59.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.174+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v101'46 uv46 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.176 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:18:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.174+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca431c760 con 0x557ca431d7e0 2024-09-13T16:18:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.175+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v101'47 uv47 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.175+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43214c0 con 0x557ca41e9aa0 2024-09-13T16:18:59.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.177+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v101'57 uv56 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.177+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43214c0 con 0x557ca41e9aa0 2024-09-13T16:18:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.178+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v101'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.178+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43214c0 con 0x557ca41e9aa0 2024-09-13T16:18:59.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.179+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v101'59 uv59 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.180 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:18:59.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.179+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43224d0 con 0x557ca41e9aa0 2024-09-13T16:18:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.180+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v101'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.180+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43224d0 con 0x557ca41e9aa0 2024-09-13T16:18:59.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.181+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v101'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.181+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43214c0 con 0x557ca41e9aa0 2024-09-13T16:18:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.182+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v101'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.182+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557ca4321b90 0x557ca4323f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.182+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43245c0 con 0x557ca4321b90 2024-09-13T16:18:59.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.182+0000 7f0740d8a640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557ca4321b90 0x557ca4323f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.182+0000 7f0740d8a640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557ca4321b90 0x557ca4323f80 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.183+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v101'105 uv99 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.184+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324680 con 0x557ca4321b90 2024-09-13T16:18:59.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.185+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v101'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.185+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.186+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v101'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.187 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:18:59.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.186+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4325ac0 con 0x557ca4321b90 2024-09-13T16:18:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.187+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v101'108 uv108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.187+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4325ac0 con 0x557ca4321b90 2024-09-13T16:18:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.188+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v101'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.188+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.189+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v101'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.189+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.191+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v101'111 uv104 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.191+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.192+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v101'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.192+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.193+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v101'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.194 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:18:59.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.193+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.194+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v101'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.194+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4324ab0 con 0x557ca4321b90 2024-09-13T16:18:59.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.195+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v101'115 uv115 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.195+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557ca4324fc0 0x557ca4327410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.195+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327b10 con 0x557ca4324fc0 2024-09-13T16:18:59.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.196+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557ca4324fc0 0x557ca4327410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.196+0000 7f0740589640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557ca4324fc0 0x557ca4327410 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.197+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v101'46 uv45 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4324fc0 2024-09-13T16:18:59.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.197+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca4324fc0 2024-09-13T16:18:59.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.198+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v101'47 uv47 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4324fc0 2024-09-13T16:18:59.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.198+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca4324fc0 2024-09-13T16:18:59.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.199+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v101'48 uv48 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4324fc0 2024-09-13T16:18:59.201 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:18:59.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.199+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca4324fc0 2024-09-13T16:18:59.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.200+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v101'49 uv49 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4324fc0 2024-09-13T16:18:59.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.200+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca4324fc0 2024-09-13T16:18:59.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.202+0000 7f0740589640 1 -- 172.21.15.39:0/1132869862 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v101'50 uv50 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0730068020 con 0x557ca4324fc0 2024-09-13T16:18:59.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.202+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca41e9aa0 2024-09-13T16:18:59.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.202+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v101'57 uv56 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.203+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca41e9aa0 2024-09-13T16:18:59.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.204+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v101'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.204+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca41e9aa0 2024-09-13T16:18:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.205+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v101'59 uv59 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.206 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:18:59.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.205+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4328f00 con 0x557ca41e9aa0 2024-09-13T16:18:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.206+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v101'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.206+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4328f00 con 0x557ca41e9aa0 2024-09-13T16:18:59.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.207+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v101'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.207+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca41e9aa0 2024-09-13T16:18:59.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.208+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v101'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca41e9aa0 2024-09-13T16:18:59.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.208+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4327ef0 con 0x557ca431d7e0 2024-09-13T16:18:59.210 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:18:59.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.209+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v101'95 uv95 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.209+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4321020 con 0x557ca431d7e0 2024-09-13T16:18:59.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.210+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [write 0~34] v101'96 uv96 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.210+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca43287e0 con 0x557ca431d7e0 2024-09-13T16:18:59.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.211+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [omap-set-header] v101'97 uv97 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.211+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4328b90 con 0x557ca431d7e0 2024-09-13T16:18:59.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.212+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 100.00000000 [create] v101'98 uv93 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.212+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4328b90 con 0x557ca431d7e0 2024-09-13T16:18:59.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.213+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 100.00000000 [delete] v101'99 uv99 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.213+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4328b90 con 0x557ca431d7e0 2024-09-13T16:18:59.215 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:18:59.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.214+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v101'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.214+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca4328b90 con 0x557ca431d7e0 2024-09-13T16:18:59.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.215+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [omap-set-header] v101'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.215+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432b950 con 0x557ca431d7e0 2024-09-13T16:18:59.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.216+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v101'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.216+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557ca4328f20 0x557ca432b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.216+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c020 con 0x557ca4328f20 2024-09-13T16:18:59.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.216+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557ca4328f20 0x557ca432b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.216+0000 7f073fd88640 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557ca4328f20 0x557ca432b310 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.217+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v101'44 uv43 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca4328f20 2024-09-13T16:18:59.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.218+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c020 con 0x557ca4328f20 2024-09-13T16:18:59.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.218+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v101'45 uv45 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca4328f20 2024-09-13T16:18:59.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.218+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c020 con 0x557ca4328f20 2024-09-13T16:18:59.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.219+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v101'46 uv46 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca4328f20 2024-09-13T16:18:59.221 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:18:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.219+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4328f20 2024-09-13T16:18:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.220+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v101'47 uv47 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca4328f20 2024-09-13T16:18:59.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.220+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca431d7e0 2024-09-13T16:18:59.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.222+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(103 609.00000000 [create] v101'57 uv56 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.222+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca431d7e0 2024-09-13T16:18:59.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.223+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(104 609.00000000 [delete] v101'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.223+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca431d7e0 2024-09-13T16:18:59.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.223+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v101'59 uv59 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.225 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:18:59.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.223+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432d0b0 con 0x557ca431d7e0 2024-09-13T16:18:59.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.224+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v101'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.224+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432d0b0 con 0x557ca431d7e0 2024-09-13T16:18:59.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.225+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v101'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.225+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca431d7e0 2024-09-13T16:18:59.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.226+0000 7f073fd88640 1 -- 172.21.15.39:0/1132869862 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [omap-set-header] v101'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0734054980 con 0x557ca431d7e0 2024-09-13T16:18:59.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.226+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.227+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v101'47 uv46 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.227+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.229+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v101'48 uv48 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.229+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.231 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:18:59.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.230+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v101'49 uv49 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.230+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.231+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v101'50 uv50 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.231+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.232+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v101'51 uv51 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.232+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.233+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v101'119 uv111 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.233+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.234+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v101'120 uv120 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.234+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.235+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v101'121 uv121 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.236 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:18:59.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.235+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.236+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v101'122 uv122 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.236+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.237+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v101'123 uv123 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.237+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.238+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v101'124 uv118 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.238+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.239+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v101'125 uv125 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.239+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.243 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:18:59.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.240+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v101'126 uv126 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.240+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.241+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v101'127 uv127 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.241+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.242+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v101'128 uv128 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.242+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432c0a0 con 0x557ca4321b90 2024-09-13T16:18:59.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.243+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v101'129 uv129 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.243+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e101) v8 -- 0x557ca432ca60 con 0x557ca4321b90 2024-09-13T16:18:59.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v101'130 uv130 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0738003450 con 0x557ca4321b90 2024-09-13T16:18:59.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557ca41e9aa0 msgr2=0x557ca430afd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x557ca41e9aa0 0x557ca430afd0 crc :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ca431d7e0 msgr2=0x557ca431fbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ca431d7e0 0x557ca431fbd0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557ca4328f20 msgr2=0x557ca432b310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x557ca4328f20 0x557ca432b310 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557ca4318550 msgr2=0x557ca431b630 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x557ca4318550 0x557ca431b630 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557ca4321b90 msgr2=0x557ca4323f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x557ca4321b90 0x557ca4323f80 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557ca4324fc0 msgr2=0x557ca4327410 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x557ca4324fc0 0x557ca4327410 crc :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 reap_dead start 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 reap_dead start 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0740d8a640 1 -- 172.21.15.39:0/1132869862 reap_dead start 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f072c0695e0 msgr2=0x7f072c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f072c0695e0 0x7f072c06baa0 secure :-1 s=READY pgs=727 cs=0 l=1 rev1=1 crypto rx=0x7f0730066000 tx=0x7f0730053000 comp rx=0 tx=0).stop 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 msgr2=0x557ca41e9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 0x557ca41e9560 secure :-1 s=READY pgs=1843 cs=0 l=1 rev1=1 crypto rx=0x7f073400bb50 tx=0x7f0734009530 comp rx=0 tx=0).stop 2024-09-13T16:18:59.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 shutdown_connections 2024-09-13T16:18:59.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f072c0695e0 0x7f072c06baa0 unknown :-1 s=CLOSED pgs=727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 --2- 172.21.15.39:0/1132869862 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ca41e1c70 0x557ca41e9560 unknown :-1 s=CLOSED pgs=1843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.244+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 >> 172.21.15.39:0/1132869862 conn(0x557ca41ea800 msgr2=0x557ca41e2c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:59.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.245+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 shutdown_connections 2024-09-13T16:18:59.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.245+0000 7f0742a8cf40 1 -- 172.21.15.39:0/1132869862 wait complete. 2024-09-13T16:18:59.251 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 100.00000000 2024-09-13T16:18:59.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 Processor -- start 2024-09-13T16:18:59.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 -- start start 2024-09-13T16:18:59.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 0x5568e477ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e470d150 0x5568e4783f70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5568e47844b0 0x5568e470b510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568e46784d0 con 0x7fd68c0030b0 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568e4613b60 con 0x5568e470d150 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a5546f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5568e4613800 con 0x5568e47844b0 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a3043640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 0x5568e477ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a3043640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 0x5568e477ccf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59372/0 (socket says 172.21.15.39:59372) 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.334+0000 7fd6a3043640 1 -- 172.21.15.39:0/4225181264 learned_addr learned my addr 172.21.15.39:0/4225181264 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3844640 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5568e47844b0 0x5568e470b510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a2842640 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e470d150 0x5568e4783f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3043640 1 -- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5568e47844b0 msgr2=0x5568e470b510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3043640 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5568e47844b0 0x5568e470b510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3043640 1 -- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e470d150 msgr2=0x5568e4783f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3043640 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e470d150 0x5568e4783f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3043640 1 -- 172.21.15.39:0/4225181264 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5568e4622c20 con 0x7fd68c0030b0 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a3043640 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 0x5568e477ccf0 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7fd6940095d0 tx=0x7fd694005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=827dbe2a10aac789 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a1840640 1 -- 172.21.15.39:0/4225181264 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd69400f040 con 0x7fd68c0030b0 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a1840640 1 -- 172.21.15.39:0/4225181264 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd694007830 con 0x7fd68c0030b0 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a1840640 1 -- 172.21.15.39:0/4225181264 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd694007ba0 con 0x7fd68c0030b0 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 -- 172.21.15.39:0/4225181264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 msgr2=0x5568e477ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 0x5568e477ccf0 secure :-1 s=READY pgs=1846 cs=0 l=1 rev1=1 crypto rx=0x7fd6940095d0 tx=0x7fd694005a00 comp rx=0 tx=0).stop 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 -- 172.21.15.39:0/4225181264 shutdown_connections 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5568e47844b0 0x5568e470b510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e470d150 0x5568e4783f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/4225181264 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd68c0030b0 0x5568e477ccf0 unknown :-1 s=CLOSED pgs=1846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.335+0000 7fd6a5546f40 1 -- 172.21.15.39:0/4225181264 >> 172.21.15.39:0/4225181264 conn(0x5568e4716800 msgr2=0x5568e4711f90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.336+0000 7fd6a5546f40 1 -- 172.21.15.39:0/4225181264 shutdown_connections 2024-09-13T16:18:59.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.336+0000 7fd6a5546f40 1 -- 172.21.15.39:0/4225181264 wait complete. 2024-09-13T16:18:59.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.336+0000 7fd6a5546f40 1 Processor -- start 2024-09-13T16:18:59.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.336+0000 7fd6a5546f40 1 -- start start 2024-09-13T16:18:59.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a5546f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5568e470d150 0x5568e4832f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a5546f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e47844b0 0x5568e4776d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a5546f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd68c0030b0 0x5568e4713300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a5546f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568e45f6520 con 0x5568e470d150 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a5546f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5568e47772b0 con 0x5568e47844b0 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a5546f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5568e4777e70 con 0x7fd68c0030b0 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5568e470d150 0x5568e4832f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5568e470d150 0x5568e4832f50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59386/0 (socket says 172.21.15.39:59386) 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 -- 172.21.15.39:0/2111100798 learned_addr learned my addr 172.21.15.39:0/2111100798 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a2842640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e47844b0 0x5568e4776d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3844640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd68c0030b0 0x5568e4713300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 -- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd68c0030b0 msgr2=0x5568e4713300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd68c0030b0 0x5568e4713300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 -- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e47844b0 msgr2=0x5568e4776d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e47844b0 0x5568e4776d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 -- 172.21.15.39:0/2111100798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd694005d20 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a2842640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5568e47844b0 0x5568e4776d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3844640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd68c0030b0 0x5568e4713300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.337+0000 7fd6a3043640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5568e470d150 0x5568e4832f50 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7fd694009b50 tx=0x7fd694002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.338+0000 7fd6a083e640 1 -- 172.21.15.39:0/2111100798 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd69400f050 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.338+0000 7fd6a083e640 1 -- 172.21.15.39:0/2111100798 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd69401e840 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.338+0000 7fd6a083e640 1 -- 172.21.15.39:0/2111100798 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd69401ebd0 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.338+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5568e4616060 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.338+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5568e4615ac0 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.339+0000 7fd6a083e640 1 -- 172.21.15.39:0/2111100798 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd69401ed30 con 0x5568e470d150 2024-09-13T16:18:59.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.339+0000 7fd6a083e640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd690069610 0x7fd69006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.339+0000 7fd6a083e640 1 -- 172.21.15.39:0/2111100798 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7fd694089fa0 con 0x5568e470d150 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.340+0000 7fd6a2842640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd690069610 0x7fd69006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.340+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5568e4713840 0x5568e4779390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.340+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e101) v8 -- 0x5568e477ccf0 con 0x5568e4713840 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.340+0000 7fd6a3844640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5568e4713840 0x5568e4779390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.340+0000 7fd6a3844640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5568e4713840 0x5568e4779390 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.340+0000 7fd6a2842640 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd690069610 0x7fd69006bad0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fd698009980 tx=0x7fd698052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a3844640 1 -- 172.21.15.39:0/2111100798 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 100.00000000 [delete] v101'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fd69c0060c0 con 0x5568e4713840 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5568e4713840 msgr2=0x5568e4779390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5568e4713840 0x5568e4779390 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd690069610 msgr2=0x7fd69006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd690069610 0x7fd69006bad0 secure :-1 s=READY pgs=728 cs=0 l=1 rev1=1 crypto rx=0x7fd698009980 tx=0x7fd698052000 comp rx=0 tx=0).stop 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5568e470d150 msgr2=0x5568e4832f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 --2- 172.21.15.39:0/2111100798 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5568e470d150 0x5568e4832f50 secure :-1 s=READY pgs=1847 cs=0 l=1 rev1=1 crypto rx=0x7fd694009b50 tx=0x7fd694002fb0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a3844640 1 -- 172.21.15.39:0/2111100798 reap_dead start 2024-09-13T16:18:59.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 shutdown_connections 2024-09-13T16:18:59.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 >> 172.21.15.39:0/2111100798 conn(0x5568e4716800 msgr2=0x5568e4788d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:59.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 shutdown_connections 2024-09-13T16:18:59.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.346+0000 7fd6a5546f40 1 -- 172.21.15.39:0/2111100798 wait complete. 2024-09-13T16:18:59.350 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:18:59.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.454+0000 7f17b9d26640 1 Processor -- start 2024-09-13T16:18:59.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.454+0000 7f17b9d26640 1 -- start start 2024-09-13T16:18:59.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b9d26640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f17b40b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b9d26640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f17b4069ed0 0x7f17b406a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b9d26640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f17b40cb080 con 0x7f17b4156e60 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b9d26640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f17b406a8a0 con 0x7f17b4069ed0 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b9d26640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17b4070d40 con 0x7f17b40b25b0 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f17b4156e60 0x7f17b415aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43544/0 (socket says 172.21.15.39:43544) 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b37fe640 1 -- 172.21.15.39:0/2257507962 learned_addr learned my addr 172.21.15.39:0/2257507962 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2910131660 0 0) 0x7f17b40cb080 con 0x7f17b4156e60 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b3fff640 1 --2- 172.21.15.39:0/2257507962 >> v2:172.21.15.157:3300/0 conn(0x7f17b4069ed0 0x7f17b406a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f179c003520 con 0x7f17b4156e60 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f17b40b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2920908296 0 0) 0x7f179c003520 con 0x7f17b4156e60 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 msgr2=0x7f17b40b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f17b40b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 >> v2:172.21.15.157:3300/0 conn(0x7f17b4069ed0 msgr2=0x7f17b406a360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 --2- 172.21.15.39:0/2257507962 >> v2:172.21.15.157:3300/0 conn(0x7f17b4069ed0 0x7f17b406a360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b415b140 con 0x7f17b4156e60 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f17a4001670 con 0x7f17b4156e60 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.455+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 >> v1:172.21.15.39:6789/0 conn(0x7f17b4156e60 legacy=0x7f17b415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b27fc640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f179c003970 0x7f179c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b27fc640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f179c0047c0 0x7f179c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b27fc640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f179c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b406a8a0 con 0x7f179c0047c0 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b4070d40 con 0x7f179c003970 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f179c00b980 con 0x7f17b40b25b0 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f179c0047c0 0x7f179c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b37fe640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f179c003970 0x7f179c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b3fff640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f179c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b2ffd640 1 -- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 msgr2=0x7f179c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f179c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b2ffd640 1 -- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f179c003970 msgr2=0x7f179c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f179c003970 0x7f179c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b2ffd640 1 -- 172.21.15.39:0/2257507962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f179c003520 con 0x7f179c0047c0 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.456+0000 7f17b3fff640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f17b40b25b0 0x7f179c005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f179c0047c0 0x7f179c004c40 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f17a8009a90 tx=0x7f179c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a780ca6d52ee324 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a8031400 con 0x7f179c0047c0 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17a802d050 con 0x7f179c0047c0 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b27fc640 1 -- 172.21.15.39:0/2257507962 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17a80317a0 con 0x7f179c0047c0 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b9d26640 1 -- 172.21.15.39:0/2257507962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f179c0047c0 msgr2=0x7f179c004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b9d26640 1 --2- 172.21.15.39:0/2257507962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f179c0047c0 0x7f179c004c40 secure :-1 s=READY pgs=1849 cs=0 l=1 rev1=1 crypto rx=0x7f17a8009a90 tx=0x7f179c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b3fff640 1 -- 172.21.15.39:0/2257507962 reap_dead start 2024-09-13T16:18:59.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b9d26640 1 -- 172.21.15.39:0/2257507962 shutdown_connections 2024-09-13T16:18:59.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b9d26640 1 -- 172.21.15.39:0/2257507962 >> 172.21.15.39:0/2257507962 conn(0x7f17b40b00a0 msgr2=0x7f17b40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:18:59.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b9d26640 1 -- 172.21.15.39:0/2257507962 shutdown_connections 2024-09-13T16:18:59.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.457+0000 7f17b9d26640 1 -- 172.21.15.39:0/2257507962 wait complete. 2024-09-13T16:18:59.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.459+0000 7f17b9d26640 1 Processor -- start 2024-09-13T16:18:59.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.459+0000 7f17b9d26640 1 -- start start 2024-09-13T16:18:59.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f179c0047c0 0x7f17b4151480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17b41505a0 0x7f17b414f930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 0x7f17b415a070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b41519c0 con 0x7f17b4152c40 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f17b4155d30 con 0x7f17b41505a0 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f17b4151bc0 con 0x7f179c0047c0 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 0x7f17b415a070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 0x7f17b415a070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59408/0 (socket says 172.21.15.39:59408) 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 -- 172.21.15.39:0/1445695195 learned_addr learned my addr 172.21.15.39:0/1445695195 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17b41505a0 0x7f17b414f930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b37fe640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f179c0047c0 0x7f17b4151480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 -- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f179c0047c0 msgr2=0x7f17b4151480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f179c0047c0 0x7f17b4151480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 -- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17b41505a0 msgr2=0x7f17b414f930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:18:59.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17b41505a0 0x7f17b414f930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 -- 172.21.15.39:0/1445695195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17b4151ea0 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b2ffd640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17b41505a0 0x7f17b414f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b3fff640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 0x7f17b415a070 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f17b415cdc0 tx=0x7f17ac009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac01b070 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17ac00f040 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f17b4152180 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17ac00e050 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.460+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f17b4152740 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.461+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17b40672f0 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.462+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f17ac015440 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.462+0000 7f179bfff640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17a006ac30 0x7f17a006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.463+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f17ac089bd0 con 0x7f17b4152c40 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.463+0000 7f17b37fe640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17a006ac30 0x7f17a006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:18:59.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.463+0000 7f17b37fe640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17a006ac30 0x7f17a006d0f0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f17b415ac30 tx=0x7f17a4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:18:59.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.466+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f17ac054a30 con 0x7f17b4152c40 2024-09-13T16:18:59.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:18:59.673+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f17b40705f0 con 0x7f17b4152c40 2024-09-13T16:19:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.053+0000 7f179bfff640 1 -- 172.21.15.39:0/1445695195 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v135) v1 ==== 162+0+0 (secure 0 0 0) 0x7f17ac058050 con 0x7f17b4152c40 2024-09-13T16:19:00.054 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17a006ac30 msgr2=0x7f17a006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17a006ac30 0x7f17a006d0f0 secure :-1 s=READY pgs=729 cs=0 l=1 rev1=1 crypto rx=0x7f17b415ac30 tx=0x7f17a4009040 comp rx=0 tx=0).stop 2024-09-13T16:19:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 msgr2=0x7f17b415a070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 0x7f17b415a070 secure :-1 s=READY pgs=1850 cs=0 l=1 rev1=1 crypto rx=0x7f17b415cdc0 tx=0x7f17ac009f90 comp rx=0 tx=0).stop 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 shutdown_connections 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17a006ac30 0x7f17a006d0f0 unknown :-1 s=CLOSED pgs=729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f17b4152c40 0x7f17b415a070 unknown :-1 s=CLOSED pgs=1850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f17b41505a0 0x7f17b414f930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 --2- 172.21.15.39:0/1445695195 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f179c0047c0 0x7f17b4151480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 >> 172.21.15.39:0/1445695195 conn(0x7f17b40b00a0 msgr2=0x7f17b415c140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 shutdown_connections 2024-09-13T16:19:00.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.055+0000 7f17b9d26640 1 -- 172.21.15.39:0/1445695195 wait complete. 2024-09-13T16:19:00.070 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.171+0000 7f8b0ef5e640 1 Processor -- start 2024-09-13T16:19:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.171+0000 7f8b0ef5e640 1 -- start start 2024-09-13T16:19:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0ef5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b080b2dc0 0x7f8b081671f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0ef5e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b08071930 con 0x7f8b0815cba0 2024-09-13T16:19:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0ef5e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8b08070a50 con 0x7f8b08156bb0 2024-09-13T16:19:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0ef5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b08156f90 con 0x7f8b080b2dc0 2024-09-13T16:19:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0d4fb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b080b2dc0 0x7f8b081671f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:00.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b07fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f8b0815cba0 0x7f8b080b26b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43556/0 (socket says 172.21.15.39:43556) 2024-09-13T16:19:00.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b07fff640 1 -- 172.21.15.39:0/508542581 learned_addr learned my addr 172.21.15.39:0/508542581 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:00.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0d4fb640 1 -- 172.21.15.39:0/508542581 >> v1:172.21.15.157:6789/0 conn(0x7f8b08156bb0 legacy=0x7f8b08070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:00.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0d4fb640 1 -- 172.21.15.39:0/508542581 >> v1:172.21.15.39:6789/0 conn(0x7f8b0815cba0 legacy=0x7f8b080b26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.172+0000 7f8b0d4fb640 1 -- 172.21.15.39:0/508542581 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b08070d20 con 0x7f8b080b2dc0 2024-09-13T16:19:00.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.173+0000 7f8b0d4fb640 1 --2- 172.21.15.39:0/508542581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b081671f0 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f8b00009d90 tx=0x7f8b0002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4d8f12e0a23ac1d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.173+0000 7f8b077fe640 1 -- 172.21.15.39:0/508542581 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b00007740 con 0x7f8b080b2dc0 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.173+0000 7f8b077fe640 1 -- 172.21.15.39:0/508542581 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b0002d050 con 0x7f8b080b2dc0 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.173+0000 7f8b077fe640 1 -- 172.21.15.39:0/508542581 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b00007ac0 con 0x7f8b080b2dc0 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/508542581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 msgr2=0x7f8b081671f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/508542581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b081671f0 secure :-1 s=READY pgs=1852 cs=0 l=1 rev1=1 crypto rx=0x7f8b00009d90 tx=0x7f8b0002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/508542581 shutdown_connections 2024-09-13T16:19:00.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/508542581 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b081671f0 unknown :-1 s=CLOSED pgs=1852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/508542581 >> 172.21.15.39:0/508542581 conn(0x7f8b08069ed0 msgr2=0x7f8b0806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/508542581 shutdown_connections 2024-09-13T16:19:00.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.174+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/508542581 wait complete. 2024-09-13T16:19:00.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.175+0000 7f8b0ef5e640 1 Processor -- start 2024-09-13T16:19:00.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.175+0000 7f8b0ef5e640 1 -- start start 2024-09-13T16:19:00.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ef5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b08152130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:00.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ef5e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b08156bb0 0x7f8b0814ba50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:00.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ef5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b0815cba0 0x7f8b0814fc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ef5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b0814bf90 con 0x7f8b080b2dc0 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ef5e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b08152d70 con 0x7f8b08156bb0 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ef5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b08150160 con 0x7f8b0815cba0 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b08152130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b08152130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59432/0 (socket says 172.21.15.39:59432) 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 -- 172.21.15.39:0/499863008 learned_addr learned my addr 172.21.15.39:0/499863008 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b07fff640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b08156bb0 0x7f8b0814ba50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0d4fb640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b0815cba0 0x7f8b0814fc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:00.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 -- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b0815cba0 msgr2=0x7f8b0814fc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b0815cba0 0x7f8b0814fc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 -- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b08156bb0 msgr2=0x7f8b0814ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b08156bb0 0x7f8b0814ba50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0ccfa640 1 -- 172.21.15.39:0/499863008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b00009a70 con 0x7f8b080b2dc0 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b07fff640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b08156bb0 0x7f8b0814ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.176+0000 7f8b0d4fb640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b0815cba0 0x7f8b0814fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:00.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.177+0000 7f8b0ccfa640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b08152130 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f8afc00c430 tx=0x7f8afc00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.177+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8afc011790 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.177+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8afc0118f0 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.177+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b081527b0 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.177+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8afc011ce0 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.177+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b0814d7d0 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.178+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8b08067300 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.178+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8afc01c460 con 0x7f8b080b2dc0 2024-09-13T16:19:00.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.179+0000 7f8b057fa640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aec06ac30 0x7f8aec06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:00.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.179+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(101..101 src has 1..101) v4 ==== 6598+0+0 (secure 0 0 0) 0x7f8afc0895d0 con 0x7f8b080b2dc0 2024-09-13T16:19:00.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.179+0000 7f8b07fff640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aec06ac30 0x7f8aec06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:00.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.179+0000 7f8b07fff640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aec06ac30 0x7f8aec06d0f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f8b0814f9f0 tx=0x7f8af4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:00.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.183+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8afc054430 con 0x7f8b080b2dc0 2024-09-13T16:19:00.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.391+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8b08070340 con 0x7f8b080b2dc0 2024-09-13T16:19:00.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.391+0000 7f8b057fa640 1 -- 172.21.15.39:0/499863008 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 136 v136) v1 ==== 95+0+3987 (secure 0 0 0) 0x7f8afc057a50 con 0x7f8b080b2dc0 2024-09-13T16:19:00.393 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:00.393 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":136,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":136,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:00.054114+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":101,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9321},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9321":{"gid":9321,"name":"c","rank":0,"incarnation":136,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/2659426096","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2659426096},{"type":"v1","addr":"172.21.15.39:6834","nonce":2659426096}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:00.394 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 136 2024-09-13T16:19:00.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aec06ac30 msgr2=0x7f8aec06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aec06ac30 0x7f8aec06d0f0 secure :-1 s=READY pgs=730 cs=0 l=1 rev1=1 crypto rx=0x7f8b0814f9f0 tx=0x7f8af4009040 comp rx=0 tx=0).stop 2024-09-13T16:19:00.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 msgr2=0x7f8b08152130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:00.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b08152130 secure :-1 s=READY pgs=1853 cs=0 l=1 rev1=1 crypto rx=0x7f8afc00c430 tx=0x7f8afc00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 shutdown_connections 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8aec06ac30 0x7f8aec06d0f0 unknown :-1 s=CLOSED pgs=730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b0815cba0 0x7f8b0814fc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b08156bb0 0x7f8b0814ba50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 --2- 172.21.15.39:0/499863008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b080b2dc0 0x7f8b08152130 unknown :-1 s=CLOSED pgs=1853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 >> 172.21.15.39:0/499863008 conn(0x7f8b08069ed0 msgr2=0x7f8b0815dc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 shutdown_connections 2024-09-13T16:19:00.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:00.394+0000 7f8b0ef5e640 1 -- 172.21.15.39:0/499863008 wait complete. 2024-09-13T16:19:00.406 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:19:00.619 INFO:tasks.ceph.mds.a.smithi039.stderr: -51> 2024-09-13T16:18:55.866+0000 7f7567a93640 -1 mds.0.inotable: load_2 could not read table: -2 2024-09-13T16:19:00.619 INFO:tasks.ceph.mds.a.smithi039.stderr: -50> 2024-09-13T16:18:55.866+0000 7f7567a93640 -1 log_channel(cluster) log [ERR] : error reading table object 'mds0_inotable' -2 ((2) No such file or directory) 2024-09-13T16:19:00.643 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:19:03.078 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:03.077+0000 7f59a0e6e640 -1 log_channel(cluster) log [ERR] : dir 0x100 object missing on disk; some files may be lost (~mds0) 2024-09-13T16:19:03.080 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:03.079+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:03.080 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:03.079+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:05.407 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.521+0000 7f018b765640 1 Processor -- start 2024-09-13T16:19:05.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.522+0000 7f018b765640 1 -- start start 2024-09-13T16:19:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.522+0000 7f018b765640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01840ccf80 0x7f0184163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.522+0000 7f018b765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0184164530 0x7f0184166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f018b765640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01840cde30 con 0x7f01840b41a0 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f018b765640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01840b5090 con 0x7f01840ccf80 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f018b765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01840cd820 con 0x7f0184164530 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01840ccf80 0x7f0184163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01840ccf80 0x7f0184163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50276/0 (socket says 172.21.15.39:50276) 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 -- 172.21.15.39:0/2307309664 learned_addr learned my addr 172.21.15.39:0/2307309664 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0189d02640 1 --2- 172.21.15.39:0/2307309664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0184164530 0x7f0184166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 -- 172.21.15.39:0/2307309664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0184164530 msgr2=0x7f0184166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 --2- 172.21.15.39:0/2307309664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0184164530 0x7f0184166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 -- 172.21.15.39:0/2307309664 >> v1:172.21.15.157:6789/0 conn(0x7f01840b41a0 legacy=0x7f01840b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:05.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.523+0000 7f0188d00640 1 -- 172.21.15.39:0/2307309664 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f018415cd60 con 0x7f01840ccf80 2024-09-13T16:19:05.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f0188d00640 1 --2- 172.21.15.39:0/2307309664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840ccf80 0x7f0184163ff0 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f0178009870 tx=0x7f017802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5110516f4864f27b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:05.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f0177fff640 1 -- 172.21.15.39:0/2307309664 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0178032440 con 0x7f01840ccf80 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f0177fff640 1 -- 172.21.15.39:0/2307309664 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01780325a0 con 0x7f01840ccf80 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f0177fff640 1 -- 172.21.15.39:0/2307309664 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0178032930 con 0x7f01840ccf80 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f018b765640 1 -- 172.21.15.39:0/2307309664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840ccf80 msgr2=0x7f0184163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f018b765640 1 --2- 172.21.15.39:0/2307309664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840ccf80 0x7f0184163ff0 secure :-1 s=READY pgs=1856 cs=0 l=1 rev1=1 crypto rx=0x7f0178009870 tx=0x7f017802a210 comp rx=0 tx=0).stop 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f018b765640 1 -- 172.21.15.39:0/2307309664 shutdown_connections 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f018b765640 1 --2- 172.21.15.39:0/2307309664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0184164530 0x7f0184166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.524+0000 7f018b765640 1 --2- 172.21.15.39:0/2307309664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840ccf80 0x7f0184163ff0 unknown :-1 s=CLOSED pgs=1856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.525+0000 7f018b765640 1 -- 172.21.15.39:0/2307309664 >> 172.21.15.39:0/2307309664 conn(0x7f01840cf1a0 msgr2=0x7f01840cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.525+0000 7f018b765640 1 -- 172.21.15.39:0/2307309664 shutdown_connections 2024-09-13T16:19:05.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.525+0000 7f018b765640 1 -- 172.21.15.39:0/2307309664 wait complete. 2024-09-13T16:19:05.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.526+0000 7f018b765640 1 Processor -- start 2024-09-13T16:19:05.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.526+0000 7f018b765640 1 -- start start 2024-09-13T16:19:05.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 0x7f018413e290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01840ccf80 0x7f01840cc300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0184164530 0x7f01840cc840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01840cb090 con 0x7f01840b41a0 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01841412c0 con 0x7f0184164530 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0184151740 con 0x7f01840ccf80 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 0x7f018413e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 0x7f018413e290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50282/0 (socket says 172.21.15.39:50282) 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 -- 172.21.15.39:0/1104624006 learned_addr learned my addr 172.21.15.39:0/1104624006 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189d02640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0184164530 0x7f01840cc840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0188d00640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01840ccf80 0x7f01840cc300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 -- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01840ccf80 msgr2=0x7f01840cc300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01840ccf80 0x7f01840cc300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 -- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0184164530 msgr2=0x7f01840cc840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0184164530 0x7f01840cc840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 -- 172.21.15.39:0/1104624006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01780094d0 con 0x7f01840b41a0 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0189501640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 0x7f018413e290 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f018000b3f0 tx=0x7f018000b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0180011830 con 0x7f01840b41a0 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0180011990 con 0x7f01840b41a0 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01840cbe70 con 0x7f01840b41a0 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.527+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0180011d40 con 0x7f01840b41a0 2024-09-13T16:19:05.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.528+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01840cb5e0 con 0x7f01840b41a0 2024-09-13T16:19:05.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.529+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0184067330 con 0x7f01840b41a0 2024-09-13T16:19:05.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.529+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f018001a400 con 0x7f01840b41a0 2024-09-13T16:19:05.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.530+0000 7f0175ffb640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f016806ac00 0x7f016806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.530+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7f0180089280 con 0x7f01840b41a0 2024-09-13T16:19:05.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.530+0000 7f0188d00640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f016806ac00 0x7f016806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.531+0000 7f0188d00640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f016806ac00 0x7f016806d0c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f0178034000 tx=0x7f017802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:05.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.534+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0180054140 con 0x7f01840b41a0 2024-09-13T16:19:05.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.740+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0184066ec0 con 0x7f01840b41a0 2024-09-13T16:19:05.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.740+0000 7f0175ffb640 1 -- 172.21.15.39:0/1104624006 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f0180057760 con 0x7f01840b41a0 2024-09-13T16:19:05.742 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:05.742 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":140,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9381,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":137}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:03.080168+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:05.742 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 140 2024-09-13T16:19:05.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f016806ac00 msgr2=0x7f016806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f016806ac00 0x7f016806d0c0 secure :-1 s=READY pgs=732 cs=0 l=1 rev1=1 crypto rx=0x7f0178034000 tx=0x7f017802e000 comp rx=0 tx=0).stop 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 msgr2=0x7f018413e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 0x7f018413e290 secure :-1 s=READY pgs=1857 cs=0 l=1 rev1=1 crypto rx=0x7f018000b3f0 tx=0x7f018000b8b0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 shutdown_connections 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f016806ac00 0x7f016806d0c0 unknown :-1 s=CLOSED pgs=732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0184164530 0x7f01840cc840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01840ccf80 0x7f01840cc300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 --2- 172.21.15.39:0/1104624006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01840b41a0 0x7f018413e290 unknown :-1 s=CLOSED pgs=1857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 >> 172.21.15.39:0/1104624006 conn(0x7f01840cf1a0 msgr2=0x7f01840cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 shutdown_connections 2024-09-13T16:19:05.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.742+0000 7f018b765640 1 -- 172.21.15.39:0/1104624006 wait complete. 2024-09-13T16:19:05.754 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:19:05.755 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:05.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.855+0000 7fadd4c9c640 1 Processor -- start 2024-09-13T16:19:05.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.856+0000 7fadd4c9c640 1 -- start start 2024-09-13T16:19:05.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.856+0000 7fadd4c9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd00cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadd4c9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadd006fbd0 con 0x7fadd006f4a0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadd4c9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadd006feb0 con 0x7fadd006a5e0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadd4c9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadd0070190 con 0x7fadd0158cb0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcdd9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fadd006f4a0 0x7fadd0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33252/0 (socket says 172.21.15.39:33252) 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcdd9b640 1 -- 172.21.15.39:0/1996611230 learned_addr learned my addr 172.21.15.39:0/1996611230 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadce59c640 1 --2- 172.21.15.39:0/1996611230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd00cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3774140413 0 0) 0x7fadd006fbd0 con 0x7fadd006f4a0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fadb8005730 con 0x7fadd006f4a0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 172408934 0 0) 0x7fadd006feb0 con 0x7fadd006a5e0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fadd006fbd0 con 0x7fadd006a5e0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3396011643 0 0) 0x7fadb8005730 con 0x7fadd006f4a0 2024-09-13T16:19:05.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadce59c640 1 -- 172.21.15.39:0/1996611230 >> v1:172.21.15.157:6789/0 conn(0x7fadd006a5e0 legacy=0x7fadd00cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadce59c640 1 -- 172.21.15.39:0/1996611230 >> v1:172.21.15.39:6789/0 conn(0x7fadd006f4a0 legacy=0x7fadd0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.857+0000 7fadce59c640 1 -- 172.21.15.39:0/1996611230 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadd0070470 con 0x7fadd0158cb0 2024-09-13T16:19:05.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.858+0000 7fadce59c640 1 --2- 172.21.15.39:0/1996611230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd00cee00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fadc00097d0 tx=0x7fadc002a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=2d8ea34928ca4021 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:05.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.858+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc4001670 con 0x7fadd0158cb0 2024-09-13T16:19:05.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.858+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadc002ac30 con 0x7fadd0158cb0 2024-09-13T16:19:05.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.858+0000 7fadcd59a640 1 -- 172.21.15.39:0/1996611230 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc0032440 con 0x7fadd0158cb0 2024-09-13T16:19:05.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 -- 172.21.15.39:0/1996611230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 msgr2=0x7fadd00cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/1996611230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd00cee00 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7fadc00097d0 tx=0x7fadc002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 -- 172.21.15.39:0/1996611230 shutdown_connections 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/1996611230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd00cee00 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 -- 172.21.15.39:0/1996611230 >> 172.21.15.39:0/1996611230 conn(0x7fadd006b3b0 msgr2=0x7fadd006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 -- 172.21.15.39:0/1996611230 shutdown_connections 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.859+0000 7fadd4c9c640 1 -- 172.21.15.39:0/1996611230 wait complete. 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.860+0000 7fadd4c9c640 1 Processor -- start 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.860+0000 7fadd4c9c640 1 -- start start 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadd4c9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadd006a5e0 0x7fadd0149f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadd4c9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 0x7fadd01e3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadd4c9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd01e3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadd4c9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd00ad650 con 0x7fadd006f4a0 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadd4c9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadd00acad0 con 0x7fadd006a5e0 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadd4c9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadd00acdb0 con 0x7fadd0158cb0 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadcdd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 0x7fadd01e3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadcdd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 0x7fadd01e3640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50290/0 (socket says 172.21.15.39:50290) 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadcdd9b640 1 -- 172.21.15.39:0/2547599305 learned_addr learned my addr 172.21.15.39:0/2547599305 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadce59c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadd006a5e0 0x7fadd0149f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadced9d640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd01e3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadcdd9b640 1 -- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 msgr2=0x7fadd01e3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.861+0000 7fadcdd9b640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd01e3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadcdd9b640 1 -- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadd006a5e0 msgr2=0x7fadd0149f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadcdd9b640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadd006a5e0 0x7fadd0149f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:05.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadcdd9b640 1 -- 172.21.15.39:0/2547599305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadc0009400 con 0x7fadd006f4a0 2024-09-13T16:19:05.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadcdd9b640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 0x7fadd01e3640 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fadc400c780 tx=0x7fadc400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:05.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc4005ad0 con 0x7fadd006f4a0 2024-09-13T16:19:05.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadc4005c50 con 0x7fadd006f4a0 2024-09-13T16:19:05.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadd00ad090 con 0x7fadd006f4a0 2024-09-13T16:19:05.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadc4007070 con 0x7fadd006f4a0 2024-09-13T16:19:05.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.862+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadd014a450 con 0x7fadd006f4a0 2024-09-13T16:19:05.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.863+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadd00672f0 con 0x7fadd006f4a0 2024-09-13T16:19:05.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.864+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fadc40071d0 con 0x7fadd006f4a0 2024-09-13T16:19:05.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.864+0000 7fadbeffd640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadb006ac00 0x7fadb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:05.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.864+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7fadc4088da0 con 0x7fadd006f4a0 2024-09-13T16:19:05.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.864+0000 7fadce59c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadb006ac00 0x7fadb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:05.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.865+0000 7fadce59c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadb006ac00 0x7fadb006d0c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fadc0034000 tx=0x7fadc002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:05.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:05.868+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fadc4053c60 con 0x7fadd006f4a0 2024-09-13T16:19:06.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.074+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fadd00cee00 con 0x7fadd006f4a0 2024-09-13T16:19:06.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.075+0000 7fadbeffd640 1 -- 172.21.15.39:0/2547599305 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) v1 ==== 95+0+3978 (secure 0 0 0) 0x7fadc4017020 con 0x7fadd006f4a0 2024-09-13T16:19:06.076 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:06.076 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":140,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9381,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":137}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:03.080168+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:06.077 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 140 2024-09-13T16:19:06.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadb006ac00 msgr2=0x7fadb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadb006ac00 0x7fadb006d0c0 secure :-1 s=READY pgs=733 cs=0 l=1 rev1=1 crypto rx=0x7fadc0034000 tx=0x7fadc002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 msgr2=0x7fadd01e3640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 0x7fadd01e3640 secure :-1 s=READY pgs=1859 cs=0 l=1 rev1=1 crypto rx=0x7fadc400c780 tx=0x7fadc400cc40 comp rx=0 tx=0).stop 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 shutdown_connections 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadb006ac00 0x7fadb006d0c0 unknown :-1 s=CLOSED pgs=733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fadd0158cb0 0x7fadd01e3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fadd006f4a0 0x7fadd01e3640 unknown :-1 s=CLOSED pgs=1859 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 --2- 172.21.15.39:0/2547599305 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fadd006a5e0 0x7fadd0149f10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 >> 172.21.15.39:0/2547599305 conn(0x7fadd006b3b0 msgr2=0x7fadd0069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 shutdown_connections 2024-09-13T16:19:06.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.077+0000 7fadd4c9c640 1 -- 172.21.15.39:0/2547599305 wait complete. 2024-09-13T16:19:06.089 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:06.090 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:06.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.190+0000 7fd4afee5640 1 Processor -- start 2024-09-13T16:19:06.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.190+0000 7fd4afee5640 1 -- start start 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4afee5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 0x7fd4a80cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4afee5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd4a806f4a0 0x7fd4a8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4afee5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4a806a860 con 0x7fd4a806a410 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4afee5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4a806fbd0 con 0x7fd4a806f4a0 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4afee5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a806feb0 con 0x7fd4a8158cb0 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4ae482640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd4a806a410 0x7fd4a80b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33258/0 (socket says 172.21.15.39:33258) 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4ae482640 1 -- 172.21.15.39:0/568273701 learned_addr learned my addr 172.21.15.39:0/568273701 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2986351873 0 0) 0x7fd4a0001490 con 0x7fd4a806a410 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd494003520 con 0x7fd4a806a410 2024-09-13T16:19:06.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4ad480640 1 --2- 172.21.15.39:0/568273701 >> v2:172.21.15.157:3300/0 conn(0x7fd4a806f4a0 0x7fd4a8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4adc81640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 0x7fd4a80cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3880873690 0 0) 0x7fd494003520 con 0x7fd4a806a410 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 msgr2=0x7fd4a80cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 0x7fd4a80cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 >> v2:172.21.15.157:3300/0 conn(0x7fd4a806f4a0 msgr2=0x7fd4a8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 --2- 172.21.15.39:0/568273701 >> v2:172.21.15.157:3300/0 conn(0x7fd4a806f4a0 0x7fd4a8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.191+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a8070190 con 0x7fd4a806a410 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd4a0001b80 con 0x7fd4a806a410 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 >> v1:172.21.15.39:6789/0 conn(0x7fd4a806a410 legacy=0x7fd4a80b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd494003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 0x7fd4940047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd494004d00 0x7fd494005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a806fbd0 con 0x7fd494003970 2024-09-13T16:19:06.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a806feb0 con 0x7fd494004d00 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd49400b980 con 0x7fd4a8158cb0 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4adc81640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd494003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4ad480640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 0x7fd4940047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4ae482640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd494004d00 0x7fd494005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4adc81640 1 -- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 msgr2=0x7fd4940047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4adc81640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a8158cb0 0x7fd4940047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4adc81640 1 -- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd494004d00 msgr2=0x7fd494005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4adc81640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd494004d00 0x7fd494005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4adc81640 1 -- 172.21.15.39:0/568273701 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd494003520 con 0x7fd494003970 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.192+0000 7fd4ae482640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd494004d00 0x7fd494005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4adc81640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd494003d90 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009ac0 tx=0x7fd4940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c3535db39f0f493b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4031400 con 0x7fd494003970 2024-09-13T16:19:06.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a402d050 con 0x7fd494003970 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4acc7f640 1 -- 172.21.15.39:0/568273701 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4031780 con 0x7fd494003970 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4afee5640 1 -- 172.21.15.39:0/568273701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 msgr2=0x7fd494003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4afee5640 1 --2- 172.21.15.39:0/568273701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd494003d90 secure :-1 s=READY pgs=1861 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009ac0 tx=0x7fd4940057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4ae482640 1 -- 172.21.15.39:0/568273701 reap_dead start 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4afee5640 1 -- 172.21.15.39:0/568273701 shutdown_connections 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4afee5640 1 -- 172.21.15.39:0/568273701 >> 172.21.15.39:0/568273701 conn(0x7fd4a806b3b0 msgr2=0x7fd4a806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.193+0000 7fd4afee5640 1 -- 172.21.15.39:0/568273701 shutdown_connections 2024-09-13T16:19:06.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.194+0000 7fd4afee5640 1 -- 172.21.15.39:0/568273701 wait complete. 2024-09-13T16:19:06.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 Processor -- start 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 -- start start 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd4a80aa240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4a8145ed0 0x7fd4a80acbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a80ad110 0x7fd4a80a9370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a8146350 con 0x7fd494003970 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a8146670 con 0x7fd4a8145ed0 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.195+0000 7fd4afee5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4a80ad590 con 0x7fd4a80ad110 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd4a80aa240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd4a80aa240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50310/0 (socket says 172.21.15.39:50310) 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 -- 172.21.15.39:0/3066302428 learned_addr learned my addr 172.21.15.39:0/3066302428 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4ae482640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a80ad110 0x7fd4a80a9370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4ad480640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4a8145ed0 0x7fd4a80acbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 -- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a80ad110 msgr2=0x7fd4a80a9370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a80ad110 0x7fd4a80a9370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 -- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4a8145ed0 msgr2=0x7fd4a80acbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4a8145ed0 0x7fd4a80acbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 -- 172.21.15.39:0/3066302428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a8146910 con 0x7fd494003970 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4ae482640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a80ad110 0x7fd4a80a9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4ad480640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4a8145ed0 0x7fd4a80acbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4adc81640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd4a80aa240 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009ac0 tx=0x7fd4a4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4003bd0 con 0x7fd494003970 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a4003d30 con 0x7fd494003970 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4a8146bf0 con 0x7fd494003970 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4003ea0 con 0x7fd494003970 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.196+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4a81471b0 con 0x7fd494003970 2024-09-13T16:19:06.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.197+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4a8147340 con 0x7fd494003970 2024-09-13T16:19:06.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.198+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd4a4038070 con 0x7fd494003970 2024-09-13T16:19:06.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.198+0000 7fd49e7fc640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd48c06ac00 0x7fd48c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.198+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7fd4a40a9860 con 0x7fd494003970 2024-09-13T16:19:06.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.199+0000 7fd4ad480640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd48c06ac00 0x7fd48c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.199+0000 7fd4ad480640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd48c06ac00 0x7fd48c06d0c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fd4a8154910 tx=0x7fd498008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:06.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.203+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd4a4074720 con 0x7fd494003970 2024-09-13T16:19:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.410+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd4a80672f0 con 0x7fd494003970 2024-09-13T16:19:06.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.410+0000 7fd49e7fc640 1 -- 172.21.15.39:0/3066302428 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 140 v140) v1 ==== 95+0+3978 (secure 0 0 0) 0x7fd4a4036090 con 0x7fd494003970 2024-09-13T16:19:06.412 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:06.412 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":140,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9381,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":137}],"filesystems":[{"mdsmap":{"epoch":140,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:03.080168+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":102,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:06.412 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 140 2024-09-13T16:19:06.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd48c06ac00 msgr2=0x7fd48c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd48c06ac00 0x7fd48c06d0c0 secure :-1 s=READY pgs=734 cs=0 l=1 rev1=1 crypto rx=0x7fd4a8154910 tx=0x7fd498008040 comp rx=0 tx=0).stop 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 msgr2=0x7fd4a80aa240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd4a80aa240 secure :-1 s=READY pgs=1862 cs=0 l=1 rev1=1 crypto rx=0x7fd4a4009ac0 tx=0x7fd4a4004730 comp rx=0 tx=0).stop 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 shutdown_connections 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd48c06ac00 0x7fd48c06d0c0 unknown :-1 s=CLOSED pgs=734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd4a80ad110 0x7fd4a80a9370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd4a8145ed0 0x7fd4a80acbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 --2- 172.21.15.39:0/3066302428 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd494003970 0x7fd4a80aa240 unknown :-1 s=CLOSED pgs=1862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 >> 172.21.15.39:0/3066302428 conn(0x7fd4a806b3b0 msgr2=0x7fd4a80cebb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 shutdown_connections 2024-09-13T16:19:06.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.412+0000 7fd4afee5640 1 -- 172.21.15.39:0/3066302428 wait complete. 2024-09-13T16:19:06.424 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 100.00000000' led to DAMAGED state 2024-09-13T16:19:06.424 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete mds0_sessionmap' 2024-09-13T16:19:06.424 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:06.424 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:06.441 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:06.441 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:06.441 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:06.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:06.441 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:06.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:06.497 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:06.497 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:06.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.638+0000 7f422f57d640 1 Processor -- start 2024-09-13T16:19:06.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.638+0000 7f422f57d640 1 -- start start 2024-09-13T16:19:06.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422f57d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4228159380 0x7f42280b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422f57d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f422815a360 0x7f42280ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422f57d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4228159760 con 0x7f42280ce960 2024-09-13T16:19:06.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422f57d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f42280cedf0 con 0x7f422815a360 2024-09-13T16:19:06.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422f57d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f422815a880 con 0x7f4228159380 2024-09-13T16:19:06.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422db1a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f42280ce960 0x7f4228071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33268/0 (socket says 172.21.15.39:33268) 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422db1a640 1 -- 172.21.15.39:0/2686883434 learned_addr learned my addr 172.21.15.39:0/2686883434 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422d319640 1 --2- 172.21.15.39:0/2686883434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4228159380 0x7f42280b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f422cb18640 1 --2- 172.21.15.39:0/2686883434 >> v2:172.21.15.157:3300/0 conn(0x7f422815a360 0x7f42280ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f4227fff640 1 -- 172.21.15.39:0/2686883434 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1452185311 0 0) 0x7f4228159760 con 0x7f42280ce960 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.639+0000 7f4227fff640 1 -- 172.21.15.39:0/2686883434 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4210003520 con 0x7f42280ce960 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.640+0000 7f422d319640 1 -- 172.21.15.39:0/2686883434 >> v2:172.21.15.157:3300/0 conn(0x7f422815a360 msgr2=0x7f42280ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.640+0000 7f422d319640 1 --2- 172.21.15.39:0/2686883434 >> v2:172.21.15.157:3300/0 conn(0x7f422815a360 0x7f42280ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.640+0000 7f422d319640 1 -- 172.21.15.39:0/2686883434 >> v1:172.21.15.39:6789/0 conn(0x7f42280ce960 legacy=0x7f4228071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.640+0000 7f422d319640 1 -- 172.21.15.39:0/2686883434 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f422815ab60 con 0x7f4228159380 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.640+0000 7f422d319640 1 --2- 172.21.15.39:0/2686883434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4228159380 0x7f42280b31e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4220009d90 tx=0x7f422002a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=63bbe5b47add7239 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f4227fff640 1 -- 172.21.15.39:0/2686883434 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4220007740 con 0x7f4228159380 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f4227fff640 1 -- 172.21.15.39:0/2686883434 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f422002d050 con 0x7f4228159380 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f4227fff640 1 -- 172.21.15.39:0/2686883434 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4220007ac0 con 0x7f4228159380 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 -- 172.21.15.39:0/2686883434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4228159380 msgr2=0x7f42280b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 --2- 172.21.15.39:0/2686883434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4228159380 0x7f42280b31e0 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7f4220009d90 tx=0x7f422002a660 comp rx=0 tx=0).stop 2024-09-13T16:19:06.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 -- 172.21.15.39:0/2686883434 shutdown_connections 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 --2- 172.21.15.39:0/2686883434 >> v2:172.21.15.157:3300/0 conn(0x7f422815a360 0x7f42280ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 --2- 172.21.15.39:0/2686883434 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4228159380 0x7f42280b31e0 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 -- 172.21.15.39:0/2686883434 >> 172.21.15.39:0/2686883434 conn(0x7f42280b15d0 msgr2=0x7f42280b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 -- 172.21.15.39:0/2686883434 shutdown_connections 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.641+0000 7f422f57d640 1 -- 172.21.15.39:0/2686883434 wait complete. 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.642+0000 7f422f57d640 1 Processor -- start 2024-09-13T16:19:06.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.642+0000 7f422f57d640 1 -- start start 2024-09-13T16:19:06.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422f57d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42280ce960 0x7f4228146250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422f57d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 0x7f422814e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422f57d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f422815a360 0x7f422814eba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422f57d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f422814aba0 con 0x7f4228159380 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422f57d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42281ef110 con 0x7f422815a360 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422f57d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f422814a850 con 0x7f42280ce960 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422cb18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 0x7f422814e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422cb18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 0x7f422814e660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50314/0 (socket says 172.21.15.39:50314) 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.643+0000 7f422cb18640 1 -- 172.21.15.39:0/723394159 learned_addr learned my addr 172.21.15.39:0/723394159 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422db1a640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f422815a360 0x7f422814eba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422cb18640 1 -- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42280ce960 msgr2=0x7f4228146250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422cb18640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42280ce960 0x7f4228146250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422cb18640 1 -- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f422815a360 msgr2=0x7f422814eba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422cb18640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f422815a360 0x7f422814eba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422cb18640 1 -- 172.21.15.39:0/723394159 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4220009a70 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422cb18640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 0x7f422814e660 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f421c00e840 tx=0x7f421c00ed00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f421c0094f0 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f421c00c940 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f42281e1790 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f421c00ccd0 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.644+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f42281e1d50 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.645+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42280672f0 con 0x7f4228159380 2024-09-13T16:19:06.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.646+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f421c013470 con 0x7f4228159380 2024-09-13T16:19:06.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.646+0000 7f4225ffb640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f421406ac00 0x7f421406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:06.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.646+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7f421c089830 con 0x7f4228159380 2024-09-13T16:19:06.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.647+0000 7f422d319640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f421406ac00 0x7f421406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:06.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.647+0000 7f422d319640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f421406ac00 0x7f421406d0c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f4220034000 tx=0x7f422002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:06.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.650+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f421c054650 con 0x7f4228159380 2024-09-13T16:19:06.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:06.853+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f42280b31e0 con 0x7f4228159380 2024-09-13T16:19:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.099+0000 7f4225ffb640 1 -- 172.21.15.39:0/723394159 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v141) v1 ==== 161+0+0 (secure 0 0 0) 0x7f421c057c70 con 0x7f4228159380 2024-09-13T16:19:07.101 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f421406ac00 msgr2=0x7f421406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f421406ac00 0x7f421406d0c0 secure :-1 s=READY pgs=735 cs=0 l=1 rev1=1 crypto rx=0x7f4220034000 tx=0x7f422002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 msgr2=0x7f422814e660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 0x7f422814e660 secure :-1 s=READY pgs=1864 cs=0 l=1 rev1=1 crypto rx=0x7f421c00e840 tx=0x7f421c00ed00 comp rx=0 tx=0).stop 2024-09-13T16:19:07.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 shutdown_connections 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f421406ac00 0x7f421406d0c0 unknown :-1 s=CLOSED pgs=735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f422815a360 0x7f422814eba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4228159380 0x7f422814e660 unknown :-1 s=CLOSED pgs=1864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 --2- 172.21.15.39:0/723394159 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f42280ce960 0x7f4228146250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 >> 172.21.15.39:0/723394159 conn(0x7f42280b15d0 msgr2=0x7f4228146870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 shutdown_connections 2024-09-13T16:19:07.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.102+0000 7f422f57d640 1 -- 172.21.15.39:0/723394159 wait complete. 2024-09-13T16:19:07.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:07.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.217+0000 7fd76f241640 1 Processor -- start 2024-09-13T16:19:07.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.217+0000 7fd76f241640 1 -- start start 2024-09-13T16:19:07.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76f241640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680d1680 0x7fd7680d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76f241640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd7680b5ab0 0x7fd7680b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76f241640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7680d11f0 con 0x7fd76815cef0 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76f241640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7680b6480 con 0x7fd7680b5ab0 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76f241640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7680d1fe0 con 0x7fd7680d1680 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76cfdd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd76815cef0 0x7fd7680cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33274/0 (socket says 172.21.15.39:33274) 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76cfdd640 1 -- 172.21.15.39:0/2904225981 learned_addr learned my addr 172.21.15.39:0/2904225981 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd767fff640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680d1680 0x7fd7680d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76d7de640 1 --2- 172.21.15.39:0/2904225981 >> v2:172.21.15.157:3300/0 conn(0x7fd7680b5ab0 0x7fd7680b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd7677fe640 1 -- 172.21.15.39:0/2904225981 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3255130381 0 0) 0x7fd7680d11f0 con 0x7fd76815cef0 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd7677fe640 1 -- 172.21.15.39:0/2904225981 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd758003520 con 0x7fd76815cef0 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76d7de640 1 -- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680d1680 msgr2=0x7fd7680d1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76d7de640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680d1680 0x7fd7680d1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76d7de640 1 -- 172.21.15.39:0/2904225981 >> v1:172.21.15.39:6789/0 conn(0x7fd76815cef0 legacy=0x7fd7680cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd76d7de640 1 -- 172.21.15.39:0/2904225981 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd76815d2d0 con 0x7fd7680b5ab0 2024-09-13T16:19:07.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.218+0000 7fd767fff640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680d1680 0x7fd7680d1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.219+0000 7fd76d7de640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680b5ab0 0x7fd7680b5f40 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fd760009d90 tx=0x7fd76002a6f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1e7a231ccf465e4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.219+0000 7fd7677fe640 1 -- 172.21.15.39:0/2904225981 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd760007740 con 0x7fd7680b5ab0 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.219+0000 7fd7677fe640 1 -- 172.21.15.39:0/2904225981 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd76002d050 con 0x7fd7680b5ab0 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.219+0000 7fd7677fe640 1 -- 172.21.15.39:0/2904225981 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd760007ac0 con 0x7fd7680b5ab0 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 -- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680b5ab0 msgr2=0x7fd7680b5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680b5ab0 0x7fd7680b5f40 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7fd760009d90 tx=0x7fd76002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 -- 172.21.15.39:0/2904225981 shutdown_connections 2024-09-13T16:19:07.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680b5ab0 0x7fd7680b5f40 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 --2- 172.21.15.39:0/2904225981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680d1680 0x7fd7680d1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 -- 172.21.15.39:0/2904225981 >> 172.21.15.39:0/2904225981 conn(0x7fd76806a3a0 msgr2=0x7fd76806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 -- 172.21.15.39:0/2904225981 shutdown_connections 2024-09-13T16:19:07.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.220+0000 7fd76f241640 1 -- 172.21.15.39:0/2904225981 wait complete. 2024-09-13T16:19:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.221+0000 7fd76f241640 1 Processor -- start 2024-09-13T16:19:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.221+0000 7fd76f241640 1 -- start start 2024-09-13T16:19:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76f241640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680b5ab0 0x7fd768152da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76f241640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680d1680 0x7fd7681f3190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76f241640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 0x7fd76815d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:07.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76f241640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7681532e0 con 0x7fd76815cef0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76f241640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7680b2a50 con 0x7fd7680d1680 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76f241640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7680b2d30 con 0x7fd7680b5ab0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 0x7fd76815d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 0x7fd76815d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50316/0 (socket says 172.21.15.39:50316) 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 -- 172.21.15.39:0/1646285915 learned_addr learned my addr 172.21.15.39:0/1646285915 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76cfdd640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680b5ab0 0x7fd768152da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd767fff640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680d1680 0x7fd7681f3190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 -- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680b5ab0 msgr2=0x7fd768152da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680b5ab0 0x7fd768152da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 -- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680d1680 msgr2=0x7fd7681f3190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680d1680 0x7fd7681f3190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 -- 172.21.15.39:0/1646285915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd754009400 con 0x7fd76815cef0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.222+0000 7fd76d7de640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 0x7fd76815d4c0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7fd760009eb0 tx=0x7fd760004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.223+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd76003c830 con 0x7fd76815cef0 2024-09-13T16:19:07.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.223+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd76003c990 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.223+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd760009a70 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.223+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd76003cd00 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.223+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7680b32f0 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.224+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7680d0e80 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.224+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd760031400 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.225+0000 7fd7657fa640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd74c06ac00 0x7fd74c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.225+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7fd7600ab1f0 con 0x7fd76815cef0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.225+0000 7fd76cfdd640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd74c06ac00 0x7fd74c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:07.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.225+0000 7fd76cfdd640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd74c06ac00 0x7fd74c06d0c0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fd75c0011e0 tx=0x7fd75c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:07.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.229+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd7600761b0 con 0x7fd76815cef0 2024-09-13T16:19:07.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:07.471+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fd7680c5b20 con 0x7fd76815cef0 2024-09-13T16:19:07.831 INFO:tasks.ceph.mds.c.smithi039.stderr: -45> 2024-09-13T16:19:03.077+0000 7f59a0e6e640 -1 log_channel(cluster) log [ERR] : dir 0x100 object missing on disk; some files may be lost (~mds0) 2024-09-13T16:19:07.856 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:19:08.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.120+0000 7fd7657fa640 1 -- 172.21.15.39:0/1646285915 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v142) v1 ==== 101+0+0 (secure 0 0 0) 0x7fd76003ce60 con 0x7fd76815cef0 2024-09-13T16:19:08.122 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd74c06ac00 msgr2=0x7fd74c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd74c06ac00 0x7fd74c06d0c0 secure :-1 s=READY pgs=736 cs=0 l=1 rev1=1 crypto rx=0x7fd75c0011e0 tx=0x7fd75c009040 comp rx=0 tx=0).stop 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 msgr2=0x7fd76815d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 0x7fd76815d4c0 secure :-1 s=READY pgs=1866 cs=0 l=1 rev1=1 crypto rx=0x7fd760009eb0 tx=0x7fd760004a40 comp rx=0 tx=0).stop 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 shutdown_connections 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd74c06ac00 0x7fd74c06d0c0 unknown :-1 s=CLOSED pgs=736 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd76815cef0 0x7fd76815d4c0 unknown :-1 s=CLOSED pgs=1866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7680d1680 0x7fd7681f3190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 --2- 172.21.15.39:0/1646285915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7680b5ab0 0x7fd768152da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 >> 172.21.15.39:0/1646285915 conn(0x7fd76806a3a0 msgr2=0x7fd76815ae20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:08.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 shutdown_connections 2024-09-13T16:19:08.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.123+0000 7fd76f241640 1 -- 172.21.15.39:0/1646285915 wait complete. 2024-09-13T16:19:08.136 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:08.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.180+0000 7f8020c46f40 1 Processor -- start 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.180+0000 7f8020c46f40 1 -- start start 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f8020c46f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8008002290 0x55e2890b7010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f8020c46f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e28913d6d0 0x55e289143930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f8020c46f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 0x55e289143e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f8020c46f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e28901a4d0 con 0x55e289103a80 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f8020c46f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e288fb5b60 con 0x55e28913d6d0 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f8020c46f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e288fb5800 con 0x7f8008002290 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 0x55e289143e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 0x55e289143e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50360/0 (socket says 172.21.15.39:50360) 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 -- 172.21.15.39:0/586738131 learned_addr learned my addr 172.21.15.39:0/586738131 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801e743640 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8008002290 0x55e2890b7010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801df42640 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e28913d6d0 0x55e289143930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 -- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8008002290 msgr2=0x55e2890b7010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8008002290 0x55e2890b7010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 -- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e28913d6d0 msgr2=0x55e289143930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e28913d6d0 0x55e289143930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.181+0000 7f801ef44640 1 -- 172.21.15.39:0/586738131 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55e288fc4c20 con 0x55e289103a80 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f801ef44640 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 0x55e289143e70 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x55e28906dc80 tx=0x7f8018005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5bf56906a9b055f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f801cf40640 1 -- 172.21.15.39:0/586738131 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8018013740 con 0x55e289103a80 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f801cf40640 1 -- 172.21.15.39:0/586738131 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80180138c0 con 0x55e289103a80 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f801cf40640 1 -- 172.21.15.39:0/586738131 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8018013c70 con 0x55e289103a80 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 -- 172.21.15.39:0/586738131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 msgr2=0x55e289143e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 0x55e289143e70 secure :-1 s=READY pgs=1872 cs=0 l=1 rev1=1 crypto rx=0x55e28906dc80 tx=0x7f8018005d80 comp rx=0 tx=0).stop 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 -- 172.21.15.39:0/586738131 shutdown_connections 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e289103a80 0x55e289143e70 unknown :-1 s=CLOSED pgs=1872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e28913d6d0 0x55e289143930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 --2- 172.21.15.39:0/586738131 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8008002290 0x55e2890b7010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 -- 172.21.15.39:0/586738131 >> 172.21.15.39:0/586738131 conn(0x55e2890b8800 msgr2=0x55e2890b7a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 -- 172.21.15.39:0/586738131 shutdown_connections 2024-09-13T16:19:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.182+0000 7f8020c46f40 1 -- 172.21.15.39:0/586738131 wait complete. 2024-09-13T16:19:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.183+0000 7f8020c46f40 1 Processor -- start 2024-09-13T16:19:08.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.183+0000 7f8020c46f40 1 -- start start 2024-09-13T16:19:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e289103a80 0x55e289119490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 0x55e2891199d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8008002290 0x55e28913ed40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e288f98520 con 0x55e28913d6d0 2024-09-13T16:19:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e289119f10 con 0x7f8008002290 2024-09-13T16:19:08.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e28912af90 con 0x55e289103a80 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 0x55e2891199d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 0x55e2891199d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50372/0 (socket says 172.21.15.39:50372) 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 learned_addr learned my addr 172.21.15.39:0/4167505601 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e289103a80 0x55e289119490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801ef44640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8008002290 0x55e28913ed40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e289103a80 msgr2=0x55e289119490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e289103a80 0x55e289119490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8008002290 msgr2=0x55e28913ed40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8008002290 0x55e28913ed40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f801800a100 con 0x55e28913d6d0 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e289103a80 0x55e289119490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:08.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 0x55e2891199d0 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f801400f6b0 tx=0x7f801400fb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f800f7fe640 1 -- 172.21.15.39:0/4167505601 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8014014070 con 0x55e28913d6d0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f800f7fe640 1 -- 172.21.15.39:0/4167505601 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8014005040 con 0x55e28913d6d0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55e288fb8060 con 0x55e28913d6d0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f800f7fe640 1 -- 172.21.15.39:0/4167505601 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f801400ed50 con 0x55e28913d6d0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.184+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e288fb7ac0 con 0x55e28913d6d0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.186+0000 7f800f7fe640 1 -- 172.21.15.39:0/4167505601 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f80140233f0 con 0x55e28913d6d0 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.186+0000 7f800f7fe640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8000069610 0x7f800006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.186+0000 7f800f7fe640 1 -- 172.21.15.39:0/4167505601 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7f80140892d0 con 0x55e28913d6d0 2024-09-13T16:19:08.192 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.187+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e28912c280 0x55e2891dbdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.187+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8000069610 0x7f800006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.187+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e289128530 con 0x55e28912c280 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.187+0000 7f801ef44640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e28912c280 0x55e2891dbdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.187+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8000069610 0x7f800006bad0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f80100099a0 tx=0x7f8010052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.187+0000 7f801ef44640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e28912c280 0x55e2891dbdb0 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.189+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v102'319 uv293 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.189+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e28913f280 con 0x55e28912c280 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.190+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v102'320 uv320 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.190+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e28913f740 con 0x55e28912c280 2024-09-13T16:19:08.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.191+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v102'321 uv321 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.194 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:08.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.191+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8e70 con 0x55e28912c280 2024-09-13T16:19:08.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.192+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v102'322 uv322 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.192+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e9220 con 0x55e28912c280 2024-09-13T16:19:08.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.193+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v102'323 uv323 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.193+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891dc540 con 0x55e28912c280 2024-09-13T16:19:08.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.194+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v102'324 uv324 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.194+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8350 con 0x55e28912c280 2024-09-13T16:19:08.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.195+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v102'325 uv299 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.195+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8750 con 0x55e28912c280 2024-09-13T16:19:08.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.197+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v102'326 uv326 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.197+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8750 con 0x55e28912c280 2024-09-13T16:19:08.199 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:08.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.198+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v102'327 uv327 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.198+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.199+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v102'328 uv328 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.199+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.200+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v102'329 uv329 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.200+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.201+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v102'330 uv330 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.201+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.201+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v102'331 uv306 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.201+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.203+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v102'332 uv332 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.203+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.204+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v102'333 uv333 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.205 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:08.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.204+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.205+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v102'334 uv334 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.205+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.205+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v102'335 uv335 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.206+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e8700 con 0x55e28912c280 2024-09-13T16:19:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.207+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v102'336 uv336 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.207+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.208+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v102'337 uv337 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.208+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.208+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v102'338 uv312 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.208+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.210+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v102'339 uv339 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.210+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.210+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v102'340 uv340 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.212 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:08.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.211+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ea5e0 con 0x55e28912c280 2024-09-13T16:19:08.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.211+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v102'341 uv341 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.211+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ea5e0 con 0x55e28912c280 2024-09-13T16:19:08.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.212+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v102'342 uv342 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.212+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.213+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v102'343 uv343 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.213+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.214+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v102'344 uv318 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.214+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.215+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v102'345 uv345 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.215+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.217 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:08.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.216+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v102'346 uv346 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.216+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ea5e0 con 0x55e28912c280 2024-09-13T16:19:08.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.217+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v102'347 uv347 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.217+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ea5e0 con 0x55e28912c280 2024-09-13T16:19:08.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.218+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v102'348 uv348 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.218+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891e95d0 con 0x55e28912c280 2024-09-13T16:19:08.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.219+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v102'349 uv349 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.219+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e2891e9ae0 0x55e2891ebed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.219+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ec410 con 0x55e2891e9ae0 2024-09-13T16:19:08.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.219+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e2891e9ae0 0x55e2891ebed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.220+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e2891e9ae0 0x55e2891ebed0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.221+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v102'238 uv220 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.221+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ec7c0 con 0x55e2891e9ae0 2024-09-13T16:19:08.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.223+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v102'239 uv239 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.223+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ecb70 con 0x55e2891e9ae0 2024-09-13T16:19:08.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.227+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v102'240 uv240 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.229 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:08.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.228+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ed410 con 0x55e2891e9ae0 2024-09-13T16:19:08.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.229+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v102'241 uv241 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.229+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ed7c0 con 0x55e2891e9ae0 2024-09-13T16:19:08.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.234+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v102'242 uv242 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.234+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edb70 con 0x55e2891e9ae0 2024-09-13T16:19:08.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.240+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v102'243 uv225 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.240+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.241+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v102'244 uv244 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.241+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.246+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v102'245 uv245 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.247 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:08.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.246+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.248+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v102'246 uv246 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.248+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.249+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v102'247 uv247 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.249+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.250+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v102'248 uv230 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.250+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.251+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v102'249 uv249 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.251+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.253 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.252+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v102'250 uv250 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.252+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1950 con 0x55e2891e9ae0 2024-09-13T16:19:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.254+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v102'251 uv251 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.254+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1950 con 0x55e2891e9ae0 2024-09-13T16:19:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.255+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v102'252 uv252 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.255+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.256+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v102'253 uv236 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.256+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.257+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v102'254 uv254 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.257+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.259 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:08.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.258+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v102'255 uv255 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.258+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891eef30 con 0x55e2891e9ae0 2024-09-13T16:19:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.259+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v102'256 uv256 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.259+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891eef30 con 0x55e2891e9ae0 2024-09-13T16:19:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.260+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v102'257 uv257 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.260+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e2891e9ae0 2024-09-13T16:19:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.261+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v102'258 uv258 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891e9ae0 2024-09-13T16:19:08.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.261+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e28912c280 2024-09-13T16:19:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.262+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v102'63 uv62 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.262+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e28912c280 2024-09-13T16:19:08.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.263+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v102'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.263+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e28912c280 2024-09-13T16:19:08.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.264+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v102'65 uv65 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.265 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:08.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.264+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891eef30 con 0x55e28912c280 2024-09-13T16:19:08.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.265+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v102'66 uv66 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.265+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891eef30 con 0x55e28912c280 2024-09-13T16:19:08.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.266+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v102'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.266+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891edf20 con 0x55e28912c280 2024-09-13T16:19:08.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.267+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v102'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.267+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e2891ee430 0x55e2891f0820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.267+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f0d60 con 0x55e2891ee430 2024-09-13T16:19:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.267+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e2891ee430 0x55e2891f0820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.267+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e2891ee430 0x55e2891f0820 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.268+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v102'48 uv47 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.268+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1110 con 0x55e2891ee430 2024-09-13T16:19:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.269+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v102'49 uv49 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.269+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f14c0 con 0x55e2891ee430 2024-09-13T16:19:08.271 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.270+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v102'50 uv50 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.270+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1870 con 0x55e2891ee430 2024-09-13T16:19:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.271+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v102'51 uv51 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.271+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1c20 con 0x55e28912c280 2024-09-13T16:19:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.273+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v102'63 uv62 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.273+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1c20 con 0x55e28912c280 2024-09-13T16:19:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.274+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v102'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.274+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1c20 con 0x55e28912c280 2024-09-13T16:19:08.276 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.275+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v102'65 uv65 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.275+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f2c30 con 0x55e28912c280 2024-09-13T16:19:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.276+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v102'66 uv66 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.276+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f2c30 con 0x55e28912c280 2024-09-13T16:19:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.277+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v102'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.277+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f1c20 con 0x55e28912c280 2024-09-13T16:19:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.278+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v102'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018019070 con 0x55e28912c280 2024-09-13T16:19:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.278+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e2891f22a0 0x55e2891f4690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.278+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4c10 con 0x55e2891f22a0 2024-09-13T16:19:08.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.278+0000 7f801ef44640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e2891f22a0 0x55e2891f4690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.279+0000 7f801ef44640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e2891f22a0 0x55e2891f4690 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.280+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v102'116 uv110 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.280+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.281+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v102'117 uv117 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.281+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.282+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v102'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.283 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:08.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.282+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f6000 con 0x55e2891f22a0 2024-09-13T16:19:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.283+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v102'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.283+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f6000 con 0x55e2891f22a0 2024-09-13T16:19:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.284+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v102'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.284+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.286+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v102'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.286+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.287+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v102'122 uv115 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.287+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.288+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v102'123 uv123 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.288+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.289+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v102'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.290 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:08.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.289+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.290+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v102'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.290+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f4ff0 con 0x55e2891f22a0 2024-09-13T16:19:08.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.291+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v102'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.291+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e2891f5670 0x55e2891f7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.291+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8160 con 0x55e2891f5670 2024-09-13T16:19:08.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.292+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e2891f5670 0x55e2891f7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.292+0000 7f801e743640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e2891f5670 0x55e2891f7a60 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.293+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v102'51 uv50 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891f5670 2024-09-13T16:19:08.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.293+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e2891f5670 2024-09-13T16:19:08.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.294+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v102'52 uv52 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891f5670 2024-09-13T16:19:08.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.294+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e2891f5670 2024-09-13T16:19:08.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.295+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v102'53 uv53 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891f5670 2024-09-13T16:19:08.297 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:08.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.295+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e2891f5670 2024-09-13T16:19:08.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.296+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v102'54 uv54 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891f5670 2024-09-13T16:19:08.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.296+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e2891f5670 2024-09-13T16:19:08.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.297+0000 7f801e743640 1 -- 172.21.15.39:0/4167505601 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v102'55 uv55 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f801004fd60 con 0x55e2891f5670 2024-09-13T16:19:08.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.297+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e28912c280 2024-09-13T16:19:08.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.298+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v102'63 uv62 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e28912c280 2024-09-13T16:19:08.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.298+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e28912c280 2024-09-13T16:19:08.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.299+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v102'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e28912c280 2024-09-13T16:19:08.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.299+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e28912c280 2024-09-13T16:19:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.300+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v102'65 uv65 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e28912c280 2024-09-13T16:19:08.301 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:08.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.300+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f9550 con 0x55e28912c280 2024-09-13T16:19:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.301+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v102'66 uv66 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e28912c280 2024-09-13T16:19:08.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.301+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f9550 con 0x55e28912c280 2024-09-13T16:19:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.302+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v102'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e28912c280 2024-09-13T16:19:08.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.302+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e28912c280 2024-09-13T16:19:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.303+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v102'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e28912c280 2024-09-13T16:19:08.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.303+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8540 con 0x55e2891ee430 2024-09-13T16:19:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.304+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v102'104 uv97 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.304+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f88f0 con 0x55e2891ee430 2024-09-13T16:19:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.305+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v102'105 uv105 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.305+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891f8cf0 con 0x55e2891ee430 2024-09-13T16:19:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.306+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v102'106 uv106 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.307 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:08.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.306+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ecfc0 con 0x55e2891ee430 2024-09-13T16:19:08.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.307+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v102'107 uv107 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.307+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ecfc0 con 0x55e2891ee430 2024-09-13T16:19:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.308+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v102'108 uv108 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.308+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ecfc0 con 0x55e2891ee430 2024-09-13T16:19:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.309+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v102'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.310 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:08.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.309+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891ecfc0 con 0x55e2891ee430 2024-09-13T16:19:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.310+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [omap-set-header] v102'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.310+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc350 con 0x55e2891ee430 2024-09-13T16:19:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.311+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [omap-set-vals] v102'111 uv111 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.311+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e2891f9f00 0x55e2891fc750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.311+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:99 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f9f00 2024-09-13T16:19:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.311+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e2891f9f00 0x55e2891fc750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.311+0000 7f801df42640 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e2891f9f00 0x55e2891fc750 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.312+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(99 mds0_sessionmap [create] v102'49 uv47 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891f9f00 2024-09-13T16:19:08.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.312+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:100 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f9f00 2024-09-13T16:19:08.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.314+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(100 mds0_sessionmap [delete] v102'50 uv50 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891f9f00 2024-09-13T16:19:08.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.314+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f9f00 2024-09-13T16:19:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.314+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(101 mds0_sessionmap [create] v102'51 uv51 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891f9f00 2024-09-13T16:19:08.316 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:08.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.315+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f9f00 2024-09-13T16:19:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.315+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v102'52 uv52 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891f9f00 2024-09-13T16:19:08.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.316+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891ee430 2024-09-13T16:19:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.317+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(103 609.00000000 [create] v102'63 uv62 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.317+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891ee430 2024-09-13T16:19:08.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.317+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(104 609.00000000 [delete] v102'64 uv64 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.317+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891ee430 2024-09-13T16:19:08.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.319+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v102'65 uv65 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.320 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:08.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.319+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891ee430 2024-09-13T16:19:08.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.319+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v102'66 uv66 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.319+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891ee430 2024-09-13T16:19:08.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.320+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v102'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.320+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891ee430 2024-09-13T16:19:08.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.321+0000 7f801df42640 1 -- 172.21.15.39:0/4167505601 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [omap-set-header] v102'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f80140561d0 con 0x55e2891ee430 2024-09-13T16:19:08.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.321+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.322+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v102'52 uv51 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.322+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.323+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v102'53 uv53 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.323+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.324+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v102'54 uv54 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.326 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:08.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.324+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.325+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v102'55 uv55 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.325+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.327+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v102'56 uv56 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.327+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.328+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v102'132 uv123 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.328+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.329+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v102'133 uv133 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.329+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.332 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.330+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v102'134 uv134 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.330+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.332+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v102'135 uv135 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.332+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.333+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v102'136 uv136 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.333+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.334+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v102'137 uv130 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.334+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.335+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v102'138 uv138 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.335+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.336+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v102'139 uv139 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.337 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:08.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.336+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.337+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v102'140 uv140 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.337+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.338+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v102'141 uv141 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.338+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fc2f0 con 0x55e2891f22a0 2024-09-13T16:19:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.339+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v102'142 uv142 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.339+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e102) v8 -- 0x55e2891fcc90 con 0x55e2891f22a0 2024-09-13T16:19:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v102'143 uv143 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8018024040 con 0x55e2891f22a0 2024-09-13T16:19:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e28912c280 msgr2=0x55e2891dbdb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e28912c280 0x55e2891dbdb0 crc :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e2891ee430 msgr2=0x55e2891f0820 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e2891ee430 0x55e2891f0820 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e2891f9f00 msgr2=0x55e2891fc750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e2891f9f00 0x55e2891fc750 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e2891e9ae0 msgr2=0x55e2891ebed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e2891e9ae0 0x55e2891ebed0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 reap_dead start 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e2891f22a0 msgr2=0x55e2891f4690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e2891f22a0 0x55e2891f4690 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f801ef44640 1 -- 172.21.15.39:0/4167505601 reap_dead start 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e2891f5670 msgr2=0x55e2891f7a60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e2891f5670 0x55e2891f7a60 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8000069610 msgr2=0x7f800006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8000069610 0x7f800006bad0 secure :-1 s=READY pgs=738 cs=0 l=1 rev1=1 crypto rx=0x7f80100099a0 tx=0x7f8010052000 comp rx=0 tx=0).stop 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 msgr2=0x55e2891199d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 0x55e2891199d0 secure :-1 s=READY pgs=1873 cs=0 l=1 rev1=1 crypto rx=0x7f801400f6b0 tx=0x7f801400fb70 comp rx=0 tx=0).stop 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 shutdown_connections 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e2891f5670 0x55e2891f7a60 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8000069610 0x7f800006bad0 unknown :-1 s=CLOSED pgs=738 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e28913d6d0 0x55e2891199d0 unknown :-1 s=CLOSED pgs=1873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 --2- 172.21.15.39:0/4167505601 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e2891f22a0 0x55e2891f4690 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 >> 172.21.15.39:0/4167505601 conn(0x55e2890b8800 msgr2=0x55e2890b7010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 shutdown_connections 2024-09-13T16:19:08.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.340+0000 7f8020c46f40 1 -- 172.21.15.39:0/4167505601 wait complete. 2024-09-13T16:19:08.345 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm mds0_sessionmap 2024-09-13T16:19:08.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.386+0000 7f6523deef40 1 Processor -- start 2024-09-13T16:19:08.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.386+0000 7f6523deef40 1 -- start start 2024-09-13T16:19:08.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f6523deef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca50fe25e0 0x55ca5109b880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f6523deef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca5102b240 0x55ca510b4fc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f6523deef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 0x55ca510b2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f6523deef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca50f8c4d0 con 0x55ca510b8420 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f6523deef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca50f27b60 con 0x55ca5102b240 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f6523deef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ca50f27800 con 0x55ca50fe25e0 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 0x55ca510b2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 0x55ca510b2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50398/0 (socket says 172.21.15.39:50398) 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 -- 172.21.15.39:0/386172646 learned_addr learned my addr 172.21.15.39:0/386172646 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65218ed640 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca50fe25e0 0x55ca5109b880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65210ec640 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca5102b240 0x55ca510b4fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 -- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca50fe25e0 msgr2=0x55ca5109b880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca50fe25e0 0x55ca5109b880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 -- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca5102b240 msgr2=0x55ca510b4fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca5102b240 0x55ca510b4fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65220ee640 1 -- 172.21.15.39:0/386172646 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f651c005de0 con 0x55ca510b8420 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.387+0000 7f65218ed640 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca50fe25e0 0x55ca5109b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f65220ee640 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 0x55ca510b2a50 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f651c025c00 tx=0x7f651c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c5dab85e9d950241 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6513fff640 1 -- 172.21.15.39:0/386172646 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f651c053620 con 0x55ca510b8420 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6513fff640 1 -- 172.21.15.39:0/386172646 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f651c0538f0 con 0x55ca510b8420 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6513fff640 1 -- 172.21.15.39:0/386172646 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f651c053c60 con 0x55ca510b8420 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 -- 172.21.15.39:0/386172646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 msgr2=0x55ca510b2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 0x55ca510b2a50 secure :-1 s=READY pgs=1875 cs=0 l=1 rev1=1 crypto rx=0x7f651c025c00 tx=0x7f651c051000 comp rx=0 tx=0).stop 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 -- 172.21.15.39:0/386172646 shutdown_connections 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca510b8420 0x55ca510b2a50 unknown :-1 s=CLOSED pgs=1875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca5102b240 0x55ca510b4fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 --2- 172.21.15.39:0/386172646 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca50fe25e0 0x55ca5109b880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 -- 172.21.15.39:0/386172646 >> 172.21.15.39:0/386172646 conn(0x55ca5100d6b0 msgr2=0x55ca50fdfa50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 -- 172.21.15.39:0/386172646 shutdown_connections 2024-09-13T16:19:08.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.388+0000 7f6523deef40 1 -- 172.21.15.39:0/386172646 wait complete. 2024-09-13T16:19:08.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.389+0000 7f6523deef40 1 Processor -- start 2024-09-13T16:19:08.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.389+0000 7f6523deef40 1 -- start start 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca50fe25e0 0x55ca510b0a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca5102b240 0x55ca510b03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca510b8420 0x55ca51098d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca50f0a520 con 0x55ca5102b240 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ca510b08e0 con 0x55ca50fe25e0 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ca5100ef10 con 0x55ca510b8420 2024-09-13T16:19:08.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca5102b240 0x55ca510b03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca5102b240 0x55ca510b03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50404/0 (socket says 172.21.15.39:50404) 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 -- 172.21.15.39:0/2346185727 learned_addr learned my addr 172.21.15.39:0/2346185727 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65218ed640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca50fe25e0 0x55ca510b0a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65220ee640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca510b8420 0x55ca51098d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 -- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca510b8420 msgr2=0x55ca51098d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ca510b8420 0x55ca51098d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 -- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca50fe25e0 msgr2=0x55ca510b0a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ca50fe25e0 0x55ca510b0a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 -- 172.21.15.39:0/2346185727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ca50f50dc0 con 0x55ca5102b240 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f65210ec640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca5102b240 0x55ca510b03a0 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f651800df40 tx=0x7f651800b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6512ffd640 1 -- 172.21.15.39:0/2346185727 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65180032d0 con 0x55ca5102b240 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6512ffd640 1 -- 172.21.15.39:0/2346185727 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6518008040 con 0x55ca5102b240 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55ca50f36c20 con 0x55ca5102b240 2024-09-13T16:19:08.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6512ffd640 1 -- 172.21.15.39:0/2346185727 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65180017d0 con 0x55ca5102b240 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.390+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ca50f2a060 con 0x55ca5102b240 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.392+0000 7f6512ffd640 1 -- 172.21.15.39:0/2346185727 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6518001930 con 0x55ca5102b240 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.392+0000 7f6512ffd640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65040695e0 0x7f650406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.392+0000 7f6512ffd640 1 -- 172.21.15.39:0/2346185727 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7f6518088170 con 0x55ca5102b240 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.392+0000 7f65218ed640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65040695e0 0x7f650406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.392+0000 7f6523deef40 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ca5114d9f0 0x55ca5114de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.392+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e102) v8 -- 0x55ca5114e340 con 0x55ca5114d9f0 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.393+0000 7f65220ee640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ca5114d9f0 0x55ca5114de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.393+0000 7f65218ed640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65040695e0 0x7f650406baa0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x55ca50fe2b30 tx=0x7f6514007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.393+0000 7f65220ee640 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ca5114d9f0 0x55ca5114de00 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f65220ee640 1 -- 172.21.15.39:0/2346185727 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 mds0_sessionmap [delete] v102'53 uv53 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f651c063030 con 0x55ca5114d9f0 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ca5114d9f0 msgr2=0x55ca5114de00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55ca5114d9f0 0x55ca5114de00 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65040695e0 msgr2=0x7f650406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65040695e0 0x7f650406baa0 secure :-1 s=READY pgs=739 cs=0 l=1 rev1=1 crypto rx=0x55ca50fe2b30 tx=0x7f6514007040 comp rx=0 tx=0).stop 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca5102b240 msgr2=0x55ca510b03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 --2- 172.21.15.39:0/2346185727 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ca5102b240 0x55ca510b03a0 secure :-1 s=READY pgs=1876 cs=0 l=1 rev1=1 crypto rx=0x7f651800df40 tx=0x7f651800b5b0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f65220ee640 1 -- 172.21.15.39:0/2346185727 reap_dead start 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 shutdown_connections 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 >> 172.21.15.39:0/2346185727 conn(0x55ca5100d6b0 msgr2=0x55ca510b69c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 shutdown_connections 2024-09-13T16:19:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.394+0000 7f6523deef40 1 -- 172.21.15.39:0/2346185727 wait complete. 2024-09-13T16:19:08.400 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:08.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.543+0000 7efdbed91640 1 Processor -- start 2024-09-13T16:19:08.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 -- start start 2024-09-13T16:19:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efdb8143d30 0x7efdb815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efdb80b3610 0x7efdb80717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb806f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdb8072440 con 0x7efdb80b3610 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efdb8144110 con 0x7efdb8143d30 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.544+0000 7efdbed91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdb8072160 con 0x7efdb8071ce0 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efdb80b3610 0x7efdb80717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efdb80b3610 0x7efdb80717a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50408/0 (socket says 172.21.15.39:50408) 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 -- 172.21.15.39:0/2197170051 learned_addr learned my addr 172.21.15.39:0/2197170051 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdbcb2d640 1 --2- 172.21.15.39:0/2197170051 >> v2:172.21.15.157:3300/0 conn(0x7efdb8143d30 0x7efdb815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdbd32e640 1 --2- 172.21.15.39:0/2197170051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb806f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 -- 172.21.15.39:0/2197170051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 msgr2=0x7efdb806f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 --2- 172.21.15.39:0/2197170051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb806f880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 -- 172.21.15.39:0/2197170051 >> v2:172.21.15.157:3300/0 conn(0x7efdb8143d30 msgr2=0x7efdb815eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 --2- 172.21.15.39:0/2197170051 >> v2:172.21.15.157:3300/0 conn(0x7efdb8143d30 0x7efdb815eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.545+0000 7efdb7fff640 1 -- 172.21.15.39:0/2197170051 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efdb815e040 con 0x7efdb80b3610 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdb7fff640 1 --2- 172.21.15.39:0/2197170051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb80b3610 0x7efdb80717a0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7efdb80739e0 tx=0x7efda402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad9733fa8d684b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdb77fe640 1 -- 172.21.15.39:0/2197170051 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda4032440 con 0x7efdb80b3610 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdb77fe640 1 -- 172.21.15.39:0/2197170051 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda40325a0 con 0x7efdb80b3610 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdb77fe640 1 -- 172.21.15.39:0/2197170051 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda4032930 con 0x7efdb80b3610 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 -- 172.21.15.39:0/2197170051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb80b3610 msgr2=0x7efdb80717a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 --2- 172.21.15.39:0/2197170051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb80b3610 0x7efdb80717a0 secure :-1 s=READY pgs=1877 cs=0 l=1 rev1=1 crypto rx=0x7efdb80739e0 tx=0x7efda402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 -- 172.21.15.39:0/2197170051 shutdown_connections 2024-09-13T16:19:08.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 --2- 172.21.15.39:0/2197170051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb80b3610 0x7efdb80717a0 unknown :-1 s=CLOSED pgs=1877 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 --2- 172.21.15.39:0/2197170051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb806f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 --2- 172.21.15.39:0/2197170051 >> v2:172.21.15.157:3300/0 conn(0x7efdb8143d30 0x7efdb815eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.546+0000 7efdbed91640 1 -- 172.21.15.39:0/2197170051 >> 172.21.15.39:0/2197170051 conn(0x7efdb80b00a0 msgr2=0x7efdb80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.547+0000 7efdbed91640 1 -- 172.21.15.39:0/2197170051 shutdown_connections 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.547+0000 7efdbed91640 1 -- 172.21.15.39:0/2197170051 wait complete. 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.548+0000 7efdbed91640 1 Processor -- start 2024-09-13T16:19:08.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.548+0000 7efdbed91640 1 -- start start 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbed91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb8159eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbed91640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb80b3610 0x7efdb80aa9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbed91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 0x7efdb80ad500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbed91640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb8130690 con 0x7efdb8143d30 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbed91640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efdb80aaee0 con 0x7efdb80b3610 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbed91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efdb812fa10 con 0x7efdb8071ce0 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 0x7efdb80ad500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 0x7efdb80ad500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50418/0 (socket says 172.21.15.39:50418) 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 -- 172.21.15.39:0/1864772973 learned_addr learned my addr 172.21.15.39:0/1864772973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:08.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbcb2d640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb8159eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdb7fff640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb80b3610 0x7efdb80aa9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 -- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 msgr2=0x7efdb8159eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb8159eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 -- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb80b3610 msgr2=0x7efdb80aa9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb80b3610 0x7efdb80aa9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 -- 172.21.15.39:0/1864772973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda40094d0 con 0x7efdb8143d30 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdbd32e640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 0x7efdb80ad500 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7efdb000cb80 tx=0x7efdb000a4c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.549+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb000ce70 con 0x7efdb8143d30 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.550+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efdb000abd0 con 0x7efdb8143d30 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.550+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efdb0011410 con 0x7efdb8143d30 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.550+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efdb812fcf0 con 0x7efdb8143d30 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.550+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efdb81302b0 con 0x7efdb8143d30 2024-09-13T16:19:08.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.551+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efdb81307d0 con 0x7efdb8143d30 2024-09-13T16:19:08.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.551+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efdb0011570 con 0x7efdb8143d30 2024-09-13T16:19:08.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.552+0000 7efdb57fa640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd9c06ac00 0x7efd9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:08.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.552+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(102..102 src has 1..102) v4 ==== 6684+0+0 (secure 0 0 0) 0x7efdb00894b0 con 0x7efdb8143d30 2024-09-13T16:19:08.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.552+0000 7efdbcb2d640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd9c06ac00 0x7efd9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:08.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.552+0000 7efdbcb2d640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd9c06ac00 0x7efd9c06d0c0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7efdac00aac0 tx=0x7efdac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:08.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.556+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efdb0054380 con 0x7efdb8143d30 2024-09-13T16:19:08.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:08.762+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7efdb80672f0 con 0x7efdb8143d30 2024-09-13T16:19:09.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.117+0000 7efdb57fa640 1 -- 172.21.15.39:0/1864772973 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v143) v1 ==== 162+0+0 (secure 0 0 0) 0x7efdb00579a0 con 0x7efdb8143d30 2024-09-13T16:19:09.118 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd9c06ac00 msgr2=0x7efd9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd9c06ac00 0x7efd9c06d0c0 secure :-1 s=READY pgs=740 cs=0 l=1 rev1=1 crypto rx=0x7efdac00aac0 tx=0x7efdac008040 comp rx=0 tx=0).stop 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 msgr2=0x7efdb80ad500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 0x7efdb80ad500 secure :-1 s=READY pgs=1878 cs=0 l=1 rev1=1 crypto rx=0x7efdb000cb80 tx=0x7efdb000a4c0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 shutdown_connections 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd9c06ac00 0x7efd9c06d0c0 unknown :-1 s=CLOSED pgs=740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efdb8143d30 0x7efdb80ad500 unknown :-1 s=CLOSED pgs=1878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efdb80b3610 0x7efdb80aa9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 --2- 172.21.15.39:0/1864772973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efdb8071ce0 0x7efdb8159eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 >> 172.21.15.39:0/1864772973 conn(0x7efdb80b00a0 msgr2=0x7efdb80af8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 shutdown_connections 2024-09-13T16:19:09.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.119+0000 7efdbed91640 1 -- 172.21.15.39:0/1864772973 wait complete. 2024-09-13T16:19:09.125 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:09.124+0000 7f3001391640 -1 mds.0.sessionmap _load_finish got (2) No such file or directory 2024-09-13T16:19:09.125 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:09.124+0000 7f3001391640 -1 log_channel(cluster) log [ERR] : error reading sessionmap 'mds0_sessionmap' -2 ((2) No such file or directory) 2024-09-13T16:19:09.127 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:09.126+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:09.127 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:09.126+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:09.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:09.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.235+0000 7fd15b59e640 1 Processor -- start 2024-09-13T16:19:09.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.235+0000 7fd15b59e640 1 -- start start 2024-09-13T16:19:09.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15b59e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 0x7fd15c0cd1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15b59e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd15c0cd700 0x7fd15c0d1340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15b59e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd15c0d0050 con 0x7fd15c15c790 2024-09-13T16:19:09.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15b59e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd15c0b8540 con 0x7fd15c0cd700 2024-09-13T16:19:09.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15b59e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c0cdbb0 con 0x7fd15c0b5640 2024-09-13T16:19:09.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd15c15c790 0x7fd15c0b7e30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33298/0 (socket says 172.21.15.39:33298) 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.236+0000 7fd15a59c640 1 -- 172.21.15.39:0/3571218142 learned_addr learned my addr 172.21.15.39:0/3571218142 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15ad9d640 1 --2- 172.21.15.39:0/3571218142 >> v2:172.21.15.157:3300/0 conn(0x7fd15c0cd700 0x7fd15c0d1340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd159d9b640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 0x7fd15c0cd1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 960745803 0 0) 0x7fd15c0d0050 con 0x7fd15c15c790 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd144003520 con 0x7fd15c15c790 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 229695259 0 0) 0x7fd144003520 con 0x7fd15c15c790 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 msgr2=0x7fd15c0cd1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 0x7fd15c0cd1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 >> v2:172.21.15.157:3300/0 conn(0x7fd15c0cd700 msgr2=0x7fd15c0d1340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 --2- 172.21.15.39:0/3571218142 >> v2:172.21.15.157:3300/0 conn(0x7fd15c0cd700 0x7fd15c0d1340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd15c0d02a0 con 0x7fd15c15c790 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd14c001670 con 0x7fd15c15c790 2024-09-13T16:19:09.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 >> v1:172.21.15.39:6789/0 conn(0x7fd15c15c790 legacy=0x7fd15c0b7e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd144003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1440047c0 0x7fd144004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 0x7fd144005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c0b8540 con 0x7fd144003970 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c0cdbb0 con 0x7fd1440047c0 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd14400b980 con 0x7fd15c0b5640 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15a59c640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd144003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd159d9b640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1440047c0 0x7fd144004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15ad9d640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 0x7fd144005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15a59c640 1 -- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 msgr2=0x7fd144005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15a59c640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b5640 0x7fd144005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15a59c640 1 -- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1440047c0 msgr2=0x7fd144004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15a59c640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1440047c0 0x7fd144004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.237+0000 7fd15a59c640 1 -- 172.21.15.39:0/3571218142 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd144003520 con 0x7fd144003970 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.238+0000 7fd15a59c640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd144003d90 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00c270 tx=0x7fd1440057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4d826b62a4a7c813 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.238+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14c005ad0 con 0x7fd144003970 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.238+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd14c005c50 con 0x7fd144003970 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.238+0000 7fd15959a640 1 -- 172.21.15.39:0/3571218142 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14c007070 con 0x7fd144003970 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15b59e640 1 -- 172.21.15.39:0/3571218142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 msgr2=0x7fd144003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15b59e640 1 --2- 172.21.15.39:0/3571218142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd144003d90 secure :-1 s=READY pgs=1880 cs=0 l=1 rev1=1 crypto rx=0x7fd14c00c270 tx=0x7fd1440057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15ad9d640 1 -- 172.21.15.39:0/3571218142 reap_dead start 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15b59e640 1 -- 172.21.15.39:0/3571218142 shutdown_connections 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15b59e640 1 -- 172.21.15.39:0/3571218142 >> 172.21.15.39:0/3571218142 conn(0x7fd15c0cef90 msgr2=0x7fd15c0cf3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15b59e640 1 -- 172.21.15.39:0/3571218142 shutdown_connections 2024-09-13T16:19:09.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.239+0000 7fd15b59e640 1 -- 172.21.15.39:0/3571218142 wait complete. 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.240+0000 7fd15b59e640 1 Processor -- start 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.240+0000 7fd15b59e640 1 -- start start 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd15c14aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15b59e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b1d50 0x7fd15c0b7e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15b59e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd15c156b30 0x7fd15c156fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15b59e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c1574f0 con 0x7fd144003970 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15b59e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c0b21d0 con 0x7fd15c156b30 2024-09-13T16:19:09.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15b59e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd15c0b2430 con 0x7fd15c0b1d50 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd15c14aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd15c14aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50428/0 (socket says 172.21.15.39:50428) 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15a59c640 1 -- 172.21.15.39:0/1605016521 learned_addr learned my addr 172.21.15.39:0/1605016521 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd159d9b640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b1d50 0x7fd15c0b7e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.241+0000 7fd15ad9d640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd15c156b30 0x7fd15c156fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15a59c640 1 -- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b1d50 msgr2=0x7fd15c0b7e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15a59c640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b1d50 0x7fd15c0b7e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15a59c640 1 -- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd15c156b30 msgr2=0x7fd15c156fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15a59c640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd15c156b30 0x7fd15c156fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15a59c640 1 -- 172.21.15.39:0/1605016521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd15c0b2710 con 0x7fd144003970 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15a59c640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd15c14aa30 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7fd14c02ad90 tx=0x7fd14c001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14c007480 con 0x7fd144003970 2024-09-13T16:19:09.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd14c0075e0 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd15c0b29f0 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd14c03e690 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.242+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd15c0ca240 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.243+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd15c067130 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.244+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd14c03e7f0 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.244+0000 7fd14affd640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd13c06ac00 0x7fd13c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.244+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7fd14c0aa620 con 0x7fd144003970 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.244+0000 7fd159d9b640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd13c06ac00 0x7fd13c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.245+0000 7fd159d9b640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd13c06ac00 0x7fd13c06d0c0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd15c161300 tx=0x7fd150009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.248+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd14c075630 con 0x7fd144003970 2024-09-13T16:19:09.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.456+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd15c15cb70 con 0x7fd144003970 2024-09-13T16:19:09.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.456+0000 7fd14affd640 1 -- 172.21.15.39:0/1605016521 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) v1 ==== 95+0+3978 (secure 0 0 0) 0x7fd14c078c50 con 0x7fd144003970 2024-09-13T16:19:09.458 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:09.458 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":145,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9381,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":137}],"filesystems":[{"mdsmap":{"epoch":145,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:09.127105+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:09.458 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 145 2024-09-13T16:19:09.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd13c06ac00 msgr2=0x7fd13c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd13c06ac00 0x7fd13c06d0c0 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7fd15c161300 tx=0x7fd150009190 comp rx=0 tx=0).stop 2024-09-13T16:19:09.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 msgr2=0x7fd15c14aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd15c14aa30 secure :-1 s=READY pgs=1881 cs=0 l=1 rev1=1 crypto rx=0x7fd14c02ad90 tx=0x7fd14c001a00 comp rx=0 tx=0).stop 2024-09-13T16:19:09.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 shutdown_connections 2024-09-13T16:19:09.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd13c06ac00 0x7fd13c06d0c0 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd15c156b30 0x7fd15c156fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd15c0b1d50 0x7fd15c0b7e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 --2- 172.21.15.39:0/1605016521 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd144003970 0x7fd15c14aa30 unknown :-1 s=CLOSED pgs=1881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.458+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 >> 172.21.15.39:0/1605016521 conn(0x7fd15c0cef90 msgr2=0x7fd15c0b1250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:09.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.459+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 shutdown_connections 2024-09-13T16:19:09.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.459+0000 7fd15b59e640 1 -- 172.21.15.39:0/1605016521 wait complete. 2024-09-13T16:19:09.471 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:09.471 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:09.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.572+0000 7f723ccb1640 1 Processor -- start 2024-09-13T16:19:09.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.572+0000 7f723ccb1640 1 -- start start 2024-09-13T16:19:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723ccb1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f72381513c0 0x7f72380cc0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723ccb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72380cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723ccb1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72380ce120 0x7f72380cad70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723ccb1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72380cc780 con 0x7f72380ce120 2024-09-13T16:19:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723ccb1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f723815b830 con 0x7f72381513c0 2024-09-13T16:19:09.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723ccb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7238070c10 con 0x7f723815b3f0 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72380ce120 0x7f72380cad70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72380ce120 0x7f72380cad70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50438/0 (socket says 172.21.15.39:50438) 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 -- 172.21.15.39:0/2388349506 learned_addr learned my addr 172.21.15.39:0/2388349506 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7235d9b640 1 --2- 172.21.15.39:0/2388349506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72380cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f723659c640 1 --2- 172.21.15.39:0/2388349506 >> v2:172.21.15.157:3300/0 conn(0x7f72381513c0 0x7f72380cc0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 -- 172.21.15.39:0/2388349506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 msgr2=0x7f72380cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 --2- 172.21.15.39:0/2388349506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72380cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 -- 172.21.15.39:0/2388349506 >> v2:172.21.15.157:3300/0 conn(0x7f72381513c0 msgr2=0x7f72380cc0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 --2- 172.21.15.39:0/2388349506 >> v2:172.21.15.157:3300/0 conn(0x7f72381513c0 0x7f72380cc0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.573+0000 7f7236d9d640 1 -- 172.21.15.39:0/2388349506 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7238070ef0 con 0x7f72380ce120 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.574+0000 7f7236d9d640 1 --2- 172.21.15.39:0/2388349506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72380ce120 0x7f72380cad70 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f72380b4150 tx=0x7f723002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a8c012f5114031d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.574+0000 7f723559a640 1 -- 172.21.15.39:0/2388349506 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7230032440 con 0x7f72380ce120 2024-09-13T16:19:09.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.574+0000 7f723559a640 1 -- 172.21.15.39:0/2388349506 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72300325a0 con 0x7f72380ce120 2024-09-13T16:19:09.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.574+0000 7f723559a640 1 -- 172.21.15.39:0/2388349506 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7230032930 con 0x7f72380ce120 2024-09-13T16:19:09.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.574+0000 7f723ccb1640 1 -- 172.21.15.39:0/2388349506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72380ce120 msgr2=0x7f72380cad70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.574+0000 7f723ccb1640 1 --2- 172.21.15.39:0/2388349506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72380ce120 0x7f72380cad70 secure :-1 s=READY pgs=1882 cs=0 l=1 rev1=1 crypto rx=0x7f72380b4150 tx=0x7f723002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 -- 172.21.15.39:0/2388349506 shutdown_connections 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 --2- 172.21.15.39:0/2388349506 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72380ce120 0x7f72380cad70 unknown :-1 s=CLOSED pgs=1882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 --2- 172.21.15.39:0/2388349506 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72380cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 --2- 172.21.15.39:0/2388349506 >> v2:172.21.15.157:3300/0 conn(0x7f72381513c0 0x7f72380cc0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 -- 172.21.15.39:0/2388349506 >> 172.21.15.39:0/2388349506 conn(0x7f723806a0b0 msgr2=0x7f723806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 -- 172.21.15.39:0/2388349506 shutdown_connections 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.575+0000 7f723ccb1640 1 -- 172.21.15.39:0/2388349506 wait complete. 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.576+0000 7f723ccb1640 1 Processor -- start 2024-09-13T16:19:09.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.576+0000 7f723ccb1640 1 -- start start 2024-09-13T16:19:09.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723ccb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72380ce120 0x7f7238153e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723ccb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 0x7f723814fc80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723ccb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72381501c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723ccb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72381f2900 con 0x7f72381513c0 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723ccb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72381f1ff0 con 0x7f72380ce120 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723ccb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7238154850 con 0x7f723815b3f0 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 0x7f723814fc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 0x7f723814fc80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50444/0 (socket says 172.21.15.39:50444) 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 -- 172.21.15.39:0/991807844 learned_addr learned my addr 172.21.15.39:0/991807844 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f723659c640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72380ce120 0x7f7238153e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7236d9d640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72381501c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 -- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 msgr2=0x7f72381501c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72381501c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 -- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72380ce120 msgr2=0x7f7238153e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72380ce120 0x7f7238153e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 -- 172.21.15.39:0/991807844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72300094d0 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7236d9d640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72381501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.577+0000 7f7235d9b640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 0x7f723814fc80 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f722000d5f0 tx=0x7f722000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.578+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72200125f0 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.578+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7220012750 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.578+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72381f22b0 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.578+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7220012b00 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.578+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72381543b0 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.579+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72380ae670 con 0x7f72381513c0 2024-09-13T16:19:09.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.579+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7220012c60 con 0x7f72381513c0 2024-09-13T16:19:09.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.580+0000 7f722effd640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f721806ac00 0x7f721806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.580+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f7220089b50 con 0x7f72381513c0 2024-09-13T16:19:09.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.580+0000 7f723659c640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f721806ac00 0x7f721806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.581+0000 7f723659c640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f721806ac00 0x7f721806d0c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f723815dca0 tx=0x7f72280098d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.584+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7220054900 con 0x7f72381513c0 2024-09-13T16:19:09.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.788+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f72380672f0 con 0x7f72381513c0 2024-09-13T16:19:09.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.788+0000 7f722effd640 1 -- 172.21.15.39:0/991807844 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f7220057f20 con 0x7f72381513c0 2024-09-13T16:19:09.790 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:09.790 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":145,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9381,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":137}],"filesystems":[{"mdsmap":{"epoch":145,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:09.127105+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:09.790 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 145 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f721806ac00 msgr2=0x7f721806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f721806ac00 0x7f721806d0c0 secure :-1 s=READY pgs=742 cs=0 l=1 rev1=1 crypto rx=0x7f723815dca0 tx=0x7f72280098d0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 msgr2=0x7f723814fc80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 0x7f723814fc80 secure :-1 s=READY pgs=1883 cs=0 l=1 rev1=1 crypto rx=0x7f722000d5f0 tx=0x7f722000dab0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 shutdown_connections 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f721806ac00 0x7f721806d0c0 unknown :-1 s=CLOSED pgs=742 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f723815b3f0 0x7f72381501c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72381513c0 0x7f723814fc80 unknown :-1 s=CLOSED pgs=1883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 --2- 172.21.15.39:0/991807844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72380ce120 0x7f7238153e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 >> 172.21.15.39:0/991807844 conn(0x7f723806a0b0 msgr2=0x7f723806a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:09.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 shutdown_connections 2024-09-13T16:19:09.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.790+0000 7f723ccb1640 1 -- 172.21.15.39:0/991807844 wait complete. 2024-09-13T16:19:09.802 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:09.803 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.902+0000 7f2f56096640 1 Processor -- start 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.902+0000 7f2f56096640 1 -- start start 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.903+0000 7f2f56096640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f50167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.903+0000 7f2f56096640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f500cde30 con 0x7f2f500b41a0 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.903+0000 7f2f56096640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f500b5090 con 0x7f2f500ccf80 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.903+0000 7f2f56096640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f500cd820 con 0x7f2f50165710 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.903+0000 7f2f4f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2f500b41a0 0x7f2f500b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33300/0 (socket says 172.21.15.39:33300) 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.903+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/730444012 learned_addr learned my addr 172.21.15.39:0/730444012 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:09.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4ffff640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f50167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4093694958 0 0) 0x7f2f500cde30 con 0x7f2f500b41a0 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2f3c003520 con 0x7f2f500b41a0 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3672392947 0 0) 0x7f2f3c003520 con 0x7f2f500b41a0 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 msgr2=0x7f2f50167b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f50167b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 >> v1:172.21.15.157:6789/0 conn(0x7f2f500ccf80 legacy=0x7f2f50163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f5015cd60 con 0x7f2f500b41a0 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2f400019f0 con 0x7f2f500b41a0 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4ffff640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f50167b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 >> v1:172.21.15.39:6789/0 conn(0x7f2f500b41a0 legacy=0x7f2f500b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f3c003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f3c004350 0x7f2f3c004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f3c005040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f500cd820 con 0x7f2f3c0039a0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f3c00b980 con 0x7f2f3c004350 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f3c00baf0 con 0x7f2f50165710 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f3c003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4effd640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f3c004350 0x7f2f3c004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.904+0000 7f2f4ffff640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f3c005040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 msgr2=0x7f2f3c005040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f50165710 0x7f2f3c005040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f3c004350 msgr2=0x7f2f3c004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f3c004350 0x7f2f3c004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/730444012 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f48009400 con 0x7f2f3c0039a0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f3c003d80 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000a830 tx=0x7f2f3c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=749fe79f89c1527a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f4002ba50 con 0x7f2f3c0039a0 2024-09-13T16:19:09.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f4002bbd0 con 0x7f2f3c0039a0 2024-09-13T16:19:09.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.905+0000 7f2f4e7fc640 1 -- 172.21.15.39:0/730444012 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f40034470 con 0x7f2f3c0039a0 2024-09-13T16:19:09.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f56096640 1 -- 172.21.15.39:0/730444012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 msgr2=0x7f2f3c003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f56096640 1 --2- 172.21.15.39:0/730444012 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f3c003d80 secure :-1 s=READY pgs=1885 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000a830 tx=0x7f2f3c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f4ffff640 1 -- 172.21.15.39:0/730444012 reap_dead start 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f56096640 1 -- 172.21.15.39:0/730444012 shutdown_connections 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f56096640 1 -- 172.21.15.39:0/730444012 >> 172.21.15.39:0/730444012 conn(0x7f2f500cf1a0 msgr2=0x7f2f500cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f56096640 1 -- 172.21.15.39:0/730444012 shutdown_connections 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.906+0000 7f2f56096640 1 -- 172.21.15.39:0/730444012 wait complete. 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.907+0000 7f2f56096640 1 Processor -- start 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.907+0000 7f2f56096640 1 -- start start 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f56096640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f50153cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f56096640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f501f1ff0 0x7f2f500b25b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f56096640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f501f2470 0x7f2f500b2af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f56096640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f50156030 con 0x7f2f3c0039a0 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f56096640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f501581a0 con 0x7f2f501f1ff0 2024-09-13T16:19:09.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f56096640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f501583b0 con 0x7f2f501f2470 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f4f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f50153cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f4f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f50153cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50462/0 (socket says 172.21.15.39:50462) 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/595040664 learned_addr learned my addr 172.21.15.39:0/595040664 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f4effd640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f501f1ff0 0x7f2f500b25b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.908+0000 7f2f4ffff640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f501f2470 0x7f2f500b2af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f501f2470 msgr2=0x7f2f500b2af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f501f2470 0x7f2f500b2af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f501f1ff0 msgr2=0x7f2f500b25b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f501f1ff0 0x7f2f500b25b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f4f7fe640 1 -- 172.21.15.39:0/595040664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f50158690 con 0x7f2f3c0039a0 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f4f7fe640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f50153cd0 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000a830 tx=0x7f2f40001d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f40038030 con 0x7f2f3c0039a0 2024-09-13T16:19:09.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f40004d60 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f4003b040 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f50158970 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.909+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f50159170 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.910+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f50067330 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.910+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2f40031070 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.911+0000 7f2f47fff640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f3006ac00 0x7f2f3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.911+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f2f400a9960 con 0x7f2f3c0039a0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.911+0000 7f2f4effd640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f3006ac00 0x7f2f3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:09.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.912+0000 7f2f4effd640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f3006ac00 0x7f2f3006d0c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f2f5015c5b0 tx=0x7f2f38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:09.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:09.915+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2f400747c0 con 0x7f2f3c0039a0 2024-09-13T16:19:10.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.127+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2f50066ec0 con 0x7f2f3c0039a0 2024-09-13T16:19:10.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.127+0000 7f2f47fff640 1 -- 172.21.15.39:0/595040664 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 145 v145) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f2f40077de0 con 0x7f2f3c0039a0 2024-09-13T16:19:10.129 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:10.129 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":145,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9381,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":137}],"filesystems":[{"mdsmap":{"epoch":145,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:09.127105+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:10.129 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 145 2024-09-13T16:19:10.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.129+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f3006ac00 msgr2=0x7f2f3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:10.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.129+0000 7f2f56096640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f3006ac00 0x7f2f3006d0c0 secure :-1 s=READY pgs=743 cs=0 l=1 rev1=1 crypto rx=0x7f2f5015c5b0 tx=0x7f2f38009040 comp rx=0 tx=0).stop 2024-09-13T16:19:10.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.129+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 msgr2=0x7f2f50153cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:10.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.129+0000 7f2f56096640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f50153cd0 secure :-1 s=READY pgs=1886 cs=0 l=1 rev1=1 crypto rx=0x7f2f4000a830 tx=0x7f2f40001d80 comp rx=0 tx=0).stop 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 shutdown_connections 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2f3006ac00 0x7f2f3006d0c0 unknown :-1 s=CLOSED pgs=743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2f501f2470 0x7f2f500b2af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2f501f1ff0 0x7f2f500b25b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 --2- 172.21.15.39:0/595040664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2f3c0039a0 0x7f2f50153cd0 unknown :-1 s=CLOSED pgs=1886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 >> 172.21.15.39:0/595040664 conn(0x7f2f500cf1a0 msgr2=0x7f2f500c9030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 shutdown_connections 2024-09-13T16:19:10.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.130+0000 7f2f56096640 1 -- 172.21.15.39:0/595040664 wait complete. 2024-09-13T16:19:10.143 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete mds0_sessionmap' led to DAMAGED state 2024-09-13T16:19:10.143 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 400.00000000' 2024-09-13T16:19:10.143 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:10.143 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:10.159 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:10.159 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:10.159 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:10.159 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:10.159 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:10.214 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:10.215 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:10.215 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:10.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.356+0000 7f6092e53640 1 Processor -- start 2024-09-13T16:19:10.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.356+0000 7f6092e53640 1 -- start start 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6092e53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f608c0b2dc0 0x7f608c15d680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6092e53640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f608c15dbc0 0x7f608c06cec0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6092e53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f608c065f00 con 0x7f608c159420 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6092e53640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f608c06e490 con 0x7f608c0b2dc0 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6092e53640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f608c0cd7f0 con 0x7f608c15dbc0 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f608bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f608c0b2dc0 0x7f608c15d680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6090bef640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f608c159420 0x7f608c15cf70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33306/0 (socket says 172.21.15.39:33306) 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.357+0000 7f6090bef640 1 -- 172.21.15.39:0/439366195 learned_addr learned my addr 172.21.15.39:0/439366195 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608b7fe640 1 -- 172.21.15.39:0/439366195 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3497002344 0 0) 0x7f608c065f00 con 0x7f608c159420 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608b7fe640 1 -- 172.21.15.39:0/439366195 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6078003520 con 0x7f608c159420 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f60913f0640 1 --2- 172.21.15.39:0/439366195 >> v2:172.21.15.157:3300/0 conn(0x7f608c15dbc0 0x7f608c06cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608bfff640 1 -- 172.21.15.39:0/439366195 >> v2:172.21.15.157:3300/0 conn(0x7f608c15dbc0 msgr2=0x7f608c06cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608bfff640 1 --2- 172.21.15.39:0/439366195 >> v2:172.21.15.157:3300/0 conn(0x7f608c15dbc0 0x7f608c06cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608bfff640 1 -- 172.21.15.39:0/439366195 >> v1:172.21.15.39:6789/0 conn(0x7f608c159420 legacy=0x7f608c15cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608bfff640 1 -- 172.21.15.39:0/439366195 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f608c0cdad0 con 0x7f608c0b2dc0 2024-09-13T16:19:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f60913f0640 1 --2- 172.21.15.39:0/439366195 >> v2:172.21.15.157:3300/0 conn(0x7f608c15dbc0 0x7f608c06cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:10.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.358+0000 7f608bfff640 1 --2- 172.21.15.39:0/439366195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c0b2dc0 0x7f608c15d680 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f608c0ce780 tx=0x7f607402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b51ad41214494a29 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:10.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f608b7fe640 1 -- 172.21.15.39:0/439366195 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607402aea0 con 0x7f608c0b2dc0 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f608b7fe640 1 -- 172.21.15.39:0/439366195 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f607402d050 con 0x7f608c0b2dc0 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f608b7fe640 1 -- 172.21.15.39:0/439366195 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6074007960 con 0x7f608c0b2dc0 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 -- 172.21.15.39:0/439366195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c0b2dc0 msgr2=0x7f608c15d680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 --2- 172.21.15.39:0/439366195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c0b2dc0 0x7f608c15d680 secure :-1 s=READY pgs=1888 cs=0 l=1 rev1=1 crypto rx=0x7f608c0ce780 tx=0x7f607402a680 comp rx=0 tx=0).stop 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 -- 172.21.15.39:0/439366195 shutdown_connections 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 --2- 172.21.15.39:0/439366195 >> v2:172.21.15.157:3300/0 conn(0x7f608c15dbc0 0x7f608c06cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 --2- 172.21.15.39:0/439366195 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c0b2dc0 0x7f608c15d680 unknown :-1 s=CLOSED pgs=1888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 -- 172.21.15.39:0/439366195 >> 172.21.15.39:0/439366195 conn(0x7f608c0ae990 msgr2=0x7f608c0aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 -- 172.21.15.39:0/439366195 shutdown_connections 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.359+0000 7f6092e53640 1 -- 172.21.15.39:0/439366195 wait complete. 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.360+0000 7f6092e53640 1 Processor -- start 2024-09-13T16:19:10.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.360+0000 7f6092e53640 1 -- start start 2024-09-13T16:19:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6092e53640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f608c0b2dc0 0x7f608c1f1f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6092e53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f608c159420 0x7f608c1579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6092e53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 0x7f608c15b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6092e53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608c1470b0 con 0x7f608c15dbc0 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6092e53640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f608c15c860 con 0x7f608c0b2dc0 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6092e53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f608c15bfc0 con 0x7f608c159420 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f60913f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 0x7f608c15b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f60913f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 0x7f608c15b790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50486/0 (socket says 172.21.15.39:50486) 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f60913f0640 1 -- 172.21.15.39:0/1243340374 learned_addr learned my addr 172.21.15.39:0/1243340374 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f6090bef640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f608c0b2dc0 0x7f608c1f1f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.361+0000 7f608bfff640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f608c159420 0x7f608c1579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60913f0640 1 -- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f608c159420 msgr2=0x7f608c1579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60913f0640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f608c159420 0x7f608c1579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60913f0640 1 -- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f608c0b2dc0 msgr2=0x7f608c1f1f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60913f0640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f608c0b2dc0 0x7f608c1f1f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60913f0640 1 -- 172.21.15.39:0/1243340374 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6074009a70 con 0x7f608c15dbc0 2024-09-13T16:19:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f608bfff640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f608c159420 0x7f608c1579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60913f0640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 0x7f608c15b790 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f608400c7c0 tx=0x7f608400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6084004230 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6084004390 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6084007860 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f608c15c2a0 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.362+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f608c06fb20 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.363+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f608c0672f0 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.364+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f60840079c0 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.364+0000 7f60897fa640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f606c06ac00 0x7f606c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.364+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f60840898b0 con 0x7f608c15dbc0 2024-09-13T16:19:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.364+0000 7f6090bef640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f606c06ac00 0x7f606c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:10.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.365+0000 7f6090bef640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f606c06ac00 0x7f606c06d0c0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f607c005880 tx=0x7f607c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:10.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.368+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f60840547b0 con 0x7f608c15dbc0 2024-09-13T16:19:10.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:10.573+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f608c06cec0 con 0x7f608c15dbc0 2024-09-13T16:19:11.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.141+0000 7f60897fa640 1 -- 172.21.15.39:0/1243340374 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v146) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6084057dd0 con 0x7f608c15dbc0 2024-09-13T16:19:11.143 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:11.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f606c06ac00 msgr2=0x7f606c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f606c06ac00 0x7f606c06d0c0 secure :-1 s=READY pgs=744 cs=0 l=1 rev1=1 crypto rx=0x7f607c005880 tx=0x7f607c009040 comp rx=0 tx=0).stop 2024-09-13T16:19:11.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 msgr2=0x7f608c15b790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 0x7f608c15b790 secure :-1 s=READY pgs=1889 cs=0 l=1 rev1=1 crypto rx=0x7f608400c7c0 tx=0x7f608400cc80 comp rx=0 tx=0).stop 2024-09-13T16:19:11.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 shutdown_connections 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f606c06ac00 0x7f606c06d0c0 unknown :-1 s=CLOSED pgs=744 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f608c15dbc0 0x7f608c15b790 unknown :-1 s=CLOSED pgs=1889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f608c159420 0x7f608c1579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 --2- 172.21.15.39:0/1243340374 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f608c0b2dc0 0x7f608c1f1f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 >> 172.21.15.39:0/1243340374 conn(0x7f608c0ae990 msgr2=0x7f608c06d790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 shutdown_connections 2024-09-13T16:19:11.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.144+0000 7f6092e53640 1 -- 172.21.15.39:0/1243340374 wait complete. 2024-09-13T16:19:11.157 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:11.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.261+0000 7f1563b1f640 1 Processor -- start 2024-09-13T16:19:11.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.261+0000 7f1563b1f640 1 -- start start 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.262+0000 7f1563b1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f155c159380 0x7f155c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.262+0000 7f1563b1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f155c159760 con 0x7f155c15a360 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.262+0000 7f1563b1f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f155c15a880 con 0x7f155c0ceb30 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.262+0000 7f1563b1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f155c15ab60 con 0x7f155c159380 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.262+0000 7f15610ba640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f155c15a360 0x7f155c0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33308/0 (socket says 172.21.15.39:33308) 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.262+0000 7f15610ba640 1 -- 172.21.15.39:0/702410809 learned_addr learned my addr 172.21.15.39:0/702410809 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 --2- 172.21.15.39:0/702410809 >> v2:172.21.15.157:3300/0 conn(0x7f155c159380 0x7f155c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4129053549 0 0) 0x7f155c159760 con 0x7f155c15a360 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1548005730 con 0x7f155c15a360 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2630512598 0 0) 0x7f155c15a880 con 0x7f155c0ceb30 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f155c159760 con 0x7f155c0ceb30 2024-09-13T16:19:11.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1521578574 0 0) 0x7f1548005730 con 0x7f155c15a360 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 >> v2:172.21.15.157:3300/0 conn(0x7f155c159380 msgr2=0x7f155c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 --2- 172.21.15.39:0/702410809 >> v2:172.21.15.157:3300/0 conn(0x7f155c159380 0x7f155c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 >> v1:172.21.15.157:6789/0 conn(0x7f155c0ceb30 legacy=0x7f155c15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f155c15ae40 con 0x7f155c15a360 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f154c001670 con 0x7f155c15a360 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 >> v1:172.21.15.39:6789/0 conn(0x7f155c15a360 legacy=0x7f155c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1548005d10 0x7f1548006110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15480069d0 0x7f1548006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548007390 0x7f154800db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155c15ab60 con 0x7f1548005d10 2024-09-13T16:19:11.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f154800e210 con 0x7f15480069d0 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f154800e3d0 con 0x7f1548007390 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1548005d10 0x7f1548006110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15610ba640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15480069d0 0x7f1548006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15620bc640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548007390 0x7f154800db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 -- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548007390 msgr2=0x7f154800db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548007390 0x7f154800db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 -- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15480069d0 msgr2=0x7f1548006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f15480069d0 0x7f1548006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15618bb640 1 -- 172.21.15.39:0/702410809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1548005730 con 0x7f1548005d10 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.263+0000 7f15620bc640 1 -- 172.21.15.39:0/702410809 reap_dead start 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.264+0000 7f15618bb640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1548005d10 0x7f1548006110 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f1558009ac0 tx=0x7f1548007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87ca873be3c1222d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.264+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1558031400 con 0x7f1548005d10 2024-09-13T16:19:11.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.264+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f155802d050 con 0x7f1548005d10 2024-09-13T16:19:11.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.264+0000 7f15608b9640 1 -- 172.21.15.39:0/702410809 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1558031780 con 0x7f1548005d10 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 -- 172.21.15.39:0/702410809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1548005d10 msgr2=0x7f1548006110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1548005d10 0x7f1548006110 secure :-1 s=READY pgs=1891 cs=0 l=1 rev1=1 crypto rx=0x7f1558009ac0 tx=0x7f1548007a00 comp rx=0 tx=0).stop 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 -- 172.21.15.39:0/702410809 shutdown_connections 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 --2- 172.21.15.39:0/702410809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1548005d10 0x7f1548006110 unknown :-1 s=CLOSED pgs=1891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 -- 172.21.15.39:0/702410809 >> 172.21.15.39:0/702410809 conn(0x7f155c0b15d0 msgr2=0x7f155c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 -- 172.21.15.39:0/702410809 shutdown_connections 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.265+0000 7f1563b1f640 1 -- 172.21.15.39:0/702410809 wait complete. 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.266+0000 7f1563b1f640 1 Processor -- start 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.266+0000 7f1563b1f640 1 -- start start 2024-09-13T16:19:11.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f1563b1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548005d10 0x7f155c14d870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f1563b1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f155c0ac860 0x7f155c0acce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f1563b1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 0x7f155c0ad980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f1563b1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155c1f5ca0 con 0x7f155c0ad500 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f1563b1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f155c0ad220 con 0x7f155c0ac860 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f1563b1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f155c1f5090 con 0x7f1548005d10 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 0x7f155c0ad980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 0x7f155c0ad980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50502/0 (socket says 172.21.15.39:50502) 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 -- 172.21.15.39:0/1819500728 learned_addr learned my addr 172.21.15.39:0/1819500728 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15618bb640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548005d10 0x7f155c14d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15610ba640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f155c0ac860 0x7f155c0acce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 -- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548005d10 msgr2=0x7f155c14d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548005d10 0x7f155c14d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 -- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f155c0ac860 msgr2=0x7f155c0acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:11.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f155c0ac860 0x7f155c0acce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15620bc640 1 -- 172.21.15.39:0/1819500728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f155c1f5300 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15618bb640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548005d10 0x7f155c14d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.267+0000 7f15610ba640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f155c0ac860 0x7f155c0acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.268+0000 7f15620bc640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 0x7f155c0ad980 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7f155c0b31b0 tx=0x7f155400ff70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.268+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1554006e20 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.268+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1554003970 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.268+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f155c1f55e0 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.268+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1554003d20 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.268+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f155c14ddb0 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.269+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f155c1f5de0 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.269+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f155400d740 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.270+0000 7f15527fc640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.270+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f1554088ba0 con 0x7f155c0ad500 2024-09-13T16:19:11.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.270+0000 7f15618bb640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:11.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.271+0000 7f15618bb640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f154006ac00 0x7f154006d0c0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f1558033000 tx=0x7f1558008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:11.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.274+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f155c1f5de0 con 0x7f155c0ad500 2024-09-13T16:19:11.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:11.512+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f155c1f5de0 con 0x7f155c0ad500 2024-09-13T16:19:12.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.157+0000 7f15527fc640 1 -- 172.21.15.39:0/1819500728 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v147) v1 ==== 101+0+0 (secure 0 0 0) 0x7f155c1f5de0 con 0x7f155c0ad500 2024-09-13T16:19:12.158 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.159+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f154006ac00 msgr2=0x7f154006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.159+0000 7f1563b1f640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f154006ac00 0x7f154006d0c0 secure :-1 s=READY pgs=745 cs=0 l=1 rev1=1 crypto rx=0x7f1558033000 tx=0x7f1558008030 comp rx=0 tx=0).stop 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.159+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 msgr2=0x7f155c0ad980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.159+0000 7f1563b1f640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 0x7f155c0ad980 secure :-1 s=READY pgs=1892 cs=0 l=1 rev1=1 crypto rx=0x7f155c0b31b0 tx=0x7f155400ff70 comp rx=0 tx=0).stop 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 shutdown_connections 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f154006ac00 0x7f154006d0c0 unknown :-1 s=CLOSED pgs=745 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f155c0ad500 0x7f155c0ad980 unknown :-1 s=CLOSED pgs=1892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f155c0ac860 0x7f155c0acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 --2- 172.21.15.39:0/1819500728 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1548005d10 0x7f155c14d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 >> 172.21.15.39:0/1819500728 conn(0x7f155c0b15d0 msgr2=0x7f155c159950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 shutdown_connections 2024-09-13T16:19:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.160+0000 7f1563b1f640 1 -- 172.21.15.39:0/1819500728 wait complete. 2024-09-13T16:19:12.174 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:12.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.219+0000 7f8ea5d0cf40 1 Processor -- start 2024-09-13T16:19:12.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.219+0000 7f8ea5d0cf40 1 -- start start 2024-09-13T16:19:12.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea5d0cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a145ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea5d0cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 0x56340a0d6cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea5d0cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a1651d0 0x56340a0d71f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea5d0cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56340a03a4d0 con 0x56340a0cea00 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea5d0cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563409fd5b60 con 0x56340a1651d0 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea5d0cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563409fd5800 con 0x56340a08ce10 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea3008640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 0x56340a0d6cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea3008640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 0x56340a0d6cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50530/0 (socket says 172.21.15.39:50530) 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.220+0000 7f8ea3008640 1 -- 172.21.15.39:0/2728094080 learned_addr learned my addr 172.21.15.39:0/2728094080 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3809640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a145ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea400a640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a1651d0 0x56340a0d71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3008640 1 -- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 msgr2=0x56340a145ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3008640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a145ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3008640 1 -- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a1651d0 msgr2=0x56340a0d71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3008640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a1651d0 0x56340a0d71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3008640 1 -- 172.21.15.39:0/2728094080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8e98005d20 con 0x56340a0cea00 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3809640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a145ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea400a640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a1651d0 0x56340a0d71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea3008640 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 0x56340a0d6cb0 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7f8e98025b00 tx=0x7f8e9804e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1d7bd156e21be64 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea2006640 1 -- 172.21.15.39:0/2728094080 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e98054640 con 0x56340a0cea00 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea2006640 1 -- 172.21.15.39:0/2728094080 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e98054910 con 0x56340a0cea00 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.221+0000 7f8ea2006640 1 -- 172.21.15.39:0/2728094080 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e98054ca0 con 0x56340a0cea00 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/2728094080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 msgr2=0x56340a0d6cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 0x56340a0d6cb0 secure :-1 s=READY pgs=1895 cs=0 l=1 rev1=1 crypto rx=0x7f8e98025b00 tx=0x7f8e9804e000 comp rx=0 tx=0).stop 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/2728094080 shutdown_connections 2024-09-13T16:19:12.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a1651d0 0x56340a0d71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a0cea00 0x56340a0d6cb0 unknown :-1 s=CLOSED pgs=1895 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/2728094080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a145ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/2728094080 >> 172.21.15.39:0/2728094080 conn(0x56340a0d8800 msgr2=0x56340a0d4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/2728094080 shutdown_connections 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/2728094080 wait complete. 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 Processor -- start 2024-09-13T16:19:12.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.222+0000 7f8ea5d0cf40 1 -- start start 2024-09-13T16:19:12.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea5d0cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a142900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea5d0cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a0cea00 0x56340a149500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea5d0cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a1651d0 0x56340a1411d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea5d0cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563409fb8520 con 0x56340a1651d0 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea5d0cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56340a142470 con 0x56340a0cea00 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea5d0cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56340a141b40 con 0x56340a08ce10 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea400a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a1651d0 0x56340a1411d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea400a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a1651d0 0x56340a1411d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50538/0 (socket says 172.21.15.39:50538) 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 learned_addr learned my addr 172.21.15.39:0/3029207815 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a142900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.223+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a0cea00 0x56340a149500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 msgr2=0x56340a142900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea400a640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340a08ce10 0x56340a142900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a0cea00 msgr2=0x56340a149500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea400a640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a0cea00 0x56340a149500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563409ffedc0 con 0x56340a1651d0 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340a0cea00 0x56340a149500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea400a640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a1651d0 0x56340a1411d0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00c200 tx=0x7f8e9c00c6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea1004640 1 -- 172.21.15.39:0/3029207815 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c003650 con 0x56340a1651d0 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea1004640 1 -- 172.21.15.39:0/3029207815 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8e9c0037b0 con 0x56340a1651d0 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x563409fe4c20 con 0x56340a1651d0 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea1004640 1 -- 172.21.15.39:0/3029207815 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8e9c003b40 con 0x56340a1651d0 2024-09-13T16:19:12.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.224+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563409fd8060 con 0x56340a1651d0 2024-09-13T16:19:12.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.225+0000 7f8ea1004640 1 -- 172.21.15.39:0/3029207815 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8e9c003ca0 con 0x56340a1651d0 2024-09-13T16:19:12.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.226+0000 7f8ea1004640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8e900695e0 0x7f8e9006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.226+0000 7f8ea1004640 1 -- 172.21.15.39:0/3029207815 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f8e9c0882b0 con 0x56340a1651d0 2024-09-13T16:19:12.231 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:12.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.226+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56340a162ba0 0x56340a144290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.226+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a147eb0 con 0x56340a162ba0 2024-09-13T16:19:12.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.226+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8e900695e0 0x7f8e9006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.226+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56340a162ba0 0x56340a144290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.227+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56340a162ba0 0x56340a144290 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.227+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8e900695e0 0x7f8e9006baa0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x56340a0d3e10 tx=0x7f8e94005a00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.228+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v103'350 uv324 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.228+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a1447d0 con 0x56340a162ba0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.229+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v103'351 uv351 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.229+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a144b80 con 0x56340a162ba0 2024-09-13T16:19:12.233 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:12.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.231+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v103'352 uv352 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.231+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2085a0 con 0x56340a162ba0 2024-09-13T16:19:12.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.232+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v103'353 uv353 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.232+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a208950 con 0x56340a162ba0 2024-09-13T16:19:12.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.233+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v103'354 uv354 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.233+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207590 con 0x56340a162ba0 2024-09-13T16:19:12.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.234+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v103'355 uv355 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.234+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207940 con 0x56340a162ba0 2024-09-13T16:19:12.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.235+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v103'356 uv330 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.235+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.237+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v103'357 uv357 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.237+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.239 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:12.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.238+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v103'358 uv358 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.238+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.239+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v103'359 uv359 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.239+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.240+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v103'360 uv360 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.240+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.241+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v103'361 uv361 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.241+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.242+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v103'362 uv337 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.242+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.243+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v103'363 uv363 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.244+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.246 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:12.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.245+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v103'364 uv364 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.245+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.246+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v103'365 uv365 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.246+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.247+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v103'366 uv366 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.247+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207cf0 con 0x56340a162ba0 2024-09-13T16:19:12.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.248+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v103'367 uv367 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.248+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a208100 con 0x56340a162ba0 2024-09-13T16:19:12.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.249+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v103'368 uv368 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.249+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2080e0 con 0x56340a162ba0 2024-09-13T16:19:12.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.250+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v103'369 uv343 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.250+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2080e0 con 0x56340a162ba0 2024-09-13T16:19:12.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.251+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v103'370 uv370 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.251+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2080e0 con 0x56340a162ba0 2024-09-13T16:19:12.253 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:12.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.252+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v103'371 uv371 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.252+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.253+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v103'372 uv372 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.254+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.255+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v103'373 uv373 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.255+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.256+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v103'374 uv374 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.256+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.257+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v103'375 uv349 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.257+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.258+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v103'376 uv376 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.258+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.260 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:12.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.259+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v103'377 uv377 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.259+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.260+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v103'378 uv378 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.260+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.261+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v103'379 uv379 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.261+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a162ba0 2024-09-13T16:19:12.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.262+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v103'380 uv380 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.262+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56340a209210 0x56340a20b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.262+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a207f60 con 0x56340a209210 2024-09-13T16:19:12.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.262+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56340a209210 0x56340a20b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.262+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56340a209210 0x56340a20b600 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.264+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v103'259 uv242 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.264+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20bb40 con 0x56340a209210 2024-09-13T16:19:12.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.265+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v103'260 uv260 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.265+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20bef0 con 0x56340a209210 2024-09-13T16:19:12.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.268+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v103'261 uv261 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.270 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:12.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.268+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20c790 con 0x56340a209210 2024-09-13T16:19:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.270+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v103'262 uv262 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.270+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20cb40 con 0x56340a209210 2024-09-13T16:19:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.272+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v103'263 uv263 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.272+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20cef0 con 0x56340a209210 2024-09-13T16:19:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.273+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v103'264 uv247 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.273+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.275+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v103'265 uv265 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.275+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.278 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:12.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.277+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v103'266 uv266 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.277+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.279+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v103'267 uv267 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.279+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.280+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v103'268 uv268 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.280+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.281+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v103'269 uv252 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.281+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.283+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v103'270 uv270 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.283+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.285 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.284+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v103'271 uv271 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.284+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a210cd0 con 0x56340a209210 2024-09-13T16:19:12.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.286+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v103'272 uv272 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.286+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a210cd0 con 0x56340a209210 2024-09-13T16:19:12.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.287+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v103'273 uv273 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.287+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.288+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v103'274 uv258 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.288+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.289+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v103'275 uv275 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.289+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.290+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v103'276 uv276 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.291 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:12.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.290+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20e2b0 con 0x56340a209210 2024-09-13T16:19:12.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.291+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v103'277 uv277 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.291+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20e2b0 con 0x56340a209210 2024-09-13T16:19:12.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.292+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v103'278 uv278 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.292+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a209210 2024-09-13T16:19:12.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.293+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v103'279 uv279 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a209210 2024-09-13T16:19:12.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.293+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a162ba0 2024-09-13T16:19:12.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.294+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v103'69 uv68 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.294+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a162ba0 2024-09-13T16:19:12.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.296+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v103'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.296+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a162ba0 2024-09-13T16:19:12.297 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.296+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v103'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.297+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20e2b0 con 0x56340a162ba0 2024-09-13T16:19:12.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.297+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v103'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.297+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20e2b0 con 0x56340a162ba0 2024-09-13T16:19:12.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.298+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v103'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.298+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20d2a0 con 0x56340a162ba0 2024-09-13T16:19:12.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.299+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v103'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98054b00 con 0x56340a162ba0 2024-09-13T16:19:12.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.299+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56340a20d7b0 0x56340a20fba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.299+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a20d7b0 2024-09-13T16:19:12.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.300+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56340a20d7b0 0x56340a20fba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.300+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56340a20d7b0 0x56340a20fba0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.301+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v103'52 uv51 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.301+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a20d7b0 2024-09-13T16:19:12.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.302+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v103'53 uv53 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.302+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a20d7b0 2024-09-13T16:19:12.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.303+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v103'54 uv54 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.305 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:12.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.303+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a20d7b0 2024-09-13T16:19:12.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.304+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v103'55 uv55 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.304+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a162ba0 2024-09-13T16:19:12.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.305+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v103'69 uv68 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.306+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a162ba0 2024-09-13T16:19:12.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.307+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v103'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.307+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a162ba0 2024-09-13T16:19:12.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.308+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v103'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.309 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.308+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2110f0 con 0x56340a162ba0 2024-09-13T16:19:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.309+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v103'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.309+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2110f0 con 0x56340a162ba0 2024-09-13T16:19:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.310+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v103'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.310+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2100e0 con 0x56340a162ba0 2024-09-13T16:19:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.311+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v103'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.311+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340a2105f0 0x56340a2129e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.311+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a212ff0 con 0x56340a2105f0 2024-09-13T16:19:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.311+0000 7f8ea400a640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340a2105f0 0x56340a2129e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.312+0000 7f8ea400a640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340a2105f0 0x56340a2129e0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.313+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v103'127 uv121 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.313+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a213520 con 0x56340a2105f0 2024-09-13T16:19:12.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.314+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v103'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.314+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a213a10 con 0x56340a2105f0 2024-09-13T16:19:12.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.315+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v103'129 uv129 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.317 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.315+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a20c380 con 0x56340a2105f0 2024-09-13T16:19:12.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.316+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v103'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.316+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a215390 con 0x56340a2105f0 2024-09-13T16:19:12.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.317+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v103'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.317+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a214300 con 0x56340a2105f0 2024-09-13T16:19:12.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.319+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v103'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.319+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a214700 con 0x56340a2105f0 2024-09-13T16:19:12.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.320+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v103'133 uv126 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.320+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a214b00 con 0x56340a2105f0 2024-09-13T16:19:12.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.321+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v103'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.321+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a214b00 con 0x56340a2105f0 2024-09-13T16:19:12.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.322+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v103'135 uv135 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.323 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:12.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.322+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a214f50 con 0x56340a2105f0 2024-09-13T16:19:12.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.323+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v103'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.323+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a214f50 con 0x56340a2105f0 2024-09-13T16:19:12.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.324+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v103'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.324+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56340a2157f0 0x56340a217be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.324+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218200 con 0x56340a2157f0 2024-09-13T16:19:12.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.325+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56340a2157f0 0x56340a217be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.325+0000 7f8ea3809640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56340a2157f0 0x56340a217be0 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.326+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v103'56 uv55 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a2157f0 2024-09-13T16:19:12.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.326+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2185e0 con 0x56340a2157f0 2024-09-13T16:19:12.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.327+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v103'57 uv57 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a2157f0 2024-09-13T16:19:12.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.327+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2185e0 con 0x56340a2157f0 2024-09-13T16:19:12.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.328+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v103'58 uv58 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a2157f0 2024-09-13T16:19:12.330 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.328+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2185e0 con 0x56340a2157f0 2024-09-13T16:19:12.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.329+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v103'59 uv59 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a2157f0 2024-09-13T16:19:12.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.330+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2185e0 con 0x56340a2157f0 2024-09-13T16:19:12.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.331+0000 7f8ea3809640 1 -- 172.21.15.39:0/3029207815 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v103'60 uv60 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e940168a0 con 0x56340a2157f0 2024-09-13T16:19:12.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.331+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2185e0 con 0x56340a162ba0 2024-09-13T16:19:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.332+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v103'69 uv68 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.332+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2185e0 con 0x56340a162ba0 2024-09-13T16:19:12.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.333+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v103'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.333+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218660 con 0x56340a162ba0 2024-09-13T16:19:12.335 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:12.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.333+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v103'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.333+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a219a70 con 0x56340a162ba0 2024-09-13T16:19:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.334+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v103'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.334+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a219a70 con 0x56340a162ba0 2024-09-13T16:19:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.335+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v103'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.335+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218780 con 0x56340a162ba0 2024-09-13T16:19:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.336+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v103'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a162ba0 2024-09-13T16:19:12.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.336+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218780 con 0x56340a20d7b0 2024-09-13T16:19:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.337+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v103'112 uv108 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.337+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218730 con 0x56340a20d7b0 2024-09-13T16:19:12.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.338+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v103'113 uv113 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.338+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218730 con 0x56340a20d7b0 2024-09-13T16:19:12.340 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.339+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v103'114 uv114 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.339+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218b30 con 0x56340a20d7b0 2024-09-13T16:19:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.340+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v103'115 uv115 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.340+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218820 con 0x56340a20d7b0 2024-09-13T16:19:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.341+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v103'116 uv116 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.341+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a218820 con 0x56340a20d7b0 2024-09-13T16:19:12.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.342+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v103'117 uv111 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.342+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2187d0 con 0x56340a20d7b0 2024-09-13T16:19:12.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.343+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v103'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.343+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2187d0 con 0x56340a20d7b0 2024-09-13T16:19:12.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.344+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v103'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.345 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:12.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.344+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a2187d0 con 0x56340a20d7b0 2024-09-13T16:19:12.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.345+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v103'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.345+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21b580 con 0x56340a20d7b0 2024-09-13T16:19:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.346+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v103'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.346+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56340a2192a0 0x56340a21b690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.346+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc50 con 0x56340a2192a0 2024-09-13T16:19:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.346+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56340a2192a0 0x56340a21b690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.346+0000 7f8ea3008640 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56340a2192a0 0x56340a21b690 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.347+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v103'54 uv54 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a2192a0 2024-09-13T16:19:12.349 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:12.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.347+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc50 con 0x56340a2192a0 2024-09-13T16:19:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.348+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [omap-set-header] v103'55 uv55 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a2192a0 2024-09-13T16:19:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.348+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:103 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc50 con 0x56340a20d7b0 2024-09-13T16:19:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.349+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(103 609.00000000 [create] v103'69 uv68 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.349+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:104 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc50 con 0x56340a20d7b0 2024-09-13T16:19:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.350+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(104 609.00000000 [delete] v103'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.350+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc50 con 0x56340a20d7b0 2024-09-13T16:19:12.352 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:12.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.351+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(105 609.00000000 [create] v103'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.351+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21cc50 con 0x56340a20d7b0 2024-09-13T16:19:12.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.352+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(106 609.00000000 [setxattr (30)] v103'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.352+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21cc10 con 0x56340a20d7b0 2024-09-13T16:19:12.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.353+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(107 609.00000000 [setxattr (62)] v103'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.353+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a20d7b0 2024-09-13T16:19:12.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.354+0000 7f8ea3008640 1 -- 172.21.15.39:0/3029207815 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(108 609.00000000 [omap-set-header] v103'74 uv74 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e98071040 con 0x56340a20d7b0 2024-09-13T16:19:12.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.354+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:109 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.355+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(109 400.00000000 [create] v103'57 uv56 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.355+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:110 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.356+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(110 400.00000000 [delete] v103'58 uv58 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.356+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.361 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.358+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(111 400.00000000 [create] v103'59 uv59 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.358+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.359+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(112 400.00000000 [write 0~22] v103'60 uv60 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.359+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.360+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(113 400.00000000 [omap-set-header] v103'61 uv61 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.360+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.361+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(114 100.00000000.inode [create] v103'144 uv136 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.361+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.362+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(115 100.00000000.inode [delete] v103'145 uv145 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.362+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.363+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(116 100.00000000.inode [create] v103'146 uv146 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.365 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:12.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.363+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.365+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v103'147 uv147 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.365+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.366+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v103'148 uv148 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.366+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.367+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(119 1.00000000 [create] v103'149 uv143 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.367+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.368+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(120 1.00000000 [delete] v103'150 uv150 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.368+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.370 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.369+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(121 1.00000000 [create] v103'151 uv151 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.369+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.370+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v103'152 uv152 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.370+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.371+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v103'153 uv153 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.371+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21bc00 con 0x56340a2105f0 2024-09-13T16:19:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.372+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(124 1.00000000 [omap-set-header] v103'154 uv154 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.372+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e103) v8 -- 0x56340a21c050 con 0x56340a2105f0 2024-09-13T16:19:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v103'155 uv155 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8e9c019070 con 0x56340a2105f0 2024-09-13T16:19:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56340a162ba0 msgr2=0x56340a144290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56340a162ba0 0x56340a144290 crc :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56340a20d7b0 msgr2=0x56340a20fba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56340a20d7b0 0x56340a20fba0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56340a2192a0 msgr2=0x56340a21b690 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56340a2192a0 0x56340a21b690 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56340a209210 msgr2=0x56340a20b600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56340a209210 0x56340a20b600 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 reap_dead start 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340a2105f0 msgr2=0x56340a2129e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340a2105f0 0x56340a2129e0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56340a2157f0 msgr2=0x56340a217be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56340a2157f0 0x56340a217be0 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8e900695e0 msgr2=0x7f8e9006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8e900695e0 0x7f8e9006baa0 secure :-1 s=READY pgs=746 cs=0 l=1 rev1=1 crypto rx=0x56340a0d3e10 tx=0x7f8e94005a00 comp rx=0 tx=0).stop 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a1651d0 msgr2=0x56340a1411d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 --2- 172.21.15.39:0/3029207815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340a1651d0 0x56340a1411d0 secure :-1 s=READY pgs=1896 cs=0 l=1 rev1=1 crypto rx=0x7f8e9c00c200 tx=0x7f8e9c00c6c0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea400a640 1 -- 172.21.15.39:0/3029207815 reap_dead start 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 shutdown_connections 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.373+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 >> 172.21.15.39:0/3029207815 conn(0x56340a0d8800 msgr2=0x56340a0d4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:12.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.374+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 shutdown_connections 2024-09-13T16:19:12.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.374+0000 7f8ea5d0cf40 1 -- 172.21.15.39:0/3029207815 wait complete. 2024-09-13T16:19:12.379 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 400.00000000 2024-09-13T16:19:12.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.462+0000 7fe4b05c5f40 1 Processor -- start 2024-09-13T16:19:12.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.462+0000 7fe4b05c5f40 1 -- start start 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4b05c5f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a54768390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4b05c5f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a54644f50 0x561a547688d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4b05c5f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a546b9310 0x561a5463e3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4b05c5f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a545ab4d0 con 0x561a545fc770 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4b05c5f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a54546b60 con 0x561a546b9310 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4b05c5f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561a54546800 con 0x561a54644f50 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a54768390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a54768390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50540/0 (socket says 172.21.15.39:50540) 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/3563121158 learned_addr learned my addr 172.21.15.39:0/3563121158 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:12.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae8c3640 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a546b9310 0x561a5463e3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ad8c1640 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a54644f50 0x561a547688d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a54644f50 msgr2=0x561a547688d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a54644f50 0x561a547688d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a546b9310 msgr2=0x561a5463e3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a546b9310 0x561a5463e3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/3563121158 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4a000a100 con 0x561a545fc770 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.463+0000 7fe4ae0c2640 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a54768390 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7fe4a000a8e0 tx=0x7fe4a0005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f2cfb75e7af69ec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4ac8bf640 1 -- 172.21.15.39:0/3563121158 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a000d960 con 0x561a545fc770 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4ac8bf640 1 -- 172.21.15.39:0/3563121158 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4a000dac0 con 0x561a545fc770 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4ac8bf640 1 -- 172.21.15.39:0/3563121158 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a000de30 con 0x561a545fc770 2024-09-13T16:19:12.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/3563121158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 msgr2=0x561a54768390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a54768390 secure :-1 s=READY pgs=1897 cs=0 l=1 rev1=1 crypto rx=0x7fe4a000a8e0 tx=0x7fe4a0005d80 comp rx=0 tx=0).stop 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/3563121158 shutdown_connections 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a546b9310 0x561a5463e3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a54644f50 0x561a547688d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/3563121158 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a54768390 unknown :-1 s=CLOSED pgs=1897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/3563121158 >> 172.21.15.39:0/3563121158 conn(0x561a54602040 msgr2=0x561a54646080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:12.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/3563121158 shutdown_connections 2024-09-13T16:19:12.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.464+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/3563121158 wait complete. 2024-09-13T16:19:12.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.465+0000 7fe4b05c5f40 1 Processor -- start 2024-09-13T16:19:12.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.465+0000 7fe4b05c5f40 1 -- start start 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.465+0000 7fe4b05c5f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a546d1a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.465+0000 7fe4b05c5f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a54644f50 0x561a546cf9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4b05c5f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a546b9310 0x561a546aa9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4b05c5f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a54529520 con 0x561a545fc770 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4b05c5f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561a546d2040 con 0x561a54644f50 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4b05c5f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561a546cff30 con 0x561a546b9310 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a546d1a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a546d1a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50556/0 (socket says 172.21.15.39:50556) 2024-09-13T16:19:12.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/1262953626 learned_addr learned my addr 172.21.15.39:0/1262953626 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ad8c1640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a54644f50 0x561a546cf9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae8c3640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a546b9310 0x561a546aa9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a546b9310 msgr2=0x561a546aa9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561a546b9310 0x561a546aa9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a54644f50 msgr2=0x561a546cf9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561a54644f50 0x561a546cf9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 -- 172.21.15.39:0/1262953626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4a000a4e0 con 0x561a545fc770 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4ae0c2640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a546d1a60 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fe4a0000f80 tx=0x7fe4a00033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe49f7fe640 1 -- 172.21.15.39:0/1262953626 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a0009050 con 0x561a545fc770 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe49f7fe640 1 -- 172.21.15.39:0/1262953626 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4a0020070 con 0x561a545fc770 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4a8005d20 con 0x561a545fc770 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe49f7fe640 1 -- 172.21.15.39:0/1262953626 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4a000d960 con 0x561a545fc770 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.466+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561a54555c20 con 0x561a545fc770 2024-09-13T16:19:12.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.468+0000 7fe49f7fe640 1 -- 172.21.15.39:0/1262953626 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe4a0003040 con 0x561a545fc770 2024-09-13T16:19:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.468+0000 7fe49f7fe640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4900695e0 0x7fe49006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.468+0000 7fe49f7fe640 1 -- 172.21.15.39:0/1262953626 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7fe4a0022070 con 0x561a545fc770 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.468+0000 7fe4ad8c1640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4900695e0 0x7fe49006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.468+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561a546b2930 0x561a546a79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.469+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e103) v8 -- 0x561a546a7ee0 con 0x561a546b2930 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.469+0000 7fe4ae8c3640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561a546b2930 0x561a546a79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.469+0000 7fe4ad8c1640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4900695e0 0x7fe49006baa0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x561a54649340 tx=0x7fe4a40017f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.469+0000 7fe4ae8c3640 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561a546b2930 0x561a546a79a0 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4ae8c3640 1 -- 172.21.15.39:0/1262953626 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 400.00000000 [delete] v103'62 uv62 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fe4a8054910 con 0x561a546b2930 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561a546b2930 msgr2=0x561a546a79a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x561a546b2930 0x561a546a79a0 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4900695e0 msgr2=0x7fe49006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4900695e0 0x7fe49006baa0 secure :-1 s=READY pgs=747 cs=0 l=1 rev1=1 crypto rx=0x561a54649340 tx=0x7fe4a40017f0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 msgr2=0x561a546d1a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 --2- 172.21.15.39:0/1262953626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561a545fc770 0x561a546d1a60 secure :-1 s=READY pgs=1898 cs=0 l=1 rev1=1 crypto rx=0x7fe4a0000f80 tx=0x7fe4a00033a0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4ae8c3640 1 -- 172.21.15.39:0/1262953626 reap_dead start 2024-09-13T16:19:12.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 shutdown_connections 2024-09-13T16:19:12.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 >> 172.21.15.39:0/1262953626 conn(0x561a54602040 msgr2=0x561a54647760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:12.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 shutdown_connections 2024-09-13T16:19:12.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.470+0000 7fe4b05c5f40 1 -- 172.21.15.39:0/1262953626 wait complete. 2024-09-13T16:19:12.483 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:12.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.634+0000 7f1282b2c640 1 Processor -- start 2024-09-13T16:19:12.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f1282b2c640 1 -- start start 2024-09-13T16:19:12.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f1282b2c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c15c7d0 0x7f127c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f1282b2c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f127c0b4180 0x7f127c0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f1282b2c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f127c0b5550 con 0x7f127c0d1f40 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f1282b2c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f127c0b2000 con 0x7f127c0b4180 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f1282b2c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f127c0d2340 con 0x7f127c15c7d0 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f12810c9640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f127c0d1f40 0x7f127c0d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33334/0 (socket says 172.21.15.39:33334) 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.635+0000 7f12810c9640 1 -- 172.21.15.39:0/1800855587 learned_addr learned my addr 172.21.15.39:0/1800855587 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f12808c8640 1 --2- 172.21.15.39:0/1800855587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c15c7d0 0x7f127c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f127bfff640 1 --2- 172.21.15.39:0/1800855587 >> v2:172.21.15.157:3300/0 conn(0x7f127c0b4180 0x7f127c0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f127b7fe640 1 -- 172.21.15.39:0/1800855587 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1683707081 0 0) 0x7f127c0b5550 con 0x7f127c0d1f40 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f127b7fe640 1 -- 172.21.15.39:0/1800855587 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1268003520 con 0x7f127c0d1f40 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f12808c8640 1 -- 172.21.15.39:0/1800855587 >> v2:172.21.15.157:3300/0 conn(0x7f127c0b4180 msgr2=0x7f127c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f12808c8640 1 --2- 172.21.15.39:0/1800855587 >> v2:172.21.15.157:3300/0 conn(0x7f127c0b4180 0x7f127c0d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f12808c8640 1 -- 172.21.15.39:0/1800855587 >> v1:172.21.15.39:6789/0 conn(0x7f127c0d1f40 legacy=0x7f127c0d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f12808c8640 1 -- 172.21.15.39:0/1800855587 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f127c0b4610 con 0x7f127c15c7d0 2024-09-13T16:19:12.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.636+0000 7f127bfff640 1 --2- 172.21.15.39:0/1800855587 >> v2:172.21.15.157:3300/0 conn(0x7f127c0b4180 0x7f127c0d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.637+0000 7f12808c8640 1 --2- 172.21.15.39:0/1800855587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c15c7d0 0x7f127c0cf440 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f126c0097a0 tx=0x7f126c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c6c85282f8243f42 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.637+0000 7f127b7fe640 1 -- 172.21.15.39:0/1800855587 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f126c032440 con 0x7f127c15c7d0 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.637+0000 7f127b7fe640 1 -- 172.21.15.39:0/1800855587 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f126c0325a0 con 0x7f127c15c7d0 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.637+0000 7f127b7fe640 1 -- 172.21.15.39:0/1800855587 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f126c032930 con 0x7f127c15c7d0 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.637+0000 7f1282b2c640 1 -- 172.21.15.39:0/1800855587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c15c7d0 msgr2=0x7f127c0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.637+0000 7f1282b2c640 1 --2- 172.21.15.39:0/1800855587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c15c7d0 0x7f127c0cf440 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f126c0097a0 tx=0x7f126c02a180 comp rx=0 tx=0).stop 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.638+0000 7f1282b2c640 1 -- 172.21.15.39:0/1800855587 shutdown_connections 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.638+0000 7f1282b2c640 1 --2- 172.21.15.39:0/1800855587 >> v2:172.21.15.157:3300/0 conn(0x7f127c0b4180 0x7f127c0d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.638+0000 7f1282b2c640 1 --2- 172.21.15.39:0/1800855587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c15c7d0 0x7f127c0cf440 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.638+0000 7f1282b2c640 1 -- 172.21.15.39:0/1800855587 >> 172.21.15.39:0/1800855587 conn(0x7f127c06bc40 msgr2=0x7f127c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:12.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.638+0000 7f1282b2c640 1 -- 172.21.15.39:0/1800855587 shutdown_connections 2024-09-13T16:19:12.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.638+0000 7f1282b2c640 1 -- 172.21.15.39:0/1800855587 wait complete. 2024-09-13T16:19:12.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.639+0000 7f1282b2c640 1 Processor -- start 2024-09-13T16:19:12.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.639+0000 7f1282b2c640 1 -- start start 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 0x7f127c145590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f127c15c7d0 0x7f127c15f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c0c7f10 0x7f127c15f560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f127c1524b0 con 0x7f127c0d1f40 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f127c0c9020 con 0x7f127c15c7d0 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f127c145ad0 con 0x7f127c0c7f10 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 0x7f127c145590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 0x7f127c145590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:50568/0 (socket says 172.21.15.39:50568) 2024-09-13T16:19:12.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 -- 172.21.15.39:0/4292231171 learned_addr learned my addr 172.21.15.39:0/4292231171 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f127bfff640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f127c15c7d0 0x7f127c15f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12810c9640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c0c7f10 0x7f127c15f560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 -- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c0c7f10 msgr2=0x7f127c15f560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c0c7f10 0x7f127c15f560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 -- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f127c15c7d0 msgr2=0x7f127c15f020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f127c15c7d0 0x7f127c15f020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 -- 172.21.15.39:0/4292231171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1274009a70 con 0x7f127c0d1f40 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f127bfff640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f127c15c7d0 0x7f127c15f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12808c8640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 0x7f127c145590 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7f126c035040 tx=0x7f126c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f126c03d8f0 con 0x7f127c0d1f40 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f126c03da70 con 0x7f127c0d1f40 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f126c009400 con 0x7f127c0d1f40 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.640+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f126c03de20 con 0x7f127c0d1f40 2024-09-13T16:19:12.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.641+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f127c0c8410 con 0x7f127c0d1f40 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.642+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f127c0d1a00 con 0x7f127c0d1f40 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.642+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f126c039040 con 0x7f127c0d1f40 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.642+0000 7f12797fa640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f125c06ac30 0x7f125c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.643+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f126c0a9eb0 con 0x7f127c0d1f40 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.643+0000 7f127bfff640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f125c06ac30 0x7f125c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.643+0000 7f127bfff640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f125c06ac30 0x7f125c06d0f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f127c156390 tx=0x7f127400b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:12.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.647+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f126c074d80 con 0x7f127c0d1f40 2024-09-13T16:19:12.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:12.854+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f127c0b3840 con 0x7f127c0d1f40 2024-09-13T16:19:13.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.157+0000 7f12797fa640 1 -- 172.21.15.39:0/4292231171 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v148) v1 ==== 162+0+0 (secure 0 0 0) 0x7f126c0783a0 con 0x7f127c0d1f40 2024-09-13T16:19:13.159 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:13.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.159+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f125c06ac30 msgr2=0x7f125c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.159+0000 7f1282b2c640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f125c06ac30 0x7f125c06d0f0 secure :-1 s=READY pgs=748 cs=0 l=1 rev1=1 crypto rx=0x7f127c156390 tx=0x7f127400b040 comp rx=0 tx=0).stop 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 msgr2=0x7f127c145590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 0x7f127c145590 secure :-1 s=READY pgs=1900 cs=0 l=1 rev1=1 crypto rx=0x7f126c035040 tx=0x7f126c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 shutdown_connections 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f125c06ac30 0x7f125c06d0f0 unknown :-1 s=CLOSED pgs=748 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f127c0c7f10 0x7f127c15f560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f127c15c7d0 0x7f127c15f020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 --2- 172.21.15.39:0/4292231171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f127c0d1f40 0x7f127c145590 unknown :-1 s=CLOSED pgs=1900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 >> 172.21.15.39:0/4292231171 conn(0x7f127c06bc40 msgr2=0x7f127c0b6ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 shutdown_connections 2024-09-13T16:19:13.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.160+0000 7f1282b2c640 1 -- 172.21.15.39:0/4292231171 wait complete. 2024-09-13T16:19:13.582 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.688+0000 7f7122c12640 1 Processor -- start 2024-09-13T16:19:13.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.688+0000 7f7122c12640 1 -- start start 2024-09-13T16:19:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f7122c12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c0d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f7122c12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f711c0d1f10 0x7f711c15ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f7122c12640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f711c160330 con 0x7f711c146130 2024-09-13T16:19:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f7122c12640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f711c06c160 con 0x7f711c0d1f10 2024-09-13T16:19:13.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f7122c12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f711c06c430 con 0x7f711c160d80 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f71209ae640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f711c146130 0x7f711c06ba50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45842/0 (socket says 172.21.15.39:45842) 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f71209ae640 1 -- 172.21.15.39:0/2304951977 learned_addr learned my addr 172.21.15.39:0/2304951977 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.689+0000 7f71211af640 1 --2- 172.21.15.39:0/2304951977 >> v2:172.21.15.39:3300/0 conn(0x7f711c0d1f10 0x7f711c15ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f711bfff640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c0d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f711b7fe640 1 -- 172.21.15.39:0/2304951977 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 539245126 0 0) 0x7f711c160330 con 0x7f711c146130 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f711b7fe640 1 -- 172.21.15.39:0/2304951977 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7108003520 con 0x7f711c146130 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f71211af640 1 -- 172.21.15.39:0/2304951977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 msgr2=0x7f711c0d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f71211af640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c0d19d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f71211af640 1 -- 172.21.15.39:0/2304951977 >> v1:172.21.15.39:6789/0 conn(0x7f711c146130 legacy=0x7f711c06ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f71211af640 1 -- 172.21.15.39:0/2304951977 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f711c06c710 con 0x7f711c0d1f10 2024-09-13T16:19:13.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.690+0000 7f711bfff640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c0d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:13.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f71211af640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c15ccf0 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7f71140097a0 tx=0x7f711402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3a9484eeeef57979 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f711b7fe640 1 -- 172.21.15.39:0/2304951977 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7114032440 con 0x7f711c0d1f10 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f711b7fe640 1 -- 172.21.15.39:0/2304951977 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71140325a0 con 0x7f711c0d1f10 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f711b7fe640 1 -- 172.21.15.39:0/2304951977 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7114032930 con 0x7f711c0d1f10 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f7122c12640 1 -- 172.21.15.39:0/2304951977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 msgr2=0x7f711c15ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f7122c12640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c15ccf0 secure :-1 s=READY pgs=1902 cs=0 l=1 rev1=1 crypto rx=0x7f71140097a0 tx=0x7f711402a180 comp rx=0 tx=0).stop 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f7122c12640 1 -- 172.21.15.39:0/2304951977 shutdown_connections 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f7122c12640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c15ccf0 unknown :-1 s=CLOSED pgs=1902 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f7122c12640 1 --2- 172.21.15.39:0/2304951977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c0d19d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.691+0000 7f7122c12640 1 -- 172.21.15.39:0/2304951977 >> 172.21.15.39:0/2304951977 conn(0x7f711c06a4f0 msgr2=0x7f711c06a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.692+0000 7f7122c12640 1 -- 172.21.15.39:0/2304951977 shutdown_connections 2024-09-13T16:19:13.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.692+0000 7f7122c12640 1 -- 172.21.15.39:0/2304951977 wait complete. 2024-09-13T16:19:13.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.693+0000 7f7122c12640 1 Processor -- start 2024-09-13T16:19:13.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.693+0000 7f7122c12640 1 -- start start 2024-09-13T16:19:13.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c13ba10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:13.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f711c146130 0x7f711c13f170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:13.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c141540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f711c13fda0 con 0x7f711c0d1f10 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f711c13bf50 con 0x7f711c146130 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f711c13fac0 con 0x7f711c160d80 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c13ba10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c13ba10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59068/0 (socket says 172.21.15.39:59068) 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 -- 172.21.15.39:0/3536238368 learned_addr learned my addr 172.21.15.39:0/3536238368 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 -- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 msgr2=0x7f711c141540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c141540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 -- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f711c146130 msgr2=0x7f711c13f170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f711c146130 0x7f711c13f170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 -- 172.21.15.39:0/3536238368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7114009400 con 0x7f711c0d1f10 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71209ae640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c13ba10 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f710c00c500 tx=0x7f710c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:13.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c005ce0 con 0x7f711c0d1f10 2024-09-13T16:19:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f710c005e40 con 0x7f711c0d1f10 2024-09-13T16:19:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.694+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f711c1e6210 con 0x7f711c0d1f10 2024-09-13T16:19:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.695+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f710c007330 con 0x7f711c0d1f10 2024-09-13T16:19:13.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.695+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f711c1e67d0 con 0x7f711c0d1f10 2024-09-13T16:19:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.695+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f711c1e6070 con 0x7f711c0d1f10 2024-09-13T16:19:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.696+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f710c007550 con 0x7f711c0d1f10 2024-09-13T16:19:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.696+0000 7f71197fa640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70fc06ac00 0x7f70fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.697+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f710c088d70 con 0x7f711c0d1f10 2024-09-13T16:19:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.697+0000 7f711bfff640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70fc06ac00 0x7f70fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:13.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.697+0000 7f711bfff640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70fc06ac00 0x7f70fc06d0c0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f711c0b6030 tx=0x7f71040094a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:13.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.701+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f711c1e6070 con 0x7f711c0d1f10 2024-09-13T16:19:13.877 INFO:tasks.ceph.mds.c.smithi039.stderr: -48> 2024-09-13T16:19:09.124+0000 7f3001391640 -1 mds.0.sessionmap _load_finish got (2) No such file or directory 2024-09-13T16:19:13.877 INFO:tasks.ceph.mds.c.smithi039.stderr: -47> 2024-09-13T16:19:09.124+0000 7f3001391640 -1 log_channel(cluster) log [ERR] : error reading sessionmap 'mds0_sessionmap' -2 ((2) No such file or directory) 2024-09-13T16:19:13.901 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:19:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.906+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f711c1e6070 con 0x7f711c0d1f10 2024-09-13T16:19:13.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.907+0000 7f71197fa640 1 -- 172.21.15.39:0/3536238368 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 149 v149) v1 ==== 95+0+3987 (secure 0 0 0) 0x7f711c1e6070 con 0x7f711c0d1f10 2024-09-13T16:19:13.909 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:13.909 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":149,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":149,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:13.158760+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9381":{"gid":9381,"name":"a","rank":0,"incarnation":149,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:13.909 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 149 2024-09-13T16:19:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70fc06ac00 msgr2=0x7f70fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70fc06ac00 0x7f70fc06d0c0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f711c0b6030 tx=0x7f71040094a0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 msgr2=0x7f711c13ba10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c13ba10 secure :-1 s=READY pgs=1903 cs=0 l=1 rev1=1 crypto rx=0x7f710c00c500 tx=0x7f710c00c9c0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 shutdown_connections 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f70fc06ac00 0x7f70fc06d0c0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f711c160d80 0x7f711c141540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f711c146130 0x7f711c13f170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 --2- 172.21.15.39:0/3536238368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f711c0d1f10 0x7f711c13ba10 unknown :-1 s=CLOSED pgs=1903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 >> 172.21.15.39:0/3536238368 conn(0x7f711c06a4f0 msgr2=0x7f711c06ba50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 shutdown_connections 2024-09-13T16:19:13.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:13.909+0000 7f7122c12640 1 -- 172.21.15.39:0/3536238368 wait complete. 2024-09-13T16:19:13.922 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 149, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:19:13.158760+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 103, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9381}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9381': {'gid': 9381, 'name': 'a', 'rank': 0, 'incarnation': 149, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6835/3696644961', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 3696644961}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 3696644961}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:19:13.922 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_9381:up:replay 2024-09-13T16:19:13.922 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:19:15.690 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:15.694 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:19.327 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:19.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.440+0000 7f282275e640 1 Processor -- start 2024-09-13T16:19:19.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.441+0000 7f282275e640 1 -- start start 2024-09-13T16:19:19.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.441+0000 7f282275e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f281c0b41a0 0x7f281c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.441+0000 7f282275e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f281c0cde30 con 0x7f281c0ccf80 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.441+0000 7f282275e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f281c0b5090 con 0x7f281c0d0a00 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.441+0000 7f282275e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f281c0cd820 con 0x7f281c0b41a0 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f281c0ccf80 0x7f281c0d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45854/0 (socket says 172.21.15.39:45854) 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281b7fe640 1 -- 172.21.15.39:0/3418299855 learned_addr learned my addr 172.21.15.39:0/3418299855 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2656747518 0 0) 0x7f281c0cde30 con 0x7f281c0ccf80 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281bfff640 1 --2- 172.21.15.39:0/3418299855 >> v2:172.21.15.157:3300/0 conn(0x7f281c0b41a0 0x7f281c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2804003520 con 0x7f281c0ccf80 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1585497363 0 0) 0x7f2804003520 con 0x7f281c0ccf80 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 >> v2:172.21.15.157:3300/0 conn(0x7f281c0b41a0 msgr2=0x7f281c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 --2- 172.21.15.39:0/3418299855 >> v2:172.21.15.157:3300/0 conn(0x7f281c0b41a0 0x7f281c0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 >> v1:172.21.15.157:6789/0 conn(0x7f281c0d0a00 legacy=0x7f281c167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f281c0b4ac0 con 0x7f281c0ccf80 2024-09-13T16:19:19.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2810001670 con 0x7f281c0ccf80 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 >> v1:172.21.15.39:6789/0 conn(0x7f281c0ccf80 legacy=0x7f281c0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2804003970 0x7f2804003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28040047c0 0x7f2804004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f280400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281c0cd820 con 0x7f2804005180 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f280400c020 con 0x7f28040047c0 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f280400c1e0 con 0x7f2804003970 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f2820cfb640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f280400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281b7fe640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28040047c0 0x7f2804004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.442+0000 7f281bfff640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2804003970 0x7f2804003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 -- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2804003970 msgr2=0x7f2804003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2804003970 0x7f2804003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 -- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28040047c0 msgr2=0x7f2804004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f28040047c0 0x7f2804004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 -- 172.21.15.39:0/3418299855 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2804003520 con 0x7f2804005180 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 -- 172.21.15.39:0/3418299855 reap_dead start 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.443+0000 7f2820cfb640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f280400b980 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f2814001e50 tx=0x7f28040057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1e297b6672237fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f281402ae70 con 0x7f2804005180 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2814003970 con 0x7f2804005180 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f281affd640 1 -- 172.21.15.39:0/3418299855 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2814003d40 con 0x7f2804005180 2024-09-13T16:19:19.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 -- 172.21.15.39:0/3418299855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 msgr2=0x7f280400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f280400b980 secure :-1 s=READY pgs=1908 cs=0 l=1 rev1=1 crypto rx=0x7f2814001e50 tx=0x7f28040057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 -- 172.21.15.39:0/3418299855 shutdown_connections 2024-09-13T16:19:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 --2- 172.21.15.39:0/3418299855 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f280400b980 unknown :-1 s=CLOSED pgs=1908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 -- 172.21.15.39:0/3418299855 >> 172.21.15.39:0/3418299855 conn(0x7f281c0cf1a0 msgr2=0x7f281c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 -- 172.21.15.39:0/3418299855 shutdown_connections 2024-09-13T16:19:19.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.444+0000 7f282275e640 1 -- 172.21.15.39:0/3418299855 wait complete. 2024-09-13T16:19:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.445+0000 7f282275e640 1 Processor -- start 2024-09-13T16:19:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 -- start start 2024-09-13T16:19:19.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f281c1557a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f281c0c8540 0x7f281c0c89a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f281c0c9a20 0x7f281c0c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281c0cb3d0 con 0x7f2804005180 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f281c0c8ee0 con 0x7f281c0c8540 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f282275e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f281c0ca750 con 0x7f281c0c9a20 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.446+0000 7f281bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f281c1557a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f281c1557a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59118/0 (socket says 172.21.15.39:59118) 2024-09-13T16:19:19.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 -- 172.21.15.39:0/2114953185 learned_addr learned my addr 172.21.15.39:0/2114953185 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281b7fe640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f281c0c8540 0x7f281c0c89a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f2820cfb640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f281c0c9a20 0x7f281c0c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 -- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f281c0c9a20 msgr2=0x7f281c0c9e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f281c0c9a20 0x7f281c0c9e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 -- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f281c0c8540 msgr2=0x7f281c0c89a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f281c0c8540 0x7f281c0c89a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 -- 172.21.15.39:0/2114953185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f281c0caa30 con 0x7f2804005180 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f2820cfb640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f281c0c9a20 0x7f281c0c9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f281bfff640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f281c1557a0 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f280c011910 tx=0x7f280c011dd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c00fa70 con 0x7f2804005180 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f280c00fbd0 con 0x7f2804005180 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f281c0cad10 con 0x7f2804005180 2024-09-13T16:19:19.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f280c014440 con 0x7f2804005180 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.447+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f281c0ca3c0 con 0x7f2804005180 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.448+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f281c067330 con 0x7f2804005180 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.449+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f280c01d400 con 0x7f2804005180 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.449+0000 7f2818ff9640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f280806ac00 0x7f280806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.450+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f280c089f10 con 0x7f2804005180 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.450+0000 7f281b7fe640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f280806ac00 0x7f280806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.450+0000 7f281b7fe640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f280806ac00 0x7f280806d0c0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f28100017a0 tx=0x7f2810001650 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.454+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f280c054cc0 con 0x7f2804005180 2024-09-13T16:19:19.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.660+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f281c066ec0 con 0x7f2804005180 2024-09-13T16:19:19.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.660+0000 7f2818ff9640 1 -- 172.21.15.39:0/2114953185 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 152 v152) v1 ==== 95+0+4742 (secure 0 0 0) 0x7f280c0582e0 con 0x7f2804005180 2024-09-13T16:19:19.662 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:19.662 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":152,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9513,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/677185875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":677185875},{"type":"v1","addr":"172.21.15.39:6834","nonce":677185875}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":150}],"filesystems":[{"mdsmap":{"epoch":152,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:16.194776+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":103,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9381},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9381":{"gid":9381,"name":"a","rank":0,"incarnation":149,"state":"up:active","state_seq":7,"addr":"172.21.15.39:6835/3696644961","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":3696644961},{"type":"v1","addr":"172.21.15.39:6835","nonce":3696644961}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:19.662 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 152 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f280806ac00 msgr2=0x7f280806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f280806ac00 0x7f280806d0c0 secure :-1 s=READY pgs=751 cs=0 l=1 rev1=1 crypto rx=0x7f28100017a0 tx=0x7f2810001650 comp rx=0 tx=0).stop 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 msgr2=0x7f281c1557a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f281c1557a0 secure :-1 s=READY pgs=1909 cs=0 l=1 rev1=1 crypto rx=0x7f280c011910 tx=0x7f280c011dd0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 shutdown_connections 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f280806ac00 0x7f280806d0c0 unknown :-1 s=CLOSED pgs=751 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f281c0c9a20 0x7f281c0c9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f281c0c8540 0x7f281c0c89a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 --2- 172.21.15.39:0/2114953185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2804005180 0x7f281c1557a0 unknown :-1 s=CLOSED pgs=1909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 >> 172.21.15.39:0/2114953185 conn(0x7f281c0cf1a0 msgr2=0x7f281c0d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 shutdown_connections 2024-09-13T16:19:19.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.662+0000 7f282275e640 1 -- 172.21.15.39:0/2114953185 wait complete. 2024-09-13T16:19:19.675 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 152, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:19:16.194776+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 103, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9381}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9381': {'gid': 9381, 'name': 'a', 'rank': 0, 'incarnation': 149, 'state': 'up:active', 'state_seq': 7, 'addr': '172.21.15.39:6835/3696644961', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 3696644961}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 3696644961}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:19:19.675 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:19:19.675 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:19:19.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.777+0000 7f4c0eb91640 1 Processor -- start 2024-09-13T16:19:19.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.777+0000 7f4c0eb91640 1 -- start start 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0eb91640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4c08159380 0x7f4c080b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0eb91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c0815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0eb91640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c08159760 con 0x7f4c0815a360 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0eb91640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c0815a880 con 0x7f4c08159380 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0eb91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c0815ab60 con 0x7f4c080ceb30 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4c08159380 0x7f4c080b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4c08159380 0x7f4c080b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59122/0 (socket says 172.21.15.39:59122) 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3914300872 learned_addr learned my addr 172.21.15.39:0/3914300872 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0d12e640 1 --2- 172.21.15.39:0/3914300872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c0815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3914300872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 msgr2=0x7f4c0815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/3914300872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c0815b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3914300872 >> v1:172.21.15.157:6789/0 conn(0x7f4c0815a360 legacy=0x7f4c080ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.778+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3914300872 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c0815ae40 con 0x7f4c08159380 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.779+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/3914300872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c080b31e0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009870 tx=0x7f4bf802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65e6d6a194905ff4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.779+0000 7f4c077fe640 1 -- 172.21.15.39:0/3914300872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8032440 con 0x7f4c08159380 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.779+0000 7f4c077fe640 1 -- 172.21.15.39:0/3914300872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf80325a0 con 0x7f4c08159380 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.779+0000 7f4c077fe640 1 -- 172.21.15.39:0/3914300872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8032930 con 0x7f4c08159380 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 -- 172.21.15.39:0/3914300872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 msgr2=0x7f4c080b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/3914300872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c080b31e0 secure :-1 s=READY pgs=1910 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009870 tx=0x7f4bf802a210 comp rx=0 tx=0).stop 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 -- 172.21.15.39:0/3914300872 shutdown_connections 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/3914300872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c0815b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/3914300872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c080b31e0 unknown :-1 s=CLOSED pgs=1910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 -- 172.21.15.39:0/3914300872 >> 172.21.15.39:0/3914300872 conn(0x7f4c080b15d0 msgr2=0x7f4c080b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 -- 172.21.15.39:0/3914300872 shutdown_connections 2024-09-13T16:19:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.780+0000 7f4c0eb91640 1 -- 172.21.15.39:0/3914300872 wait complete. 2024-09-13T16:19:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.781+0000 7f4c0eb91640 1 Processor -- start 2024-09-13T16:19:19.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.781+0000 7f4c0eb91640 1 -- start start 2024-09-13T16:19:19.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0eb91640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c080ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0eb91640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c081f3090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0eb91640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c0815a360 0x7f4c081e3690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0eb91640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c080ac6a0 con 0x7f4c08159380 2024-09-13T16:19:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0eb91640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c080abe00 con 0x7f4c0815a360 2024-09-13T16:19:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0eb91640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c080ac0e0 con 0x7f4c080ceb30 2024-09-13T16:19:19.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c081f3090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c081f3090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59128/0 (socket says 172.21.15.39:59128) 2024-09-13T16:19:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c07fff640 1 -- 172.21.15.39:0/2671901250 learned_addr learned my addr 172.21.15.39:0/2671901250 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c080ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.782+0000 7f4c0d12e640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c0815a360 0x7f4c081e3690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c07fff640 1 -- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 msgr2=0x7f4c080ab3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c07fff640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c080ab3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c07fff640 1 -- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c0815a360 msgr2=0x7f4c081e3690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c07fff640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c0815a360 0x7f4c081e3690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c07fff640 1 -- 172.21.15.39:0/2671901250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bf80094d0 con 0x7f4c08159380 2024-09-13T16:19:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c07fff640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c081f3090 secure :-1 s=READY pgs=1911 cs=0 l=1 rev1=1 crypto rx=0x7f4bf000b9c0 tx=0x7f4bf000be80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c057fa640 1 -- 172.21.15.39:0/2671901250 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf000cba0 con 0x7f4c08159380 2024-09-13T16:19:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c057fa640 1 -- 172.21.15.39:0/2671901250 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf000cd00 con 0x7f4c08159380 2024-09-13T16:19:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c080ac3c0 con 0x7f4c08159380 2024-09-13T16:19:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c057fa640 1 -- 172.21.15.39:0/2671901250 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf0003bb0 con 0x7f4c08159380 2024-09-13T16:19:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.783+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c081f2b10 con 0x7f4c08159380 2024-09-13T16:19:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.785+0000 7f4c057fa640 1 -- 172.21.15.39:0/2671901250 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4bf0014440 con 0x7f4c08159380 2024-09-13T16:19:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.785+0000 7f4c057fa640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4be806ac00 0x7f4be806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.785+0000 7f4c057fa640 1 -- 172.21.15.39:0/2671901250 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f4bf00894d0 con 0x7f4c08159380 2024-09-13T16:19:19.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.785+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4be806ac00 0x7f4be806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.786+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4be806ac00 0x7f4be806d0c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8034000 tx=0x7f4bf802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.786+0000 7f4c118b3740 1 Processor -- start 2024-09-13T16:19:19.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.786+0000 7f4c118b3740 1 -- start start 2024-09-13T16:19:19.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8618480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 0x55ede8665570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8665ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c118b3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede85727c0 con 0x55ede8615860 2024-09-13T16:19:19.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede8581b70 con 0x55ede863f550 2024-09-13T16:19:19.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ede857f300 con 0x55ede86180a0 2024-09-13T16:19:19.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 0x55ede8665570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 0x55ede8665570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59140/0 (socket says 172.21.15.39:59140) 2024-09-13T16:19:19.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 -- 172.21.15.39:0/4247786330 learned_addr learned my addr 172.21.15.39:0/4247786330 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8618480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c0d12e640 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8665ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 -- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 msgr2=0x55ede8618480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8618480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 -- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 msgr2=0x55ede8665ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8665ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 -- 172.21.15.39:0/4247786330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ede85074b0 con 0x55ede8615860 2024-09-13T16:19:19.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8618480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:19.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4c07fff640 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 0x55ede8665570 secure :-1 s=READY pgs=1912 cs=0 l=1 rev1=1 crypto rx=0x7f4bf000c6a0 tx=0x7f4bf0057ff0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=400f9684fe88981b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4bfe7fc640 1 -- 172.21.15.39:0/4247786330 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf005e070 con 0x55ede8615860 2024-09-13T16:19:19.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4bfe7fc640 1 -- 172.21.15.39:0/4247786330 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf0056390 con 0x55ede8615860 2024-09-13T16:19:19.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.787+0000 7f4bfe7fc640 1 -- 172.21.15.39:0/4247786330 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf0089110 con 0x55ede8615860 2024-09-13T16:19:19.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 -- 172.21.15.39:0/4247786330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 msgr2=0x55ede8665570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 0x55ede8665570 secure :-1 s=READY pgs=1912 cs=0 l=1 rev1=1 crypto rx=0x7f4bf000c6a0 tx=0x7f4bf0057ff0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 -- 172.21.15.39:0/4247786330 shutdown_connections 2024-09-13T16:19:19.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8665ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8615860 0x55ede8665570 unknown :-1 s=CLOSED pgs=1912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 --2- 172.21.15.39:0/4247786330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8618480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 -- 172.21.15.39:0/4247786330 >> 172.21.15.39:0/4247786330 conn(0x55ede86147d0 msgr2=0x55ede865cc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 -- 172.21.15.39:0/4247786330 shutdown_connections 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.788+0000 7f4c118b3740 1 -- 172.21.15.39:0/4247786330 wait complete. 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.789+0000 7f4c118b3740 1 -- start start 2024-09-13T16:19:19.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.789+0000 7f4c118b3740 1 Processor -- start 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 0x55ede8612c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8659d20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede8613150 0x55ede865a260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede857abf0 con 0x55ede86180a0 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede8539250 con 0x55ede863f550 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ede8538ef0 con 0x55ede8613150 2024-09-13T16:19:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c118b3740 10 client.0 _ll_register_callbacks cb 0x55ede856b740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 0x55ede8612c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 0x55ede8612c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59142/0 (socket says 172.21.15.39:59142) 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 -- 172.21.15.39:0/2493717936 learned_addr learned my addr 172.21.15.39:0/2493717936 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0d12e640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede8613150 0x55ede865a260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c07fff640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8659d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 -- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede8613150 msgr2=0x55ede865a260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede8613150 0x55ede865a260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 -- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 msgr2=0x55ede8659d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8659d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 -- 172.21.15.39:0/2493717936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c081f2b10 con 0x55ede86180a0 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 0x55ede8612c10 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009990 tx=0x7f4bf8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8dad2cae91ee92cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.790+0000 7f4be77fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4be77fe640 1 -- 172.21.15.39:0/2493717936 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8051610 con 0x55ede86180a0 2024-09-13T16:19:19.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4be77fe640 1 -- 172.21.15.39:0/2493717936 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f4bf8047410 con 0x55ede86180a0 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ede826e3c0 con 0x55ede86180a0 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4be77fe640 1 -- 172.21.15.39:0/2493717936 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4bf8051770 con 0x55ede86180a0 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 10 client.9531 fetch_fsmap learned FSMap version 152 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) v3 -- 0x55ede8579270 con 0x55ede86180a0 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4be77fe640 1 -- 172.21.15.39:0/2493717936 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55ede826e3c0 con 0x55ede86180a0 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4be77fe640 1 -- 172.21.15.39:0/2493717936 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 152) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f4bf8044040 con 0x55ede86180a0 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 10 client.9531 fetch_fsmap finished waiting for FSMap version 152 2024-09-13T16:19:19.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 10 client.9531 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:19:19.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 20 client.9531 populate_metadata read hostname 'smithi039' 2024-09-13T16:19:19.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede862b580 0x55ede862cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 4 client.9531 mds_command: new command op to 9381 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:19:19.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 --> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ede827f6c0 con 0x55ede862b580 2024-09-13T16:19:19.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.791+0000 7f4c07fff640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede862b580 0x55ede862cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4be77fe640 10 client.9531 ms_handle_connect on v2:172.21.15.39:6833/3696644961 2024-09-13T16:19:19.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c07fff640 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede862b580 0x55ede862cbe0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5d89f938246b5a61 server_cookie=5fbd57df90b46f8e in_seq=0 out_seq=0 2024-09-13T16:19:19.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4be77fe640 1 -- 172.21.15.39:0/2493717936 <== mds.0 v2:172.21.15.39:6833/3696644961 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ede827f6c0 con 0x55ede862b580 2024-09-13T16:19:19.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4be77fe640 10 client.9531 handle_command_reply: tid=0 2024-09-13T16:19:19.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 client.9531 shutdown 2024-09-13T16:19:19.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 msgr2=0x55ede8612c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 0x55ede8612c10 secure :-1 s=READY pgs=1913 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009990 tx=0x7f4bf8004730 comp rx=0 tx=0).stop 2024-09-13T16:19:19.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 shutdown_connections 2024-09-13T16:19:19.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede862b580 0x55ede862cbe0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede8613150 0x55ede865a260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede8659d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4be77fe640 0 client.9531 ms_handle_reset on v2:172.21.15.39:6833/3696644961 2024-09-13T16:19:19.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 --2- 172.21.15.39:0/2493717936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede86180a0 0x55ede8612c10 unknown :-1 s=CLOSED pgs=1913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.792+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 >> 172.21.15.39:0/2493717936 conn(0x55ede8615860 msgr2=0x55ede8660140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.793+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 shutdown_connections 2024-09-13T16:19:19.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.793+0000 7f4c118b3740 1 -- 172.21.15.39:0/2493717936 wait complete. 2024-09-13T16:19:19.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.793+0000 7f4c118b3740 20 client.9531 trim_cache size 0 max 16384 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.807+0000 7f4c118b3740 1 Processor -- start 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 -- start start 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede865c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8615d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede86162b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede866f460 con 0x55ede8613150 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede84fe460 con 0x55ede863f550 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ede862d190 con 0x55ede86180a0 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c0c92d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede865c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c0c92d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede865c8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59158/0 (socket says 172.21.15.39:59158) 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c0c92d640 1 -- 172.21.15.39:0/489620444 learned_addr learned my addr 172.21.15.39:0/489620444 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c07fff640 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8615d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.808+0000 7f4c0d12e640 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede86162b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c0c92d640 1 -- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 msgr2=0x55ede8615d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8615d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c0c92d640 1 -- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 msgr2=0x55ede86162b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede86162b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c0c92d640 1 -- 172.21.15.39:0/489620444 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ede851b5f0 con 0x55ede8613150 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede865c8a0 secure :-1 s=READY pgs=1914 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8006e80 tx=0x7f4bf8048000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8a8bf7192be991e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4bfeffd640 1 -- 172.21.15.39:0/489620444 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8051a10 con 0x55ede8613150 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4bfeffd640 1 -- 172.21.15.39:0/489620444 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf8051b70 con 0x55ede8613150 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4bfeffd640 1 -- 172.21.15.39:0/489620444 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8051610 con 0x55ede8613150 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 -- 172.21.15.39:0/489620444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 msgr2=0x55ede865c8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede865c8a0 secure :-1 s=READY pgs=1914 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8006e80 tx=0x7f4bf8048000 comp rx=0 tx=0).stop 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 -- 172.21.15.39:0/489620444 shutdown_connections 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede863f550 0x55ede86162b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede86180a0 0x55ede8615d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 --2- 172.21.15.39:0/489620444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede865c8a0 unknown :-1 s=CLOSED pgs=1914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.809+0000 7f4c118b3740 1 -- 172.21.15.39:0/489620444 >> 172.21.15.39:0/489620444 conn(0x55ede8615860 msgr2=0x55ede863dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.810+0000 7f4c118b3740 1 -- 172.21.15.39:0/489620444 shutdown_connections 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.810+0000 7f4c118b3740 1 -- 172.21.15.39:0/489620444 wait complete. 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.810+0000 7f4c118b3740 1 -- start start 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.810+0000 7f4c118b3740 1 Processor -- start 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede86ac7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede86180a0 0x55ede8611330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede863f550 0x55ede865acd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede865b9f0 con 0x55ede8613150 2024-09-13T16:19:19.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ede8611b80 con 0x55ede86180a0 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ede86abd30 con 0x55ede863f550 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c118b3740 10 client.0 _ll_register_callbacks cb 0x7f4bf8035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c0c92d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede86ac7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c0c92d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede86ac7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59168/0 (socket says 172.21.15.39:59168) 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3297449478 learned_addr learned my addr 172.21.15.39:0/3297449478 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c0d12e640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede863f550 0x55ede865acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.811+0000 7f4c07fff640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede86180a0 0x55ede8611330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede863f550 msgr2=0x55ede865acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede863f550 0x55ede865acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede86180a0 msgr2=0x55ede8611330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede86180a0 0x55ede8611330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c0c92d640 1 -- 172.21.15.39:0/3297449478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ede8579270 con 0x55ede8613150 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c07fff640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede86180a0 0x55ede8611330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c0c92d640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede86ac7d0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009770 tx=0x7f4bf803d000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=74c85cad495952b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4be77fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:19:19.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4be77fe640 1 -- 172.21.15.39:0/3297449478 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8051a10 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4be77fe640 1 -- 172.21.15.39:0/3297449478 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f4bf8047410 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f4bf0056390 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4be77fe640 1 -- 172.21.15.39:0/3297449478 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=152) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4bf805dbc0 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 10 client.9537 fetch_fsmap learned FSMap version 152 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=152,monmap=2+}) v3 -- 0x55ede8540d00 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4be77fe640 1 -- 172.21.15.39:0/3297449478 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf8067070 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4be77fe640 1 -- 172.21.15.39:0/3297449478 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 152) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f4bf805dd20 con 0x55ede8613150 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 10 client.9537 fetch_fsmap finished waiting for FSMap version 152 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 10 client.9537 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 20 client.9537 populate_metadata read hostname 'smithi039' 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede865b210 0x55ede865c8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 4 client.9537 mds_command: new command op to 9381 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.812+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 --> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ede82d2d10 con 0x55ede865b210 2024-09-13T16:19:19.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c07fff640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede865b210 0x55ede865c8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4be77fe640 10 client.9537 ms_handle_connect on v2:172.21.15.39:6833/3696644961 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c07fff640 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede865b210 0x55ede865c8a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9ce6c510718ed4c1 server_cookie=f970ba70ca0189aa in_seq=0 out_seq=0 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4be77fe640 1 -- 172.21.15.39:0/3297449478 <== mds.0 v2:172.21.15.39:6833/3696644961 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+334 (crc 0 0 0) 0x55ede82d2d10 con 0x55ede865b210 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4be77fe640 10 client.9537 handle_command_reply: tid=0 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 client.9537 shutdown 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 msgr2=0x55ede86ac7d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede86ac7d0 secure :-1 s=READY pgs=1915 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8009770 tx=0x7f4bf803d000 comp rx=0 tx=0).stop 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 shutdown_connections 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:6833/3696644961,v1:172.21.15.39:6835/3696644961] conn(0x55ede865b210 0x55ede865c8a0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ede863f550 0x55ede865acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ede86180a0 0x55ede8611330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4be77fe640 0 client.9537 ms_handle_reset on v2:172.21.15.39:6833/3696644961 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 --2- 172.21.15.39:0/3297449478 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ede8613150 0x55ede86ac7d0 unknown :-1 s=CLOSED pgs=1915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 >> 172.21.15.39:0/3297449478 conn(0x55ede8615860 msgr2=0x55ede863dca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 shutdown_connections 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.813+0000 7f4c118b3740 1 -- 172.21.15.39:0/3297449478 wait complete. 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c118b3740 20 client.9537 trim_cache size 0 max 16384 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 9381, 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:19:19.830 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:19:19.831 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6502875680000004, 2024-09-13T16:19:19.831 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 152, 2024-09-13T16:19:19.831 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 103, 2024-09-13T16:19:19.831 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 103, 2024-09-13T16:19:19.831 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 19.169841305999999 2024-09-13T16:19:19.831 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:19:19.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4be806ac00 msgr2=0x7f4be806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4be806ac00 0x7f4be806d0c0 secure :-1 s=READY pgs=752 cs=0 l=1 rev1=1 crypto rx=0x7f4bf8034000 tx=0x7f4bf802e000 comp rx=0 tx=0).stop 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 msgr2=0x7f4c081f3090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c081f3090 secure :-1 s=READY pgs=1911 cs=0 l=1 rev1=1 crypto rx=0x7f4bf000b9c0 tx=0x7f4bf000be80 comp rx=0 tx=0).stop 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 shutdown_connections 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4be806ac00 0x7f4be806d0c0 unknown :-1 s=CLOSED pgs=752 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c0815a360 0x7f4c081e3690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c08159380 0x7f4c081f3090 unknown :-1 s=CLOSED pgs=1911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 --2- 172.21.15.39:0/2671901250 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c080ceb30 0x7f4c080ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 >> 172.21.15.39:0/2671901250 conn(0x7f4c080b15d0 msgr2=0x7f4c08150600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 shutdown_connections 2024-09-13T16:19:19.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.814+0000 7f4c0eb91640 1 -- 172.21.15.39:0/2671901250 wait complete. 2024-09-13T16:19:19.833 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:19:19.834 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Delete 400.00000000', proceeding to ls 2024-09-13T16:19:19.834 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:19:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.933+0000 7f82d5ed0640 1 Processor -- start 2024-09-13T16:19:19.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.933+0000 7f82d5ed0640 1 -- start start 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.934+0000 7f82d5ed0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 0x7f82d00d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.934+0000 7f82d5ed0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82d00d11f0 con 0x7f82d00b5ab0 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.934+0000 7f82d5ed0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82d015d2d0 con 0x7f82d015cef0 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.934+0000 7f82d5ed0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82d00d1fe0 con 0x7f82d00d1680 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.934+0000 7f82cffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f82d00b5ab0 0x7f82d00ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45866/0 (socket says 172.21.15.39:45866) 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.934+0000 7f82cffff640 1 -- 172.21.15.39:0/3956545507 learned_addr learned my addr 172.21.15.39:0/3956545507 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ceffd640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 0x7f82d00d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1627331199 0 0) 0x7f82d00d11f0 con 0x7f82d00b5ab0 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f82b8003520 con 0x7f82d00b5ab0 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 338465582 0 0) 0x7f82b8003520 con 0x7f82d00b5ab0 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 msgr2=0x7f82d00d1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 0x7f82d00d1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 >> v1:172.21.15.157:6789/0 conn(0x7f82d015cef0 legacy=0x7f82d00cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82d00cd730 con 0x7f82d00b5ab0 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f82c8001670 con 0x7f82d00b5ab0 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 >> v1:172.21.15.39:6789/0 conn(0x7f82d00b5ab0 legacy=0x7f82d00ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 0x7f82b80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8003ee0 0x7f82b80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8004d00 0x7f82b8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d00d1fe0 con 0x7f82b8004d00 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b800b9e0 con 0x7f82b8003ee0 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82b800bba0 con 0x7f82d00d1680 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82cffff640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8004d00 0x7f82b8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82ceffd640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8003ee0 0x7f82b80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.935+0000 7f82cf7fe640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 0x7f82b80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82cffff640 1 -- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 msgr2=0x7f82b80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82cffff640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00d1680 0x7f82b80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82cffff640 1 -- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8003ee0 msgr2=0x7f82b80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82cffff640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8003ee0 0x7f82b80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82cffff640 1 -- 172.21.15.39:0/3956545507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82b8003520 con 0x7f82b8004d00 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82cffff640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8004d00 0x7f82b8005180 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7f82c800c210 tx=0x7f82b80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4e8f9dfc33945a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c802e070 con 0x7f82b8004d00 2024-09-13T16:19:19.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82c80058d0 con 0x7f82b8004d00 2024-09-13T16:19:19.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.936+0000 7f82ce7fc640 1 -- 172.21.15.39:0/3956545507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c8005ce0 con 0x7f82b8004d00 2024-09-13T16:19:19.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82d5ed0640 1 -- 172.21.15.39:0/3956545507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8004d00 msgr2=0x7f82b8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/3956545507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b8004d00 0x7f82b8005180 secure :-1 s=READY pgs=1917 cs=0 l=1 rev1=1 crypto rx=0x7f82c800c210 tx=0x7f82b80057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82cffff640 1 -- 172.21.15.39:0/3956545507 reap_dead start 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82d5ed0640 1 -- 172.21.15.39:0/3956545507 shutdown_connections 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82d5ed0640 1 -- 172.21.15.39:0/3956545507 >> 172.21.15.39:0/3956545507 conn(0x7f82d006a3a0 msgr2=0x7f82d006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82d5ed0640 1 -- 172.21.15.39:0/3956545507 shutdown_connections 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.937+0000 7f82d5ed0640 1 -- 172.21.15.39:0/3956545507 wait complete. 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.938+0000 7f82d5ed0640 1 Processor -- start 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.938+0000 7f82d5ed0640 1 -- start start 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82d5ed0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8004d00 0x7f82d00c8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82d5ed0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00c61d0 0x7f82d00c6630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82d5ed0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 0x7f82d00b2540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82d5ed0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d00c6b70 con 0x7f82d00b20c0 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82d5ed0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82d00b3960 con 0x7f82b8004d00 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82d5ed0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82d00b2d90 con 0x7f82d00c61d0 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 0x7f82d00b2540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 0x7f82d00b2540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59184/0 (socket says 172.21.15.39:59184) 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82cffff640 1 -- 172.21.15.39:0/2854499974 learned_addr learned my addr 172.21.15.39:0/2854499974 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:19.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82ceffd640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00c61d0 0x7f82d00c6630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.939+0000 7f82cf7fe640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8004d00 0x7f82d00c8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82cffff640 1 -- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00c61d0 msgr2=0x7f82d00c6630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82cffff640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00c61d0 0x7f82d00c6630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82cffff640 1 -- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8004d00 msgr2=0x7f82d00c8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82cffff640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8004d00 0x7f82d00c8b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82cffff640 1 -- 172.21.15.39:0/2854499974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82d00b3030 con 0x7f82d00b20c0 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82cffff640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 0x7f82d00b2540 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7f82c800c210 tx=0x7f82c8001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c80074a0 con 0x7f82d00b20c0 2024-09-13T16:19:19.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82c8007600 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82d00b3310 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82c8004a00 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.940+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82d00c9050 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.941+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82d00c9770 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.942+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f82c8004b60 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.942+0000 7f82b7fff640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82bc06ac30 0x7f82bc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.942+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f82c80a8790 con 0x7f82d00b20c0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.942+0000 7f82cf7fe640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82bc06ac30 0x7f82bc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:19.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.943+0000 7f82cf7fe640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82bc06ac30 0x7f82bc06d0f0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f82c0002010 tx=0x7f82c0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:19.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:19.947+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f82c80735f0 con 0x7f82d00b20c0 2024-09-13T16:19:20.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.152+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f82d0160b30 con 0x7f82d00b20c0 2024-09-13T16:19:20.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.152+0000 7f82b7fff640 1 -- 172.21.15.39:0/2854499974 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v152) v1 ==== 53+0+73 (secure 0 0 0) 0x7f82c8001c40 con 0x7f82d00b20c0 2024-09-13T16:19:20.154 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:19:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82bc06ac30 msgr2=0x7f82bc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82bc06ac30 0x7f82bc06d0f0 secure :-1 s=READY pgs=753 cs=0 l=1 rev1=1 crypto rx=0x7f82c0002010 tx=0x7f82c0009040 comp rx=0 tx=0).stop 2024-09-13T16:19:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 msgr2=0x7f82d00b2540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:20.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 0x7f82d00b2540 secure :-1 s=READY pgs=1918 cs=0 l=1 rev1=1 crypto rx=0x7f82c800c210 tx=0x7f82c8001a00 comp rx=0 tx=0).stop 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 shutdown_connections 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82bc06ac30 0x7f82bc06d0f0 unknown :-1 s=CLOSED pgs=753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82d00b20c0 0x7f82d00b2540 unknown :-1 s=CLOSED pgs=1918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82d00c61d0 0x7f82d00c6630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 --2- 172.21.15.39:0/2854499974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b8004d00 0x7f82d00c8b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 >> 172.21.15.39:0/2854499974 conn(0x7f82d006a3a0 msgr2=0x7f82d00ce8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 shutdown_connections 2024-09-13T16:19:20.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:20.154+0000 7f82d5ed0640 1 -- 172.21.15.39:0/2854499974 wait complete. 2024-09-13T16:19:20.166 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:19:20.166 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:19:20.167 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:19:20.167 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.168 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:19:20.185 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42252sec preferred_lft 42252sec 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.186 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:19:20.187 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:19:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.188 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:19:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:19:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:19:20.188 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:19:20.188 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.188 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:19:20.249 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:19:20.251 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.251 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:19:20.308 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:19:20.308 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:19:20.308 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:19:20.309 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:19:20.309 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:19:20.309 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.309 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:19:20.309 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:19:20.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:19:20.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:19:20.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:19:20.310 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:19:20.397 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.397 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:19:20.413 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:19:20.413 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:19:20.413 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:19:20.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.413 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:19:20.478 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:19:20.479 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:19:20.479 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:20.535 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:19:20.535 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:19:20.535 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:20.590 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:19:20.657 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:19:20.657 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:19:20.722 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:19:20.723 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:19:20.723 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.723 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:19:20.780 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:19:20.780 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:19:20.823 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:19:20.848 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:19:20.848 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:19:20.907 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:19:20.906+0000 7fb2e38b1480 -1 init, newargv = 0x55742ba33520 newargc=15 2024-09-13T16:19:20.907 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[79445]: starting ceph client 2024-09-13T16:19:20.912 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[79445]: starting fuse 2024-09-13T16:19:20.916 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:19:20.918 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:19:20.918 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:20.918 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:19:20.974 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:19:20.974 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:19:20.974 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:19:20.975 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:19:20.976 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:19:21.066 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:21.064+0000 7fe8eced2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:19:21.089 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.79445.asok 2024-09-13T16:19:21.276 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.79445.asok 2024-09-13T16:19:21.276 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:21.276 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.79445.asok status 2024-09-13T16:19:21.413 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:19:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:19:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:19:21.413 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "79445", 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 9549, 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:19:21.414 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 9549 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3886691545 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3886691545 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:19:21.415 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.9549 192.168.0.1:0/3886691545", 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/3886691545", 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 152, 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 103, 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:19:21.416 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:19:21.422 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:21.422 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:19:21.422 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:21.439 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:19:21.439 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:21.439 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:21.439 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:21.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:21.505 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:19:21.550 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:19:21.568 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:19:21.568 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:19:21.568 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:21.568 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:19:21.568 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs 2024-09-13T16:19:21.568 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 400.00000000' did not caused DAMAGED state 2024-09-13T16:19:21.568 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 100.00000000.inode' 2024-09-13T16:19:21.568 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:21.569 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:21.625 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:19:21.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.765+0000 7f7d14f01640 1 Processor -- start 2024-09-13T16:19:21.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.766+0000 7f7d14f01640 1 -- start start 2024-09-13T16:19:21.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d14f01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7d100cee00 0x7f7d1006f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d14f01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d10158cb0 0x7f7d100ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d14f01640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d1006fbd0 con 0x7f7d10069ed0 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d14f01640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d1006f9e0 con 0x7f7d10158cb0 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d14f01640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d1006feb0 con 0x7f7d100cee00 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7d10158cb0 0x7f7d100ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7d10069ed0 0x7f7d100b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45874/0 (socket says 172.21.15.39:45874) 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0ed9d640 1 -- 172.21.15.39:0/1125699167 learned_addr learned my addr 172.21.15.39:0/1125699167 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0e59c640 1 --2- 172.21.15.39:0/1125699167 >> v2:172.21.15.157:3300/0 conn(0x7f7d100cee00 0x7f7d1006f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/1125699167 >> v2:172.21.15.157:3300/0 conn(0x7f7d100cee00 msgr2=0x7f7d1006f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0dd9b640 1 --2- 172.21.15.39:0/1125699167 >> v2:172.21.15.157:3300/0 conn(0x7f7d100cee00 0x7f7d1006f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/1125699167 >> v1:172.21.15.39:6789/0 conn(0x7f7d10069ed0 legacy=0x7f7d100b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:21.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/1125699167 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d10070190 con 0x7f7d10158cb0 2024-09-13T16:19:21.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.767+0000 7f7d0e59c640 1 --2- 172.21.15.39:0/1125699167 >> v2:172.21.15.157:3300/0 conn(0x7f7d100cee00 0x7f7d1006f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.768+0000 7f7d0dd9b640 1 --2- 172.21.15.39:0/1125699167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d10158cb0 0x7f7d100ce320 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f7d10068520 tx=0x7f7d0402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=70924a51e6532d6b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.768+0000 7f7d0d59a640 1 -- 172.21.15.39:0/1125699167 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d04032440 con 0x7f7d10158cb0 2024-09-13T16:19:21.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.768+0000 7f7d0d59a640 1 -- 172.21.15.39:0/1125699167 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d040325a0 con 0x7f7d10158cb0 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.768+0000 7f7d0d59a640 1 -- 172.21.15.39:0/1125699167 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d04032930 con 0x7f7d10158cb0 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.768+0000 7f7d14f01640 1 -- 172.21.15.39:0/1125699167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d10158cb0 msgr2=0x7f7d100ce320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.768+0000 7f7d14f01640 1 --2- 172.21.15.39:0/1125699167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d10158cb0 0x7f7d100ce320 secure :-1 s=READY pgs=1922 cs=0 l=1 rev1=1 crypto rx=0x7f7d10068520 tx=0x7f7d0402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.769+0000 7f7d14f01640 1 -- 172.21.15.39:0/1125699167 shutdown_connections 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.769+0000 7f7d14f01640 1 --2- 172.21.15.39:0/1125699167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d10158cb0 0x7f7d100ce320 unknown :-1 s=CLOSED pgs=1922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.769+0000 7f7d14f01640 1 --2- 172.21.15.39:0/1125699167 >> v2:172.21.15.157:3300/0 conn(0x7f7d100cee00 0x7f7d1006f4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.769+0000 7f7d14f01640 1 -- 172.21.15.39:0/1125699167 >> 172.21.15.39:0/1125699167 conn(0x7f7d1006b3b0 msgr2=0x7f7d1006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.769+0000 7f7d14f01640 1 -- 172.21.15.39:0/1125699167 shutdown_connections 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.769+0000 7f7d14f01640 1 -- 172.21.15.39:0/1125699167 wait complete. 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.770+0000 7f7d14f01640 1 Processor -- start 2024-09-13T16:19:21.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.770+0000 7f7d14f01640 1 -- start start 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d14f01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d10069ed0 0x7f7d10151fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d14f01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 0x7f7d10159390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d14f01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d10158cb0 0x7f7d101598d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d14f01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d1014c670 con 0x7f7d100cee00 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d14f01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d1015a6d0 con 0x7f7d10158cb0 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d14f01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d1015bc00 con 0x7f7d10069ed0 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 0x7f7d10159390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 0x7f7d10159390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59196/0 (socket says 172.21.15.39:59196) 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/948405411 learned_addr learned my addr 172.21.15.39:0/948405411 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0e59c640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d10069ed0 0x7f7d10151fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0ed9d640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d10158cb0 0x7f7d101598d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:21.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d10069ed0 msgr2=0x7f7d10151fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d10069ed0 0x7f7d10151fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d10158cb0 msgr2=0x7f7d101598d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d10158cb0 0x7f7d101598d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 -- 172.21.15.39:0/948405411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d04009400 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0ed9d640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d10158cb0 0x7f7d101598d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7d0dd9b640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 0x7f7d10159390 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7f7d04009890 tx=0x7f7d040046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.771+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d04030b80 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.772+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d04030d00 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.772+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d1015a110 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.772+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d0403d680 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.772+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d1015b890 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.773+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d100672f0 con 0x7f7d100cee00 2024-09-13T16:19:21.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.773+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7d04039040 con 0x7f7d100cee00 2024-09-13T16:19:21.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.774+0000 7f7cfeffd640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cf006ac30 0x7f7cf006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:21.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.774+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f7d040aa270 con 0x7f7d100cee00 2024-09-13T16:19:21.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.774+0000 7f7d0e59c640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cf006ac30 0x7f7cf006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:21.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.775+0000 7f7d0e59c640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cf006ac30 0x7f7cf006d0f0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7d100aecf0 tx=0x7f7d00008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:21.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.778+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7d04075160 con 0x7f7d100cee00 2024-09-13T16:19:21.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.949+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7d1015ba20 con 0x7f7d100cee00 2024-09-13T16:19:21.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.950+0000 7f7cfeffd640 1 -- 172.21.15.39:0/948405411 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) v1 ==== 74+0+18154 (secure 0 0 0) 0x7f7d04006e10 con 0x7f7d100cee00 2024-09-13T16:19:21.951 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:21.952 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":103,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:19:09.126034+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:19:21.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cf006ac30 msgr2=0x7f7cf006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:21.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cf006ac30 0x7f7cf006d0f0 secure :-1 s=READY pgs=754 cs=0 l=1 rev1=1 crypto rx=0x7f7d100aecf0 tx=0x7f7d00008040 comp rx=0 tx=0).stop 2024-09-13T16:19:21.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 msgr2=0x7f7d10159390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:21.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 0x7f7d10159390 secure :-1 s=READY pgs=1923 cs=0 l=1 rev1=1 crypto rx=0x7f7d04009890 tx=0x7f7d040046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 shutdown_connections 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7cf006ac30 0x7f7cf006d0f0 unknown :-1 s=CLOSED pgs=754 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7d10158cb0 0x7f7d101598d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7d100cee00 0x7f7d10159390 unknown :-1 s=CLOSED pgs=1923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 --2- 172.21.15.39:0/948405411 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7d10069ed0 0x7f7d10151fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 >> 172.21.15.39:0/948405411 conn(0x7f7d1006b3b0 msgr2=0x7f7d100cafa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 shutdown_connections 2024-09-13T16:19:21.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:21.952+0000 7f7d14f01640 1 -- 172.21.15.39:0/948405411 wait complete. 2024-09-13T16:19:21.965 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:19:21.965 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:19:22.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.068+0000 7f745ac9c640 1 Processor -- start 2024-09-13T16:19:22.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.068+0000 7f745ac9c640 1 -- start start 2024-09-13T16:19:22.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f745ac9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7454145880 0x7f745406bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f745ac9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f7454069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f745ac9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f745406a410 0x7f74540ad620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f745ac9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f745406a880 con 0x7f7454145880 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f745ac9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74540b3290 con 0x7f745406a410 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f745ac9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7454071200 con 0x7f7454070cb0 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7454145880 0x7f745406bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7454145880 0x7f745406bb00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59204/0 (socket says 172.21.15.39:59204) 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 -- 172.21.15.39:0/2111416800 learned_addr learned my addr 172.21.15.39:0/2111416800 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7453fff640 1 --2- 172.21.15.39:0/2111416800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f7454069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7459239640 1 --2- 172.21.15.39:0/2111416800 >> v2:172.21.15.157:3300/0 conn(0x7f745406a410 0x7f74540ad620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 -- 172.21.15.39:0/2111416800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 msgr2=0x7f7454069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 --2- 172.21.15.39:0/2111416800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f7454069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 -- 172.21.15.39:0/2111416800 >> v2:172.21.15.157:3300/0 conn(0x7f745406a410 msgr2=0x7f74540ad620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 --2- 172.21.15.39:0/2111416800 >> v2:172.21.15.157:3300/0 conn(0x7f745406a410 0x7f74540ad620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7458a38640 1 -- 172.21.15.39:0/2111416800 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74540ac860 con 0x7f7454145880 2024-09-13T16:19:22.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.069+0000 7f7459239640 1 --2- 172.21.15.39:0/2111416800 >> v2:172.21.15.157:3300/0 conn(0x7f745406a410 0x7f74540ad620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:22.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.070+0000 7f7458a38640 1 --2- 172.21.15.39:0/2111416800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f745406bb00 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7f7454068500 tx=0x7f744402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff4cbf0791f42853 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.070+0000 7f74537fe640 1 -- 172.21.15.39:0/2111416800 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7444032440 con 0x7f7454145880 2024-09-13T16:19:22.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.070+0000 7f74537fe640 1 -- 172.21.15.39:0/2111416800 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74440325a0 con 0x7f7454145880 2024-09-13T16:19:22.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.070+0000 7f74537fe640 1 -- 172.21.15.39:0/2111416800 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7444032930 con 0x7f7454145880 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 -- 172.21.15.39:0/2111416800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 msgr2=0x7f745406bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2111416800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f745406bb00 secure :-1 s=READY pgs=1924 cs=0 l=1 rev1=1 crypto rx=0x7f7454068500 tx=0x7f744402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 -- 172.21.15.39:0/2111416800 shutdown_connections 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2111416800 >> v2:172.21.15.157:3300/0 conn(0x7f745406a410 0x7f74540ad620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2111416800 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f7454069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2111416800 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f745406bb00 unknown :-1 s=CLOSED pgs=1924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 -- 172.21.15.39:0/2111416800 >> 172.21.15.39:0/2111416800 conn(0x7f745406afe0 msgr2=0x7f745406b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 -- 172.21.15.39:0/2111416800 shutdown_connections 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.071+0000 7f745ac9c640 1 -- 172.21.15.39:0/2111416800 wait complete. 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.072+0000 7f745ac9c640 1 Processor -- start 2024-09-13T16:19:22.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.072+0000 7f745ac9c640 1 -- start start 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f745ac9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f745406a410 0x7f745415c130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f745ac9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f745413b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f745ac9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f74541399b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f745ac9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7454139590 con 0x7f7454145880 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f745ac9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f745415c670 con 0x7f745406a410 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f745ac9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7454138630 con 0x7f7454070cb0 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f74541399b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f74541399b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59220/0 (socket says 172.21.15.39:59220) 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 -- 172.21.15.39:0/2020342717 learned_addr learned my addr 172.21.15.39:0/2020342717 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7458a38640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f745406a410 0x7f745415c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7453fff640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f745413b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 -- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 msgr2=0x7f745413b2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f745413b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 -- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f745406a410 msgr2=0x7f745415c130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f745406a410 0x7f745415c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.073+0000 7f7459239640 1 -- 172.21.15.39:0/2020342717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74440094d0 con 0x7f7454145880 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.074+0000 7f7459239640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f74541399b0 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7f744c00c5e0 tx=0x7f744c00caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.074+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c011800 con 0x7f7454145880 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.074+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f744c0119a0 con 0x7f7454145880 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.074+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f744c011d50 con 0x7f7454145880 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.074+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7454138910 con 0x7f7454145880 2024-09-13T16:19:22.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.074+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7454138ed0 con 0x7f7454145880 2024-09-13T16:19:22.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.075+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74541396d0 con 0x7f7454145880 2024-09-13T16:19:22.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.075+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f744c022350 con 0x7f7454145880 2024-09-13T16:19:22.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.076+0000 7f74517fa640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f743406ac00 0x7f743406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.076+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f744c089830 con 0x7f7454145880 2024-09-13T16:19:22.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.076+0000 7f7458a38640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f743406ac00 0x7f743406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.077+0000 7f7458a38640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f743406ac00 0x7f743406d0c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f7444034000 tx=0x7f744402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.080+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f74541396d0 con 0x7f7454145880 2024-09-13T16:19:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.252+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f74541396d0 con 0x7f7454145880 2024-09-13T16:19:22.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.252+0000 7f74517fa640 1 -- 172.21.15.39:0/2020342717 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v103) v1 ==== 93+0+10 (secure 0 0 0) 0x7f74541396d0 con 0x7f7454145880 2024-09-13T16:19:22.254 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:19:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f743406ac00 msgr2=0x7f743406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f743406ac00 0x7f743406d0c0 secure :-1 s=READY pgs=755 cs=0 l=1 rev1=1 crypto rx=0x7f7444034000 tx=0x7f744402e000 comp rx=0 tx=0).stop 2024-09-13T16:19:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 msgr2=0x7f74541399b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f74541399b0 secure :-1 s=READY pgs=1925 cs=0 l=1 rev1=1 crypto rx=0x7f744c00c5e0 tx=0x7f744c00caa0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 shutdown_connections 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f743406ac00 0x7f743406d0c0 unknown :-1 s=CLOSED pgs=755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7454145880 0x7f74541399b0 unknown :-1 s=CLOSED pgs=1925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7454070cb0 0x7f745413b2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 --2- 172.21.15.39:0/2020342717 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f745406a410 0x7f745415c130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 >> 172.21.15.39:0/2020342717 conn(0x7f745406afe0 msgr2=0x7f74540af130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 shutdown_connections 2024-09-13T16:19:22.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.254+0000 7f745ac9c640 1 -- 172.21.15.39:0/2020342717 wait complete. 2024-09-13T16:19:22.266 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:19:22.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 Processor -- start 2024-09-13T16:19:22.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 -- start start 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdee015c7d0 0x7fdee00cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdee00b4180 0x7fdee00d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdee00b5550 con 0x7fdee00d1f40 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdee00b2000 con 0x7fdee015c7d0 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.371+0000 7fdee635e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdee00d23b0 con 0x7fdee00b4180 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdee015c7d0 0x7fdee00cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdee015c7d0 0x7fdee00cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59234/0 (socket says 172.21.15.39:59234) 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 -- 172.21.15.39:0/3905786228 learned_addr learned my addr 172.21.15.39:0/3905786228 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedf7fe640 1 --2- 172.21.15.39:0/3905786228 >> v2:172.21.15.157:3300/0 conn(0x7fdee00b4180 0x7fdee00d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 -- 172.21.15.39:0/3905786228 >> v2:172.21.15.157:3300/0 conn(0x7fdee00b4180 msgr2=0x7fdee00d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 --2- 172.21.15.39:0/3905786228 >> v2:172.21.15.157:3300/0 conn(0x7fdee00b4180 0x7fdee00d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 -- 172.21.15.39:0/3905786228 >> v1:172.21.15.157:6789/0 conn(0x7fdee00d1f40 legacy=0x7fdee00d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.372+0000 7fdedffff640 1 -- 172.21.15.39:0/3905786228 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdee00b4610 con 0x7fdee015c7d0 2024-09-13T16:19:22.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdedffff640 1 --2- 172.21.15.39:0/3905786228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee015c7d0 0x7fdee00cf440 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7fdee01602f0 tx=0x7fded002a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c347f3e3c49d430f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdedeffd640 1 -- 172.21.15.39:0/3905786228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fded0032440 con 0x7fdee015c7d0 2024-09-13T16:19:22.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdedeffd640 1 -- 172.21.15.39:0/3905786228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fded00325a0 con 0x7fdee015c7d0 2024-09-13T16:19:22.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdedeffd640 1 -- 172.21.15.39:0/3905786228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fded0032930 con 0x7fdee015c7d0 2024-09-13T16:19:22.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 -- 172.21.15.39:0/3905786228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee015c7d0 msgr2=0x7fdee00cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 --2- 172.21.15.39:0/3905786228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee015c7d0 0x7fdee00cf440 secure :-1 s=READY pgs=1926 cs=0 l=1 rev1=1 crypto rx=0x7fdee01602f0 tx=0x7fded002a2a0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 -- 172.21.15.39:0/3905786228 shutdown_connections 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 --2- 172.21.15.39:0/3905786228 >> v2:172.21.15.157:3300/0 conn(0x7fdee00b4180 0x7fdee00d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 --2- 172.21.15.39:0/3905786228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee015c7d0 0x7fdee00cf440 unknown :-1 s=CLOSED pgs=1926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 -- 172.21.15.39:0/3905786228 >> 172.21.15.39:0/3905786228 conn(0x7fdee006bc40 msgr2=0x7fdee006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 -- 172.21.15.39:0/3905786228 shutdown_connections 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.373+0000 7fdee635e640 1 -- 172.21.15.39:0/3905786228 wait complete. 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.375+0000 7fdee635e640 1 Processor -- start 2024-09-13T16:19:22.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.375+0000 7fdee635e640 1 -- start start 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 0x7fdee015f960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdee015c7d0 0x7fdee015ce20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdee015e630 0x7fdee0155d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdee015d360 con 0x7fdee00d1f40 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdee015d590 con 0x7fdee015c7d0 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdee015d870 con 0x7fdee015e630 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 0x7fdee015f960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 0x7fdee015f960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59238/0 (socket says 172.21.15.39:59238) 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 -- 172.21.15.39:0/2599404887 learned_addr learned my addr 172.21.15.39:0/2599404887 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedf7fe640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdee015c7d0 0x7fdee015ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee48fb640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdee015e630 0x7fdee0155d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 -- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdee015e630 msgr2=0x7fdee0155d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdee015e630 0x7fdee0155d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 -- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdee015c7d0 msgr2=0x7fdee015ce20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdee015c7d0 0x7fdee015ce20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 -- 172.21.15.39:0/2599404887 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fded00094d0 con 0x7fdee00d1f40 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee48fb640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdee015e630 0x7fdee0155d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedffff640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 0x7fdee015f960 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7fded002a2e0 tx=0x7fded00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fded0032440 con 0x7fdee00d1f40 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fded0030ba0 con 0x7fdee00d1f40 2024-09-13T16:19:22.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.376+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdee015db50 con 0x7fdee00d1f40 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.377+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fded003d440 con 0x7fdee00d1f40 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.377+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdee015e110 con 0x7fdee00d1f40 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.377+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdee00d1a00 con 0x7fdee00d1f40 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.378+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fded0039040 con 0x7fdee00d1f40 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.378+0000 7fdedcff9640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdecc06ac00 0x7fdecc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.379+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7fded00aa170 con 0x7fdee00d1f40 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.379+0000 7fdedf7fe640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdecc06ac00 0x7fdecc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.379+0000 7fdedf7fe640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdecc06ac00 0x7fdecc06d0c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fdee00b0af0 tx=0x7fded4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.383+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fded0074fb0 con 0x7fdee00d1f40 2024-09-13T16:19:22.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.553+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdee0159cb0 con 0x7fdee00d1f40 2024-09-13T16:19:22.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.553+0000 7fdedcff9640 1 -- 172.21.15.39:0/2599404887 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v103) v1 ==== 104+0+11 (secure 0 0 0) 0x7fded00785d0 con 0x7fdee00d1f40 2024-09-13T16:19:22.555 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:19:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdecc06ac00 msgr2=0x7fdecc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdecc06ac00 0x7fdecc06d0c0 secure :-1 s=READY pgs=756 cs=0 l=1 rev1=1 crypto rx=0x7fdee00b0af0 tx=0x7fded4008040 comp rx=0 tx=0).stop 2024-09-13T16:19:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 msgr2=0x7fdee015f960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 0x7fdee015f960 secure :-1 s=READY pgs=1927 cs=0 l=1 rev1=1 crypto rx=0x7fded002a2e0 tx=0x7fded00046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 shutdown_connections 2024-09-13T16:19:22.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdecc06ac00 0x7fdecc06d0c0 unknown :-1 s=CLOSED pgs=756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdee015e630 0x7fdee0155d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdee015c7d0 0x7fdee015ce20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 --2- 172.21.15.39:0/2599404887 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdee00d1f40 0x7fdee015f960 unknown :-1 s=CLOSED pgs=1927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 >> 172.21.15.39:0/2599404887 conn(0x7fdee006bc40 msgr2=0x7fdee00b38c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 shutdown_connections 2024-09-13T16:19:22.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.555+0000 7fdee635e640 1 -- 172.21.15.39:0/2599404887 wait complete. 2024-09-13T16:19:22.567 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:19:22.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.670+0000 7f49ecf9c640 1 Processor -- start 2024-09-13T16:19:22.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.670+0000 7f49ecf9c640 1 -- start start 2024-09-13T16:19:22.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49ecf9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f49e80b25b0 0x7f49e80b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49ecf9c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f49e8069ed0 0x7f49e806a300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49ecf9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49e80cb080 con 0x7f49e8156e60 2024-09-13T16:19:22.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49ecf9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e8070d40 con 0x7f49e80b25b0 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49ecf9c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e806a840 con 0x7f49e8069ed0 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49e5d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f49e80b25b0 0x7f49e80b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49e659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f49e8156e60 0x7f49e815aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45890/0 (socket says 172.21.15.39:45890) 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49e5d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f49e80b25b0 0x7f49e80b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59244/0 (socket says 172.21.15.39:59244) 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.671+0000 7f49e659c640 1 -- 172.21.15.39:0/4143840946 learned_addr learned my addr 172.21.15.39:0/4143840946 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e6d9d640 1 --2- 172.21.15.39:0/4143840946 >> v2:172.21.15.157:3300/0 conn(0x7f49e8069ed0 0x7f49e806a300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e5d9b640 1 -- 172.21.15.39:0/4143840946 >> v2:172.21.15.157:3300/0 conn(0x7f49e8069ed0 msgr2=0x7f49e806a300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:22.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e5d9b640 1 --2- 172.21.15.39:0/4143840946 >> v2:172.21.15.157:3300/0 conn(0x7f49e8069ed0 0x7f49e806a300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e5d9b640 1 -- 172.21.15.39:0/4143840946 >> v1:172.21.15.39:6789/0 conn(0x7f49e8156e60 legacy=0x7f49e815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e5d9b640 1 -- 172.21.15.39:0/4143840946 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e815b140 con 0x7f49e80b25b0 2024-09-13T16:19:22.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e559a640 1 -- 172.21.15.39:0/4143840946 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2943467220 0 0) 0x7f49e80cb080 con 0x7f49e8156e60 2024-09-13T16:19:22.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.672+0000 7f49e5d9b640 1 --2- 172.21.15.39:0/4143840946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e80b2a40 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7f49e8073900 tx=0x7f49d002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8d04e5924518f33 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49e559a640 1 -- 172.21.15.39:0/4143840946 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d0032440 con 0x7f49e80b25b0 2024-09-13T16:19:22.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49e559a640 1 -- 172.21.15.39:0/4143840946 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d00325a0 con 0x7f49e80b25b0 2024-09-13T16:19:22.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49e559a640 1 -- 172.21.15.39:0/4143840946 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d0032930 con 0x7f49e80b25b0 2024-09-13T16:19:22.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 -- 172.21.15.39:0/4143840946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 msgr2=0x7f49e80b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/4143840946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e80b2a40 secure :-1 s=READY pgs=1929 cs=0 l=1 rev1=1 crypto rx=0x7f49e8073900 tx=0x7f49d002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 -- 172.21.15.39:0/4143840946 shutdown_connections 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/4143840946 >> v2:172.21.15.157:3300/0 conn(0x7f49e8069ed0 0x7f49e806a300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/4143840946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e80b2a40 unknown :-1 s=CLOSED pgs=1929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 -- 172.21.15.39:0/4143840946 >> 172.21.15.39:0/4143840946 conn(0x7f49e80b00a0 msgr2=0x7f49e80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 -- 172.21.15.39:0/4143840946 shutdown_connections 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.673+0000 7f49ecf9c640 1 -- 172.21.15.39:0/4143840946 wait complete. 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 Processor -- start 2024-09-13T16:19:22.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 -- start start 2024-09-13T16:19:22.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49e8069ed0 0x7f49e81507c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e8148c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49e8156e60 0x7f49e8153380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e80ad9c0 con 0x7f49e80b25b0 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e81491c0 con 0x7f49e8156e60 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.675+0000 7f49ecf9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e8151360 con 0x7f49e8069ed0 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e8148c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e8148c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59258/0 (socket says 172.21.15.39:59258) 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 -- 172.21.15.39:0/3899063106 learned_addr learned my addr 172.21.15.39:0/3899063106 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e659c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49e8069ed0 0x7f49e81507c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e6d9d640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49e8156e60 0x7f49e8153380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 -- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49e8069ed0 msgr2=0x7f49e81507c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49e8069ed0 0x7f49e81507c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 -- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49e8156e60 msgr2=0x7f49e8153380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49e8156e60 0x7f49e8153380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 -- 172.21.15.39:0/3899063106 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49d0009400 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e659c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49e8069ed0 0x7f49e81507c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e6d9d640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49e8156e60 0x7f49e8153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49e5d9b640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e8148c80 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7f49d0000c00 tx=0x7f49d00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d0032440 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d0030ba0 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e8150da0 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d0006e10 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.676+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e80ad5e0 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.677+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e80adb00 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.678+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f49d0039040 con 0x7f49e80b25b0 2024-09-13T16:19:22.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.678+0000 7f49deffd640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f49c806ac00 0x7f49c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.678+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f49d00aa1c0 con 0x7f49e80b25b0 2024-09-13T16:19:22.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.679+0000 7f49e659c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f49c806ac00 0x7f49c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.679+0000 7f49e659c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f49c806ac00 0x7f49c806d0c0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f49d80012e0 tx=0x7f49d8005b90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.683+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f49e80adb00 con 0x7f49e80b25b0 2024-09-13T16:19:22.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.850+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f49e80adb00 con 0x7f49e80b25b0 2024-09-13T16:19:22.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.851+0000 7f49deffd640 1 -- 172.21.15.39:0/3899063106 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v103) v1 ==== 100+0+11 (secure 0 0 0) 0x7f49e80adb00 con 0x7f49e80b25b0 2024-09-13T16:19:22.852 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:19:22.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f49c806ac00 msgr2=0x7f49c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f49c806ac00 0x7f49c806d0c0 secure :-1 s=READY pgs=757 cs=0 l=1 rev1=1 crypto rx=0x7f49d80012e0 tx=0x7f49d8005b90 comp rx=0 tx=0).stop 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 msgr2=0x7f49e8148c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e8148c80 secure :-1 s=READY pgs=1930 cs=0 l=1 rev1=1 crypto rx=0x7f49d0000c00 tx=0x7f49d00046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 shutdown_connections 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f49c806ac00 0x7f49c806d0c0 unknown :-1 s=CLOSED pgs=757 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f49e8156e60 0x7f49e8153380 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f49e80b25b0 0x7f49e8148c80 unknown :-1 s=CLOSED pgs=1930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 --2- 172.21.15.39:0/3899063106 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f49e8069ed0 0x7f49e81507c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 >> 172.21.15.39:0/3899063106 conn(0x7f49e80b00a0 msgr2=0x7f49e80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 shutdown_connections 2024-09-13T16:19:22.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.853+0000 7f49ecf9c640 1 -- 172.21.15.39:0/3899063106 wait complete. 2024-09-13T16:19:22.865 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:19:22.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.966+0000 7f649ed08640 1 Processor -- start 2024-09-13T16:19:22.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.966+0000 7f649ed08640 1 -- start start 2024-09-13T16:19:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.967+0000 7f649ed08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.967+0000 7f649ed08640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64980d11f0 con 0x7f64980b5ab0 2024-09-13T16:19:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.967+0000 7f649ed08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f649815d2d0 con 0x7f649815cef0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.967+0000 7f649ed08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64980d1fe0 con 0x7f64980d1680 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.967+0000 7f649d2a5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f64980b5ab0 0x7f64980ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:45892/0 (socket says 172.21.15.39:45892) 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.967+0000 7f649d2a5640 1 -- 172.21.15.39:0/2733970510 learned_addr learned my addr 172.21.15.39:0/2733970510 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f6497fff640 1 --2- 172.21.15.39:0/2733970510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 746549017 0 0) 0x7f64980d11f0 con 0x7f64980b5ab0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6484003520 con 0x7f64980b5ab0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2676389290 0 0) 0x7f649815d2d0 con 0x7f649815cef0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f64980d11f0 con 0x7f649815cef0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 88988618 0 0) 0x7f6484003520 con 0x7f64980b5ab0 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f6497fff640 1 -- 172.21.15.39:0/2733970510 >> v1:172.21.15.157:6789/0 conn(0x7f649815cef0 legacy=0x7f64980cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f6497fff640 1 -- 172.21.15.39:0/2733970510 >> v1:172.21.15.39:6789/0 conn(0x7f64980b5ab0 legacy=0x7f64980ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.968+0000 7f6497fff640 1 -- 172.21.15.39:0/2733970510 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64980cd730 con 0x7f64980d1680 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.969+0000 7f6497fff640 1 --2- 172.21.15.39:0/2733970510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980d1aa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6480009dc0 tx=0x7f648002a6f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9587908b98298fbf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.969+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6490001670 con 0x7f64980d1680 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.969+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f648002d050 con 0x7f64980d1680 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.969+0000 7f64977fe640 1 -- 172.21.15.39:0/2733970510 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6480007760 con 0x7f64980d1680 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.969+0000 7f649ed08640 1 -- 172.21.15.39:0/2733970510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 msgr2=0x7f64980d1aa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.969+0000 7f649ed08640 1 --2- 172.21.15.39:0/2733970510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980d1aa0 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f6480009dc0 tx=0x7f648002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.970+0000 7f649ed08640 1 -- 172.21.15.39:0/2733970510 shutdown_connections 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.970+0000 7f649ed08640 1 --2- 172.21.15.39:0/2733970510 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980d1aa0 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.970+0000 7f649ed08640 1 -- 172.21.15.39:0/2733970510 >> 172.21.15.39:0/2733970510 conn(0x7f649806a3a0 msgr2=0x7f649806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.970+0000 7f649ed08640 1 -- 172.21.15.39:0/2733970510 shutdown_connections 2024-09-13T16:19:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.970+0000 7f649ed08640 1 -- 172.21.15.39:0/2733970510 wait complete. 2024-09-13T16:19:22.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.971+0000 7f649ed08640 1 Processor -- start 2024-09-13T16:19:22.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.971+0000 7f649ed08640 1 -- start start 2024-09-13T16:19:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64980b5ab0 0x7f64981573c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980b76c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 0x7f64980b7c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f649815f730 con 0x7f649815cef0 2024-09-13T16:19:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f649815e690 con 0x7f64980b5ab0 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f649815e970 con 0x7f64980d1680 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 0x7f64980b7c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 0x7f64980b7c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59270/0 (socket says 172.21.15.39:59270) 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 -- 172.21.15.39:0/1650579064 learned_addr learned my addr 172.21.15.39:0/1650579064 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f6497fff640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980b76c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649caa4640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64980b5ab0 0x7f64981573c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 -- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 msgr2=0x7f64980b76c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980b76c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 -- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64980b5ab0 msgr2=0x7f64981573c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64980b5ab0 0x7f64981573c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 -- 172.21.15.39:0/1650579064 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6480009a70 con 0x7f649815cef0 2024-09-13T16:19:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649d2a5640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 0x7f64980b7c00 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x7f649000c730 tx=0x7f649000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6490005ad0 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6490005c30 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.972+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f649815ec50 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.973+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6490007070 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.973+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f649815f210 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.974+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f649815f400 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.974+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f64900071d0 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.974+0000 7f64957fa640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f647806ac00 0x7f647806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.974+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f6490088f10 con 0x7f649815cef0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.975+0000 7f649caa4640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f647806ac00 0x7f647806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.975+0000 7f649caa4640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f647806ac00 0x7f647806d0c0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f64880011e0 tx=0x7f6488009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:22.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:22.979+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6490053c40 con 0x7f649815cef0 2024-09-13T16:19:23.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.161+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6498160b30 con 0x7f649815cef0 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.161+0000 7f64957fa640 1 -- 172.21.15.39:0/1650579064 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 24 entries v103) v1 ==== 81+0+1460 (secure 0 0 0) 0x7f6490057260 con 0x7f649815cef0 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:19:23.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:19:23.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:19:23.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:19:23.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:19:23.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:19:23.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:listed 24 entries 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f647806ac00 msgr2=0x7f647806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f647806ac00 0x7f647806d0c0 secure :-1 s=READY pgs=758 cs=0 l=1 rev1=1 crypto rx=0x7f64880011e0 tx=0x7f6488009040 comp rx=0 tx=0).stop 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 msgr2=0x7f64980b7c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 0x7f64980b7c00 secure :-1 s=READY pgs=1932 cs=0 l=1 rev1=1 crypto rx=0x7f649000c730 tx=0x7f649000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 shutdown_connections 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f647806ac00 0x7f647806d0c0 unknown :-1 s=CLOSED pgs=758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f649815cef0 0x7f64980b7c00 unknown :-1 s=CLOSED pgs=1932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64980d1680 0x7f64980b76c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 --2- 172.21.15.39:0/1650579064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64980b5ab0 0x7f64981573c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 >> 172.21.15.39:0/1650579064 conn(0x7f649806a3a0 msgr2=0x7f64980b5f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 shutdown_connections 2024-09-13T16:19:23.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.163+0000 7f649ed08640 1 -- 172.21.15.39:0/1650579064 wait complete. 2024-09-13T16:19:23.176 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:23.176 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:23.192 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:19:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.333+0000 7f47ab30f640 1 Processor -- start 2024-09-13T16:19:23.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.333+0000 7f47ab30f640 1 -- start start 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47ab30f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f47a415a470 0x7f47a4071f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47ab30f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a415e400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47ab30f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47a40714a0 con 0x7f47a40b22b0 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47ab30f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47a415eaa0 con 0x7f47a415a470 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47ab30f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a415ed80 con 0x7f47a415dfe0 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47a90ab640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f47a415a470 0x7f47a4071f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47a88aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a415e400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47a90ab640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f47a415a470 0x7f47a4071f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:51096/0 (socket says 172.21.15.39:51096) 2024-09-13T16:19:23.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.334+0000 7f47a90ab640 1 -- 172.21.15.39:0/1571281344 learned_addr learned my addr 172.21.15.39:0/1571281344 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:23.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.335+0000 7f47a90ab640 1 -- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 msgr2=0x7f47a415e400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:23.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.335+0000 7f47a90ab640 1 --2- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a415e400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.335+0000 7f47a90ab640 1 -- 172.21.15.39:0/1571281344 >> v1:172.21.15.157:6789/0 conn(0x7f47a40b22b0 legacy=0x7f47a40cd1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.335+0000 7f47a90ab640 1 -- 172.21.15.39:0/1571281344 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a4071760 con 0x7f47a415a470 2024-09-13T16:19:23.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.336+0000 7f47a90ab640 1 --2- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a415a470 0x7f47a4071f60 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009870 tx=0x7f47a002a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f08157de355dc901 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.336+0000 7f479bfff640 1 -- 172.21.15.39:0/1571281344 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a0032440 con 0x7f47a415a470 2024-09-13T16:19:23.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.336+0000 7f479bfff640 1 -- 172.21.15.39:0/1571281344 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47a00325a0 con 0x7f47a415a470 2024-09-13T16:19:23.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.336+0000 7f479bfff640 1 -- 172.21.15.39:0/1571281344 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47a0032930 con 0x7f47a415a470 2024-09-13T16:19:23.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.336+0000 7f47ab30f640 1 -- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a415a470 msgr2=0x7f47a4071f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 --2- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a415a470 0x7f47a4071f60 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f47a0009870 tx=0x7f47a002a270 comp rx=0 tx=0).stop 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 -- 172.21.15.39:0/1571281344 shutdown_connections 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 --2- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a415e400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 --2- 172.21.15.39:0/1571281344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a415a470 0x7f47a4071f60 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 -- 172.21.15.39:0/1571281344 >> 172.21.15.39:0/1571281344 conn(0x7f47a406d6c0 msgr2=0x7f47a406dad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 -- 172.21.15.39:0/1571281344 shutdown_connections 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.337+0000 7f47ab30f640 1 -- 172.21.15.39:0/1571281344 wait complete. 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.338+0000 7f47ab30f640 1 Processor -- start 2024-09-13T16:19:23.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.338+0000 7f47ab30f640 1 -- start start 2024-09-13T16:19:23.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a40b22b0 0x7f47a415d750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 0x7f47a415a9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a4150e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a4153d60 con 0x7f47a415a470 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a4151340 con 0x7f47a40b22b0 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a41f4430 con 0x7f47a415dfe0 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 0x7f47a415a9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 0x7f47a415a9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59278/0 (socket says 172.21.15.39:59278) 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 -- 172.21.15.39:0/3513522949 learned_addr learned my addr 172.21.15.39:0/3513522949 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a98ac640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a4150e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a90ab640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a40b22b0 0x7f47a415d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 -- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 msgr2=0x7f47a4150e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a4150e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 -- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a40b22b0 msgr2=0x7f47a415d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a40b22b0 0x7f47a415d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 -- 172.21.15.39:0/3513522949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a00094d0 con 0x7f47a415a470 2024-09-13T16:19:23.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47a88aa640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 0x7f47a415a9d0 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7f479400e870 tx=0x7f479400ec70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4794009510 con 0x7f47a415a470 2024-09-13T16:19:23.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f479400eec0 con 0x7f47a415a470 2024-09-13T16:19:23.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.339+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47a41f4710 con 0x7f47a415a470 2024-09-13T16:19:23.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.340+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f479400cb80 con 0x7f47a415a470 2024-09-13T16:19:23.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.340+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47a4151b20 con 0x7f47a415a470 2024-09-13T16:19:23.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.341+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47a40b5890 con 0x7f47a415a470 2024-09-13T16:19:23.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.341+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f479400cce0 con 0x7f47a415a470 2024-09-13T16:19:23.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.341+0000 7f4799ffb640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478806ac30 0x7f478806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.342+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f47940897e0 con 0x7f47a415a470 2024-09-13T16:19:23.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.342+0000 7f47a90ab640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478806ac30 0x7f478806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.342+0000 7f47a90ab640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478806ac30 0x7f478806d0f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f47a0034000 tx=0x7f47a002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.346+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4794054620 con 0x7f47a415a470 2024-09-13T16:19:23.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.521+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f47a40b2ba0 con 0x7f47a415a470 2024-09-13T16:19:23.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.522+0000 7f4799ffb640 1 -- 172.21.15.39:0/3513522949 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v103) v1 ==== 74+0+18154 (secure 0 0 0) 0x7f4794057c40 con 0x7f47a415a470 2024-09-13T16:19:23.524 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:23.524 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":103,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:19:09.126034+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478806ac30 msgr2=0x7f478806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478806ac30 0x7f478806d0f0 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f47a0034000 tx=0x7f47a002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 msgr2=0x7f47a415a9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 0x7f47a415a9d0 secure :-1 s=READY pgs=1933 cs=0 l=1 rev1=1 crypto rx=0x7f479400e870 tx=0x7f479400ec70 comp rx=0 tx=0).stop 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 shutdown_connections 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478806ac30 0x7f478806d0f0 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a415dfe0 0x7f47a4150e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a415a470 0x7f47a415a9d0 unknown :-1 s=CLOSED pgs=1933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 --2- 172.21.15.39:0/3513522949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a40b22b0 0x7f47a415d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 >> 172.21.15.39:0/3513522949 conn(0x7f47a406d6c0 msgr2=0x7f47a40b06e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:23.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 shutdown_connections 2024-09-13T16:19:23.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.524+0000 7f47ab30f640 1 -- 172.21.15.39:0/3513522949 wait complete. 2024-09-13T16:19:23.537 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:19:23.537 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:19:23.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.640+0000 7f1dcb69d640 1 Processor -- start 2024-09-13T16:19:23.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.640+0000 7f1dcb69d640 1 -- start start 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dcb69d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40cb810 0x7f1dc4159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dcb69d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dc40b25e0 0x7f1dc40b2a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dcb69d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dc415a000 con 0x7f1dc40cc460 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dcb69d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dc406a5e0 con 0x7f1dc40b25e0 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dcb69d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc40cbc80 con 0x7f1dc40cb810 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dc9c3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dc40b25e0 0x7f1dc40b2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dc9c3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dc40b25e0 0x7f1dc40b2a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43924/0 (socket says 172.21.15.39:43924) 2024-09-13T16:19:23.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dc9c3a640 1 -- 172.21.15.39:0/3822465874 learned_addr learned my addr 172.21.15.39:0/3822465874 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:23.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dc8c38640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40cb810 0x7f1dc4159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.641+0000 7f1dc9c3a640 1 -- 172.21.15.39:0/3822465874 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40cb810 msgr2=0x7f1dc4159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:23.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dc9c3a640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40cb810 0x7f1dc4159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dc9c3a640 1 -- 172.21.15.39:0/3822465874 >> v1:172.21.15.157:6789/0 conn(0x7f1dc40cc460 legacy=0x7f1dc4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dc9c3a640 1 -- 172.21.15.39:0/3822465874 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dc40b1540 con 0x7f1dc40b25e0 2024-09-13T16:19:23.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dc8c38640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40cb810 0x7f1dc4159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:23.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dc9c3a640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40b25e0 0x7f1dc40b2a50 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009870 tx=0x7f1dbc02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4cadf18a2ce2c524 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dbbfff640 1 -- 172.21.15.39:0/3822465874 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc032440 con 0x7f1dc40b25e0 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dbbfff640 1 -- 172.21.15.39:0/3822465874 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dbc0325a0 con 0x7f1dc40b25e0 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.642+0000 7f1dbbfff640 1 -- 172.21.15.39:0/3822465874 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc032930 con 0x7f1dc40b25e0 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 -- 172.21.15.39:0/3822465874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40b25e0 msgr2=0x7f1dc40b2a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40b25e0 0x7f1dc40b2a50 secure :-1 s=READY pgs=1934 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009870 tx=0x7f1dbc02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 -- 172.21.15.39:0/3822465874 shutdown_connections 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40b25e0 0x7f1dc40b2a50 unknown :-1 s=CLOSED pgs=1934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/3822465874 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40cb810 0x7f1dc4159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 -- 172.21.15.39:0/3822465874 >> 172.21.15.39:0/3822465874 conn(0x7f1dc40b00a0 msgr2=0x7f1dc40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 -- 172.21.15.39:0/3822465874 shutdown_connections 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.643+0000 7f1dcb69d640 1 -- 172.21.15.39:0/3822465874 wait complete. 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.644+0000 7f1dcb69d640 1 Processor -- start 2024-09-13T16:19:23.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.644+0000 7f1dcb69d640 1 -- start start 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dcb69d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40b25e0 0x7f1dc414e5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dcb69d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 0x7f1dc414ce70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dcb69d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dc40cc460 0x7f1dc4141cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dcb69d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc414e110 con 0x7f1dc40cb810 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dcb69d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc4142230 con 0x7f1dc40cc460 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dcb69d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dc414d500 con 0x7f1dc40b25e0 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dc8c38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 0x7f1dc414ce70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dc8c38640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 0x7f1dc414ce70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43934/0 (socket says 172.21.15.39:43934) 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.645+0000 7f1dc8c38640 1 -- 172.21.15.39:0/1721775850 learned_addr learned my addr 172.21.15.39:0/1721775850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc9439640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40b25e0 0x7f1dc414e5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc9c3a640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dc40cc460 0x7f1dc4141cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc8c38640 1 -- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40b25e0 msgr2=0x7f1dc414e5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc8c38640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40b25e0 0x7f1dc414e5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc8c38640 1 -- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dc40cc460 msgr2=0x7f1dc4141cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc8c38640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dc40cc460 0x7f1dc4141cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc8c38640 1 -- 172.21.15.39:0/1721775850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dbc0094d0 con 0x7f1dc40cb810 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc9439640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40b25e0 0x7f1dc414e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc9c3a640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dc40cc460 0x7f1dc4141cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dc8c38640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 0x7f1dc414ce70 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f1db400d7d0 tx=0x7f1db400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db4004030 con 0x7f1dc40cb810 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1db4004190 con 0x7f1dc40cb810 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dc414d7e0 con 0x7f1dc40cb810 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db4004520 con 0x7f1dc40cb810 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.646+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dc414dda0 con 0x7f1dc40cb810 2024-09-13T16:19:23.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.648+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dc40672f0 con 0x7f1dc40cb810 2024-09-13T16:19:23.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.648+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1db40096a0 con 0x7f1dc40cb810 2024-09-13T16:19:23.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.648+0000 7f1db9ffb640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1da806ac00 0x7f1da806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.648+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f1db4089920 con 0x7f1dc40cb810 2024-09-13T16:19:23.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.648+0000 7f1dc9439640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1da806ac00 0x7f1da806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.649+0000 7f1dc9439640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1da806ac00 0x7f1da806d0c0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0001e00 tx=0x7f1dc0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.652+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1db40546d0 con 0x7f1dc40cb810 2024-09-13T16:19:23.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.825+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1dc40b2a50 con 0x7f1dc40cb810 2024-09-13T16:19:23.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.826+0000 7f1db9ffb640 1 -- 172.21.15.39:0/1721775850 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v103) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1db4057cf0 con 0x7f1dc40cb810 2024-09-13T16:19:23.827 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:19:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1da806ac00 msgr2=0x7f1da806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1da806ac00 0x7f1da806d0c0 secure :-1 s=READY pgs=760 cs=0 l=1 rev1=1 crypto rx=0x7f1dc0001e00 tx=0x7f1dc0009040 comp rx=0 tx=0).stop 2024-09-13T16:19:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 msgr2=0x7f1dc414ce70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 0x7f1dc414ce70 secure :-1 s=READY pgs=1935 cs=0 l=1 rev1=1 crypto rx=0x7f1db400d7d0 tx=0x7f1db400dc90 comp rx=0 tx=0).stop 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 shutdown_connections 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1da806ac00 0x7f1da806d0c0 unknown :-1 s=CLOSED pgs=760 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dc40cc460 0x7f1dc4141cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dc40cb810 0x7f1dc414ce70 unknown :-1 s=CLOSED pgs=1935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 --2- 172.21.15.39:0/1721775850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dc40b25e0 0x7f1dc414e5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 >> 172.21.15.39:0/1721775850 conn(0x7f1dc40b00a0 msgr2=0x7f1dc40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 shutdown_connections 2024-09-13T16:19:23.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.828+0000 7f1dcb69d640 1 -- 172.21.15.39:0/1721775850 wait complete. 2024-09-13T16:19:23.840 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:19:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.944+0000 7f7858125640 1 Processor -- start 2024-09-13T16:19:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.945+0000 7f7858125640 1 -- start start 2024-09-13T16:19:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.945+0000 7f7858125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500ce050 0x7f7850070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.945+0000 7f7858125640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78500b2e10 0x7f78500acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.945+0000 7f7858125640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f785015d080 con 0x7f7850070d80 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f7858125640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78500b3f90 con 0x7f78500b2e10 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f7858125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7850071180 con 0x7f78500ce050 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78500b2e10 0x7f78500acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78500b2e10 0x7f78500acd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43948/0 (socket says 172.21.15.39:43948) 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 -- 172.21.15.39:0/2896342291 learned_addr learned my addr 172.21.15.39:0/2896342291 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f7855ec1640 1 --2- 172.21.15.39:0/2896342291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500ce050 0x7f7850070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 -- 172.21.15.39:0/2896342291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500ce050 msgr2=0x7f7850070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 --2- 172.21.15.39:0/2896342291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500ce050 0x7f7850070840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 -- 172.21.15.39:0/2896342291 >> v1:172.21.15.157:6789/0 conn(0x7f7850070d80 legacy=0x7f78500b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.946+0000 7f78566c2640 1 -- 172.21.15.39:0/2896342291 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78500b3380 con 0x7f78500b2e10 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f78566c2640 1 --2- 172.21.15.39:0/2896342291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78500b2e10 0x7f78500acd00 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7f7848009870 tx=0x7f784802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96af2077ac3f30cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7854ebf640 1 -- 172.21.15.39:0/2896342291 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7848032440 con 0x7f78500b2e10 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7854ebf640 1 -- 172.21.15.39:0/2896342291 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78480325a0 con 0x7f78500b2e10 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7854ebf640 1 -- 172.21.15.39:0/2896342291 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7848032930 con 0x7f78500b2e10 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7858125640 1 -- 172.21.15.39:0/2896342291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78500b2e10 msgr2=0x7f78500acd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7858125640 1 --2- 172.21.15.39:0/2896342291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78500b2e10 0x7f78500acd00 secure :-1 s=READY pgs=1936 cs=0 l=1 rev1=1 crypto rx=0x7f7848009870 tx=0x7f784802a210 comp rx=0 tx=0).stop 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7858125640 1 -- 172.21.15.39:0/2896342291 shutdown_connections 2024-09-13T16:19:23.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7858125640 1 --2- 172.21.15.39:0/2896342291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78500b2e10 0x7f78500acd00 unknown :-1 s=CLOSED pgs=1936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7858125640 1 --2- 172.21.15.39:0/2896342291 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500ce050 0x7f7850070840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.947+0000 7f7858125640 1 -- 172.21.15.39:0/2896342291 >> 172.21.15.39:0/2896342291 conn(0x7f78500b0eb0 msgr2=0x7f7850069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.948+0000 7f7858125640 1 -- 172.21.15.39:0/2896342291 shutdown_connections 2024-09-13T16:19:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.948+0000 7f7858125640 1 -- 172.21.15.39:0/2896342291 wait complete. 2024-09-13T16:19:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.949+0000 7f7858125640 1 Processor -- start 2024-09-13T16:19:23.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.949+0000 7f7858125640 1 -- start start 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.949+0000 7f7858125640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 0x7f7850151fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.949+0000 7f7858125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500b2e10 0x7f785014fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7858125640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78500ce050 0x7f785006bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7858125640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7850151b40 con 0x7f7850070d80 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7858125640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7850150f30 con 0x7f78500ce050 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7858125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7850151210 con 0x7f78500b2e10 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 0x7f7850151fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 0x7f7850151fd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43958/0 (socket says 172.21.15.39:43958) 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 -- 172.21.15.39:0/3626924726 learned_addr learned my addr 172.21.15.39:0/3626924726 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f78566c2640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78500ce050 0x7f785006bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f78556c0640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500b2e10 0x7f785014fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 -- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500b2e10 msgr2=0x7f785014fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500b2e10 0x7f785014fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 -- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78500ce050 msgr2=0x7f785006bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78500ce050 0x7f785006bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 -- 172.21.15.39:0/3626924726 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78480094d0 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7855ec1640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 0x7f7850151fd0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f784000ccd0 tx=0x7f784000a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7840003990 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7840003af0 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78501514f0 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7840004020 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.950+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7850152510 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.951+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78500672f0 con 0x7f7850070d80 2024-09-13T16:19:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.952+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7840004180 con 0x7f7850070d80 2024-09-13T16:19:23.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.952+0000 7f784e7fc640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f783c06ac30 0x7f783c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:23.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.952+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f7840089b60 con 0x7f7850070d80 2024-09-13T16:19:23.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.953+0000 7f78556c0640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f783c06ac30 0x7f783c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:23.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.953+0000 7f78556c0640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f783c06ac30 0x7f783c06d0f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f78501552a0 tx=0x7f7844009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:23.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:23.957+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7840054930 con 0x7f7850070d80 2024-09-13T16:19:24.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.125+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f7850070840 con 0x7f7850070d80 2024-09-13T16:19:24.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.126+0000 7f784e7fc640 1 -- 172.21.15.39:0/3626924726 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v103) v1 ==== 104+0+11 (secure 0 0 0) 0x7f784001d070 con 0x7f7850070d80 2024-09-13T16:19:24.127 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:19:24.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f783c06ac30 msgr2=0x7f783c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f783c06ac30 0x7f783c06d0f0 secure :-1 s=READY pgs=761 cs=0 l=1 rev1=1 crypto rx=0x7f78501552a0 tx=0x7f7844009040 comp rx=0 tx=0).stop 2024-09-13T16:19:24.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 msgr2=0x7f7850151fd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 0x7f7850151fd0 secure :-1 s=READY pgs=1937 cs=0 l=1 rev1=1 crypto rx=0x7f784000ccd0 tx=0x7f784000a5c0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 shutdown_connections 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f783c06ac30 0x7f783c06d0f0 unknown :-1 s=CLOSED pgs=761 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78500ce050 0x7f785006bc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78500b2e10 0x7f785014fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 --2- 172.21.15.39:0/3626924726 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7850070d80 0x7f7850151fd0 unknown :-1 s=CLOSED pgs=1937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 >> 172.21.15.39:0/3626924726 conn(0x7f78500b0eb0 msgr2=0x7f7850155dd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 shutdown_connections 2024-09-13T16:19:24.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.128+0000 7f7858125640 1 -- 172.21.15.39:0/3626924726 wait complete. 2024-09-13T16:19:24.140 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:19:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.243+0000 7f239c308640 1 Processor -- start 2024-09-13T16:19:24.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.243+0000 7f239c308640 1 -- start start 2024-09-13T16:19:24.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239c308640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 0x7f2394159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239c308640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f239415a200 0x7f239415a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239c308640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f239415a000 con 0x7f23940cc460 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239c308640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23940cbbf0 con 0x7f239415a200 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239c308640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23940b1540 con 0x7f23940cb810 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23998a3640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f23940cc460 0x7f23940b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34462/0 (socket says 172.21.15.39:34462) 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23998a3640 1 -- 172.21.15.39:0/1129137451 learned_addr learned my addr 172.21.15.39:0/1129137451 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239a0a4640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 0x7f2394159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f239a8a5640 1 --2- 172.21.15.39:0/1129137451 >> v2:172.21.15.157:3300/0 conn(0x7f239415a200 0x7f239415a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2823750374 0 0) 0x7f239415a000 con 0x7f23940cc460 2024-09-13T16:19:24.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2380005730 con 0x7f23940cc460 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4259750163 0 0) 0x7f2380005730 con 0x7f23940cc460 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 msgr2=0x7f2394159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 0x7f2394159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 >> v2:172.21.15.157:3300/0 conn(0x7f239415a200 msgr2=0x7f239415a650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 --2- 172.21.15.39:0/1129137451 >> v2:172.21.15.157:3300/0 conn(0x7f239415a200 0x7f239415a650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.244+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23940b1820 con 0x7f23940cc460 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2384001670 con 0x7f23940cc460 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 >> v1:172.21.15.39:6789/0 conn(0x7f23940cc460 legacy=0x7f23940b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2380005b80 0x7f2380005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23800069d0 0x7f2380006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 0x7f2380007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23940cbbf0 con 0x7f23800069d0 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23940b1540 con 0x7f2380005b80 2024-09-13T16:19:24.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f238000db90 con 0x7f23940cb810 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23998a3640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23800069d0 0x7f2380006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f239a0a4640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2380005b80 0x7f2380005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f239a8a5640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 0x7f2380007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23998a3640 1 -- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 msgr2=0x7f2380007390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23998a3640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940cb810 0x7f2380007390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23998a3640 1 -- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2380005b80 msgr2=0x7f2380005fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23998a3640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2380005b80 0x7f2380005fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.245+0000 7f23998a3640 1 -- 172.21.15.39:0/1129137451 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2380005730 con 0x7f23800069d0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f23998a3640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23800069d0 0x7f2380006e50 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f238400c240 tx=0x7f2380007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32d6bb0c13c9ecea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2384005ad0 con 0x7f23800069d0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2384005c30 con 0x7f23800069d0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f23990a2640 1 -- 172.21.15.39:0/1129137451 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2384007070 con 0x7f23800069d0 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f239c308640 1 -- 172.21.15.39:0/1129137451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23800069d0 msgr2=0x7f2380006e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f239c308640 1 --2- 172.21.15.39:0/1129137451 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23800069d0 0x7f2380006e50 secure :-1 s=READY pgs=1939 cs=0 l=1 rev1=1 crypto rx=0x7f238400c240 tx=0x7f2380007a00 comp rx=0 tx=0).stop 2024-09-13T16:19:24.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.246+0000 7f239a8a5640 1 -- 172.21.15.39:0/1129137451 reap_dead start 2024-09-13T16:19:24.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.247+0000 7f239c308640 1 -- 172.21.15.39:0/1129137451 shutdown_connections 2024-09-13T16:19:24.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.247+0000 7f239c308640 1 -- 172.21.15.39:0/1129137451 >> 172.21.15.39:0/1129137451 conn(0x7f23940b00a0 msgr2=0x7f23940b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:24.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.247+0000 7f239c308640 1 -- 172.21.15.39:0/1129137451 shutdown_connections 2024-09-13T16:19:24.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.247+0000 7f239c308640 1 -- 172.21.15.39:0/1129137451 wait complete. 2024-09-13T16:19:24.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.248+0000 7f239c308640 1 Processor -- start 2024-09-13T16:19:24.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.248+0000 7f239c308640 1 -- start start 2024-09-13T16:19:24.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23800069d0 0x7f23940ad4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940aa590 0x7f23941524e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 0x7f2394150940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23940aae50 con 0x7f23940af5e0 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23940ab130 con 0x7f23800069d0 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23940ab410 con 0x7f23940aa590 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 0x7f2394150940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 0x7f2394150940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43968/0 (socket says 172.21.15.39:43968) 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 -- 172.21.15.39:0/2000813981 learned_addr learned my addr 172.21.15.39:0/2000813981 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 -- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940aa590 msgr2=0x7f23941524e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940aa590 0x7f23941524e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 -- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23800069d0 msgr2=0x7f23940ad4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23800069d0 0x7f23940ad4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 -- 172.21.15.39:0/2000813981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f23940ab6f0 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239a8a5640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 0x7f2394150940 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7f239415a5e0 tx=0x7f238c00f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f238c00e040 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f238c00f040 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23940ab9d0 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f238c015430 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.249+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23940aaa10 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.250+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23940672f0 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.251+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f238c015590 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.251+0000 7f238affd640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f237806ac00 0x7f237806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.252+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f238c089fc0 con 0x7f23940af5e0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.252+0000 7f239a0a4640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f237806ac00 0x7f237806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.252+0000 7f239a0a4640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f237806ac00 0x7f237806d0c0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f23940a8570 tx=0x7f2390009d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.256+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f238c054d70 con 0x7f23940af5e0 2024-09-13T16:19:24.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.428+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f239415a650 con 0x7f23940af5e0 2024-09-13T16:19:24.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.428+0000 7f238affd640 1 -- 172.21.15.39:0/2000813981 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v103) v1 ==== 100+0+11 (secure 0 0 0) 0x7f238c058390 con 0x7f23940af5e0 2024-09-13T16:19:24.430 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:19:24.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f237806ac00 msgr2=0x7f237806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f237806ac00 0x7f237806d0c0 secure :-1 s=READY pgs=762 cs=0 l=1 rev1=1 crypto rx=0x7f23940a8570 tx=0x7f2390009d30 comp rx=0 tx=0).stop 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 msgr2=0x7f2394150940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 0x7f2394150940 secure :-1 s=READY pgs=1940 cs=0 l=1 rev1=1 crypto rx=0x7f239415a5e0 tx=0x7f238c00f580 comp rx=0 tx=0).stop 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 shutdown_connections 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f237806ac00 0x7f237806d0c0 unknown :-1 s=CLOSED pgs=762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23940af5e0 0x7f2394150940 unknown :-1 s=CLOSED pgs=1940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f23940aa590 0x7f23941524e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 --2- 172.21.15.39:0/2000813981 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23800069d0 0x7f23940ad4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 >> 172.21.15.39:0/2000813981 conn(0x7f23940b00a0 msgr2=0x7f2394071c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 shutdown_connections 2024-09-13T16:19:24.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.430+0000 7f239c308640 1 -- 172.21.15.39:0/2000813981 wait complete. 2024-09-13T16:19:24.442 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:19:24.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.544+0000 7f58e3e12640 1 Processor -- start 2024-09-13T16:19:24.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.544+0000 7f58e3e12640 1 -- start start 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e3e12640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f58dc154a80 0x7f58dc0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e3e12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58dc0b2b20 0x7f58dc071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e3e12640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58dc0b2ff0 con 0x7f58dc0717c0 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e3e12640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58dc071c50 con 0x7f58dc0b2b20 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e3e12640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58dc0b32d0 con 0x7f58dc154a80 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e13ad640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58dc0b2b20 0x7f58dc071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e13ad640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58dc0b2b20 0x7f58dc071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43976/0 (socket says 172.21.15.39:43976) 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.545+0000 7f58e13ad640 1 -- 172.21.15.39:0/1066962477 learned_addr learned my addr 172.21.15.39:0/1066962477 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:24.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.546+0000 7f58e13ad640 1 -- 172.21.15.39:0/1066962477 >> v2:172.21.15.157:3300/0 conn(0x7f58dc154a80 msgr2=0x7f58dc0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.546+0000 7f58e13ad640 1 --2- 172.21.15.39:0/1066962477 >> v2:172.21.15.157:3300/0 conn(0x7f58dc154a80 0x7f58dc0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.546+0000 7f58e13ad640 1 -- 172.21.15.39:0/1066962477 >> v1:172.21.15.157:6789/0 conn(0x7f58dc0717c0 legacy=0x7f58dc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.546+0000 7f58e13ad640 1 -- 172.21.15.39:0/1066962477 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58dc0b35b0 con 0x7f58dc0b2b20 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.546+0000 7f58e13ad640 1 --2- 172.21.15.39:0/1066962477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0b2b20 0x7f58dc071280 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7f58dc06afd0 tx=0x7f58d002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bcbd60d977501a29 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.546+0000 7f58e0bac640 1 -- 172.21.15.39:0/1066962477 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d0032440 con 0x7f58dc0b2b20 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e0bac640 1 -- 172.21.15.39:0/1066962477 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58d00325a0 con 0x7f58dc0b2b20 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e0bac640 1 -- 172.21.15.39:0/1066962477 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58d0032930 con 0x7f58dc0b2b20 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 -- 172.21.15.39:0/1066962477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0b2b20 msgr2=0x7f58dc071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1066962477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0b2b20 0x7f58dc071280 secure :-1 s=READY pgs=1941 cs=0 l=1 rev1=1 crypto rx=0x7f58dc06afd0 tx=0x7f58d002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 -- 172.21.15.39:0/1066962477 shutdown_connections 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1066962477 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0b2b20 0x7f58dc071280 unknown :-1 s=CLOSED pgs=1941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1066962477 >> v2:172.21.15.157:3300/0 conn(0x7f58dc154a80 0x7f58dc0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 -- 172.21.15.39:0/1066962477 >> 172.21.15.39:0/1066962477 conn(0x7f58dc0b15d0 msgr2=0x7f58dc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:24.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 -- 172.21.15.39:0/1066962477 shutdown_connections 2024-09-13T16:19:24.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.547+0000 7f58e3e12640 1 -- 172.21.15.39:0/1066962477 wait complete. 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.548+0000 7f58e3e12640 1 Processor -- start 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.548+0000 7f58e3e12640 1 -- start start 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e3e12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 0x7f58dc147a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e3e12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58dc0b2b20 0x7f58dc0ccb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e3e12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58dc154a80 0x7f58dc150b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e3e12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58dc14c2f0 con 0x7f58dc0717c0 2024-09-13T16:19:24.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e3e12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58dc0caf90 con 0x7f58dc154a80 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e3e12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58dc14ed70 con 0x7f58dc0b2b20 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 0x7f58dc147a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 0x7f58dc147a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43984/0 (socket says 172.21.15.39:43984) 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 -- 172.21.15.39:0/1634166135 learned_addr learned my addr 172.21.15.39:0/1634166135 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 -- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58dc0b2b20 msgr2=0x7f58dc0ccb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e13ad640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58dc0b2b20 0x7f58dc0ccb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e23af640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58dc154a80 0x7f58dc150b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58dc0b2b20 0x7f58dc0ccb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 -- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58dc154a80 msgr2=0x7f58dc150b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.549+0000 7f58e1bae640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58dc154a80 0x7f58dc150b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58e1bae640 1 -- 172.21.15.39:0/1634166135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58d00094d0 con 0x7f58dc0717c0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58e1bae640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 0x7f58dc147a80 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7f58cc00ba80 tx=0x7f58cc00bf40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58cc00cc00 con 0x7f58dc0717c0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58cc00cd80 con 0x7f58dc0717c0 2024-09-13T16:19:24.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58dc14f050 con 0x7f58dc0717c0 2024-09-13T16:19:24.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58cc014680 con 0x7f58dc0717c0 2024-09-13T16:19:24.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.550+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58dc0cb1e0 con 0x7f58dc0717c0 2024-09-13T16:19:24.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.551+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58dc0672f0 con 0x7f58dc0717c0 2024-09-13T16:19:24.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.552+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f58cc007370 con 0x7f58dc0717c0 2024-09-13T16:19:24.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.552+0000 7f58da7fc640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f58c806ac00 0x7f58c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.552+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7f58cc089750 con 0x7f58dc0717c0 2024-09-13T16:19:24.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.552+0000 7f58e13ad640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f58c806ac00 0x7f58c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.553+0000 7f58e13ad640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f58c806ac00 0x7f58c806d0c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f58d0034000 tx=0x7f58d002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.556+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f58cc054500 con 0x7f58dc0717c0 2024-09-13T16:19:24.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.740+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f58dc0c4010 con 0x7f58dc0717c0 2024-09-13T16:19:24.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.740+0000 7f58da7fc640 1 -- 172.21.15.39:0/1634166135 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 24 entries v103) v1 ==== 81+0+1460 (secure 0 0 0) 0x7f58cc057b20 con 0x7f58dc0717c0 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:19:24.742 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:19:24.743 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:19:24.744 INFO:teuthology.orchestra.run.smithi039.stderr:listed 24 entries 2024-09-13T16:19:24.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f58c806ac00 msgr2=0x7f58c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f58c806ac00 0x7f58c806d0c0 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f58d0034000 tx=0x7f58d002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 msgr2=0x7f58dc147a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 0x7f58dc147a80 secure :-1 s=READY pgs=1942 cs=0 l=1 rev1=1 crypto rx=0x7f58cc00ba80 tx=0x7f58cc00bf40 comp rx=0 tx=0).stop 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 shutdown_connections 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f58c806ac00 0x7f58c806d0c0 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58dc154a80 0x7f58dc150b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58dc0b2b20 0x7f58dc0ccb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 --2- 172.21.15.39:0/1634166135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58dc0717c0 0x7f58dc147a80 unknown :-1 s=CLOSED pgs=1942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 >> 172.21.15.39:0/1634166135 conn(0x7f58dc0b15d0 msgr2=0x7f58dc151fa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 shutdown_connections 2024-09-13T16:19:24.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.742+0000 7f58e3e12640 1 -- 172.21.15.39:0/1634166135 wait complete. 2024-09-13T16:19:24.754 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:19:24.754 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:24.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:24.780 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:19:24.780 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:24.780 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:24.780 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:24.836 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:24.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.977+0000 7feb1151f640 1 Processor -- start 2024-09-13T16:19:24.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.977+0000 7feb1151f640 1 -- start start 2024-09-13T16:19:24.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb1151f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feb0c071480 0x7feb0c071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb1151f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c0b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb1151f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feb0c071da0 con 0x7feb0c06ed00 2024-09-13T16:19:24.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb1151f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feb0c06afe0 con 0x7feb0c071480 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb1151f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c0b46a0 con 0x7feb0c0b3930 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feb0c071480 0x7feb0c071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feb0c071480 0x7feb0c071860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:43990/0 (socket says 172.21.15.39:43990) 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0affd640 1 -- 172.21.15.39:0/3914222891 learned_addr learned my addr 172.21.15.39:0/3914222891 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0a7fc640 1 --2- 172.21.15.39:0/3914222891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c0b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0affd640 1 -- 172.21.15.39:0/3914222891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 msgr2=0x7feb0c0b3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0affd640 1 --2- 172.21.15.39:0/3914222891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c0b3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.978+0000 7feb0affd640 1 -- 172.21.15.39:0/3914222891 >> v1:172.21.15.157:6789/0 conn(0x7feb0c06ed00 legacy=0x7feb0c06f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.979+0000 7feb0affd640 1 -- 172.21.15.39:0/3914222891 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feb0c0b4980 con 0x7feb0c071480 2024-09-13T16:19:24.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.979+0000 7feb0affd640 1 --2- 172.21.15.39:0/3914222891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c071860 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7feafc009e50 tx=0x7feafc02a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90922be216b7b52a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.979+0000 7feb09ffb640 1 -- 172.21.15.39:0/3914222891 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc031600 con 0x7feb0c071480 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.979+0000 7feb09ffb640 1 -- 172.21.15.39:0/3914222891 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feafc02d050 con 0x7feb0c071480 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.979+0000 7feb09ffb640 1 -- 172.21.15.39:0/3914222891 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feafc031980 con 0x7feb0c071480 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 -- 172.21.15.39:0/3914222891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 msgr2=0x7feb0c071860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 --2- 172.21.15.39:0/3914222891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c071860 secure :-1 s=READY pgs=1943 cs=0 l=1 rev1=1 crypto rx=0x7feafc009e50 tx=0x7feafc02a710 comp rx=0 tx=0).stop 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 -- 172.21.15.39:0/3914222891 shutdown_connections 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 --2- 172.21.15.39:0/3914222891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c0b3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 --2- 172.21.15.39:0/3914222891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c071860 unknown :-1 s=CLOSED pgs=1943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 -- 172.21.15.39:0/3914222891 >> 172.21.15.39:0/3914222891 conn(0x7feb0c0b2320 msgr2=0x7feb0c0b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 -- 172.21.15.39:0/3914222891 shutdown_connections 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.980+0000 7feb1151f640 1 -- 172.21.15.39:0/3914222891 wait complete. 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.981+0000 7feb1151f640 1 Processor -- start 2024-09-13T16:19:24.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.981+0000 7feb1151f640 1 -- start start 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb1151f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb0c06ed00 0x7feb0c156af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb1151f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c1591a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb1151f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c1e2d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb1151f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c155a50 con 0x7feb0c071480 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb1151f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c155d30 con 0x7feb0c06ed00 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb1151f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feb0c156010 con 0x7feb0c0b3930 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb0a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c1591a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb0a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c1591a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44004/0 (socket says 172.21.15.39:44004) 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb0a7fc640 1 -- 172.21.15.39:0/1400990095 learned_addr learned my addr 172.21.15.39:0/1400990095 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.982+0000 7feb0affd640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb0c06ed00 0x7feb0c156af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0a7fc640 1 -- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 msgr2=0x7feb0c1e2d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0b7fe640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c1e2d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0a7fc640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c1e2d60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0a7fc640 1 -- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb0c06ed00 msgr2=0x7feb0c156af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0a7fc640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb0c06ed00 0x7feb0c156af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0a7fc640 1 -- 172.21.15.39:0/1400990095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feafc009b30 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0affd640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb0c06ed00 0x7feb0c156af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0b7fe640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c1e2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb0a7fc640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c1591a0 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7feaf400d5f0 tx=0x7feaf400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf40125f0 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feaf4012750 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feb0c1562f0 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feaf4012b00 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.983+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feb0c158510 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.984+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feb0c071860 con 0x7feb0c071480 2024-09-13T16:19:24.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.984+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feaf4012c60 con 0x7feb0c071480 2024-09-13T16:19:24.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.985+0000 7feb037fe640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:24.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.985+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(103..103 src has 1..103) v4 ==== 6770+0+0 (secure 0 0 0) 0x7feaf4089c10 con 0x7feb0c071480 2024-09-13T16:19:24.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.985+0000 7feb0affd640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:24.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.986+0000 7feb0affd640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feaec06ac00 0x7feaec06d0c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7feafc033000 tx=0x7feafc009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:24.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:24.989+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feaf40549c0 con 0x7feb0c071480 2024-09-13T16:19:25.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.196+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7feb0c15a0b0 con 0x7feb0c071480 2024-09-13T16:19:25.198 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:25.197+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:25.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.213+0000 7feb037fe640 1 -- 172.21.15.39:0/1400990095 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v153) v1 ==== 161+0+0 (secure 0 0 0) 0x7feaf4057fe0 con 0x7feb0c071480 2024-09-13T16:19:25.215 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:25.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feaec06ac00 msgr2=0x7feaec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:25.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feaec06ac00 0x7feaec06d0c0 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7feafc033000 tx=0x7feafc009000 comp rx=0 tx=0).stop 2024-09-13T16:19:25.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 msgr2=0x7feb0c1591a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:25.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c1591a0 secure :-1 s=READY pgs=1944 cs=0 l=1 rev1=1 crypto rx=0x7feaf400d5f0 tx=0x7feaf400dab0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.222 INFO:tasks.ceph.mds.a.smithi039.stderr: -475> 2024-09-13T16:19:21.064+0000 7fe8eced2640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:19:25.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 shutdown_connections 2024-09-13T16:19:25.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feaec06ac00 0x7feaec06d0c0 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feb0c0b3930 0x7feb0c1e2d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feb0c071480 0x7feb0c1591a0 unknown :-1 s=CLOSED pgs=1944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 --2- 172.21.15.39:0/1400990095 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feb0c06ed00 0x7feb0c156af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 >> 172.21.15.39:0/1400990095 conn(0x7feb0c0b2320 msgr2=0x7feb0c0cdcb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:25.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 shutdown_connections 2024-09-13T16:19:25.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.216+0000 7feb1151f640 1 -- 172.21.15.39:0/1400990095 wait complete. 2024-09-13T16:19:25.228 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:25.242 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:19:25.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.330+0000 7fc51ec79640 1 Processor -- start 2024-09-13T16:19:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.330+0000 7fc51ec79640 1 -- start start 2024-09-13T16:19:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ec79640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc518159380 0x7fc5180b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ec79640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc5180ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ec79640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc518159760 con 0x7fc5180ce960 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ec79640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5180cedd0 con 0x7fc518159380 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ec79640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc51815a880 con 0x7fc51815a360 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ca15640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc518159380 0x7fc5180b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ca15640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc518159380 0x7fc5180b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44014/0 (socket says 172.21.15.39:44014) 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ca15640 1 -- 172.21.15.39:0/3719737880 learned_addr learned my addr 172.21.15.39:0/3719737880 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc517fff640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc5180ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ca15640 1 -- 172.21.15.39:0/3719737880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 msgr2=0x7fc5180ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.331+0000 7fc51ca15640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc5180ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc51ca15640 1 -- 172.21.15.39:0/3719737880 >> v1:172.21.15.157:6789/0 conn(0x7fc5180ce960 legacy=0x7fc518071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc51ca15640 1 -- 172.21.15.39:0/3719737880 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc51815ab60 con 0x7fc518159380 2024-09-13T16:19:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc517fff640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc5180ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc51ca15640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518159380 0x7fc5180b31e0 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7fc50800bb10 tx=0x7fc50802c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=858dc37a260443cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc5177fe640 1 -- 172.21.15.39:0/3719737880 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc508032820 con 0x7fc518159380 2024-09-13T16:19:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc5177fe640 1 -- 172.21.15.39:0/3719737880 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc50802e040 con 0x7fc518159380 2024-09-13T16:19:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.332+0000 7fc5177fe640 1 -- 172.21.15.39:0/3719737880 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc508032ba0 con 0x7fc518159380 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 -- 172.21.15.39:0/3719737880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518159380 msgr2=0x7fc5180b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518159380 0x7fc5180b31e0 secure :-1 s=READY pgs=1947 cs=0 l=1 rev1=1 crypto rx=0x7fc50800bb10 tx=0x7fc50802c920 comp rx=0 tx=0).stop 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 -- 172.21.15.39:0/3719737880 shutdown_connections 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc5180ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3719737880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc518159380 0x7fc5180b31e0 unknown :-1 s=CLOSED pgs=1947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 -- 172.21.15.39:0/3719737880 >> 172.21.15.39:0/3719737880 conn(0x7fc5180b15d0 msgr2=0x7fc5180b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 -- 172.21.15.39:0/3719737880 shutdown_connections 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.333+0000 7fc51ec79640 1 -- 172.21.15.39:0/3719737880 wait complete. 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.334+0000 7fc51ec79640 1 Processor -- start 2024-09-13T16:19:25.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.334+0000 7fc51ec79640 1 -- start start 2024-09-13T16:19:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ec79640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 0x7fc518147720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ec79640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518159380 0x7fc5180707a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:25.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ec79640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc51814f140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ec79640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc518156100 con 0x7fc5180ce960 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ec79640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5181563e0 con 0x7fc518159380 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ec79640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5181566c0 con 0x7fc51815a360 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ca15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 0x7fc518147720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ca15640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 0x7fc518147720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44020/0 (socket says 172.21.15.39:44020) 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51ca15640 1 -- 172.21.15.39:0/3748079114 learned_addr learned my addr 172.21.15.39:0/3748079114 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc517fff640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518159380 0x7fc5180707a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.335+0000 7fc51d216640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc51814f140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ca15640 1 -- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 msgr2=0x7fc51814f140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ca15640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc51814f140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ca15640 1 -- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518159380 msgr2=0x7fc5180707a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ca15640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518159380 0x7fc5180707a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ca15640 1 -- 172.21.15.39:0/3748079114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50800b770 con 0x7fc5180ce960 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ca15640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 0x7fc518147720 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7fc50802c960 tx=0x7fc5080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc508040070 con 0x7fc5180ce960 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc508032e90 con 0x7fc5180ce960 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5181569a0 con 0x7fc5180ce960 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc50803bc00 con 0x7fc5180ce960 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.336+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc518150e80 con 0x7fc5180ce960 2024-09-13T16:19:25.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.337+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc518156ec0 con 0x7fc5180ce960 2024-09-13T16:19:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.337+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc50804d400 con 0x7fc5180ce960 2024-09-13T16:19:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.338+0000 7fc5157fa640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4f806ac00 0x7fc4f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.338+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 6856+0+0 (secure 0 0 0) 0x7fc5080acd90 con 0x7fc5180ce960 2024-09-13T16:19:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.338+0000 7fc517fff640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4f806ac00 0x7fc4f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:25.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.339+0000 7fc517fff640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4f806ac00 0x7fc4f806d0c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc51814b200 tx=0x7fc5000097f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:25.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.342+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc508077cc0 con 0x7fc5180ce960 2024-09-13T16:19:25.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:25.579+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fc5180672f0 con 0x7fc5180ce960 2024-09-13T16:19:26.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.228+0000 7fc5157fa640 1 -- 172.21.15.39:0/3748079114 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v154) v1 ==== 107+0+0 (secure 0 0 0) 0x7fc508036020 con 0x7fc5180ce960 2024-09-13T16:19:26.230 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:19:26.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4f806ac00 msgr2=0x7fc4f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4f806ac00 0x7fc4f806d0c0 secure :-1 s=READY pgs=765 cs=0 l=1 rev1=1 crypto rx=0x7fc51814b200 tx=0x7fc5000097f0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 msgr2=0x7fc518147720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 0x7fc518147720 secure :-1 s=READY pgs=1948 cs=0 l=1 rev1=1 crypto rx=0x7fc50802c960 tx=0x7fc5080046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 shutdown_connections 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4f806ac00 0x7fc4f806d0c0 unknown :-1 s=CLOSED pgs=765 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc51815a360 0x7fc51814f140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc518159380 0x7fc5180707a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 --2- 172.21.15.39:0/3748079114 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5180ce960 0x7fc518147720 unknown :-1 s=CLOSED pgs=1948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 >> 172.21.15.39:0/3748079114 conn(0x7fc5180b15d0 msgr2=0x7fc518071990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 shutdown_connections 2024-09-13T16:19:26.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.231+0000 7fc51ec79640 1 -- 172.21.15.39:0/3748079114 wait complete. 2024-09-13T16:19:26.244 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:26.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 Processor -- start 2024-09-13T16:19:26.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 -- start start 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d7320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0145e50 0x55a5e00cf510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 0x55a5e0162b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5e003b4d0 con 0x55a5e0146230 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5dffd6b60 con 0x55a5e0145e50 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d90f09f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a5dffd6800 con 0x55a5e00d1420 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d8f207640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 0x55a5e0162b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.327+0000 7f1d8f207640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 0x55a5e0162b60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44026/0 (socket says 172.21.15.39:44026) 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 -- 172.21.15.39:0/2238314588 learned_addr learned my addr 172.21.15.39:0/2238314588 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d7320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d87fff640 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0145e50 0x55a5e00cf510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 -- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 msgr2=0x55a5e00d7320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d7320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 -- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0145e50 msgr2=0x55a5e00cf510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0145e50 0x55a5e00cf510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 -- 172.21.15.39:0/2238314588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d80005de0 con 0x55a5e0146230 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8f207640 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 0x55a5e0162b60 secure :-1 s=READY pgs=1950 cs=0 l=1 rev1=1 crypto rx=0x7f1d88002630 tx=0x7f1d88002af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdbd309f28958304 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8da04640 1 -- 172.21.15.39:0/2238314588 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d8800d690 con 0x55a5e0146230 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8da04640 1 -- 172.21.15.39:0/2238314588 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d8800d810 con 0x55a5e0146230 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.328+0000 7f1d8da04640 1 -- 172.21.15.39:0/2238314588 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d8800dbc0 con 0x55a5e0146230 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 -- 172.21.15.39:0/2238314588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 msgr2=0x55a5e0162b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 0x55a5e0162b60 secure :-1 s=READY pgs=1950 cs=0 l=1 rev1=1 crypto rx=0x7f1d88002630 tx=0x7f1d88002af0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 -- 172.21.15.39:0/2238314588 shutdown_connections 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0146230 0x55a5e0162b60 unknown :-1 s=CLOSED pgs=1950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0145e50 0x55a5e00cf510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/2238314588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d7320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 -- 172.21.15.39:0/2238314588 >> 172.21.15.39:0/2238314588 conn(0x55a5e0092040 msgr2=0x55a5e00d8c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 -- 172.21.15.39:0/2238314588 shutdown_connections 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 -- 172.21.15.39:0/2238314588 wait complete. 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 Processor -- start 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.329+0000 7f1d90f09f40 1 -- start start 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d90f09f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d8130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d90f09f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 0x55a5e0143a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d90f09f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0146230 0x55a5e0143fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d90f09f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5dffb9520 con 0x55a5e0145e50 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d90f09f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a5e00d88a0 con 0x55a5e0146230 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d90f09f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a5e014ca90 con 0x55a5e00d1420 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 0x55a5e0143a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 0x55a5e0143a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44030/0 (socket says 172.21.15.39:44030) 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 learned_addr learned my addr 172.21.15.39:0/1849216516 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d8130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d8f207640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0146230 0x55a5e0143fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 msgr2=0x55a5e00d8130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a5e00d1420 0x55a5e00d8130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0146230 msgr2=0x55a5e0143fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0146230 0x55a5e0143fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1d88006d90 con 0x55a5e0145e50 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.330+0000 7f1d8f207640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a5e0146230 0x55a5e0143fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.331+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 0x55a5e0143a60 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7f1d78009f10 tx=0x7f1d78008400 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.331+0000 7f1d8ca02640 1 -- 172.21.15.39:0/1849216516 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d7800f050 con 0x55a5e0145e50 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.331+0000 7f1d8ca02640 1 -- 172.21.15.39:0/1849216516 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1d78010040 con 0x55a5e0145e50 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.331+0000 7f1d8ca02640 1 -- 172.21.15.39:0/1849216516 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1d780158a0 con 0x55a5e0145e50 2024-09-13T16:19:26.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.331+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55a5dffe5c20 con 0x55a5e0145e50 2024-09-13T16:19:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.331+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a5dffd9060 con 0x55a5e0145e50 2024-09-13T16:19:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.332+0000 7f1d8ca02640 1 -- 172.21.15.39:0/1849216516 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1d78015a00 con 0x55a5e0145e50 2024-09-13T16:19:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d8ca02640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1d700695e0 0x7f1d7006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d8ca02640 1 -- 172.21.15.39:0/1849216516 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 6856+0+0 (secure 0 0 0) 0x7f1d78088460 con 0x55a5e0145e50 2024-09-13T16:19:26.338 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55a5e013f230 0x55a5e014a6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e013ece0 con 0x55a5e013f230 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1d700695e0 0x7f1d7006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d8f207640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55a5e013f230 0x55a5e014a6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.333+0000 7f1d8f207640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55a5e013f230 0x55a5e014a6b0 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.334+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1d700695e0 0x7f1d7006baa0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1d80057000 tx=0x7f1d80052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.335+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v104'381 uv355 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.335+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e014abf0 con 0x55a5e013f230 2024-09-13T16:19:26.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.336+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v104'382 uv382 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.337+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02087d0 con 0x55a5e013f230 2024-09-13T16:19:26.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.337+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v104'383 uv383 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.340 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.338+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0209b90 con 0x55a5e013f230 2024-09-13T16:19:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.338+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v104'384 uv384 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.338+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0209f40 con 0x55a5e013f230 2024-09-13T16:19:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.339+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v104'385 uv385 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.339+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0209070 con 0x55a5e013f230 2024-09-13T16:19:26.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.340+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v104'386 uv386 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.340+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0209470 con 0x55a5e013f230 2024-09-13T16:19:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.341+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v104'387 uv361 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.341+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.342+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v104'388 uv388 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.342+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.344 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:26.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.343+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v104'389 uv389 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.343+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.344+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v104'390 uv390 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.344+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.345+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v104'391 uv391 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.345+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.346+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v104'392 uv392 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.347+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.348+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v104'393 uv368 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.348+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.349+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v104'394 uv394 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.349+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.350+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v104'395 uv395 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.351 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:26.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.350+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.351+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v104'396 uv396 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.351+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.352+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v104'397 uv397 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.352+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.353+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v104'398 uv398 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.353+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.354+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v104'399 uv399 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.354+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.355+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v104'400 uv374 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.355+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.356+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v104'401 uv401 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.356+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.357+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v104'402 uv402 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.358 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:26.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.357+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.358+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v104'403 uv403 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.358+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.359+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v104'404 uv404 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.359+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.360+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v104'405 uv405 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.360+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.361+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v104'406 uv380 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.361+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.362+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v104'407 uv407 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.362+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.364 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:26.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.363+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v104'408 uv408 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.363+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.364+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v104'409 uv409 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.364+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020b300 con 0x55a5e013f230 2024-09-13T16:19:26.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.365+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v104'410 uv410 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.365+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020a2f0 con 0x55a5e013f230 2024-09-13T16:19:26.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.366+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v104'411 uv411 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.366+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55a5e020a800 0x55a5e020cbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.366+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020d130 con 0x55a5e020a800 2024-09-13T16:19:26.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.367+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55a5e020a800 0x55a5e020cbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.367+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55a5e020a800 0x55a5e020cbf0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.368+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v104'283 uv263 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.368+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020d4e0 con 0x55a5e020a800 2024-09-13T16:19:26.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.370+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v104'284 uv284 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.370+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020d890 con 0x55a5e020a800 2024-09-13T16:19:26.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.371+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v104'285 uv285 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.372 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:26.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.371+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e130 con 0x55a5e020a800 2024-09-13T16:19:26.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.372+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v104'286 uv286 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.372+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e4e0 con 0x55a5e020a800 2024-09-13T16:19:26.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.373+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v104'287 uv287 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.373+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.374+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v104'288 uv282 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.374+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.375+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v104'289 uv289 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.375+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.377+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v104'290 uv290 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.378 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:26.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.377+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.379+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v104'291 uv291 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.379+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.380+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v104'292 uv292 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.380+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.381+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v104'293 uv281 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.381+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.382+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v104'294 uv294 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.382+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.383+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v104'295 uv295 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.385 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:26.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.383+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02122c0 con 0x55a5e020a800 2024-09-13T16:19:26.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.385+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v104'296 uv296 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.385+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02122c0 con 0x55a5e020a800 2024-09-13T16:19:26.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.386+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v104'297 uv297 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.386+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.388+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v104'298 uv279 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.388+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.389+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v104'299 uv299 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.389+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.391 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:26.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.390+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v104'300 uv300 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.390+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020f8a0 con 0x55a5e020a800 2024-09-13T16:19:26.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.391+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v104'301 uv301 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.391+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020f8a0 con 0x55a5e020a800 2024-09-13T16:19:26.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.392+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v104'302 uv302 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.392+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e020a800 2024-09-13T16:19:26.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.394+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v104'303 uv303 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e020a800 2024-09-13T16:19:26.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.394+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e013f230 2024-09-13T16:19:26.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.395+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v104'75 uv74 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.395+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e013f230 2024-09-13T16:19:26.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.396+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v104'76 uv76 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.396+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e013f230 2024-09-13T16:19:26.399 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:26.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.398+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v104'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.398+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020f8a0 con 0x55a5e013f230 2024-09-13T16:19:26.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.399+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v104'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.399+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020f8a0 con 0x55a5e013f230 2024-09-13T16:19:26.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.400+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v104'79 uv79 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.400+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020e890 con 0x55a5e013f230 2024-09-13T16:19:26.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.401+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v104'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.401+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55a5e020eda0 0x55a5e0211190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.401+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02116d0 con 0x55a5e020eda0 2024-09-13T16:19:26.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.401+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55a5e020eda0 0x55a5e0211190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.401+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55a5e020eda0 0x55a5e0211190 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.402+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v104'57 uv56 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.402+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0211a80 con 0x55a5e020eda0 2024-09-13T16:19:26.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.403+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v104'58 uv58 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.403+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0211e30 con 0x55a5e020eda0 2024-09-13T16:19:26.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.404+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v104'59 uv59 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.405 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:26.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.404+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02121e0 con 0x55a5e020eda0 2024-09-13T16:19:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.405+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v104'60 uv60 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.405+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0212590 con 0x55a5e013f230 2024-09-13T16:19:26.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.406+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v104'75 uv74 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.406+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0212590 con 0x55a5e013f230 2024-09-13T16:19:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.407+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v104'76 uv76 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.407+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0212590 con 0x55a5e013f230 2024-09-13T16:19:26.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.408+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v104'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.409 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:26.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.408+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02135a0 con 0x55a5e013f230 2024-09-13T16:19:26.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.409+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v104'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.409+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02135a0 con 0x55a5e013f230 2024-09-13T16:19:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.410+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v104'79 uv79 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.410+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0212590 con 0x55a5e013f230 2024-09-13T16:19:26.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.411+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v104'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.411+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55a5e0212aa0 0x55a5e0214e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.411+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02153d0 con 0x55a5e0212aa0 2024-09-13T16:19:26.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.412+0000 7f1d8f207640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55a5e0212aa0 0x55a5e0214e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.412+0000 7f1d8f207640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55a5e0212aa0 0x55a5e0214e90 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.415+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v104'138 uv132 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.415+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215450 con 0x55a5e0212aa0 2024-09-13T16:19:26.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.416+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v104'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.416+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.419 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:26.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.418+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v104'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.418+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0216860 con 0x55a5e0212aa0 2024-09-13T16:19:26.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.419+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v104'141 uv141 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.419+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0216860 con 0x55a5e0212aa0 2024-09-13T16:19:26.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.420+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v104'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.420+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.421+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v104'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.421+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.422+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v104'144 uv137 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.422+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.423+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v104'145 uv145 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.423+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.426 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:26.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.425+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v104'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.425+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.426+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v104'147 uv147 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.426+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0215850 con 0x55a5e0212aa0 2024-09-13T16:19:26.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.427+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v104'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.427+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a5e0215ed0 0x55a5e02182c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.427+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02188d0 con 0x55a5e0215ed0 2024-09-13T16:19:26.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.428+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a5e0215ed0 0x55a5e02182c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.428+0000 7f1d8ea06640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a5e0215ed0 0x55a5e02182c0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.429+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v104'61 uv60 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e0215ed0 2024-09-13T16:19:26.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.429+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e0215ed0 2024-09-13T16:19:26.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.430+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v104'62 uv62 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e0215ed0 2024-09-13T16:19:26.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.430+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e0215ed0 2024-09-13T16:19:26.433 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:26.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.432+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v104'63 uv63 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e0215ed0 2024-09-13T16:19:26.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.432+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e0215ed0 2024-09-13T16:19:26.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.433+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v104'64 uv64 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e0215ed0 2024-09-13T16:19:26.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.433+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e0215ed0 2024-09-13T16:19:26.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.434+0000 7f1d8ea06640 1 -- 172.21.15.39:0/1849216516 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v104'65 uv65 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d80066070 con 0x55a5e0215ed0 2024-09-13T16:19:26.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.434+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e013f230 2024-09-13T16:19:26.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.435+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v104'75 uv74 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.435+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e013f230 2024-09-13T16:19:26.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.436+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v104'76 uv76 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.436+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e013f230 2024-09-13T16:19:26.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.437+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v104'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.438 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:26.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.437+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0219cc0 con 0x55a5e013f230 2024-09-13T16:19:26.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.438+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v104'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.438+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0219cc0 con 0x55a5e013f230 2024-09-13T16:19:26.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.439+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v104'79 uv79 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.439+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e013f230 2024-09-13T16:19:26.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.440+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v104'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e013f230 2024-09-13T16:19:26.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.440+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e0218cb0 con 0x55a5e020eda0 2024-09-13T16:19:26.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.442+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v104'122 uv116 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.442+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02190b0 con 0x55a5e020eda0 2024-09-13T16:19:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.443+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v104'123 uv123 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.443+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e02194b0 con 0x55a5e020eda0 2024-09-13T16:19:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.443+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v104'124 uv124 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.446 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.444+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020dce0 con 0x55a5e020eda0 2024-09-13T16:19:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.444+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v104'125 uv125 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.445+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020dce0 con 0x55a5e020eda0 2024-09-13T16:19:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.445+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v104'126 uv126 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.446+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020dce0 con 0x55a5e020eda0 2024-09-13T16:19:26.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.446+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v104'127 uv121 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.446+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020dce0 con 0x55a5e020eda0 2024-09-13T16:19:26.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.447+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v104'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.447+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020dce0 con 0x55a5e020eda0 2024-09-13T16:19:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.448+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v104'129 uv129 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.450 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.448+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e020dce0 con 0x55a5e020eda0 2024-09-13T16:19:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.449+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v104'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.449+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cac0 con 0x55a5e020eda0 2024-09-13T16:19:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.450+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v104'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.450+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a5e021a670 0x55a5e021ca60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.451+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e021a670 2024-09-13T16:19:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.451+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a5e021a670 0x55a5e021ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.451+0000 7f1d87fff640 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a5e021a670 0x55a5e021ca60 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.452+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v104'57 uv55 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e021a670 2024-09-13T16:19:26.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.452+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e021a670 2024-09-13T16:19:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.453+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v104'58 uv58 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e021a670 2024-09-13T16:19:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.453+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e021a670 2024-09-13T16:19:26.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.454+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v104'59 uv59 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e021a670 2024-09-13T16:19:26.456 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.454+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e021a670 2024-09-13T16:19:26.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.455+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v104'60 uv60 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e021a670 2024-09-13T16:19:26.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.455+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e020eda0 2024-09-13T16:19:26.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.457+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v104'75 uv74 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.457+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e020eda0 2024-09-13T16:19:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.458+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v104'76 uv76 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.458+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e020eda0 2024-09-13T16:19:26.459 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.459+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v104'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.459+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021dfb0 con 0x55a5e020eda0 2024-09-13T16:19:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.459+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v104'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.460+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021dfb0 con 0x55a5e020eda0 2024-09-13T16:19:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.460+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v104'79 uv79 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.460+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e020eda0 2024-09-13T16:19:26.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.461+0000 7f1d87fff640 1 -- 172.21.15.39:0/1849216516 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v104'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d7801b020 con 0x55a5e020eda0 2024-09-13T16:19:26.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.461+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.462+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v104'64 uv63 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.462+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.463+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v104'65 uv65 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.463+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.465 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:26.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.464+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v104'66 uv66 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.464+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.466+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v104'67 uv67 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.466+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.467+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v104'68 uv68 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.467+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.468+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v104'157 uv148 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.468+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.469+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v104'158 uv158 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.469+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.470+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v104'159 uv159 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.471 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:26.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.470+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.471+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v104'160 uv160 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.471+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.472+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v104'161 uv161 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.472+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.474+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v104'162 uv155 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.474+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.475+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v104'163 uv163 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.475+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.476+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v104'164 uv164 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.477 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:26.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.476+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021dfb0 con 0x55a5e0212aa0 2024-09-13T16:19:26.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.477+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v104'165 uv165 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.477+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021dfb0 con 0x55a5e0212aa0 2024-09-13T16:19:26.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.478+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v104'166 uv166 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.478+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021cfa0 con 0x55a5e0212aa0 2024-09-13T16:19:26.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.479+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v104'167 uv167 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.479+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e104) v8 -- 0x55a5e021d490 con 0x55a5e0212aa0 2024-09-13T16:19:26.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v104'168 uv168 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1d8800da00 con 0x55a5e0212aa0 2024-09-13T16:19:26.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55a5e013f230 msgr2=0x55a5e014a6b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55a5e013f230 0x55a5e014a6b0 crc :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55a5e020eda0 msgr2=0x55a5e0211190 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55a5e020eda0 0x55a5e0211190 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a5e021a670 msgr2=0x55a5e021ca60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a5e021a670 0x55a5e021ca60 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55a5e020a800 msgr2=0x55a5e020cbf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55a5e020a800 0x55a5e020cbf0 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d8f207640 1 -- 172.21.15.39:0/1849216516 reap_dead start 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55a5e0212aa0 msgr2=0x55a5e0214e90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55a5e0212aa0 0x55a5e0214e90 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a5e0215ed0 msgr2=0x55a5e02182c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a5e0215ed0 0x55a5e02182c0 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1d700695e0 msgr2=0x7f1d7006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1d700695e0 0x7f1d7006baa0 secure :-1 s=READY pgs=767 cs=0 l=1 rev1=1 crypto rx=0x7f1d80057000 tx=0x7f1d80052000 comp rx=0 tx=0).stop 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 msgr2=0x55a5e0143a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 0x55a5e0143a60 secure :-1 s=READY pgs=1951 cs=0 l=1 rev1=1 crypto rx=0x7f1d78009f10 tx=0x7f1d78008400 comp rx=0 tx=0).stop 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 shutdown_connections 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55a5e0215ed0 0x55a5e02182c0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1d700695e0 0x7f1d7006baa0 unknown :-1 s=CLOSED pgs=767 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a5e0145e50 0x55a5e0143a60 unknown :-1 s=CLOSED pgs=1951 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 --2- 172.21.15.39:0/1849216516 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55a5e0212aa0 0x55a5e0214e90 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 >> 172.21.15.39:0/1849216516 conn(0x55a5e0092040 msgr2=0x55a5e00d0030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.480+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 shutdown_connections 2024-09-13T16:19:26.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.481+0000 7f1d90f09f40 1 -- 172.21.15.39:0/1849216516 wait complete. 2024-09-13T16:19:26.485 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 100.00000000.inode 2024-09-13T16:19:26.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.567+0000 7f35dd125f40 1 Processor -- start 2024-09-13T16:19:26.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.567+0000 7f35dd125f40 1 -- start start 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35dd125f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d5554b090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35dd125f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 0x564d55686120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35dd125f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d555f82d0 0x564d55686660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35dd125f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d554cb4d0 con 0x564d5554ed00 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35dd125f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d55466b60 con 0x564d555f82d0 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35dd125f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564d55466800 con 0x564d55523320 2024-09-13T16:19:26.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 0x564d55686120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 0x564d55686120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44048/0 (socket says 172.21.15.39:44048) 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 -- 172.21.15.39:0/4022475089 learned_addr learned my addr 172.21.15.39:0/4022475089 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35da956640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d555f82d0 0x564d55686660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35da155640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d5554b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 -- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 msgr2=0x564d5554b090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d5554b090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 -- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d555f82d0 msgr2=0x564d55686660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d555f82d0 0x564d55686660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 -- 172.21.15.39:0/4022475089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d400a1c0 con 0x564d5554ed00 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35da155640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d5554b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35da956640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d555f82d0 0x564d55686660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:26.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.568+0000 7f35d9954640 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 0x564d55686120 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f35d0001d30 tx=0x7f35d000b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=759a81848ef1fead server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35d8952640 1 -- 172.21.15.39:0/4022475089 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d0014070 con 0x564d5554ed00 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35d8952640 1 -- 172.21.15.39:0/4022475089 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d0008030 con 0x564d5554ed00 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35d8952640 1 -- 172.21.15.39:0/4022475089 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d000bea0 con 0x564d5554ed00 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 -- 172.21.15.39:0/4022475089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 msgr2=0x564d55686120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 0x564d55686120 secure :-1 s=READY pgs=1953 cs=0 l=1 rev1=1 crypto rx=0x7f35d0001d30 tx=0x7f35d000b5b0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 -- 172.21.15.39:0/4022475089 shutdown_connections 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d555f82d0 0x564d55686660 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d5554ed00 0x564d55686120 unknown :-1 s=CLOSED pgs=1953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 --2- 172.21.15.39:0/4022475089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d5554b090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 -- 172.21.15.39:0/4022475089 >> 172.21.15.39:0/4022475089 conn(0x564d5554c6b0 msgr2=0x564d555edea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 -- 172.21.15.39:0/4022475089 shutdown_connections 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.569+0000 7f35dd125f40 1 -- 172.21.15.39:0/4022475089 wait complete. 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 Processor -- start 2024-09-13T16:19:26.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 -- start start 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d555d7af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d5554ed00 0x564d555edd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d555f82d0 0x564d555efdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d55449520 con 0x564d555f82d0 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d555d8030 con 0x564d5554ed00 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.570+0000 7f35dd125f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564d555f2ca0 con 0x564d55523320 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d555f82d0 0x564d555efdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d555f82d0 0x564d555efdc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44062/0 (socket says 172.21.15.39:44062) 2024-09-13T16:19:26.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 -- 172.21.15.39:0/2912208383 learned_addr learned my addr 172.21.15.39:0/2912208383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35d9954640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d5554ed00 0x564d555edd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da155640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d555d7af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 -- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 msgr2=0x564d555d7af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d55523320 0x564d555d7af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 -- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d5554ed00 msgr2=0x564d555edd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d5554ed00 0x564d555edd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 -- 172.21.15.39:0/2912208383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35d000a040 con 0x564d555f82d0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35da956640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d555f82d0 0x564d555efdc0 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7f35d4045b60 tx=0x7f35d4003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35cb7fe640 1 -- 172.21.15.39:0/2912208383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d4051c20 con 0x564d555f82d0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35cb7fe640 1 -- 172.21.15.39:0/2912208383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35d4051d80 con 0x564d555f82d0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x564d55475c20 con 0x564d555f82d0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35cb7fe640 1 -- 172.21.15.39:0/2912208383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35d4065640 con 0x564d555f82d0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.571+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564d55469060 con 0x564d555f82d0 2024-09-13T16:19:26.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.573+0000 7f35cb7fe640 1 -- 172.21.15.39:0/2912208383 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f35d406e440 con 0x564d555f82d0 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.573+0000 7f35cb7fe640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc0695e0 0x7f35bc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.573+0000 7f35cb7fe640 1 -- 172.21.15.39:0/2912208383 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 6856+0+0 (secure 0 0 0) 0x7f35d40cc320 con 0x564d555f82d0 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.573+0000 7f35da155640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc0695e0 0x7f35bc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.573+0000 7f35dd125f40 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d555f2440 0x564d55689d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.573+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e104) v8 -- 0x564d555f2820 con 0x564d555f2440 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.574+0000 7f35d9954640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d555f2440 0x564d55689d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.574+0000 7f35da155640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc0695e0 0x7f35bc06baa0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005730 tx=0x7f35cc0056c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.574+0000 7f35d9954640 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d555f2440 0x564d55689d60 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.575+0000 7f35d9954640 1 -- 172.21.15.39:0/2912208383 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 100.00000000.inode [delete] v104'169 uv169 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f35d0016070 con 0x564d555f2440 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.575+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d555f2440 msgr2=0x564d55689d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.575+0000 7f35dd125f40 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d555f2440 0x564d55689d60 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc0695e0 msgr2=0x7f35bc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f35bc0695e0 0x7f35bc06baa0 secure :-1 s=READY pgs=768 cs=0 l=1 rev1=1 crypto rx=0x7f35cc005730 tx=0x7f35cc0056c0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d555f82d0 msgr2=0x564d555efdc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 --2- 172.21.15.39:0/2912208383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d555f82d0 0x564d555efdc0 secure :-1 s=READY pgs=1954 cs=0 l=1 rev1=1 crypto rx=0x7f35d4045b60 tx=0x7f35d4003330 comp rx=0 tx=0).stop 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35da956640 1 -- 172.21.15.39:0/2912208383 reap_dead start 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 shutdown_connections 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 >> 172.21.15.39:0/2912208383 conn(0x564d5554c6b0 msgr2=0x564d5554bba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 shutdown_connections 2024-09-13T16:19:26.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.576+0000 7f35dd125f40 1 -- 172.21.15.39:0/2912208383 wait complete. 2024-09-13T16:19:26.583 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:26.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.723+0000 7f0877b01640 1 Processor -- start 2024-09-13T16:19:26.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.724+0000 7f0877b01640 1 -- start start 2024-09-13T16:19:26.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.724+0000 7f0877b01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700b4180 0x7f08700d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.724+0000 7f0877b01640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08700b5550 con 0x7f08700d1f40 2024-09-13T16:19:26.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.724+0000 7f0877b01640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08700cfb50 con 0x7f087015c7d0 2024-09-13T16:19:26.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.724+0000 7f0877b01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08700b2000 con 0x7f08700b4180 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087609e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f08700d1f40 0x7f08700b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34480/0 (socket says 172.21.15.39:34480) 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087609e640 1 -- 172.21.15.39:0/1441335151 learned_addr learned my addr 172.21.15.39:0/1441335151 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087509c640 1 --2- 172.21.15.39:0/1441335151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700b4180 0x7f08700d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087489b640 1 -- 172.21.15.39:0/1441335151 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3757031445 0 0) 0x7f08700b5550 con 0x7f08700d1f40 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087489b640 1 -- 172.21.15.39:0/1441335151 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f085c003520 con 0x7f08700d1f40 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087509c640 1 -- 172.21.15.39:0/1441335151 >> v1:172.21.15.157:6789/0 conn(0x7f087015c7d0 legacy=0x7f08700cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087509c640 1 -- 172.21.15.39:0/1441335151 >> v1:172.21.15.39:6789/0 conn(0x7f08700d1f40 legacy=0x7f08700b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.725+0000 7f087509c640 1 -- 172.21.15.39:0/1441335151 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08700d2340 con 0x7f08700b4180 2024-09-13T16:19:26.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.726+0000 7f087509c640 1 --2- 172.21.15.39:0/1441335151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700b4180 0x7f08700d1a00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f08600097d0 tx=0x7f086002a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=85c6d5956ac7927b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.726+0000 7f087489b640 1 -- 172.21.15.39:0/1441335151 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0860032440 con 0x7f08700b4180 2024-09-13T16:19:26.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.726+0000 7f087489b640 1 -- 172.21.15.39:0/1441335151 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f08600325a0 con 0x7f08700b4180 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.726+0000 7f087489b640 1 -- 172.21.15.39:0/1441335151 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0860032910 con 0x7f08700b4180 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.726+0000 7f0877b01640 1 -- 172.21.15.39:0/1441335151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700b4180 msgr2=0x7f08700d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.726+0000 7f0877b01640 1 --2- 172.21.15.39:0/1441335151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700b4180 0x7f08700d1a00 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f08600097d0 tx=0x7f086002a210 comp rx=0 tx=0).stop 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.727+0000 7f0877b01640 1 -- 172.21.15.39:0/1441335151 shutdown_connections 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.727+0000 7f0877b01640 1 --2- 172.21.15.39:0/1441335151 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700b4180 0x7f08700d1a00 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.727+0000 7f0877b01640 1 -- 172.21.15.39:0/1441335151 >> 172.21.15.39:0/1441335151 conn(0x7f087006bc40 msgr2=0x7f087006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.727+0000 7f0877b01640 1 -- 172.21.15.39:0/1441335151 shutdown_connections 2024-09-13T16:19:26.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.727+0000 7f0877b01640 1 -- 172.21.15.39:0/1441335151 wait complete. 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.728+0000 7f0877b01640 1 Processor -- start 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.728+0000 7f0877b01640 1 -- start start 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 0x7f08700b0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f087015c7d0 0x7f08700ae7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700aece0 0x7f08700a9f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08700ab900 con 0x7f08700d1f40 2024-09-13T16:19:26.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f08700af160 con 0x7f087015c7d0 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f08700aac80 con 0x7f08700aece0 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 0x7f08700b0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 0x7f08700b0a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44064/0 (socket says 172.21.15.39:44064) 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 -- 172.21.15.39:0/2972880283 learned_addr learned my addr 172.21.15.39:0/2972880283 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087509c640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f087015c7d0 0x7f08700ae7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087609e640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700aece0 0x7f08700a9f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 -- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700aece0 msgr2=0x7f08700a9f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700aece0 0x7f08700a9f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 -- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f087015c7d0 msgr2=0x7f08700ae7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f087015c7d0 0x7f08700ae7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 -- 172.21.15.39:0/2972880283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0860009400 con 0x7f08700d1f40 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087509c640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f087015c7d0 0x7f08700ae7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:26.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f087589d640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 0x7f08700b0a70 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f086c00c400 tx=0x7f086c00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f086c0052d0 con 0x7f08700d1f40 2024-09-13T16:19:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f086c005450 con 0x7f08700d1f40 2024-09-13T16:19:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f08700aaf60 con 0x7f08700d1f40 2024-09-13T16:19:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f086c007260 con 0x7f08700d1f40 2024-09-13T16:19:26.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.729+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f08700ab520 con 0x7f08700d1f40 2024-09-13T16:19:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.730+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f087015cbb0 con 0x7f08700d1f40 2024-09-13T16:19:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.731+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f086c0073c0 con 0x7f08700d1f40 2024-09-13T16:19:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.731+0000 7f08667fc640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f085406ac00 0x7f085406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.731+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(104..104 src has 1..104) v4 ==== 6856+0+0 (secure 0 0 0) 0x7f086c088c00 con 0x7f08700d1f40 2024-09-13T16:19:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.731+0000 7f087509c640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f085406ac00 0x7f085406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:26.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.732+0000 7f087509c640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f085406ac00 0x7f085406d0c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0860034000 tx=0x7f086002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:26.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.736+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f086c08f080 con 0x7f08700d1f40 2024-09-13T16:19:26.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:26.941+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f08700cf6a0 con 0x7f08700d1f40 2024-09-13T16:19:27.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.367+0000 7f08667fc640 1 -- 172.21.15.39:0/2972880283 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v155) v1 ==== 162+0+0 (secure 0 0 0) 0x7f086c053970 con 0x7f08700d1f40 2024-09-13T16:19:27.369 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f085406ac00 msgr2=0x7f085406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f085406ac00 0x7f085406d0c0 secure :-1 s=READY pgs=769 cs=0 l=1 rev1=1 crypto rx=0x7f0860034000 tx=0x7f086002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 msgr2=0x7f08700b0a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 0x7f08700b0a70 secure :-1 s=READY pgs=1956 cs=0 l=1 rev1=1 crypto rx=0x7f086c00c400 tx=0x7f086c00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 shutdown_connections 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f085406ac00 0x7f085406d0c0 unknown :-1 s=CLOSED pgs=769 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f08700aece0 0x7f08700a9f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f087015c7d0 0x7f08700ae7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 --2- 172.21.15.39:0/2972880283 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f08700d1f40 0x7f08700b0a70 unknown :-1 s=CLOSED pgs=1956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 >> 172.21.15.39:0/2972880283 conn(0x7f087006bc40 msgr2=0x7f08700b72a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:27.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 shutdown_connections 2024-09-13T16:19:27.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.369+0000 7f0877b01640 1 -- 172.21.15.39:0/2972880283 wait complete. 2024-09-13T16:19:27.383 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:27.384 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:27.382+0000 7fd813dc2640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-13T16:19:27.384 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:27.382+0000 7fd813dc2640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:19:27.384 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:27.383+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:27.384 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:27.383+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:27.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.485+0000 7fb988a72640 1 Processor -- start 2024-09-13T16:19:27.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.486+0000 7fb988a72640 1 -- start start 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.486+0000 7fb988a72640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb9840b41a0 0x7fb9840b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb988a72640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9840cde30 con 0x7fb9840ccf80 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb988a72640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9840b5090 con 0x7fb9840d0a00 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb988a72640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb9840cd820 con 0x7fb9840b41a0 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb981d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb9840ccf80 0x7fb9840d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34496/0 (socket says 172.21.15.39:34496) 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb981d9b640 1 -- 172.21.15.39:0/1123519147 learned_addr learned my addr 172.21.15.39:0/1123519147 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98259c640 1 --2- 172.21.15.39:0/1123519147 >> v2:172.21.15.157:3300/0 conn(0x7fb9840b41a0 0x7fb9840b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4146508626 0 0) 0x7fb9840cde30 con 0x7fb9840ccf80 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb96c003520 con 0x7fb9840ccf80 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1521648980 0 0) 0x7fb96c003520 con 0x7fb9840ccf80 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 >> v2:172.21.15.157:3300/0 conn(0x7fb9840b41a0 msgr2=0x7fb9840b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 --2- 172.21.15.39:0/1123519147 >> v2:172.21.15.157:3300/0 conn(0x7fb9840b41a0 0x7fb9840b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 >> v1:172.21.15.157:6789/0 conn(0x7fb9840d0a00 legacy=0x7fb984167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9840b4ac0 con 0x7fb9840ccf80 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb978001670 con 0x7fb9840ccf80 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 >> v1:172.21.15.39:6789/0 conn(0x7fb9840ccf80 legacy=0x7fb9840d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb96c003970 0x7fb96c003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb96c004370 0x7fb96c004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c005040 0x7fb96c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9840cd820 con 0x7fb96c004370 2024-09-13T16:19:27.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb96c00bfa0 con 0x7fb96c005040 2024-09-13T16:19:27.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb96c00c160 con 0x7fb96c003970 2024-09-13T16:19:27.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.487+0000 7fb981d9b640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb96c004370 0x7fb96c004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb982d9d640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c005040 0x7fb96c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb98259c640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb96c003970 0x7fb96c003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb981d9b640 1 -- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb96c003970 msgr2=0x7fb96c003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:27.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb981d9b640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb96c003970 0x7fb96c003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb981d9b640 1 -- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c005040 msgr2=0x7fb96c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:27.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb981d9b640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c005040 0x7fb96c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb982d9d640 1 -- 172.21.15.39:0/1123519147 reap_dead start 2024-09-13T16:19:27.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.488+0000 7fb981d9b640 1 -- 172.21.15.39:0/1123519147 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb96c003520 con 0x7fb96c004370 2024-09-13T16:19:27.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb981d9b640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb96c004370 0x7fb96c004840 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7fb97800c240 tx=0x7fb96c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b5f753ca298337e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb978005ad0 con 0x7fb96c004370 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb97802d070 con 0x7fb96c004370 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb98159a640 1 -- 172.21.15.39:0/1123519147 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb978007070 con 0x7fb96c004370 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 -- 172.21.15.39:0/1123519147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb96c004370 msgr2=0x7fb96c004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb96c004370 0x7fb96c004840 secure :-1 s=READY pgs=1958 cs=0 l=1 rev1=1 crypto rx=0x7fb97800c240 tx=0x7fb96c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 -- 172.21.15.39:0/1123519147 shutdown_connections 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 --2- 172.21.15.39:0/1123519147 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb96c004370 0x7fb96c004840 unknown :-1 s=CLOSED pgs=1958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 -- 172.21.15.39:0/1123519147 >> 172.21.15.39:0/1123519147 conn(0x7fb9840cf1a0 msgr2=0x7fb9840cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 -- 172.21.15.39:0/1123519147 shutdown_connections 2024-09-13T16:19:27.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.489+0000 7fb988a72640 1 -- 172.21.15.39:0/1123519147 wait complete. 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 Processor -- start 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 -- start start 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c004370 0x7fb9841f31c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9841f2a80 0x7fb9840c8ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 0x7fb9841ef430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9841f3700 con 0x7fb9841eefa0 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb9840c9b90 con 0x7fb96c004370 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.491+0000 7fb988a72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb9840c9e70 con 0x7fb9841f2a80 2024-09-13T16:19:27.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 0x7fb9841ef430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 0x7fb9841ef430 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44084/0 (socket says 172.21.15.39:44084) 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 -- 172.21.15.39:0/3853461694 learned_addr learned my addr 172.21.15.39:0/3853461694 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb981d9b640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9841f2a80 0x7fb9840c8ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb98259c640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c004370 0x7fb9841f31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 -- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9841f2a80 msgr2=0x7fb9840c8ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9841f2a80 0x7fb9840c8ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 -- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c004370 msgr2=0x7fb9841f31c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c004370 0x7fb9841f31c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 -- 172.21.15.39:0/3853461694 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9840ca150 con 0x7fb9841eefa0 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb982d9d640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 0x7fb9841ef430 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7fb98408b940 tx=0x7fb97c00fd40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c006e20 con 0x7fb9841eefa0 2024-09-13T16:19:27.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb97c003970 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9840ca430 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb97c003d00 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.492+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb984158770 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.493+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb984067330 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.494+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb97c005030 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.494+0000 7fb972ffd640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb96406ac00 0x7fb96406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.494+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7fb97c088cc0 con 0x7fb9841eefa0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.494+0000 7fb98259c640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb96406ac00 0x7fb96406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.495+0000 7fb98259c640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb96406ac00 0x7fb96406d0c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb974009b00 tx=0x7fb974008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:27.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.498+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb97c0539d0 con 0x7fb9841eefa0 2024-09-13T16:19:27.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.707+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb984066ec0 con 0x7fb9841eefa0 2024-09-13T16:19:27.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.707+0000 7fb972ffd640 1 -- 172.21.15.39:0/3853461694 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) v1 ==== 95+0+3975 (secure 0 0 0) 0x7fb97c019020 con 0x7fb9841eefa0 2024-09-13T16:19:27.709 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:27.709 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":157,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9513,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/677185875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":677185875},{"type":"v1","addr":"172.21.15.39:6834","nonce":677185875}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":150}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:27.384173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:27.709 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 157 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb96406ac00 msgr2=0x7fb96406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb96406ac00 0x7fb96406d0c0 secure :-1 s=READY pgs=770 cs=0 l=1 rev1=1 crypto rx=0x7fb974009b00 tx=0x7fb974008040 comp rx=0 tx=0).stop 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 msgr2=0x7fb9841ef430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 0x7fb9841ef430 secure :-1 s=READY pgs=1959 cs=0 l=1 rev1=1 crypto rx=0x7fb98408b940 tx=0x7fb97c00fd40 comp rx=0 tx=0).stop 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 shutdown_connections 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb96406ac00 0x7fb96406d0c0 unknown :-1 s=CLOSED pgs=770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb9841eefa0 0x7fb9841ef430 unknown :-1 s=CLOSED pgs=1959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb9841f2a80 0x7fb9840c8ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 --2- 172.21.15.39:0/3853461694 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb96c004370 0x7fb9841f31c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 >> 172.21.15.39:0/3853461694 conn(0x7fb9840cf1a0 msgr2=0x7fb9840d2720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:27.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 shutdown_connections 2024-09-13T16:19:27.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.709+0000 7fb988a72640 1 -- 172.21.15.39:0/3853461694 wait complete. 2024-09-13T16:19:27.721 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:27.722 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:27.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.823+0000 7fd0fa75a640 1 Processor -- start 2024-09-13T16:19:27.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.823+0000 7fd0fa75a640 1 -- start start 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0fa75a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd0f4158cb0 0x7fd0f40cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0fa75a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd0f406a5e0 0x7fd0f40cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0fa75a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0f406f910 con 0x7fd0f406f4a0 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0fa75a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0f406fbd0 con 0x7fd0f406a5e0 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0fa75a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0f406feb0 con 0x7fd0f4158cb0 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd0f406a5e0 0x7fd0f40cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd0f406a5e0 0x7fd0f40cad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44088/0 (socket says 172.21.15.39:44088) 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/4149334857 learned_addr learned my addr 172.21.15.39:0/4149334857 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/4149334857 >> v2:172.21.15.157:3300/0 conn(0x7fd0f4158cb0 0x7fd0f40cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/4149334857 >> v2:172.21.15.157:3300/0 conn(0x7fd0f4158cb0 msgr2=0x7fd0f40cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:27.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 --2- 172.21.15.39:0/4149334857 >> v2:172.21.15.157:3300/0 conn(0x7fd0f4158cb0 0x7fd0f40cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/4149334857 >> v1:172.21.15.157:6789/0 conn(0x7fd0f406f4a0 legacy=0x7fd0f4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:27.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.824+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/4149334857 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0f4070190 con 0x7fd0f406a5e0 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.825+0000 7fd0f8cf7640 1 --2- 172.21.15.39:0/4149334857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f406a5e0 0x7fd0f40cad30 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4068520 tx=0x7fd0ec02c900 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77242522ef756792 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.825+0000 7fd0f2ffd640 1 -- 172.21.15.39:0/4149334857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec033730 con 0x7fd0f406a5e0 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.825+0000 7fd0f2ffd640 1 -- 172.21.15.39:0/4149334857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0ec033890 con 0x7fd0f406a5e0 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.825+0000 7fd0f2ffd640 1 -- 172.21.15.39:0/4149334857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec033c20 con 0x7fd0f406a5e0 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 -- 172.21.15.39:0/4149334857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f406a5e0 msgr2=0x7fd0f40cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/4149334857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f406a5e0 0x7fd0f40cad30 secure :-1 s=READY pgs=1960 cs=0 l=1 rev1=1 crypto rx=0x7fd0f4068520 tx=0x7fd0ec02c900 comp rx=0 tx=0).stop 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 -- 172.21.15.39:0/4149334857 shutdown_connections 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/4149334857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f406a5e0 0x7fd0f40cad30 unknown :-1 s=CLOSED pgs=1960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/4149334857 >> v2:172.21.15.157:3300/0 conn(0x7fd0f4158cb0 0x7fd0f40cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 -- 172.21.15.39:0/4149334857 >> 172.21.15.39:0/4149334857 conn(0x7fd0f406b3b0 msgr2=0x7fd0f406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 -- 172.21.15.39:0/4149334857 shutdown_connections 2024-09-13T16:19:27.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.826+0000 7fd0fa75a640 1 -- 172.21.15.39:0/4149334857 wait complete. 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.827+0000 7fd0fa75a640 1 Processor -- start 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.827+0000 7fd0fa75a640 1 -- start start 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0fa75a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f406a5e0 0x7fd0f40ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0fa75a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f406f4a0 0x7fd0f40acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0fa75a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 0x7fd0f4153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0fa75a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f415b210 con 0x7fd0f4158cb0 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0fa75a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f415a590 con 0x7fd0f406f4a0 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0fa75a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f415a870 con 0x7fd0f406a5e0 2024-09-13T16:19:27.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 0x7fd0f4153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 0x7fd0f4153df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44104/0 (socket says 172.21.15.39:44104) 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/3068500665 learned_addr learned my addr 172.21.15.39:0/3068500665 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f406a5e0 0x7fd0f40ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f37fe640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f406f4a0 0x7fd0f40acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f406a5e0 msgr2=0x7fd0f40ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f406a5e0 0x7fd0f40ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f406f4a0 msgr2=0x7fd0f40acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f406f4a0 0x7fd0f40acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.828+0000 7fd0f8cf7640 1 -- 172.21.15.39:0/3068500665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0ec00bd40 con 0x7fd0f4158cb0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.829+0000 7fd0f8cf7640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 0x7fd0f4153df0 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec02cef0 tx=0x7fd0ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.829+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec040670 con 0x7fd0f4158cb0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.829+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0ec0407d0 con 0x7fd0f4158cb0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.829+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0f415ab50 con 0x7fd0f4158cb0 2024-09-13T16:19:27.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.829+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec040b60 con 0x7fd0f4158cb0 2024-09-13T16:19:27.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.829+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0f415b630 con 0x7fd0f4158cb0 2024-09-13T16:19:27.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.830+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0f415b350 con 0x7fd0f4158cb0 2024-09-13T16:19:27.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.831+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd0ec033070 con 0x7fd0f4158cb0 2024-09-13T16:19:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.831+0000 7fd0f0ff9640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e006ac00 0x7fd0e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.831+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7fd0ec0aae40 con 0x7fd0f4158cb0 2024-09-13T16:19:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.831+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e006ac00 0x7fd0e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:27.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.832+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e006ac00 0x7fd0e006d0c0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fd0f406f230 tx=0x7fd0e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:27.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:27.835+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd0f415b350 con 0x7fd0f4158cb0 2024-09-13T16:19:28.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.042+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd0f415b350 con 0x7fd0f4158cb0 2024-09-13T16:19:28.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.043+0000 7fd0f0ff9640 1 -- 172.21.15.39:0/3068500665 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) v1 ==== 95+0+3975 (secure 0 0 0) 0x7fd0f415b350 con 0x7fd0f4158cb0 2024-09-13T16:19:28.044 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:28.044 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":157,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9513,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/677185875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":677185875},{"type":"v1","addr":"172.21.15.39:6834","nonce":677185875}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":150}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:27.384173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:28.045 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 157 2024-09-13T16:19:28.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e006ac00 msgr2=0x7fd0e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e006ac00 0x7fd0e006d0c0 secure :-1 s=READY pgs=771 cs=0 l=1 rev1=1 crypto rx=0x7fd0f406f230 tx=0x7fd0e4008040 comp rx=0 tx=0).stop 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 msgr2=0x7fd0f4153df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 0x7fd0f4153df0 secure :-1 s=READY pgs=1961 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec02cef0 tx=0x7fd0ec004a40 comp rx=0 tx=0).stop 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 shutdown_connections 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e006ac00 0x7fd0e006d0c0 unknown :-1 s=CLOSED pgs=771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f4158cb0 0x7fd0f4153df0 unknown :-1 s=CLOSED pgs=1961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f406f4a0 0x7fd0f40acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 --2- 172.21.15.39:0/3068500665 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f406a5e0 0x7fd0f40ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 >> 172.21.15.39:0/3068500665 conn(0x7fd0f406b3b0 msgr2=0x7fd0f4155300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 shutdown_connections 2024-09-13T16:19:28.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.045+0000 7fd0fa75a640 1 -- 172.21.15.39:0/3068500665 wait complete. 2024-09-13T16:19:28.058 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:28.058 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:28.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.159+0000 7fba7f333640 1 Processor -- start 2024-09-13T16:19:28.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.160+0000 7fba7f333640 1 -- start start 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.160+0000 7fba7f333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780b41a0 0x7fba780b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.160+0000 7fba7f333640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba780ccf80 0x7fba780d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.160+0000 7fba7f333640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba780cde30 con 0x7fba780d0830 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.160+0000 7fba7f333640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba780b5090 con 0x7fba780ccf80 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.160+0000 7fba7f333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba780cd820 con 0x7fba780b41a0 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba780ccf80 0x7fba780d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fba780ccf80 0x7fba780d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44108/0 (socket says 172.21.15.39:44108) 2024-09-13T16:19:28.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 -- 172.21.15.39:0/717643373 learned_addr learned my addr 172.21.15.39:0/717643373 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:28.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 -- 172.21.15.39:0/717643373 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780b41a0 msgr2=0x7fba780b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:28.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7d0cf640 1 --2- 172.21.15.39:0/717643373 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780b41a0 0x7fba780b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 --2- 172.21.15.39:0/717643373 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780b41a0 0x7fba780b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 -- 172.21.15.39:0/717643373 >> v1:172.21.15.157:6789/0 conn(0x7fba780d0830 legacy=0x7fba78166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:28.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.161+0000 7fba7c8ce640 1 -- 172.21.15.39:0/717643373 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba780b4ac0 con 0x7fba780ccf80 2024-09-13T16:19:28.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7c8ce640 1 --2- 172.21.15.39:0/717643373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780ccf80 0x7fba780d02f0 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009870 tx=0x7fba6c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91fa372fbc93e528 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:28.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba6bfff640 1 -- 172.21.15.39:0/717643373 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba6c032440 con 0x7fba780ccf80 2024-09-13T16:19:28.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba6bfff640 1 -- 172.21.15.39:0/717643373 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba6c0325a0 con 0x7fba780ccf80 2024-09-13T16:19:28.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba6bfff640 1 -- 172.21.15.39:0/717643373 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba6c032930 con 0x7fba780ccf80 2024-09-13T16:19:28.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 -- 172.21.15.39:0/717643373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780ccf80 msgr2=0x7fba780d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 --2- 172.21.15.39:0/717643373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780ccf80 0x7fba780d02f0 secure :-1 s=READY pgs=1962 cs=0 l=1 rev1=1 crypto rx=0x7fba6c009870 tx=0x7fba6c02a210 comp rx=0 tx=0).stop 2024-09-13T16:19:28.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 -- 172.21.15.39:0/717643373 shutdown_connections 2024-09-13T16:19:28.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 --2- 172.21.15.39:0/717643373 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780ccf80 0x7fba780d02f0 unknown :-1 s=CLOSED pgs=1962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 --2- 172.21.15.39:0/717643373 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780b41a0 0x7fba780b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 -- 172.21.15.39:0/717643373 >> 172.21.15.39:0/717643373 conn(0x7fba780cf1a0 msgr2=0x7fba780cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:28.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 -- 172.21.15.39:0/717643373 shutdown_connections 2024-09-13T16:19:28.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.162+0000 7fba7f333640 1 -- 172.21.15.39:0/717643373 wait complete. 2024-09-13T16:19:28.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 Processor -- start 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 -- start start 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 0x7fba781e6820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba780ccf80 0x7fba781e7920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780d0830 0x7fba7815b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba781e6d60 con 0x7fba780b41a0 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba781e6390 con 0x7fba780ccf80 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7f333640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba7815c250 con 0x7fba780d0830 2024-09-13T16:19:28.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7d0cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 0x7fba781e6820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7d0cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 0x7fba781e6820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44124/0 (socket says 172.21.15.39:44124) 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.164+0000 7fba7d0cf640 1 -- 172.21.15.39:0/1070135994 learned_addr learned my addr 172.21.15.39:0/1070135994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d8d0640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780d0830 0x7fba7815b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7c8ce640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba780ccf80 0x7fba781e7920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d0cf640 1 -- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780d0830 msgr2=0x7fba7815b220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d0cf640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780d0830 0x7fba7815b220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d0cf640 1 -- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba780ccf80 msgr2=0x7fba781e7920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d0cf640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba780ccf80 0x7fba781e7920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d0cf640 1 -- 172.21.15.39:0/1070135994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba6c0094d0 con 0x7fba780b41a0 2024-09-13T16:19:28.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7c8ce640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba780ccf80 0x7fba781e7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:28.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7d0cf640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 0x7fba781e6820 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7fba7400c7f0 tx=0x7fba7400ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:28.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba74004220 con 0x7fba780b41a0 2024-09-13T16:19:28.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba74004380 con 0x7fba780b41a0 2024-09-13T16:19:28.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba781e7e60 con 0x7fba780b41a0 2024-09-13T16:19:28.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba74007840 con 0x7fba780b41a0 2024-09-13T16:19:28.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.165+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba781e5a60 con 0x7fba780b41a0 2024-09-13T16:19:28.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.166+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba78067330 con 0x7fba780b41a0 2024-09-13T16:19:28.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.167+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fba74007bb0 con 0x7fba780b41a0 2024-09-13T16:19:28.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.167+0000 7fba69ffb640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba5c06ac00 0x7fba5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.168+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7fba740896b0 con 0x7fba780b41a0 2024-09-13T16:19:28.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.168+0000 7fba7c8ce640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba5c06ac00 0x7fba5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.168+0000 7fba7c8ce640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba5c06ac00 0x7fba5c06d0c0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fba6c034000 tx=0x7fba6c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:28.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.172+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fba74054470 con 0x7fba780b41a0 2024-09-13T16:19:28.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.382+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fba78066ec0 con 0x7fba780b41a0 2024-09-13T16:19:28.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.382+0000 7fba69ffb640 1 -- 172.21.15.39:0/1070135994 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 157 v157) v1 ==== 95+0+3975 (secure 0 0 0) 0x7fba74007e60 con 0x7fba780b41a0 2024-09-13T16:19:28.383 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:28.384 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":157,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9513,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/677185875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":677185875},{"type":"v1","addr":"172.21.15.39:6834","nonce":677185875}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":150}],"filesystems":[{"mdsmap":{"epoch":157,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:27.384173+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:28.384 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 157 2024-09-13T16:19:28.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba5c06ac00 msgr2=0x7fba5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba5c06ac00 0x7fba5c06d0c0 secure :-1 s=READY pgs=772 cs=0 l=1 rev1=1 crypto rx=0x7fba6c034000 tx=0x7fba6c02e000 comp rx=0 tx=0).stop 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 msgr2=0x7fba781e6820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 0x7fba781e6820 secure :-1 s=READY pgs=1963 cs=0 l=1 rev1=1 crypto rx=0x7fba7400c7f0 tx=0x7fba7400ccb0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 shutdown_connections 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fba5c06ac00 0x7fba5c06d0c0 unknown :-1 s=CLOSED pgs=772 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fba780d0830 0x7fba7815b220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fba780ccf80 0x7fba781e7920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 --2- 172.21.15.39:0/1070135994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fba780b41a0 0x7fba781e6820 unknown :-1 s=CLOSED pgs=1963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 >> 172.21.15.39:0/1070135994 conn(0x7fba780cf1a0 msgr2=0x7fba780b6a40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 shutdown_connections 2024-09-13T16:19:28.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.384+0000 7fba7f333640 1 -- 172.21.15.39:0/1070135994 wait complete. 2024-09-13T16:19:28.396 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 100.00000000.inode' led to DAMAGED state 2024-09-13T16:19:28.397 INFO:tasks.cephfs.test_damage:Applying mutation 'Delete 1.00000000' 2024-09-13T16:19:28.397 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:28.397 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:28.413 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:28.413 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:28.413 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:28.413 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:28.413 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:28.469 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:28.469 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:28.469 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:28.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.611+0000 7fb3693ce640 1 Processor -- start 2024-09-13T16:19:28.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.611+0000 7fb3693ce640 1 -- start start 2024-09-13T16:19:28.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.612+0000 7fb3693ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb364160e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.612+0000 7fb3693ce640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb364161380 con 0x7fb3640b4c00 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.612+0000 7fb3693ce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3640cd1a0 con 0x7fb3640ccd10 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.612+0000 7fb3693ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3640cd480 con 0x7fb36415c8d0 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.612+0000 7fb3637fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb3640b4c00 0x7fb3640d0db0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34512/0 (socket says 172.21.15.39:34512) 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.612+0000 7fb3637fe640 1 -- 172.21.15.39:0/2049981667 learned_addr learned my addr 172.21.15.39:0/2049981667 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4150077177 0 0) 0x7fb35c001490 con 0x7fb3640b4c00 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb362ffd640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb364160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb350003520 con 0x7fb3640b4c00 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 631372427 0 0) 0x7fb350003520 con 0x7fb3640b4c00 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 msgr2=0x7fb364160e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb364160e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 >> v1:172.21.15.157:6789/0 conn(0x7fb3640ccd10 legacy=0x7fb3640b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3640cd760 con 0x7fb3640b4c00 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb35c001b80 con 0x7fb3640b4c00 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 >> v1:172.21.15.39:6789/0 conn(0x7fb3640b4c00 legacy=0x7fb3640d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb3500039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb350003fd0 0x7fb3500047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb350004d00 0x7fb350005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3640cd480 con 0x7fb350003fd0 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb35000bb40 con 0x7fb350004d00 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb35000bd00 con 0x7fb36415c8d0 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3627fc640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb350003fd0 0x7fb3500047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb362ffd640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb3500039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3637fe640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb350004d00 0x7fb350005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3627fc640 1 -- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 msgr2=0x7fb3500039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3627fc640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb3500039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3627fc640 1 -- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb350004d00 msgr2=0x7fb350005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3627fc640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb350004d00 0x7fb350005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb3627fc640 1 -- 172.21.15.39:0/2049981667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb350003520 con 0x7fb350003fd0 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.613+0000 7fb362ffd640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb36415c8d0 0x7fb3500039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.614+0000 7fb3627fc640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb350003fd0 0x7fb3500047c0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7fb34c001770 tx=0x7fb3500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bb75c2dd72c47a01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.614+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34c0052d0 con 0x7fb350003fd0 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.614+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb34c005430 con 0x7fb350003fd0 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.614+0000 7fb361ffb640 1 -- 172.21.15.39:0/2049981667 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb34c02ab60 con 0x7fb350003fd0 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3693ce640 1 -- 172.21.15.39:0/2049981667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb350003fd0 msgr2=0x7fb3500047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3693ce640 1 --2- 172.21.15.39:0/2049981667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb350003fd0 0x7fb3500047c0 secure :-1 s=READY pgs=1965 cs=0 l=1 rev1=1 crypto rx=0x7fb34c001770 tx=0x7fb3500057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3637fe640 1 -- 172.21.15.39:0/2049981667 reap_dead start 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3693ce640 1 -- 172.21.15.39:0/2049981667 shutdown_connections 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3693ce640 1 -- 172.21.15.39:0/2049981667 >> 172.21.15.39:0/2049981667 conn(0x7fb3640cf560 msgr2=0x7fb3640cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3693ce640 1 -- 172.21.15.39:0/2049981667 shutdown_connections 2024-09-13T16:19:28.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.615+0000 7fb3693ce640 1 -- 172.21.15.39:0/2049981667 wait complete. 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.616+0000 7fb3693ce640 1 Processor -- start 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.616+0000 7fb3693ce640 1 -- start start 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3693ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb350003fd0 0x7fb364154450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3693ce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3641e7ba0 0x7fb36415ebd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3693ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 0x7fb36415f110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3693ce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3641e90f0 con 0x7fb3641e8b80 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3693ce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3641e6bf0 con 0x7fb3641e7ba0 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3693ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb364154ee0 con 0x7fb350003fd0 2024-09-13T16:19:28.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 0x7fb36415f110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 0x7fb36415f110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44136/0 (socket says 172.21.15.39:44136) 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 -- 172.21.15.39:0/3022903108 learned_addr learned my addr 172.21.15.39:0/3022903108 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3627fc640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3641e7ba0 0x7fb36415ebd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb362ffd640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb350003fd0 0x7fb364154450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 -- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb350003fd0 msgr2=0x7fb364154450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb350003fd0 0x7fb364154450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 -- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3641e7ba0 msgr2=0x7fb36415ebd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3641e7ba0 0x7fb36415ebd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 -- 172.21.15.39:0/3022903108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3641e6de0 con 0x7fb3641e8b80 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb362ffd640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb350003fd0 0x7fb364154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.617+0000 7fb3637fe640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 0x7fb36415f110 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0013d0 tx=0x7fb35c00e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.618+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c00ebb0 con 0x7fb3641e8b80 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.618+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb35c00ed30 con 0x7fb3641e8b80 2024-09-13T16:19:28.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.618+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb35c0146c0 con 0x7fb3641e8b80 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.618+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3641e70c0 con 0x7fb3641e8b80 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.618+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3641e7680 con 0x7fb3641e8b80 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.619+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb364160e40 con 0x7fb3641e8b80 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.619+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb35c01d3b0 con 0x7fb3641e8b80 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.620+0000 7fb35b7fe640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb34406ac30 0x7fb34406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.620+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7fb35c089460 con 0x7fb3641e8b80 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.620+0000 7fb362ffd640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb34406ac30 0x7fb34406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:28.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.620+0000 7fb362ffd640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb34406ac30 0x7fb34406d0f0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb3640ccca0 tx=0x7fb354008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:28.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.624+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb35c054220 con 0x7fb3641e8b80 2024-09-13T16:19:28.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:28.831+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fb364161380 con 0x7fb3641e8b80 2024-09-13T16:19:29.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.382+0000 7fb35b7fe640 1 -- 172.21.15.39:0/3022903108 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v158) v1 ==== 161+0+0 (secure 0 0 0) 0x7fb364161380 con 0x7fb3641e8b80 2024-09-13T16:19:29.383 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:29.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb34406ac30 msgr2=0x7fb34406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:29.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb34406ac30 0x7fb34406d0f0 secure :-1 s=READY pgs=773 cs=0 l=1 rev1=1 crypto rx=0x7fb3640ccca0 tx=0x7fb354008040 comp rx=0 tx=0).stop 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 msgr2=0x7fb36415f110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 0x7fb36415f110 secure :-1 s=READY pgs=1966 cs=0 l=1 rev1=1 crypto rx=0x7fb35c0013d0 tx=0x7fb35c00e530 comp rx=0 tx=0).stop 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 shutdown_connections 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb34406ac30 0x7fb34406d0f0 unknown :-1 s=CLOSED pgs=773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb3641e8b80 0x7fb36415f110 unknown :-1 s=CLOSED pgs=1966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb3641e7ba0 0x7fb36415ebd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 --2- 172.21.15.39:0/3022903108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb350003fd0 0x7fb364154450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 >> 172.21.15.39:0/3022903108 conn(0x7fb3640cf560 msgr2=0x7fb3640b5840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 shutdown_connections 2024-09-13T16:19:29.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.384+0000 7fb3693ce640 1 -- 172.21.15.39:0/3022903108 wait complete. 2024-09-13T16:19:29.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:29.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.500+0000 7ff1e8aa3640 1 Processor -- start 2024-09-13T16:19:29.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.500+0000 7ff1e8aa3640 1 -- start start 2024-09-13T16:19:29.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e8aa3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1e415c830 0x7ff1e40ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:29.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e8aa3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff1e40acda0 0x7ff1e406db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e8aa3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1e40b4080 con 0x7ff1e406cca0 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e8aa3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1e40b1f50 con 0x7ff1e415c830 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e8aa3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1e415cc10 con 0x7ff1e40acda0 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1e415c830 0x7ff1e40ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e1d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff1e406cca0 0x7ff1e40b4510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34516/0 (socket says 172.21.15.39:34516) 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e1d9b640 1 -- 172.21.15.39:0/3624728926 learned_addr learned my addr 172.21.15.39:0/3624728926 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e2d9d640 1 --2- 172.21.15.39:0/3624728926 >> v2:172.21.15.157:3300/0 conn(0x7ff1e40acda0 0x7ff1e406db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e259c640 1 -- 172.21.15.39:0/3624728926 >> v2:172.21.15.157:3300/0 conn(0x7ff1e40acda0 msgr2=0x7ff1e406db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e259c640 1 --2- 172.21.15.39:0/3624728926 >> v2:172.21.15.157:3300/0 conn(0x7ff1e40acda0 0x7ff1e406db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e259c640 1 -- 172.21.15.39:0/3624728926 >> v1:172.21.15.39:6789/0 conn(0x7ff1e406cca0 legacy=0x7ff1e40b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.501+0000 7ff1e259c640 1 -- 172.21.15.39:0/3624728926 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1e40b3750 con 0x7ff1e415c830 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.502+0000 7ff1e259c640 1 --2- 172.21.15.39:0/3624728926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e40ac860 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7ff1e40ae920 tx=0x7ff1d402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85b0b1e1901c245c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.502+0000 7ff1e159a640 1 -- 172.21.15.39:0/3624728926 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4032440 con 0x7ff1e415c830 2024-09-13T16:19:29.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.502+0000 7ff1e159a640 1 -- 172.21.15.39:0/3624728926 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1d40325a0 con 0x7ff1e415c830 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.502+0000 7ff1e159a640 1 -- 172.21.15.39:0/3624728926 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1d4032930 con 0x7ff1e415c830 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/3624728926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 msgr2=0x7ff1e40ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/3624728926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e40ac860 secure :-1 s=READY pgs=1968 cs=0 l=1 rev1=1 crypto rx=0x7ff1e40ae920 tx=0x7ff1d402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/3624728926 shutdown_connections 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/3624728926 >> v2:172.21.15.157:3300/0 conn(0x7ff1e40acda0 0x7ff1e406db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/3624728926 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e40ac860 unknown :-1 s=CLOSED pgs=1968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/3624728926 >> 172.21.15.39:0/3624728926 conn(0x7ff1e40ae990 msgr2=0x7ff1e40aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/3624728926 shutdown_connections 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.503+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/3624728926 wait complete. 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.504+0000 7ff1e8aa3640 1 Processor -- start 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.504+0000 7ff1e8aa3640 1 -- start start 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e8aa3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e406cca0 0x7ff1e40ce150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:29.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e8aa3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e40acda0 0x7ff1e41597f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e8aa3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e415e0e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e8aa3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e40ce690 con 0x7ff1e415c830 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e8aa3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e415a0f0 con 0x7ff1e40acda0 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e8aa3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1e41f24d0 con 0x7ff1e406cca0 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e415e0e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e415e0e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44154/0 (socket says 172.21.15.39:44154) 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 -- 172.21.15.39:0/2099091108 learned_addr learned my addr 172.21.15.39:0/2099091108 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e1d9b640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e40acda0 0x7ff1e41597f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e259c640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e406cca0 0x7ff1e40ce150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 -- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e406cca0 msgr2=0x7ff1e40ce150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e406cca0 0x7ff1e40ce150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 -- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e40acda0 msgr2=0x7ff1e41597f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e40acda0 0x7ff1e41597f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:29.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.505+0000 7ff1e2d9d640 1 -- 172.21.15.39:0/2099091108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d4009400 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.506+0000 7ff1e2d9d640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e415e0e0 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc009fd0 tx=0x7ff1dc00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.506+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc014420 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.506+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1dc014580 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.506+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1dc014930 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.506+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1e41f27b0 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.506+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1e415a3d0 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.507+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1e41f2330 con 0x7ff1e415c830 2024-09-13T16:19:29.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.507+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1dc014a90 con 0x7ff1e415c830 2024-09-13T16:19:29.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.508+0000 7ff1d2ffd640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1c406ac00 0x7ff1c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:29.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.508+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7ff1dc08a150 con 0x7ff1e415c830 2024-09-13T16:19:29.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.508+0000 7ff1e259c640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1c406ac00 0x7ff1c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:29.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.509+0000 7ff1e259c640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1c406ac00 0x7ff1c406d0c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4034000 tx=0x7ff1d402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:29.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.512+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1e41f2330 con 0x7ff1e415c830 2024-09-13T16:19:29.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:29.748+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7ff1e41f2cd0 con 0x7ff1e415c830 2024-09-13T16:19:30.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.394+0000 7ff1d2ffd640 1 -- 172.21.15.39:0/2099091108 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v159) v1 ==== 101+0+0 (secure 0 0 0) 0x7ff1e41f2cd0 con 0x7ff1e415c830 2024-09-13T16:19:30.396 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1c406ac00 msgr2=0x7ff1c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1c406ac00 0x7ff1c406d0c0 secure :-1 s=READY pgs=774 cs=0 l=1 rev1=1 crypto rx=0x7ff1d4034000 tx=0x7ff1d402e000 comp rx=0 tx=0).stop 2024-09-13T16:19:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 msgr2=0x7ff1e415e0e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e415e0e0 secure :-1 s=READY pgs=1969 cs=0 l=1 rev1=1 crypto rx=0x7ff1dc009fd0 tx=0x7ff1dc00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 shutdown_connections 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1c406ac00 0x7ff1c406d0c0 unknown :-1 s=CLOSED pgs=774 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1e415c830 0x7ff1e415e0e0 unknown :-1 s=CLOSED pgs=1969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1e40acda0 0x7ff1e41597f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 --2- 172.21.15.39:0/2099091108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1e406cca0 0x7ff1e40ce150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 >> 172.21.15.39:0/2099091108 conn(0x7ff1e40ae990 msgr2=0x7ff1e4160550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 shutdown_connections 2024-09-13T16:19:30.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.397+0000 7ff1e8aa3640 1 -- 172.21.15.39:0/2099091108 wait complete. 2024-09-13T16:19:30.411 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:30.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 Processor -- start 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 -- start start 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 0x56131b2119a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2c70 0x56131b21b440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b21ed10 0x56131b21b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56131b0a8b60 con 0x56131b1a2890 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56131b0a8800 con 0x56131b21ed10 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f9641367f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56131b08b520 con 0x56131b1a2c70 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f963ee64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 0x56131b2119a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f963ee64640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 0x56131b2119a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44174/0 (socket says 172.21.15.39:44174) 2024-09-13T16:19:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.456+0000 7f963ee64640 1 -- 172.21.15.39:0/3634506610 learned_addr learned my addr 172.21.15.39:0/3634506610 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963e663640 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2c70 0x56131b21b440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963f665640 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b21ed10 0x56131b21b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963ee64640 1 -- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2c70 msgr2=0x56131b21b440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963ee64640 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2c70 0x56131b21b440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963ee64640 1 -- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b21ed10 msgr2=0x56131b21b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963ee64640 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b21ed10 0x56131b21b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963ee64640 1 -- 172.21.15.39:0/3634506610 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f963800a1c0 con 0x56131b1a2890 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963f665640 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b21ed10 0x56131b21b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963ee64640 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 0x56131b2119a0 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f963000a770 tx=0x7f963000a860 comp rx=0 tx=0).ready entity=mon.0 client_cookie=377f0eb88f43670e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963d661640 1 -- 172.21.15.39:0/3634506610 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963000f070 con 0x56131b1a2890 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963d661640 1 -- 172.21.15.39:0/3634506610 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9630014470 con 0x56131b1a2890 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f963d661640 1 -- 172.21.15.39:0/3634506610 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9630014800 con 0x56131b1a2890 2024-09-13T16:19:30.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f9641367f40 1 -- 172.21.15.39:0/3634506610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 msgr2=0x56131b2119a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.457+0000 7f9641367f40 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 0x56131b2119a0 secure :-1 s=READY pgs=1971 cs=0 l=1 rev1=1 crypto rx=0x7f963000a770 tx=0x7f963000a860 comp rx=0 tx=0).stop 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 -- 172.21.15.39:0/3634506610 shutdown_connections 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b21ed10 0x56131b21b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2c70 0x56131b21b440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 --2- 172.21.15.39:0/3634506610 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b1a2890 0x56131b2119a0 unknown :-1 s=CLOSED pgs=1971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 -- 172.21.15.39:0/3634506610 >> 172.21.15.39:0/3634506610 conn(0x56131b1ab800 msgr2=0x56131b1aa310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 -- 172.21.15.39:0/3634506610 shutdown_connections 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 -- 172.21.15.39:0/3634506610 wait complete. 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 Processor -- start 2024-09-13T16:19:30.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.458+0000 7f9641367f40 1 -- start start 2024-09-13T16:19:30.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f9641367f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2890 0x56131b21c0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f9641367f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b1a2c70 0x56131b235720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f9641367f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b21ed10 0x56131b21b2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f9641367f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56131b2139f0 con 0x56131b21ed10 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f9641367f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56131b21c630 con 0x56131b1a2c70 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f9641367f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56131b1a1ee0 con 0x56131b1a2890 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b21ed10 0x56131b21b2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b21ed10 0x56131b21b2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44180/0 (socket says 172.21.15.39:44180) 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 learned_addr learned my addr 172.21.15.39:0/3725772766 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2890 0x56131b21c0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b1a2c70 0x56131b235720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2890 msgr2=0x56131b21c0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56131b1a2890 0x56131b21c0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b1a2c70 msgr2=0x56131b235720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56131b1a2c70 0x56131b235720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.459+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f963000a420 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.460+0000 7f963f665640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b21ed10 0x56131b21b2b0 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f9638045b80 tx=0x7f9638003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.460+0000 7f9627fff640 1 -- 172.21.15.39:0/3725772766 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9638051500 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.460+0000 7f9627fff640 1 -- 172.21.15.39:0/3725772766 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f963805b430 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.460+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x56131b0d1dc0 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.460+0000 7f9627fff640 1 -- 172.21.15.39:0/3725772766 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963805b7c0 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.460+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56131b0b7c20 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.461+0000 7f9627fff640 1 -- 172.21.15.39:0/3725772766 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f963805b920 con 0x56131b21ed10 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f9627fff640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f962c0695e0 0x7f962c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f9627fff640 1 -- 172.21.15.39:0/3725772766 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7f96380cc070 con 0x56131b21ed10 2024-09-13T16:19:30.467 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f962c0695e0 0x7f962c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56131b214390 0x56131b2147a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b214ce0 con 0x56131b214390 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56131b214390 0x56131b2147a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.462+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56131b214390 0x56131b2147a0 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.463+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f962c0695e0 0x7f962c06baa0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f9630017040 tx=0x7f963000c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.464+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v105'412 uv386 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.464+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2da830 con 0x56131b214390 2024-09-13T16:19:30.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.465+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v105'413 uv413 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.465+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2dabe0 con 0x56131b214390 2024-09-13T16:19:30.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.466+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v105'414 uv414 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.469 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:30.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.466+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2dbfa0 con 0x56131b214390 2024-09-13T16:19:30.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.468+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v105'415 uv415 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.468+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2dc350 con 0x56131b214390 2024-09-13T16:19:30.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.469+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v105'416 uv416 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.469+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2daf90 con 0x56131b214390 2024-09-13T16:19:30.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.470+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v105'417 uv417 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.470+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.471+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v105'418 uv392 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.471+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.472+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v105'419 uv419 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.472+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.473+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v105'420 uv420 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.474 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:30.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.473+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.475+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v105'421 uv421 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.475+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.476+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v105'422 uv422 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.476+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.477+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v105'423 uv423 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.477+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.478+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v105'424 uv399 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.478+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.479+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v105'425 uv425 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.479+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.481 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:30.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.480+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v105'426 uv426 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.480+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.481+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v105'427 uv427 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.481+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.482+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v105'428 uv428 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.482+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.483+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v105'429 uv429 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.483+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.487+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v105'430 uv430 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.487+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.488+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v105'431 uv405 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.488+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.489+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v105'432 uv432 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.489+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.490+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v105'433 uv433 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.492 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:30.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.490+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.491+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v105'434 uv434 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.491+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.492+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v105'435 uv435 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.492+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.493+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v105'436 uv436 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.494+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.495+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v105'437 uv411 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.495+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.496+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v105'438 uv438 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.496+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.497+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v105'439 uv439 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.498 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:30.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.497+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.498+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v105'440 uv440 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.498+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.499+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v105'441 uv441 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.499+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b214390 2024-09-13T16:19:30.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.500+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v105'442 uv442 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.500+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56131b2dc700 0x56131b2deaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.500+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2db390 con 0x56131b2dc700 2024-09-13T16:19:30.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.500+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56131b2dc700 0x56131b2deaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.500+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56131b2dc700 0x56131b2deaf0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.502+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v105'304 uv287 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.502+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2df030 con 0x56131b2dc700 2024-09-13T16:19:30.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.503+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v105'305 uv305 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.503+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2df3e0 con 0x56131b2dc700 2024-09-13T16:19:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.504+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v105'306 uv306 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.506 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:30.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.504+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2df790 con 0x56131b2dc700 2024-09-13T16:19:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.506+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v105'307 uv307 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.506+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2dfb40 con 0x56131b2dc700 2024-09-13T16:19:30.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.511+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v105'308 uv308 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.511+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2dfef0 con 0x56131b2dc700 2024-09-13T16:19:30.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.512+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v105'309 uv292 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.512+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.517+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v105'310 uv310 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.517+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.523 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:30.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.522+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v105'311 uv311 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.522+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.523+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v105'312 uv312 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.523+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.528+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v105'313 uv313 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.528+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.533+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v105'314 uv297 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.533+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.534+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v105'315 uv315 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.534+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.536 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:30.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.535+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v105'316 uv316 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.535+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3cd0 con 0x56131b2dc700 2024-09-13T16:19:30.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.537+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v105'317 uv317 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.537+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3cd0 con 0x56131b2dc700 2024-09-13T16:19:30.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.538+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v105'318 uv318 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.538+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.539+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v105'319 uv303 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.539+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.540+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v105'320 uv320 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.540+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.541+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v105'321 uv321 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.543 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:30.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.542+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e12b0 con 0x56131b2dc700 2024-09-13T16:19:30.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.543+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v105'322 uv322 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.543+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e12b0 con 0x56131b2dc700 2024-09-13T16:19:30.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.544+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v105'323 uv323 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.544+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b2dc700 2024-09-13T16:19:30.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.545+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v105'324 uv324 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2dc700 2024-09-13T16:19:30.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.545+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b214390 2024-09-13T16:19:30.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.546+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v105'81 uv80 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.546+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b214390 2024-09-13T16:19:30.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.547+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v105'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.547+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b214390 2024-09-13T16:19:30.549 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.548+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v105'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.548+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e12b0 con 0x56131b214390 2024-09-13T16:19:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.549+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v105'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.549+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e12b0 con 0x56131b214390 2024-09-13T16:19:30.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.550+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v105'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.550+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e02a0 con 0x56131b214390 2024-09-13T16:19:30.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.551+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v105'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.551+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56131b2e07b0 0x56131b2e2ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.551+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e30e0 con 0x56131b2e07b0 2024-09-13T16:19:30.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.552+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56131b2e07b0 0x56131b2e2ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.552+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56131b2e07b0 0x56131b2e2ba0 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.553+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v105'61 uv60 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.553+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e30e0 con 0x56131b2e07b0 2024-09-13T16:19:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.554+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v105'62 uv62 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.554+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e30e0 con 0x56131b2e07b0 2024-09-13T16:19:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.555+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v105'63 uv63 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.556 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:30.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.555+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3500 con 0x56131b2e07b0 2024-09-13T16:19:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.556+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v105'64 uv64 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.556+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3500 con 0x56131b214390 2024-09-13T16:19:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.557+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v105'81 uv80 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.557+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3500 con 0x56131b214390 2024-09-13T16:19:30.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.558+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v105'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.558+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3500 con 0x56131b214390 2024-09-13T16:19:30.560 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:30.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.559+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v105'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.559+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e4510 con 0x56131b214390 2024-09-13T16:19:30.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.560+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v105'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.560+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e4510 con 0x56131b214390 2024-09-13T16:19:30.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.561+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v105'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.561+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e3500 con 0x56131b214390 2024-09-13T16:19:30.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.562+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v105'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.562+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56131b2e3a10 0x56131b2e5e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.562+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e6340 con 0x56131b2e3a10 2024-09-13T16:19:30.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.563+0000 7f963f665640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56131b2e3a10 0x56131b2e5e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.563+0000 7f963f665640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56131b2e3a10 0x56131b2e5e00 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.564+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v105'149 uv143 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.564+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e6820 con 0x56131b2e3a10 2024-09-13T16:19:30.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.565+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v105'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.565+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e6d10 con 0x56131b2e3a10 2024-09-13T16:19:30.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.567+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v105'151 uv151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.568 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:30.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.567+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b21b8d0 con 0x56131b2e3a10 2024-09-13T16:19:30.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.568+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v105'152 uv152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.568+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e8690 con 0x56131b2e3a10 2024-09-13T16:19:30.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.569+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v105'153 uv153 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.569+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e7600 con 0x56131b2e3a10 2024-09-13T16:19:30.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.570+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v105'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.570+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e7a00 con 0x56131b2e3a10 2024-09-13T16:19:30.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.571+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v105'155 uv148 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.571+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e7e00 con 0x56131b2e3a10 2024-09-13T16:19:30.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.572+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v105'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.572+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e7e00 con 0x56131b2e3a10 2024-09-13T16:19:30.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.573+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v105'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.575 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:30.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.573+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e7db0 con 0x56131b2e3a10 2024-09-13T16:19:30.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.575+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v105'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.575+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2e7db0 con 0x56131b2e3a10 2024-09-13T16:19:30.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.576+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v105'159 uv159 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.576+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56131b2e81b0 0x56131b2eb010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.576+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb550 con 0x56131b2e81b0 2024-09-13T16:19:30.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.576+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56131b2e81b0 0x56131b2eb010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.577+0000 7f963ee64640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56131b2e81b0 0x56131b2eb010 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.578+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v105'66 uv65 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2e81b0 2024-09-13T16:19:30.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.578+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb550 con 0x56131b2e81b0 2024-09-13T16:19:30.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.579+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v105'67 uv67 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f9630014d70 con 0x56131b2e81b0 2024-09-13T16:19:30.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.579+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e81b0 2024-09-13T16:19:30.581 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:30.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.580+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v105'68 uv68 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f9630033040 con 0x56131b2e81b0 2024-09-13T16:19:30.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.580+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e81b0 2024-09-13T16:19:30.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.581+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v105'69 uv69 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f9630033040 con 0x56131b2e81b0 2024-09-13T16:19:30.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.581+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e81b0 2024-09-13T16:19:30.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.583+0000 7f963ee64640 1 -- 172.21.15.39:0/3725772766 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v105'70 uv70 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f9630033040 con 0x56131b2e81b0 2024-09-13T16:19:30.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.583+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b214390 2024-09-13T16:19:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.584+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v105'81 uv80 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.584+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b214390 2024-09-13T16:19:30.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.585+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v105'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.585+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b214390 2024-09-13T16:19:30.587 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.586+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v105'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.586+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ec960 con 0x56131b214390 2024-09-13T16:19:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.587+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v105'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.587+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ec960 con 0x56131b214390 2024-09-13T16:19:30.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.588+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v105'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.588+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b214390 2024-09-13T16:19:30.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.589+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v105'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b214390 2024-09-13T16:19:30.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.589+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.590+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v105'132 uv126 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.590+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.591+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v105'133 uv133 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.591+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.592+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v105'134 uv134 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.593 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.592+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.593+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v105'135 uv135 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.593+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.594+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v105'136 uv136 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.594+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.595+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v105'137 uv131 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.595+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.596+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v105'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.596+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.597+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v105'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.599 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:30.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.597+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2eb950 con 0x56131b2e07b0 2024-09-13T16:19:30.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.598+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v105'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.599+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee7a0 con 0x56131b2e07b0 2024-09-13T16:19:30.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.600+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v105'141 uv141 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.600+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56131b2ec4c0 0x56131b2eee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.600+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2ec4c0 2024-09-13T16:19:30.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.600+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56131b2ec4c0 0x56131b2eee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.600+0000 7f963e663640 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56131b2ec4c0 0x56131b2eee30 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.601+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v105'61 uv60 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2ec4c0 2024-09-13T16:19:30.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.601+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2ec4c0 2024-09-13T16:19:30.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.602+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v105'62 uv62 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2ec4c0 2024-09-13T16:19:30.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.602+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2ec4c0 2024-09-13T16:19:30.604 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:30.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.603+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v105'63 uv63 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2ec4c0 2024-09-13T16:19:30.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.603+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2ec4c0 2024-09-13T16:19:30.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.604+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v105'64 uv64 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2ec4c0 2024-09-13T16:19:30.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.604+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e07b0 2024-09-13T16:19:30.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.606+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v105'81 uv80 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.606+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e07b0 2024-09-13T16:19:30.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.607+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v105'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.607+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e07b0 2024-09-13T16:19:30.609 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:30.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.608+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v105'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.608+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e07b0 2024-09-13T16:19:30.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.609+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v105'84 uv84 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.609+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e07b0 2024-09-13T16:19:30.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.609+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v105'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.610+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e07b0 2024-09-13T16:19:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.611+0000 7f963e663640 1 -- 172.21.15.39:0/3725772766 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v105'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f96340098f0 con 0x56131b2e07b0 2024-09-13T16:19:30.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.611+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.612+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v105'69 uv68 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.612+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.613+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v105'70 uv70 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.613+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.615 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:30.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.614+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v105'71 uv71 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.614+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.615+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v105'72 uv72 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.615+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.616+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v105'73 uv73 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.616+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.617+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v105'170 uv170 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.619 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:30.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.617+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.619+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [write 0~582] v105'171 uv171 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.619+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.620+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [omap-set-header] v105'172 uv172 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.620+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.621+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 1.00000000 [create] v105'173 uv168 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.621+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.622+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 1.00000000 [delete] v105'174 uv174 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.622+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.623+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v105'175 uv175 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.624 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:30.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.623+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.624+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v105'176 uv176 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.624+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.625+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v105'177 uv177 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.625+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ee8b0 con 0x56131b2e3a10 2024-09-13T16:19:30.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.626+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [omap-set-header] v105'178 uv178 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.626+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e105) v8 -- 0x56131b2ef860 con 0x56131b2e3a10 2024-09-13T16:19:30.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v105'179 uv179 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f9638057070 con 0x56131b2e3a10 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56131b214390 msgr2=0x56131b2147a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56131b214390 0x56131b2147a0 crc :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56131b2e07b0 msgr2=0x56131b2e2ba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56131b2e07b0 0x56131b2e2ba0 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56131b2ec4c0 msgr2=0x56131b2eee30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56131b2ec4c0 0x56131b2eee30 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56131b2dc700 msgr2=0x56131b2deaf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 reap_dead start 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.627+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56131b2dc700 0x56131b2deaf0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56131b2e3a10 msgr2=0x56131b2e5e00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56131b2e3a10 0x56131b2e5e00 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56131b2e81b0 msgr2=0x56131b2eb010 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56131b2e81b0 0x56131b2eb010 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f962c0695e0 msgr2=0x7f962c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f962c0695e0 0x7f962c06baa0 secure :-1 s=READY pgs=775 cs=0 l=1 rev1=1 crypto rx=0x7f9630017040 tx=0x7f963000c000 comp rx=0 tx=0).stop 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b21ed10 msgr2=0x56131b21b2b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 --2- 172.21.15.39:0/3725772766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56131b21ed10 0x56131b21b2b0 secure :-1 s=READY pgs=1972 cs=0 l=1 rev1=1 crypto rx=0x7f9638045b80 tx=0x7f9638003330 comp rx=0 tx=0).stop 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f963f665640 1 -- 172.21.15.39:0/3725772766 reap_dead start 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 shutdown_connections 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 >> 172.21.15.39:0/3725772766 conn(0x56131b1ab800 msgr2=0x56131b2119a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 shutdown_connections 2024-09-13T16:19:30.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.628+0000 7f9641367f40 1 -- 172.21.15.39:0/3725772766 wait complete. 2024-09-13T16:19:30.632 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 1.00000000 2024-09-13T16:19:30.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 Processor -- start 2024-09-13T16:19:30.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 -- start start 2024-09-13T16:19:30.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 0x563b8bc3a640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bbcd240 0x563b8bc5bf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 0x563b8bc5c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b8bb2e4d0 con 0x563b8bb845e0 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b8bac9b60 con 0x563b8bc5a420 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c474af40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563b8bac9800 con 0x563b8bbcd240 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c2247640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 0x563b8bc3a640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c2247640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 0x563b8bc3a640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44206/0 (socket says 172.21.15.39:44206) 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.714+0000 7ff2c2247640 1 -- 172.21.15.39:0/277998642 learned_addr learned my addr 172.21.15.39:0/277998642 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c2247640 1 -- 172.21.15.39:0/277998642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bbcd240 msgr2=0x563b8bc5bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c2247640 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bbcd240 0x563b8bc5bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c2247640 1 -- 172.21.15.39:0/277998642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 msgr2=0x563b8bc5c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c2247640 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 0x563b8bc5c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c2247640 1 -- 172.21.15.39:0/277998642 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2bc005d20 con 0x563b8bb845e0 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c2247640 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 0x563b8bc3a640 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc000c00 tx=0x7ff2bc051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6e3fac3ef38dc08b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c0a44640 1 -- 172.21.15.39:0/277998642 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc055810 con 0x563b8bb845e0 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c0a44640 1 -- 172.21.15.39:0/277998642 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2bc055970 con 0x563b8bb845e0 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c0a44640 1 -- 172.21.15.39:0/277998642 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2bc055d20 con 0x563b8bb845e0 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c474af40 1 -- 172.21.15.39:0/277998642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 msgr2=0x563b8bc3a640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.715+0000 7ff2c474af40 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 0x563b8bc3a640 secure :-1 s=READY pgs=1975 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc000c00 tx=0x7ff2bc051000 comp rx=0 tx=0).stop 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 -- 172.21.15.39:0/277998642 shutdown_connections 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 0x563b8bc5c4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bbcd240 0x563b8bc5bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 --2- 172.21.15.39:0/277998642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bb845e0 0x563b8bc3a640 unknown :-1 s=CLOSED pgs=1975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 -- 172.21.15.39:0/277998642 >> 172.21.15.39:0/277998642 conn(0x563b8bbaf6b0 msgr2=0x563b8bc5b860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 -- 172.21.15.39:0/277998642 shutdown_connections 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 -- 172.21.15.39:0/277998642 wait complete. 2024-09-13T16:19:30.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 Processor -- start 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.716+0000 7ff2c474af40 1 -- start start 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c474af40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bb845e0 0x563b8bc56cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c474af40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bbcd240 0x563b8bc3c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c474af40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 0x563b8bc5bff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c474af40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b8baac520 con 0x563b8bbcd240 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c474af40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b8bc3cbf0 con 0x563b8bc5a420 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c474af40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563b8bc57df0 con 0x563b8bb845e0 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bbcd240 0x563b8bc3c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bbcd240 0x563b8bc3c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44214/0 (socket says 172.21.15.39:44214) 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 -- 172.21.15.39:0/2033626325 learned_addr learned my addr 172.21.15.39:0/2033626325 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c2247640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bb845e0 0x563b8bc56cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c2a48640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 0x563b8bc5bff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 -- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bb845e0 msgr2=0x563b8bc56cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b8bb845e0 0x563b8bc56cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 -- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 msgr2=0x563b8bc5bff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b8bc5a420 0x563b8bc5bff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 -- 172.21.15.39:0/2033626325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563b8baf2dc0 con 0x563b8bbcd240 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.717+0000 7ff2c1a46640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bbcd240 0x563b8bc3c0a0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00bd40 tx=0x7ff2ac009560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.718+0000 7ff2bb7fe640 1 -- 172.21.15.39:0/2033626325 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac014030 con 0x563b8bbcd240 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.718+0000 7ff2bb7fe640 1 -- 172.21.15.39:0/2033626325 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2ac00be90 con 0x563b8bbcd240 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.718+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x563b8bad8c20 con 0x563b8bbcd240 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.718+0000 7ff2bb7fe640 1 -- 172.21.15.39:0/2033626325 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2ac00f890 con 0x563b8bbcd240 2024-09-13T16:19:30.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.718+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563b8bacc060 con 0x563b8bbcd240 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.719+0000 7ff2bb7fe640 1 -- 172.21.15.39:0/2033626325 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff2ac017070 con 0x563b8bbcd240 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2bb7fe640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2a40695e0 0x7ff2a406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2bb7fe640 1 -- 172.21.15.39:0/2033626325 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7ff2ac015070 con 0x563b8bbcd240 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2c474af40 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563b8bc5c530 0x563b8bc56160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e105) v8 -- 0x563b8bcf2b30 con 0x563b8bc5c530 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2c2247640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2a40695e0 0x7ff2a406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2c2a48640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563b8bc5c530 0x563b8bc56160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.720+0000 7ff2c2247640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2a40695e0 0x7ff2a406baa0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc064000 tx=0x7ff2bc06a040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.721+0000 7ff2c2a48640 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563b8bc5c530 0x563b8bc56160 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c2a48640 1 -- 172.21.15.39:0/2033626325 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 1.00000000 [delete] v105'180 uv180 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff2b400b6b0 con 0x563b8bc5c530 2024-09-13T16:19:30.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563b8bc5c530 msgr2=0x563b8bc56160 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563b8bc5c530 0x563b8bc56160 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2a40695e0 msgr2=0x7ff2a406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2a40695e0 0x7ff2a406baa0 secure :-1 s=READY pgs=776 cs=0 l=1 rev1=1 crypto rx=0x7ff2bc064000 tx=0x7ff2bc06a040 comp rx=0 tx=0).stop 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bbcd240 msgr2=0x563b8bc3c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 --2- 172.21.15.39:0/2033626325 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b8bbcd240 0x563b8bc3c0a0 secure :-1 s=READY pgs=1976 cs=0 l=1 rev1=1 crypto rx=0x7ff2ac00bd40 tx=0x7ff2ac009560 comp rx=0 tx=0).stop 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c2a48640 1 -- 172.21.15.39:0/2033626325 reap_dead start 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 shutdown_connections 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 >> 172.21.15.39:0/2033626325 conn(0x563b8bbaf6b0 msgr2=0x563b8bb83cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 shutdown_connections 2024-09-13T16:19:30.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.722+0000 7ff2c474af40 1 -- 172.21.15.39:0/2033626325 wait complete. 2024-09-13T16:19:30.728 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:30.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.869+0000 7f78731b5640 1 Processor -- start 2024-09-13T16:19:30.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.869+0000 7f78731b5640 1 -- start start 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78731b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78731b5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f786c071eb0 con 0x7f786c06f880 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78731b5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f786c072440 con 0x7f786c143d30 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78731b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f786c144110 con 0x7f786c0b3610 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f7871752640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f786c06f880 0x7f786c0b1b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:34536/0 (socket says 172.21.15.39:34536) 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f7871752640 1 -- 172.21.15.39:0/1547833280 learned_addr learned my addr 172.21.15.39:0/1547833280 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f7863fff640 1 --2- 172.21.15.39:0/1547833280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1271542600 0 0) 0x7f786c071eb0 con 0x7f786c06f880 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7854003520 con 0x7f786c06f880 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1197250579 0 0) 0x7f786c072440 con 0x7f786c143d30 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f786c071eb0 con 0x7f786c143d30 2024-09-13T16:19:30.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f7863fff640 1 -- 172.21.15.39:0/1547833280 >> v1:172.21.15.157:6789/0 conn(0x7f786c143d30 legacy=0x7f786c0717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f7863fff640 1 -- 172.21.15.39:0/1547833280 >> v1:172.21.15.39:6789/0 conn(0x7f786c06f880 legacy=0x7f786c0b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.870+0000 7f7863fff640 1 -- 172.21.15.39:0/1547833280 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f786c072160 con 0x7f786c0b3610 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.871+0000 7f7863fff640 1 --2- 172.21.15.39:0/1547833280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c15eb20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f785c0097d0 tx=0x7f785c02a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=eb4ad37acddc9465 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.871+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785c032440 con 0x7f786c0b3610 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.871+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f785c0325a0 con 0x7f786c0b3610 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.871+0000 7f78637fe640 1 -- 172.21.15.39:0/1547833280 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f785c032930 con 0x7f786c0b3610 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 -- 172.21.15.39:0/1547833280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 msgr2=0x7f786c15eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 --2- 172.21.15.39:0/1547833280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c15eb20 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f785c0097d0 tx=0x7f785c02a210 comp rx=0 tx=0).stop 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 -- 172.21.15.39:0/1547833280 shutdown_connections 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 --2- 172.21.15.39:0/1547833280 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c15eb20 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 -- 172.21.15.39:0/1547833280 >> 172.21.15.39:0/1547833280 conn(0x7f786c0b00a0 msgr2=0x7f786c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 -- 172.21.15.39:0/1547833280 shutdown_connections 2024-09-13T16:19:30.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.872+0000 7f78731b5640 1 -- 172.21.15.39:0/1547833280 wait complete. 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.873+0000 7f78731b5640 1 Processor -- start 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.873+0000 7f78731b5640 1 -- start start 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f78731b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 0x7f786c15d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f78731b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c1359b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f78731b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f786c143d30 0x7f786c135ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f78731b5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f786c141d20 con 0x7f786c06f880 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f78731b5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f786c136570 con 0x7f786c143d30 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f78731b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f786c136850 con 0x7f786c0b3610 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f7870f51640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 0x7f786c15d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f7870f51640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 0x7f786c15d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44230/0 (socket says 172.21.15.39:44230) 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f7870f51640 1 -- 172.21.15.39:0/1942431715 learned_addr learned my addr 172.21.15.39:0/1942431715 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f7863fff640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c1359b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.874+0000 7f7871752640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f786c143d30 0x7f786c135ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f7870f51640 1 -- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 msgr2=0x7f786c1359b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f7870f51640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c1359b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f7870f51640 1 -- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f786c143d30 msgr2=0x7f786c135ef0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f7870f51640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f786c143d30 0x7f786c135ef0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f7870f51640 1 -- 172.21.15.39:0/1942431715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f785c009400 con 0x7f786c06f880 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f7870f51640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 0x7f786c15d8f0 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f786800c430 tx=0x7f786800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78680052d0 con 0x7f786c06f880 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7868005450 con 0x7f786c06f880 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f786c1339c0 con 0x7f786c06f880 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7868003830 con 0x7f786c06f880 2024-09-13T16:19:30.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.875+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f786c133f80 con 0x7f786c06f880 2024-09-13T16:19:30.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.876+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f786c0672f0 con 0x7f786c06f880 2024-09-13T16:19:30.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.877+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7868003990 con 0x7f786c06f880 2024-09-13T16:19:30.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.877+0000 7f78617fa640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f785806ac00 0x7f785806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:30.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.877+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7f7868088de0 con 0x7f786c06f880 2024-09-13T16:19:30.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.877+0000 7f7863fff640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f785806ac00 0x7f785806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:30.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.878+0000 7f7863fff640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f785806ac00 0x7f785806d0c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f785c034000 tx=0x7f785c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:30.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:30.881+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7868053ba0 con 0x7f786c06f880 2024-09-13T16:19:31.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.092+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f786c0700f0 con 0x7f786c06f880 2024-09-13T16:19:31.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.400+0000 7f78617fa640 1 -- 172.21.15.39:0/1942431715 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v160) v1 ==== 162+0+0 (secure 0 0 0) 0x7f78680170b0 con 0x7f786c06f880 2024-09-13T16:19:31.401 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f785806ac00 msgr2=0x7f785806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f785806ac00 0x7f785806d0c0 secure :-1 s=READY pgs=777 cs=0 l=1 rev1=1 crypto rx=0x7f785c034000 tx=0x7f785c02e000 comp rx=0 tx=0).stop 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 msgr2=0x7f786c15d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 0x7f786c15d8f0 secure :-1 s=READY pgs=1978 cs=0 l=1 rev1=1 crypto rx=0x7f786800c430 tx=0x7f786800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 shutdown_connections 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f785806ac00 0x7f785806d0c0 unknown :-1 s=CLOSED pgs=777 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f786c143d30 0x7f786c135ef0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f786c0b3610 0x7f786c1359b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 --2- 172.21.15.39:0/1942431715 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f786c06f880 0x7f786c15d8f0 unknown :-1 s=CLOSED pgs=1978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 >> 172.21.15.39:0/1942431715 conn(0x7f786c0b00a0 msgr2=0x7f786c15e8e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 shutdown_connections 2024-09-13T16:19:31.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.402+0000 7f78731b5640 1 -- 172.21.15.39:0/1942431715 wait complete. 2024-09-13T16:19:31.417 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:31.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.517+0000 7fd6eca72640 1 Processor -- start 2024-09-13T16:19:31.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.517+0000 7fd6eca72640 1 -- start start 2024-09-13T16:19:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.518+0000 7fd6eca72640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd6e80b41a0 0x7fd6e80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.518+0000 7fd6eca72640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd6e80ccf80 0x7fd6e80d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.518+0000 7fd6eca72640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6e80cde30 con 0x7fd6e80d0830 2024-09-13T16:19:31.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.518+0000 7fd6eca72640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6e80b5090 con 0x7fd6e80ccf80 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.518+0000 7fd6eca72640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6e80cd820 con 0x7fd6e80b41a0 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.518+0000 7fd6e5d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd6e80ccf80 0x7fd6e80d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e5d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd6e80ccf80 0x7fd6e80d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44232/0 (socket says 172.21.15.39:44232) 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e5d9b640 1 -- 172.21.15.39:0/3448810718 learned_addr learned my addr 172.21.15.39:0/3448810718 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e659c640 1 --2- 172.21.15.39:0/3448810718 >> v2:172.21.15.157:3300/0 conn(0x7fd6e80b41a0 0x7fd6e80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e5d9b640 1 -- 172.21.15.39:0/3448810718 >> v2:172.21.15.157:3300/0 conn(0x7fd6e80b41a0 msgr2=0x7fd6e80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e5d9b640 1 --2- 172.21.15.39:0/3448810718 >> v2:172.21.15.157:3300/0 conn(0x7fd6e80b41a0 0x7fd6e80b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e5d9b640 1 -- 172.21.15.39:0/3448810718 >> v1:172.21.15.157:6789/0 conn(0x7fd6e80d0830 legacy=0x7fd6e8166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.519+0000 7fd6e5d9b640 1 -- 172.21.15.39:0/3448810718 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6e80b4ac0 con 0x7fd6e80ccf80 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6e5d9b640 1 --2- 172.21.15.39:0/3448810718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80ccf80 0x7fd6e80d02f0 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8073580 tx=0x7fd6d002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8893fff5b6c4f51a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6e559a640 1 -- 172.21.15.39:0/3448810718 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d0032440 con 0x7fd6e80ccf80 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6e559a640 1 -- 172.21.15.39:0/3448810718 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6d00325a0 con 0x7fd6e80ccf80 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6e559a640 1 -- 172.21.15.39:0/3448810718 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6d0032930 con 0x7fd6e80ccf80 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 -- 172.21.15.39:0/3448810718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80ccf80 msgr2=0x7fd6e80d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 --2- 172.21.15.39:0/3448810718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80ccf80 0x7fd6e80d02f0 secure :-1 s=READY pgs=1979 cs=0 l=1 rev1=1 crypto rx=0x7fd6e8073580 tx=0x7fd6d002a270 comp rx=0 tx=0).stop 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 -- 172.21.15.39:0/3448810718 shutdown_connections 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 --2- 172.21.15.39:0/3448810718 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80ccf80 0x7fd6e80d02f0 unknown :-1 s=CLOSED pgs=1979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 --2- 172.21.15.39:0/3448810718 >> v2:172.21.15.157:3300/0 conn(0x7fd6e80b41a0 0x7fd6e80b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 -- 172.21.15.39:0/3448810718 >> 172.21.15.39:0/3448810718 conn(0x7fd6e80cf1a0 msgr2=0x7fd6e80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 -- 172.21.15.39:0/3448810718 shutdown_connections 2024-09-13T16:19:31.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.520+0000 7fd6eca72640 1 -- 172.21.15.39:0/3448810718 wait complete. 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.522+0000 7fd6eca72640 1 Processor -- start 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.522+0000 7fd6eca72640 1 -- start start 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6eca72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6e80b41a0 0x7fd6e815a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6eca72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6e80ccf80 0x7fd6e815b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6eca72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 0x7fd6e815bf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6eca72640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e80abfd0 con 0x7fd6e80d0830 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6eca72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e80ac2b0 con 0x7fd6e80b41a0 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6eca72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6e80ac590 con 0x7fd6e80ccf80 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 0x7fd6e815bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 0x7fd6e815bf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44244/0 (socket says 172.21.15.39:44244) 2024-09-13T16:19:31.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 -- 172.21.15.39:0/2642353971 learned_addr learned my addr 172.21.15.39:0/2642353971 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e659c640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6e80b41a0 0x7fd6e815a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e5d9b640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6e80ccf80 0x7fd6e815b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 -- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6e80ccf80 msgr2=0x7fd6e815b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6e80ccf80 0x7fd6e815b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 -- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6e80b41a0 msgr2=0x7fd6e815a5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6e80b41a0 0x7fd6e815a5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 -- 172.21.15.39:0/2642353971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6d00094d0 con 0x7fd6e80d0830 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6e6d9d640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 0x7fd6e815bf10 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7fd6e000c390 tx=0x7fd6e000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.523+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6e00052d0 con 0x7fd6e80d0830 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.524+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6e0005430 con 0x7fd6e80d0830 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.524+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6e80ac870 con 0x7fd6e80d0830 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.524+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd6e0003810 con 0x7fd6e80d0830 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.524+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6e815ab00 con 0x7fd6e80d0830 2024-09-13T16:19:31.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.525+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd6e8067330 con 0x7fd6e80d0830 2024-09-13T16:19:31.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.525+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd6e0003970 con 0x7fd6e80d0830 2024-09-13T16:19:31.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.526+0000 7fd6deffd640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd6c806ac00 0x7fd6c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:31.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.526+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(105..105 src has 1..105) v4 ==== 6942+0+0 (secure 0 0 0) 0x7fd6e0088c60 con 0x7fd6e80d0830 2024-09-13T16:19:31.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.526+0000 7fd6e659c640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd6c806ac00 0x7fd6c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:31.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.526+0000 7fd6e659c640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd6c806ac00 0x7fd6c806d0c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8003b80 tx=0x7fd6d80098a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:31.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.530+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd6e0053a20 con 0x7fd6e80d0830 2024-09-13T16:19:31.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.738+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd6e8066ec0 con 0x7fd6e80d0830 2024-09-13T16:19:31.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.738+0000 7fd6deffd640 1 -- 172.21.15.39:0/2642353971 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 161 v161) v1 ==== 95+0+3984 (secure 0 0 0) 0x7fd6e0017090 con 0x7fd6e80d0830 2024-09-13T16:19:31.740 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:31.740 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":161,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":161,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:31.400989+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":105,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9513},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9513":{"gid":9513,"name":"c","rank":0,"incarnation":161,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/677185875","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":677185875},{"type":"v1","addr":"172.21.15.39:6834","nonce":677185875}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:31.740 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 161 2024-09-13T16:19:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd6c806ac00 msgr2=0x7fd6c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd6c806ac00 0x7fd6c806d0c0 secure :-1 s=READY pgs=778 cs=0 l=1 rev1=1 crypto rx=0x7fd6d8003b80 tx=0x7fd6d80098a0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 msgr2=0x7fd6e815bf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:31.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 0x7fd6e815bf10 secure :-1 s=READY pgs=1980 cs=0 l=1 rev1=1 crypto rx=0x7fd6e000c390 tx=0x7fd6e000c850 comp rx=0 tx=0).stop 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 shutdown_connections 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd6c806ac00 0x7fd6c806d0c0 unknown :-1 s=CLOSED pgs=778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6e80d0830 0x7fd6e815bf10 unknown :-1 s=CLOSED pgs=1980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6e80ccf80 0x7fd6e815b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 --2- 172.21.15.39:0/2642353971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd6e80b41a0 0x7fd6e815a5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 >> 172.21.15.39:0/2642353971 conn(0x7fd6e80cf1a0 msgr2=0x7fd6e80b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 shutdown_connections 2024-09-13T16:19:31.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:31.741+0000 7fd6eca72640 1 -- 172.21.15.39:0/2642353971 wait complete. 2024-09-13T16:19:31.753 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:19:32.135 INFO:tasks.ceph.mds.a.smithi039.stderr: -43> 2024-09-13T16:19:27.382+0000 7fd813dc2640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-13T16:19:32.136 INFO:tasks.ceph.mds.a.smithi039.stderr: -33> 2024-09-13T16:19:27.382+0000 7fd813dc2640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:19:32.159 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:19:34.423 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:34.422+0000 7f2f6a952640 -1 log_channel(cluster) log [ERR] : dir 0x1 object missing on disk; some files may be lost () 2024-09-13T16:19:34.423 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:34.422+0000 7f2f6a952640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-13T16:19:34.424 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:34.423+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:34.424 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:34.423+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:36.754 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:36.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.868+0000 7f7c80aaa640 1 Processor -- start 2024-09-13T16:19:36.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.868+0000 7f7c80aaa640 1 -- start start 2024-09-13T16:19:36.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.869+0000 7f7c80aaa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7c7c0ccf80 0x7f7c7c163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:36.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.869+0000 7f7c80aaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c164530 0x7f7c7c166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:36.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.869+0000 7f7c80aaa640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7c7c0cde30 con 0x7f7c7c0b41a0 2024-09-13T16:19:36.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.869+0000 7f7c80aaa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7c7c0b5090 con 0x7f7c7c0ccf80 2024-09-13T16:19:36.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.869+0000 7f7c80aaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c7c0cd820 con 0x7f7c7c164530 2024-09-13T16:19:36.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7c7c0ccf80 0x7f7c7c163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:36.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7c7c0ccf80 0x7f7c7c163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:50064/0 (socket says 172.21.15.39:50064) 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c7ad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c164530 0x7f7c7c166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 -- 172.21.15.39:0/2637055138 learned_addr learned my addr 172.21.15.39:0/2637055138 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 -- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c164530 msgr2=0x7f7c7c166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 --2- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c164530 0x7f7c7c166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 -- 172.21.15.39:0/2637055138 >> v1:172.21.15.157:6789/0 conn(0x7f7c7c0b41a0 legacy=0x7f7c7c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.870+0000 7f7c79d9b640 1 -- 172.21.15.39:0/2637055138 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c7c15cd60 con 0x7f7c7c0ccf80 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.871+0000 7f7c79d9b640 1 --2- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c163ff0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f7c64009870 tx=0x7f7c6402a270 comp rx=0 tx=0).ready entity=mon.1 client_cookie=31af8da3323a1061 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.871+0000 7f7c7959a640 1 -- 172.21.15.39:0/2637055138 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c64032440 con 0x7f7c7c0ccf80 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.871+0000 7f7c7959a640 1 -- 172.21.15.39:0/2637055138 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c640325a0 con 0x7f7c7c0ccf80 2024-09-13T16:19:36.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.871+0000 7f7c7959a640 1 -- 172.21.15.39:0/2637055138 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c64032930 con 0x7f7c7c0ccf80 2024-09-13T16:19:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 -- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 msgr2=0x7f7c7c163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c163ff0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7f7c64009870 tx=0x7f7c6402a270 comp rx=0 tx=0).stop 2024-09-13T16:19:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 -- 172.21.15.39:0/2637055138 shutdown_connections 2024-09-13T16:19:36.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c164530 0x7f7c7c166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:36.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/2637055138 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c163ff0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:36.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 -- 172.21.15.39:0/2637055138 >> 172.21.15.39:0/2637055138 conn(0x7f7c7c0cf1a0 msgr2=0x7f7c7c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:36.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 -- 172.21.15.39:0/2637055138 shutdown_connections 2024-09-13T16:19:36.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.872+0000 7f7c80aaa640 1 -- 172.21.15.39:0/2637055138 wait complete. 2024-09-13T16:19:36.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.873+0000 7f7c80aaa640 1 Processor -- start 2024-09-13T16:19:36.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.873+0000 7f7c80aaa640 1 -- start start 2024-09-13T16:19:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c80aaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c0b41a0 0x7f7c7c15ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:36.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c80aaa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c1457f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c80aaa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 0x7f7c7c145d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c80aaa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c7c1587b0 con 0x7f7c7c164530 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c80aaa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7c7c0cc110 con 0x7f7c7c0ccf80 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c80aaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7c7c158160 con 0x7f7c7c0b41a0 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 0x7f7c7c145d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 0x7f7c7c145d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54272/0 (socket says 172.21.15.39:54272) 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 -- 172.21.15.39:0/3614960525 learned_addr learned my addr 172.21.15.39:0/3614960525 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c79d9b640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c1457f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7a59c640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c0b41a0 0x7f7c7c15ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 -- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c0b41a0 msgr2=0x7f7c7c15ac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c0b41a0 0x7f7c7c15ac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 -- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 msgr2=0x7f7c7c1457f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:36.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c1457f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.874+0000 7f7c7ad9d640 1 -- 172.21.15.39:0/3614960525 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c640094d0 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.875+0000 7f7c7ad9d640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 0x7f7c7c145d30 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c00efc0 tx=0x7f7c6c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.875+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c009ca0 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.875+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c6c00f040 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.875+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c6c0146c0 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.875+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7c7c158440 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.875+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7c7c15b370 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.876+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7c7c067330 con 0x7f7c7c164530 2024-09-13T16:19:36.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.876+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7c6c014820 con 0x7f7c7c164530 2024-09-13T16:19:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.877+0000 7f7c72ffd640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c5c06ac30 0x7f7c5c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.877+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7f7c6c08a4a0 con 0x7f7c7c164530 2024-09-13T16:19:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.877+0000 7f7c7a59c640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c5c06ac30 0x7f7c5c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:36.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.878+0000 7f7c7a59c640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c5c06ac30 0x7f7c5c06d0f0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c15a9b0 tx=0x7f7c74009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:36.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:36.882+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7c6c055200 con 0x7f7c7c164530 2024-09-13T16:19:37.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.089+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7c7c157fc0 con 0x7f7c7c164530 2024-09-13T16:19:37.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.089+0000 7f7c72ffd640 1 -- 172.21.15.39:0/3614960525 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 165 v165) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f7c7c157fc0 con 0x7f7c7c164530 2024-09-13T16:19:37.091 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:37.091 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":165,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9726,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2459472371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2459472371},{"type":"v1","addr":"172.21.15.39:6835","nonce":2459472371}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":165,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:34.423962+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:37.091 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 165 2024-09-13T16:19:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.091+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c5c06ac30 msgr2=0x7f7c5c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.091+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c5c06ac30 0x7f7c5c06d0f0 secure :-1 s=READY pgs=780 cs=0 l=1 rev1=1 crypto rx=0x7f7c7c15a9b0 tx=0x7f7c74009040 comp rx=0 tx=0).stop 2024-09-13T16:19:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.091+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 msgr2=0x7f7c7c145d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.091+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 0x7f7c7c145d30 secure :-1 s=READY pgs=1983 cs=0 l=1 rev1=1 crypto rx=0x7f7c6c00efc0 tx=0x7f7c6c00c490 comp rx=0 tx=0).stop 2024-09-13T16:19:37.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 shutdown_connections 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c5c06ac30 0x7f7c5c06d0f0 unknown :-1 s=CLOSED pgs=780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7c7c164530 0x7f7c7c145d30 unknown :-1 s=CLOSED pgs=1983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7c7c0ccf80 0x7f7c7c1457f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 --2- 172.21.15.39:0/3614960525 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7c7c0b41a0 0x7f7c7c15ac50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 >> 172.21.15.39:0/3614960525 conn(0x7f7c7c0cf1a0 msgr2=0x7f7c7c0d1070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 shutdown_connections 2024-09-13T16:19:37.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.092+0000 7f7c80aaa640 1 -- 172.21.15.39:0/3614960525 wait complete. 2024-09-13T16:19:37.104 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:19:37.105 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.205+0000 7f46c49ce640 1 Processor -- start 2024-09-13T16:19:37.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.205+0000 7f46c49ce640 1 -- start start 2024-09-13T16:19:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46c49ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 0x7f46c015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46c49ce640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f46c015d0a0 0x7f46c015d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46c49ce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46c015b1b0 con 0x7f46c006f170 2024-09-13T16:19:37.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46c49ce640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46c015da90 con 0x7f46c015d0a0 2024-09-13T16:19:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46c49ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46c00b2400 con 0x7f46c0156fb0 2024-09-13T16:19:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46be59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 0x7f46c015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46bed9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f46c015d0a0 0x7f46c015d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46bdd9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f46c006f170 0x7f46c00b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:48998/0 (socket says 172.21.15.39:48998) 2024-09-13T16:19:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46be59c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 0x7f46c015ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:54072/0 (socket says 172.21.15.39:54072) 2024-09-13T16:19:37.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46bdd9b640 1 -- 172.21.15.39:0/470201548 learned_addr learned my addr 172.21.15.39:0/470201548 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46bed9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f46c015d0a0 0x7f46c015d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:50076/0 (socket says 172.21.15.39:50076) 2024-09-13T16:19:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46be59c640 1 -- 172.21.15.39:0/470201548 >> v2:172.21.15.157:3300/0 conn(0x7f46c015d0a0 msgr2=0x7f46c015d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46be59c640 1 --2- 172.21.15.39:0/470201548 >> v2:172.21.15.157:3300/0 conn(0x7f46c015d0a0 0x7f46c015d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46be59c640 1 -- 172.21.15.39:0/470201548 >> v1:172.21.15.157:6789/0 conn(0x7f46c006f170 legacy=0x7f46c00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.206+0000 7f46be59c640 1 -- 172.21.15.39:0/470201548 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46c006f6e0 con 0x7f46c0156fb0 2024-09-13T16:19:37.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.207+0000 7f46be59c640 1 --2- 172.21.15.39:0/470201548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 0x7f46c015ac70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f46b00097a0 tx=0x7f46b002a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=116bb72427daafed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.207+0000 7f46bd59a640 1 -- 172.21.15.39:0/470201548 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46b002ae50 con 0x7f46c0156fb0 2024-09-13T16:19:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.207+0000 7f46bd59a640 1 -- 172.21.15.39:0/470201548 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46b0032440 con 0x7f46c0156fb0 2024-09-13T16:19:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46bd59a640 1 -- 172.21.15.39:0/470201548 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46b00327d0 con 0x7f46c0156fb0 2024-09-13T16:19:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 -- 172.21.15.39:0/470201548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 msgr2=0x7f46c015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 --2- 172.21.15.39:0/470201548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 0x7f46c015ac70 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f46b00097a0 tx=0x7f46b002a100 comp rx=0 tx=0).stop 2024-09-13T16:19:37.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 -- 172.21.15.39:0/470201548 shutdown_connections 2024-09-13T16:19:37.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 --2- 172.21.15.39:0/470201548 >> v2:172.21.15.157:3300/0 conn(0x7f46c015d0a0 0x7f46c015d550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 --2- 172.21.15.39:0/470201548 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c0156fb0 0x7f46c015ac70 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 -- 172.21.15.39:0/470201548 >> 172.21.15.39:0/470201548 conn(0x7f46c006b3b0 msgr2=0x7f46c006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:37.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 -- 172.21.15.39:0/470201548 shutdown_connections 2024-09-13T16:19:37.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.208+0000 7f46c49ce640 1 -- 172.21.15.39:0/470201548 wait complete. 2024-09-13T16:19:37.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.209+0000 7f46c49ce640 1 Processor -- start 2024-09-13T16:19:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 -- start start 2024-09-13T16:19:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c006f170 0x7f46c00cdd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46c0156fb0 0x7f46c01524b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 0x7f46c01529f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46c00ce2b0 con 0x7f46c015d0a0 2024-09-13T16:19:37.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46c00cb5d0 con 0x7f46c0156fb0 2024-09-13T16:19:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46c49ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46c00cb8b0 con 0x7f46c006f170 2024-09-13T16:19:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46bed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 0x7f46c01529f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46bed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 0x7f46c01529f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54288/0 (socket says 172.21.15.39:54288) 2024-09-13T16:19:37.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.210+0000 7f46bed9d640 1 -- 172.21.15.39:0/1277041685 learned_addr learned my addr 172.21.15.39:0/1277041685 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46be59c640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c006f170 0x7f46c00cdd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bdd9b640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46c0156fb0 0x7f46c01524b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bed9d640 1 -- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c006f170 msgr2=0x7f46c00cdd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bed9d640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c006f170 0x7f46c00cdd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bed9d640 1 -- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46c0156fb0 msgr2=0x7f46c01524b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bed9d640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46c0156fb0 0x7f46c01524b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bed9d640 1 -- 172.21.15.39:0/1277041685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46b0009400 con 0x7f46c015d0a0 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46bed9d640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 0x7f46c01529f0 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f46b800efc0 tx=0x7f46b800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46b8014480 con 0x7f46c015d0a0 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46b800f040 con 0x7f46c015d0a0 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46c00cbb90 con 0x7f46c015d0a0 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46b8014820 con 0x7f46c015d0a0 2024-09-13T16:19:37.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.211+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46c00cc150 con 0x7f46c015d0a0 2024-09-13T16:19:37.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.212+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46c00cc370 con 0x7f46c015d0a0 2024-09-13T16:19:37.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.213+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46b8014980 con 0x7f46c015d0a0 2024-09-13T16:19:37.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.213+0000 7f46aeffd640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46a006ac00 0x7f46a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.213+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7f46b808a600 con 0x7f46c015d0a0 2024-09-13T16:19:37.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.213+0000 7f46be59c640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46a006ac00 0x7f46a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.214+0000 7f46be59c640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46a006ac00 0x7f46a006d0c0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f46b0034000 tx=0x7f46b002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.218+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f46b8055370 con 0x7f46c015d0a0 2024-09-13T16:19:37.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.427+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f46c00672f0 con 0x7f46c015d0a0 2024-09-13T16:19:37.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.427+0000 7f46aeffd640 1 -- 172.21.15.39:0/1277041685 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 165 v165) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f46b8058990 con 0x7f46c015d0a0 2024-09-13T16:19:37.429 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:37.429 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":165,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9726,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2459472371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2459472371},{"type":"v1","addr":"172.21.15.39:6835","nonce":2459472371}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":165,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:34.423962+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:37.429 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 165 2024-09-13T16:19:37.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46a006ac00 msgr2=0x7f46a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46a006ac00 0x7f46a006d0c0 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f46b0034000 tx=0x7f46b002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:37.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 msgr2=0x7f46c01529f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 0x7f46c01529f0 secure :-1 s=READY pgs=1984 cs=0 l=1 rev1=1 crypto rx=0x7f46b800efc0 tx=0x7f46b800c490 comp rx=0 tx=0).stop 2024-09-13T16:19:37.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 shutdown_connections 2024-09-13T16:19:37.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f46a006ac00 0x7f46a006d0c0 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46c015d0a0 0x7f46c01529f0 unknown :-1 s=CLOSED pgs=1984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46c0156fb0 0x7f46c01524b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 --2- 172.21.15.39:0/1277041685 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46c006f170 0x7f46c00cdd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.429+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 >> 172.21.15.39:0/1277041685 conn(0x7f46c006b3b0 msgr2=0x7f46c0070680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:37.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.430+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 shutdown_connections 2024-09-13T16:19:37.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.430+0000 7f46c49ce640 1 -- 172.21.15.39:0/1277041685 wait complete. 2024-09-13T16:19:37.442 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:37.443 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:37.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.542+0000 7f485b918640 1 Processor -- start 2024-09-13T16:19:37.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.543+0000 7f485b918640 1 -- start start 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.543+0000 7f485b918640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f485415d0a0 0x7f485415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.543+0000 7f485b918640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f485406f6e0 con 0x7f485406f170 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.543+0000 7f485b918640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f485406f9c0 con 0x7f4854156fb0 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.543+0000 7f485b918640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48540b2400 con 0x7f485415d0a0 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4858eb3640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f485406f170 0x7f48540b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53290/0 (socket says 172.21.15.39:53290) 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4858eb3640 1 -- 172.21.15.39:0/710901187 learned_addr learned my addr 172.21.15.39:0/710901187 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4859eb5640 1 --2- 172.21.15.39:0/710901187 >> v2:172.21.15.157:3300/0 conn(0x7f485415d0a0 0x7f485415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3864334849 0 0) 0x7f485406f6e0 con 0x7f485406f170 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4840003520 con 0x7f485406f170 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2942715421 0 0) 0x7f485406f9c0 con 0x7f4854156fb0 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f485406f6e0 con 0x7f4854156fb0 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3447610127 0 0) 0x7f4840003520 con 0x7f485406f170 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 >> v2:172.21.15.157:3300/0 conn(0x7f485415d0a0 msgr2=0x7f485415d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 --2- 172.21.15.39:0/710901187 >> v2:172.21.15.157:3300/0 conn(0x7f485415d0a0 0x7f485415d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 >> v1:172.21.15.157:6789/0 conn(0x7f4854156fb0 legacy=0x7f485415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f485406fca0 con 0x7f485406f170 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4848001670 con 0x7f485406f170 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4859eb5640 1 --2- 172.21.15.39:0/710901187 >> v2:172.21.15.157:3300/0 conn(0x7f485415d0a0 0x7f485415d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:37.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 >> v1:172.21.15.39:6789/0 conn(0x7f485406f170 legacy=0x7f48540b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f4840003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48400047c0 0x7f4840004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4840005180 0x7f484000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48540b2400 con 0x7f4840003b00 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f484000c0b0 con 0x7f4840005180 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f484000c270 con 0x7f48400047c0 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.544+0000 7f48596b4640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f4840003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f4859eb5640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4840005180 0x7f484000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f4858eb3640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48400047c0 0x7f4840004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f48596b4640 1 -- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48400047c0 msgr2=0x7f4840004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:37.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f48596b4640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48400047c0 0x7f4840004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f48596b4640 1 -- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4840005180 msgr2=0x7f484000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f48596b4640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4840005180 0x7f484000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f4859eb5640 1 -- 172.21.15.39:0/710901187 reap_dead start 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f48596b4640 1 -- 172.21.15.39:0/710901187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4840003520 con 0x7f4840003b00 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.545+0000 7f48596b4640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f4840003f00 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f48500018d0 tx=0x7f48400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=769f09d72c03e0b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48500052d0 con 0x7f4840003b00 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4850005430 con 0x7f4840003b00 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f4847fff640 1 -- 172.21.15.39:0/710901187 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f485002ac40 con 0x7f4840003b00 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 -- 172.21.15.39:0/710901187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 msgr2=0x7f4840003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f4840003f00 secure :-1 s=READY pgs=1986 cs=0 l=1 rev1=1 crypto rx=0x7f48500018d0 tx=0x7f48400057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 -- 172.21.15.39:0/710901187 shutdown_connections 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 --2- 172.21.15.39:0/710901187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f4840003f00 unknown :-1 s=CLOSED pgs=1986 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 -- 172.21.15.39:0/710901187 >> 172.21.15.39:0/710901187 conn(0x7f485406b3b0 msgr2=0x7f485406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:37.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 -- 172.21.15.39:0/710901187 shutdown_connections 2024-09-13T16:19:37.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.546+0000 7f485b918640 1 -- 172.21.15.39:0/710901187 wait complete. 2024-09-13T16:19:37.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.547+0000 7f485b918640 1 Processor -- start 2024-09-13T16:19:37.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.547+0000 7f485b918640 1 -- start start 2024-09-13T16:19:37.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f485b918640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f48540c9d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f485b918640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48540ccf50 0x7f48540cd3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f485b918640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48541efa40 0x7f48541efec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f485b918640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48540cd910 con 0x7f4840003b00 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f485b918640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4854145aa0 con 0x7f48541efa40 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f485b918640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48541f0920 con 0x7f48540ccf50 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f48596b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f48540c9d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f48596b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f48540c9d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54306/0 (socket says 172.21.15.39:54306) 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f48596b4640 1 -- 172.21.15.39:0/3498459994 learned_addr learned my addr 172.21.15.39:0/3498459994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f4858eb3640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48540ccf50 0x7f48540cd3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.548+0000 7f4859eb5640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48541efa40 0x7f48541efec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f48596b4640 1 -- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48540ccf50 msgr2=0x7f48540cd3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f48596b4640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48540ccf50 0x7f48540cd3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f48596b4640 1 -- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48541efa40 msgr2=0x7f48541efec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f48596b4640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48541efa40 0x7f48541efec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f48596b4640 1 -- 172.21.15.39:0/3498459994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48541f0400 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f48596b4640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f48540c9d20 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f485002a600 tx=0x7f48500012d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48500069e0 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4850006b40 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48540cdb30 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4850006cb0 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.549+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48540ce0f0 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.550+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48540672f0 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.551+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4850007040 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.551+0000 7f4845ffb640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483806ac00 0x7f483806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.551+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7f48500a9ab0 con 0x7f4840003b00 2024-09-13T16:19:37.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.551+0000 7f4858eb3640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483806ac00 0x7f483806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.552+0000 7f4858eb3640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483806ac00 0x7f483806d0c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f48540ad6a0 tx=0x7f4848001e00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.555+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4850074810 con 0x7f4840003b00 2024-09-13T16:19:37.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.765+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f48540672f0 con 0x7f4840003b00 2024-09-13T16:19:37.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.766+0000 7f4845ffb640 1 -- 172.21.15.39:0/3498459994 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 165 v165) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f485007e030 con 0x7f4840003b00 2024-09-13T16:19:37.767 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:37.767 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":165,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9726,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2459472371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2459472371},{"type":"v1","addr":"172.21.15.39:6835","nonce":2459472371}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":165,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:34.423962+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":106,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:37.768 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 165 2024-09-13T16:19:37.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483806ac00 msgr2=0x7f483806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483806ac00 0x7f483806d0c0 secure :-1 s=READY pgs=782 cs=0 l=1 rev1=1 crypto rx=0x7f48540ad6a0 tx=0x7f4848001e00 comp rx=0 tx=0).stop 2024-09-13T16:19:37.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 msgr2=0x7f48540c9d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f48540c9d20 secure :-1 s=READY pgs=1987 cs=0 l=1 rev1=1 crypto rx=0x7f485002a600 tx=0x7f48500012d0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 shutdown_connections 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f483806ac00 0x7f483806d0c0 unknown :-1 s=CLOSED pgs=782 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48541efa40 0x7f48541efec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48540ccf50 0x7f48540cd3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 --2- 172.21.15.39:0/3498459994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4840003b00 0x7f48540c9d20 unknown :-1 s=CLOSED pgs=1987 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 >> 172.21.15.39:0/3498459994 conn(0x7f485406b3b0 msgr2=0x7f48540adfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 shutdown_connections 2024-09-13T16:19:37.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.768+0000 7f485b918640 1 -- 172.21.15.39:0/3498459994 wait complete. 2024-09-13T16:19:37.779 INFO:tasks.cephfs.test_damage:Result: Mutation 'Delete 1.00000000' led to DAMAGED state 2024-09-13T16:19:37.780 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 1.00000000.inode' 2024-09-13T16:19:37.780 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:37.780 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:37.796 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:37.796 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:37.796 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:37.797 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:37.797 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:37.851 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:37.852 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:37.852 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:37.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.993+0000 7fa6c2a7d640 1 Processor -- start 2024-09-13T16:19:37.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.993+0000 7fa6c2a7d640 1 -- start start 2024-09-13T16:19:37.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c2a7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc159380 0x7fa6bc0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c2a7d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa6bc15a360 0x7fa6bc0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c2a7d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa6bc0ce960 0x7fa6bc071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c2a7d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6bc0cedf0 con 0x7fa6bc0ce960 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c2a7d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa6bc159760 con 0x7fa6bc15a360 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c2a7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6bc15a880 con 0x7fa6bc159380 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c101a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa6bc0ce960 0x7fa6bc071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c101a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa6bc0ce960 0x7fa6bc071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54320/0 (socket says 172.21.15.39:54320) 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c101a640 1 -- 172.21.15.39:0/439044207 learned_addr learned my addr 172.21.15.39:0/439044207 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6bbfff640 1 --2- 172.21.15.39:0/439044207 >> v2:172.21.15.157:3300/0 conn(0x7fa6bc15a360 0x7fa6bc0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c101a640 1 -- 172.21.15.39:0/439044207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc159380 msgr2=0x7fa6bc0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.994+0000 7fa6c0819640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc159380 0x7fa6bc0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6c101a640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc159380 0x7fa6bc0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6c101a640 1 -- 172.21.15.39:0/439044207 >> v2:172.21.15.157:3300/0 conn(0x7fa6bc15a360 msgr2=0x7fa6bc0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6c101a640 1 --2- 172.21.15.39:0/439044207 >> v2:172.21.15.157:3300/0 conn(0x7fa6bc15a360 0x7fa6bc0ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6c101a640 1 -- 172.21.15.39:0/439044207 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6bc15ab60 con 0x7fa6bc0ce960 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6bbfff640 1 --2- 172.21.15.39:0/439044207 >> v2:172.21.15.157:3300/0 conn(0x7fa6bc15a360 0x7fa6bc0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6c0819640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc159380 0x7fa6bc0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6c101a640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc071280 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc0724c0 tx=0x7fa6b402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6371eecc8c235add server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6bb7fe640 1 -- 172.21.15.39:0/439044207 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4032440 con 0x7fa6bc0ce960 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6bb7fe640 1 -- 172.21.15.39:0/439044207 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6b40325a0 con 0x7fa6bc0ce960 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.995+0000 7fa6bb7fe640 1 -- 172.21.15.39:0/439044207 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4032930 con 0x7fa6bc0ce960 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/439044207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 msgr2=0x7fa6bc071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc071280 secure :-1 s=READY pgs=1988 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc0724c0 tx=0x7fa6b402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/439044207 shutdown_connections 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc071280 unknown :-1 s=CLOSED pgs=1988 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/439044207 >> v2:172.21.15.157:3300/0 conn(0x7fa6bc15a360 0x7fa6bc0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:37.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/439044207 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc159380 0x7fa6bc0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/439044207 >> 172.21.15.39:0/439044207 conn(0x7fa6bc0b15d0 msgr2=0x7fa6bc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:38.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/439044207 shutdown_connections 2024-09-13T16:19:38.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.996+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/439044207 wait complete. 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.997+0000 7fa6c2a7d640 1 Processor -- start 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.997+0000 7fa6c2a7d640 1 -- start start 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c2a7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc13b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c2a7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6bc159380 0x7fa6bc13f790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c2a7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc15a360 0x7fa6bc13d590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c2a7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6bc13c2a0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c2a7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa6bc13c4f0 con 0x7fa6bc159380 2024-09-13T16:19:38.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c2a7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa6bc13c7d0 con 0x7fa6bc15a360 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c0819640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc13b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c0819640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc13b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54334/0 (socket says 172.21.15.39:54334) 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c0819640 1 -- 172.21.15.39:0/2049699977 learned_addr learned my addr 172.21.15.39:0/2049699977 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6bbfff640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6bc159380 0x7fa6bc13f790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.998+0000 7fa6c101a640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc15a360 0x7fa6bc13d590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c0819640 1 -- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc15a360 msgr2=0x7fa6bc13d590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c0819640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc15a360 0x7fa6bc13d590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c0819640 1 -- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6bc159380 msgr2=0x7fa6bc13f790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c0819640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6bc159380 0x7fa6bc13f790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c0819640 1 -- 172.21.15.39:0/2049699977 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6b40094d0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c0819640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc13b9c0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac00cee0 tx=0x7fa6ac00a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6ac00d840 con 0x7fa6bc0ce960 2024-09-13T16:19:38.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6ac00d9a0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6bc13cab0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6ac00dd30 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:37.999+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa6bc13d070 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.000+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa6bc0672f0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.001+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa6ac015440 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.001+0000 7fa6b97fa640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c06ac30 0x7fa69c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.001+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7fa6ac08a150 con 0x7fa6bc0ce960 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.001+0000 7fa6bbfff640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c06ac30 0x7fa69c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.002+0000 7fa6bbfff640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c06ac30 0x7fa69c06d0f0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc150460 tx=0x7fa6a4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:38.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.005+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa6ac054ec0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.212+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fa6bc0b31e0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.444+0000 7fa6b97fa640 1 -- 172.21.15.39:0/2049699977 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v166) v1 ==== 161+0+0 (secure 0 0 0) 0x7fa6ac0584e0 con 0x7fa6bc0ce960 2024-09-13T16:19:38.445 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.445+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c06ac30 msgr2=0x7fa69c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.445+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c06ac30 0x7fa69c06d0f0 secure :-1 s=READY pgs=783 cs=0 l=1 rev1=1 crypto rx=0x7fa6bc150460 tx=0x7fa6a4008040 comp rx=0 tx=0).stop 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.445+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 msgr2=0x7fa6bc13b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.445+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc13b9c0 secure :-1 s=READY pgs=1989 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac00cee0 tx=0x7fa6ac00a710 comp rx=0 tx=0).stop 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 shutdown_connections 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c06ac30 0x7fa69c06d0f0 unknown :-1 s=CLOSED pgs=783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa6bc15a360 0x7fa6bc13d590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa6bc159380 0x7fa6bc13f790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 --2- 172.21.15.39:0/2049699977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa6bc0ce960 0x7fa6bc13b9c0 unknown :-1 s=CLOSED pgs=1989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 >> 172.21.15.39:0/2049699977 conn(0x7fa6bc0b15d0 msgr2=0x7fa6bc06fc70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 shutdown_connections 2024-09-13T16:19:38.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.446+0000 7fa6c2a7d640 1 -- 172.21.15.39:0/2049699977 wait complete. 2024-09-13T16:19:38.459 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:38.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.559+0000 7fd82c7e9640 1 Processor -- start 2024-09-13T16:19:38.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.560+0000 7fd82c7e9640 1 -- start start 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd82c7e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd824071280 0x7fd8240716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd82c7e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8240b2ff0 con 0x7fd8240cd9a0 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd82c7e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd8240b32d0 con 0x7fd824154a80 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd82c7e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd824071c30 con 0x7fd824071280 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd82ad86640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd8240cd9a0 0x7fd8240cde30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53304/0 (socket says 172.21.15.39:53304) 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd82ad86640 1 -- 172.21.15.39:0/1613403530 learned_addr learned my addr 172.21.15.39:0/1613403530 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829d84640 1 --2- 172.21.15.39:0/1613403530 >> v2:172.21.15.157:3300/0 conn(0x7fd824071280 0x7fd8240716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829583640 1 -- 172.21.15.39:0/1613403530 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3868204542 0 0) 0x7fd8240b2ff0 con 0x7fd8240cd9a0 2024-09-13T16:19:38.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829583640 1 -- 172.21.15.39:0/1613403530 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd80c003520 con 0x7fd8240cd9a0 2024-09-13T16:19:38.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829d84640 1 -- 172.21.15.39:0/1613403530 >> v1:172.21.15.157:6789/0 conn(0x7fd824154a80 legacy=0x7fd8240b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829d84640 1 -- 172.21.15.39:0/1613403530 >> v1:172.21.15.39:6789/0 conn(0x7fd8240cd9a0 legacy=0x7fd8240cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829583640 1 -- 172.21.15.39:0/1613403530 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 986536303 0 0) 0x7fd80c003520 con 0x7fd8240cd9a0 2024-09-13T16:19:38.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.561+0000 7fd829d84640 1 -- 172.21.15.39:0/1613403530 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd8240b35b0 con 0x7fd824071280 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.562+0000 7fd829d84640 1 --2- 172.21.15.39:0/1613403530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240716f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fd8180097a0 tx=0x7fd81802a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bb77b1d07099e541 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.562+0000 7fd829583640 1 -- 172.21.15.39:0/1613403530 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd81c001670 con 0x7fd824071280 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.562+0000 7fd829583640 1 -- 172.21.15.39:0/1613403530 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd81802abc0 con 0x7fd824071280 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.562+0000 7fd829583640 1 -- 172.21.15.39:0/1613403530 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd818032440 con 0x7fd824071280 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1613403530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 msgr2=0x7fd8240716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1613403530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240716f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7fd8180097a0 tx=0x7fd81802a130 comp rx=0 tx=0).stop 2024-09-13T16:19:38.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1613403530 shutdown_connections 2024-09-13T16:19:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1613403530 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240716f0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1613403530 >> 172.21.15.39:0/1613403530 conn(0x7fd8240b15d0 msgr2=0x7fd8240b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1613403530 shutdown_connections 2024-09-13T16:19:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.563+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1613403530 wait complete. 2024-09-13T16:19:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.564+0000 7fd82c7e9640 1 Processor -- start 2024-09-13T16:19:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.564+0000 7fd82c7e9640 1 -- start start 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82c7e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240ccb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82c7e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 0x7fd824155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82c7e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd824154a80 0x7fd824144e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82c7e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8240cd040 con 0x7fd8240cd9a0 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82c7e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd8241556a0 con 0x7fd824071280 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82c7e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd824145350 con 0x7fd824154a80 2024-09-13T16:19:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 0x7fd824155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 0x7fd824155160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54336/0 (socket says 172.21.15.39:54336) 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 -- 172.21.15.39:0/1203021933 learned_addr learned my addr 172.21.15.39:0/1203021933 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82a585640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240ccb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82ad86640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd824154a80 0x7fd824144e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 -- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd824154a80 msgr2=0x7fd824144e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd824154a80 0x7fd824144e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 -- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 msgr2=0x7fd8240ccb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240ccb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd829d84640 1 -- 172.21.15.39:0/1203021933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd818009400 con 0x7fd8240cd9a0 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.565+0000 7fd82ad86640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd824154a80 0x7fd824144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.566+0000 7fd829d84640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 0x7fd824155160 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7fd818009890 tx=0x7fd8180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:38.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.566+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd818003920 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.566+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd818003a80 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.566+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd8240cbbf0 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.566+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd818003e10 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.566+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd8241e5220 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.567+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd8241e4da0 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.567+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd818032440 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.568+0000 7fd822ffd640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd81006ac30 0x7fd81006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.568+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7fd8180aa180 con 0x7fd8240cd9a0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.568+0000 7fd82a585640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd81006ac30 0x7fd81006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:38.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.568+0000 7fd82a585640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd81006ac30 0x7fd81006d0f0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fd8140012e0 tx=0x7fd814009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:38.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.572+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd8241e4da0 con 0x7fd8240cd9a0 2024-09-13T16:19:38.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:38.810+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fd8241e4da0 con 0x7fd8240cd9a0 2024-09-13T16:19:39.176 INFO:tasks.ceph.mds.c.smithi039.stderr: -43> 2024-09-13T16:19:34.422+0000 7f2f6a952640 -1 log_channel(cluster) log [ERR] : dir 0x1 object missing on disk; some files may be lost () 2024-09-13T16:19:39.176 INFO:tasks.ceph.mds.c.smithi039.stderr: -41> 2024-09-13T16:19:34.422+0000 7f2f6a952640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-13T16:19:39.201 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:19:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.455+0000 7fd822ffd640 1 -- 172.21.15.39:0/1203021933 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v167) v1 ==== 101+0+0 (secure 0 0 0) 0x7fd8241e4da0 con 0x7fd8240cd9a0 2024-09-13T16:19:39.456 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd81006ac30 msgr2=0x7fd81006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd81006ac30 0x7fd81006d0f0 secure :-1 s=READY pgs=784 cs=0 l=1 rev1=1 crypto rx=0x7fd8140012e0 tx=0x7fd814009040 comp rx=0 tx=0).stop 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 msgr2=0x7fd824155160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 0x7fd824155160 secure :-1 s=READY pgs=1991 cs=0 l=1 rev1=1 crypto rx=0x7fd818009890 tx=0x7fd8180046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 shutdown_connections 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd81006ac30 0x7fd81006d0f0 unknown :-1 s=CLOSED pgs=784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd824154a80 0x7fd824144e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd8240cd9a0 0x7fd824155160 unknown :-1 s=CLOSED pgs=1991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 --2- 172.21.15.39:0/1203021933 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd824071280 0x7fd8240ccb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 >> 172.21.15.39:0/1203021933 conn(0x7fd8240b15d0 msgr2=0x7fd8240b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:39.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 shutdown_connections 2024-09-13T16:19:39.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.457+0000 7fd82c7e9640 1 -- 172.21.15.39:0/1203021933 wait complete. 2024-09-13T16:19:39.470 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:39.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 Processor -- start 2024-09-13T16:19:39.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 -- start start 2024-09-13T16:19:39.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 0x5619bc662140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc64e7f0 0x5619bc652490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc6267e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619bc541be0 con 0x5619bc663f20 2024-09-13T16:19:39.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619bc53d4d0 con 0x5619bc64e7f0 2024-09-13T16:19:39.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.513+0000 7fee59f1df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5619bc4d8b60 con 0x5619bc664300 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 0x5619bc662140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 0x5619bc662140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54368/0 (socket says 172.21.15.39:54368) 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 -- 172.21.15.39:0/562469243 learned_addr learned my addr 172.21.15.39:0/562469243 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee567d5640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc64e7f0 0x5619bc652490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee577d7640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc6267e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 -- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 msgr2=0x5619bc6267e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc6267e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 -- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc64e7f0 msgr2=0x5619bc652490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc64e7f0 0x5619bc652490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 -- 172.21.15.39:0/562469243 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5619bc4db060 con 0x5619bc663f20 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee577d7640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc6267e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee567d5640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc64e7f0 0x5619bc652490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:39.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee56fd6640 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 0x5619bc662140 secure :-1 s=READY pgs=1997 cs=0 l=1 rev1=1 crypto rx=0x7fee48009790 tx=0x7fee48005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5456785ea0d4c75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee557d3640 1 -- 172.21.15.39:0/562469243 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4800f040 con 0x5619bc663f20 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee557d3640 1 -- 172.21.15.39:0/562469243 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee48008930 con 0x5619bc663f20 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.514+0000 7fee557d3640 1 -- 172.21.15.39:0/562469243 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee48008cc0 con 0x5619bc663f20 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 -- 172.21.15.39:0/562469243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 msgr2=0x5619bc662140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 0x5619bc662140 secure :-1 s=READY pgs=1997 cs=0 l=1 rev1=1 crypto rx=0x7fee48009790 tx=0x7fee48005a00 comp rx=0 tx=0).stop 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 -- 172.21.15.39:0/562469243 shutdown_connections 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc6267e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc64e7f0 0x5619bc652490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 --2- 172.21.15.39:0/562469243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc663f20 0x5619bc662140 unknown :-1 s=CLOSED pgs=1997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 -- 172.21.15.39:0/562469243 >> 172.21.15.39:0/562469243 conn(0x5619bc5db800 msgr2=0x5619bc651b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 -- 172.21.15.39:0/562469243 shutdown_connections 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 -- 172.21.15.39:0/562469243 wait complete. 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.515+0000 7fee59f1df40 1 Processor -- start 2024-09-13T16:19:39.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 -- start start 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc64e7f0 0x5619bc6ee010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc663f20 0x5619bc5da480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc5da9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619bc4d8800 con 0x5619bc64e7f0 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5619bc4bb520 con 0x5619bc663f20 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee59f1df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5619bc64f350 con 0x5619bc664300 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee56fd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc64e7f0 0x5619bc6ee010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee56fd6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc64e7f0 0x5619bc6ee010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54370/0 (socket says 172.21.15.39:54370) 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 learned_addr learned my addr 172.21.15.39:0/103464700 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.516+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc663f20 0x5619bc5da480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee577d7640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc5da9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 msgr2=0x5619bc5da9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5619bc664300 0x5619bc5da9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc663f20 msgr2=0x5619bc5da480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5619bc663f20 0x5619bc5da480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee48009410 con 0x5619bc64e7f0 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc64e7f0 0x5619bc6ee010 secure :-1 s=READY pgs=1998 cs=0 l=1 rev1=1 crypto rx=0x7fee48009d10 tx=0x7fee48003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee3ffff640 1 -- 172.21.15.39:0/103464700 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee4800f040 con 0x5619bc64e7f0 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee3ffff640 1 -- 172.21.15.39:0/103464700 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee48015920 con 0x5619bc64e7f0 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5619bc4daac0 con 0x5619bc64e7f0 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee3ffff640 1 -- 172.21.15.39:0/103464700 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee48015cd0 con 0x5619bc64e7f0 2024-09-13T16:19:39.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.517+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5619bc64f560 con 0x5619bc64e7f0 2024-09-13T16:19:39.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.518+0000 7fee3ffff640 1 -- 172.21.15.39:0/103464700 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fee4801f400 con 0x5619bc64e7f0 2024-09-13T16:19:39.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.519+0000 7fee3ffff640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee440695e0 0x7fee4406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.519+0000 7fee3ffff640 1 -- 172.21.15.39:0/103464700 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7fee4808a9c0 con 0x5619bc64e7f0 2024-09-13T16:19:39.524 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:39.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.519+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee440695e0 0x7fee4406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.519+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5619bc625d60 0x5619bc7027e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.519+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc64df90 con 0x5619bc625d60 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.519+0000 7fee577d7640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5619bc625d60 0x5619bc7027e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.520+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee440695e0 0x7fee4406baa0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x5619bc663c70 tx=0x7fee4c001c30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.520+0000 7fee577d7640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5619bc625d60 0x5619bc7027e0 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.521+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v106'443 uv417 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.521+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc64d9b0 con 0x5619bc625d60 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.523+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v106'444 uv444 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.523+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc702d20 con 0x5619bc625d60 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.524+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v106'445 uv445 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.526 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:39.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.524+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7030d0 con 0x5619bc625d60 2024-09-13T16:19:39.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.525+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v106'446 uv446 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.525+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c8d0 con 0x5619bc625d60 2024-09-13T16:19:39.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.526+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v106'447 uv447 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.526+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70b8c0 con 0x5619bc625d60 2024-09-13T16:19:39.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.527+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v106'448 uv448 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.527+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70bce0 con 0x5619bc625d60 2024-09-13T16:19:39.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.528+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v106'449 uv423 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.528+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.529+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v106'450 uv450 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.529+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.532 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:39.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.531+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v106'451 uv451 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.531+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.532+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v106'452 uv452 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.532+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.533+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v106'453 uv453 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.533+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.534+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v106'454 uv454 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.534+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.536+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v106'455 uv430 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.536+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.537+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v106'456 uv456 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.537+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.539 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:39.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.538+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v106'457 uv457 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.538+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.540+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v106'458 uv458 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.540+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.541+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v106'459 uv459 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.541+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c090 con 0x5619bc625d60 2024-09-13T16:19:39.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.542+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v106'460 uv460 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.542+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70c510 con 0x5619bc625d60 2024-09-13T16:19:39.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.544+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v106'461 uv461 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.544+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.545+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v106'462 uv436 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.545+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.547+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v106'463 uv463 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.547+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.549 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:39.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.548+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v106'464 uv464 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.548+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70dc90 con 0x5619bc625d60 2024-09-13T16:19:39.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.549+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v106'465 uv465 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.549+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70dc90 con 0x5619bc625d60 2024-09-13T16:19:39.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.550+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v106'466 uv466 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.550+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.551+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v106'467 uv467 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.551+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.553+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v106'468 uv442 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.553+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.554+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v106'469 uv469 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.554+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.556 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:39.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.555+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v106'470 uv470 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.555+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70dc90 con 0x5619bc625d60 2024-09-13T16:19:39.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.556+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v106'471 uv471 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.557+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70dc90 con 0x5619bc625d60 2024-09-13T16:19:39.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.558+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v106'472 uv472 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.558+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70cc80 con 0x5619bc625d60 2024-09-13T16:19:39.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.559+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v106'473 uv473 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.559+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5619bc70d190 0x5619bc70f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.559+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70fac0 con 0x5619bc70d190 2024-09-13T16:19:39.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.559+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5619bc70d190 0x5619bc70f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.560+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5619bc70d190 0x5619bc70f580 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.561+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v106'326 uv308 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.561+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc70fe70 con 0x5619bc70d190 2024-09-13T16:19:39.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.562+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v106'327 uv327 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.562+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc710220 con 0x5619bc70d190 2024-09-13T16:19:39.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.563+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v106'328 uv328 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.565 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:39.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.563+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc710ac0 con 0x5619bc70d190 2024-09-13T16:19:39.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.565+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v106'329 uv329 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.565+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc710e70 con 0x5619bc70d190 2024-09-13T16:19:39.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.566+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v106'330 uv330 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.566+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc711220 con 0x5619bc70d190 2024-09-13T16:19:39.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.567+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v106'331 uv313 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.567+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.568+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v106'332 uv332 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.568+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.569+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v106'333 uv333 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.570 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:39.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.569+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.570+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v106'334 uv334 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.570+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.571+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v106'335 uv335 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.572+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.573+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v106'336 uv318 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.573+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.574+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v106'337 uv337 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.574+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.576 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:39.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.575+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v106'338 uv338 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.575+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc715000 con 0x5619bc70d190 2024-09-13T16:19:39.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.577+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v106'339 uv339 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.577+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc715000 con 0x5619bc70d190 2024-09-13T16:19:39.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.578+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v106'340 uv340 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.578+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.579+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v106'341 uv324 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.579+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.580+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v106'342 uv342 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.580+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.583 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:39.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.582+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v106'343 uv343 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.582+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7125e0 con 0x5619bc70d190 2024-09-13T16:19:39.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.583+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v106'344 uv344 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.583+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7125e0 con 0x5619bc70d190 2024-09-13T16:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.584+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v106'345 uv345 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.584+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc70d190 2024-09-13T16:19:39.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.585+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v106'346 uv346 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc70d190 2024-09-13T16:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.585+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc625d60 2024-09-13T16:19:39.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.586+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v106'87 uv86 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.586+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc625d60 2024-09-13T16:19:39.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.587+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v106'88 uv88 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.587+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc625d60 2024-09-13T16:19:39.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.588+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v106'89 uv89 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.590 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.588+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7125e0 con 0x5619bc625d60 2024-09-13T16:19:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.589+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v106'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.589+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7125e0 con 0x5619bc625d60 2024-09-13T16:19:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.590+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v106'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.590+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7115d0 con 0x5619bc625d60 2024-09-13T16:19:39.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.591+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v106'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.591+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5619bc711ae0 0x5619bc713ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.591+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc714410 con 0x5619bc711ae0 2024-09-13T16:19:39.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.591+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5619bc711ae0 0x5619bc713ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.592+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5619bc711ae0 0x5619bc713ed0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.593+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v106'65 uv64 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.593+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7147c0 con 0x5619bc711ae0 2024-09-13T16:19:39.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.593+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v106'66 uv66 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.594+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc714c30 con 0x5619bc711ae0 2024-09-13T16:19:39.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.594+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v106'67 uv67 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.596 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:39.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.594+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7150b0 con 0x5619bc711ae0 2024-09-13T16:19:39.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.595+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v106'68 uv68 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.595+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7154f0 con 0x5619bc625d60 2024-09-13T16:19:39.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.597+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v106'87 uv86 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.597+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7154f0 con 0x5619bc625d60 2024-09-13T16:19:39.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.598+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v106'88 uv88 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.598+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7154f0 con 0x5619bc625d60 2024-09-13T16:19:39.600 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:39.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.599+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v106'89 uv89 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.599+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc716500 con 0x5619bc625d60 2024-09-13T16:19:39.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.600+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v106'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.600+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc716500 con 0x5619bc625d60 2024-09-13T16:19:39.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.601+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v106'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.601+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7154f0 con 0x5619bc625d60 2024-09-13T16:19:39.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.602+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v106'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.602+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5619bc715b70 0x5619bc715f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.602+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.603+0000 7fee577d7640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5619bc715b70 0x5619bc715f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.603+0000 7fee577d7640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5619bc715b70 0x5619bc715f90 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.604+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v106'160 uv154 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.604+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.605+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v106'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.605+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.607 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:39.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.606+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v106'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.606+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7199e0 con 0x5619bc715b70 2024-09-13T16:19:39.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.607+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v106'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.607+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7199e0 con 0x5619bc715b70 2024-09-13T16:19:39.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.608+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v106'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.608+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.609+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v106'165 uv165 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.609+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.611+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v106'166 uv159 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.611+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.612+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v106'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.612+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.613+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v106'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.614 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:39.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.613+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.614+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v106'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.614+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc7189d0 con 0x5619bc715b70 2024-09-13T16:19:39.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.615+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v106'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.615+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5619bc7192b0 0x5619bc7196b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.615+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc7192b0 2024-09-13T16:19:39.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.615+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5619bc7192b0 0x5619bc7196b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.616+0000 7fee56fd6640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5619bc7192b0 0x5619bc7196b0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.617+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v106'71 uv70 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc7192b0 2024-09-13T16:19:39.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.617+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc7192b0 2024-09-13T16:19:39.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.618+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v106'72 uv72 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc7192b0 2024-09-13T16:19:39.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.618+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc7192b0 2024-09-13T16:19:39.620 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:39.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.619+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v106'73 uv73 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc7192b0 2024-09-13T16:19:39.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.619+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be50 con 0x5619bc7192b0 2024-09-13T16:19:39.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.620+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v106'74 uv74 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc7192b0 2024-09-13T16:19:39.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.620+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc7192b0 2024-09-13T16:19:39.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.621+0000 7fee56fd6640 1 -- 172.21.15.39:0/103464700 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v106'75 uv75 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4801b020 con 0x5619bc7192b0 2024-09-13T16:19:39.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.621+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc625d60 2024-09-13T16:19:39.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.622+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v106'87 uv86 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.622+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc625d60 2024-09-13T16:19:39.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.623+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v106'88 uv88 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.623+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be10 con 0x5619bc625d60 2024-09-13T16:19:39.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.624+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v106'89 uv89 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.626 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:39.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.624+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71be70 con 0x5619bc625d60 2024-09-13T16:19:39.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.625+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v106'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.625+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71d340 con 0x5619bc625d60 2024-09-13T16:19:39.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.626+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v106'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.626+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71c2d0 con 0x5619bc625d60 2024-09-13T16:19:39.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.627+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v106'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc625d60 2024-09-13T16:19:39.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.627+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71c2d0 con 0x5619bc711ae0 2024-09-13T16:19:39.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.628+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v106'142 uv136 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.628+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71c6a0 con 0x5619bc711ae0 2024-09-13T16:19:39.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.629+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v106'143 uv143 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.629+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71caa0 con 0x5619bc711ae0 2024-09-13T16:19:39.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.630+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v106'144 uv144 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.632 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:39.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.630+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71cea0 con 0x5619bc711ae0 2024-09-13T16:19:39.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.631+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v106'145 uv145 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.631+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71cea0 con 0x5619bc711ae0 2024-09-13T16:19:39.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.632+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v106'146 uv146 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.632+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71cb40 con 0x5619bc711ae0 2024-09-13T16:19:39.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.633+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v106'147 uv141 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.633+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71cb40 con 0x5619bc711ae0 2024-09-13T16:19:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.634+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v106'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.634+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71cb40 con 0x5619bc711ae0 2024-09-13T16:19:39.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.635+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v106'149 uv149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.636 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.635+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71cb40 con 0x5619bc711ae0 2024-09-13T16:19:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.636+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v106'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.636+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fca0 con 0x5619bc711ae0 2024-09-13T16:19:39.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.637+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v106'151 uv151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.637+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5619bc71d850 0x5619bc7200f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.637+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc71d850 2024-09-13T16:19:39.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.637+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5619bc71d850 0x5619bc7200f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.638+0000 7fee567d5640 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5619bc71d850 0x5619bc7200f0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.639+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v106'66 uv64 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc71d850 2024-09-13T16:19:39.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.639+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc71d850 2024-09-13T16:19:39.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.640+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v106'67 uv67 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc71d850 2024-09-13T16:19:39.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.640+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc71d850 2024-09-13T16:19:39.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.641+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v106'68 uv68 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc71d850 2024-09-13T16:19:39.642 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:39.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.641+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc71d850 2024-09-13T16:19:39.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.642+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v106'69 uv69 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc71d850 2024-09-13T16:19:39.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.642+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc711ae0 2024-09-13T16:19:39.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.643+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v106'87 uv86 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.643+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc711ae0 2024-09-13T16:19:39.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.644+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v106'88 uv88 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.644+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc711ae0 2024-09-13T16:19:39.646 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:39.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.645+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v106'89 uv89 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.645+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc711ae0 2024-09-13T16:19:39.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.646+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v106'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.646+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc711ae0 2024-09-13T16:19:39.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.647+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v106'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.647+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc711ae0 2024-09-13T16:19:39.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.648+0000 7fee567d5640 1 -- 172.21.15.39:0/103464700 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v106'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee4c010a80 con 0x5619bc711ae0 2024-09-13T16:19:39.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.648+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc715b70 2024-09-13T16:19:39.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.649+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v106'74 uv73 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.649+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc715b70 2024-09-13T16:19:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.650+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v106'75 uv75 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.650+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc715b70 2024-09-13T16:19:39.653 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.651+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v106'76 uv76 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.651+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.652+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v106'77 uv77 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.653+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.654+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v106'78 uv78 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.654+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.655+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v106'182 uv172 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.655+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc715b70 2024-09-13T16:19:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.656+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v106'183 uv183 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.656+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc71fc40 con 0x5619bc715b70 2024-09-13T16:19:39.658 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.657+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v106'184 uv184 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.657+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720680 con 0x5619bc715b70 2024-09-13T16:19:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.659+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v106'185 uv185 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.659+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.660+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v106'186 uv186 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.660+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.662 INFO:teuthology.orchestra.run.smithi039.stdout:Write #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.661+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v106'187 uv187 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.661+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc721640 con 0x5619bc715b70 2024-09-13T16:19:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.662+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [setxattr (30)] v106'188 uv188 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.662+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc721640 con 0x5619bc715b70 2024-09-13T16:19:39.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.663+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [setxattr (30)] v106'189 uv189 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.663+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.664+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [omap-set-header] v106'190 uv190 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.665+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x5619bc720630 con 0x5619bc715b70 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [omap-set-vals] v106'191 uv191 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fee50006040 con 0x5619bc715b70 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5619bc625d60 msgr2=0x5619bc7027e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5619bc625d60 0x5619bc7027e0 crc :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5619bc711ae0 msgr2=0x5619bc713ed0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5619bc711ae0 0x5619bc713ed0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5619bc71d850 msgr2=0x5619bc7200f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5619bc71d850 0x5619bc7200f0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5619bc70d190 msgr2=0x5619bc70f580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 reap_dead start 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5619bc70d190 0x5619bc70f580 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5619bc715b70 msgr2=0x5619bc715f90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5619bc715b70 0x5619bc715f90 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5619bc7192b0 msgr2=0x5619bc7196b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5619bc7192b0 0x5619bc7196b0 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee440695e0 msgr2=0x7fee4406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee440695e0 0x7fee4406baa0 secure :-1 s=READY pgs=786 cs=0 l=1 rev1=1 crypto rx=0x5619bc663c70 tx=0x7fee4c001c30 comp rx=0 tx=0).stop 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc64e7f0 msgr2=0x5619bc6ee010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 --2- 172.21.15.39:0/103464700 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5619bc64e7f0 0x5619bc6ee010 secure :-1 s=READY pgs=1998 cs=0 l=1 rev1=1 crypto rx=0x7fee48009d10 tx=0x7fee48003020 comp rx=0 tx=0).stop 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee577d7640 1 -- 172.21.15.39:0/103464700 reap_dead start 2024-09-13T16:19:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 shutdown_connections 2024-09-13T16:19:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 >> 172.21.15.39:0/103464700 conn(0x5619bc5db800 msgr2=0x5619bc662f80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 shutdown_connections 2024-09-13T16:19:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.666+0000 7fee59f1df40 1 -- 172.21.15.39:0/103464700 wait complete. 2024-09-13T16:19:39.671 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 1.00000000.inode - 2024-09-13T16:19:39.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.755+0000 7fbb70d39f40 1 Processor -- start 2024-09-13T16:19:39.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.755+0000 7fbb70d39f40 1 -- start start 2024-09-13T16:19:39.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb70d39f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253beb2e10 0x56253bf71c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb70d39f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 0x56253befaf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb70d39f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befbee0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb70d39f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56253be604d0 con 0x56253bef5110 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb70d39f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56253bdfbb60 con 0x56253beb2e10 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb70d39f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56253bdfb800 con 0x56253bf8b1d0 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 0x56253befaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 0x56253befaf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54380/0 (socket says 172.21.15.39:54380) 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 -- 172.21.15.39:0/1123441165 learned_addr learned my addr 172.21.15.39:0/1123441165 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e836640 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253beb2e10 0x56253bf71c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6f037640 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befbee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 -- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 msgr2=0x56253befbee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befbee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 -- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253beb2e10 msgr2=0x56253bf71c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253beb2e10 0x56253bf71c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 -- 172.21.15.39:0/1123441165 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb6800a100 con 0x56253bef5110 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6f037640 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.756+0000 7fbb6e035640 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 0x56253befaf30 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7fbb64009910 tx=0x7fbb64005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebd4c5b20caf413 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb6d033640 1 -- 172.21.15.39:0/1123441165 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb6400f040 con 0x56253bef5110 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb6d033640 1 -- 172.21.15.39:0/1123441165 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb640088f0 con 0x56253bef5110 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb6d033640 1 -- 172.21.15.39:0/1123441165 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb64008ca0 con 0x56253bef5110 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1123441165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 msgr2=0x56253befaf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 0x56253befaf30 secure :-1 s=READY pgs=1999 cs=0 l=1 rev1=1 crypto rx=0x7fbb64009910 tx=0x7fbb64005a00 comp rx=0 tx=0).stop 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1123441165 shutdown_connections 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befbee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253bef5110 0x56253befaf30 unknown :-1 s=CLOSED pgs=1999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1123441165 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253beb2e10 0x56253bf71c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1123441165 >> 172.21.15.39:0/1123441165 conn(0x56253befe800 msgr2=0x56253befebe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1123441165 shutdown_connections 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.757+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1123441165 wait complete. 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 Processor -- start 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 -- start start 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253beb2e10 0x56253bf6eb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253bef5110 0x56253bf82100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befaf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56253bdde520 con 0x56253beb2e10 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56253befc000 con 0x56253bef5110 2024-09-13T16:19:39.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.758+0000 7fbb70d39f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56253bf717e0 con 0x56253bf8b1d0 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253beb2e10 0x56253bf6eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253beb2e10 0x56253bf6eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54386/0 (socket says 172.21.15.39:54386) 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 -- 172.21.15.39:0/1340286000 learned_addr learned my addr 172.21.15.39:0/1340286000 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6f037640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befaf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e035640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253bef5110 0x56253bf82100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 -- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 msgr2=0x56253befaf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56253bf8b1d0 0x56253befaf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 -- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253bef5110 msgr2=0x56253bf82100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56253bef5110 0x56253bf82100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 -- 172.21.15.39:0/1340286000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb64009510 con 0x56253beb2e10 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb6e836640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253beb2e10 0x56253bf6eb20 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000efc0 tx=0x7fbb6000c710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb57fff640 1 -- 172.21.15.39:0/1340286000 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb60016030 con 0x56253beb2e10 2024-09-13T16:19:39.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb57fff640 1 -- 172.21.15.39:0/1340286000 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb60005070 con 0x56253beb2e10 2024-09-13T16:19:39.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x56253be0ac20 con 0x56253beb2e10 2024-09-13T16:19:39.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb57fff640 1 -- 172.21.15.39:0/1340286000 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb60001af0 con 0x56253beb2e10 2024-09-13T16:19:39.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.759+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56253bdfe060 con 0x56253beb2e10 2024-09-13T16:19:39.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb57fff640 1 -- 172.21.15.39:0/1340286000 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb60019070 con 0x56253beb2e10 2024-09-13T16:19:39.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb57fff640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb5c0695e0 0x7fbb5c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb57fff640 1 -- 172.21.15.39:0/1340286000 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7fbb60017070 con 0x56253beb2e10 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb6e035640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb5c0695e0 0x7fbb5c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56253bf80220 0x56253bf84a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e106) v8 -- 0x56253be9efc0 con 0x56253bf80220 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.761+0000 7fbb6f037640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56253bf80220 0x56253bf84a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.762+0000 7fbb6e035640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb5c0695e0 0x7fbb5c06baa0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x56253bf871f0 tx=0x7fbb64012000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.762+0000 7fbb6f037640 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56253bf80220 0x56253bf84a90 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.763+0000 7fbb6f037640 1 -- 172.21.15.39:0/1340286000 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 1.00000000.inode [writefull 0~80] v106'347 uv347 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbb68051830 con 0x56253bf80220 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.763+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56253bf80220 msgr2=0x56253bf84a90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.763+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56253bf80220 0x56253bf84a90 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb5c0695e0 msgr2=0x7fbb5c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbb5c0695e0 0x7fbb5c06baa0 secure :-1 s=READY pgs=787 cs=0 l=1 rev1=1 crypto rx=0x56253bf871f0 tx=0x7fbb64012000 comp rx=0 tx=0).stop 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253beb2e10 msgr2=0x56253bf6eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 --2- 172.21.15.39:0/1340286000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56253beb2e10 0x56253bf6eb20 secure :-1 s=READY pgs=2000 cs=0 l=1 rev1=1 crypto rx=0x7fbb6000efc0 tx=0x7fbb6000c710 comp rx=0 tx=0).stop 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb6f037640 1 -- 172.21.15.39:0/1340286000 reap_dead start 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 shutdown_connections 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 >> 172.21.15.39:0/1340286000 conn(0x56253befe800 msgr2=0x56253bf71c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 shutdown_connections 2024-09-13T16:19:39.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.764+0000 7fbb70d39f40 1 -- 172.21.15.39:0/1340286000 wait complete. 2024-09-13T16:19:39.770 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:39.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.913+0000 7f9c91b65640 1 Processor -- start 2024-09-13T16:19:39.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.913+0000 7f9c91b65640 1 -- start start 2024-09-13T16:19:39.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c91b65640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c8c0afc80 0x7f9c8c0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c91b65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c160900 0x7f9c8c0cee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c91b65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c8c1610b0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c91b65640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c8c15cfa0 con 0x7f9c8c0afc80 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c91b65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c8c0cd650 con 0x7f9c8c160900 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c8c0afc80 0x7f9c8c0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8affd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9c8c0ce9e0 0x7f9c8c1601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53320/0 (socket says 172.21.15.39:53320) 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8affd640 1 -- 172.21.15.39:0/665000126 learned_addr learned my addr 172.21.15.39:0/665000126 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8bfff640 1 --2- 172.21.15.39:0/665000126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c160900 0x7f9c8c0cee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8b7fe640 1 -- 172.21.15.39:0/665000126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c160900 msgr2=0x7f9c8c0cee20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8b7fe640 1 --2- 172.21.15.39:0/665000126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c160900 0x7f9c8c0cee20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8b7fe640 1 -- 172.21.15.39:0/665000126 >> v1:172.21.15.39:6789/0 conn(0x7f9c8c0ce9e0 legacy=0x7f9c8c1601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.914+0000 7f9c8b7fe640 1 -- 172.21.15.39:0/665000126 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c8c0cf360 con 0x7f9c8c0afc80 2024-09-13T16:19:39.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.915+0000 7f9c8b7fe640 1 --2- 172.21.15.39:0/665000126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0afc80 0x7f9c8c0cdae0 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c0097a0 tx=0x7f9c7c029f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50c8aba209d6dc4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.915+0000 7f9c8a7fc640 1 -- 172.21.15.39:0/665000126 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c7c02abf0 con 0x7f9c8c0afc80 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.915+0000 7f9c8a7fc640 1 -- 172.21.15.39:0/665000126 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c7c02ad50 con 0x7f9c8c0afc80 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.915+0000 7f9c8a7fc640 1 -- 172.21.15.39:0/665000126 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c7c032660 con 0x7f9c8c0afc80 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 -- 172.21.15.39:0/665000126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0afc80 msgr2=0x7f9c8c0cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 --2- 172.21.15.39:0/665000126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0afc80 0x7f9c8c0cdae0 secure :-1 s=READY pgs=2002 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c0097a0 tx=0x7f9c7c029f60 comp rx=0 tx=0).stop 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 -- 172.21.15.39:0/665000126 shutdown_connections 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 --2- 172.21.15.39:0/665000126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c160900 0x7f9c8c0cee20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 --2- 172.21.15.39:0/665000126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0afc80 0x7f9c8c0cdae0 unknown :-1 s=CLOSED pgs=2002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 -- 172.21.15.39:0/665000126 >> 172.21.15.39:0/665000126 conn(0x7f9c8c0d04e0 msgr2=0x7f9c8c0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 -- 172.21.15.39:0/665000126 shutdown_connections 2024-09-13T16:19:39.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.916+0000 7f9c91b65640 1 -- 172.21.15.39:0/665000126 wait complete. 2024-09-13T16:19:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.917+0000 7f9c91b65640 1 Processor -- start 2024-09-13T16:19:39.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.917+0000 7f9c91b65640 1 -- start start 2024-09-13T16:19:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c91b65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c0afc80 0x7f9c8c14af00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c91b65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 0x7f9c8c15fd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c91b65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c8c160900 0x7f9c8c0b10b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c91b65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c8c0ca880 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c91b65640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c8c0c9c70 con 0x7f9c8c160900 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c91b65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c8c0c9f50 con 0x7f9c8c0afc80 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c8affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 0x7f9c8c15fd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c8affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 0x7f9c8c15fd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54398/0 (socket says 172.21.15.39:54398) 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c8affd640 1 -- 172.21.15.39:0/1477342232 learned_addr learned my addr 172.21.15.39:0/1477342232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c8b7fe640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c0afc80 0x7f9c8c14af00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.918+0000 7f9c8bfff640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c8c160900 0x7f9c8c0b10b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c8affd640 1 -- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c0afc80 msgr2=0x7f9c8c14af00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c8affd640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c0afc80 0x7f9c8c14af00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c8affd640 1 -- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c8c160900 msgr2=0x7f9c8c0b10b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c8affd640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c8c160900 0x7f9c8c0b10b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:39.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c8affd640 1 -- 172.21.15.39:0/1477342232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c7c009400 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c8affd640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 0x7f9c8c15fd10 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7f9c8000c780 tx=0x7f9c8000cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c800072d0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c80007430 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c8c0ca230 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c800047e0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.919+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c8c14b440 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.920+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c8c1563e0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.921+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c80004960 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.921+0000 7f9c73fff640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c7806ac00 0x7f9c7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.921+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(106..106 src has 1..106) v4 ==== 7028+0+0 (secure 0 0 0) 0x7f9c80088fb0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.921+0000 7f9c8b7fe640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c7806ac00 0x7f9c7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:39.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.922+0000 7f9c8b7fe640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c7806ac00 0x7f9c7806d0c0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c034000 tx=0x7f9c7c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:39.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:39.925+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c800bc9c0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:40.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.130+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f9c8c0d10a0 con 0x7f9c8c0ce9e0 2024-09-13T16:19:40.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.460+0000 7f9c73fff640 1 -- 172.21.15.39:0/1477342232 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v168) v1 ==== 162+0+0 (secure 0 0 0) 0x7f9c80018020 con 0x7f9c8c0ce9e0 2024-09-13T16:19:40.461 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:40.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c7806ac00 msgr2=0x7f9c7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c7806ac00 0x7f9c7806d0c0 secure :-1 s=READY pgs=788 cs=0 l=1 rev1=1 crypto rx=0x7f9c7c034000 tx=0x7f9c7c02e000 comp rx=0 tx=0).stop 2024-09-13T16:19:40.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 msgr2=0x7f9c8c15fd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 0x7f9c8c15fd10 secure :-1 s=READY pgs=2003 cs=0 l=1 rev1=1 crypto rx=0x7f9c8000c780 tx=0x7f9c8000cc40 comp rx=0 tx=0).stop 2024-09-13T16:19:40.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 shutdown_connections 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c7806ac00 0x7f9c7806d0c0 unknown :-1 s=CLOSED pgs=788 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c8c160900 0x7f9c8c0b10b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c8c0ce9e0 0x7f9c8c15fd10 unknown :-1 s=CLOSED pgs=2003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 --2- 172.21.15.39:0/1477342232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c8c0afc80 0x7f9c8c14af00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 >> 172.21.15.39:0/1477342232 conn(0x7f9c8c0d04e0 msgr2=0x7f9c8c072e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 shutdown_connections 2024-09-13T16:19:40.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.462+0000 7f9c91b65640 1 -- 172.21.15.39:0/1477342232 wait complete. 2024-09-13T16:19:40.470 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:40.469+0000 7f752b204640 -1 mds.0.cache.ino(0x1) Corrupt inode 0x1: End of buffer [buffer:2] 2024-09-13T16:19:40.471 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:40.469+0000 7f752b204640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:19:40.471 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:40.470+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:40.472 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:40.470+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:40.476 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:40.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.575+0000 7f60b8765640 1 Processor -- start 2024-09-13T16:19:40.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.575+0000 7f60b8765640 1 -- start start 2024-09-13T16:19:40.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b8765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60b00cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b8765640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60b015aa50 con 0x7f60b00721f0 2024-09-13T16:19:40.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b8765640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60b015af50 con 0x7f60b00cc650 2024-09-13T16:19:40.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b8765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60b015bed0 con 0x7f60b00ce980 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b6501640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f60b00721f0 0x7f60b00ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53326/0 (socket says 172.21.15.39:53326) 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b6501640 1 -- 172.21.15.39:0/3827669572 learned_addr learned my addr 172.21.15.39:0/3827669572 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 190503181 0 0) 0x7f60b015aa50 con 0x7f60b00721f0 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.576+0000 7f60b5d00640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60b00cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6098003520 con 0x7f60b00721f0 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 566999515 0 0) 0x7f6098003520 con 0x7f60b00721f0 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 msgr2=0x7f60b00cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60b00cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 >> v1:172.21.15.157:6789/0 conn(0x7f60b00cc650 legacy=0x7f60b015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b00cd6c0 con 0x7f60b00721f0 2024-09-13T16:19:40.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f60a8001670 con 0x7f60b00721f0 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 >> v1:172.21.15.39:6789/0 conn(0x7f60b00721f0 legacy=0x7f60b00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60980039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6098003f20 0x7f60980047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6098004d00 0x7f6098005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b015bed0 con 0x7f6098003f20 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f609800bb10 con 0x7f6098004d00 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f609800bcd0 con 0x7f60b00ce980 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b5d00640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6098003f20 0x7f60980047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b6501640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60980039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b6d02640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6098004d00 0x7f6098005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b5d00640 1 -- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 msgr2=0x7f60980039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:40.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b5d00640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60980039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b5d00640 1 -- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6098004d00 msgr2=0x7f6098005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b5d00640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6098004d00 0x7f6098005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b5d00640 1 -- 172.21.15.39:0/3827669572 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6098003520 con 0x7f6098003f20 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.577+0000 7f60b6501640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f60b00ce980 0x7f60980039a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.578+0000 7f60b5d00640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6098003f20 0x7f60980047c0 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f60b006f5a0 tx=0x7f60980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=804d58c8aacc929b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.578+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a4031400 con 0x7f6098003f20 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.578+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60a402d050 con 0x7f6098003f20 2024-09-13T16:19:40.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.578+0000 7f60b54ff640 1 -- 172.21.15.39:0/3827669572 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a4031780 con 0x7f6098003f20 2024-09-13T16:19:40.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b8765640 1 -- 172.21.15.39:0/3827669572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6098003f20 msgr2=0x7f60980047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b8765640 1 --2- 172.21.15.39:0/3827669572 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6098003f20 0x7f60980047c0 secure :-1 s=READY pgs=2005 cs=0 l=1 rev1=1 crypto rx=0x7f60b006f5a0 tx=0x7f60980057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b6d02640 1 -- 172.21.15.39:0/3827669572 reap_dead start 2024-09-13T16:19:40.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b8765640 1 -- 172.21.15.39:0/3827669572 shutdown_connections 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b8765640 1 -- 172.21.15.39:0/3827669572 >> 172.21.15.39:0/3827669572 conn(0x7f60b006b3b0 msgr2=0x7f60b006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b8765640 1 -- 172.21.15.39:0/3827669572 shutdown_connections 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.579+0000 7f60b8765640 1 -- 172.21.15.39:0/3827669572 wait complete. 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.580+0000 7f60b8765640 1 Processor -- start 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.580+0000 7f60b8765640 1 -- start start 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6098003f20 0x7f60b01f24a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 0x7f60b0154880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b00ae9a0 0x7f60b0070830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b0153610 con 0x7f60b01ec430 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60b01ec8b0 con 0x7f60b00ae9a0 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60b01f2a80 con 0x7f6098003f20 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 0x7f60b0154880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 0x7f60b0154880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54410/0 (socket says 172.21.15.39:54410) 2024-09-13T16:19:40.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 -- 172.21.15.39:0/1971277637 learned_addr learned my addr 172.21.15.39:0/1971277637 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b6d02640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b00ae9a0 0x7f60b0070830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b6501640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6098003f20 0x7f60b01f24a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 -- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6098003f20 msgr2=0x7f60b01f24a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6098003f20 0x7f60b01f24a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 -- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b00ae9a0 msgr2=0x7f60b0070830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b00ae9a0 0x7f60b0070830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 -- 172.21.15.39:0/1971277637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60b01f2d60 con 0x7f60b01ec430 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b6d02640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b00ae9a0 0x7f60b0070830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b6501640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6098003f20 0x7f60b01f24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b5d00640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 0x7f60b0154880 secure :-1 s=READY pgs=2006 cs=0 l=1 rev1=1 crypto rx=0x7f60a4009b80 tx=0x7f60a4004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a4003a60 con 0x7f60b01ec430 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f60a4003be0 con 0x7f60b01ec430 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60b01f3040 con 0x7f60b01ec430 2024-09-13T16:19:40.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.581+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f60a4044410 con 0x7f60b01ec430 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.582+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60b0154dc0 con 0x7f60b01ec430 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.582+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60b00672f0 con 0x7f60b01ec430 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.583+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f60a4038070 con 0x7f60b01ec430 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.583+0000 7f60aeffd640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f609c06ac30 0x7f609c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.583+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7f60a40a9980 con 0x7f60b01ec430 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.584+0000 7f60b6501640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f609c06ac30 0x7f609c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.584+0000 7f60b6501640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f609c06ac30 0x7f609c06d0f0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f60a8001c90 tx=0x7f60a8000ef0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:40.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.588+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f60a4078120 con 0x7f60b01ec430 2024-09-13T16:19:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.795+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f60b00cc110 con 0x7f60b01ec430 2024-09-13T16:19:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.795+0000 7f60aeffd640 1 -- 172.21.15.39:0/1971277637 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 170 v170) v1 ==== 95+0+3978 (secure 0 0 0) 0x7f60a4077cb0 con 0x7f60b01ec430 2024-09-13T16:19:40.797 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:40.797 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":170,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9726,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2459472371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2459472371},{"type":"v1","addr":"172.21.15.39:6835","nonce":2459472371}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":170,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:40.471619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:40.797 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 170 2024-09-13T16:19:40.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f609c06ac30 msgr2=0x7f609c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f609c06ac30 0x7f609c06d0f0 secure :-1 s=READY pgs=789 cs=0 l=1 rev1=1 crypto rx=0x7f60a8001c90 tx=0x7f60a8000ef0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 msgr2=0x7f60b0154880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 0x7f60b0154880 secure :-1 s=READY pgs=2006 cs=0 l=1 rev1=1 crypto rx=0x7f60a4009b80 tx=0x7f60a4004730 comp rx=0 tx=0).stop 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 shutdown_connections 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f609c06ac30 0x7f609c06d0f0 unknown :-1 s=CLOSED pgs=789 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f60b00ae9a0 0x7f60b0070830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f60b01ec430 0x7f60b0154880 unknown :-1 s=CLOSED pgs=2006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 --2- 172.21.15.39:0/1971277637 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6098003f20 0x7f60b01f24a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 >> 172.21.15.39:0/1971277637 conn(0x7f60b006b3b0 msgr2=0x7f60b00b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 shutdown_connections 2024-09-13T16:19:40.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.797+0000 7f60b8765640 1 -- 172.21.15.39:0/1971277637 wait complete. 2024-09-13T16:19:40.809 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:40.810 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.910+0000 7fcb92383640 1 Processor -- start 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.910+0000 7fcb92383640 1 -- start start 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb92383640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcb8c156fb0 0x7fcb8c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb92383640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcb8c06f170 0x7fcb8c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb92383640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c15d0a0 0x7fcb8c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb92383640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb8c15da70 con 0x7fcb8c06f170 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb92383640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb8c15b1b0 con 0x7fcb8c156fb0 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb92383640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb8c06f6e0 con 0x7fcb8c15d0a0 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcb8c06f170 0x7fcb8c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcb8c06f170 0x7fcb8c0b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54418/0 (socket says 172.21.15.39:54418) 2024-09-13T16:19:40.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 -- 172.21.15.39:0/3897940238 learned_addr learned my addr 172.21.15.39:0/3897940238 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8bfff640 1 --2- 172.21.15.39:0/3897940238 >> v2:172.21.15.157:3300/0 conn(0x7fcb8c156fb0 0x7fcb8c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 -- 172.21.15.39:0/3897940238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c15d0a0 msgr2=0x7fcb8c15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb90920640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c15d0a0 0x7fcb8c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c15d0a0 0x7fcb8c15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 -- 172.21.15.39:0/3897940238 >> v2:172.21.15.157:3300/0 conn(0x7fcb8c156fb0 msgr2=0x7fcb8c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 --2- 172.21.15.39:0/3897940238 >> v2:172.21.15.157:3300/0 conn(0x7fcb8c156fb0 0x7fcb8c15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8b7fe640 1 -- 172.21.15.39:0/3897940238 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb8c06f9c0 con 0x7fcb8c06f170 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb8bfff640 1 --2- 172.21.15.39:0/3897940238 >> v2:172.21.15.157:3300/0 conn(0x7fcb8c156fb0 0x7fcb8c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:40.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.911+0000 7fcb90920640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c15d0a0 0x7fcb8c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:40.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.912+0000 7fcb8b7fe640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c0b1cf0 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c06c5c0 tx=0x7fcb8002c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99b1bc50e0c04b9c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:40.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.912+0000 7fcb8affd640 1 -- 172.21.15.39:0/3897940238 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb80030050 con 0x7fcb8c06f170 2024-09-13T16:19:40.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.912+0000 7fcb8affd640 1 -- 172.21.15.39:0/3897940238 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb80032700 con 0x7fcb8c06f170 2024-09-13T16:19:40.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.912+0000 7fcb8affd640 1 -- 172.21.15.39:0/3897940238 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb80032a90 con 0x7fcb8c06f170 2024-09-13T16:19:40.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 -- 172.21.15.39:0/3897940238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 msgr2=0x7fcb8c0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c0b1cf0 secure :-1 s=READY pgs=2007 cs=0 l=1 rev1=1 crypto rx=0x7fcb8c06c5c0 tx=0x7fcb8002c800 comp rx=0 tx=0).stop 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 -- 172.21.15.39:0/3897940238 shutdown_connections 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c0b1cf0 unknown :-1 s=CLOSED pgs=2007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 --2- 172.21.15.39:0/3897940238 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c15d0a0 0x7fcb8c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 --2- 172.21.15.39:0/3897940238 >> v2:172.21.15.157:3300/0 conn(0x7fcb8c156fb0 0x7fcb8c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 -- 172.21.15.39:0/3897940238 >> 172.21.15.39:0/3897940238 conn(0x7fcb8c06b3b0 msgr2=0x7fcb8c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 -- 172.21.15.39:0/3897940238 shutdown_connections 2024-09-13T16:19:40.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.913+0000 7fcb92383640 1 -- 172.21.15.39:0/3897940238 wait complete. 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.914+0000 7fcb92383640 1 Processor -- start 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.914+0000 7fcb92383640 1 -- start start 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c153f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c156fb0 0x7fcb8c15a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb8c15d0a0 0x7fcb8c15ab20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb8c152f30 con 0x7fcb8c06f170 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb8c1531d0 con 0x7fcb8c15d0a0 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb8c1534b0 con 0x7fcb8c156fb0 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c153f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c153f90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54426/0 (socket says 172.21.15.39:54426) 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 -- 172.21.15.39:0/352527779 learned_addr learned my addr 172.21.15.39:0/352527779 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 -- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c156fb0 msgr2=0x7fcb8c15a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c156fb0 0x7fcb8c15a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 -- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb8c15d0a0 msgr2=0x7fcb8c15ab20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb8c15d0a0 0x7fcb8c15ab20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 -- 172.21.15.39:0/352527779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb8000b770 con 0x7fcb8c06f170 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb8bfff640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c153f90 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c00c7c0 tx=0x7fcb7c00cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c007a30 con 0x7fcb8c06f170 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb7c007b90 con 0x7fcb8c06f170 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb7c00ce70 con 0x7fcb8c06f170 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.915+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb8c153790 con 0x7fcb8c06f170 2024-09-13T16:19:40.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.916+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb8c152ab0 con 0x7fcb8c06f170 2024-09-13T16:19:40.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.916+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb8c153cb0 con 0x7fcb8c06f170 2024-09-13T16:19:40.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.917+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcb7c0113f0 con 0x7fcb8c06f170 2024-09-13T16:19:40.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.918+0000 7fcb88ff9640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb7806ac00 0x7fcb7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:40.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.918+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7fcb7c089a30 con 0x7fcb8c06f170 2024-09-13T16:19:40.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.918+0000 7fcb8b7fe640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb7806ac00 0x7fcb7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:40.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.919+0000 7fcb8b7fe640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb7806ac00 0x7fcb7806d0c0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fcb80037000 tx=0x7fcb80031000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:40.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:40.922+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcb8c153cb0 con 0x7fcb8c06f170 2024-09-13T16:19:41.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.129+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcb8c153cb0 con 0x7fcb8c06f170 2024-09-13T16:19:41.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.129+0000 7fcb88ff9640 1 -- 172.21.15.39:0/352527779 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 170 v170) v1 ==== 95+0+3978 (secure 0 0 0) 0x7fcb8c153cb0 con 0x7fcb8c06f170 2024-09-13T16:19:41.131 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:41.131 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":170,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9726,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2459472371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2459472371},{"type":"v1","addr":"172.21.15.39:6835","nonce":2459472371}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":170,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:40.471619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:41.131 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 170 2024-09-13T16:19:41.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb7806ac00 msgr2=0x7fcb7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb7806ac00 0x7fcb7806d0c0 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7fcb80037000 tx=0x7fcb80031000 comp rx=0 tx=0).stop 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 msgr2=0x7fcb8c153f90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c153f90 secure :-1 s=READY pgs=2008 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c00c7c0 tx=0x7fcb7c00cc80 comp rx=0 tx=0).stop 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 shutdown_connections 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb7806ac00 0x7fcb7806d0c0 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb8c15d0a0 0x7fcb8c15ab20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb8c156fb0 0x7fcb8c15a5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 --2- 172.21.15.39:0/352527779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb8c06f170 0x7fcb8c153f90 unknown :-1 s=CLOSED pgs=2008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 >> 172.21.15.39:0/352527779 conn(0x7fcb8c06b3b0 msgr2=0x7fcb8c15bd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 shutdown_connections 2024-09-13T16:19:41.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.131+0000 7fcb92383640 1 -- 172.21.15.39:0/352527779 wait complete. 2024-09-13T16:19:41.143 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:41.144 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:41.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.244+0000 7efd2391f640 1 Processor -- start 2024-09-13T16:19:41.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.244+0000 7efd2391f640 1 -- start start 2024-09-13T16:19:41.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd2391f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd2391f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd1c06f4a0 0x7efd1c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd2391f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd1c06a860 con 0x7efd1c06a410 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd2391f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd1c06fbd0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd2391f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c06feb0 con 0x7efd1c158cb0 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd1c06f4a0 0x7efd1c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efd1c06f4a0 0x7efd1c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54432/0 (socket says 172.21.15.39:54432) 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 -- 172.21.15.39:0/2936392120 learned_addr learned my addr 172.21.15.39:0/2936392120 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd216bb640 1 --2- 172.21.15.39:0/2936392120 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 -- 172.21.15.39:0/2936392120 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 msgr2=0x7efd1c0cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 --2- 172.21.15.39:0/2936392120 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 -- 172.21.15.39:0/2936392120 >> v1:172.21.15.157:6789/0 conn(0x7efd1c06a410 legacy=0x7efd1c0b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:41.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.245+0000 7efd20eba640 1 -- 172.21.15.39:0/2936392120 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd1c070190 con 0x7efd1c06f4a0 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.246+0000 7efd20eba640 1 --2- 172.21.15.39:0/2936392120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c069ed0 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00aa10 tx=0x7efd0c02b5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eca8c424c52b24f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.246+0000 7efd13fff640 1 -- 172.21.15.39:0/2936392120 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0c030710 con 0x7efd1c06f4a0 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.246+0000 7efd13fff640 1 -- 172.21.15.39:0/2936392120 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd0c02e050 con 0x7efd1c06f4a0 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.246+0000 7efd13fff640 1 -- 172.21.15.39:0/2936392120 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0c030a90 con 0x7efd1c06f4a0 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 -- 172.21.15.39:0/2936392120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 msgr2=0x7efd1c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 --2- 172.21.15.39:0/2936392120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c069ed0 secure :-1 s=READY pgs=2009 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00aa10 tx=0x7efd0c02b5d0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 -- 172.21.15.39:0/2936392120 shutdown_connections 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 --2- 172.21.15.39:0/2936392120 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c069ed0 unknown :-1 s=CLOSED pgs=2009 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 --2- 172.21.15.39:0/2936392120 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 -- 172.21.15.39:0/2936392120 >> 172.21.15.39:0/2936392120 conn(0x7efd1c06b3b0 msgr2=0x7efd1c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 -- 172.21.15.39:0/2936392120 shutdown_connections 2024-09-13T16:19:41.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.247+0000 7efd2391f640 1 -- 172.21.15.39:0/2936392120 wait complete. 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.248+0000 7efd2391f640 1 Processor -- start 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.248+0000 7efd2391f640 1 -- start start 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd2391f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd1c06a410 0x7efd1c14bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd2391f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c0c4900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd2391f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0c4e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd2391f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0aad80 con 0x7efd1c06f4a0 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd2391f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0c4240 con 0x7efd1c06a410 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd2391f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd1c0c4520 con 0x7efd1c158cb0 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c0c4900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c0c4900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54442/0 (socket says 172.21.15.39:54442) 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 -- 172.21.15.39:0/1314041224 learned_addr learned my addr 172.21.15.39:0/1314041224 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:41.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd21ebc640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0c4e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd216bb640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd1c06a410 0x7efd1c14bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 -- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 msgr2=0x7efd1c0c4e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0c4e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 -- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd1c06a410 msgr2=0x7efd1c14bf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd1c06a410 0x7efd1c14bf30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 -- 172.21.15.39:0/1314041224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd0c00a670 con 0x7efd1c06f4a0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd20eba640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c0c4900 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00a1c0 tx=0x7efd0c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.249+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0c032c40 con 0x7efd1c06f4a0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.250+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd0c032da0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.250+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd1c0aa6c0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.250+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd0c03b670 con 0x7efd1c06f4a0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.250+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd1c14c470 con 0x7efd1c06f4a0 2024-09-13T16:19:41.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.251+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd1c0aaec0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.251+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efd0c03b7d0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.252+0000 7efd11ffb640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd0006ac00 0x7efd0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.252+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7efd0c0aa5a0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.252+0000 7efd216bb640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd0006ac00 0x7efd0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.252+0000 7efd216bb640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd0006ac00 0x7efd0006d0c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0acb30 tx=0x7efd18008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:41.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.256+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efd1c0aaec0 con 0x7efd1c06f4a0 2024-09-13T16:19:41.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.463+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efd1c06a860 con 0x7efd1c06f4a0 2024-09-13T16:19:41.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.464+0000 7efd11ffb640 1 -- 172.21.15.39:0/1314041224 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 170 v170) v1 ==== 95+0+3978 (secure 0 0 0) 0x7efd1c06a860 con 0x7efd1c06f4a0 2024-09-13T16:19:41.465 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:41.465 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":170,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9726,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2459472371","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2459472371},{"type":"v1","addr":"172.21.15.39:6835","nonce":2459472371}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":162}],"filesystems":[{"mdsmap":{"epoch":170,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:40.471619+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":107,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:41.466 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 170 2024-09-13T16:19:41.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd0006ac00 msgr2=0x7efd0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd0006ac00 0x7efd0006d0c0 secure :-1 s=READY pgs=791 cs=0 l=1 rev1=1 crypto rx=0x7efd1c0acb30 tx=0x7efd18008040 comp rx=0 tx=0).stop 2024-09-13T16:19:41.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 msgr2=0x7efd1c0c4900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c0c4900 secure :-1 s=READY pgs=2010 cs=0 l=1 rev1=1 crypto rx=0x7efd0c00a1c0 tx=0x7efd0c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 shutdown_connections 2024-09-13T16:19:41.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efd0006ac00 0x7efd0006d0c0 unknown :-1 s=CLOSED pgs=791 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efd1c158cb0 0x7efd1c0c4e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efd1c06f4a0 0x7efd1c0c4900 unknown :-1 s=CLOSED pgs=2010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 --2- 172.21.15.39:0/1314041224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efd1c06a410 0x7efd1c14bf30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 >> 172.21.15.39:0/1314041224 conn(0x7efd1c06b3b0 msgr2=0x7efd1c0cead0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:41.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 shutdown_connections 2024-09-13T16:19:41.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.466+0000 7efd2391f640 1 -- 172.21.15.39:0/1314041224 wait complete. 2024-09-13T16:19:41.478 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 1.00000000.inode' led to DAMAGED state 2024-09-13T16:19:41.478 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 200.00000000' 2024-09-13T16:19:41.478 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:41.478 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:41.494 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:41.494 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:41.494 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:41.495 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:41.495 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:41.550 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:41.551 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:41.551 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:41.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.691+0000 7fedac453640 1 Processor -- start 2024-09-13T16:19:41.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.692+0000 7fedac453640 1 -- start start 2024-09-13T16:19:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.692+0000 7fedac453640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7feda4159380 0x7feda40b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7fedac453640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feda415a360 0x7feda40ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7fedac453640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda4071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7fedac453640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feda40cedd0 con 0x7feda415a360 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7fedac453640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feda4159760 con 0x7feda4159380 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7fedac453640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feda415a880 con 0x7feda40ce960 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feda415a360 0x7feda40ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feda415a360 0x7feda40ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54454/0 (socket says 172.21.15.39:54454) 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 -- 172.21.15.39:0/2424707518 learned_addr learned my addr 172.21.15.39:0/2424707518 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 -- 172.21.15.39:0/2424707518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 msgr2=0x7feda4071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 --2- 172.21.15.39:0/2424707518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda4071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7fedaa1ef640 1 --2- 172.21.15.39:0/2424707518 >> v2:172.21.15.157:3300/0 conn(0x7feda4159380 0x7feda40b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 -- 172.21.15.39:0/2424707518 >> v2:172.21.15.157:3300/0 conn(0x7feda4159380 msgr2=0x7feda40b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 --2- 172.21.15.39:0/2424707518 >> v2:172.21.15.157:3300/0 conn(0x7feda4159380 0x7feda40b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.693+0000 7feda99ee640 1 -- 172.21.15.39:0/2424707518 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feda415ab60 con 0x7feda415a360 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.694+0000 7feda99ee640 1 --2- 172.21.15.39:0/2424707518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda40ce420 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x7feda40ce3f0 tx=0x7fed9802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b781306a272147b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.694+0000 7feda91ed640 1 -- 172.21.15.39:0/2424707518 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed98032440 con 0x7feda415a360 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.694+0000 7feda91ed640 1 -- 172.21.15.39:0/2424707518 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed980325a0 con 0x7feda415a360 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.694+0000 7feda91ed640 1 -- 172.21.15.39:0/2424707518 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed98032930 con 0x7feda415a360 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 -- 172.21.15.39:0/2424707518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 msgr2=0x7feda40ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 --2- 172.21.15.39:0/2424707518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda40ce420 secure :-1 s=READY pgs=2011 cs=0 l=1 rev1=1 crypto rx=0x7feda40ce3f0 tx=0x7fed9802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 -- 172.21.15.39:0/2424707518 shutdown_connections 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 --2- 172.21.15.39:0/2424707518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda40ce420 unknown :-1 s=CLOSED pgs=2011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 --2- 172.21.15.39:0/2424707518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda4071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 --2- 172.21.15.39:0/2424707518 >> v2:172.21.15.157:3300/0 conn(0x7feda4159380 0x7feda40b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 -- 172.21.15.39:0/2424707518 >> 172.21.15.39:0/2424707518 conn(0x7feda40b15d0 msgr2=0x7feda40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:41.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 -- 172.21.15.39:0/2424707518 shutdown_connections 2024-09-13T16:19:41.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.695+0000 7fedac453640 1 -- 172.21.15.39:0/2424707518 wait complete. 2024-09-13T16:19:41.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.696+0000 7fedac453640 1 Processor -- start 2024-09-13T16:19:41.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.696+0000 7fedac453640 1 -- start start 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda414c1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feda4159380 0x7feda414ea80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda41538a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feda414efc0 con 0x7feda415a360 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feda40ad7a0 con 0x7feda4159380 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feda40aeeb0 con 0x7feda40ce960 2024-09-13T16:19:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda41538a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda41538a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54456/0 (socket says 172.21.15.39:54456) 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 -- 172.21.15.39:0/215378356 learned_addr learned my addr 172.21.15.39:0/215378356 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa1ef640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda414c1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7feda99ee640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feda4159380 0x7feda414ea80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 -- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 msgr2=0x7feda414c1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda414c1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 -- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feda4159380 msgr2=0x7feda414ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feda4159380 0x7feda414ea80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 -- 172.21.15.39:0/215378356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed980094d0 con 0x7feda415a360 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa1ef640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda414c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7feda99ee640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feda4159380 0x7feda414ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedaa9f0640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda41538a0 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7fed9c009fd0 tx=0x7fed9c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c011830 con 0x7feda415a360 2024-09-13T16:19:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed9c011990 con 0x7feda415a360 2024-09-13T16:19:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feda40af190 con 0x7feda415a360 2024-09-13T16:19:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.697+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed9c011d20 con 0x7feda415a360 2024-09-13T16:19:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.698+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feda40af750 con 0x7feda415a360 2024-09-13T16:19:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.699+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feda40672f0 con 0x7feda415a360 2024-09-13T16:19:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.699+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fed9c01b460 con 0x7feda415a360 2024-09-13T16:19:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.699+0000 7feda2ffd640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed9006ac00 0x7fed9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:41.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.700+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7fed9c089720 con 0x7feda415a360 2024-09-13T16:19:41.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.700+0000 7fedaa1ef640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed9006ac00 0x7fed9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:41.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.700+0000 7fedaa1ef640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed9006ac00 0x7fed9006d0c0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7feda406d6f0 tx=0x7fed94007650 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.704+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fed9c057e10 con 0x7feda415a360 2024-09-13T16:19:41.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:41.907+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7feda40b31e0 con 0x7feda415a360 2024-09-13T16:19:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.485+0000 7feda2ffd640 1 -- 172.21.15.39:0/215378356 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v171) v1 ==== 161+0+0 (secure 0 0 0) 0x7fed9c0579a0 con 0x7feda415a360 2024-09-13T16:19:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed9006ac00 msgr2=0x7fed9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed9006ac00 0x7fed9006d0c0 secure :-1 s=READY pgs=792 cs=0 l=1 rev1=1 crypto rx=0x7feda406d6f0 tx=0x7fed94007650 comp rx=0 tx=0).stop 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 msgr2=0x7feda41538a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda41538a0 secure :-1 s=READY pgs=2012 cs=0 l=1 rev1=1 crypto rx=0x7fed9c009fd0 tx=0x7fed9c00b8e0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 shutdown_connections 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fed9006ac00 0x7fed9006d0c0 unknown :-1 s=CLOSED pgs=792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feda415a360 0x7feda41538a0 unknown :-1 s=CLOSED pgs=2012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feda4159380 0x7feda414ea80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 --2- 172.21.15.39:0/215378356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feda40ce960 0x7feda414c1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 >> 172.21.15.39:0/215378356 conn(0x7feda40b15d0 msgr2=0x7feda4071300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 shutdown_connections 2024-09-13T16:19:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.487+0000 7fedac453640 1 -- 172.21.15.39:0/215378356 wait complete. 2024-09-13T16:19:42.499 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.601+0000 7f25c5f25640 1 Processor -- start 2024-09-13T16:19:42.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.601+0000 7f25c5f25640 1 -- start start 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25c5f25640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25c00ac860 0x7f25c006c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25c5f25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c006cb70 0x7f25c00b1970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25c5f25640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25c0070b90 con 0x7f25c015c840 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25c5f25640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25c015cc20 con 0x7f25c00ac860 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25c5f25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25c006d000 con 0x7f25c006cb70 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25beffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25c00ac860 0x7f25c006c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25beffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25c00ac860 0x7f25c006c630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54458/0 (socket says 172.21.15.39:54458) 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25beffd640 1 -- 172.21.15.39:0/3194476732 learned_addr learned my addr 172.21.15.39:0/3194476732 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25bffff640 1 --2- 172.21.15.39:0/3194476732 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c006cb70 0x7f25c00b1970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25beffd640 1 -- 172.21.15.39:0/3194476732 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c006cb70 msgr2=0x7f25c00b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.602+0000 7f25beffd640 1 --2- 172.21.15.39:0/3194476732 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c006cb70 0x7f25c00b1970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.603+0000 7f25beffd640 1 -- 172.21.15.39:0/3194476732 >> v1:172.21.15.157:6789/0 conn(0x7f25c015c840 legacy=0x7f25c0070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.603+0000 7f25beffd640 1 -- 172.21.15.39:0/3194476732 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c0070e70 con 0x7f25c00ac860 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.603+0000 7f25beffd640 1 --2- 172.21.15.39:0/3194476732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c00ac860 0x7f25c006c630 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7f25b4009870 tx=0x7f25b402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9abb0a95707df9f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.603+0000 7f25be7fc640 1 -- 172.21.15.39:0/3194476732 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b4032440 con 0x7f25c00ac860 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.603+0000 7f25be7fc640 1 -- 172.21.15.39:0/3194476732 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b40325a0 con 0x7f25c00ac860 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.603+0000 7f25be7fc640 1 -- 172.21.15.39:0/3194476732 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b4032930 con 0x7f25c00ac860 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 -- 172.21.15.39:0/3194476732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c00ac860 msgr2=0x7f25c006c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 --2- 172.21.15.39:0/3194476732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c00ac860 0x7f25c006c630 secure :-1 s=READY pgs=2013 cs=0 l=1 rev1=1 crypto rx=0x7f25b4009870 tx=0x7f25b402a270 comp rx=0 tx=0).stop 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 -- 172.21.15.39:0/3194476732 shutdown_connections 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 --2- 172.21.15.39:0/3194476732 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c006cb70 0x7f25c00b1970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 --2- 172.21.15.39:0/3194476732 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c00ac860 0x7f25c006c630 unknown :-1 s=CLOSED pgs=2013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 -- 172.21.15.39:0/3194476732 >> 172.21.15.39:0/3194476732 conn(0x7f25c00b05e0 msgr2=0x7f25c00b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 -- 172.21.15.39:0/3194476732 shutdown_connections 2024-09-13T16:19:42.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.604+0000 7f25c5f25640 1 -- 172.21.15.39:0/3194476732 wait complete. 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.605+0000 7f25c5f25640 1 Processor -- start 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.605+0000 7f25c5f25640 1 -- start start 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25c5f25640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c006cb70 0x7f25c00c4260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25c5f25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c00ac860 0x7f25c01e8050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25c5f25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 0x7f25c01567e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25c5f25640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25c01e8590 con 0x7f25c015c840 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25c5f25640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25c01e6fb0 con 0x7f25c006cb70 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25c5f25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25c01e7290 con 0x7f25c00ac860 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25bffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 0x7f25c01567e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25bffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 0x7f25c01567e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:54470/0 (socket says 172.21.15.39:54470) 2024-09-13T16:19:42.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25bffff640 1 -- 172.21.15.39:0/2181281319 learned_addr learned my addr 172.21.15.39:0/2181281319 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25bf7fe640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c006cb70 0x7f25c00c4260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.606+0000 7f25beffd640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c00ac860 0x7f25c01e8050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25bffff640 1 -- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c00ac860 msgr2=0x7f25c01e8050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25bffff640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c00ac860 0x7f25c01e8050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25bffff640 1 -- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c006cb70 msgr2=0x7f25c00c4260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25bffff640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c006cb70 0x7f25c00c4260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25bffff640 1 -- 172.21.15.39:0/2181281319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25b40094d0 con 0x7f25c015c840 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25bffff640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 0x7f25c01567e0 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7f25b8007e40 tx=0x7f25b800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b8014620 con 0x7f25c015c840 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b800ee90 con 0x7f25c015c840 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25c01e7570 con 0x7f25c015c840 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b80149e0 con 0x7f25c015c840 2024-09-13T16:19:42.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.607+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25c01e7b30 con 0x7f25c015c840 2024-09-13T16:19:42.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.608+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25c01e7d20 con 0x7f25c015c840 2024-09-13T16:19:42.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.609+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f25b8014b40 con 0x7f25c015c840 2024-09-13T16:19:42.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.609+0000 7f25a7fff640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac00 0x7f25ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:42.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.609+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7f25b808a050 con 0x7f25c015c840 2024-09-13T16:19:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.609+0000 7f25bf7fe640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac00 0x7f25ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:42.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.610+0000 7f25bf7fe640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac00 0x7f25ac06d0c0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f25b0000f60 tx=0x7f25b0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:42.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.613+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f25b8054df0 con 0x7f25c015c840 2024-09-13T16:19:42.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:42.850+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f25c00b1970 con 0x7f25c015c840 2024-09-13T16:19:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.500+0000 7f25a7fff640 1 -- 172.21.15.39:0/2181281319 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v172) v1 ==== 101+0+0 (secure 0 0 0) 0x7f25b8058410 con 0x7f25c015c840 2024-09-13T16:19:43.502 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac00 msgr2=0x7f25ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac00 0x7f25ac06d0c0 secure :-1 s=READY pgs=793 cs=0 l=1 rev1=1 crypto rx=0x7f25b0000f60 tx=0x7f25b0009040 comp rx=0 tx=0).stop 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 msgr2=0x7f25c01567e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 0x7f25c01567e0 secure :-1 s=READY pgs=2014 cs=0 l=1 rev1=1 crypto rx=0x7f25b8007e40 tx=0x7f25b800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 shutdown_connections 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25ac06ac00 0x7f25ac06d0c0 unknown :-1 s=CLOSED pgs=793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25c015c840 0x7f25c01567e0 unknown :-1 s=CLOSED pgs=2014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25c00ac860 0x7f25c01e8050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.502+0000 7f25c5f25640 1 --2- 172.21.15.39:0/2181281319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25c006cb70 0x7f25c00c4260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.503+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 >> 172.21.15.39:0/2181281319 conn(0x7f25c00b05e0 msgr2=0x7f25c00ae540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:43.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.503+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 shutdown_connections 2024-09-13T16:19:43.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.503+0000 7f25c5f25640 1 -- 172.21.15.39:0/2181281319 wait complete. 2024-09-13T16:19:43.517 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:43.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.562+0000 7f44ec63cf40 1 Processor -- start 2024-09-13T16:19:43.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.562+0000 7f44ec63cf40 1 -- start start 2024-09-13T16:19:43.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ec63cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb85670b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ec63cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb8585a40 0x558fb855cae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ec63cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 0x558fb85863c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ec63cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fb845ebe0 con 0x558fb85879b0 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ec63cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fb845a4d0 con 0x7f44d4002290 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ec63cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558fb83f5b60 con 0x558fb8585a40 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 0x558fb85863c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 0x558fb85863c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58246/0 (socket says 172.21.15.39:58246) 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 -- 172.21.15.39:0/2744008812 learned_addr learned my addr 172.21.15.39:0/2744008812 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb85670b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44e993a640 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb8585a40 0x558fb855cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 -- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb8585a40 msgr2=0x558fb855cae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb8585a40 0x558fb855cae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 -- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 msgr2=0x558fb85670b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb85670b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 -- 172.21.15.39:0/2744008812 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x558fb83f8060 con 0x558fb85879b0 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.563+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 0x558fb85863c0 secure :-1 s=READY pgs=2017 cs=0 l=1 rev1=1 crypto rx=0x558fb8485060 tx=0x7f44e4005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e78592b046b0367e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44e8938640 1 -- 172.21.15.39:0/2744008812 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e400f070 con 0x558fb85879b0 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44e8938640 1 -- 172.21.15.39:0/2744008812 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44e4010040 con 0x558fb85879b0 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44e8938640 1 -- 172.21.15.39:0/2744008812 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44e4015880 con 0x558fb85879b0 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2744008812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 msgr2=0x558fb85863c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 0x558fb85863c0 secure :-1 s=READY pgs=2017 cs=0 l=1 rev1=1 crypto rx=0x558fb8485060 tx=0x7f44e4005a00 comp rx=0 tx=0).stop 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2744008812 shutdown_connections 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb85879b0 0x558fb85863c0 unknown :-1 s=CLOSED pgs=2017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb8585a40 0x558fb855cae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2744008812 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb85670b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2744008812 >> 172.21.15.39:0/2744008812 conn(0x558fb84b1040 msgr2=0x558fb8588250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2744008812 shutdown_connections 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.564+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2744008812 wait complete. 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.565+0000 7f44ec63cf40 1 Processor -- start 2024-09-13T16:19:43.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.565+0000 7f44ec63cf40 1 -- start start 2024-09-13T16:19:43.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 0x558fb84f63c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb85879b0 0x558fb8563a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb8559730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fb83f5800 con 0x558fb8585a40 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x558fb83d8520 con 0x7f44d4002290 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x558fb85887e0 con 0x558fb85879b0 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 0x558fb84f63c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 0x558fb84f63c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58258/0 (socket says 172.21.15.39:58258) 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 learned_addr learned my addr 172.21.15.39:0/2497932638 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb8559730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb85879b0 0x558fb8563a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb85879b0 msgr2=0x558fb8563a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x558fb85879b0 0x558fb8563a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 msgr2=0x558fb8559730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44d4002290 0x558fb8559730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44e4005dc0 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 0x558fb84f63c0 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7f44dc046540 tx=0x558fb85859d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44db7fe640 1 -- 172.21.15.39:0/2497932638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44dc05a030 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44db7fe640 1 -- 172.21.15.39:0/2497932638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44dc04d770 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44db7fe640 1 -- 172.21.15.39:0/2497932638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44dc04dae0 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x558fb83f7ac0 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.566+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x558fb8588590 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.568+0000 7f44db7fe640 1 -- 172.21.15.39:0/2497932638 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f44dc060040 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.568+0000 7f44db7fe640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44cc0695e0 0x7f44cc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.568+0000 7f44db7fe640 1 -- 172.21.15.39:0/2497932638 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7f44dc05d040 con 0x558fb8585a40 2024-09-13T16:19:43.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.568+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44cc0695e0 0x7f44cc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.573 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:43.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.569+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x558fb8563fb0 0x558fb8628070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.569+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb84ab4b0 con 0x558fb8563fb0 2024-09-13T16:19:43.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.569+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x558fb8563fb0 0x558fb8628070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.569+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44cc0695e0 0x7f44cc06baa0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x558fb85646b0 tx=0x7f44e0003960 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.569+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x558fb8563fb0 0x558fb8628070 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.571+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v107'474 uv448 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.571+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb855d4d0 con 0x558fb8563fb0 2024-09-13T16:19:43.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.572+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v107'475 uv475 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.572+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86285b0 con 0x558fb8563fb0 2024-09-13T16:19:43.575 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.573+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v107'476 uv476 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.573+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8629970 con 0x558fb8563fb0 2024-09-13T16:19:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.574+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v107'477 uv477 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.574+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8629d20 con 0x558fb8563fb0 2024-09-13T16:19:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.575+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v107'478 uv478 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.575+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628960 con 0x558fb8563fb0 2024-09-13T16:19:43.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.576+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v107'479 uv479 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.576+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.577+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v107'480 uv454 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.578+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.579+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v107'481 uv481 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.579+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.581 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:43.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.580+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v107'482 uv482 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.580+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.581+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v107'483 uv483 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.581+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.582+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v107'484 uv484 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.582+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.583+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v107'485 uv485 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.583+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.584+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v107'486 uv461 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.584+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.585+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v107'487 uv487 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.585+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.586+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v107'488 uv488 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.588 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:43.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.586+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.588+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v107'489 uv489 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.588+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.589+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v107'490 uv490 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.589+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.590+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v107'491 uv491 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.590+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.591+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v107'492 uv492 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.591+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.592+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v107'493 uv467 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.592+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.593+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v107'494 uv494 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.593+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.594+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v107'495 uv495 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.595 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:43.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.594+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.595+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v107'496 uv496 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.595+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.596+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v107'497 uv497 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.596+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.597+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v107'498 uv498 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.597+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.598+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v107'499 uv473 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.598+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.599+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v107'500 uv500 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.599+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.600+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v107'501 uv501 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.601 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:43.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.600+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.601+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v107'502 uv502 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.601+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.602+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v107'503 uv503 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.602+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb8563fb0 2024-09-13T16:19:43.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.603+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v107'504 uv504 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.603+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x558fb862a0d0 0x558fb862c4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.603+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8628d10 con 0x558fb862a0d0 2024-09-13T16:19:43.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.603+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x558fb862a0d0 0x558fb862c4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.603+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x558fb862a0d0 0x558fb862c4c0 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.605+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v107'348 uv347 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.605+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862ca00 con 0x558fb862a0d0 2024-09-13T16:19:43.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.606+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v107'349 uv349 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.606+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862cdb0 con 0x558fb862a0d0 2024-09-13T16:19:43.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.607+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v107'350 uv350 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.609 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:43.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.607+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862d160 con 0x558fb862a0d0 2024-09-13T16:19:43.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.609+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v107'351 uv351 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.609+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862d510 con 0x558fb862a0d0 2024-09-13T16:19:43.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.610+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v107'352 uv352 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.610+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862d8c0 con 0x558fb862a0d0 2024-09-13T16:19:43.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.611+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v107'353 uv335 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.611+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862dc70 con 0x558fb862a0d0 2024-09-13T16:19:43.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.612+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v107'354 uv354 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.612+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.614 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:43.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.613+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v107'355 uv355 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.613+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.615+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v107'356 uv356 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.615+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.616+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v107'357 uv357 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.616+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.617+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v107'358 uv340 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.617+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.618+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v107'359 uv359 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.618+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.620 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:43.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.619+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v107'360 uv360 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.619+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8631a50 con 0x558fb862a0d0 2024-09-13T16:19:43.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.621+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v107'361 uv361 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.621+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8631a50 con 0x558fb862a0d0 2024-09-13T16:19:43.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.622+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v107'362 uv362 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.622+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.623+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v107'363 uv346 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.623+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.624+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v107'364 uv364 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.624+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.628 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:43.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.625+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v107'365 uv365 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.625+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862f030 con 0x558fb862a0d0 2024-09-13T16:19:43.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.627+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v107'366 uv366 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.627+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862f030 con 0x558fb862a0d0 2024-09-13T16:19:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.628+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v107'367 uv367 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.628+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb862a0d0 2024-09-13T16:19:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.629+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v107'368 uv368 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb862a0d0 2024-09-13T16:19:43.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.629+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb8563fb0 2024-09-13T16:19:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.630+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v107'93 uv92 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.630+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb8563fb0 2024-09-13T16:19:43.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.636+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v107'94 uv94 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.636+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb8563fb0 2024-09-13T16:19:43.638 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:43.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.637+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v107'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.637+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862f030 con 0x558fb8563fb0 2024-09-13T16:19:43.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.642+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v107'96 uv96 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.642+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862f030 con 0x558fb8563fb0 2024-09-13T16:19:43.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.643+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v107'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.643+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb862e020 con 0x558fb8563fb0 2024-09-13T16:19:43.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.648+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v107'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.648+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558fb862e530 0x558fb8630920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.648+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8630e60 con 0x558fb862e530 2024-09-13T16:19:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.648+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558fb862e530 0x558fb8630920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.648+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558fb862e530 0x558fb8630920 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.649+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v107'69 uv68 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.649+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8631210 con 0x558fb862e530 2024-09-13T16:19:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.650+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v107'70 uv70 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.651+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8559db0 con 0x558fb862e530 2024-09-13T16:19:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.651+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v107'71 uv71 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.653 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.651+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8631c20 con 0x558fb862e530 2024-09-13T16:19:43.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.652+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v107'72 uv72 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.652+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8632060 con 0x558fb8563fb0 2024-09-13T16:19:43.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.654+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v107'93 uv92 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.654+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8632060 con 0x558fb8563fb0 2024-09-13T16:19:43.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.655+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v107'94 uv94 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.655+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8632060 con 0x558fb8563fb0 2024-09-13T16:19:43.658 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:43.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.656+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v107'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.656+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8633070 con 0x558fb8563fb0 2024-09-13T16:19:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.658+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v107'96 uv96 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.658+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8633070 con 0x558fb8563fb0 2024-09-13T16:19:43.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.659+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v107'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.659+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8632060 con 0x558fb8563fb0 2024-09-13T16:19:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.660+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v107'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.660+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x558fb8632940 0x558fb8634d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.660+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635270 con 0x558fb8632940 2024-09-13T16:19:43.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.661+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x558fb8632940 0x558fb8634d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.661+0000 7f44ea93c640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x558fb8632940 0x558fb8634d30 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.662+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v107'171 uv165 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.662+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635270 con 0x558fb8632940 2024-09-13T16:19:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.663+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v107'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.663+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635270 con 0x558fb8632940 2024-09-13T16:19:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.664+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v107'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.666 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.664+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8636680 con 0x558fb8632940 2024-09-13T16:19:43.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.666+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v107'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.666+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8636680 con 0x558fb8632940 2024-09-13T16:19:43.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.667+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v107'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.667+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635670 con 0x558fb8632940 2024-09-13T16:19:43.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.668+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v107'176 uv176 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.668+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635670 con 0x558fb8632940 2024-09-13T16:19:43.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.669+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v107'177 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.669+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635670 con 0x558fb8632940 2024-09-13T16:19:43.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.670+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v107'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.670+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635670 con 0x558fb8632940 2024-09-13T16:19:43.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.672+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v107'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.673 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:43.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.672+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635670 con 0x558fb8632940 2024-09-13T16:19:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.673+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v107'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.673+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8635670 con 0x558fb8632940 2024-09-13T16:19:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.674+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v107'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.674+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x558fb8635b80 0x558fb8637f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.674+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638540 con 0x558fb8635b80 2024-09-13T16:19:43.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.674+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x558fb8635b80 0x558fb8637f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.675+0000 7f44ea13b640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x558fb8635b80 0x558fb8637f70 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.676+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v107'76 uv75 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb8635b80 2024-09-13T16:19:43.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.676+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8635b80 2024-09-13T16:19:43.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.677+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v107'77 uv77 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb8635b80 2024-09-13T16:19:43.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.677+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8635b80 2024-09-13T16:19:43.680 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:43.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.678+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v107'78 uv78 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb8635b80 2024-09-13T16:19:43.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.678+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8635b80 2024-09-13T16:19:43.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.680+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v107'79 uv79 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb8635b80 2024-09-13T16:19:43.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.680+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8635b80 2024-09-13T16:19:43.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.681+0000 7f44ea13b640 1 -- 172.21.15.39:0/2497932638 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v107'80 uv80 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44dc052030 con 0x558fb8635b80 2024-09-13T16:19:43.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.681+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8563fb0 2024-09-13T16:19:43.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.682+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v107'93 uv92 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.682+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8563fb0 2024-09-13T16:19:43.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.683+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v107'94 uv94 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.683+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8563fb0 2024-09-13T16:19:43.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.684+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v107'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.686 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:43.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.684+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8639930 con 0x558fb8563fb0 2024-09-13T16:19:43.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.685+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v107'96 uv96 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.685+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8639930 con 0x558fb8563fb0 2024-09-13T16:19:43.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.686+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v107'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.686+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb8563fb0 2024-09-13T16:19:43.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.687+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v107'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8563fb0 2024-09-13T16:19:43.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.688+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638920 con 0x558fb862e530 2024-09-13T16:19:43.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.689+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v107'152 uv146 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.689+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8638d40 con 0x558fb862e530 2024-09-13T16:19:43.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.690+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v107'153 uv153 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.690+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb8639140 con 0x558fb862e530 2024-09-13T16:19:43.692 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.691+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v107'154 uv154 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.691+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86316d0 con 0x558fb862e530 2024-09-13T16:19:43.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.692+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v107'155 uv155 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.692+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86316d0 con 0x558fb862e530 2024-09-13T16:19:43.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.693+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v107'156 uv156 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.693+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86316d0 con 0x558fb862e530 2024-09-13T16:19:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.694+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v107'157 uv151 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.694+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86316d0 con 0x558fb862e530 2024-09-13T16:19:43.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.694+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v107'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.694+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86316d0 con 0x558fb862e530 2024-09-13T16:19:43.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.695+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v107'159 uv159 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.697 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:43.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.695+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb86316d0 con 0x558fb862e530 2024-09-13T16:19:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.697+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v107'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.697+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c6e0 con 0x558fb862e530 2024-09-13T16:19:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.698+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v107'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.698+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558fb863a290 0x558fb863cb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.698+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb863a290 2024-09-13T16:19:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.698+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558fb863a290 0x558fb863cb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.698+0000 7f44e993a640 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558fb863a290 0x558fb863cb10 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.699+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v107'70 uv69 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb863a290 2024-09-13T16:19:43.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.699+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb863a290 2024-09-13T16:19:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.700+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v107'71 uv71 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb863a290 2024-09-13T16:19:43.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.700+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb863a290 2024-09-13T16:19:43.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.701+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v107'72 uv72 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb863a290 2024-09-13T16:19:43.702 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:43.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.701+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb863a290 2024-09-13T16:19:43.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.702+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v107'73 uv73 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb863a290 2024-09-13T16:19:43.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.702+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb862e530 2024-09-13T16:19:43.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.703+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v107'93 uv92 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.703+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb862e530 2024-09-13T16:19:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.704+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v107'94 uv94 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.704+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb862e530 2024-09-13T16:19:43.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.705+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v107'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.707 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.705+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb862e530 2024-09-13T16:19:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.706+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v107'96 uv96 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.706+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb862e530 2024-09-13T16:19:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.707+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v107'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.707+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb862e530 2024-09-13T16:19:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.708+0000 7f44e993a640 1 -- 172.21.15.39:0/2497932638 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v107'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e0013590 con 0x558fb862e530 2024-09-13T16:19:43.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.708+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.709+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v107'79 uv78 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.709+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.710+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v107'80 uv80 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.710+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.712 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:43.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.711+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v107'81 uv81 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.711+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.712+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v107'82 uv82 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.712+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.713+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v107'83 uv83 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.713+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.714+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v107'192 uv186 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.714+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.716+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v107'193 uv193 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.716+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.717+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v107'194 uv194 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.718 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:43.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.717+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.718+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v107'195 uv195 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.718+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.719+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v107'196 uv196 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.719+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.720+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v107'197 uv191 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.720+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.721+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v107'198 uv198 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.721+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.722+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v107'199 uv199 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.723 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:43.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.722+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.723+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v107'200 uv200 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.723+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.724+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v107'201 uv201 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.724+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863c680 con 0x558fb8632940 2024-09-13T16:19:43.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.725+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v107'202 uv202 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.725+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x558fb863d050 con 0x558fb8632940 2024-09-13T16:19:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v107'203 uv203 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f44e4012070 con 0x558fb8632940 2024-09-13T16:19:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x558fb8563fb0 msgr2=0x558fb8628070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x558fb8563fb0 0x558fb8628070 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558fb862e530 msgr2=0x558fb8630920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x558fb862e530 0x558fb8630920 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558fb863a290 msgr2=0x558fb863cb10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x558fb863a290 0x558fb863cb10 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x558fb862a0d0 msgr2=0x558fb862c4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x558fb862a0d0 0x558fb862c4c0 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x558fb8632940 msgr2=0x558fb8634d30 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x558fb8632940 0x558fb8634d30 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x558fb8635b80 msgr2=0x558fb8637f70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x558fb8635b80 0x558fb8637f70 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 reap_dead start 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 reap_dead start 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ea93c640 1 -- 172.21.15.39:0/2497932638 reap_dead start 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44cc0695e0 msgr2=0x7f44cc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44cc0695e0 0x7f44cc06baa0 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x558fb85646b0 tx=0x7f44e0003960 comp rx=0 tx=0).stop 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 msgr2=0x558fb84f63c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 0x558fb84f63c0 secure :-1 s=READY pgs=2018 cs=0 l=1 rev1=1 crypto rx=0x7f44dc046540 tx=0x558fb85859d0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 shutdown_connections 2024-09-13T16:19:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f44cc0695e0 0x7f44cc06baa0 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 --2- 172.21.15.39:0/2497932638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x558fb8585a40 0x558fb84f63c0 unknown :-1 s=CLOSED pgs=2018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 >> 172.21.15.39:0/2497932638 conn(0x558fb84b1040 msgr2=0x558fb85863c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 shutdown_connections 2024-09-13T16:19:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.726+0000 7f44ec63cf40 1 -- 172.21.15.39:0/2497932638 wait complete. 2024-09-13T16:19:43.731 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 200.00000000 - 2024-09-13T16:19:43.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.816+0000 7ff095b98f40 1 Processor -- start 2024-09-13T16:19:43.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.816+0000 7ff095b98f40 1 -- start start 2024-09-13T16:19:43.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff095b98f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a6cae10 0x556f8a714ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff095b98f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 0x556f8a714ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff095b98f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 0x556f8a783c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff095b98f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f8a613b60 con 0x556f8a7a31d0 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff095b98f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f8a613800 con 0x556f8a70ca00 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff095b98f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556f8a5f6520 con 0x556f8a6cae10 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff093e98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 0x556f8a783c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff093e98640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 0x556f8a783c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58268/0 (socket says 172.21.15.39:58268) 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff093e98640 1 -- 172.21.15.39:0/2285388100 learned_addr learned my addr 172.21.15.39:0/2285388100 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff092e96640 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 0x556f8a714ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.817+0000 7ff093697640 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a6cae10 0x556f8a714ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff093e98640 1 -- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a6cae10 msgr2=0x556f8a714ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff093e98640 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a6cae10 0x556f8a714ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff093e98640 1 -- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 msgr2=0x556f8a714ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff093e98640 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 0x556f8a714ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff093e98640 1 -- 172.21.15.39:0/2285388100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff088005de0 con 0x556f8a7a31d0 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff093e98640 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 0x556f8a783c10 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7ff08c00a5b0 tx=0x7ff08c00a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e94caac7ab91359c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff091e94640 1 -- 172.21.15.39:0/2285388100 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c00f070 con 0x556f8a7a31d0 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff091e94640 1 -- 172.21.15.39:0/2285388100 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff08c007600 con 0x556f8a7a31d0 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff091e94640 1 -- 172.21.15.39:0/2285388100 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff08c007990 con 0x556f8a7a31d0 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 -- 172.21.15.39:0/2285388100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 msgr2=0x556f8a783c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 0x556f8a783c10 secure :-1 s=READY pgs=2020 cs=0 l=1 rev1=1 crypto rx=0x7ff08c00a5b0 tx=0x7ff08c00a6a0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 -- 172.21.15.39:0/2285388100 shutdown_connections 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a7a31d0 0x556f8a783c10 unknown :-1 s=CLOSED pgs=2020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 0x556f8a714ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 --2- 172.21.15.39:0/2285388100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a6cae10 0x556f8a714ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 -- 172.21.15.39:0/2285388100 >> 172.21.15.39:0/2285388100 conn(0x556f8a716800 msgr2=0x556f8a712f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:43.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 -- 172.21.15.39:0/2285388100 shutdown_connections 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.818+0000 7ff095b98f40 1 -- 172.21.15.39:0/2285388100 wait complete. 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.819+0000 7ff095b98f40 1 Processor -- start 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.819+0000 7ff095b98f40 1 -- start start 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a6cae10 0x556f8a77a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 0x556f8a712f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a7a31d0 0x556f8a713470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f8a78af20 con 0x556f8a6cae10 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x556f8a7863b0 con 0x556f8a70ca00 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556f8a788b90 con 0x556f8a7a31d0 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a6cae10 0x556f8a77a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a6cae10 0x556f8a77a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58278/0 (socket says 172.21.15.39:58278) 2024-09-13T16:19:43.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 -- 172.21.15.39:0/755823113 learned_addr learned my addr 172.21.15.39:0/755823113 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 -- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a7a31d0 msgr2=0x556f8a713470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556f8a7a31d0 0x556f8a713470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 -- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 msgr2=0x556f8a712f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556f8a70ca00 0x556f8a712f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 -- 172.21.15.39:0/755823113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff08c005e40 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff093697640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a6cae10 0x556f8a77a410 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7ff08400c2c0 tx=0x7ff08400c780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff090e92640 1 -- 172.21.15.39:0/755823113 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff084013730 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff090e92640 1 -- 172.21.15.39:0/755823113 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff084013890 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x556f8a63cdc0 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.820+0000 7ff090e92640 1 -- 172.21.15.39:0/755823113 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff084013c00 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.821+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x556f8a622c20 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.822+0000 7ff090e92640 1 -- 172.21.15.39:0/755823113 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff08401c400 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.822+0000 7ff090e92640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0800695e0 0x7ff08006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.822+0000 7ff090e92640 1 -- 172.21.15.39:0/755823113 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7ff084088c10 con 0x556f8a6cae10 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.822+0000 7ff095b98f40 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556f8a782860 0x556f8a782c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.822+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e107) v8 -- 0x556f8a7831c0 con 0x556f8a782860 2024-09-13T16:19:43.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.822+0000 7ff092e96640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0800695e0 0x7ff08006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.823+0000 7ff093e98640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556f8a782860 0x556f8a782c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.823+0000 7ff092e96640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0800695e0 0x7ff08006baa0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7ff088057000 tx=0x7ff088051000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.823+0000 7ff093e98640 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556f8a782860 0x556f8a782c80 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff093e98640 1 -- 172.21.15.39:0/755823113 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000000 [writefull 0~80] v107'369 uv369 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff08c01a040 con 0x556f8a782860 2024-09-13T16:19:43.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556f8a782860 msgr2=0x556f8a782c80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x556f8a782860 0x556f8a782c80 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0800695e0 msgr2=0x7ff08006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff0800695e0 0x7ff08006baa0 secure :-1 s=READY pgs=795 cs=0 l=1 rev1=1 crypto rx=0x7ff088057000 tx=0x7ff088051000 comp rx=0 tx=0).stop 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a6cae10 msgr2=0x556f8a77a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 --2- 172.21.15.39:0/755823113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x556f8a6cae10 0x556f8a77a410 secure :-1 s=READY pgs=2021 cs=0 l=1 rev1=1 crypto rx=0x7ff08400c2c0 tx=0x7ff08400c780 comp rx=0 tx=0).stop 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff093e98640 1 -- 172.21.15.39:0/755823113 reap_dead start 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 shutdown_connections 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 >> 172.21.15.39:0/755823113 conn(0x556f8a716800 msgr2=0x556f8a715b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 shutdown_connections 2024-09-13T16:19:43.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.830+0000 7ff095b98f40 1 -- 172.21.15.39:0/755823113 wait complete. 2024-09-13T16:19:43.834 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:43.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.979+0000 7fb757053640 1 Processor -- start 2024-09-13T16:19:43.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.979+0000 7fb757053640 1 -- start start 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb757053640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb75006a5e0 0x7fb7500aca90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb757053640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7500ccf60 con 0x7fb750142ed0 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb757053640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb7500ad7c0 con 0x7fb7500acfd0 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb757053640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb7500cd190 con 0x7fb75006a5e0 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb754def640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb750142ed0 0x7fb750069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48748/0 (socket says 172.21.15.39:48748) 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb754def640 1 -- 172.21.15.39:0/480678055 learned_addr learned my addr 172.21.15.39:0/480678055 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:43.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 901311546 0 0) 0x7fb7500ccf60 con 0x7fb750142ed0 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74ffff640 1 --2- 172.21.15.39:0/480678055 >> v2:172.21.15.157:3300/0 conn(0x7fb75006a5e0 0x7fb7500aca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb740003520 con 0x7fb750142ed0 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1278273241 0 0) 0x7fb740003520 con 0x7fb750142ed0 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 >> v2:172.21.15.157:3300/0 conn(0x7fb75006a5e0 msgr2=0x7fb7500aca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74f7fe640 1 --2- 172.21.15.39:0/480678055 >> v2:172.21.15.157:3300/0 conn(0x7fb75006a5e0 0x7fb7500aca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.980+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 >> v1:172.21.15.157:6789/0 conn(0x7fb7500acfd0 legacy=0x7fb7500b1b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7500cd470 con 0x7fb750142ed0 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb744001670 con 0x7fb750142ed0 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 >> v1:172.21.15.39:6789/0 conn(0x7fb750142ed0 legacy=0x7fb750069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb740003970 0x7fb740003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7400047c0 0x7fb740004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7400052a0 0x7fb74000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7500cd190 con 0x7fb7400047c0 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb74000c170 con 0x7fb7400052a0 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb74000c330 con 0x7fb740003970 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74ffff640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7400047c0 0x7fb740004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb754def640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb740003970 0x7fb740003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb7555f0640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7400052a0 0x7fb74000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74ffff640 1 -- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb740003970 msgr2=0x7fb740003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74ffff640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb740003970 0x7fb740003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74ffff640 1 -- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7400052a0 msgr2=0x7fb74000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:43.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74ffff640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb7400052a0 0x7fb74000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb74ffff640 1 -- 172.21.15.39:0/480678055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb740003520 con 0x7fb7400047c0 2024-09-13T16:19:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.981+0000 7fb7555f0640 1 -- 172.21.15.39:0/480678055 reap_dead start 2024-09-13T16:19:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.982+0000 7fb74ffff640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7400047c0 0x7fb740004c40 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7fb73c00ba00 tx=0x7fb7400057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=94633f8b2e36e2ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.982+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb73c02adb0 con 0x7fb7400047c0 2024-09-13T16:19:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.982+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb73c02e070 con 0x7fb7400047c0 2024-09-13T16:19:43.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.982+0000 7fb74f7fe640 1 -- 172.21.15.39:0/480678055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb73c034620 con 0x7fb7400047c0 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.982+0000 7fb757053640 1 -- 172.21.15.39:0/480678055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7400047c0 msgr2=0x7fb740004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.982+0000 7fb757053640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7400047c0 0x7fb740004c40 secure :-1 s=READY pgs=2023 cs=0 l=1 rev1=1 crypto rx=0x7fb73c00ba00 tx=0x7fb7400057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.983+0000 7fb757053640 1 -- 172.21.15.39:0/480678055 shutdown_connections 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.983+0000 7fb757053640 1 --2- 172.21.15.39:0/480678055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb7400047c0 0x7fb740004c40 unknown :-1 s=CLOSED pgs=2023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.983+0000 7fb757053640 1 -- 172.21.15.39:0/480678055 >> 172.21.15.39:0/480678055 conn(0x7fb7500b00a0 msgr2=0x7fb7500b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.983+0000 7fb757053640 1 -- 172.21.15.39:0/480678055 shutdown_connections 2024-09-13T16:19:43.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.983+0000 7fb757053640 1 -- 172.21.15.39:0/480678055 wait complete. 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.984+0000 7fb757053640 1 Processor -- start 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.984+0000 7fb757053640 1 -- start start 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb757053640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7400047c0 0x7fb75006f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb757053640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 0x7fb750159ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb757053640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb75015a530 0x7fb7501404c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb757053640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb7501588e0 con 0x7fb750071b80 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb757053640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb750072000 con 0x7fb75015a530 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb757053640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb75015a9b0 con 0x7fb7400047c0 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 0x7fb750159ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 0x7fb750159ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58302/0 (socket says 172.21.15.39:58302) 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 -- 172.21.15.39:0/2381873462 learned_addr learned my addr 172.21.15.39:0/2381873462 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb7555f0640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb75015a530 0x7fb7501404c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb754def640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7400047c0 0x7fb75006f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 -- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7400047c0 msgr2=0x7fb75006f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7400047c0 0x7fb75006f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 -- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb75015a530 msgr2=0x7fb7501404c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb75015a530 0x7fb7501404c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 -- 172.21.15.39:0/2381873462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb750070430 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74ffff640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 0x7fb750159ff0 secure :-1 s=READY pgs=2024 cs=0 l=1 rev1=1 crypto rx=0x7fb73c02a7d0 tx=0x7fb73c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.985+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb73c03f470 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.986+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb73c03f5d0 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.986+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb75006f820 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.986+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb73c03f960 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.986+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb75006fde0 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.987+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb7500705c0 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.987+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb73c03fac0 con 0x7fb750071b80 2024-09-13T16:19:43.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.987+0000 7fb74d7fa640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb73406ac30 0x7fb73406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.988+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(107..107 src has 1..107) v4 ==== 7114+0+0 (secure 0 0 0) 0x7fb73c0aa480 con 0x7fb750071b80 2024-09-13T16:19:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.988+0000 7fb754def640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb73406ac30 0x7fb73406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:43.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.988+0000 7fb754def640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb73406ac30 0x7fb73406d0f0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb744001050 tx=0x7fb744000f80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:43.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:43.992+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb73c075190 con 0x7fb750071b80 2024-09-13T16:19:44.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.197+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fb7500672f0 con 0x7fb750071b80 2024-09-13T16:19:44.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.509+0000 7fb74d7fa640 1 -- 172.21.15.39:0/2381873462 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v173) v1 ==== 162+0+0 (secure 0 0 0) 0x7fb73c0787b0 con 0x7fb750071b80 2024-09-13T16:19:44.510 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb73406ac30 msgr2=0x7fb73406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb73406ac30 0x7fb73406d0f0 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7fb744001050 tx=0x7fb744000f80 comp rx=0 tx=0).stop 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 msgr2=0x7fb750159ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 0x7fb750159ff0 secure :-1 s=READY pgs=2024 cs=0 l=1 rev1=1 crypto rx=0x7fb73c02a7d0 tx=0x7fb73c004730 comp rx=0 tx=0).stop 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 shutdown_connections 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb73406ac30 0x7fb73406d0f0 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb75015a530 0x7fb7501404c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb750071b80 0x7fb750159ff0 unknown :-1 s=CLOSED pgs=2024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 --2- 172.21.15.39:0/2381873462 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb7400047c0 0x7fb75006f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 >> 172.21.15.39:0/2381873462 conn(0x7fb7500b00a0 msgr2=0x7fb7500cbf80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:44.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 shutdown_connections 2024-09-13T16:19:44.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.511+0000 7fb757053640 1 -- 172.21.15.39:0/2381873462 wait complete. 2024-09-13T16:19:44.519 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:44.518+0000 7f40328a2640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (22) Invalid argument 2024-09-13T16:19:44.520 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:44.519+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:44.520 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:44.519+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:44.525 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:44.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.626+0000 7f05a88b1640 1 Processor -- start 2024-09-13T16:19:44.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.626+0000 7f05a88b1640 1 -- start start 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a88b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a406f170 0x7f05a40b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a88b1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f05a415d0a0 0x7f05a415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a88b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05a406f6e0 con 0x7f05a4156fb0 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a88b1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05a415da70 con 0x7f05a415d0a0 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a88b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05a406f9c0 con 0x7f05a406f170 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f05a4156fb0 0x7f05a415ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48754/0 (socket says 172.21.15.39:48754) 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a259c640 1 -- 172.21.15.39:0/3563987404 learned_addr learned my addr 172.21.15.39:0/3563987404 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a1d9b640 1 --2- 172.21.15.39:0/3563987404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a406f170 0x7f05a40b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a2d9d640 1 --2- 172.21.15.39:0/3563987404 >> v2:172.21.15.157:3300/0 conn(0x7f05a415d0a0 0x7f05a415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a159a640 1 -- 172.21.15.39:0/3563987404 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2821972399 0 0) 0x7f05a406f6e0 con 0x7f05a4156fb0 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a159a640 1 -- 172.21.15.39:0/3563987404 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f058c003520 con 0x7f05a4156fb0 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a159a640 1 -- 172.21.15.39:0/3563987404 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2721723148 0 0) 0x7f058c003520 con 0x7f05a4156fb0 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a1d9b640 1 -- 172.21.15.39:0/3563987404 >> v2:172.21.15.157:3300/0 conn(0x7f05a415d0a0 msgr2=0x7f05a415d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a1d9b640 1 --2- 172.21.15.39:0/3563987404 >> v2:172.21.15.157:3300/0 conn(0x7f05a415d0a0 0x7f05a415d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a1d9b640 1 -- 172.21.15.39:0/3563987404 >> v1:172.21.15.39:6789/0 conn(0x7f05a4156fb0 legacy=0x7f05a415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a1d9b640 1 -- 172.21.15.39:0/3563987404 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05a406fca0 con 0x7f05a406f170 2024-09-13T16:19:44.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.627+0000 7f05a2d9d640 1 --2- 172.21.15.39:0/3563987404 >> v2:172.21.15.157:3300/0 conn(0x7f05a415d0a0 0x7f05a415d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.628+0000 7f05a1d9b640 1 --2- 172.21.15.39:0/3563987404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a406f170 0x7f05a40b1cf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f05980097a0 tx=0x7f059802a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4080a4757958b194 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.628+0000 7f05a159a640 1 -- 172.21.15.39:0/3563987404 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0594001670 con 0x7f05a406f170 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a159a640 1 -- 172.21.15.39:0/3563987404 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f059802ab10 con 0x7f05a406f170 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a159a640 1 -- 172.21.15.39:0/3563987404 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f059802aea0 con 0x7f05a406f170 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 -- 172.21.15.39:0/3563987404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a406f170 msgr2=0x7f05a40b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 --2- 172.21.15.39:0/3563987404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a406f170 0x7f05a40b1cf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f05980097a0 tx=0x7f059802a080 comp rx=0 tx=0).stop 2024-09-13T16:19:44.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 -- 172.21.15.39:0/3563987404 shutdown_connections 2024-09-13T16:19:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 --2- 172.21.15.39:0/3563987404 >> v2:172.21.15.157:3300/0 conn(0x7f05a415d0a0 0x7f05a415d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 --2- 172.21.15.39:0/3563987404 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a406f170 0x7f05a40b1cf0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 -- 172.21.15.39:0/3563987404 >> 172.21.15.39:0/3563987404 conn(0x7f05a406b3b0 msgr2=0x7f05a406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 -- 172.21.15.39:0/3563987404 shutdown_connections 2024-09-13T16:19:44.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.629+0000 7f05a88b1640 1 -- 172.21.15.39:0/3563987404 wait complete. 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.630+0000 7f05a88b1640 1 Processor -- start 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 -- start start 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 0x7f05a40ac930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a4156fb0 0x7f05a41e3070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a415d0a0 0x7f05a41f2fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05a41f2b50 con 0x7f05a406f170 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05a41f1f40 con 0x7f05a415d0a0 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a88b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05a41f2220 con 0x7f05a4156fb0 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 0x7f05a40ac930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 0x7f05a40ac930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58308/0 (socket says 172.21.15.39:58308) 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.631+0000 7f05a259c640 1 -- 172.21.15.39:0/2929984214 learned_addr learned my addr 172.21.15.39:0/2929984214 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a259c640 1 -- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a4156fb0 msgr2=0x7f05a41e3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a259c640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a4156fb0 0x7f05a41e3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a259c640 1 -- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a415d0a0 msgr2=0x7f05a41f2fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a259c640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a415d0a0 0x7f05a41f2fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a259c640 1 -- 172.21.15.39:0/2929984214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f059c009a70 con 0x7f05a406f170 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a259c640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 0x7f05a40ac930 secure :-1 s=READY pgs=2026 cs=0 l=1 rev1=1 crypto rx=0x7f05940011e0 tx=0x7f059400cc00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0594005ad0 con 0x7f05a406f170 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0594005c50 con 0x7f05a406f170 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0598009400 con 0x7f05a406f170 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0594007070 con 0x7f05a406f170 2024-09-13T16:19:44.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.632+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05a41f27e0 con 0x7f05a406f170 2024-09-13T16:19:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.633+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05a40caaf0 con 0x7f05a406f170 2024-09-13T16:19:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.633+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f05940071d0 con 0x7f05a406f170 2024-09-13T16:19:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.634+0000 7f0592ffd640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058406ac00 0x7f058406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.634+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7f0594089100 con 0x7f05a406f170 2024-09-13T16:19:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.634+0000 7f05a1d9b640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058406ac00 0x7f058406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.635+0000 7f05a1d9b640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058406ac00 0x7f058406d0c0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f0598034000 tx=0x7f059802c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:44.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.638+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0594053c80 con 0x7f05a406f170 2024-09-13T16:19:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.848+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f05a40672f0 con 0x7f05a406f170 2024-09-13T16:19:44.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.848+0000 7f0592ffd640 1 -- 172.21.15.39:0/2929984214 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f0594017cb0 con 0x7f05a406f170 2024-09-13T16:19:44.852 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:44.852 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":175,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:44.520062+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 175 2024-09-13T16:19:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058406ac00 msgr2=0x7f058406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058406ac00 0x7f058406d0c0 secure :-1 s=READY pgs=797 cs=0 l=1 rev1=1 crypto rx=0x7f0598034000 tx=0x7f059802c000 comp rx=0 tx=0).stop 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 msgr2=0x7f05a40ac930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 0x7f05a40ac930 secure :-1 s=READY pgs=2026 cs=0 l=1 rev1=1 crypto rx=0x7f05940011e0 tx=0x7f059400cc00 comp rx=0 tx=0).stop 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 shutdown_connections 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f058406ac00 0x7f058406d0c0 unknown :-1 s=CLOSED pgs=797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f05a415d0a0 0x7f05a41f2fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f05a4156fb0 0x7f05a41e3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 --2- 172.21.15.39:0/2929984214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f05a406f170 0x7f05a40ac930 unknown :-1 s=CLOSED pgs=2026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 >> 172.21.15.39:0/2929984214 conn(0x7f05a406b3b0 msgr2=0x7f05a41575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 shutdown_connections 2024-09-13T16:19:44.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.850+0000 7f05a88b1640 1 -- 172.21.15.39:0/2929984214 wait complete. 2024-09-13T16:19:44.863 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:44.863 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:44.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.963+0000 7fb8300d0640 1 Processor -- start 2024-09-13T16:19:44.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.963+0000 7fb8300d0640 1 -- start start 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb8300d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb8280b41a0 0x7fb8280b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb8300d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb8280ccf80 0x7fb8280d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb8300d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280d0830 0x7fb8280d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb8300d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8280cde30 con 0x7fb8280ccf80 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb8300d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8280b5090 con 0x7fb8280b41a0 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb8300d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8280cd820 con 0x7fb8280d0830 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb8280ccf80 0x7fb8280d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb8280ccf80 0x7fb8280d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58316/0 (socket says 172.21.15.39:58316) 2024-09-13T16:19:44.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 -- 172.21.15.39:0/555745186 learned_addr learned my addr 172.21.15.39:0/555745186 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82de6c640 1 --2- 172.21.15.39:0/555745186 >> v2:172.21.15.157:3300/0 conn(0x7fb8280b41a0 0x7fb8280b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82e66d640 1 --2- 172.21.15.39:0/555745186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280d0830 0x7fb8280d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 -- 172.21.15.39:0/555745186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280d0830 msgr2=0x7fb8280d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 --2- 172.21.15.39:0/555745186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280d0830 0x7fb8280d0c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 -- 172.21.15.39:0/555745186 >> v2:172.21.15.157:3300/0 conn(0x7fb8280b41a0 msgr2=0x7fb8280b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 --2- 172.21.15.39:0/555745186 >> v2:172.21.15.157:3300/0 conn(0x7fb8280b41a0 0x7fb8280b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.964+0000 7fb82d66b640 1 -- 172.21.15.39:0/555745186 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8280b4ac0 con 0x7fb8280ccf80 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.965+0000 7fb82d66b640 1 --2- 172.21.15.39:0/555745186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280ccf80 0x7fb8280d02f0 secure :-1 s=READY pgs=2027 cs=0 l=1 rev1=1 crypto rx=0x7fb828073580 tx=0x7fb81802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=469b61776bcba211 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.965+0000 7fb82ce6a640 1 -- 172.21.15.39:0/555745186 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb818032440 con 0x7fb8280ccf80 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.965+0000 7fb82ce6a640 1 -- 172.21.15.39:0/555745186 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8180325a0 con 0x7fb8280ccf80 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.965+0000 7fb82ce6a640 1 -- 172.21.15.39:0/555745186 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb818032930 con 0x7fb8280ccf80 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 -- 172.21.15.39:0/555745186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280ccf80 msgr2=0x7fb8280d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 --2- 172.21.15.39:0/555745186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280ccf80 0x7fb8280d02f0 secure :-1 s=READY pgs=2027 cs=0 l=1 rev1=1 crypto rx=0x7fb828073580 tx=0x7fb81802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 -- 172.21.15.39:0/555745186 shutdown_connections 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 --2- 172.21.15.39:0/555745186 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280ccf80 0x7fb8280d02f0 unknown :-1 s=CLOSED pgs=2027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 --2- 172.21.15.39:0/555745186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280d0830 0x7fb8280d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 --2- 172.21.15.39:0/555745186 >> v2:172.21.15.157:3300/0 conn(0x7fb8280b41a0 0x7fb8280b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 -- 172.21.15.39:0/555745186 >> 172.21.15.39:0/555745186 conn(0x7fb8280cf1a0 msgr2=0x7fb8280cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:44.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 -- 172.21.15.39:0/555745186 shutdown_connections 2024-09-13T16:19:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.966+0000 7fb8300d0640 1 -- 172.21.15.39:0/555745186 wait complete. 2024-09-13T16:19:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.967+0000 7fb8300d0640 1 Processor -- start 2024-09-13T16:19:44.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.967+0000 7fb8300d0640 1 -- start start 2024-09-13T16:19:44.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb8300d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 0x7fb8281e7ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb8300d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280ccf80 0x7fb828145530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb8300d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8280d0830 0x7fb8280cb890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb8300d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8280c9020 con 0x7fb8280b41a0 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb8300d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8280cb400 con 0x7fb8280d0830 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb8300d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8280ca510 con 0x7fb8280ccf80 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 0x7fb8281e7ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 0x7fb8281e7ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58322/0 (socket says 172.21.15.39:58322) 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 -- 172.21.15.39:0/2692361921 learned_addr learned my addr 172.21.15.39:0/2692361921 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82e66d640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8280d0830 0x7fb8280cb890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82d66b640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280ccf80 0x7fb828145530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 -- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280ccf80 msgr2=0x7fb828145530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280ccf80 0x7fb828145530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 -- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8280d0830 msgr2=0x7fb8280cb890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8280d0830 0x7fb8280cb890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:44.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.968+0000 7fb82de6c640 1 -- 172.21.15.39:0/2692361921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8180094d0 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.969+0000 7fb82de6c640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 0x7fb8281e7ab0 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7fb82400c570 tx=0x7fb82400ca30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.969+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb824011800 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.969+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb824011960 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.969+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8280ca7f0 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.969+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb824011d10 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.969+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8280cadb0 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.970+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb828067330 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.970+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb824018360 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.971+0000 7fb81e7fc640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80c06ac00 0x7fb80c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.971+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7fb8240898b0 con 0x7fb8280b41a0 2024-09-13T16:19:44.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.971+0000 7fb82d66b640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80c06ac00 0x7fb80c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:44.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.972+0000 7fb82d66b640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80c06ac00 0x7fb80c06d0c0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fb818034000 tx=0x7fb81802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:44.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:44.975+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb824054570 con 0x7fb8280b41a0 2024-09-13T16:19:45.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.180+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb828066ec0 con 0x7fb8280b41a0 2024-09-13T16:19:45.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.181+0000 7fb81e7fc640 1 -- 172.21.15.39:0/2692361921 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fb82401fcb0 con 0x7fb8280b41a0 2024-09-13T16:19:45.182 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:45.182 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":175,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:44.520062+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:45.183 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 175 2024-09-13T16:19:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.182+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80c06ac00 msgr2=0x7fb80c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.182+0000 7fb8300d0640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80c06ac00 0x7fb80c06d0c0 secure :-1 s=READY pgs=798 cs=0 l=1 rev1=1 crypto rx=0x7fb818034000 tx=0x7fb81802e000 comp rx=0 tx=0).stop 2024-09-13T16:19:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.182+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 msgr2=0x7fb8281e7ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.182+0000 7fb8300d0640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 0x7fb8281e7ab0 secure :-1 s=READY pgs=2028 cs=0 l=1 rev1=1 crypto rx=0x7fb82400c570 tx=0x7fb82400ca30 comp rx=0 tx=0).stop 2024-09-13T16:19:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 shutdown_connections 2024-09-13T16:19:45.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb80c06ac00 0x7fb80c06d0c0 unknown :-1 s=CLOSED pgs=798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8280d0830 0x7fb8280cb890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb8280ccf80 0x7fb828145530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 --2- 172.21.15.39:0/2692361921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb8280b41a0 0x7fb8281e7ab0 unknown :-1 s=CLOSED pgs=2028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 >> 172.21.15.39:0/2692361921 conn(0x7fb8280cf1a0 msgr2=0x7fb8280cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 shutdown_connections 2024-09-13T16:19:45.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.183+0000 7fb8300d0640 1 -- 172.21.15.39:0/2692361921 wait complete. 2024-09-13T16:19:45.195 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:45.195 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:45.223 INFO:tasks.ceph.mds.c.smithi039.stderr: -35> 2024-09-13T16:19:40.469+0000 7f752b204640 -1 mds.0.cache.ino(0x1) Corrupt inode 0x1: End of buffer [buffer:2] 2024-09-13T16:19:45.223 INFO:tasks.ceph.mds.c.smithi039.stderr: -33> 2024-09-13T16:19:40.469+0000 7f752b204640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:19:45.248 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:19:45.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.298+0000 7f9d3cbd4640 1 Processor -- start 2024-09-13T16:19:45.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.298+0000 7f9d3cbd4640 1 -- start start 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.299+0000 7f9d3cbd4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9d380ccf80 0x7f9d38163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.299+0000 7f9d3cbd4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d38164530 0x7f9d38166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.299+0000 7f9d3cbd4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d380cde30 con 0x7f9d380b41a0 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.299+0000 7f9d3cbd4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d380b5090 con 0x7f9d38164530 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.299+0000 7f9d3cbd4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d380cd820 con 0x7f9d380ccf80 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d36d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d38164530 0x7f9d38166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d3659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9d380b41a0 0x7f9d380b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48772/0 (socket says 172.21.15.39:48772) 2024-09-13T16:19:45.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d3659c640 1 -- 172.21.15.39:0/2277387737 learned_addr learned my addr 172.21.15.39:0/2277387737 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:45.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d36d9d640 1 -- 172.21.15.39:0/2277387737 >> v2:172.21.15.157:3300/0 conn(0x7f9d380ccf80 msgr2=0x7f9d38163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:45.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d36d9d640 1 --2- 172.21.15.39:0/2277387737 >> v2:172.21.15.157:3300/0 conn(0x7f9d380ccf80 0x7f9d38163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d36d9d640 1 -- 172.21.15.39:0/2277387737 >> v1:172.21.15.39:6789/0 conn(0x7f9d380b41a0 legacy=0x7f9d380b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d3559a640 1 -- 172.21.15.39:0/2277387737 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3816883694 0 0) 0x7f9d380cde30 con 0x7f9d380b41a0 2024-09-13T16:19:45.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.300+0000 7f9d36d9d640 1 -- 172.21.15.39:0/2277387737 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d3815cd60 con 0x7f9d38164530 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d36d9d640 1 --2- 172.21.15.39:0/2277387737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d38164530 0x7f9d38166920 secure :-1 s=READY pgs=2033 cs=0 l=1 rev1=1 crypto rx=0x7f9d3808b140 tx=0x7f9d3002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e304430ccd8e821c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3559a640 1 -- 172.21.15.39:0/2277387737 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d3002aea0 con 0x7f9d38164530 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3559a640 1 -- 172.21.15.39:0/2277387737 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d3002d050 con 0x7f9d38164530 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3559a640 1 -- 172.21.15.39:0/2277387737 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d30007960 con 0x7f9d38164530 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/2277387737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d38164530 msgr2=0x7f9d38166920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/2277387737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d38164530 0x7f9d38166920 secure :-1 s=READY pgs=2033 cs=0 l=1 rev1=1 crypto rx=0x7f9d3808b140 tx=0x7f9d3002a680 comp rx=0 tx=0).stop 2024-09-13T16:19:45.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/2277387737 shutdown_connections 2024-09-13T16:19:45.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/2277387737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d38164530 0x7f9d38166920 unknown :-1 s=CLOSED pgs=2033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/2277387737 >> v2:172.21.15.157:3300/0 conn(0x7f9d380ccf80 0x7f9d38163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/2277387737 >> 172.21.15.39:0/2277387737 conn(0x7f9d380cf1a0 msgr2=0x7f9d380cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:45.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/2277387737 shutdown_connections 2024-09-13T16:19:45.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.301+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/2277387737 wait complete. 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.303+0000 7f9d3cbd4640 1 Processor -- start 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.303+0000 7f9d3cbd4640 1 -- start start 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.303+0000 7f9d3cbd4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d380b41a0 0x7f9d38163890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 0x7f9d38143540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d38164530 0x7f9d38143a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d38144470 con 0x7f9d380ccf80 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d38142170 con 0x7f9d38164530 2024-09-13T16:19:45.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d38142450 con 0x7f9d380b41a0 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 0x7f9d38143540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 0x7f9d38143540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58362/0 (socket says 172.21.15.39:58362) 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 -- 172.21.15.39:0/1003398962 learned_addr learned my addr 172.21.15.39:0/1003398962 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d36d9d640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d38164530 0x7f9d38143a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3659c640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d380b41a0 0x7f9d38163890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 -- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d380b41a0 msgr2=0x7f9d38163890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d380b41a0 0x7f9d38163890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 -- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d38164530 msgr2=0x7f9d38143a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d38164530 0x7f9d38143a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 -- 172.21.15.39:0/1003398962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d30009a70 con 0x7f9d380ccf80 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d35d9b640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 0x7f9d38143540 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000b4a0 tx=0x7f9d2000b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20010610 con 0x7f9d380ccf80 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d20010770 con 0x7f9d380ccf80 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d20010b20 con 0x7f9d380ccf80 2024-09-13T16:19:45.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d38142730 con 0x7f9d380ccf80 2024-09-13T16:19:45.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.304+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d38142cf0 con 0x7f9d380ccf80 2024-09-13T16:19:45.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.305+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d38067330 con 0x7f9d380ccf80 2024-09-13T16:19:45.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.306+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d20010c80 con 0x7f9d380ccf80 2024-09-13T16:19:45.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.306+0000 7f9d2effd640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d1806ac00 0x7f9d1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.307+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7f9d200895d0 con 0x7f9d380ccf80 2024-09-13T16:19:45.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.307+0000 7f9d3659c640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d1806ac00 0x7f9d1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.307+0000 7f9d3659c640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d1806ac00 0x7f9d1806d0c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f9d28000f60 tx=0x7f9d28007c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:45.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.311+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d20054150 con 0x7f9d380ccf80 2024-09-13T16:19:45.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.514+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d38066ec0 con 0x7f9d380ccf80 2024-09-13T16:19:45.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.515+0000 7f9d2effd640 1 -- 172.21.15.39:0/1003398962 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 175 v175) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f9d2001ecb0 con 0x7f9d380ccf80 2024-09-13T16:19:45.516 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:45.516 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":175,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":175,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:44.520062+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":108,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:45.517 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 175 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d1806ac00 msgr2=0x7f9d1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d1806ac00 0x7f9d1806d0c0 secure :-1 s=READY pgs=799 cs=0 l=1 rev1=1 crypto rx=0x7f9d28000f60 tx=0x7f9d28007c00 comp rx=0 tx=0).stop 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 msgr2=0x7f9d38143540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 0x7f9d38143540 secure :-1 s=READY pgs=2034 cs=0 l=1 rev1=1 crypto rx=0x7f9d2000b4a0 tx=0x7f9d2000b960 comp rx=0 tx=0).stop 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 shutdown_connections 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d1806ac00 0x7f9d1806d0c0 unknown :-1 s=CLOSED pgs=799 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d38164530 0x7f9d38143a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d380ccf80 0x7f9d38143540 unknown :-1 s=CLOSED pgs=2034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 --2- 172.21.15.39:0/1003398962 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d380b41a0 0x7f9d38163890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 >> 172.21.15.39:0/1003398962 conn(0x7f9d380cf1a0 msgr2=0x7f9d3815b940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 shutdown_connections 2024-09-13T16:19:45.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.517+0000 7f9d3cbd4640 1 -- 172.21.15.39:0/1003398962 wait complete. 2024-09-13T16:19:45.529 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 200.00000000' led to DAMAGED state 2024-09-13T16:19:45.529 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 200.00000001' 2024-09-13T16:19:45.530 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:45.530 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:45.587 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:45.587 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:45.587 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:45.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:45.587 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:45.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:45.643 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:45.643 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:45.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 Processor -- start 2024-09-13T16:19:45.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 -- start start 2024-09-13T16:19:45.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c15cef0 0x7fa48c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa48c0cd560 0x7fa48c0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa48c0d11f0 con 0x7fa48c0d1bc0 2024-09-13T16:19:45.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa48c15d2d0 con 0x7fa48c0cd560 2024-09-13T16:19:45.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.785+0000 7fa493125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa48c0cda00 con 0x7fa48c15cef0 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa48c0cd560 0x7fa48c0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa48c0cd560 0x7fa48c0d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58368/0 (socket says 172.21.15.39:58368) 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 -- 172.21.15.39:0/1365673964 learned_addr learned my addr 172.21.15.39:0/1365673964 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa490ec1640 1 --2- 172.21.15.39:0/1365673964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c15cef0 0x7fa48c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 -- 172.21.15.39:0/1365673964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c15cef0 msgr2=0x7fa48c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 --2- 172.21.15.39:0/1365673964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c15cef0 0x7fa48c0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 -- 172.21.15.39:0/1365673964 >> v1:172.21.15.157:6789/0 conn(0x7fa48c0d1bc0 legacy=0x7fa48c0b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:45.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.786+0000 7fa48bfff640 1 -- 172.21.15.39:0/1365673964 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa48c0cdce0 con 0x7fa48c0cd560 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa48bfff640 1 --2- 172.21.15.39:0/1365673964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c0cd560 0x7fa48c0d1680 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7fa478009870 tx=0x7fa47802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1ed04e4f8080104 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa48b7fe640 1 -- 172.21.15.39:0/1365673964 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa478032440 con 0x7fa48c0cd560 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa48b7fe640 1 -- 172.21.15.39:0/1365673964 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4780325a0 con 0x7fa48c0cd560 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa48b7fe640 1 -- 172.21.15.39:0/1365673964 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa478032930 con 0x7fa48c0cd560 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 -- 172.21.15.39:0/1365673964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c0cd560 msgr2=0x7fa48c0d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 --2- 172.21.15.39:0/1365673964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c0cd560 0x7fa48c0d1680 secure :-1 s=READY pgs=2035 cs=0 l=1 rev1=1 crypto rx=0x7fa478009870 tx=0x7fa47802a2a0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 -- 172.21.15.39:0/1365673964 shutdown_connections 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 --2- 172.21.15.39:0/1365673964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c0cd560 0x7fa48c0d1680 unknown :-1 s=CLOSED pgs=2035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 --2- 172.21.15.39:0/1365673964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c15cef0 0x7fa48c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 -- 172.21.15.39:0/1365673964 >> 172.21.15.39:0/1365673964 conn(0x7fa48c06a3a0 msgr2=0x7fa48c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 -- 172.21.15.39:0/1365673964 shutdown_connections 2024-09-13T16:19:45.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.787+0000 7fa493125640 1 -- 172.21.15.39:0/1365673964 wait complete. 2024-09-13T16:19:45.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.789+0000 7fa493125640 1 Processor -- start 2024-09-13T16:19:45.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.789+0000 7fa493125640 1 -- start start 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.789+0000 7fa493125640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa48c0cd560 0x7fa48c14f8d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.789+0000 7fa493125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c0d1bc0 0x7fa48c1585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa493125640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 0x7fa48c158b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa493125640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa48c0b4a80 con 0x7fa48c15cef0 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa493125640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa48c0b4f10 con 0x7fa48c0cd560 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa493125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa48c0b3e70 con 0x7fa48c0d1bc0 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 0x7fa48c158b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 0x7fa48c158b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58378/0 (socket says 172.21.15.39:58378) 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 -- 172.21.15.39:0/54835980 learned_addr learned my addr 172.21.15.39:0/54835980 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa48bfff640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c0d1bc0 0x7fa48c1585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa490ec1640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa48c0cd560 0x7fa48c14f8d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 -- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c0d1bc0 msgr2=0x7fa48c1585d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c0d1bc0 0x7fa48c1585d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 -- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa48c0cd560 msgr2=0x7fa48c14f8d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa48c0cd560 0x7fa48c14f8d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 -- 172.21.15.39:0/54835980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4780094d0 con 0x7fa48c15cef0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa48bfff640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c0d1bc0 0x7fa48c1585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa490ec1640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa48c0cd560 0x7fa48c14f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4916c2640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 0x7fa48c158b10 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7fa48400c780 tx=0x7fa48400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa484004b60 con 0x7fa48c15cef0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa48400ce90 con 0x7fa48c15cef0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa48400a850 con 0x7fa48c15cef0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa48c0b4150 con 0x7fa48c15cef0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.790+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa48c0b4710 con 0x7fa48c15cef0 2024-09-13T16:19:45.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.791+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa48c0b4bf0 con 0x7fa48c15cef0 2024-09-13T16:19:45.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.792+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa48400a9b0 con 0x7fa48c15cef0 2024-09-13T16:19:45.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.792+0000 7fa4897fa640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa47006ac00 0x7fa47006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:45.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.792+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7fa484089ac0 con 0x7fa48c15cef0 2024-09-13T16:19:45.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.793+0000 7fa490ec1640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa47006ac00 0x7fa47006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:45.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.793+0000 7fa490ec1640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa47006ac00 0x7fa47006d0c0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fa480006fd0 tx=0x7fa480008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:45.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:45.797+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa484054760 con 0x7fa48c15cef0 2024-09-13T16:19:45.839 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:45.842 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:19:46.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.006+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fa48c0d1680 con 0x7fa48c15cef0 2024-09-13T16:19:46.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.536+0000 7fa4897fa640 1 -- 172.21.15.39:0/54835980 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v177) v1 ==== 161+0+0 (secure 0 0 0) 0x7fa48405e030 con 0x7fa48c15cef0 2024-09-13T16:19:46.538 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa47006ac00 msgr2=0x7fa47006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa47006ac00 0x7fa47006d0c0 secure :-1 s=READY pgs=801 cs=0 l=1 rev1=1 crypto rx=0x7fa480006fd0 tx=0x7fa480008040 comp rx=0 tx=0).stop 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 msgr2=0x7fa48c158b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 0x7fa48c158b10 secure :-1 s=READY pgs=2036 cs=0 l=1 rev1=1 crypto rx=0x7fa48400c780 tx=0x7fa48400cc40 comp rx=0 tx=0).stop 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 shutdown_connections 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa47006ac00 0x7fa47006d0c0 unknown :-1 s=CLOSED pgs=801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa48c15cef0 0x7fa48c158b10 unknown :-1 s=CLOSED pgs=2036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa48c0d1bc0 0x7fa48c1585d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 --2- 172.21.15.39:0/54835980 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa48c0cd560 0x7fa48c14f8d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 >> 172.21.15.39:0/54835980 conn(0x7fa48c06a3a0 msgr2=0x7fa48c0b6980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 shutdown_connections 2024-09-13T16:19:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.539+0000 7fa493125640 1 -- 172.21.15.39:0/54835980 wait complete. 2024-09-13T16:19:46.552 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:46.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.654+0000 7fc261061640 1 Processor -- start 2024-09-13T16:19:46.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.654+0000 7fc261061640 1 -- start start 2024-09-13T16:19:46.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.655+0000 7fc261061640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:46.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.655+0000 7fc261061640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc25c0d11f0 con 0x7fc25c0b5ab0 2024-09-13T16:19:46.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.655+0000 7fc261061640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc25c15d2d0 con 0x7fc25c0cd560 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.655+0000 7fc261061640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc25c0cda00 con 0x7fc25c15cef0 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.655+0000 7fc25ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.655+0000 7fc25b59e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc25c0b5ab0 0x7fc25c0ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48780/0 (socket says 172.21.15.39:48780) 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.656+0000 7fc25ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58388/0 (socket says 172.21.15.39:58388) 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.656+0000 7fc25b59e640 1 -- 172.21.15.39:0/3775078618 learned_addr learned my addr 172.21.15.39:0/3775078618 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.656+0000 7fc25ad9d640 1 -- 172.21.15.39:0/3775078618 >> v1:172.21.15.157:6789/0 conn(0x7fc25c0cd560 legacy=0x7fc25c0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.656+0000 7fc25ad9d640 1 -- 172.21.15.39:0/3775078618 >> v1:172.21.15.39:6789/0 conn(0x7fc25c0b5ab0 legacy=0x7fc25c0ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.656+0000 7fc25ad9d640 1 -- 172.21.15.39:0/3775078618 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc25c0cdce0 con 0x7fc25c15cef0 2024-09-13T16:19:46.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.656+0000 7fc259d9b640 1 -- 172.21.15.39:0/3775078618 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2381150138 0 0) 0x7fc25c0d11f0 con 0x7fc25c0b5ab0 2024-09-13T16:19:46.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc25ad9d640 1 --2- 172.21.15.39:0/3775078618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 secure :-1 s=READY pgs=2038 cs=0 l=1 rev1=1 crypto rx=0x7fc24c0097a0 tx=0x7fc24c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21a45fc5d6866565 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:46.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc259d9b640 1 -- 172.21.15.39:0/3775078618 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc24c032440 con 0x7fc25c15cef0 2024-09-13T16:19:46.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc259d9b640 1 -- 172.21.15.39:0/3775078618 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc24c0325a0 con 0x7fc25c15cef0 2024-09-13T16:19:46.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc259d9b640 1 -- 172.21.15.39:0/3775078618 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc24c032930 con 0x7fc25c15cef0 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 -- 172.21.15.39:0/3775078618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 msgr2=0x7fc25c0cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 --2- 172.21.15.39:0/3775078618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 secure :-1 s=READY pgs=2038 cs=0 l=1 rev1=1 crypto rx=0x7fc24c0097a0 tx=0x7fc24c02a270 comp rx=0 tx=0).stop 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 -- 172.21.15.39:0/3775078618 shutdown_connections 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 --2- 172.21.15.39:0/3775078618 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c0cd020 unknown :-1 s=CLOSED pgs=2038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 -- 172.21.15.39:0/3775078618 >> 172.21.15.39:0/3775078618 conn(0x7fc25c06a3a0 msgr2=0x7fc25c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 -- 172.21.15.39:0/3775078618 shutdown_connections 2024-09-13T16:19:46.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.657+0000 7fc261061640 1 -- 172.21.15.39:0/3775078618 wait complete. 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.659+0000 7fc261061640 1 Processor -- start 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.659+0000 7fc261061640 1 -- start start 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.659+0000 7fc261061640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0b5ab0 0x7fc25c158f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c1f2f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c14c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c1f6550 con 0x7fc25c15cef0 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c1f37b0 con 0x7fc25c0b5ab0 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc25c1f3a90 con 0x7fc25c0cd560 2024-09-13T16:19:46.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c14c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c14c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58398/0 (socket says 172.21.15.39:58398) 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 -- 172.21.15.39:0/2001108660 learned_addr learned my addr 172.21.15.39:0/2001108660 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25ad9d640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0b5ab0 0x7fc25c158f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25a59c640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c1f2f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 -- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 msgr2=0x7fc25c1f2f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c1f2f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 -- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0b5ab0 msgr2=0x7fc25c158f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0b5ab0 0x7fc25c158f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 -- 172.21.15.39:0/2001108660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc24c009400 con 0x7fc25c15cef0 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc25b59e640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c14c670 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7fc25400c7e0 tx=0x7fc25400cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:46.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc25400a640 con 0x7fc25c15cef0 2024-09-13T16:19:46.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc25400a7c0 con 0x7fc25c15cef0 2024-09-13T16:19:46.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc25c1f3d70 con 0x7fc25c15cef0 2024-09-13T16:19:46.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc25400ab70 con 0x7fc25c15cef0 2024-09-13T16:19:46.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.660+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc25c1f34c0 con 0x7fc25c15cef0 2024-09-13T16:19:46.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.661+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc25c1f69a0 con 0x7fc25c15cef0 2024-09-13T16:19:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.662+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc25400acd0 con 0x7fc25c15cef0 2024-09-13T16:19:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.662+0000 7fc2537fe640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc23c06ac00 0x7fc23c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.662+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7fc254088ee0 con 0x7fc25c15cef0 2024-09-13T16:19:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.663+0000 7fc25ad9d640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc23c06ac00 0x7fc23c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:46.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.663+0000 7fc25ad9d640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc23c06ac00 0x7fc23c06d0c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fc24c034000 tx=0x7fc24c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:46.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.667+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc25c1f69a0 con 0x7fc25c15cef0 2024-09-13T16:19:46.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:46.902+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fc25c1f69a0 con 0x7fc25c15cef0 2024-09-13T16:19:47.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.547+0000 7fc2537fe640 1 -- 172.21.15.39:0/2001108660 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v178) v1 ==== 101+0+0 (secure 0 0 0) 0x7fc25c1f69a0 con 0x7fc25c15cef0 2024-09-13T16:19:47.549 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc23c06ac00 msgr2=0x7fc23c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc23c06ac00 0x7fc23c06d0c0 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7fc24c034000 tx=0x7fc24c02e000 comp rx=0 tx=0).stop 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 msgr2=0x7fc25c14c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c14c670 secure :-1 s=READY pgs=2039 cs=0 l=1 rev1=1 crypto rx=0x7fc25400c7e0 tx=0x7fc25400cca0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 shutdown_connections 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc23c06ac00 0x7fc23c06d0c0 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc25c15cef0 0x7fc25c14c670 unknown :-1 s=CLOSED pgs=2039 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc25c0cd560 0x7fc25c1f2f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 --2- 172.21.15.39:0/2001108660 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc25c0b5ab0 0x7fc25c158f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 >> 172.21.15.39:0/2001108660 conn(0x7fc25c06a3a0 msgr2=0x7fc25c160e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:47.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.549+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 shutdown_connections 2024-09-13T16:19:47.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.550+0000 7fc261061640 1 -- 172.21.15.39:0/2001108660 wait complete. 2024-09-13T16:19:47.563 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:47.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.607+0000 7ff1bc11ef40 1 Processor -- start 2024-09-13T16:19:47.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.607+0000 7ff1bc11ef40 1 -- start start 2024-09-13T16:19:47.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1bc11ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1a8003a70 0x564a06aeb910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1bc11ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 0x564a06b5c980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1bc11ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a06b545f0 0x564a06b526e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1bc11ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a06a52be0 con 0x564a06b5ba20 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1bc11ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a06a4e4d0 con 0x564a06b545f0 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1bc11ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564a069e9b60 con 0x7ff1a8003a70 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 0x564a06b5c980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 0x564a06b5c980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58408/0 (socket says 172.21.15.39:58408) 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b3fff640 1 -- 172.21.15.39:0/2187162678 learned_addr learned my addr 172.21.15.39:0/2187162678 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a06b545f0 0x564a06b526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1a8003a70 0x564a06aeb910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b3fff640 1 -- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1a8003a70 msgr2=0x564a06aeb910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:47.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1a8003a70 0x564a06aeb910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.608+0000 7ff1b3fff640 1 -- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a06b545f0 msgr2=0x564a06b526e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a06b545f0 0x564a06b526e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1b3fff640 1 -- 172.21.15.39:0/2187162678 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x564a069ec060 con 0x564a06b5ba20 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a06b545f0 0x564a06b526e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 0x564a06b5c980 secure :-1 s=READY pgs=2042 cs=0 l=1 rev1=1 crypto rx=0x7ff1a40097b0 tx=0x7ff1a4005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a5d7446718619c3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1b8c19640 1 -- 172.21.15.39:0/2187162678 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a400f040 con 0x564a06b5ba20 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1b8c19640 1 -- 172.21.15.39:0/2187162678 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1a4007830 con 0x564a06b5ba20 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1b8c19640 1 -- 172.21.15.39:0/2187162678 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a4007ba0 con 0x564a06b5ba20 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/2187162678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 msgr2=0x564a06b5c980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 0x564a06b5c980 secure :-1 s=READY pgs=2042 cs=0 l=1 rev1=1 crypto rx=0x7ff1a40097b0 tx=0x7ff1a4005a00 comp rx=0 tx=0).stop 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/2187162678 shutdown_connections 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564a06b545f0 0x564a06b526e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b5ba20 0x564a06b5c980 unknown :-1 s=CLOSED pgs=2042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/2187162678 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1a8003a70 0x564a06aeb910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/2187162678 >> 172.21.15.39:0/2187162678 conn(0x564a06aec800 msgr2=0x564a06ae7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:47.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/2187162678 shutdown_connections 2024-09-13T16:19:47.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.609+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/2187162678 wait complete. 2024-09-13T16:19:47.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.610+0000 7ff1bc11ef40 1 Processor -- start 2024-09-13T16:19:47.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.610+0000 7ff1bc11ef40 1 -- start start 2024-09-13T16:19:47.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1bc11ef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b545f0 0x564a06b52ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1bc11ef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a06b5ba20 0x564a06b51900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1bc11ef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1a8003a70 0x564a06b57e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1bc11ef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a069e9800 con 0x564a06b545f0 2024-09-13T16:19:47.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1bc11ef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564a069cc520 con 0x7ff1a8003a70 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1bc11ef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564a06b51e40 con 0x564a06b5ba20 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b545f0 0x564a06b52ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b545f0 0x564a06b52ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58418/0 (socket says 172.21.15.39:58418) 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 learned_addr learned my addr 172.21.15.39:0/3632432452 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a06b5ba20 0x564a06b51900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1a8003a70 0x564a06b57e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a06b5ba20 msgr2=0x564a06b51900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a06b5ba20 0x564a06b51900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1a8003a70 msgr2=0x564a06b57e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1a8003a70 0x564a06b57e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a4009410 con 0x564a06b545f0 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564a06b5ba20 0x564a06b51900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:47.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.611+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b545f0 0x564a06b52ff0 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac002e00 tx=0x7ff1ac00e6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.612+0000 7ff1b2ffd640 1 -- 172.21.15.39:0/3632432452 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac00ee70 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.612+0000 7ff1b2ffd640 1 -- 172.21.15.39:0/3632432452 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1ac008040 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.612+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x564a069ebac0 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.612+0000 7ff1b2ffd640 1 -- 172.21.15.39:0/3632432452 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1ac001cc0 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.612+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564a06b58350 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.613+0000 7ff1b2ffd640 1 -- 172.21.15.39:0/3632432452 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1ac012640 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1b2ffd640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff19c0695e0 0x7ff19c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1b2ffd640 1 -- 172.21.15.39:0/3632432452 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7ff1ac088600 con 0x564a06b545f0 2024-09-13T16:19:47.618 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564a06b55bc0 0x564a06c0d8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c0de20 con 0x564a06b55bc0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff19c0695e0 0x7ff19c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564a06b55bc0 0x564a06c0d8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564a06b55bc0 0x564a06c0d8e0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.614+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff19c0695e0 0x7ff19c06baa0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x564a06aeafa0 tx=0x7ff1a4017040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.616+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v108'505 uv479 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.616+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c0e200 con 0x564a06b55bc0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.617+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v108'506 uv506 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.617+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c19ef0 con 0x564a06b55bc0 2024-09-13T16:19:47.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.618+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v108'507 uv507 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.621 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:47.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.618+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1b2b0 con 0x564a06b55bc0 2024-09-13T16:19:47.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.619+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v108'508 uv508 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.619+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1b660 con 0x564a06b55bc0 2024-09-13T16:19:47.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.620+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v108'509 uv509 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.620+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1a2a0 con 0x564a06b55bc0 2024-09-13T16:19:47.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.621+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v108'510 uv510 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.622+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1a670 con 0x564a06b55bc0 2024-09-13T16:19:47.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.623+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v108'511 uv485 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.623+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa70 con 0x564a06b55bc0 2024-09-13T16:19:47.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.624+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v108'512 uv512 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.624+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa70 con 0x564a06b55bc0 2024-09-13T16:19:47.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.625+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v108'513 uv513 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.626 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:47.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.625+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.626+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v108'514 uv514 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.626+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.627+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v108'515 uv515 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.627+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.628+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v108'516 uv516 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.628+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.629+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v108'517 uv492 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.629+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.630+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v108'518 uv518 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.630+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.631+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v108'519 uv519 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.632 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:47.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.631+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.632+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v108'520 uv520 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.632+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.633+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v108'521 uv521 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.633+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1aa20 con 0x564a06b55bc0 2024-09-13T16:19:47.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.634+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v108'522 uv522 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.634+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.635+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v108'523 uv523 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.635+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.636+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v108'524 uv498 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.636+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.637+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v108'525 uv525 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.637+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.638+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v108'526 uv526 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.639 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:47.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.638+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.639+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v108'527 uv527 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.639+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.640+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v108'528 uv528 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.640+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.641+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v108'529 uv529 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.641+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.642+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v108'530 uv504 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.642+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.643+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v108'531 uv531 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.643+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.644+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v108'532 uv532 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.645 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:47.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.644+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.645+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v108'533 uv533 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.645+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.646+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v108'534 uv534 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.646+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1adf0 con 0x564a06b55bc0 2024-09-13T16:19:47.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.647+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v108'535 uv535 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.647+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564a06c1ba10 0x564a06c1de00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.647+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1e340 con 0x564a06c1ba10 2024-09-13T16:19:47.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.647+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564a06c1ba10 0x564a06c1de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.647+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564a06c1ba10 0x564a06c1de00 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.649+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v108'370 uv352 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.649+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1e6f0 con 0x564a06c1ba10 2024-09-13T16:19:47.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.650+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v108'371 uv371 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.650+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1eaa0 con 0x564a06c1ba10 2024-09-13T16:19:47.652 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:47.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.651+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v108'372 uv372 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.651+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1f340 con 0x564a06c1ba10 2024-09-13T16:19:47.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.652+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v108'373 uv373 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.653+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1f6f0 con 0x564a06c1ba10 2024-09-13T16:19:47.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.654+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v108'374 uv374 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.654+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1faa0 con 0x564a06c1ba10 2024-09-13T16:19:47.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.655+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v108'375 uv369 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.655+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c1fe50 con 0x564a06c1ba10 2024-09-13T16:19:47.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.656+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v108'376 uv376 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.656+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.658 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:47.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.657+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v108'377 uv377 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.657+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.659+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v108'378 uv378 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.659+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.660+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v108'379 uv379 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.660+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.662+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v108'380 uv362 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.662+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.663+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v108'381 uv381 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.663+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.665 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:47.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.664+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v108'382 uv382 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.664+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c23c30 con 0x564a06c1ba10 2024-09-13T16:19:47.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.666+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v108'383 uv383 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.666+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c23c30 con 0x564a06c1ba10 2024-09-13T16:19:47.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.667+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v108'384 uv384 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.667+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.668+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v108'385 uv368 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.668+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.669+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v108'386 uv386 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.669+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.671+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v108'387 uv387 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.672 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:47.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.671+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c21210 con 0x564a06c1ba10 2024-09-13T16:19:47.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.672+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v108'388 uv388 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.672+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c21210 con 0x564a06c1ba10 2024-09-13T16:19:47.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.673+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v108'389 uv389 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.673+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06c1ba10 2024-09-13T16:19:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.675+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v108'390 uv390 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c1ba10 2024-09-13T16:19:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.675+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06b55bc0 2024-09-13T16:19:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.676+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v108'99 uv98 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.676+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06b55bc0 2024-09-13T16:19:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.677+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v108'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.677+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06b55bc0 2024-09-13T16:19:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.678+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v108'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.679 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.678+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c21210 con 0x564a06b55bc0 2024-09-13T16:19:47.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.679+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v108'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.679+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c21210 con 0x564a06b55bc0 2024-09-13T16:19:47.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.680+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v108'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.680+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c20200 con 0x564a06b55bc0 2024-09-13T16:19:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.681+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v108'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.681+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564a06c20710 0x564a06c22b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.681+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c23040 con 0x564a06c20710 2024-09-13T16:19:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.681+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564a06c20710 0x564a06c22b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.682+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564a06c20710 0x564a06c22b00 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.683+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v108'73 uv72 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.683+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c23510 con 0x564a06c20710 2024-09-13T16:19:47.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.684+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v108'74 uv74 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.684+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c23a20 con 0x564a06c20710 2024-09-13T16:19:47.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.685+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v108'75 uv75 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.686 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:47.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.685+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c23ea0 con 0x564a06c20710 2024-09-13T16:19:47.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.686+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v108'76 uv76 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.686+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c242e0 con 0x564a06b55bc0 2024-09-13T16:19:47.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.687+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v108'99 uv98 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.687+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c242e0 con 0x564a06b55bc0 2024-09-13T16:19:47.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.688+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v108'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.688+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c242e0 con 0x564a06b55bc0 2024-09-13T16:19:47.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.689+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v108'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.691 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:47.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.689+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c252f0 con 0x564a06b55bc0 2024-09-13T16:19:47.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.690+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v108'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.690+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c252f0 con 0x564a06b55bc0 2024-09-13T16:19:47.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.691+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v108'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.691+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c242e0 con 0x564a06b55bc0 2024-09-13T16:19:47.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.692+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v108'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.692+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a06c24960 0x564a06c24d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.692+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.693+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a06c24960 0x564a06c24d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.693+0000 7ff1ba41c640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a06c24960 0x564a06c24d60 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.694+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v108'182 uv176 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.694+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.695+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v108'183 uv183 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.695+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.697 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.696+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v108'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.696+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c287b0 con 0x564a06c24960 2024-09-13T16:19:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.697+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v108'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.697+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c287b0 con 0x564a06c24960 2024-09-13T16:19:47.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.698+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v108'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.698+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.700+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v108'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.700+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.701+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v108'188 uv181 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.701+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.702+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v108'189 uv189 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.702+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.703+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v108'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.705 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:47.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.703+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.704+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v108'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.704+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c277a0 con 0x564a06c24960 2024-09-13T16:19:47.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.705+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v108'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.705+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564a06c280b0 0x564a06c28490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.705+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2aba0 con 0x564a06c280b0 2024-09-13T16:19:47.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.706+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564a06c280b0 0x564a06c28490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.706+0000 7ff1b9c1b640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564a06c280b0 0x564a06c28490 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.707+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v108'81 uv80 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c280b0 2024-09-13T16:19:47.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.707+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2aba0 con 0x564a06c280b0 2024-09-13T16:19:47.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.708+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v108'82 uv82 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c280b0 2024-09-13T16:19:47.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.708+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2aba0 con 0x564a06c280b0 2024-09-13T16:19:47.710 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:47.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.709+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v108'83 uv83 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c280b0 2024-09-13T16:19:47.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.709+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06c280b0 2024-09-13T16:19:47.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.710+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v108'84 uv84 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c280b0 2024-09-13T16:19:47.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.710+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06c280b0 2024-09-13T16:19:47.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.711+0000 7ff1b9c1b640 1 -- 172.21.15.39:0/3632432452 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v108'85 uv85 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1ac055300 con 0x564a06c280b0 2024-09-13T16:19:47.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.711+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06b55bc0 2024-09-13T16:19:47.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.712+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v108'99 uv98 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.712+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06b55bc0 2024-09-13T16:19:47.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.713+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v108'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.713+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06b55bc0 2024-09-13T16:19:47.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.714+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v108'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.715 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:47.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.714+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2bfb0 con 0x564a06b55bc0 2024-09-13T16:19:47.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.715+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v108'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.715+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2bfb0 con 0x564a06b55bc0 2024-09-13T16:19:47.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.716+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v108'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.716+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06b55bc0 2024-09-13T16:19:47.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.717+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v108'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06b55bc0 2024-09-13T16:19:47.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.717+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2afa0 con 0x564a06c20710 2024-09-13T16:19:47.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.718+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v108'162 uv156 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.718+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b350 con 0x564a06c20710 2024-09-13T16:19:47.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.719+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v108'163 uv163 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.719+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.722 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:47.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.720+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v108'164 uv164 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.720+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.721+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v108'165 uv165 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.721+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.722+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v108'166 uv166 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.722+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.723+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v108'167 uv161 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.723+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.724+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v108'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.724+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.726 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:47.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.725+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v108'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.725+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2b700 con 0x564a06c20710 2024-09-13T16:19:47.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.726+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v108'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.726+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2e540 con 0x564a06c20710 2024-09-13T16:19:47.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.727+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v108'171 uv171 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.727+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564a06c2c220 0x564a06c2e610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.727+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ec10 con 0x564a06c2c220 2024-09-13T16:19:47.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.727+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564a06c2c220 0x564a06c2e610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.727+0000 7ff1b3fff640 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564a06c2c220 0x564a06c2e610 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.728+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v108'74 uv73 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c2c220 2024-09-13T16:19:47.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.728+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ec10 con 0x564a06c2c220 2024-09-13T16:19:47.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.729+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v108'75 uv75 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c2c220 2024-09-13T16:19:47.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.729+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ec90 con 0x564a06c2c220 2024-09-13T16:19:47.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.730+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v108'76 uv76 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c2c220 2024-09-13T16:19:47.731 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:47.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.730+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c2c220 2024-09-13T16:19:47.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.731+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v108'77 uv77 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c2c220 2024-09-13T16:19:47.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.731+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c20710 2024-09-13T16:19:47.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.732+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v108'99 uv98 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.732+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c20710 2024-09-13T16:19:47.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.733+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v108'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.733+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c20710 2024-09-13T16:19:47.735 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:47.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.734+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v108'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.734+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2fd20 con 0x564a06c20710 2024-09-13T16:19:47.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.735+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v108'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.735+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2fd20 con 0x564a06c20710 2024-09-13T16:19:47.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.736+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v108'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.736+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c20710 2024-09-13T16:19:47.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.737+0000 7ff1b3fff640 1 -- 172.21.15.39:0/3632432452 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v108'104 uv104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1a4012040 con 0x564a06c20710 2024-09-13T16:19:47.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.737+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.739+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v108'84 uv83 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.739+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.740+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v108'85 uv85 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.740+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.742 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:47.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.741+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v108'86 uv86 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.741+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.742+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v108'87 uv87 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.742+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.743+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v108'88 uv88 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.743+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.744+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v108'204 uv196 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.744+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.745+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v108'205 uv205 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.745+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.746+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v108'206 uv206 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.748 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:47.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.746+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.747+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v108'207 uv207 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.747+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.748+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v108'208 uv208 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.748+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.749+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v108'209 uv203 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.749+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.750+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v108'210 uv210 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.750+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.751+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v108'211 uv211 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.753 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:47.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.751+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.752+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v108'212 uv212 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.752+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.753+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v108'213 uv213 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.753+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2ed10 con 0x564a06c24960 2024-09-13T16:19:47.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.754+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v108'214 uv214 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.754+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x564a06c2f200 con 0x564a06c24960 2024-09-13T16:19:47.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v108'215 uv215 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7ff1b4060040 con 0x564a06c24960 2024-09-13T16:19:47.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564a06b55bc0 msgr2=0x564a06c0d8e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564a06b55bc0 0x564a06c0d8e0 crc :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564a06c20710 msgr2=0x564a06c22b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564a06c20710 0x564a06c22b00 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564a06c2c220 msgr2=0x564a06c2e610 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564a06c2c220 0x564a06c2e610 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564a06c1ba10 msgr2=0x564a06c1de00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564a06c1ba10 0x564a06c1de00 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 reap_dead start 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a06c24960 msgr2=0x564a06c24d60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564a06c24960 0x564a06c24d60 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564a06c280b0 msgr2=0x564a06c28490 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564a06c280b0 0x564a06c28490 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff19c0695e0 msgr2=0x7ff19c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.755+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff19c0695e0 0x7ff19c06baa0 secure :-1 s=READY pgs=803 cs=0 l=1 rev1=1 crypto rx=0x564a06aeafa0 tx=0x7ff1a4017040 comp rx=0 tx=0).stop 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b545f0 msgr2=0x564a06b52ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1bc11ef40 1 --2- 172.21.15.39:0/3632432452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564a06b545f0 0x564a06b52ff0 secure :-1 s=READY pgs=2043 cs=0 l=1 rev1=1 crypto rx=0x7ff1ac002e00 tx=0x7ff1ac00e6a0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1ba41c640 1 -- 172.21.15.39:0/3632432452 reap_dead start 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 shutdown_connections 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 >> 172.21.15.39:0/3632432452 conn(0x564a06aec800 msgr2=0x564a06ae7ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 shutdown_connections 2024-09-13T16:19:47.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.756+0000 7ff1bc11ef40 1 -- 172.21.15.39:0/3632432452 wait complete. 2024-09-13T16:19:47.760 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 200.00000001 - 2024-09-13T16:19:47.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.843+0000 7f5dc3179f40 1 Processor -- start 2024-09-13T16:19:47.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.843+0000 7f5dc3179f40 1 -- start start 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc3179f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e576a2890 0x562e576a0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc3179f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e5765f050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc3179f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 0x562e5765f590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc3179f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e5760d4d0 con 0x562e5771eee0 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc3179f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e575a8b60 con 0x562e576a2890 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc3179f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562e575a8800 con 0x562e576a2c70 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 0x562e5765f590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 0x562e5765f590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58436/0 (socket says 172.21.15.39:58436) 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 -- 172.21.15.39:0/1096041455 learned_addr learned my addr 172.21.15.39:0/1096041455 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc0475640 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e5765f050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 -- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 msgr2=0x562e5765f050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc0c76640 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e576a2890 0x562e576a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e5765f050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 -- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e576a2890 msgr2=0x562e576a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e576a2890 0x562e576a0400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 -- 172.21.15.39:0/1096041455 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5db800a100 con 0x562e5771eee0 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 0x562e5765f590 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7f5db8051400 tx=0x7f5db8051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=766e70b5bf9b7856 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dbf473640 1 -- 172.21.15.39:0/1096041455 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db805f070 con 0x562e5771eee0 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dbf473640 1 -- 172.21.15.39:0/1096041455 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5db80516d0 con 0x562e5771eee0 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.844+0000 7f5dbf473640 1 -- 172.21.15.39:0/1096041455 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db8051a40 con 0x562e5771eee0 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1096041455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 msgr2=0x562e5765f590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 0x562e5765f590 secure :-1 s=READY pgs=2046 cs=0 l=1 rev1=1 crypto rx=0x7f5db8051400 tx=0x7f5db8051000 comp rx=0 tx=0).stop 2024-09-13T16:19:47.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1096041455 shutdown_connections 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e5771eee0 0x562e5765f590 unknown :-1 s=CLOSED pgs=2046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e5765f050 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1096041455 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e576a2890 0x562e576a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1096041455 >> 172.21.15.39:0/1096041455 conn(0x562e576ab800 msgr2=0x562e576aa7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1096041455 shutdown_connections 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.845+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1096041455 wait complete. 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 Processor -- start 2024-09-13T16:19:47.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 -- start start 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e576a2890 0x562e5771c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e576a71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e5771eee0 0x562e576a0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e5758b520 con 0x562e576a2890 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562e576a89f0 con 0x562e5771eee0 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc3179f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562e576a8c40 con 0x562e576a2c70 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc0c76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e576a2890 0x562e5771c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc0c76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e576a2890 0x562e5771c4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58452/0 (socket says 172.21.15.39:58452) 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc0c76640 1 -- 172.21.15.39:0/1025578160 learned_addr learned my addr 172.21.15.39:0/1025578160 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:47.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.846+0000 7f5dc0475640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e576a71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e5771eee0 0x562e576a0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0c76640 1 -- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 msgr2=0x562e576a71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0c76640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e576a71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0c76640 1 -- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e5771eee0 msgr2=0x562e576a0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0c76640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e5771eee0 0x562e576a0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0c76640 1 -- 172.21.15.39:0/1025578160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562e575d1dc0 con 0x562e576a2890 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0475640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562e576a2c70 0x562e576a71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562e5771eee0 0x562e576a0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc0c76640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e576a2890 0x562e5771c4b0 secure :-1 s=READY pgs=2047 cs=0 l=1 rev1=1 crypto rx=0x7f5db000beb0 tx=0x7f5db00073f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dbe471640 1 -- 172.21.15.39:0/1025578160 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db0010070 con 0x562e576a2890 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dbe471640 1 -- 172.21.15.39:0/1025578160 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5db0007bc0 con 0x562e576a2890 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dbe471640 1 -- 172.21.15.39:0/1025578160 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5db0014410 con 0x562e576a2890 2024-09-13T16:19:47.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562e575b7c20 con 0x562e576a2890 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.847+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562e575ab060 con 0x562e576a2890 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.848+0000 7f5dbe471640 1 -- 172.21.15.39:0/1025578160 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5db0014570 con 0x562e576a2890 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.849+0000 7f5dbe471640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5dac0695e0 0x7f5dac06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.849+0000 7f5dbe471640 1 -- 172.21.15.39:0/1025578160 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7f5db0087750 con 0x562e576a2890 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.849+0000 7f5dc0475640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5dac0695e0 0x7f5dac06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.849+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562e5771c9f0 0x562e577cb3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.849+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e108) v8 -- 0x562e576a7730 con 0x562e5771c9f0 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.849+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562e5771c9f0 0x562e577cb3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.850+0000 7f5dc0475640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5dac0695e0 0x7f5dac06baa0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f5db4001ed0 tx=0x7f5db4001690 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.850+0000 7f5dc1477640 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562e5771c9f0 0x562e577cb3d0 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc1477640 1 -- 172.21.15.39:0/1025578160 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000001 [writefull 0~80] v108'391 uv391 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f5db8051b40 con 0x562e5771c9f0 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562e5771c9f0 msgr2=0x562e577cb3d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562e5771c9f0 0x562e577cb3d0 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5dac0695e0 msgr2=0x7f5dac06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5dac0695e0 0x7f5dac06baa0 secure :-1 s=READY pgs=804 cs=0 l=1 rev1=1 crypto rx=0x7f5db4001ed0 tx=0x7f5db4001690 comp rx=0 tx=0).stop 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e576a2890 msgr2=0x562e5771c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 --2- 172.21.15.39:0/1025578160 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562e576a2890 0x562e5771c4b0 secure :-1 s=READY pgs=2047 cs=0 l=1 rev1=1 crypto rx=0x7f5db000beb0 tx=0x7f5db00073f0 comp rx=0 tx=0).stop 2024-09-13T16:19:47.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc1477640 1 -- 172.21.15.39:0/1025578160 reap_dead start 2024-09-13T16:19:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 shutdown_connections 2024-09-13T16:19:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 >> 172.21.15.39:0/1025578160 conn(0x562e576ab800 msgr2=0x562e5765df10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 shutdown_connections 2024-09-13T16:19:47.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:47.852+0000 7f5dc3179f40 1 -- 172.21.15.39:0/1025578160 wait complete. 2024-09-13T16:19:47.857 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:48.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.000+0000 7fd58c65a640 1 Processor -- start 2024-09-13T16:19:48.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.000+0000 7fd58c65a640 1 -- start start 2024-09-13T16:19:48.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.001+0000 7fd58c65a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd5840b4180 0x7fd5840d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.001+0000 7fd58c65a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5840b5550 con 0x7fd5840d1f40 2024-09-13T16:19:48.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.001+0000 7fd58c65a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5840cfb50 con 0x7fd58415c7d0 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.001+0000 7fd58c65a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5840b2000 con 0x7fd5840b4180 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd58abf7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd5840d1f40 0x7fd5840b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48810/0 (socket says 172.21.15.39:48810) 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd58abf7640 1 -- 172.21.15.39:0/513528136 learned_addr learned my addr 172.21.15.39:0/513528136 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd589bf5640 1 --2- 172.21.15.39:0/513528136 >> v2:172.21.15.157:3300/0 conn(0x7fd5840b4180 0x7fd5840d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 248957655 0 0) 0x7fd5840b5550 con 0x7fd5840d1f40 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd570003520 con 0x7fd5840d1f40 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 253672734 0 0) 0x7fd570003520 con 0x7fd5840d1f40 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 >> v2:172.21.15.157:3300/0 conn(0x7fd5840b4180 msgr2=0x7fd5840d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 --2- 172.21.15.39:0/513528136 >> v2:172.21.15.157:3300/0 conn(0x7fd5840b4180 0x7fd5840d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 >> v1:172.21.15.157:6789/0 conn(0x7fd58415c7d0 legacy=0x7fd5840cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5840b4610 con 0x7fd5840d1f40 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd57c0019f0 con 0x7fd5840d1f40 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd589bf5640 1 --2- 172.21.15.39:0/513528136 >> v2:172.21.15.157:3300/0 conn(0x7fd5840b4180 0x7fd5840d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 >> v1:172.21.15.39:6789/0 conn(0x7fd5840d1f40 legacy=0x7fd5840b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570003970 0x7fd570003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd570004370 0x7fd570004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd570005040 0x7fd57000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5840b2000 con 0x7fd570005040 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd57000bfa0 con 0x7fd570003970 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd57000c160 con 0x7fd570004370 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd58abf7640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd570005040 0x7fd57000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd58a3f6640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570003970 0x7fd570003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.002+0000 7fd589bf5640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd570004370 0x7fd570004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 -- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd570004370 msgr2=0x7fd570004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd570004370 0x7fd570004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 -- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570003970 msgr2=0x7fd570003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570003970 0x7fd570003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 -- 172.21.15.39:0/513528136 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd570003520 con 0x7fd570005040 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 -- 172.21.15.39:0/513528136 reap_dead start 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.003+0000 7fd58abf7640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd570005040 0x7fd57000b980 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7fd57c00a830 tx=0x7fd5700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbb3863a1f978a23 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c02ba30 con 0x7fd570005040 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd57c02bbb0 con 0x7fd570005040 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd5893f4640 1 -- 172.21.15.39:0/513528136 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c034470 con 0x7fd570005040 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 -- 172.21.15.39:0/513528136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd570005040 msgr2=0x7fd57000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd570005040 0x7fd57000b980 secure :-1 s=READY pgs=2049 cs=0 l=1 rev1=1 crypto rx=0x7fd57c00a830 tx=0x7fd5700057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 -- 172.21.15.39:0/513528136 shutdown_connections 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 --2- 172.21.15.39:0/513528136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd570005040 0x7fd57000b980 unknown :-1 s=CLOSED pgs=2049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 -- 172.21.15.39:0/513528136 >> 172.21.15.39:0/513528136 conn(0x7fd58406bc40 msgr2=0x7fd58406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 -- 172.21.15.39:0/513528136 shutdown_connections 2024-09-13T16:19:48.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.004+0000 7fd58c65a640 1 -- 172.21.15.39:0/513528136 wait complete. 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.005+0000 7fd58c65a640 1 Processor -- start 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 -- start start 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570005040 0x7fd5840c8390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd584156db0 0x7fd58415ef90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 0x7fd58415f4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd584154000 con 0x7fd584157210 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5841542e0 con 0x7fd570005040 2024-09-13T16:19:48.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58c65a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5841545c0 con 0x7fd584156db0 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58abf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 0x7fd58415f4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58abf7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 0x7fd58415f4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58472/0 (socket says 172.21.15.39:58472) 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58abf7640 1 -- 172.21.15.39:0/3038336776 learned_addr learned my addr 172.21.15.39:0/3038336776 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd58a3f6640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570005040 0x7fd5840c8390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.006+0000 7fd589bf5640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd584156db0 0x7fd58415ef90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58abf7640 1 -- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd584156db0 msgr2=0x7fd58415ef90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58abf7640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd584156db0 0x7fd58415ef90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58abf7640 1 -- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570005040 msgr2=0x7fd5840c8390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58abf7640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570005040 0x7fd5840c8390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58abf7640 1 -- 172.21.15.39:0/3038336776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5841548a0 con 0x7fd584157210 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58abf7640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 0x7fd58415f4d0 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7fd57c002230 tx=0x7fd57c02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c03b040 con 0x7fd584157210 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd57c0348a0 con 0x7fd584157210 2024-09-13T16:19:48.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd584154b80 con 0x7fd584157210 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd57c034c50 con 0x7fd584157210 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.007+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5841f24d0 con 0x7fd584157210 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.008+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5840b2ee0 con 0x7fd584157210 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.009+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd57c031070 con 0x7fd584157210 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.009+0000 7fd57affd640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd56806ac00 0x7fd56806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.009+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(108..108 src has 1..108) v4 ==== 7200+0+0 (secure 0 0 0) 0x7fd57c0a9cf0 con 0x7fd584157210 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.009+0000 7fd58a3f6640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd56806ac00 0x7fd56806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.010+0000 7fd58a3f6640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd56806ac00 0x7fd56806d0c0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fd580001890 tx=0x7fd580009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:48.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.013+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd57c074920 con 0x7fd584157210 2024-09-13T16:19:48.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.221+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fd5840b2c00 con 0x7fd584157210 2024-09-13T16:19:48.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.548+0000 7fd57affd640 1 -- 172.21.15.39:0/3038336776 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v179) v1 ==== 162+0+0 (secure 0 0 0) 0x7fd57c077f40 con 0x7fd584157210 2024-09-13T16:19:48.550 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:48.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd56806ac00 msgr2=0x7fd56806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd56806ac00 0x7fd56806d0c0 secure :-1 s=READY pgs=805 cs=0 l=1 rev1=1 crypto rx=0x7fd580001890 tx=0x7fd580009040 comp rx=0 tx=0).stop 2024-09-13T16:19:48.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 msgr2=0x7fd58415f4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 0x7fd58415f4d0 secure :-1 s=READY pgs=2050 cs=0 l=1 rev1=1 crypto rx=0x7fd57c002230 tx=0x7fd57c02d070 comp rx=0 tx=0).stop 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 shutdown_connections 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd56806ac00 0x7fd56806d0c0 unknown :-1 s=CLOSED pgs=805 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd584157210 0x7fd58415f4d0 unknown :-1 s=CLOSED pgs=2050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd584156db0 0x7fd58415ef90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 --2- 172.21.15.39:0/3038336776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd570005040 0x7fd5840c8390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.550+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 >> 172.21.15.39:0/3038336776 conn(0x7fd58406bc40 msgr2=0x7fd5840b36e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.551+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 shutdown_connections 2024-09-13T16:19:48.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.551+0000 7fd58c65a640 1 -- 172.21.15.39:0/3038336776 wait complete. 2024-09-13T16:19:48.565 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:48.566 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:19:48.564+0000 7f5f255bf640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-13T16:19:48.566 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:48.565+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:19:48.566 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:19:48.565+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:19:48.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.668+0000 7f80755fb640 1 Processor -- start 2024-09-13T16:19:48.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.668+0000 7f80755fb640 1 -- start start 2024-09-13T16:19:48.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f80755fb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8070158cb0 0x7f80700cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f80755fb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f807006a5e0 0x7f80700cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f80755fb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f807006f910 con 0x7f807006f4a0 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f80755fb640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f807006fbd0 con 0x7f8070158cb0 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f80755fb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f807006feb0 con 0x7f807006a5e0 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8070158cb0 0x7f80700cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8070158cb0 0x7f80700cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58482/0 (socket says 172.21.15.39:58482) 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 -- 172.21.15.39:0/1568370365 learned_addr learned my addr 172.21.15.39:0/1568370365 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806f7fe640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f807006a5e0 0x7f80700cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 -- 172.21.15.39:0/1568370365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f807006a5e0 msgr2=0x7f80700cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f807006a5e0 0x7f80700cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 -- 172.21.15.39:0/1568370365 >> v1:172.21.15.157:6789/0 conn(0x7f807006f4a0 legacy=0x7f8070069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806effd640 1 -- 172.21.15.39:0/1568370365 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8070070190 con 0x7f8070158cb0 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.669+0000 7f806f7fe640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f807006a5e0 0x7f80700cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:48.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.670+0000 7f806effd640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8070158cb0 0x7f80700cee00 secure :-1 s=READY pgs=2051 cs=0 l=1 rev1=1 crypto rx=0x7f806000bb10 tx=0x7f806002c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72db6d597c64266e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:48.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.670+0000 7f806e7fc640 1 -- 172.21.15.39:0/1568370365 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8060032790 con 0x7f8070158cb0 2024-09-13T16:19:48.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.670+0000 7f806e7fc640 1 -- 172.21.15.39:0/1568370365 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80600328f0 con 0x7f8070158cb0 2024-09-13T16:19:48.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.670+0000 7f806e7fc640 1 -- 172.21.15.39:0/1568370365 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8060032c80 con 0x7f8070158cb0 2024-09-13T16:19:48.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 -- 172.21.15.39:0/1568370365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8070158cb0 msgr2=0x7f80700cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8070158cb0 0x7f80700cee00 secure :-1 s=READY pgs=2051 cs=0 l=1 rev1=1 crypto rx=0x7f806000bb10 tx=0x7f806002c8d0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 -- 172.21.15.39:0/1568370365 shutdown_connections 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f807006a5e0 0x7f80700cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 --2- 172.21.15.39:0/1568370365 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8070158cb0 0x7f80700cee00 unknown :-1 s=CLOSED pgs=2051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 -- 172.21.15.39:0/1568370365 >> 172.21.15.39:0/1568370365 conn(0x7f807006b3b0 msgr2=0x7f807006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 -- 172.21.15.39:0/1568370365 shutdown_connections 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.671+0000 7f80755fb640 1 -- 172.21.15.39:0/1568370365 wait complete. 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.672+0000 7f80755fb640 1 Processor -- start 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.672+0000 7f80755fb640 1 -- start start 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f80755fb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f807006a5e0 0x7f8070151240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f80755fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 0x7f8070153890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f80755fb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8070158cb0 0x7f8070153dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f80755fb640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f807014e560 con 0x7f807006f4a0 2024-09-13T16:19:48.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f80755fb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8070154f00 con 0x7f807006a5e0 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f80755fb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8070154660 con 0x7f8070158cb0 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 0x7f8070153890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 0x7f8070153890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58494/0 (socket says 172.21.15.39:58494) 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 -- 172.21.15.39:0/2601379105 learned_addr learned my addr 172.21.15.39:0/2601379105 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f806effd640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f807006a5e0 0x7f8070151240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f806f7fe640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8070158cb0 0x7f8070153dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 -- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8070158cb0 msgr2=0x7f8070153dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8070158cb0 0x7f8070153dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 -- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f807006a5e0 msgr2=0x7f8070151240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f807006a5e0 0x7f8070151240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f8067fff640 1 -- 172.21.15.39:0/2601379105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f806000b770 con 0x7f807006f4a0 2024-09-13T16:19:48.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f806f7fe640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8070158cb0 0x7f8070153dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.673+0000 7f806effd640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f807006a5e0 0x7f8070151240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.674+0000 7f8067fff640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 0x7f8070153890 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f805800c430 tx=0x7f805800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.674+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8058011790 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.674+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80580118f0 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.674+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8070154940 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.674+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8058011ce0 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.674+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f807014eef0 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.675+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80700672f0 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.675+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f805801c460 con 0x7f807006f4a0 2024-09-13T16:19:48.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.676+0000 7f80677fe640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f805006ac00 0x7f805006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:48.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.676+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f8058089920 con 0x7f807006f4a0 2024-09-13T16:19:48.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.676+0000 7f806effd640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f805006ac00 0x7f805006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:48.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.677+0000 7f806effd640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f805006ac00 0x7f805006d0c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8060037000 tx=0x7f806003e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:48.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.680+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f80580544d0 con 0x7f807006f4a0 2024-09-13T16:19:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.888+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f80700cee00 con 0x7f807006f4a0 2024-09-13T16:19:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.888+0000 7f80677fe640 1 -- 172.21.15.39:0/2601379105 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 181 v181) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f8058057af0 con 0x7f807006f4a0 2024-09-13T16:19:48.890 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:48.890 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":181,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:48.566167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:48.890 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 181 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f805006ac00 msgr2=0x7f805006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f805006ac00 0x7f805006d0c0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f8060037000 tx=0x7f806003e040 comp rx=0 tx=0).stop 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 msgr2=0x7f8070153890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 0x7f8070153890 secure :-1 s=READY pgs=2052 cs=0 l=1 rev1=1 crypto rx=0x7f805800c430 tx=0x7f805800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 shutdown_connections 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f805006ac00 0x7f805006d0c0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8070158cb0 0x7f8070153dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f807006f4a0 0x7f8070153890 unknown :-1 s=CLOSED pgs=2052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 --2- 172.21.15.39:0/2601379105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f807006a5e0 0x7f8070151240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 >> 172.21.15.39:0/2601379105 conn(0x7f807006b3b0 msgr2=0x7f80701582f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 shutdown_connections 2024-09-13T16:19:48.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:48.890+0000 7f80755fb640 1 -- 172.21.15.39:0/2601379105 wait complete. 2024-09-13T16:19:48.902 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:48.903 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.002+0000 7f019be73640 1 Processor -- start 2024-09-13T16:19:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.003+0000 7f019be73640 1 -- start start 2024-09-13T16:19:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.003+0000 7f019be73640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f019415c710 0x7f019406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.003+0000 7f019be73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f019406be30 0x7f01940b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.003+0000 7f019be73640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f019406c2c0 con 0x7f019415c330 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.003+0000 7f019be73640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f019406f410 con 0x7f019406be30 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.003+0000 7f019be73640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f019406f6e0 con 0x7f019415c710 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f019406be30 0x7f01940b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f019406be30 0x7f01940b3ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58508/0 (socket says 172.21.15.39:58508) 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 -- 172.21.15.39:0/2944585023 learned_addr learned my addr 172.21.15.39:0/2944585023 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019940e640 1 --2- 172.21.15.39:0/2944585023 >> v2:172.21.15.157:3300/0 conn(0x7f019415c710 0x7f019406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 -- 172.21.15.39:0/2944585023 >> v2:172.21.15.157:3300/0 conn(0x7f019415c710 msgr2=0x7f019406b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 --2- 172.21.15.39:0/2944585023 >> v2:172.21.15.157:3300/0 conn(0x7f019415c710 0x7f019406b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 -- 172.21.15.39:0/2944585023 >> v1:172.21.15.157:6789/0 conn(0x7f019415c330 legacy=0x7f019406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019a410640 1 -- 172.21.15.39:0/2944585023 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f019406f9c0 con 0x7f019406be30 2024-09-13T16:19:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.004+0000 7f019940e640 1 --2- 172.21.15.39:0/2944585023 >> v2:172.21.15.157:3300/0 conn(0x7f019415c710 0x7f019406b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019a410640 1 --2- 172.21.15.39:0/2944585023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019406be30 0x7f01940b3ce0 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7f019406cf00 tx=0x7f018c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dd1d733d7c7f3b93 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f0198c0d640 1 -- 172.21.15.39:0/2944585023 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018c031600 con 0x7f019406be30 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f0198c0d640 1 -- 172.21.15.39:0/2944585023 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f018c02d050 con 0x7f019406be30 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f0198c0d640 1 -- 172.21.15.39:0/2944585023 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f018c031980 con 0x7f019406be30 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019be73640 1 -- 172.21.15.39:0/2944585023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019406be30 msgr2=0x7f01940b3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019be73640 1 --2- 172.21.15.39:0/2944585023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019406be30 0x7f01940b3ce0 secure :-1 s=READY pgs=2053 cs=0 l=1 rev1=1 crypto rx=0x7f019406cf00 tx=0x7f018c02a660 comp rx=0 tx=0).stop 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019be73640 1 -- 172.21.15.39:0/2944585023 shutdown_connections 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019be73640 1 --2- 172.21.15.39:0/2944585023 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019406be30 0x7f01940b3ce0 unknown :-1 s=CLOSED pgs=2053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019be73640 1 --2- 172.21.15.39:0/2944585023 >> v2:172.21.15.157:3300/0 conn(0x7f019415c710 0x7f019406b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.005+0000 7f019be73640 1 -- 172.21.15.39:0/2944585023 >> 172.21.15.39:0/2944585023 conn(0x7f019406d5c0 msgr2=0x7f019406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.006+0000 7f019be73640 1 -- 172.21.15.39:0/2944585023 shutdown_connections 2024-09-13T16:19:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.006+0000 7f019be73640 1 -- 172.21.15.39:0/2944585023 wait complete. 2024-09-13T16:19:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 Processor -- start 2024-09-13T16:19:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 -- start start 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f019406be30 0x7f019414db50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 0x7f01940cf840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f019415c710 0x7f01940cfd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f019415d680 con 0x7f019415c330 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01940ced10 con 0x7f019415c710 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019be73640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01940ce190 con 0x7f019406be30 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.007+0000 7f019940e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 0x7f01940cf840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 0x7f01940cf840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58512/0 (socket says 172.21.15.39:58512) 2024-09-13T16:19:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 -- 172.21.15.39:0/2125454230 learned_addr learned my addr 172.21.15.39:0/2125454230 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f0199c0f640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f019406be30 0x7f019414db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019a410640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f019415c710 0x7f01940cfd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 -- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f019406be30 msgr2=0x7f019414db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f019406be30 0x7f019414db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 -- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f019415c710 msgr2=0x7f01940cfd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f019415c710 0x7f01940cfd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 -- 172.21.15.39:0/2125454230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f018c009b30 con 0x7f019415c330 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019a410640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f019415c710 0x7f01940cfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019940e640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 0x7f01940cf840 secure :-1 s=READY pgs=2054 cs=0 l=1 rev1=1 crypto rx=0x7f018400c7c0 tx=0x7f018400cc80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0184007820 con 0x7f019415c330 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0184007980 con 0x7f019415c330 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0184007d10 con 0x7f019415c330 2024-09-13T16:19:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01940ce470 con 0x7f019415c330 2024-09-13T16:19:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.008+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01940cea30 con 0x7f019415c330 2024-09-13T16:19:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.009+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f019406b8f0 con 0x7f019415c330 2024-09-13T16:19:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.010+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f01840113f0 con 0x7f019415c330 2024-09-13T16:19:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.010+0000 7f018a7fc640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f017806ac00 0x7f017806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.010+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f0184089970 con 0x7f019415c330 2024-09-13T16:19:49.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.010+0000 7f0199c0f640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f017806ac00 0x7f017806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.011+0000 7f0199c0f640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f017806ac00 0x7f017806d0c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f0190004f60 tx=0x7f0190007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.014+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f01840545d0 con 0x7f019415c330 2024-09-13T16:19:49.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.222+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f019406dd20 con 0x7f019415c330 2024-09-13T16:19:49.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.222+0000 7f018a7fc640 1 -- 172.21.15.39:0/2125454230 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 181 v181) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f018401fcb0 con 0x7f019415c330 2024-09-13T16:19:49.224 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:49.224 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":181,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:48.566167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:49.224 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 181 2024-09-13T16:19:49.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f017806ac00 msgr2=0x7f017806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f017806ac00 0x7f017806d0c0 secure :-1 s=READY pgs=807 cs=0 l=1 rev1=1 crypto rx=0x7f0190004f60 tx=0x7f0190007e30 comp rx=0 tx=0).stop 2024-09-13T16:19:49.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 msgr2=0x7f01940cf840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 0x7f01940cf840 secure :-1 s=READY pgs=2054 cs=0 l=1 rev1=1 crypto rx=0x7f018400c7c0 tx=0x7f018400cc80 comp rx=0 tx=0).stop 2024-09-13T16:19:49.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 shutdown_connections 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f017806ac00 0x7f017806d0c0 unknown :-1 s=CLOSED pgs=807 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f019415c710 0x7f01940cfd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f019415c330 0x7f01940cf840 unknown :-1 s=CLOSED pgs=2054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 --2- 172.21.15.39:0/2125454230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f019406be30 0x7f019414db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 >> 172.21.15.39:0/2125454230 conn(0x7f019406d5c0 msgr2=0x7f0194160050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 shutdown_connections 2024-09-13T16:19:49.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.225+0000 7f019be73640 1 -- 172.21.15.39:0/2125454230 wait complete. 2024-09-13T16:19:49.237 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:19:49.237 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:49.271 INFO:tasks.ceph.mds.a.smithi039.stderr: -35> 2024-09-13T16:19:44.518+0000 7f40328a2640 -1 log_channel(cluster) log [ERR] : Error recovering journal 0x200: (22) Invalid argument 2024-09-13T16:19:49.295 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:19:49.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.340+0000 7f21c6868640 1 Processor -- start 2024-09-13T16:19:49.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.340+0000 7f21c6868640 1 -- start start 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21c6868640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 0x7f21c015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21c6868640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f21c015d0a0 0x7f21c015d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21c6868640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21c015b1b0 con 0x7f21c006f170 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21c6868640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21c015da90 con 0x7f21c015d0a0 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21c6868640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21c00b2400 con 0x7f21c0156fb0 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21bf7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f21c006f170 0x7f21c00b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48822/0 (socket says 172.21.15.39:48822) 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2332079649 learned_addr learned my addr 172.21.15.39:0/2332079649 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21c4e05640 1 --2- 172.21.15.39:0/2332079649 >> v2:172.21.15.157:3300/0 conn(0x7f21c015d0a0 0x7f21c015d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21bffff640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 0x7f21c015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 344642693 0 0) 0x7f21c015b1b0 con 0x7f21c006f170 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f21a8003520 con 0x7f21c006f170 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1082039463 0 0) 0x7f21a8003520 con 0x7f21c006f170 2024-09-13T16:19:49.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 msgr2=0x7f21c015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.341+0000 7f21beffd640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 0x7f21c015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 >> v2:172.21.15.157:3300/0 conn(0x7f21c015d0a0 msgr2=0x7f21c015d550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 --2- 172.21.15.39:0/2332079649 >> v2:172.21.15.157:3300/0 conn(0x7f21c015d0a0 0x7f21c015d550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21c006f6e0 con 0x7f21c006f170 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f21b4001670 con 0x7f21c006f170 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 >> v1:172.21.15.39:6789/0 conn(0x7f21c006f170 legacy=0x7f21c00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 0x7f21a8003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a8003ef0 0x7f21a80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8004d00 0x7f21a8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21c015da90 con 0x7f21a8003ef0 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21c00b2400 con 0x7f21a8004d00 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21a800b9d0 con 0x7f21c0156fb0 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a8003ef0 0x7f21a80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bffff640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 0x7f21a8003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21c4e05640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8004d00 0x7f21a8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 msgr2=0x7f21a8003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c0156fb0 0x7f21a8003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8004d00 msgr2=0x7f21a8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8004d00 0x7f21a8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2332079649 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21a8003520 con 0x7f21a8003ef0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.342+0000 7f21c4e05640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8004d00 0x7f21a8005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a8003ef0 0x7f21a80047c0 secure :-1 s=READY pgs=2058 cs=0 l=1 rev1=1 crypto rx=0x7f21b400c240 tx=0x7f21a80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f96e01ace4abd4ff server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b4005ad0 con 0x7f21a8003ef0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21b4005c30 con 0x7f21a8003ef0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21beffd640 1 -- 172.21.15.39:0/2332079649 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b4007070 con 0x7f21a8003ef0 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c6868640 1 -- 172.21.15.39:0/2332079649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a8003ef0 msgr2=0x7f21a80047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c6868640 1 --2- 172.21.15.39:0/2332079649 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21a8003ef0 0x7f21a80047c0 secure :-1 s=READY pgs=2058 cs=0 l=1 rev1=1 crypto rx=0x7f21b400c240 tx=0x7f21a80057f0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c4e05640 1 -- 172.21.15.39:0/2332079649 reap_dead start 2024-09-13T16:19:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c6868640 1 -- 172.21.15.39:0/2332079649 shutdown_connections 2024-09-13T16:19:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c6868640 1 -- 172.21.15.39:0/2332079649 >> 172.21.15.39:0/2332079649 conn(0x7f21c006b3b0 msgr2=0x7f21c006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c6868640 1 -- 172.21.15.39:0/2332079649 shutdown_connections 2024-09-13T16:19:49.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.343+0000 7f21c6868640 1 -- 172.21.15.39:0/2332079649 wait complete. 2024-09-13T16:19:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.345+0000 7f21c6868640 1 Processor -- start 2024-09-13T16:19:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.345+0000 7f21c6868640 1 -- start start 2024-09-13T16:19:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.345+0000 7f21c6868640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8003ef0 0x7f21c014a910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.345+0000 7f21c6868640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 0x7f21c014c740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.345+0000 7f21c6868640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c00ac860 0x7f21c00acce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.345+0000 7f21c6868640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21c014e560 con 0x7f21c015b5d0 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21c6868640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21c014ae50 con 0x7f21a8003ef0 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21c6868640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21c00ad220 con 0x7f21c00ac860 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 0x7f21c014c740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 0x7f21c014c740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58550/0 (socket says 172.21.15.39:58550) 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2267558810 learned_addr learned my addr 172.21.15.39:0/2267558810 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bffff640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8003ef0 0x7f21c014a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21c4e05640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c00ac860 0x7f21c00acce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c00ac860 msgr2=0x7f21c00acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c00ac860 0x7f21c00acce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8003ef0 msgr2=0x7f21c014a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8003ef0 0x7f21c014a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 -- 172.21.15.39:0/2267558810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21c015c7a0 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21c4e05640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c00ac860 0x7f21c00acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bf7fe640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 0x7f21c014c740 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f21b400c240 tx=0x7f21b4001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b4007480 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f21b40075e0 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21b403e620 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.346+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f21c014cc80 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.347+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f21c015be70 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.347+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21c00672f0 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.348+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f21b403e780 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.349+0000 7f21bcff9640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f21ac06ac30 0x7f21ac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.349+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f21b40aa3a0 con 0x7f21c015b5d0 2024-09-13T16:19:49.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.349+0000 7f21bffff640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f21ac06ac30 0x7f21ac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.349+0000 7f21bffff640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f21ac06ac30 0x7f21ac06d0f0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f21c01f59e0 tx=0x7f21b0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.353+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f21b4075100 con 0x7f21c015b5d0 2024-09-13T16:19:49.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.559+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f21c0157390 con 0x7f21c015b5d0 2024-09-13T16:19:49.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.560+0000 7f21bcff9640 1 -- 172.21.15.39:0/2267558810 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 181 v181) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f21b4042cb0 con 0x7f21c015b5d0 2024-09-13T16:19:49.562 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:49.562 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":181,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":181,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:48.566167+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:49.562 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 181 2024-09-13T16:19:49.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f21ac06ac30 msgr2=0x7f21ac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f21ac06ac30 0x7f21ac06d0f0 secure :-1 s=READY pgs=808 cs=0 l=1 rev1=1 crypto rx=0x7f21c01f59e0 tx=0x7f21b0009190 comp rx=0 tx=0).stop 2024-09-13T16:19:49.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 msgr2=0x7f21c014c740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 0x7f21c014c740 secure :-1 s=READY pgs=2059 cs=0 l=1 rev1=1 crypto rx=0x7f21b400c240 tx=0x7f21b4001a00 comp rx=0 tx=0).stop 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 shutdown_connections 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f21ac06ac30 0x7f21ac06d0f0 unknown :-1 s=CLOSED pgs=808 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f21c00ac860 0x7f21c00acce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f21c015b5d0 0x7f21c014c740 unknown :-1 s=CLOSED pgs=2059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 --2- 172.21.15.39:0/2267558810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f21a8003ef0 0x7f21c014a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 >> 172.21.15.39:0/2267558810 conn(0x7f21c006b3b0 msgr2=0x7f21c0154620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 shutdown_connections 2024-09-13T16:19:49.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.563+0000 7f21c6868640 1 -- 172.21.15.39:0/2267558810 wait complete. 2024-09-13T16:19:49.576 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 200.00000001' led to DAMAGED state 2024-09-13T16:19:49.576 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 500.00000000' 2024-09-13T16:19:49.576 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:19:49.576 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:19:49.633 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:19:49.633 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:19:49.633 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:19:49.633 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:19:49.633 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:19:49.689 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:19:49.689 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:19:49.689 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:19:49.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.830+0000 7f620d7ce640 1 Processor -- start 2024-09-13T16:19:49.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f620d7ce640 1 -- start start 2024-09-13T16:19:49.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f620d7ce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f620815cef0 0x7f62080cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f620d7ce640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62080d11f0 con 0x7f62080cd560 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f620d7ce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f620815d2d0 con 0x7f62080b5ab0 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f620d7ce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62080cda00 con 0x7f620815cef0 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f6206ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f620815cef0 0x7f62080cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.831+0000 7f62067fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f62080cd560 0x7f62080d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48838/0 (socket says 172.21.15.39:48838) 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.832+0000 7f62067fc640 1 -- 172.21.15.39:0/2228548514 learned_addr learned my addr 172.21.15.39:0/2228548514 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.832+0000 7f6206ffd640 1 -- 172.21.15.39:0/2228548514 >> v1:172.21.15.157:6789/0 conn(0x7f62080b5ab0 legacy=0x7f62080ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.832+0000 7f6206ffd640 1 -- 172.21.15.39:0/2228548514 >> v1:172.21.15.39:6789/0 conn(0x7f62080cd560 legacy=0x7f62080d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.832+0000 7f6205ffb640 1 -- 172.21.15.39:0/2228548514 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 124212450 0 0) 0x7f62080d11f0 con 0x7f62080cd560 2024-09-13T16:19:49.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.832+0000 7f6206ffd640 1 -- 172.21.15.39:0/2228548514 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62080cdce0 con 0x7f620815cef0 2024-09-13T16:19:49.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f6206ffd640 1 --2- 172.21.15.39:0/2228548514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f62080cd020 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7f62000097a0 tx=0x7f620002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bd5bbb93ad83c435 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f6205ffb640 1 -- 172.21.15.39:0/2228548514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6200032640 con 0x7f620815cef0 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f6205ffb640 1 -- 172.21.15.39:0/2228548514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62000327a0 con 0x7f620815cef0 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f6205ffb640 1 -- 172.21.15.39:0/2228548514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6200032b30 con 0x7f620815cef0 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 -- 172.21.15.39:0/2228548514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 msgr2=0x7f62080cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 --2- 172.21.15.39:0/2228548514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f62080cd020 secure :-1 s=READY pgs=2061 cs=0 l=1 rev1=1 crypto rx=0x7f62000097a0 tx=0x7f620002a2c0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 -- 172.21.15.39:0/2228548514 shutdown_connections 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 --2- 172.21.15.39:0/2228548514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f62080cd020 unknown :-1 s=CLOSED pgs=2061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 -- 172.21.15.39:0/2228548514 >> 172.21.15.39:0/2228548514 conn(0x7f620806a3a0 msgr2=0x7f620806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 -- 172.21.15.39:0/2228548514 shutdown_connections 2024-09-13T16:19:49.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.833+0000 7f620d7ce640 1 -- 172.21.15.39:0/2228548514 wait complete. 2024-09-13T16:19:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 Processor -- start 2024-09-13T16:19:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 -- start start 2024-09-13T16:19:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62080b5ab0 0x7f6208152de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62080cd560 0x7f62081f3830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f620815e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62081f3d70 con 0x7f620815cef0 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62080c6b50 con 0x7f62080cd560 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.835+0000 7f620d7ce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62080c6e30 con 0x7f62080b5ab0 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f620815e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f620815e510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58576/0 (socket says 172.21.15.39:58576) 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 -- 172.21.15.39:0/3466366508 learned_addr learned my addr 172.21.15.39:0/3466366508 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f6206ffd640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62080b5ab0 0x7f6208152de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62067fc640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62080cd560 0x7f62081f3830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 -- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62080b5ab0 msgr2=0x7f6208152de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62080b5ab0 0x7f6208152de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 -- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62080cd560 msgr2=0x7f62081f3830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62080cd560 0x7f62081f3830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:49.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 -- 172.21.15.39:0/3466366508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6200009400 con 0x7f620815cef0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f62077fe640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f620815e510 secure :-1 s=READY pgs=2062 cs=0 l=1 rev1=1 crypto rx=0x7f61f800c7a0 tx=0x7f61f800cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f8003b70 con 0x7f620815cef0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61f8003cf0 con 0x7f620815cef0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62080c7110 con 0x7f620815cef0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61f8003ea0 con 0x7f620815cef0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.836+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6208155a00 con 0x7f620815cef0 2024-09-13T16:19:49.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.837+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6208156020 con 0x7f620815cef0 2024-09-13T16:19:49.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.838+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f61f800aa90 con 0x7f620815cef0 2024-09-13T16:19:49.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.838+0000 7f61ff7fe640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f61e806ac30 0x7f61e806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:49.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.838+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f61f80895c0 con 0x7f620815cef0 2024-09-13T16:19:49.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.839+0000 7f6206ffd640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f61e806ac30 0x7f61e806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:49.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.839+0000 7f6206ffd640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f61e806ac30 0x7f61e806d0f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6200034000 tx=0x7f620002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:49.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:49.843+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6208156020 con 0x7f620815cef0 2024-09-13T16:19:50.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.050+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f6208156020 con 0x7f620815cef0 2024-09-13T16:19:50.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.578+0000 7f61ff7fe640 1 -- 172.21.15.39:0/3466366508 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v183) v1 ==== 161+0+0 (secure 0 0 0) 0x7f6208156020 con 0x7f620815cef0 2024-09-13T16:19:50.580 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:19:50.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f61e806ac30 msgr2=0x7f61e806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:50.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f61e806ac30 0x7f61e806d0f0 secure :-1 s=READY pgs=810 cs=0 l=1 rev1=1 crypto rx=0x7f6200034000 tx=0x7f620002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:50.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 msgr2=0x7f620815e510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:50.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f620815e510 secure :-1 s=READY pgs=2062 cs=0 l=1 rev1=1 crypto rx=0x7f61f800c7a0 tx=0x7f61f800cc60 comp rx=0 tx=0).stop 2024-09-13T16:19:50.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 shutdown_connections 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f61e806ac30 0x7f61e806d0f0 unknown :-1 s=CLOSED pgs=810 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f620815cef0 0x7f620815e510 unknown :-1 s=CLOSED pgs=2062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62080cd560 0x7f62081f3830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 --2- 172.21.15.39:0/3466366508 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62080b5ab0 0x7f6208152de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 >> 172.21.15.39:0/3466366508 conn(0x7f620806a3a0 msgr2=0x7f62080ceaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 shutdown_connections 2024-09-13T16:19:50.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.581+0000 7f620d7ce640 1 -- 172.21.15.39:0/3466366508 wait complete. 2024-09-13T16:19:50.594 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:19:50.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.698+0000 7f316e7a0640 1 Processor -- start 2024-09-13T16:19:50.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.698+0000 7f316e7a0640 1 -- start start 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316e7a0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f316815c750 0x7f31680d1670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316e7a0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680b12d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316e7a0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31680d05d0 con 0x7f31680d1bb0 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316e7a0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f31680d08b0 con 0x7f316815c750 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316e7a0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31680d0b90 con 0x7f31680b5b00 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316df9f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680b12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316cf9d640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f31680d1bb0 0x7f31680b53f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:36388/0 (socket says 172.21.15.39:36388) 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316d79e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f316815c750 0x7f31680d1670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316cf9d640 1 -- 172.21.15.39:0/4115422626 learned_addr learned my addr 172.21.15.39:0/4115422626 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f315ffff640 1 -- 172.21.15.39:0/4115422626 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 405954855 0 0) 0x7f31680d05d0 con 0x7f31680d1bb0 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f315ffff640 1 -- 172.21.15.39:0/4115422626 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3154003520 con 0x7f31680d1bb0 2024-09-13T16:19:50.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316d79e640 1 -- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 msgr2=0x7f31680b12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:50.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316d79e640 1 --2- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680b12d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316d79e640 1 -- 172.21.15.39:0/4115422626 >> v1:172.21.15.157:6789/0 conn(0x7f31680d1bb0 legacy=0x7f31680b53f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:50.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316d79e640 1 -- 172.21.15.39:0/4115422626 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31680d0e70 con 0x7f316815c750 2024-09-13T16:19:50.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.699+0000 7f316df9f640 1 --2- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680b12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:19:50.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.700+0000 7f316d79e640 1 --2- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31680d1670 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f31640097a0 tx=0x7f316402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83b98d888712159e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:50.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.700+0000 7f315ffff640 1 -- 172.21.15.39:0/4115422626 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3164032440 con 0x7f316815c750 2024-09-13T16:19:50.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.700+0000 7f315ffff640 1 -- 172.21.15.39:0/4115422626 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f31640325a0 con 0x7f316815c750 2024-09-13T16:19:50.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.700+0000 7f315ffff640 1 -- 172.21.15.39:0/4115422626 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3164032930 con 0x7f316815c750 2024-09-13T16:19:50.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 -- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 msgr2=0x7f31680d1670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 --2- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31680d1670 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7f31640097a0 tx=0x7f316402a180 comp rx=0 tx=0).stop 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 -- 172.21.15.39:0/4115422626 shutdown_connections 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 --2- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680b12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 --2- 172.21.15.39:0/4115422626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31680d1670 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 -- 172.21.15.39:0/4115422626 >> 172.21.15.39:0/4115422626 conn(0x7f31680ceee0 msgr2=0x7f31680cf2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 -- 172.21.15.39:0/4115422626 shutdown_connections 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.701+0000 7f316e7a0640 1 -- 172.21.15.39:0/4115422626 wait complete. 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.702+0000 7f316e7a0640 1 Processor -- start 2024-09-13T16:19:50.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.702+0000 7f316e7a0640 1 -- start start 2024-09-13T16:19:50.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316e7a0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680a9a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:50.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316e7a0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 0x7f31681f26f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:50.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316e7a0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31681589d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:50.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316e7a0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31681f2c30 con 0x7f31680d1bb0 2024-09-13T16:19:50.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316e7a0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31680aa0c0 con 0x7f316815c750 2024-09-13T16:19:50.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316e7a0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31681f2eb0 con 0x7f31680b5b00 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 0x7f31681f26f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 0x7f31681f26f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58584/0 (socket says 172.21.15.39:58584) 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 -- 172.21.15.39:0/228676835 learned_addr learned my addr 172.21.15.39:0/228676835 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316d79e640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680a9a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316df9f640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31681589d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 -- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 msgr2=0x7f31680a9a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680a9a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 -- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 msgr2=0x7f31681589d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31681589d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.703+0000 7f316cf9d640 1 -- 172.21.15.39:0/228676835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3160009a70 con 0x7f31680d1bb0 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.704+0000 7f316cf9d640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 0x7f31681f26f0 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f315800c500 tx=0x7f315800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.704+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3158005ce0 con 0x7f31680d1bb0 2024-09-13T16:19:50.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.704+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3158005e40 con 0x7f31680d1bb0 2024-09-13T16:19:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.704+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3158007330 con 0x7f31680d1bb0 2024-09-13T16:19:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.704+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3164009400 con 0x7f31680d1bb0 2024-09-13T16:19:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.704+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31681f3470 con 0x7f31680d1bb0 2024-09-13T16:19:50.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.705+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f31680b12d0 con 0x7f31680d1bb0 2024-09-13T16:19:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.705+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3158007550 con 0x7f31680d1bb0 2024-09-13T16:19:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.706+0000 7f315dffb640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f314c06ac00 0x7f314c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.706+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f3158089000 con 0x7f31680d1bb0 2024-09-13T16:19:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.706+0000 7f316d79e640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f314c06ac00 0x7f314c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:50.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.707+0000 7f316d79e640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f314c06ac00 0x7f314c06d0c0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f3164034000 tx=0x7f316402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:50.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.710+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3158053d00 con 0x7f31680d1bb0 2024-09-13T16:19:50.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:50.949+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f31680cd4b0 con 0x7f31680d1bb0 2024-09-13T16:19:51.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.586+0000 7f315dffb640 1 -- 172.21.15.39:0/228676835 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v184) v1 ==== 101+0+0 (secure 0 0 0) 0x7f3158017090 con 0x7f31680d1bb0 2024-09-13T16:19:51.588 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:19:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f314c06ac00 msgr2=0x7f314c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f314c06ac00 0x7f314c06d0c0 secure :-1 s=READY pgs=811 cs=0 l=1 rev1=1 crypto rx=0x7f3164034000 tx=0x7f316402e000 comp rx=0 tx=0).stop 2024-09-13T16:19:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 msgr2=0x7f31681f26f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 0x7f31681f26f0 secure :-1 s=READY pgs=2063 cs=0 l=1 rev1=1 crypto rx=0x7f315800c500 tx=0x7f315800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 shutdown_connections 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f314c06ac00 0x7f314c06d0c0 unknown :-1 s=CLOSED pgs=811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f316815c750 0x7f31681589d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f31680d1bb0 0x7f31681f26f0 unknown :-1 s=CLOSED pgs=2063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 --2- 172.21.15.39:0/228676835 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f31680b5b00 0x7f31680a9a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 >> 172.21.15.39:0/228676835 conn(0x7f31680ceee0 msgr2=0x7f316806a270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 shutdown_connections 2024-09-13T16:19:51.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.589+0000 7f316e7a0640 1 -- 172.21.15.39:0/228676835 wait complete. 2024-09-13T16:19:51.604 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:19:51.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 Processor -- start 2024-09-13T16:19:51.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 -- start start 2024-09-13T16:19:51.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605403a1890 0x56054041c310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x560540412900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56054041dd10 0x560540434880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605402a7b60 con 0x5605403a1c70 2024-09-13T16:19:51.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5605402a7800 con 0x5605403a1890 2024-09-13T16:19:51.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.650+0000 7faf1151ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56054028a520 con 0x56054041dd10 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x560540412900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x560540412900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58606/0 (socket says 172.21.15.39:58606) 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 -- 172.21.15.39:0/3589731187 learned_addr learned my addr 172.21.15.39:0/3589731187 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0ed98640 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56054041dd10 0x560540434880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0e597640 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605403a1890 0x56054041c310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 -- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56054041dd10 msgr2=0x560540434880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56054041dd10 0x560540434880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 -- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605403a1890 msgr2=0x56054041c310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:51.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605403a1890 0x56054041c310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 -- 172.21.15.39:0/3589731187 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf0000a1c0 con 0x5605403a1c70 2024-09-13T16:19:51.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0dd96640 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x560540412900 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7faf04009760 tx=0x7faf04009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebd2c2928480f9e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0cd94640 1 -- 172.21.15.39:0/3589731187 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf0400e070 con 0x5605403a1c70 2024-09-13T16:19:51.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0cd94640 1 -- 172.21.15.39:0/3589731187 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf040090d0 con 0x5605403a1c70 2024-09-13T16:19:51.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.651+0000 7faf0cd94640 1 -- 172.21.15.39:0/3589731187 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf04006b60 con 0x5605403a1c70 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 -- 172.21.15.39:0/3589731187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 msgr2=0x560540412900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x560540412900 secure :-1 s=READY pgs=2065 cs=0 l=1 rev1=1 crypto rx=0x7faf04009760 tx=0x7faf04009c20 comp rx=0 tx=0).stop 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 -- 172.21.15.39:0/3589731187 shutdown_connections 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56054041dd10 0x560540434880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x560540412900 unknown :-1 s=CLOSED pgs=2065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 --2- 172.21.15.39:0/3589731187 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5605403a1890 0x56054041c310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 -- 172.21.15.39:0/3589731187 >> 172.21.15.39:0/3589731187 conn(0x5605403aa800 msgr2=0x56054041c9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 -- 172.21.15.39:0/3589731187 shutdown_connections 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 -- 172.21.15.39:0/3589731187 wait complete. 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.652+0000 7faf1151ff40 1 Processor -- start 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 -- start start 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605403a1890 0x560540418f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x56054040abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56054041dd10 0x560540434930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56054040b120 con 0x5605403a1c70 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560540434e70 con 0x56054041dd10 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf1151ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5605404350d0 con 0x5605403a1890 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf0dd96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x56054040abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf0dd96640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x56054040abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58610/0 (socket says 172.21.15.39:58610) 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.653+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 learned_addr learned my addr 172.21.15.39:0/1841374502 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605403a1890 0x560540418f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0ed98640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56054041dd10 0x560540434930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605403a1890 msgr2=0x560540418f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5605403a1890 0x560540418f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56054041dd10 msgr2=0x560540434930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56054041dd10 0x560540434930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf04009410 con 0x5605403a1c70 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x56054040abe0 secure :-1 s=READY pgs=2066 cs=0 l=1 rev1=1 crypto rx=0x7faf04015040 tx=0x7faf04003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faeff7fe640 1 -- 172.21.15.39:0/1841374502 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf04005d30 con 0x5605403a1c70 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faeff7fe640 1 -- 172.21.15.39:0/1841374502 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faf0401c850 con 0x5605403a1c70 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5605402d0dc0 con 0x5605403a1c70 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faeff7fe640 1 -- 172.21.15.39:0/1841374502 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faf0401cbc0 con 0x5605403a1c70 2024-09-13T16:19:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.654+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5605402b6c20 con 0x5605403a1c70 2024-09-13T16:19:51.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.656+0000 7faeff7fe640 1 -- 172.21.15.39:0/1841374502 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faf0401cd20 con 0x5605403a1c70 2024-09-13T16:19:51.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.656+0000 7faeff7fe640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef0069610 0x7faef006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.656+0000 7faeff7fe640 1 -- 172.21.15.39:0/1841374502 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7faf04089610 con 0x5605403a1c70 2024-09-13T16:19:51.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.656+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef0069610 0x7faef006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.663 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:19:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.656+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560540412e10 0x56054039f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.656+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x56054039f940 con 0x560540412e10 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.657+0000 7faf0ed98640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560540412e10 0x56054039f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.657+0000 7faf0ed98640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560540412e10 0x56054039f400 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.657+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef0069610 0x7faef006bad0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7faf00056000 tx=0x7faf00059040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.659+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v109'536 uv510 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.659+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x56054039fd20 con 0x560540412e10 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.660+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v109'537 uv537 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.660+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9880 con 0x560540412e10 2024-09-13T16:19:51.665 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:19:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.661+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v109'538 uv538 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.661+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404dac40 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.662+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v109'539 uv539 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.662+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404daff0 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.663+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v109'540 uv540 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.663+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.664+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v109'541 uv541 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.664+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.666+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v109'542 uv516 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.666+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.667+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v109'543 uv543 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.667+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.669 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:19:51.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.668+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v109'544 uv544 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.668+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.669+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v109'545 uv545 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.669+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.670+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v109'546 uv546 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.671+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.672+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v109'547 uv547 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.672+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.673+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v109'548 uv523 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.673+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.674+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v109'549 uv549 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.674+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.676 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:19:51.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.675+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v109'550 uv550 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.675+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404db3a0 con 0x560540412e10 2024-09-13T16:19:51.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.677+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v109'551 uv551 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.677+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404db3a0 con 0x560540412e10 2024-09-13T16:19:51.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.678+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v109'552 uv552 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.678+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.679+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v109'553 uv553 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.679+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404da120 con 0x560540412e10 2024-09-13T16:19:51.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.681+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v109'554 uv554 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.681+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404da120 con 0x560540412e10 2024-09-13T16:19:51.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.682+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v109'555 uv529 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.682+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404da120 con 0x560540412e10 2024-09-13T16:19:51.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.683+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v109'556 uv556 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.683+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404da120 con 0x560540412e10 2024-09-13T16:19:51.685 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:19:51.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.684+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v109'557 uv557 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.684+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404db890 con 0x560540412e10 2024-09-13T16:19:51.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.685+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v109'558 uv558 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.685+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404db890 con 0x560540412e10 2024-09-13T16:19:51.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.686+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v109'559 uv559 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.686+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404da120 con 0x560540412e10 2024-09-13T16:19:51.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.687+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v109'560 uv560 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.687+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.688+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v109'561 uv535 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.688+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.689+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v109'562 uv562 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.689+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404da120 con 0x560540412e10 2024-09-13T16:19:51.692 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:19:51.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.690+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v109'563 uv563 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.690+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.691+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v109'564 uv564 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.691+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.692+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v109'565 uv565 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.692+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404d9c30 con 0x560540412e10 2024-09-13T16:19:51.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.693+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v109'566 uv566 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.694+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5605404d9c30 0x5605404dd3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.694+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404dd8f0 con 0x5605404d9c30 2024-09-13T16:19:51.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.694+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5605404d9c30 0x5605404dd3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.694+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5605404d9c30 0x5605404dd3b0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.696+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v109'392 uv374 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.696+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ddca0 con 0x5605404d9c30 2024-09-13T16:19:51.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.697+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v109'393 uv393 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.697+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de050 con 0x5605404d9c30 2024-09-13T16:19:51.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.699+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v109'394 uv394 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.700 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:19:51.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.699+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de8f0 con 0x5605404d9c30 2024-09-13T16:19:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.700+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v109'395 uv395 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.700+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404deca0 con 0x5605404d9c30 2024-09-13T16:19:51.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.702+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v109'396 uv396 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.702+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df050 con 0x5605404d9c30 2024-09-13T16:19:51.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.704+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v109'397 uv379 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.705+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df400 con 0x5605404d9c30 2024-09-13T16:19:51.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.706+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v109'398 uv398 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.707+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.709+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v109'399 uv399 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.710 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:19:51.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.709+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.711+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v109'400 uv400 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.711+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.713+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v109'401 uv401 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.713+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.715+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v109'402 uv391 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.715+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.718+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v109'403 uv403 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.718+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.720+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v109'404 uv404 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.721 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:19:51.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.720+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e31e0 con 0x5605404d9c30 2024-09-13T16:19:51.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.722+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v109'405 uv405 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.722+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e31e0 con 0x5605404d9c30 2024-09-13T16:19:51.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.724+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v109'406 uv406 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.724+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.725+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v109'407 uv390 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.725+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.727+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v109'408 uv408 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.727+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.728+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v109'409 uv409 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.730 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:19:51.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.728+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e07c0 con 0x5605404d9c30 2024-09-13T16:19:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.730+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v109'410 uv410 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.730+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e07c0 con 0x5605404d9c30 2024-09-13T16:19:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.731+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v109'411 uv411 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.731+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x5605404d9c30 2024-09-13T16:19:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.732+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v109'412 uv412 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404d9c30 2024-09-13T16:19:51.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.732+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x560540412e10 2024-09-13T16:19:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.733+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v109'105 uv104 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.733+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x560540412e10 2024-09-13T16:19:51.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.734+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v109'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.734+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x560540412e10 2024-09-13T16:19:51.736 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:19:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.735+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v109'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.735+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e07c0 con 0x560540412e10 2024-09-13T16:19:51.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.736+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v109'108 uv108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.736+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e07c0 con 0x560540412e10 2024-09-13T16:19:51.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.737+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v109'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.737+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404df7b0 con 0x560540412e10 2024-09-13T16:19:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.738+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v109'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.738+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5605404dfcc0 0x5605404e20b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.738+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e25f0 con 0x5605404dfcc0 2024-09-13T16:19:51.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.739+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5605404dfcc0 0x5605404e20b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.739+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5605404dfcc0 0x5605404e20b0 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.740+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v109'77 uv76 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.740+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e29a0 con 0x5605404dfcc0 2024-09-13T16:19:51.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.741+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v109'78 uv78 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.741+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e2d50 con 0x5605404dfcc0 2024-09-13T16:19:51.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.742+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v109'79 uv79 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.743 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:19:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.742+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e3100 con 0x5605404dfcc0 2024-09-13T16:19:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.743+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v109'80 uv80 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.743+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e34b0 con 0x560540412e10 2024-09-13T16:19:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.745+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v109'105 uv104 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.745+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e34b0 con 0x560540412e10 2024-09-13T16:19:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.746+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v109'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.746+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e34b0 con 0x560540412e10 2024-09-13T16:19:51.748 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:19:51.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.746+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v109'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.746+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e44c0 con 0x560540412e10 2024-09-13T16:19:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.747+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v109'108 uv108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.747+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e44c0 con 0x560540412e10 2024-09-13T16:19:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.749+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v109'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.749+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e34b0 con 0x560540412e10 2024-09-13T16:19:51.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.750+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v109'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.750+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605404e3b30 0x5605404e5f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.750+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e64a0 con 0x5605404e3b30 2024-09-13T16:19:51.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.750+0000 7faf0ed98640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605404e3b30 0x5605404e5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.751+0000 7faf0ed98640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605404e3b30 0x5605404e5f20 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.752+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v109'193 uv187 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.752+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6560 con 0x5605404e3b30 2024-09-13T16:19:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.753+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v109'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.753+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.755 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:19:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.754+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v109'195 uv195 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.754+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e7970 con 0x5605404e3b30 2024-09-13T16:19:51.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.756+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v109'196 uv196 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.756+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e7970 con 0x5605404e3b30 2024-09-13T16:19:51.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.757+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v109'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.757+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.758+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v109'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.758+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.759+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v109'199 uv192 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.759+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.761+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v109'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.761+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.762+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v109'201 uv201 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.764 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:19:51.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.762+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.763+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v109'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.763+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e6960 con 0x5605404e3b30 2024-09-13T16:19:51.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.765+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v109'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.765+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5605404e6fe0 0x5605404e93d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.765+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9a30 con 0x5605404e6fe0 2024-09-13T16:19:51.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.765+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5605404e6fe0 0x5605404e93d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.765+0000 7faf0e597640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5605404e6fe0 0x5605404e93d0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.766+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v109'86 uv85 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404e6fe0 2024-09-13T16:19:51.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.766+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x5605404e6fe0 2024-09-13T16:19:51.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.768+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v109'87 uv87 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404e6fe0 2024-09-13T16:19:51.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.768+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x5605404e6fe0 2024-09-13T16:19:51.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.769+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v109'88 uv88 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404e6fe0 2024-09-13T16:19:51.770 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:19:51.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.769+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x5605404e6fe0 2024-09-13T16:19:51.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.770+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v109'89 uv89 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404e6fe0 2024-09-13T16:19:51.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.770+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x5605404e6fe0 2024-09-13T16:19:51.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.771+0000 7faf0e597640 1 -- 172.21.15.39:0/1841374502 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v109'90 uv90 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf00057b90 con 0x5605404e6fe0 2024-09-13T16:19:51.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.771+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x560540412e10 2024-09-13T16:19:51.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.772+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v109'105 uv104 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.772+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x560540412e10 2024-09-13T16:19:51.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.773+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v109'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.774+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x560540412e10 2024-09-13T16:19:51.778 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:19:51.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.775+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v109'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.775+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404eae20 con 0x560540412e10 2024-09-13T16:19:51.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.776+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v109'108 uv108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.776+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404eae20 con 0x560540412e10 2024-09-13T16:19:51.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.777+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v109'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.777+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x560540412e10 2024-09-13T16:19:51.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.778+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v109'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x560540412e10 2024-09-13T16:19:51.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.778+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404e9e10 con 0x5605404dfcc0 2024-09-13T16:19:51.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.779+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v109'172 uv166 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.779+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ea1c0 con 0x5605404dfcc0 2024-09-13T16:19:51.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.780+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v109'173 uv173 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.780+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ea570 con 0x5605404dfcc0 2024-09-13T16:19:51.782 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:19:51.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.781+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v109'174 uv174 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.781+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de4a0 con 0x5605404dfcc0 2024-09-13T16:19:51.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.782+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v109'175 uv175 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.782+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de4a0 con 0x5605404dfcc0 2024-09-13T16:19:51.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.783+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v109'176 uv176 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.783+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de4a0 con 0x5605404dfcc0 2024-09-13T16:19:51.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.784+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v109'177 uv171 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.784+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de4a0 con 0x5605404dfcc0 2024-09-13T16:19:51.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.785+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v109'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.785+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de4a0 con 0x5605404dfcc0 2024-09-13T16:19:51.787 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:19:51.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.786+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v109'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.786+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404de4a0 con 0x5605404dfcc0 2024-09-13T16:19:51.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.787+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v109'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.787+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed840 con 0x5605404dfcc0 2024-09-13T16:19:51.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.788+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v109'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.788+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5605404eae30 0x5605404ed220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.788+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf10 con 0x5605404eae30 2024-09-13T16:19:51.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.788+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5605404eae30 0x5605404ed220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.788+0000 7faf0dd96640 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5605404eae30 0x5605404ed220 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.789+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v109'78 uv77 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404eae30 2024-09-13T16:19:51.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.789+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf10 con 0x5605404eae30 2024-09-13T16:19:51.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.790+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v109'79 uv79 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404eae30 2024-09-13T16:19:51.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.790+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf10 con 0x5605404eae30 2024-09-13T16:19:51.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.791+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v109'80 uv80 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404eae30 2024-09-13T16:19:51.793 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:19:51.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.791+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404eae30 2024-09-13T16:19:51.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.792+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v109'81 uv81 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404eae30 2024-09-13T16:19:51.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.792+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404dfcc0 2024-09-13T16:19:51.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.794+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v109'105 uv104 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.794+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404dfcc0 2024-09-13T16:19:51.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.795+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v109'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.795+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404dfcc0 2024-09-13T16:19:51.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.796+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v109'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.797 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:19:51.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.796+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404eefa0 con 0x5605404dfcc0 2024-09-13T16:19:51.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.797+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v109'108 uv108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.797+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404eefa0 con 0x5605404dfcc0 2024-09-13T16:19:51.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.798+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v109'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.798+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404dfcc0 2024-09-13T16:19:51.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.799+0000 7faf0dd96640 1 -- 172.21.15.39:0/1841374502 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v109'110 uv110 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf04022070 con 0x5605404dfcc0 2024-09-13T16:19:51.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.799+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404e3b30 2024-09-13T16:19:51.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.800+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v109'89 uv88 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.800+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ee010 con 0x5605404e3b30 2024-09-13T16:19:51.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.801+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v109'90 uv90 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.801+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404edf90 con 0x5605404e3b30 2024-09-13T16:19:51.803 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:19:51.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.802+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v109'91 uv91 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.802+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed880 con 0x5605404e3b30 2024-09-13T16:19:51.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.803+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v109'92 uv92 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.803+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.804+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v109'93 uv93 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.805+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.806+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v109'216 uv208 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.806+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.807+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v109'217 uv217 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.807+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.809 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.808+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v109'218 uv218 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.808+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.809+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v109'219 uv219 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.809+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ee480 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.810+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v109'220 uv220 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.810+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.811+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v109'221 uv215 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.811+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.812+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v109'222 uv222 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.812+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.814 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:19:51.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.813+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v109'223 uv223 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.813+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.814+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v109'224 uv224 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.814+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.816+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v109'225 uv225 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.816+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ed800 con 0x5605404e3b30 2024-09-13T16:19:51.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.817+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v109'226 uv226 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.817+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x5605404ee480 con 0x5605404e3b30 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v109'227 uv227 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7faf080076a0 con 0x5605404e3b30 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560540412e10 msgr2=0x56054039f400 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560540412e10 0x56054039f400 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5605404dfcc0 msgr2=0x5605404e20b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5605404dfcc0 0x5605404e20b0 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5605404eae30 msgr2=0x5605404ed220 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5605404eae30 0x5605404ed220 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5605404d9c30 msgr2=0x5605404dd3b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5605404d9c30 0x5605404dd3b0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605404e3b30 msgr2=0x5605404e5f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5605404e3b30 0x5605404e5f20 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5605404e6fe0 msgr2=0x5605404e93d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 reap_dead start 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5605404e6fe0 0x5605404e93d0 crc :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf0ed98640 1 -- 172.21.15.39:0/1841374502 reap_dead start 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef0069610 msgr2=0x7faef006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef0069610 0x7faef006bad0 secure :-1 s=READY pgs=812 cs=0 l=1 rev1=1 crypto rx=0x7faf00056000 tx=0x7faf00059040 comp rx=0 tx=0).stop 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 msgr2=0x56054040abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x56054040abe0 secure :-1 s=READY pgs=2066 cs=0 l=1 rev1=1 crypto rx=0x7faf04015040 tx=0x7faf04003020 comp rx=0 tx=0).stop 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 shutdown_connections 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef0069610 0x7faef006bad0 unknown :-1 s=CLOSED pgs=812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 --2- 172.21.15.39:0/1841374502 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5605403a1c70 0x56054040abe0 unknown :-1 s=CLOSED pgs=2066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 >> 172.21.15.39:0/1841374502 conn(0x5605403aa800 msgr2=0x5605403a51f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 shutdown_connections 2024-09-13T16:19:51.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.818+0000 7faf1151ff40 1 -- 172.21.15.39:0/1841374502 wait complete. 2024-09-13T16:19:51.822 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 500.00000000 - 2024-09-13T16:19:51.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.906+0000 7f735e25df40 1 Processor -- start 2024-09-13T16:19:51.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.906+0000 7f735e25df40 1 -- start start 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735e25df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a6620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735e25df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735e25df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 0x563831984ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735e25df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56383187fbe0 con 0x5638319848a0 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735e25df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56383187b4d0 con 0x7f7344002290 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735e25df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563831816b60 con 0x5638318d0ee0 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 0x563831984ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 0x563831984ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58626/0 (socket says 172.21.15.39:58626) 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 -- 172.21.15.39:0/4146605946 learned_addr learned my addr 172.21.15.39:0/4146605946 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:51.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735b559640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735bd5a640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 -- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638318d0ee0 msgr2=0x56383199e490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 -- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 msgr2=0x5638319a6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a6620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 -- 172.21.15.39:0/4146605946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563831819060 con 0x5638319848a0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735b559640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735bd5a640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.907+0000 7f735c55b640 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 0x563831984ce0 secure :-1 s=READY pgs=2069 cs=0 l=1 rev1=1 crypto rx=0x7f7354005fd0 tx=0x7f7354005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e52ae55531c486c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735a557640 1 -- 172.21.15.39:0/4146605946 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f735400f040 con 0x5638319848a0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735a557640 1 -- 172.21.15.39:0/4146605946 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7354015630 con 0x5638319848a0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735a557640 1 -- 172.21.15.39:0/4146605946 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73540159e0 con 0x5638319848a0 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 -- 172.21.15.39:0/4146605946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 msgr2=0x563831984ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 0x563831984ce0 secure :-1 s=READY pgs=2069 cs=0 l=1 rev1=1 crypto rx=0x7f7354005fd0 tx=0x7f7354005a00 comp rx=0 tx=0).stop 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 -- 172.21.15.39:0/4146605946 shutdown_connections 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638319848a0 0x563831984ce0 unknown :-1 s=CLOSED pgs=2069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 --2- 172.21.15.39:0/4146605946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 -- 172.21.15.39:0/4146605946 >> 172.21.15.39:0/4146605946 conn(0x5638318fc6b0 msgr2=0x5638319a4b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 -- 172.21.15.39:0/4146605946 shutdown_connections 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.908+0000 7f735e25df40 1 -- 172.21.15.39:0/4146605946 wait complete. 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 Processor -- start 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 -- start start 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638319848a0 0x5638319a1f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a38a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563831816800 con 0x5638318d0ee0 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638317f9520 con 0x7f7344002290 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.909+0000 7f735e25df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563831984030 con 0x5638319848a0 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638318d0ee0 0x56383199e490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58640/0 (socket says 172.21.15.39:58640) 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 -- 172.21.15.39:0/2536483850 learned_addr learned my addr 172.21.15.39:0/2536483850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735b559640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638319848a0 0x5638319a1f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735c55b640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 -- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638319848a0 msgr2=0x5638319a1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5638319848a0 0x5638319a1f10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 -- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 msgr2=0x5638319a38a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7344002290 0x5638319a38a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 -- 172.21.15.39:0/2536483850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7354009410 con 0x5638318d0ee0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735bd5a640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638318d0ee0 0x56383199e490 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7f734c006c20 tx=0x563831918a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f7359555640 1 -- 172.21.15.39:0/2536483850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f734c05a030 con 0x5638318d0ee0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f7359555640 1 -- 172.21.15.39:0/2536483850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f734c006270 con 0x5638318d0ee0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f7359555640 1 -- 172.21.15.39:0/2536483850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f734c04d940 con 0x5638318d0ee0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x563831818ac0 con 0x5638318d0ee0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.910+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5638319a2ae0 con 0x5638318d0ee0 2024-09-13T16:19:51.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.912+0000 7f7359555640 1 -- 172.21.15.39:0/2536483850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f734c060070 con 0x5638318d0ee0 2024-09-13T16:19:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.912+0000 7f7359555640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7348069610 0x7f734806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.912+0000 7f7359555640 1 -- 172.21.15.39:0/2536483850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f734c05d070 con 0x5638318d0ee0 2024-09-13T16:19:51.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.912+0000 7f735b559640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7348069610 0x7f734806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.912+0000 7f735e25df40 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56383199d690 0x56383199b0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.912+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e109) v8 -- 0x56383199b5f0 con 0x56383199d690 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.913+0000 7f735c55b640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56383199d690 0x56383199b0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.913+0000 7f735b559640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7348069610 0x7f734806bad0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f7350002fd0 tx=0x7f7350001730 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.913+0000 7f735c55b640 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56383199d690 0x56383199b0b0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.914+0000 7f735c55b640 1 -- 172.21.15.39:0/2536483850 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 500.00000000 [writefull 0~80] v109'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7354012040 con 0x56383199d690 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56383199d690 msgr2=0x56383199b0b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56383199d690 0x56383199b0b0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7348069610 msgr2=0x7f734806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7348069610 0x7f734806bad0 secure :-1 s=READY pgs=813 cs=0 l=1 rev1=1 crypto rx=0x7f7350002fd0 tx=0x7f7350001730 comp rx=0 tx=0).stop 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638318d0ee0 msgr2=0x56383199e490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 --2- 172.21.15.39:0/2536483850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5638318d0ee0 0x56383199e490 secure :-1 s=READY pgs=2070 cs=0 l=1 rev1=1 crypto rx=0x7f734c006c20 tx=0x563831918a40 comp rx=0 tx=0).stop 2024-09-13T16:19:51.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735c55b640 1 -- 172.21.15.39:0/2536483850 reap_dead start 2024-09-13T16:19:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 shutdown_connections 2024-09-13T16:19:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 >> 172.21.15.39:0/2536483850 conn(0x5638318fc6b0 msgr2=0x5638318fe550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 shutdown_connections 2024-09-13T16:19:51.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:51.915+0000 7f735e25df40 1 -- 172.21.15.39:0/2536483850 wait complete. 2024-09-13T16:19:51.921 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:19:52.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.063+0000 7f5116133640 1 Processor -- start 2024-09-13T16:19:52.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.063+0000 7f5116133640 1 -- start start 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f5116133640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f51100afb60 0x7f51100cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f5116133640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f511006ed00 0x7f511006f150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f5116133640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f511006f690 con 0x7f511015c560 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f5116133640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51100b3620 con 0x7f51100afb60 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f5116133640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51100b4480 con 0x7f511006ed00 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f510effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f51100afb60 0x7f51100cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f510f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f511015c560 0x7f5110160c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48858/0 (socket says 172.21.15.39:48858) 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f510f7fe640 1 -- 172.21.15.39:0/4225376489 learned_addr learned my addr 172.21.15.39:0/4225376489 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:52.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.064+0000 7f510ffff640 1 --2- 172.21.15.39:0/4225376489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f511006ed00 0x7f511006f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510effd640 1 -- 172.21.15.39:0/4225376489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f511006ed00 msgr2=0x7f511006f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:52.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510effd640 1 --2- 172.21.15.39:0/4225376489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f511006ed00 0x7f511006f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510effd640 1 -- 172.21.15.39:0/4225376489 >> v1:172.21.15.39:6789/0 conn(0x7f511015c560 legacy=0x7f5110160c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510effd640 1 -- 172.21.15.39:0/4225376489 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51100cd820 con 0x7f51100afb60 2024-09-13T16:19:52.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510e7fc640 1 -- 172.21.15.39:0/4225376489 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2712930225 0 0) 0x7f5100001110 con 0x7f511015c560 2024-09-13T16:19:52.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510effd640 1 --2- 172.21.15.39:0/4225376489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51100afb60 0x7f51100cd2e0 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7f50f80097a0 tx=0x7f50f802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7815f759f7d319 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:52.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510e7fc640 1 -- 172.21.15.39:0/4225376489 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f8032440 con 0x7f51100afb60 2024-09-13T16:19:52.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510e7fc640 1 -- 172.21.15.39:0/4225376489 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50f80325a0 con 0x7f51100afb60 2024-09-13T16:19:52.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.065+0000 7f510e7fc640 1 -- 172.21.15.39:0/4225376489 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50f8032930 con 0x7f51100afb60 2024-09-13T16:19:52.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 -- 172.21.15.39:0/4225376489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51100afb60 msgr2=0x7f51100cd2e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 --2- 172.21.15.39:0/4225376489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51100afb60 0x7f51100cd2e0 secure :-1 s=READY pgs=2072 cs=0 l=1 rev1=1 crypto rx=0x7f50f80097a0 tx=0x7f50f802a180 comp rx=0 tx=0).stop 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 -- 172.21.15.39:0/4225376489 shutdown_connections 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 --2- 172.21.15.39:0/4225376489 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f511006ed00 0x7f511006f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 --2- 172.21.15.39:0/4225376489 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f51100afb60 0x7f51100cd2e0 unknown :-1 s=CLOSED pgs=2072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 -- 172.21.15.39:0/4225376489 >> 172.21.15.39:0/4225376489 conn(0x7f511006d5c0 msgr2=0x7f511006d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 -- 172.21.15.39:0/4225376489 shutdown_connections 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.066+0000 7f5116133640 1 -- 172.21.15.39:0/4225376489 wait complete. 2024-09-13T16:19:52.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.067+0000 7f5116133640 1 Processor -- start 2024-09-13T16:19:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.067+0000 7f5116133640 1 -- start start 2024-09-13T16:19:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f5116133640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f511006ed00 0x7f51101417b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f5116133640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f51100afb60 0x7f51101440d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f5116133640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 0x7f5110144610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f5116133640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5110142200 con 0x7f511015c560 2024-09-13T16:19:52.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f5116133640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51101424e0 con 0x7f511006ed00 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f5116133640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51101427c0 con 0x7f51100afb60 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f510ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 0x7f5110144610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f510ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 0x7f5110144610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58658/0 (socket says 172.21.15.39:58658) 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f510ffff640 1 -- 172.21.15.39:0/593732237 learned_addr learned my addr 172.21.15.39:0/593732237 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f510effd640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f51100afb60 0x7f51101440d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.068+0000 7f510f7fe640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f511006ed00 0x7f51101417b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f510ffff640 1 -- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f51100afb60 msgr2=0x7f51101440d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f510ffff640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f51100afb60 0x7f51101440d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f510ffff640 1 -- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f511006ed00 msgr2=0x7f51101417b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f510ffff640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f511006ed00 0x7f51101417b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f510ffff640 1 -- 172.21.15.39:0/593732237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f8009400 con 0x7f511015c560 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f510ffff640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 0x7f5110144610 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7f510800efc0 tx=0x7f510800c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:52.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5108014480 con 0x7f511015c560 2024-09-13T16:19:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f510800f040 con 0x7f511015c560 2024-09-13T16:19:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5108014820 con 0x7f511015c560 2024-09-13T16:19:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5110142aa0 con 0x7f511015c560 2024-09-13T16:19:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.069+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5110154370 con 0x7f511015c560 2024-09-13T16:19:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.070+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5110066e10 con 0x7f511015c560 2024-09-13T16:19:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.070+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5108014980 con 0x7f511015c560 2024-09-13T16:19:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.071+0000 7f5107fff640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50f006ac30 0x7f50f006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.071+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f510808a410 con 0x7f511015c560 2024-09-13T16:19:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.071+0000 7f510f7fe640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50f006ac30 0x7f50f006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.072+0000 7f510f7fe640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50f006ac30 0x7f50f006d0f0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f5100007fd0 tx=0x7f5100007de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:52.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.075+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5108054fe0 con 0x7f511015c560 2024-09-13T16:19:52.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.282+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f5110142340 con 0x7f511015c560 2024-09-13T16:19:52.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.586+0000 7f5107fff640 1 -- 172.21.15.39:0/593732237 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v185) v1 ==== 162+0+0 (secure 0 0 0) 0x7f5110142340 con 0x7f511015c560 2024-09-13T16:19:52.587 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:19:52.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50f006ac30 msgr2=0x7f50f006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50f006ac30 0x7f50f006d0f0 secure :-1 s=READY pgs=814 cs=0 l=1 rev1=1 crypto rx=0x7f5100007fd0 tx=0x7f5100007de0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 msgr2=0x7f5110144610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 0x7f5110144610 secure :-1 s=READY pgs=2073 cs=0 l=1 rev1=1 crypto rx=0x7f510800efc0 tx=0x7f510800c490 comp rx=0 tx=0).stop 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 shutdown_connections 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50f006ac30 0x7f50f006d0f0 unknown :-1 s=CLOSED pgs=814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f511015c560 0x7f5110144610 unknown :-1 s=CLOSED pgs=2073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f51100afb60 0x7f51101440d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 --2- 172.21.15.39:0/593732237 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f511006ed00 0x7f51101417b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 >> 172.21.15.39:0/593732237 conn(0x7f511006d5c0 msgr2=0x7f51100b0be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 shutdown_connections 2024-09-13T16:19:52.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.588+0000 7f5116133640 1 -- 172.21.15.39:0/593732237 wait complete. 2024-09-13T16:19:52.600 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:52.599+0000 7f7d79368640 -1 mds.0.purge_queue operator(): Error -22 loading Journaler 2024-09-13T16:19:52.600 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:52.599+0000 7f7d79368640 -1 mds.0.186 unhandled write error (22) Invalid argument, force readonly... 2024-09-13T16:19:52.601 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:52.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.702+0000 7f3287d08640 1 Processor -- start 2024-09-13T16:19:52.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.702+0000 7f3287d08640 1 -- start start 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3287d08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3280156fb0 0x7f328015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3287d08640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f328015b1b0 con 0x7f328015d0a0 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3287d08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f328006f6e0 con 0x7f328006f170 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3287d08640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32800b2400 con 0x7f3280156fb0 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3285aa4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3280156fb0 0x7f328015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f32862a5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f328015d0a0 0x7f3280070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:48870/0 (socket says 172.21.15.39:48870) 2024-09-13T16:19:52.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f32862a5640 1 -- 172.21.15.39:0/3965659305 learned_addr learned my addr 172.21.15.39:0/3965659305 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:52.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3285aa4640 1 -- 172.21.15.39:0/3965659305 >> v1:172.21.15.157:6789/0 conn(0x7f328006f170 legacy=0x7f32800b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3285aa4640 1 -- 172.21.15.39:0/3965659305 >> v1:172.21.15.39:6789/0 conn(0x7f328015d0a0 legacy=0x7f3280070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3285aa4640 1 -- 172.21.15.39:0/3965659305 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f328006f9c0 con 0x7f3280156fb0 2024-09-13T16:19:52.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.703+0000 7f3284aa2640 1 -- 172.21.15.39:0/3965659305 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2950939030 0 0) 0x7f328015b1b0 con 0x7f328015d0a0 2024-09-13T16:19:52.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.704+0000 7f3285aa4640 1 --2- 172.21.15.39:0/3965659305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328015ac70 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7f327c0097a0 tx=0x7f327c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f89534f2353d36b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:52.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.704+0000 7f3284aa2640 1 -- 172.21.15.39:0/3965659305 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c032440 con 0x7f3280156fb0 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.704+0000 7f3284aa2640 1 -- 172.21.15.39:0/3965659305 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f327c0325a0 con 0x7f3280156fb0 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.704+0000 7f3284aa2640 1 -- 172.21.15.39:0/3965659305 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f327c032930 con 0x7f3280156fb0 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 -- 172.21.15.39:0/3965659305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 msgr2=0x7f328015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 --2- 172.21.15.39:0/3965659305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328015ac70 secure :-1 s=READY pgs=2075 cs=0 l=1 rev1=1 crypto rx=0x7f327c0097a0 tx=0x7f327c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 -- 172.21.15.39:0/3965659305 shutdown_connections 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 --2- 172.21.15.39:0/3965659305 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328015ac70 unknown :-1 s=CLOSED pgs=2075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 -- 172.21.15.39:0/3965659305 >> 172.21.15.39:0/3965659305 conn(0x7f328006b3b0 msgr2=0x7f328006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 -- 172.21.15.39:0/3965659305 shutdown_connections 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.705+0000 7f3287d08640 1 -- 172.21.15.39:0/3965659305 wait complete. 2024-09-13T16:19:52.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.706+0000 7f3287d08640 1 Processor -- start 2024-09-13T16:19:52.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.706+0000 7f3287d08640 1 -- start start 2024-09-13T16:19:52.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3287d08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f328006f170 0x7f32800b0ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3287d08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328014ff70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3287d08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f328015d0a0 0x7f328014a430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3287d08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32801526a0 con 0x7f3280156fb0 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3287d08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f328014dee0 con 0x7f328006f170 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3287d08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3280151d00 con 0x7f328015d0a0 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328014ff70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328014ff70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58676/0 (socket says 172.21.15.39:58676) 2024-09-13T16:19:52.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 -- 172.21.15.39:0/3823747940 learned_addr learned my addr 172.21.15.39:0/3823747940 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f3285aa4640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f328006f170 0x7f32800b0ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32862a5640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f328015d0a0 0x7f328014a430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 -- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f328015d0a0 msgr2=0x7f328014a430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f328015d0a0 0x7f328014a430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 -- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f328006f170 msgr2=0x7f32800b0ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f328006f170 0x7f32800b0ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 -- 172.21.15.39:0/3823747940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f327c009400 con 0x7f3280156fb0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.707+0000 7f32852a3640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328014ff70 secure :-1 s=READY pgs=2076 cs=0 l=1 rev1=1 crypto rx=0x7f327000c400 tx=0x7f327000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.708+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32700052d0 con 0x7f3280156fb0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.708+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3270005430 con 0x7f3280156fb0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.708+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3280151fe0 con 0x7f3280156fb0 2024-09-13T16:19:52.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.708+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3270003830 con 0x7f3280156fb0 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.708+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f328014a970 con 0x7f3280156fb0 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.709+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32801527e0 con 0x7f3280156fb0 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.709+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3270003990 con 0x7f3280156fb0 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.709+0000 7f32767fc640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f326406ac00 0x7f326406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.710+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f3270088dc0 con 0x7f3280156fb0 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.710+0000 7f3285aa4640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f326406ac00 0x7f326406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:52.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.710+0000 7f3285aa4640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f326406ac00 0x7f326406d0c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f327c034000 tx=0x7f327c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:52.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.714+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f32801527e0 con 0x7f3280156fb0 2024-09-13T16:19:52.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.920+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f32801527e0 con 0x7f3280156fb0 2024-09-13T16:19:52.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.920+0000 7f32767fc640 1 -- 172.21.15.39:0/3823747940 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 186 v186) v1 ==== 95+0+3987 (secure 0 0 0) 0x7f32801527e0 con 0x7f3280156fb0 2024-09-13T16:19:52.922 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:52.923 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":186,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":186,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:52.587373+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9924":{"gid":9924,"name":"a","rank":0,"incarnation":186,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/2691169282","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2691169282},{"type":"v1","addr":"172.21.15.39:6835","nonce":2691169282}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:52.923 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 186 2024-09-13T16:19:52.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f326406ac00 msgr2=0x7f326406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f326406ac00 0x7f326406d0c0 secure :-1 s=READY pgs=815 cs=0 l=1 rev1=1 crypto rx=0x7f327c034000 tx=0x7f327c02e000 comp rx=0 tx=0).stop 2024-09-13T16:19:52.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 msgr2=0x7f328014ff70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:52.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328014ff70 secure :-1 s=READY pgs=2076 cs=0 l=1 rev1=1 crypto rx=0x7f327000c400 tx=0x7f327000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 shutdown_connections 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f326406ac00 0x7f326406d0c0 unknown :-1 s=CLOSED pgs=815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f328015d0a0 0x7f328014a430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3280156fb0 0x7f328014ff70 unknown :-1 s=CLOSED pgs=2076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 --2- 172.21.15.39:0/3823747940 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f328006f170 0x7f32800b0ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 >> 172.21.15.39:0/3823747940 conn(0x7f328006b3b0 msgr2=0x7f32800ad2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 shutdown_connections 2024-09-13T16:19:52.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:52.922+0000 7f3287d08640 1 -- 172.21.15.39:0/3823747940 wait complete. 2024-09-13T16:19:53.317 INFO:tasks.ceph.mds.c.smithi039.stderr: -38> 2024-09-13T16:19:48.564+0000 7f5f255bf640 -1 log_channel(cluster) log [ERR] : missing journal object 2024-09-13T16:19:53.338 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:53.342 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:19:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.442+0000 7f9efc261640 1 Processor -- start 2024-09-13T16:19:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.442+0000 7f9efc261640 1 -- start start 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9efc261640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9ef4158cb0 0x7f9ef40cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9efc261640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef40cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9efc261640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ef406f910 con 0x7f9ef406f4a0 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9efc261640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ef406fbd0 con 0x7f9ef4158cb0 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9efc261640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef406feb0 con 0x7f9ef406a5e0 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9ef4158cb0 0x7f9ef40cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9ef4158cb0 0x7f9ef40cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58694/0 (socket says 172.21.15.39:58694) 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 -- 172.21.15.39:0/4072591126 learned_addr learned my addr 172.21.15.39:0/4072591126 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9efa7fe640 1 --2- 172.21.15.39:0/4072591126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef40cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 -- 172.21.15.39:0/4072591126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 msgr2=0x7f9ef40cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 --2- 172.21.15.39:0/4072591126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef40cad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 -- 172.21.15.39:0/4072591126 >> v1:172.21.15.157:6789/0 conn(0x7f9ef406f4a0 legacy=0x7f9ef4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.443+0000 7f9ef9ffd640 1 -- 172.21.15.39:0/4072591126 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ef4070190 con 0x7f9ef4158cb0 2024-09-13T16:19:53.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.444+0000 7f9ef9ffd640 1 --2- 172.21.15.39:0/4072591126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40cee00 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7f9ee400af60 tx=0x7f9ee402b7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4a62e0e019a8f3a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:53.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.444+0000 7f9ef8ffb640 1 -- 172.21.15.39:0/4072591126 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4008500 con 0x7f9ef4158cb0 2024-09-13T16:19:53.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.444+0000 7f9ef8ffb640 1 -- 172.21.15.39:0/4072591126 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ee402e050 con 0x7f9ef4158cb0 2024-09-13T16:19:53.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.444+0000 7f9ef8ffb640 1 -- 172.21.15.39:0/4072591126 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee4008880 con 0x7f9ef4158cb0 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 -- 172.21.15.39:0/4072591126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 msgr2=0x7f9ef40cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 --2- 172.21.15.39:0/4072591126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40cee00 secure :-1 s=READY pgs=2079 cs=0 l=1 rev1=1 crypto rx=0x7f9ee400af60 tx=0x7f9ee402b7e0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 -- 172.21.15.39:0/4072591126 shutdown_connections 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 --2- 172.21.15.39:0/4072591126 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef40cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 --2- 172.21.15.39:0/4072591126 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40cee00 unknown :-1 s=CLOSED pgs=2079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 -- 172.21.15.39:0/4072591126 >> 172.21.15.39:0/4072591126 conn(0x7f9ef406b3b0 msgr2=0x7f9ef406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 -- 172.21.15.39:0/4072591126 shutdown_connections 2024-09-13T16:19:53.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.445+0000 7f9efc261640 1 -- 172.21.15.39:0/4072591126 wait complete. 2024-09-13T16:19:53.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.446+0000 7f9efc261640 1 Processor -- start 2024-09-13T16:19:53.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.446+0000 7f9efc261640 1 -- start start 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef414f860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ef406f4a0 0x7f9ef4152b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef414fda0 con 0x7f9ef4158cb0 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef41530b0 con 0x7f9ef406f4a0 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ef4150a10 con 0x7f9ef406a5e0 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:53.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40acad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58708/0 (socket says 172.21.15.39:58708) 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 -- 172.21.15.39:0/1852417896 learned_addr learned my addr 172.21.15.39:0/1852417896 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9ef9ffd640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef414f860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9ef97fc640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ef406f4a0 0x7f9ef4152b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 -- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 msgr2=0x7f9ef414f860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef414f860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 -- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ef406f4a0 msgr2=0x7f9ef4152b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ef406f4a0 0x7f9ef4152b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 -- 172.21.15.39:0/1852417896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ee400ac40 con 0x7f9ef4158cb0 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9ef9ffd640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef414f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:53.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efa7fe640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40acad0 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7f9eec00c550 tx=0x7f9eec00ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:53.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eec004220 con 0x7f9ef4158cb0 2024-09-13T16:19:53.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9eec004380 con 0x7f9ef4158cb0 2024-09-13T16:19:53.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ef4150cf0 con 0x7f9ef4158cb0 2024-09-13T16:19:53.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.447+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9eec003830 con 0x7f9ef4158cb0 2024-09-13T16:19:53.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.448+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ef41512b0 con 0x7f9ef4158cb0 2024-09-13T16:19:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.448+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9ef415a410 con 0x7f9ef4158cb0 2024-09-13T16:19:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.449+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9eec003990 con 0x7f9ef4158cb0 2024-09-13T16:19:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.449+0000 7f9ef27fc640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ee006ac00 0x7f9ee006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.450+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f9eec0895b0 con 0x7f9ef4158cb0 2024-09-13T16:19:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.450+0000 7f9ef9ffd640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ee006ac00 0x7f9ee006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:53.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.450+0000 7f9ef9ffd640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ee006ac00 0x7f9ee006d0c0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4034000 tx=0x7f9ee400a000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:53.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.454+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9eec054160 con 0x7f9ef4158cb0 2024-09-13T16:19:53.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.663+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9ef40672f0 con 0x7f9ef4158cb0 2024-09-13T16:19:53.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.664+0000 7f9ef27fc640 1 -- 172.21.15.39:0/1852417896 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 187 v187) v1 ==== 95+0+4745 (secure 0 0 0) 0x7f9eec057780 con 0x7f9ef4158cb0 2024-09-13T16:19:53.665 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:53.665 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":187,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":187,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:53.595944+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9924":{"gid":9924,"name":"a","rank":0,"incarnation":186,"state":"up:reconnect","state_seq":2,"addr":"172.21.15.39:6835/2691169282","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2691169282},{"type":"v1","addr":"172.21.15.39:6835","nonce":2691169282}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:53.666 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 187 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ee006ac00 msgr2=0x7f9ee006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ee006ac00 0x7f9ee006d0c0 secure :-1 s=READY pgs=816 cs=0 l=1 rev1=1 crypto rx=0x7f9ee4034000 tx=0x7f9ee400a000 comp rx=0 tx=0).stop 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 msgr2=0x7f9ef40acad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40acad0 secure :-1 s=READY pgs=2080 cs=0 l=1 rev1=1 crypto rx=0x7f9eec00c550 tx=0x7f9eec00ca10 comp rx=0 tx=0).stop 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 shutdown_connections 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ee006ac00 0x7f9ee006d0c0 unknown :-1 s=CLOSED pgs=816 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ef4158cb0 0x7f9ef40acad0 unknown :-1 s=CLOSED pgs=2080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ef406f4a0 0x7f9ef4152b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 --2- 172.21.15.39:0/1852417896 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ef406a5e0 0x7f9ef414f860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 >> 172.21.15.39:0/1852417896 conn(0x7f9ef406b3b0 msgr2=0x7f9ef40cad30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 shutdown_connections 2024-09-13T16:19:53.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:53.666+0000 7f9efc261640 1 -- 172.21.15.39:0/1852417896 wait complete. 2024-09-13T16:19:53.679 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 187, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:19:53.595944+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 109, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9924}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9924': {'gid': 9924, 'name': 'a', 'rank': 0, 'incarnation': 186, 'state': 'up:reconnect', 'state_seq': 2, 'addr': '172.21.15.39:6835/2691169282', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 2691169282}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 2691169282}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:19:53.679 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_9924:up:reconnect 2024-09-13T16:19:53.679 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:19:58.680 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:58.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.795+0000 7f9920232640 1 Processor -- start 2024-09-13T16:19:58.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.795+0000 7f9920232640 1 -- start start 2024-09-13T16:19:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f9920232640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9918158cb0 0x7f99180cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f9920232640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f991806a5e0 0x7f99180cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f9920232640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f991806f910 con 0x7f991806f4a0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f9920232640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f991806fbd0 con 0x7f991806a5e0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f9920232640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f991806feb0 con 0x7f9918158cb0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f991e7cf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f991806a5e0 0x7f99180cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f991e7cf640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f991806a5e0 0x7f99180cad30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37834/0 (socket says 172.21.15.39:37834) 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.796+0000 7f991e7cf640 1 -- 172.21.15.39:0/2602261640 learned_addr learned my addr 172.21.15.39:0/2602261640 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.797+0000 7f991dfce640 1 --2- 172.21.15.39:0/2602261640 >> v2:172.21.15.157:3300/0 conn(0x7f9918158cb0 0x7f99180cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.797+0000 7f991e7cf640 1 -- 172.21.15.39:0/2602261640 >> v2:172.21.15.157:3300/0 conn(0x7f9918158cb0 msgr2=0x7f99180cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.797+0000 7f991e7cf640 1 --2- 172.21.15.39:0/2602261640 >> v2:172.21.15.157:3300/0 conn(0x7f9918158cb0 0x7f99180cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.797+0000 7f991e7cf640 1 -- 172.21.15.39:0/2602261640 >> v1:172.21.15.157:6789/0 conn(0x7f991806f4a0 legacy=0x7f9918069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.797+0000 7f991e7cf640 1 -- 172.21.15.39:0/2602261640 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9918070190 con 0x7f991806a5e0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f991e7cf640 1 --2- 172.21.15.39:0/2602261640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806a5e0 0x7f99180cad30 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7f9918068520 tx=0x7f991002a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=223ab3e5ef07dc4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f991cfcc640 1 -- 172.21.15.39:0/2602261640 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9910031600 con 0x7f991806a5e0 2024-09-13T16:19:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f991cfcc640 1 -- 172.21.15.39:0/2602261640 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f991002d050 con 0x7f991806a5e0 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f991cfcc640 1 -- 172.21.15.39:0/2602261640 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9910031980 con 0x7f991806a5e0 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 -- 172.21.15.39:0/2602261640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806a5e0 msgr2=0x7f99180cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 --2- 172.21.15.39:0/2602261640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806a5e0 0x7f99180cad30 secure :-1 s=READY pgs=2081 cs=0 l=1 rev1=1 crypto rx=0x7f9918068520 tx=0x7f991002a730 comp rx=0 tx=0).stop 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 -- 172.21.15.39:0/2602261640 shutdown_connections 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 --2- 172.21.15.39:0/2602261640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806a5e0 0x7f99180cad30 unknown :-1 s=CLOSED pgs=2081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 --2- 172.21.15.39:0/2602261640 >> v2:172.21.15.157:3300/0 conn(0x7f9918158cb0 0x7f99180cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 -- 172.21.15.39:0/2602261640 >> 172.21.15.39:0/2602261640 conn(0x7f991806b3b0 msgr2=0x7f991806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 -- 172.21.15.39:0/2602261640 shutdown_connections 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.798+0000 7f9920232640 1 -- 172.21.15.39:0/2602261640 wait complete. 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 Processor -- start 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 -- start start 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f991806a5e0 0x7f991814fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 0x7f9918155d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9918158cb0 0x7f99180cc3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99180ad630 con 0x7f991806f4a0 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99180ad350 con 0x7f991806a5e0 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.800+0000 7f9920232640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f99180cb8e0 con 0x7f9918158cb0 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 0x7f9918155d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 0x7f9918155d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37850/0 (socket says 172.21.15.39:37850) 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 -- 172.21.15.39:0/3567313078 learned_addr learned my addr 172.21.15.39:0/3567313078 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991dfce640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f991806a5e0 0x7f991814fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991e7cf640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9918158cb0 0x7f99180cc3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 -- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9918158cb0 msgr2=0x7f99180cc3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9918158cb0 0x7f99180cc3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 -- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f991806a5e0 msgr2=0x7f991814fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f991806a5e0 0x7f991814fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 -- 172.21.15.39:0/3567313078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9910009b30 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f991d7cd640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 0x7f9918155d30 secure :-1 s=READY pgs=2082 cs=0 l=1 rev1=1 crypto rx=0x7f990800c450 tx=0x7f990800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f99080052d0 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9908005430 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f99180cbbc0 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.801+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9908012870 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.802+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9918150330 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.803+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f99180cb740 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.803+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f99080129d0 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.804+0000 7f990e7fc640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98fc06ac00 0x7f98fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.804+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f9908089380 con 0x7f991806f4a0 2024-09-13T16:19:58.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.804+0000 7f991dfce640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98fc06ac00 0x7f98fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:58.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.805+0000 7f991dfce640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98fc06ac00 0x7f98fc06d0c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f9914009aa0 tx=0x7f9914009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:58.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:58.808+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f99180cb740 con 0x7f991806f4a0 2024-09-13T16:19:59.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.013+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f99180cc0e0 con 0x7f991806f4a0 2024-09-13T16:19:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.013+0000 7f990e7fc640 1 -- 172.21.15.39:0/3567313078 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 189 v189) v1 ==== 95+0+4742 (secure 0 0 0) 0x7f99180cc0e0 con 0x7f991806f4a0 2024-09-13T16:19:59.015 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:59.015 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":189,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":189,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:55.613704+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9924":{"gid":9924,"name":"a","rank":0,"incarnation":186,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/2691169282","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2691169282},{"type":"v1","addr":"172.21.15.39:6835","nonce":2691169282}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:59.015 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 189 2024-09-13T16:19:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98fc06ac00 msgr2=0x7f98fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98fc06ac00 0x7f98fc06d0c0 secure :-1 s=READY pgs=818 cs=0 l=1 rev1=1 crypto rx=0x7f9914009aa0 tx=0x7f9914009190 comp rx=0 tx=0).stop 2024-09-13T16:19:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 msgr2=0x7f9918155d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 0x7f9918155d30 secure :-1 s=READY pgs=2082 cs=0 l=1 rev1=1 crypto rx=0x7f990800c450 tx=0x7f990800c910 comp rx=0 tx=0).stop 2024-09-13T16:19:59.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 shutdown_connections 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f98fc06ac00 0x7f98fc06d0c0 unknown :-1 s=CLOSED pgs=818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9918158cb0 0x7f99180cc3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f991806f4a0 0x7f9918155d30 unknown :-1 s=CLOSED pgs=2082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 --2- 172.21.15.39:0/3567313078 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f991806a5e0 0x7f991814fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.015+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 >> 172.21.15.39:0/3567313078 conn(0x7f991806b3b0 msgr2=0x7f9918069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.016+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 shutdown_connections 2024-09-13T16:19:59.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.016+0000 7f9920232640 1 -- 172.21.15.39:0/3567313078 wait complete. 2024-09-13T16:19:59.431 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:19:59.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.534+0000 7f0692bed640 1 Processor -- start 2024-09-13T16:19:59.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.534+0000 7f0692bed640 1 -- start start 2024-09-13T16:19:59.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0692bed640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f068c156fb0 0x7f068c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0692bed640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f068c15d0a0 0x7f068c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0692bed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f068c15b1b0 con 0x7f068c06f170 2024-09-13T16:19:59.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0692bed640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f068c0b2400 con 0x7f068c156fb0 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0692bed640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f068c15da70 con 0x7f068c15d0a0 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0690989640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f068c156fb0 0x7f068c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f068bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f068c06f170 0x7f068c0b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50322/0 (socket says 172.21.15.39:50322) 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f068bfff640 1 -- 172.21.15.39:0/538390272 learned_addr learned my addr 172.21.15.39:0/538390272 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0690989640 1 -- 172.21.15.39:0/538390272 >> v2:172.21.15.157:3300/0 conn(0x7f068c15d0a0 msgr2=0x7f068c15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0690989640 1 --2- 172.21.15.39:0/538390272 >> v2:172.21.15.157:3300/0 conn(0x7f068c15d0a0 0x7f068c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0690989640 1 -- 172.21.15.39:0/538390272 >> v1:172.21.15.39:6789/0 conn(0x7f068c06f170 legacy=0x7f068c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f0690989640 1 -- 172.21.15.39:0/538390272 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f068c06f6e0 con 0x7f068c156fb0 2024-09-13T16:19:59.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.535+0000 7f068b7fe640 1 -- 172.21.15.39:0/538390272 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 729355639 0 0) 0x7f068c15b1b0 con 0x7f068c06f170 2024-09-13T16:19:59.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.536+0000 7f0690989640 1 --2- 172.21.15.39:0/538390272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c156fb0 0x7f068c15ac70 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f068c15e010 tx=0x7f068002a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40c7c6d4f47f7ff8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.536+0000 7f068b7fe640 1 -- 172.21.15.39:0/538390272 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068002ae60 con 0x7f068c156fb0 2024-09-13T16:19:59.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.536+0000 7f068b7fe640 1 -- 172.21.15.39:0/538390272 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0680032440 con 0x7f068c156fb0 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.536+0000 7f068b7fe640 1 -- 172.21.15.39:0/538390272 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06800327d0 con 0x7f068c156fb0 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.536+0000 7f0692bed640 1 -- 172.21.15.39:0/538390272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c156fb0 msgr2=0x7f068c15ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.536+0000 7f0692bed640 1 --2- 172.21.15.39:0/538390272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c156fb0 0x7f068c15ac70 secure :-1 s=READY pgs=2084 cs=0 l=1 rev1=1 crypto rx=0x7f068c15e010 tx=0x7f068002a110 comp rx=0 tx=0).stop 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.537+0000 7f0692bed640 1 -- 172.21.15.39:0/538390272 shutdown_connections 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.537+0000 7f0692bed640 1 --2- 172.21.15.39:0/538390272 >> v2:172.21.15.157:3300/0 conn(0x7f068c15d0a0 0x7f068c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.537+0000 7f0692bed640 1 --2- 172.21.15.39:0/538390272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c156fb0 0x7f068c15ac70 unknown :-1 s=CLOSED pgs=2084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.537+0000 7f0692bed640 1 -- 172.21.15.39:0/538390272 >> 172.21.15.39:0/538390272 conn(0x7f068c06b3b0 msgr2=0x7f068c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.537+0000 7f0692bed640 1 -- 172.21.15.39:0/538390272 shutdown_connections 2024-09-13T16:19:59.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.537+0000 7f0692bed640 1 -- 172.21.15.39:0/538390272 wait complete. 2024-09-13T16:19:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.538+0000 7f0692bed640 1 Processor -- start 2024-09-13T16:19:59.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.538+0000 7f0692bed640 1 -- start start 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068c06f170 0x7f068c150170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f068c156fb0 0x7f068c152040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 0x7f068c153210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c1506b0 con 0x7f068c15d0a0 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f068c150fa0 con 0x7f068c06f170 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f068c151280 con 0x7f068c156fb0 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 0x7f068c153210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 0x7f068c153210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37874/0 (socket says 172.21.15.39:37874) 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 -- 172.21.15.39:0/3022797222 learned_addr learned my addr 172.21.15.39:0/3022797222 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0690989640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068c06f170 0x7f068c150170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f068bfff640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f068c156fb0 0x7f068c152040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 -- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f068c156fb0 msgr2=0x7f068c152040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f068c156fb0 0x7f068c152040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 -- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068c06f170 msgr2=0x7f068c150170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068c06f170 0x7f068c150170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 -- 172.21.15.39:0/3022797222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0680009400 con 0x7f068c15d0a0 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f069118a640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 0x7f068c153210 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f068400b970 tx=0x7f068400be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068400cb40 con 0x7f068c15d0a0 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068400ccc0 con 0x7f068c15d0a0 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f068c151560 con 0x7f068c15d0a0 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0684014680 con 0x7f068c15d0a0 2024-09-13T16:19:59.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.539+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f068c151b20 con 0x7f068c15d0a0 2024-09-13T16:19:59.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.541+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f068c151d40 con 0x7f068c15d0a0 2024-09-13T16:19:59.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.541+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f068401d3b0 con 0x7f068c15d0a0 2024-09-13T16:19:59.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.541+0000 7f06897fa640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067006ac00 0x7f067006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.542+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f0684089920 con 0x7f068c15d0a0 2024-09-13T16:19:59.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.542+0000 7f0690989640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067006ac00 0x7f067006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.542+0000 7f0690989640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067006ac00 0x7f067006d0c0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0680034000 tx=0x7f068002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.546+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f06840544d0 con 0x7f068c15d0a0 2024-09-13T16:19:59.578 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:19:59.577+0000 7f7d7bb6d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:19:59.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.754+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f068c0672f0 con 0x7f068c15d0a0 2024-09-13T16:19:59.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.755+0000 7f06897fa640 1 -- 172.21.15.39:0/3022797222 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 189 v189) v1 ==== 95+0+4742 (secure 0 0 0) 0x7f0684057af0 con 0x7f068c15d0a0 2024-09-13T16:19:59.756 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:19:59.756 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":189,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":189,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:55.613704+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9924":{"gid":9924,"name":"a","rank":0,"incarnation":186,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/2691169282","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2691169282},{"type":"v1","addr":"172.21.15.39:6835","nonce":2691169282}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:19:59.757 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 189 2024-09-13T16:19:59.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067006ac00 msgr2=0x7f067006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067006ac00 0x7f067006d0c0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f0680034000 tx=0x7f068002e000 comp rx=0 tx=0).stop 2024-09-13T16:19:59.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 msgr2=0x7f068c153210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 0x7f068c153210 secure :-1 s=READY pgs=2085 cs=0 l=1 rev1=1 crypto rx=0x7f068400b970 tx=0x7f068400be30 comp rx=0 tx=0).stop 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 shutdown_connections 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f067006ac00 0x7f067006d0c0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f068c15d0a0 0x7f068c153210 unknown :-1 s=CLOSED pgs=2085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f068c156fb0 0x7f068c152040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 --2- 172.21.15.39:0/3022797222 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068c06f170 0x7f068c150170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 >> 172.21.15.39:0/3022797222 conn(0x7f068c06b3b0 msgr2=0x7f068c0b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 shutdown_connections 2024-09-13T16:19:59.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.757+0000 7f0692bed640 1 -- 172.21.15.39:0/3022797222 wait complete. 2024-09-13T16:19:59.769 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 189, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:19:55.613704+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 109, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 9924}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_9924': {'gid': 9924, 'name': 'a', 'rank': 0, 'incarnation': 186, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6835/2691169282', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 2691169282}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 2691169282}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:19:59.769 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:19:59.769 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T16:19:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.870+0000 7fc35b776640 1 Processor -- start 2024-09-13T16:19:59.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc35b776640 1 -- start start 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc35b776640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3540d1680 0x7fc3540d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc35b776640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3540d11f0 con 0x7fc35415cef0 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc35b776640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc35415d2d0 con 0x7fc3540b5ab0 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc35b776640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3540cd730 con 0x7fc3540d1680 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc358d11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3540d1680 0x7fc3540d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc359512640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc35415cef0 0x7fc3540cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50334/0 (socket says 172.21.15.39:50334) 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.871+0000 7fc359512640 1 -- 172.21.15.39:0/3664905031 learned_addr learned my addr 172.21.15.39:0/3664905031 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:19:59.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.872+0000 7fc358d11640 1 -- 172.21.15.39:0/3664905031 >> v1:172.21.15.157:6789/0 conn(0x7fc3540b5ab0 legacy=0x7fc3540ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.872+0000 7fc358d11640 1 -- 172.21.15.39:0/3664905031 >> v1:172.21.15.39:6789/0 conn(0x7fc35415cef0 legacy=0x7fc3540cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.872+0000 7fc358d11640 1 -- 172.21.15.39:0/3664905031 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3540cda00 con 0x7fc3540d1680 2024-09-13T16:19:59.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.872+0000 7fc353fff640 1 -- 172.21.15.39:0/3664905031 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1921421588 0 0) 0x7fc3540d11f0 con 0x7fc35415cef0 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc358d11640 1 --2- 172.21.15.39:0/3664905031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3540d1ad0 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7fc3480097a0 tx=0x7fc34802a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec9eb5f11cfeaf83 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc353fff640 1 -- 172.21.15.39:0/3664905031 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc348032640 con 0x7fc3540d1680 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc353fff640 1 -- 172.21.15.39:0/3664905031 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3480327a0 con 0x7fc3540d1680 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc353fff640 1 -- 172.21.15.39:0/3664905031 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc348032b30 con 0x7fc3540d1680 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 -- 172.21.15.39:0/3664905031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 msgr2=0x7fc3540d1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 --2- 172.21.15.39:0/3664905031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3540d1ad0 secure :-1 s=READY pgs=2087 cs=0 l=1 rev1=1 crypto rx=0x7fc3480097a0 tx=0x7fc34802a2c0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 -- 172.21.15.39:0/3664905031 shutdown_connections 2024-09-13T16:19:59.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 --2- 172.21.15.39:0/3664905031 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3540d1ad0 unknown :-1 s=CLOSED pgs=2087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 -- 172.21.15.39:0/3664905031 >> 172.21.15.39:0/3664905031 conn(0x7fc35406a3a0 msgr2=0x7fc35406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 -- 172.21.15.39:0/3664905031 shutdown_connections 2024-09-13T16:19:59.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.873+0000 7fc35b776640 1 -- 172.21.15.39:0/3664905031 wait complete. 2024-09-13T16:19:59.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.874+0000 7fc35b776640 1 Processor -- start 2024-09-13T16:19:59.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 -- start start 2024-09-13T16:19:59.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3540b5ab0 0x7fc35414fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3541f2de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc35415cef0 0x7fc35415fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3540c8210 con 0x7fc3540d1680 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc35415ea00 con 0x7fc3540b5ab0 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc35b776640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3540c75e0 con 0x7fc35415cef0 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc358d11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3541f2de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc358d11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3541f2de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37888/0 (socket says 172.21.15.39:37888) 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.875+0000 7fc358d11640 1 -- 172.21.15.39:0/3641465198 learned_addr learned my addr 172.21.15.39:0/3641465198 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc359512640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3540b5ab0 0x7fc35414fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc359d13640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc35415cef0 0x7fc35415fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc358d11640 1 -- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc35415cef0 msgr2=0x7fc35415fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc358d11640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc35415cef0 0x7fc35415fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc358d11640 1 -- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3540b5ab0 msgr2=0x7fc35414fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc358d11640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3540b5ab0 0x7fc35414fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc358d11640 1 -- 172.21.15.39:0/3641465198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc348009400 con 0x7fc3540d1680 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc358d11640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3541f2de0 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7fc348000c00 tx=0x7fc3480046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc351ffb640 1 -- 172.21.15.39:0/3641465198 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc348030c40 con 0x7fc3540d1680 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc351ffb640 1 -- 172.21.15.39:0/3641465198 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc348030da0 con 0x7fc3540d1680 2024-09-13T16:19:59.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3540c78c0 con 0x7fc3540d1680 2024-09-13T16:19:59.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc351ffb640 1 -- 172.21.15.39:0/3641465198 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34803d680 con 0x7fc3540d1680 2024-09-13T16:19:59.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.876+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc3540c7ea0 con 0x7fc3540d1680 2024-09-13T16:19:59.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.878+0000 7fc351ffb640 1 -- 172.21.15.39:0/3641465198 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc348039040 con 0x7fc3540d1680 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.878+0000 7fc351ffb640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc34006ac00 0x7fc34006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.878+0000 7fc351ffb640 1 -- 172.21.15.39:0/3641465198 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fc3480aa6f0 con 0x7fc3540d1680 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.878+0000 7fc359512640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc34006ac00 0x7fc34006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.879+0000 7fc359512640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc34006ac00 0x7fc34006d0c0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fc34c000f60 tx=0x7fc34c007d20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.879+0000 7fc35e498740 1 Processor -- start 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.879+0000 7fc35e498740 1 -- start start 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf20b480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf208860 0x562edf258570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc35e498740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf258ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc35e498740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf1657c0 con 0x562edf232550 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf174b70 con 0x562edf20b0a0 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562edf172300 con 0x562edf208860 2024-09-13T16:19:59.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf258ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf258ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37898/0 (socket says 172.21.15.39:37898) 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 -- 172.21.15.39:0/3011013119 learned_addr learned my addr 172.21.15.39:0/3011013119 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc358d11640 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf208860 0x562edf258570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359512640 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf20b480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 -- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf208860 msgr2=0x562edf258570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf208860 0x562edf258570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 -- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 msgr2=0x562edf20b480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf20b480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 -- 172.21.15.39:0/3011013119 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562edf0fa4b0 con 0x562edf232550 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc358d11640 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf208860 0x562edf258570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.880+0000 7fc359d13640 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf258ab0 secure :-1 s=READY pgs=2089 cs=0 l=1 rev1=1 crypto rx=0x7fc344001c40 tx=0x7fc344002100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=734c7925761af3da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc33affd640 1 -- 172.21.15.39:0/3011013119 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344003b80 con 0x562edf232550 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc33affd640 1 -- 172.21.15.39:0/3011013119 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc344003ce0 con 0x562edf232550 2024-09-13T16:19:59.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc33affd640 1 -- 172.21.15.39:0/3011013119 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34400ea50 con 0x562edf232550 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 -- 172.21.15.39:0/3011013119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 msgr2=0x562edf258ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf258ab0 secure :-1 s=READY pgs=2089 cs=0 l=1 rev1=1 crypto rx=0x7fc344001c40 tx=0x7fc344002100 comp rx=0 tx=0).stop 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 -- 172.21.15.39:0/3011013119 shutdown_connections 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf258ab0 unknown :-1 s=CLOSED pgs=2089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf208860 0x562edf258570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 --2- 172.21.15.39:0/3011013119 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf20b480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 -- 172.21.15.39:0/3011013119 >> 172.21.15.39:0/3011013119 conn(0x562edf2077d0 msgr2=0x562edf24fc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 -- 172.21.15.39:0/3011013119 shutdown_connections 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.881+0000 7fc35e498740 1 -- 172.21.15.39:0/3011013119 wait complete. 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.882+0000 7fc35e498740 1 -- start start 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.882+0000 7fc35e498740 1 Processor -- start 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf21cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf24ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf231bd0 0x562edf205480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf16dbf0 con 0x562edf232550 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf12c250 con 0x562edf20b0a0 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562edf12bef0 con 0x562edf231bd0 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 10 client.0 _ll_register_callbacks cb 0x562edf15e740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf24ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf24ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37910/0 (socket says 172.21.15.39:37910) 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 -- 172.21.15.39:0/1778593813 learned_addr learned my addr 172.21.15.39:0/1778593813 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 -- 172.21.15.39:0/1778593813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf231bd0 msgr2=0x562edf205480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf231bd0 0x562edf205480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 -- 172.21.15.39:0/1778593813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 msgr2=0x562edf21cf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf21cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 -- 172.21.15.39:0/1778593813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc34400f040 con 0x562edf232550 2024-09-13T16:19:59.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc358d11640 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf24ce30 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7fc3480097a0 tx=0x7fc348078a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79a98fee6fac6b7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc333fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc333fff640 1 -- 172.21.15.39:0/1778593813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc348079470 con 0x562edf232550 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc333fff640 1 -- 172.21.15.39:0/1778593813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fc348078500 con 0x562edf232550 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.883+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x562edee613c0 con 0x562edf232550 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc333fff640 1 -- 172.21.15.39:0/1778593813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=189) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc3480786e0 con 0x562edf232550 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 10 client.10020 fetch_fsmap learned FSMap version 189 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=189,monmap=2+}) v3 -- 0x562edf16c270 con 0x562edf232550 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc333fff640 1 -- 172.21.15.39:0/1778593813 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x562edee613c0 con 0x562edf232550 2024-09-13T16:19:59.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc333fff640 1 -- 172.21.15.39:0/1778593813 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 189) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc34804d020 con 0x562edf232550 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 10 client.10020 fetch_fsmap finished waiting for FSMap version 189 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 10 client.10020 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 20 client.10020 populate_metadata read hostname 'smithi039' 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf21f180 0x562edf21fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 4 client.10020 mds_command: new command op to 9924 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 --> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x562edee726c0 con 0x562edf21f180 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc359512640 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf21f180 0x562edf21fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc333fff640 10 client.10020 ms_handle_connect on v2:172.21.15.39:6833/2691169282 2024-09-13T16:19:59.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.884+0000 7fc359512640 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf21f180 0x562edf21fdc0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b5013094ee3710ed server_cookie=38be4b28c778725b in_seq=0 out_seq=0 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc333fff640 1 -- 172.21.15.39:0/1778593813 <== mds.0 v2:172.21.15.39:6833/2691169282 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x562edee726c0 con 0x562edf21f180 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc333fff640 10 client.10020 handle_command_reply: tid=0 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 client.10020 shutdown 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 msgr2=0x562edf24ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf24ce30 secure :-1 s=READY pgs=2090 cs=0 l=1 rev1=1 crypto rx=0x7fc3480097a0 tx=0x7fc348078a30 comp rx=0 tx=0).stop 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 shutdown_connections 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf21f180 0x562edf21fdc0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf231bd0 0x562edf205480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf24ce30 unknown :-1 s=CLOSED pgs=2090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc333fff640 0 client.10020 ms_handle_reset on v2:172.21.15.39:6833/2691169282 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 --2- 172.21.15.39:0/1778593813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf20b0a0 0x562edf21cf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 >> 172.21.15.39:0/1778593813 conn(0x562edf208860 msgr2=0x562edf253140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 shutdown_connections 2024-09-13T16:19:59.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.885+0000 7fc35e498740 1 -- 172.21.15.39:0/1778593813 wait complete. 2024-09-13T16:19:59.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.886+0000 7fc35e498740 20 client.10020 trim_cache size 0 max 16384 2024-09-13T16:19:59.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.900+0000 7fc35e498740 1 Processor -- start 2024-09-13T16:19:59.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.900+0000 7fc35e498740 1 -- start start 2024-09-13T16:19:59.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf253140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf253680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc35e498740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf230e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc35e498740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf0f1460 con 0x562edf232550 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf200b80 con 0x562edf231bd0 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562edf235370 con 0x562edf20b0a0 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf230e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf230e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37922/0 (socket says 172.21.15.39:37922) 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 -- 172.21.15.39:0/2942809288 learned_addr learned my addr 172.21.15.39:0/2942809288 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 -- 172.21.15.39:0/2942809288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 msgr2=0x562edf253140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf253140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 -- 172.21.15.39:0/2942809288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 msgr2=0x562edf253680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf253680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.901+0000 7fc359d13640 1 -- 172.21.15.39:0/2942809288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562edf10e5f0 con 0x562edf232550 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc359d13640 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf230e30 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7fc344002140 tx=0x7fc344011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35304ee71857bda1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc33b7fe640 1 -- 172.21.15.39:0/2942809288 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc344003b80 con 0x562edf232550 2024-09-13T16:19:59.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc33b7fe640 1 -- 172.21.15.39:0/2942809288 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc344006b50 con 0x562edf232550 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc33b7fe640 1 -- 172.21.15.39:0/2942809288 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34400e830 con 0x562edf232550 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 -- 172.21.15.39:0/2942809288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 msgr2=0x562edf230e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf230e30 secure :-1 s=READY pgs=2091 cs=0 l=1 rev1=1 crypto rx=0x7fc344002140 tx=0x7fc344011000 comp rx=0 tx=0).stop 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 -- 172.21.15.39:0/2942809288 shutdown_connections 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf230e30 unknown :-1 s=CLOSED pgs=2091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf253680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 --2- 172.21.15.39:0/2942809288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf253140 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 -- 172.21.15.39:0/2942809288 >> 172.21.15.39:0/2942809288 conn(0x562edf208860 msgr2=0x562edf235e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 -- 172.21.15.39:0/2942809288 shutdown_connections 2024-09-13T16:19:59.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.902+0000 7fc35e498740 1 -- 172.21.15.39:0/2942809288 wait complete. 2024-09-13T16:19:59.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.903+0000 7fc35e498740 1 -- start start 2024-09-13T16:19:59.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.903+0000 7fc35e498740 1 Processor -- start 2024-09-13T16:19:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf2b9b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf2686d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf268c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf2bb810 con 0x562edf232550 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562edf21d940 con 0x562edf231bd0 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562edf24d030 con 0x562edf20b0a0 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc35e498740 10 client.0 _ll_register_callbacks cb 0x7fc3440016e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf268c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf268c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37924/0 (socket says 172.21.15.39:37924) 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 -- 172.21.15.39:0/1897723779 learned_addr learned my addr 172.21.15.39:0/1897723779 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359512640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf2b9b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc358d11640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf2686d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 -- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 msgr2=0x562edf2b9b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf2b9b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 -- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 msgr2=0x562edf2686d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:19:59.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf2686d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 -- 172.21.15.39:0/1897723779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562edf0fa4b0 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359512640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf2b9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc358d11640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf2686d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc359d13640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf268c10 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7fc344008fe0 tx=0x7fc344001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6049faa7b0d2eae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.904+0000 7fc333fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc333fff640 1 -- 172.21.15.39:0/1897723779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc34400eeb0 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc333fff640 1 -- 172.21.15.39:0/1897723779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fc3440050d0 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc344003ce0 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc333fff640 1 -- 172.21.15.39:0/1897723779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=189) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc344005290 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 10 client.10026 fetch_fsmap learned FSMap version 189 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=189,monmap=2+}) v3 -- 0x562edf133d00 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc333fff640 1 -- 172.21.15.39:0/1897723779 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc344003ce0 con 0x562edf232550 2024-09-13T16:19:59.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc333fff640 1 -- 172.21.15.39:0/1897723779 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 189) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc3440053f0 con 0x562edf232550 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 10 client.10026 fetch_fsmap finished waiting for FSMap version 189 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 10 client.10026 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 20 client.10026 populate_metadata read hostname 'smithi039' 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf24b600 0x562edf24b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 4 client.10026 mds_command: new command op to 9924 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 --> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] -- command(tid 0: {"prefix": "status"}) v1 -- 0x562edeec5d10 con 0x562edf24b600 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.905+0000 7fc359512640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf24b600 0x562edf24b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc359512640 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf24b600 0x562edf24b9e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=e0cc9e3db022ef00 server_cookie=19b413a8941d4439 in_seq=0 out_seq=0 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc333fff640 10 client.10026 ms_handle_connect on v2:172.21.15.39:6833/2691169282 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc333fff640 1 -- 172.21.15.39:0/1897723779 <== mds.0 v2:172.21.15.39:6833/2691169282 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+328 (crc 0 0 0) 0x562edeec5d10 con 0x562edf24b600 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc333fff640 10 client.10026 handle_command_reply: tid=0 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 client.10026 shutdown 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 msgr2=0x562edf268c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf268c10 secure :-1 s=READY pgs=2092 cs=0 l=1 rev1=1 crypto rx=0x7fc344008fe0 tx=0x7fc344001250 comp rx=0 tx=0).stop 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 shutdown_connections 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:6833/2691169282,v1:172.21.15.39:6835/2691169282] conn(0x562edf24b600 0x562edf24b9e0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562edf232550 0x562edf268c10 unknown :-1 s=CLOSED pgs=2092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562edf231bd0 0x562edf2686d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc333fff640 0 client.10026 ms_handle_reset on v2:172.21.15.39:6833/2691169282 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 --2- 172.21.15.39:0/1897723779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562edf20b0a0 0x562edf2b9b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 >> 172.21.15.39:0/1897723779 conn(0x562edf208860 msgr2=0x562edf253260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 shutdown_connections 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 1 -- 172.21.15.39:0/1897723779 wait complete. 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.906+0000 7fc35e498740 20 client.10026 trim_cache size 0 max 16384 2024-09-13T16:19:59.915 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 9924, 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 7.3109287219999999, 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 189, 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 109, 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 109, 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 10.610426642 2024-09-13T16:19:59.916 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:19:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc34006ac00 msgr2=0x7fc34006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc34006ac00 0x7fc34006d0c0 secure :-1 s=READY pgs=820 cs=0 l=1 rev1=1 crypto rx=0x7fc34c000f60 tx=0x7fc34c007d20 comp rx=0 tx=0).stop 2024-09-13T16:19:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 msgr2=0x7fc3541f2de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:19:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3541f2de0 secure :-1 s=READY pgs=2088 cs=0 l=1 rev1=1 crypto rx=0x7fc348000c00 tx=0x7fc3480046c0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 shutdown_connections 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc34006ac00 0x7fc34006d0c0 unknown :-1 s=CLOSED pgs=820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc35415cef0 0x7fc35415fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3540d1680 0x7fc3541f2de0 unknown :-1 s=CLOSED pgs=2088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 --2- 172.21.15.39:0/3641465198 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc3540b5ab0 0x7fc35414fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 >> 172.21.15.39:0/3641465198 conn(0x7fc35406a3a0 msgr2=0x7fc3540b6a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 shutdown_connections 2024-09-13T16:19:59.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:19:59.907+0000 7fc35b776640 1 -- 172.21.15.39:0/3641465198 wait complete. 2024-09-13T16:19:59.919 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:19:59.919 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:00.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.020+0000 7fa488680640 1 Processor -- start 2024-09-13T16:20:00.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.020+0000 7fa488680640 1 -- start start 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa488680640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa4800b41a0 0x7fa4800b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa488680640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4800d0a00 0x7fa480167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa488680640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4800cde30 con 0x7fa4800ccf80 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa488680640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4800b5090 con 0x7fa4800d0a00 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa488680640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4800cd820 con 0x7fa4800b41a0 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa486c1d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4800d0a00 0x7fa480167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa486c1d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4800d0a00 0x7fa480167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37928/0 (socket says 172.21.15.39:37928) 2024-09-13T16:20:00.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa486c1d640 1 -- 172.21.15.39:0/1638300047 learned_addr learned my addr 172.21.15.39:0/1638300047 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:00.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.021+0000 7fa48641c640 1 --2- 172.21.15.39:0/1638300047 >> v2:172.21.15.157:3300/0 conn(0x7fa4800b41a0 0x7fa4800b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa486c1d640 1 -- 172.21.15.39:0/1638300047 >> v2:172.21.15.157:3300/0 conn(0x7fa4800b41a0 msgr2=0x7fa4800b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:00.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa486c1d640 1 --2- 172.21.15.39:0/1638300047 >> v2:172.21.15.157:3300/0 conn(0x7fa4800b41a0 0x7fa4800b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa486c1d640 1 -- 172.21.15.39:0/1638300047 >> v1:172.21.15.157:6789/0 conn(0x7fa4800ccf80 legacy=0x7fa4800d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa486c1d640 1 -- 172.21.15.39:0/1638300047 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4800b4ac0 con 0x7fa4800d0a00 2024-09-13T16:20:00.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa48641c640 1 --2- 172.21.15.39:0/1638300047 >> v2:172.21.15.157:3300/0 conn(0x7fa4800b41a0 0x7fa4800b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:00.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa486c1d640 1 --2- 172.21.15.39:0/1638300047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800d0a00 0x7fa480167010 secure :-1 s=READY pgs=2093 cs=0 l=1 rev1=1 crypto rx=0x7fa480073580 tx=0x7fa47802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41f8d73f6814bf7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:00.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa48541a640 1 -- 172.21.15.39:0/1638300047 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa478031600 con 0x7fa4800d0a00 2024-09-13T16:20:00.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa48541a640 1 -- 172.21.15.39:0/1638300047 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa47802d050 con 0x7fa4800d0a00 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.022+0000 7fa48541a640 1 -- 172.21.15.39:0/1638300047 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa478031980 con 0x7fa4800d0a00 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 -- 172.21.15.39:0/1638300047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800d0a00 msgr2=0x7fa480167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 --2- 172.21.15.39:0/1638300047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800d0a00 0x7fa480167010 secure :-1 s=READY pgs=2093 cs=0 l=1 rev1=1 crypto rx=0x7fa480073580 tx=0x7fa47802a730 comp rx=0 tx=0).stop 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 -- 172.21.15.39:0/1638300047 shutdown_connections 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 --2- 172.21.15.39:0/1638300047 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800d0a00 0x7fa480167010 unknown :-1 s=CLOSED pgs=2093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 --2- 172.21.15.39:0/1638300047 >> v2:172.21.15.157:3300/0 conn(0x7fa4800b41a0 0x7fa4800b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 -- 172.21.15.39:0/1638300047 >> 172.21.15.39:0/1638300047 conn(0x7fa4800cf1a0 msgr2=0x7fa4800cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 -- 172.21.15.39:0/1638300047 shutdown_connections 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.023+0000 7fa488680640 1 -- 172.21.15.39:0/1638300047 wait complete. 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.024+0000 7fa488680640 1 Processor -- start 2024-09-13T16:20:00.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.024+0000 7fa488680640 1 -- start start 2024-09-13T16:20:00.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa488680640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 0x7fa4801587b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa488680640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4800ccf80 0x7fa4800cb440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa488680640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4800d0a00 0x7fa4800cb980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa488680640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4801e4d90 con 0x7fa4800b41a0 2024-09-13T16:20:00.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa488680640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4800c93a0 con 0x7fa4800d0a00 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa488680640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4801e4fe0 con 0x7fa4800ccf80 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa48641c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 0x7fa4801587b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa48641c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 0x7fa4801587b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37934/0 (socket says 172.21.15.39:37934) 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa48641c640 1 -- 172.21.15.39:0/3385155410 learned_addr learned my addr 172.21.15.39:0/3385155410 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa485c1b640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4800ccf80 0x7fa4800cb440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.025+0000 7fa486c1d640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4800d0a00 0x7fa4800cb980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa48641c640 1 -- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4800ccf80 msgr2=0x7fa4800cb440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa48641c640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4800ccf80 0x7fa4800cb440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa48641c640 1 -- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4800d0a00 msgr2=0x7fa4800cb980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa48641c640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4800d0a00 0x7fa4800cb980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa48641c640 1 -- 172.21.15.39:0/3385155410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa478009b30 con 0x7fa4800b41a0 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa486c1d640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4800d0a00 0x7fa4800cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa48641c640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 0x7fa4801587b0 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7fa47c00e7e0 tx=0x7fa47c00eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:00.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa47c004030 con 0x7fa4800b41a0 2024-09-13T16:20:00.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa47c004190 con 0x7fa4800b41a0 2024-09-13T16:20:00.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4801e52c0 con 0x7fa4800b41a0 2024-09-13T16:20:00.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa47c004520 con 0x7fa4800b41a0 2024-09-13T16:20:00.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.026+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa480158cf0 con 0x7fa4800b41a0 2024-09-13T16:20:00.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.027+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa480067330 con 0x7fa4800b41a0 2024-09-13T16:20:00.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.027+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa47c00c6d0 con 0x7fa4800b41a0 2024-09-13T16:20:00.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.028+0000 7fa476ffd640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46406ac00 0x7fa46406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.028+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fa47c0895c0 con 0x7fa4800b41a0 2024-09-13T16:20:00.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.028+0000 7fa485c1b640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46406ac00 0x7fa46406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.029+0000 7fa485c1b640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46406ac00 0x7fa46406d0c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fa4801f5850 tx=0x7fa470009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:00.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.032+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa47c054220 con 0x7fa4800b41a0 2024-09-13T16:20:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.238+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa480066ec0 con 0x7fa4800b41a0 2024-09-13T16:20:00.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.239+0000 7fa476ffd640 1 -- 172.21.15.39:0/3385155410 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 189 v189) v1 ==== 95+0+4742 (secure 0 0 0) 0x7fa47c057840 con 0x7fa4800b41a0 2024-09-13T16:20:00.241 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:00.241 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":189,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":189,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:19:55.613704+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":109,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":9924},"failed":[],"damaged":[],"stopped":[],"info":{"gid_9924":{"gid":9924,"name":"a","rank":0,"incarnation":186,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/2691169282","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2691169282},{"type":"v1","addr":"172.21.15.39:6835","nonce":2691169282}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:00.241 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 189 2024-09-13T16:20:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46406ac00 msgr2=0x7fa46406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46406ac00 0x7fa46406d0c0 secure :-1 s=READY pgs=821 cs=0 l=1 rev1=1 crypto rx=0x7fa4801f5850 tx=0x7fa470009040 comp rx=0 tx=0).stop 2024-09-13T16:20:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 msgr2=0x7fa4801587b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 0x7fa4801587b0 secure :-1 s=READY pgs=2094 cs=0 l=1 rev1=1 crypto rx=0x7fa47c00e7e0 tx=0x7fa47c00eca0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 shutdown_connections 2024-09-13T16:20:00.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46406ac00 0x7fa46406d0c0 unknown :-1 s=CLOSED pgs=821 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa4800d0a00 0x7fa4800cb980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4800ccf80 0x7fa4800cb440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 --2- 172.21.15.39:0/3385155410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4800b41a0 0x7fa4801587b0 unknown :-1 s=CLOSED pgs=2094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 >> 172.21.15.39:0/3385155410 conn(0x7fa4800cf1a0 msgr2=0x7fa4800b6840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 shutdown_connections 2024-09-13T16:20:00.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.241+0000 7fa488680640 1 -- 172.21.15.39:0/3385155410 wait complete. 2024-09-13T16:20:00.253 INFO:tasks.cephfs.test_damage:Mutation 'Corrupt 500.00000000' did not prevent MDS startup, attempting ls... 2024-09-13T16:20:00.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:20:00.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.354+0000 7faf15783640 1 Processor -- start 2024-09-13T16:20:00.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.354+0000 7faf15783640 1 -- start start 2024-09-13T16:20:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.355+0000 7faf15783640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7faf100d1680 0x7faf100d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.355+0000 7faf15783640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf100d11f0 con 0x7faf1015cef0 2024-09-13T16:20:00.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.355+0000 7faf15783640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faf1015d2d0 con 0x7faf100b5ab0 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.355+0000 7faf15783640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faf100cd730 con 0x7faf100d1680 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faf1015cef0 0x7faf100cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50350/0 (socket says 172.21.15.39:50350) 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0effd640 1 -- 172.21.15.39:0/1024778113 learned_addr learned my addr 172.21.15.39:0/1024778113 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/1024778113 >> v2:172.21.15.157:3300/0 conn(0x7faf100d1680 0x7faf100d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2062383936 0 0) 0x7faf100d11f0 con 0x7faf1015cef0 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faefc003520 con 0x7faf1015cef0 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1846451539 0 0) 0x7faefc003520 con 0x7faf1015cef0 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 >> v2:172.21.15.157:3300/0 conn(0x7faf100d1680 msgr2=0x7faf100d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:00.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 --2- 172.21.15.39:0/1024778113 >> v2:172.21.15.157:3300/0 conn(0x7faf100d1680 0x7faf100d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 >> v1:172.21.15.157:6789/0 conn(0x7faf100b5ab0 legacy=0x7faf100ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf100cda00 con 0x7faf1015cef0 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7faf000019f0 con 0x7faf1015cef0 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 >> v1:172.21.15.39:6789/0 conn(0x7faf1015cef0 legacy=0x7faf100cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc003970 0x7faefc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faefc0047c0 0x7faefc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faefc005180 0x7faefc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf100cd730 con 0x7faefc0047c0 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faefc00c030 con 0x7faefc005180 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faefc00c1f0 con 0x7faefc003970 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faefc0047c0 0x7faefc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0effd640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc003970 0x7faefc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.356+0000 7faf0f7fe640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faefc005180 0x7faefc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0e7fc640 1 -- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc003970 msgr2=0x7faefc003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc003970 0x7faefc003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0e7fc640 1 -- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faefc005180 msgr2=0x7faefc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faefc005180 0x7faefc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0e7fc640 1 -- 172.21.15.39:0/1024778113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faefc003520 con 0x7faefc0047c0 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0effd640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc003970 0x7faefc003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0f7fe640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faefc005180 0x7faefc00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0f7fe640 1 -- 172.21.15.39:0/1024778113 reap_dead start 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.357+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faefc0047c0 0x7faefc004c40 secure :-1 s=READY pgs=2096 cs=0 l=1 rev1=1 crypto rx=0x7faef8009ac0 tx=0x7faefc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c7db8f411fdf9a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef8031400 con 0x7faefc0047c0 2024-09-13T16:20:00.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faef802d050 con 0x7faefc0047c0 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf0dffb640 1 -- 172.21.15.39:0/1024778113 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef8031780 con 0x7faefc0047c0 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 -- 172.21.15.39:0/1024778113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faefc0047c0 msgr2=0x7faefc004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faefc0047c0 0x7faefc004c40 secure :-1 s=READY pgs=2096 cs=0 l=1 rev1=1 crypto rx=0x7faef8009ac0 tx=0x7faefc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 -- 172.21.15.39:0/1024778113 shutdown_connections 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 --2- 172.21.15.39:0/1024778113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faefc0047c0 0x7faefc004c40 unknown :-1 s=CLOSED pgs=2096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 -- 172.21.15.39:0/1024778113 >> 172.21.15.39:0/1024778113 conn(0x7faf1006a3a0 msgr2=0x7faf1006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 -- 172.21.15.39:0/1024778113 shutdown_connections 2024-09-13T16:20:00.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.358+0000 7faf15783640 1 -- 172.21.15.39:0/1024778113 wait complete. 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.359+0000 7faf15783640 1 Processor -- start 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 -- start start 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc0047c0 0x7faf100b79a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 0x7faf10159000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf10159ba0 0x7faf10159540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf1015e570 con 0x7faf100b2810 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faf1015e850 con 0x7faf10159ba0 2024-09-13T16:20:00.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf15783640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faf1015eb30 con 0x7faefc0047c0 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf0e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 0x7faf10159000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf0e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 0x7faf10159000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37952/0 (socket says 172.21.15.39:37952) 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf0e7fc640 1 -- 172.21.15.39:0/4166385911 learned_addr learned my addr 172.21.15.39:0/4166385911 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0f7fe640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf10159ba0 0x7faf10159540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.360+0000 7faf0effd640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc0047c0 0x7faf100b79a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0e7fc640 1 -- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc0047c0 msgr2=0x7faf100b79a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc0047c0 0x7faf100b79a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0e7fc640 1 -- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf10159ba0 msgr2=0x7faf10159540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf10159ba0 0x7faf10159540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0e7fc640 1 -- 172.21.15.39:0/4166385911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faf1015ee10 con 0x7faf100b2810 2024-09-13T16:20:00.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0f7fe640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf10159ba0 0x7faf10159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf0e7fc640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 0x7faf10159000 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7faef802aae0 tx=0x7faef8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef8003e90 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faef803b400 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faf1015a320 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faef803b790 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.361+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faf100b2dd0 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.362+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faf1015efa0 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.362+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faef803b8f0 con 0x7faf100b2810 2024-09-13T16:20:00.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.363+0000 7faf077fe640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef006ac00 0x7faef006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:00.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.363+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7faef80aa0f0 con 0x7faf100b2810 2024-09-13T16:20:00.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.363+0000 7faf0effd640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef006ac00 0x7faef006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:00.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.364+0000 7faf0effd640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef006ac00 0x7faef006d0c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7faf00002010 tx=0x7faf00009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:00.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.367+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faef8074de0 con 0x7faf100b2810 2024-09-13T16:20:00.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.573+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7faf100d1ad0 con 0x7faf100b2810 2024-09-13T16:20:00.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.573+0000 7faf077fe640 1 -- 172.21.15.39:0/4166385911 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v189) v1 ==== 53+0+73 (secure 0 0 0) 0x7faef8078400 con 0x7faf100b2810 2024-09-13T16:20:00.575 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:20:00.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef006ac00 msgr2=0x7faef006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef006ac00 0x7faef006d0c0 secure :-1 s=READY pgs=822 cs=0 l=1 rev1=1 crypto rx=0x7faf00002010 tx=0x7faf00009040 comp rx=0 tx=0).stop 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 msgr2=0x7faf10159000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 0x7faf10159000 secure :-1 s=READY pgs=2097 cs=0 l=1 rev1=1 crypto rx=0x7faef802aae0 tx=0x7faef8004730 comp rx=0 tx=0).stop 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 shutdown_connections 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faef006ac00 0x7faef006d0c0 unknown :-1 s=CLOSED pgs=822 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faf10159ba0 0x7faf10159540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faf100b2810 0x7faf10159000 unknown :-1 s=CLOSED pgs=2097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 --2- 172.21.15.39:0/4166385911 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faefc0047c0 0x7faf100b79a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 >> 172.21.15.39:0/4166385911 conn(0x7faf1006a3a0 msgr2=0x7faf100b5ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 shutdown_connections 2024-09-13T16:20:00.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:00.576+0000 7faf15783640 1 -- 172.21.15.39:0/4166385911 wait complete. 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:20:00.588 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:20:00.589 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:20:00.589 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:20:00.589 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:00.589 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:20:00.605 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:20:00.605 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:20:00.605 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:20:00.605 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.605 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:20:00.606 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42212sec preferred_lft 42212sec 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.607 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:00.608 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:00.609 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:20:00.672 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:20:00.673 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:00.674 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:20:00.730 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:20:00.730 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:20:00.730 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:20:00.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:20:00.730 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:20:00.731 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:00.731 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:20:00.731 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:20:00.731 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:20:00.731 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:20:00.731 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:20:00.731 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:20:00.818 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:00.818 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:20:00.834 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:20:00.834 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:20:00.834 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:20:00.834 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:00.835 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:20:00.900 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:20:00.900 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:20:00.900 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:00.956 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:20:00.956 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:20:00.956 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:01.012 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:20:01.078 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:20:01.078 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:20:01.144 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:20:01.145 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:20:01.145 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.146 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:20:01.202 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:20:01.202 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:20:01.245 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:20:01.270 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:20:01.270 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:20:01.328 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:20:01.327+0000 7f944f217480 -1 init, newargv = 0x5612aa7f6340 newargc=15 2024-09-13T16:20:01.328 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[82875]: starting ceph client 2024-09-13T16:20:01.333 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[82875]: starting fuse 2024-09-13T16:20:01.339 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:20:01.340 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:20:01.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.341 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:20:01.397 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:20:01.397 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:20:01.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:20:01.397 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:20:01.397 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:20:01.397 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:20:01.398 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:20:01.399 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:20:01.513 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.82875.asok 2024-09-13T16:20:01.700 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.82875.asok 2024-09-13T16:20:01.700 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.700 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.82875.asok status 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "82875", 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:20:01.838 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 10044, 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 10044 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1655001665 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:20:01.839 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 1655001665 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.10044 192.168.0.1:0/1655001665", 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/1655001665", 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 189, 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 109, 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:20:01.840 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:20:01.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.846 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:20:01.846 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:01.863 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:20:01.863 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:01.864 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.864 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:01.930 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.931 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:20:01.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:01.973 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir foo) 2024-09-13T16:20:01.989 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:20:01.990 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:20:01.990 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:01.990 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:20:01.990 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs 2024-09-13T16:20:02.005 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:02.005 INFO:teuthology.orchestra.run.smithi039.stderr:mkdir: cannot create directory ‘foo’: Read-only file system 2024-09-13T16:20:02.005 INFO:tasks.cephfs.test_damage:mkdir: cannot create directory ‘foo’: Read-only file system 2024-09-13T16:20:02.005 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt mds_snaptable' 2024-09-13T16:20:02.006 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:02.006 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:02.062 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:20:02.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.201+0000 7f69ba82b640 1 Processor -- start 2024-09-13T16:20:02.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.201+0000 7f69ba82b640 1 -- start start 2024-09-13T16:20:02.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69ba82b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40ce980 0x7f69b40cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69ba82b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f69b40cc650 0x7f69b415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69ba82b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69b415aa50 con 0x7f69b40721f0 2024-09-13T16:20:02.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69ba82b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69b415bed0 con 0x7f69b40cc650 2024-09-13T16:20:02.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69ba82b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69b415af50 con 0x7f69b40ce980 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69b8dc8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f69b40cc650 0x7f69b415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69b8dc8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f69b40cc650 0x7f69b415c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37956/0 (socket says 172.21.15.39:37956) 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.202+0000 7f69b8dc8640 1 -- 172.21.15.39:0/3125078742 learned_addr learned my addr 172.21.15.39:0/3125078742 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.203+0000 7f69b37fe640 1 --2- 172.21.15.39:0/3125078742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40ce980 0x7f69b40cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.203+0000 7f69b8dc8640 1 -- 172.21.15.39:0/3125078742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40ce980 msgr2=0x7f69b40cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.203+0000 7f69b8dc8640 1 --2- 172.21.15.39:0/3125078742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40ce980 0x7f69b40cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.203+0000 7f69b8dc8640 1 -- 172.21.15.39:0/3125078742 >> v1:172.21.15.157:6789/0 conn(0x7f69b40721f0 legacy=0x7f69b40ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:02.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.203+0000 7f69b8dc8640 1 -- 172.21.15.39:0/3125078742 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69b40cd6c0 con 0x7f69b40cc650 2024-09-13T16:20:02.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.203+0000 7f69b8dc8640 1 --2- 172.21.15.39:0/3125078742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b415c2f0 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009e50 tx=0x7f69ac02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d918d24674cc99f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69b2ffd640 1 -- 172.21.15.39:0/3125078742 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ac031600 con 0x7f69b40cc650 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69b2ffd640 1 -- 172.21.15.39:0/3125078742 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69ac02d050 con 0x7f69b40cc650 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69b2ffd640 1 -- 172.21.15.39:0/3125078742 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ac031980 con 0x7f69b40cc650 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 -- 172.21.15.39:0/3125078742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 msgr2=0x7f69b415c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 --2- 172.21.15.39:0/3125078742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b415c2f0 secure :-1 s=READY pgs=2100 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009e50 tx=0x7f69ac02a630 comp rx=0 tx=0).stop 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 -- 172.21.15.39:0/3125078742 shutdown_connections 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 --2- 172.21.15.39:0/3125078742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b415c2f0 unknown :-1 s=CLOSED pgs=2100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 --2- 172.21.15.39:0/3125078742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40ce980 0x7f69b40cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 -- 172.21.15.39:0/3125078742 >> 172.21.15.39:0/3125078742 conn(0x7f69b406b3b0 msgr2=0x7f69b406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 -- 172.21.15.39:0/3125078742 shutdown_connections 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.204+0000 7f69ba82b640 1 -- 172.21.15.39:0/3125078742 wait complete. 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.205+0000 7f69ba82b640 1 Processor -- start 2024-09-13T16:20:02.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 -- start start 2024-09-13T16:20:02.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40721f0 0x7f69b4155d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b40abb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b40ce980 0x7f69b41f0180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69b41570f0 con 0x7f69b40cc650 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69b4156240 con 0x7f69b40ce980 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69ba82b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69b4156470 con 0x7f69b40721f0 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69b37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b40abb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69b37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b40abb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37968/0 (socket says 172.21.15.39:37968) 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69b37fe640 1 -- 172.21.15.39:0/906454077 learned_addr learned my addr 172.21.15.39:0/906454077 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69b8dc8640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b40ce980 0x7f69b41f0180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.206+0000 7f69b3fff640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40721f0 0x7f69b4155d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b37fe640 1 -- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40721f0 msgr2=0x7f69b4155d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b37fe640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40721f0 0x7f69b4155d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b37fe640 1 -- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b40ce980 msgr2=0x7f69b41f0180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b37fe640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b40ce980 0x7f69b41f0180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b37fe640 1 -- 172.21.15.39:0/906454077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ac009b30 con 0x7f69b40cc650 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b37fe640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b40abb80 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f69a800d5d0 tx=0x7f69a800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69a80125f0 con 0x7f69b40cc650 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69a8012750 con 0x7f69b40cc650 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69a8012ae0 con 0x7f69b40cc650 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69b4156750 con 0x7f69b40cc650 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.207+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69b4156d10 con 0x7f69b40cc650 2024-09-13T16:20:02.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.208+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69b40672f0 con 0x7f69b40cc650 2024-09-13T16:20:02.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.209+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f69a8012c40 con 0x7f69b40cc650 2024-09-13T16:20:02.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.209+0000 7f69b0ff9640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69a006ac30 0x7f69a006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.209+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f69a8089c90 con 0x7f69b40cc650 2024-09-13T16:20:02.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.209+0000 7f69b3fff640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69a006ac30 0x7f69a006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.210+0000 7f69b3fff640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69a006ac30 0x7f69a006d0f0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f69b4158730 tx=0x7f69a4007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.213+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f69a8054900 con 0x7f69b40cc650 2024-09-13T16:20:02.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.385+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f69b40cc110 con 0x7f69b40cc650 2024-09-13T16:20:02.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.386+0000 7f69b0ff9640 1 -- 172.21.15.39:0/906454077 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) v1 ==== 74+0+18932 (secure 0 0 0) 0x7f69a8057f20 con 0x7f69b40cc650 2024-09-13T16:20:02.387 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:02.388 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":109,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:19:48.565669+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:20:02.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69a006ac30 msgr2=0x7f69a006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69a006ac30 0x7f69a006d0f0 secure :-1 s=READY pgs=823 cs=0 l=1 rev1=1 crypto rx=0x7f69b4158730 tx=0x7f69a4007e30 comp rx=0 tx=0).stop 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 msgr2=0x7f69b40abb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b40abb80 secure :-1 s=READY pgs=2101 cs=0 l=1 rev1=1 crypto rx=0x7f69a800d5d0 tx=0x7f69a800da90 comp rx=0 tx=0).stop 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 shutdown_connections 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f69a006ac30 0x7f69a006d0f0 unknown :-1 s=CLOSED pgs=823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f69b40ce980 0x7f69b41f0180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69b40cc650 0x7f69b40abb80 unknown :-1 s=CLOSED pgs=2101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 --2- 172.21.15.39:0/906454077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69b40721f0 0x7f69b4155d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 >> 172.21.15.39:0/906454077 conn(0x7f69b406b3b0 msgr2=0x7f69b40ce1d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 shutdown_connections 2024-09-13T16:20:02.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.388+0000 7f69ba82b640 1 -- 172.21.15.39:0/906454077 wait complete. 2024-09-13T16:20:02.401 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:20:02.401 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:20:02.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.504+0000 7ff9b6953640 1 Processor -- start 2024-09-13T16:20:02.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.504+0000 7ff9b6953640 1 -- start start 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.504+0000 7ff9b6953640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff9b00ae630 0x7ff9b0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.504+0000 7ff9b6953640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9b00b3290 con 0x7ff9b0070cb0 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.504+0000 7ff9b6953640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9b0071200 con 0x7ff9b0145880 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.504+0000 7ff9b6953640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9b00ac860 con 0x7ff9b00ae630 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9b4ef0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff9b0070cb0 0x7ff9b0166270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50364/0 (socket says 172.21.15.39:50364) 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9b4ef0640 1 -- 172.21.15.39:0/2566875591 learned_addr learned my addr 172.21.15.39:0/2566875591 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9af7fe640 1 --2- 172.21.15.39:0/2566875591 >> v2:172.21.15.157:3300/0 conn(0x7ff9b00ae630 0x7ff9b0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 623217460 0 0) 0x7ff9b00b3290 con 0x7ff9b0070cb0 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff99c003520 con 0x7ff9b0070cb0 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2306044218 0 0) 0x7ff9b0071200 con 0x7ff9b0145880 2024-09-13T16:20:02.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9b00b3290 con 0x7ff9b0145880 2024-09-13T16:20:02.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9af7fe640 1 -- 172.21.15.39:0/2566875591 >> v1:172.21.15.157:6789/0 conn(0x7ff9b0145880 legacy=0x7ff9b006bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1996497359 0 0) 0x7ff99c003520 con 0x7ff9b0070cb0 2024-09-13T16:20:02.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9af7fe640 1 -- 172.21.15.39:0/2566875591 >> v1:172.21.15.39:6789/0 conn(0x7ff9b0070cb0 legacy=0x7ff9b0166270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.505+0000 7ff9af7fe640 1 -- 172.21.15.39:0/2566875591 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9b00acb40 con 0x7ff9b00ae630 2024-09-13T16:20:02.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.506+0000 7ff9af7fe640 1 --2- 172.21.15.39:0/2566875591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b00ae630 0x7ff9b0069ed0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ff9980097d0 tx=0x7ff99802a200 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f61739f1087fc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.506+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a80019f0 con 0x7ff9b00ae630 2024-09-13T16:20:02.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.506+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff99802ac90 con 0x7ff9b00ae630 2024-09-13T16:20:02.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.506+0000 7ff9aeffd640 1 -- 172.21.15.39:0/2566875591 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff998032440 con 0x7ff9b00ae630 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 -- 172.21.15.39:0/2566875591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b00ae630 msgr2=0x7ff9b0069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 --2- 172.21.15.39:0/2566875591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b00ae630 0x7ff9b0069ed0 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7ff9980097d0 tx=0x7ff99802a200 comp rx=0 tx=0).stop 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 -- 172.21.15.39:0/2566875591 shutdown_connections 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 --2- 172.21.15.39:0/2566875591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b00ae630 0x7ff9b0069ed0 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 -- 172.21.15.39:0/2566875591 >> 172.21.15.39:0/2566875591 conn(0x7ff9b006afe0 msgr2=0x7ff9b006b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 -- 172.21.15.39:0/2566875591 shutdown_connections 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.507+0000 7ff9b6953640 1 -- 172.21.15.39:0/2566875591 wait complete. 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.508+0000 7ff9b6953640 1 Processor -- start 2024-09-13T16:20:02.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.508+0000 7ff9b6953640 1 -- start start 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b6953640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 0x7ff9b0140d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b6953640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9b00ae630 0x7ff9b01f29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b6953640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b0145880 0x7ff9b013bcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b6953640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b0141270 con 0x7ff9b0070cb0 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b6953640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b01f2f00 con 0x7ff9b0145880 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b6953640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9b0139da0 con 0x7ff9b00ae630 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 0x7ff9b0140d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 0x7ff9b0140d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37984/0 (socket says 172.21.15.39:37984) 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 -- 172.21.15.39:0/1895017275 learned_addr learned my addr 172.21.15.39:0/1895017275 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b4ef0640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b0145880 0x7ff9b013bcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9af7fe640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9b00ae630 0x7ff9b01f29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 -- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9b00ae630 msgr2=0x7ff9b01f29c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9b00ae630 0x7ff9b01f29c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 -- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b0145880 msgr2=0x7ff9b013bcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b0145880 0x7ff9b013bcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 -- 172.21.15.39:0/1895017275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff998009400 con 0x7ff9b0070cb0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9b4ef0640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b0145880 0x7ff9b013bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9af7fe640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9b00ae630 0x7ff9b01f29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.509+0000 7ff9affff640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 0x7ff9b0140d30 secure :-1 s=READY pgs=2103 cs=0 l=1 rev1=1 crypto rx=0x7ff9a000c430 tx=0x7ff9a000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.510+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a00052d0 con 0x7ff9b0070cb0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.510+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9a0005450 con 0x7ff9b0070cb0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.510+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9b013a080 con 0x7ff9b0070cb0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.510+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a0003830 con 0x7ff9b0070cb0 2024-09-13T16:20:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.510+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9b013a640 con 0x7ff9b0070cb0 2024-09-13T16:20:02.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.511+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9b00672f0 con 0x7ff9b0070cb0 2024-09-13T16:20:02.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.511+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9a0003990 con 0x7ff9b0070cb0 2024-09-13T16:20:02.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.511+0000 7ff9acff9640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99006ac00 0x7ff99006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.512+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7ff9a0088f50 con 0x7ff9b0070cb0 2024-09-13T16:20:02.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.512+0000 7ff9af7fe640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99006ac00 0x7ff99006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.512+0000 7ff9af7fe640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99006ac00 0x7ff99006d0c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff998034000 tx=0x7ff99802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.516+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9a0053b90 con 0x7ff9b0070cb0 2024-09-13T16:20:02.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.685+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7ff9b006bb00 con 0x7ff9b0070cb0 2024-09-13T16:20:02.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.686+0000 7ff9acff9640 1 -- 172.21.15.39:0/1895017275 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v109) v1 ==== 93+0+10 (secure 0 0 0) 0x7ff9a00170a0 con 0x7ff9b0070cb0 2024-09-13T16:20:02.687 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:20:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99006ac00 msgr2=0x7ff99006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99006ac00 0x7ff99006d0c0 secure :-1 s=READY pgs=824 cs=0 l=1 rev1=1 crypto rx=0x7ff998034000 tx=0x7ff99802e000 comp rx=0 tx=0).stop 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 msgr2=0x7ff9b0140d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 0x7ff9b0140d30 secure :-1 s=READY pgs=2103 cs=0 l=1 rev1=1 crypto rx=0x7ff9a000c430 tx=0x7ff9a000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 shutdown_connections 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99006ac00 0x7ff99006d0c0 unknown :-1 s=CLOSED pgs=824 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9b0145880 0x7ff9b013bcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9b00ae630 0x7ff9b01f29c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 --2- 172.21.15.39:0/1895017275 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9b0070cb0 0x7ff9b0140d30 unknown :-1 s=CLOSED pgs=2103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 >> 172.21.15.39:0/1895017275 conn(0x7ff9b006afe0 msgr2=0x7ff9b006b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 shutdown_connections 2024-09-13T16:20:02.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.688+0000 7ff9b6953640 1 -- 172.21.15.39:0/1895017275 wait complete. 2024-09-13T16:20:02.700 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:20:02.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.803+0000 7f57ec1d4640 1 Processor -- start 2024-09-13T16:20:02.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.803+0000 7f57ec1d4640 1 -- start start 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57ec1d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40b4180 0x7f57e40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57ec1d4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f57e40d1f40 0x7f57e40b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57ec1d4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57e40b5550 con 0x7f57e415c7d0 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57ec1d4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57e40b2000 con 0x7f57e40d1f40 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57ec1d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57e40cfb50 con 0x7f57e40b4180 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57e9f70640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f57e415c7d0 0x7f57e40cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50370/0 (socket says 172.21.15.39:50370) 2024-09-13T16:20:02.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57e9f70640 1 -- 172.21.15.39:0/4107502632 learned_addr learned my addr 172.21.15.39:0/4107502632 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57ea771640 1 --2- 172.21.15.39:0/4107502632 >> v2:172.21.15.39:3300/0 conn(0x7f57e40d1f40 0x7f57e40b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57e976f640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40b4180 0x7f57e40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57e8f6e640 1 -- 172.21.15.39:0/4107502632 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3492346546 0 0) 0x7f57e40b5550 con 0x7f57e415c7d0 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.804+0000 7f57e8f6e640 1 -- 172.21.15.39:0/4107502632 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57d0003520 con 0x7f57e415c7d0 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57ea771640 1 -- 172.21.15.39:0/4107502632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40b4180 msgr2=0x7f57e40d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57ea771640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40b4180 0x7f57e40d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57ea771640 1 -- 172.21.15.39:0/4107502632 >> v1:172.21.15.39:6789/0 conn(0x7f57e415c7d0 legacy=0x7f57e40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57ea771640 1 -- 172.21.15.39:0/4107502632 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57e40d2340 con 0x7f57e40d1f40 2024-09-13T16:20:02.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57e976f640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40b4180 0x7f57e40d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:02.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57ea771640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40d1f40 0x7f57e40b59e0 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7f57dc009d90 tx=0x7f57dc02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=11c7731eb3903634 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57e8f6e640 1 -- 172.21.15.39:0/4107502632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57dc007740 con 0x7f57e40d1f40 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57e8f6e640 1 -- 172.21.15.39:0/4107502632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57dc02d050 con 0x7f57e40d1f40 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.805+0000 7f57e8f6e640 1 -- 172.21.15.39:0/4107502632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57dc007aa0 con 0x7f57e40d1f40 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 -- 172.21.15.39:0/4107502632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40d1f40 msgr2=0x7f57e40b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40d1f40 0x7f57e40b59e0 secure :-1 s=READY pgs=2105 cs=0 l=1 rev1=1 crypto rx=0x7f57dc009d90 tx=0x7f57dc02a660 comp rx=0 tx=0).stop 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 -- 172.21.15.39:0/4107502632 shutdown_connections 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40d1f40 0x7f57e40b59e0 unknown :-1 s=CLOSED pgs=2105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/4107502632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40b4180 0x7f57e40d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 -- 172.21.15.39:0/4107502632 >> 172.21.15.39:0/4107502632 conn(0x7f57e406bc40 msgr2=0x7f57e406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 -- 172.21.15.39:0/4107502632 shutdown_connections 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.806+0000 7f57ec1d4640 1 -- 172.21.15.39:0/4107502632 wait complete. 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.807+0000 7f57ec1d4640 1 Processor -- start 2024-09-13T16:20:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.807+0000 7f57ec1d4640 1 -- start start 2024-09-13T16:20:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ec1d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40d1f40 0x7f57e4157f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ec1d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57e415c7d0 0x7f57e40b7a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ec1d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 0x7f57e40b7fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ec1d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e40c9ca0 con 0x7f57e40cc320 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ec1d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57e41584d0 con 0x7f57e415c7d0 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ec1d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57e40c7760 con 0x7f57e40d1f40 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 0x7f57e40b7fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 0x7f57e40b7fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:37998/0 (socket says 172.21.15.39:37998) 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 -- 172.21.15.39:0/3392212080 learned_addr learned my addr 172.21.15.39:0/3392212080 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57e9f70640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40d1f40 0x7f57e4157f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57e976f640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57e415c7d0 0x7f57e40b7a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 -- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40d1f40 msgr2=0x7f57e4157f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40d1f40 0x7f57e4157f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 -- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57e415c7d0 msgr2=0x7f57e40b7a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57e415c7d0 0x7f57e40b7a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.808+0000 7f57ea771640 1 -- 172.21.15.39:0/3392212080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57dc009a70 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.809+0000 7f57ea771640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 0x7f57e40b7fa0 secure :-1 s=READY pgs=2106 cs=0 l=1 rev1=1 crypto rx=0x7f57dc02ac50 tx=0x7f57dc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.809+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57dc03c830 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.809+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f57dc03c990 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.809+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57e40c7a40 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.809+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57dc03cd20 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.809+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57e40c8000 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.810+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f57e40c8190 con 0x7f57e40cc320 2024-09-13T16:20:02.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.810+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f57dc031400 con 0x7f57e40cc320 2024-09-13T16:20:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.811+0000 7f57da7fc640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57c806ac00 0x7f57c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.811+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f57dc0ab530 con 0x7f57e40cc320 2024-09-13T16:20:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.811+0000 7f57e9f70640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57c806ac00 0x7f57c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:02.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.812+0000 7f57e9f70640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57c806ac00 0x7f57c806d0c0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f57e0005880 tx=0x7f57e0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:02.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.815+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f57dc076290 con 0x7f57e40cc320 2024-09-13T16:20:02.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.984+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f57e415cbb0 con 0x7f57e40cc320 2024-09-13T16:20:02.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.984+0000 7f57da7fc640 1 -- 172.21.15.39:0/3392212080 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v109) v1 ==== 104+0+11 (secure 0 0 0) 0x7f57dc0798b0 con 0x7f57e40cc320 2024-09-13T16:20:02.986 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57c806ac00 msgr2=0x7f57c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57c806ac00 0x7f57c806d0c0 secure :-1 s=READY pgs=825 cs=0 l=1 rev1=1 crypto rx=0x7f57e0005880 tx=0x7f57e0009040 comp rx=0 tx=0).stop 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 msgr2=0x7f57e40b7fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 0x7f57e40b7fa0 secure :-1 s=READY pgs=2106 cs=0 l=1 rev1=1 crypto rx=0x7f57dc02ac50 tx=0x7f57dc004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 shutdown_connections 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f57c806ac00 0x7f57c806d0c0 unknown :-1 s=CLOSED pgs=825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f57e40cc320 0x7f57e40b7fa0 unknown :-1 s=CLOSED pgs=2106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f57e415c7d0 0x7f57e40b7a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 --2- 172.21.15.39:0/3392212080 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f57e40d1f40 0x7f57e4157f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:02.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 >> 172.21.15.39:0/3392212080 conn(0x7f57e406bc40 msgr2=0x7f57e40b6700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:02.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 shutdown_connections 2024-09-13T16:20:02.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:02.986+0000 7f57ec1d4640 1 -- 172.21.15.39:0/3392212080 wait complete. 2024-09-13T16:20:02.999 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:20:03.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.102+0000 7fee0b79c640 1 Processor -- start 2024-09-13T16:20:03.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.103+0000 7fee0b79c640 1 -- start start 2024-09-13T16:20:03.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.103+0000 7fee0b79c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee040b4180 0x7fee040d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.103+0000 7fee0b79c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee040b5550 con 0x7fee040d1f40 2024-09-13T16:20:03.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.103+0000 7fee0b79c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee040cfb50 con 0x7fee0415c7d0 2024-09-13T16:20:03.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.103+0000 7fee0b79c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee040b2000 con 0x7fee040b4180 2024-09-13T16:20:03.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee08d37640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee040b4180 0x7fee040d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee08d37640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee040b4180 0x7fee040d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38000/0 (socket says 172.21.15.39:38000) 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee09d39640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fee040d1f40 0x7fee040b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:50374/0 (socket says 172.21.15.39:50374) 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee08d37640 1 -- 172.21.15.39:0/3426398574 learned_addr learned my addr 172.21.15.39:0/3426398574 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee08d37640 1 -- 172.21.15.39:0/3426398574 >> v1:172.21.15.157:6789/0 conn(0x7fee0415c7d0 legacy=0x7fee040cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee08d37640 1 -- 172.21.15.39:0/3426398574 >> v1:172.21.15.39:6789/0 conn(0x7fee040d1f40 legacy=0x7fee040b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee03fff640 1 -- 172.21.15.39:0/3426398574 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3990257424 0 0) 0x7fee040b5550 con 0x7fee040d1f40 2024-09-13T16:20:03.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.104+0000 7fee08d37640 1 -- 172.21.15.39:0/3426398574 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee040b4610 con 0x7fee040b4180 2024-09-13T16:20:03.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee08d37640 1 --2- 172.21.15.39:0/3426398574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040b4180 0x7fee040d1a00 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7fedf8009870 tx=0x7fedf802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=57a95aeb807c2b17 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee03fff640 1 -- 172.21.15.39:0/3426398574 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf8032640 con 0x7fee040b4180 2024-09-13T16:20:03.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee03fff640 1 -- 172.21.15.39:0/3426398574 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedf80327a0 con 0x7fee040b4180 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee03fff640 1 -- 172.21.15.39:0/3426398574 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf8032b30 con 0x7fee040b4180 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee0b79c640 1 -- 172.21.15.39:0/3426398574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040b4180 msgr2=0x7fee040d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee0b79c640 1 --2- 172.21.15.39:0/3426398574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040b4180 0x7fee040d1a00 secure :-1 s=READY pgs=2108 cs=0 l=1 rev1=1 crypto rx=0x7fedf8009870 tx=0x7fedf802a300 comp rx=0 tx=0).stop 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee0b79c640 1 -- 172.21.15.39:0/3426398574 shutdown_connections 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee0b79c640 1 --2- 172.21.15.39:0/3426398574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040b4180 0x7fee040d1a00 unknown :-1 s=CLOSED pgs=2108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee0b79c640 1 -- 172.21.15.39:0/3426398574 >> 172.21.15.39:0/3426398574 conn(0x7fee0406bc40 msgr2=0x7fee0406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.105+0000 7fee0b79c640 1 -- 172.21.15.39:0/3426398574 shutdown_connections 2024-09-13T16:20:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.106+0000 7fee0b79c640 1 -- 172.21.15.39:0/3426398574 wait complete. 2024-09-13T16:20:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.107+0000 7fee0b79c640 1 Processor -- start 2024-09-13T16:20:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.107+0000 7fee0b79c640 1 -- start start 2024-09-13T16:20:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 0x7fee041f2570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee0415c7d0 0x7fee0415de10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee041f2ab0 0x7fee0415e350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee040aa5e0 con 0x7fee040d1f40 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee040caaa0 con 0x7fee0415c7d0 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee040cad80 con 0x7fee041f2ab0 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 0x7fee041f2570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 0x7fee041f2570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38006/0 (socket says 172.21.15.39:38006) 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 -- 172.21.15.39:0/400795923 learned_addr learned my addr 172.21.15.39:0/400795923 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee08d37640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee0415c7d0 0x7fee0415de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09d39640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee041f2ab0 0x7fee0415e350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 -- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee041f2ab0 msgr2=0x7fee0415e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee041f2ab0 0x7fee0415e350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 -- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee0415c7d0 msgr2=0x7fee0415de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee0415c7d0 0x7fee0415de10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 -- 172.21.15.39:0/400795923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fedf80094d0 con 0x7fee040d1f40 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee09538640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 0x7fee041f2570 secure :-1 s=READY pgs=2109 cs=0 l=1 rev1=1 crypto rx=0x7fedf400c730 tx=0x7fedf400cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf4003b70 con 0x7fee040d1f40 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fedf4003cf0 con 0x7fee040d1f40 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee040cb060 con 0x7fee040d1f40 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.108+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fedf4003ea0 con 0x7fee040d1f40 2024-09-13T16:20:03.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.109+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee040cb620 con 0x7fee040d1f40 2024-09-13T16:20:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.110+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee0415cbb0 con 0x7fee040d1f40 2024-09-13T16:20:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.110+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fedf400aa90 con 0x7fee040d1f40 2024-09-13T16:20:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.111+0000 7fee01ffb640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf006ac00 0x7fedf006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.111+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fedf4089790 con 0x7fee040d1f40 2024-09-13T16:20:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.111+0000 7fee08d37640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf006ac00 0x7fedf006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.111+0000 7fee08d37640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf006ac00 0x7fedf006d0c0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fedf8034000 tx=0x7fedf802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.115+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fedf4054340 con 0x7fee040d1f40 2024-09-13T16:20:03.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.285+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fee0415fd20 con 0x7fee040d1f40 2024-09-13T16:20:03.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.286+0000 7fee01ffb640 1 -- 172.21.15.39:0/400795923 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v109) v1 ==== 100+0+11 (secure 0 0 0) 0x7fedf4057960 con 0x7fee040d1f40 2024-09-13T16:20:03.287 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.287+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf006ac00 msgr2=0x7fedf006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.287+0000 7fee0b79c640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf006ac00 0x7fedf006d0c0 secure :-1 s=READY pgs=826 cs=0 l=1 rev1=1 crypto rx=0x7fedf8034000 tx=0x7fedf802e000 comp rx=0 tx=0).stop 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.287+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 msgr2=0x7fee041f2570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.287+0000 7fee0b79c640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 0x7fee041f2570 secure :-1 s=READY pgs=2109 cs=0 l=1 rev1=1 crypto rx=0x7fedf400c730 tx=0x7fedf400cbf0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 shutdown_connections 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fedf006ac00 0x7fedf006d0c0 unknown :-1 s=CLOSED pgs=826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee041f2ab0 0x7fee0415e350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee0415c7d0 0x7fee0415de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 --2- 172.21.15.39:0/400795923 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee040d1f40 0x7fee041f2570 unknown :-1 s=CLOSED pgs=2109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 >> 172.21.15.39:0/400795923 conn(0x7fee0406bc40 msgr2=0x7fee040b58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:03.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 shutdown_connections 2024-09-13T16:20:03.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.288+0000 7fee0b79c640 1 -- 172.21.15.39:0/400795923 wait complete. 2024-09-13T16:20:03.300 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:20:03.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.402+0000 7f0379753640 1 Processor -- start 2024-09-13T16:20:03.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.403+0000 7f0379753640 1 -- start start 2024-09-13T16:20:03.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.403+0000 7f0379753640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03740ccd10 0x7f0374160e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.403+0000 7f0379753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740d0db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.403+0000 7f0379753640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0374161380 con 0x7f037415c8d0 2024-09-13T16:20:03.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.403+0000 7f0379753640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03740cd1a0 con 0x7f03740ccd10 2024-09-13T16:20:03.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.403+0000 7f0379753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03740cd480 con 0x7f03740b4c00 2024-09-13T16:20:03.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03740ccd10 0x7f0374160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03740ccd10 0x7f0374160e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38022/0 (socket says 172.21.15.39:38022) 2024-09-13T16:20:03.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 -- 172.21.15.39:0/3727038751 learned_addr learned my addr 172.21.15.39:0/3727038751 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:03.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 -- 172.21.15.39:0/3727038751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 msgr2=0x7f03740d0db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:03.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 --2- 172.21.15.39:0/3727038751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740d0db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 -- 172.21.15.39:0/3727038751 >> v1:172.21.15.157:6789/0 conn(0x7f037415c8d0 legacy=0x7f03740b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:03.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.404+0000 7f03727fc640 1 -- 172.21.15.39:0/3727038751 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03740cd760 con 0x7f03740ccd10 2024-09-13T16:20:03.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f03727fc640 1 --2- 172.21.15.39:0/3727038751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740ccd10 0x7f0374160e40 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f035c009870 tx=0x7f035c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=503a6c7316638b22 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0371ffb640 1 -- 172.21.15.39:0/3727038751 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f035c032440 con 0x7f03740ccd10 2024-09-13T16:20:03.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0371ffb640 1 -- 172.21.15.39:0/3727038751 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f035c0325a0 con 0x7f03740ccd10 2024-09-13T16:20:03.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0371ffb640 1 -- 172.21.15.39:0/3727038751 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f035c032930 con 0x7f03740ccd10 2024-09-13T16:20:03.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 -- 172.21.15.39:0/3727038751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740ccd10 msgr2=0x7f0374160e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 --2- 172.21.15.39:0/3727038751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740ccd10 0x7f0374160e40 secure :-1 s=READY pgs=2110 cs=0 l=1 rev1=1 crypto rx=0x7f035c009870 tx=0x7f035c02a210 comp rx=0 tx=0).stop 2024-09-13T16:20:03.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 -- 172.21.15.39:0/3727038751 shutdown_connections 2024-09-13T16:20:03.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 --2- 172.21.15.39:0/3727038751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740d0db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 --2- 172.21.15.39:0/3727038751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740ccd10 0x7f0374160e40 unknown :-1 s=CLOSED pgs=2110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 -- 172.21.15.39:0/3727038751 >> 172.21.15.39:0/3727038751 conn(0x7f03740cf560 msgr2=0x7f03740cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:03.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 -- 172.21.15.39:0/3727038751 shutdown_connections 2024-09-13T16:20:03.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.405+0000 7f0379753640 1 -- 172.21.15.39:0/3727038751 wait complete. 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 Processor -- start 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 -- start start 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740cb060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f037415c8d0 0x7f03740c7bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 0x7f037415de80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03740cc3a0 con 0x7f03740cc7c0 2024-09-13T16:20:03.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03740cb720 con 0x7f037415c8d0 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.407+0000 7f0379753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03740cba00 con 0x7f03740b4c00 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 0x7f037415de80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 0x7f037415de80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38034/0 (socket says 172.21.15.39:38034) 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 -- 172.21.15.39:0/3756157817 learned_addr learned my addr 172.21.15.39:0/3756157817 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03727fc640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f037415c8d0 0x7f03740c7bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f0372ffd640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740cb060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 -- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 msgr2=0x7f03740cb060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740cb060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 -- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f037415c8d0 msgr2=0x7f03740c7bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f037415c8d0 0x7f03740c7bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 -- 172.21.15.39:0/3756157817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f035c0094d0 con 0x7f03740cc7c0 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f03737fe640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 0x7f037415de80 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f036c00b3f0 tx=0x7f036c00b8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f036c011830 con 0x7f03740cc7c0 2024-09-13T16:20:03.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f036c0119b0 con 0x7f03740cc7c0 2024-09-13T16:20:03.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03740cbce0 con 0x7f03740cc7c0 2024-09-13T16:20:03.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f036c011d60 con 0x7f03740cc7c0 2024-09-13T16:20:03.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.408+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03740c8100 con 0x7f03740cc7c0 2024-09-13T16:20:03.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.409+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03740cc4e0 con 0x7f03740cc7c0 2024-09-13T16:20:03.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.410+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f036c01a400 con 0x7f03740cc7c0 2024-09-13T16:20:03.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.410+0000 7f036b7fe640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f035406ac00 0x7f035406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.410+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f036c089980 con 0x7f03740cc7c0 2024-09-13T16:20:03.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.411+0000 7f0372ffd640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f035406ac00 0x7f035406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.411+0000 7f0372ffd640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f035406ac00 0x7f035406d0c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f0364009fd0 tx=0x7f036400d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.414+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f03740cc4e0 con 0x7f03740cc7c0 2024-09-13T16:20:03.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.597+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f03740cc4e0 con 0x7f03740cc7c0 2024-09-13T16:20:03.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.597+0000 7f036b7fe640 1 -- 172.21.15.39:0/3756157817 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 36 entries v109) v1 ==== 81+0+2190 (secure 0 0 0) 0x7f036c0158a0 con 0x7f03740cc7c0 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:03.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:03.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:03.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:03.602 INFO:teuthology.orchestra.run.smithi039.stderr:listed 36 entries 2024-09-13T16:20:03.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f035406ac00 msgr2=0x7f035406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f035406ac00 0x7f035406d0c0 secure :-1 s=READY pgs=827 cs=0 l=1 rev1=1 crypto rx=0x7f0364009fd0 tx=0x7f036400d040 comp rx=0 tx=0).stop 2024-09-13T16:20:03.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 msgr2=0x7f037415de80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 0x7f037415de80 secure :-1 s=READY pgs=2111 cs=0 l=1 rev1=1 crypto rx=0x7f036c00b3f0 tx=0x7f036c00b8b0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 shutdown_connections 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f035406ac00 0x7f035406d0c0 unknown :-1 s=CLOSED pgs=827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03740cc7c0 0x7f037415de80 unknown :-1 s=CLOSED pgs=2111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f037415c8d0 0x7f03740c7bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 --2- 172.21.15.39:0/3756157817 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03740b4c00 0x7f03740cb060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 >> 172.21.15.39:0/3756157817 conn(0x7f03740cf560 msgr2=0x7f03740d26c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 shutdown_connections 2024-09-13T16:20:03.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.599+0000 7f0379753640 1 -- 172.21.15.39:0/3756157817 wait complete. 2024-09-13T16:20:03.611 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:03.611 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:03.628 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:20:03.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.768+0000 7f6a44745640 1 Processor -- start 2024-09-13T16:20:03.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.768+0000 7f6a44745640 1 -- start start 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.769+0000 7f6a44745640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6a3c0b41a0 0x7f6a3c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.769+0000 7f6a44745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a3c0d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.769+0000 7f6a44745640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a3c0cde30 con 0x7f6a3c0d0830 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.769+0000 7f6a44745640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a3c0b5090 con 0x7f6a3c0b41a0 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.769+0000 7f6a44745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3c0cd820 con 0x7f6a3c0ccf80 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a42ce2640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6a3c0d0830 0x7f6a3c166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39450/0 (socket says 172.21.15.39:39450) 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a42ce2640 1 -- 172.21.15.39:0/2947131040 learned_addr learned my addr 172.21.15.39:0/2947131040 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a424e1640 1 --2- 172.21.15.39:0/2947131040 >> v2:172.21.15.157:3300/0 conn(0x7f6a3c0b41a0 0x7f6a3c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2705021117 0 0) 0x7f6a3c0cde30 con 0x7f6a3c0d0830 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a41ce0640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a3c0d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6a28003520 con 0x7f6a3c0d0830 2024-09-13T16:20:03.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4065435982 0 0) 0x7f6a28003520 con 0x7f6a3c0d0830 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 msgr2=0x7f6a3c0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a3c0d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 >> v2:172.21.15.157:3300/0 conn(0x7f6a3c0b41a0 msgr2=0x7f6a3c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 --2- 172.21.15.39:0/2947131040 >> v2:172.21.15.157:3300/0 conn(0x7f6a3c0b41a0 0x7f6a3c0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a3c0b4ac0 con 0x7f6a3c0d0830 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6a340019f0 con 0x7f6a3c0d0830 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 >> v1:172.21.15.39:6789/0 conn(0x7f6a3c0d0830 legacy=0x7f6a3c166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a28003970 0x7f6a28003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a280047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a28004d00 0x7f6a28005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3c0b5090 con 0x7f6a28003970 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3c0cd820 con 0x7f6a28004d00 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a2800b980 con 0x7f6a3c0ccf80 2024-09-13T16:20:03.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a424e1640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a28003970 0x7f6a28003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a41ce0640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a280047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.770+0000 7f6a42ce2640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a28004d00 0x7f6a28005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a424e1640 1 -- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 msgr2=0x7f6a280047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a424e1640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a280047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a424e1640 1 -- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a28004d00 msgr2=0x7f6a28005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a424e1640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a28004d00 0x7f6a28005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a424e1640 1 -- 172.21.15.39:0/2947131040 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a28003520 con 0x7f6a28003970 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a41ce0640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a3c0ccf80 0x7f6a280047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a424e1640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a28003970 0x7f6a28003d90 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7f6a38009ac0 tx=0x7f6a280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ee0b677ea569533 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a38031400 con 0x7f6a28003970 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.771+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a3802d050 con 0x7f6a28003970 2024-09-13T16:20:03.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a414df640 1 -- 172.21.15.39:0/2947131040 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a38031780 con 0x7f6a28003970 2024-09-13T16:20:03.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a44745640 1 -- 172.21.15.39:0/2947131040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a28003970 msgr2=0x7f6a28003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a44745640 1 --2- 172.21.15.39:0/2947131040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a28003970 0x7f6a28003d90 secure :-1 s=READY pgs=2113 cs=0 l=1 rev1=1 crypto rx=0x7f6a38009ac0 tx=0x7f6a280057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a42ce2640 1 -- 172.21.15.39:0/2947131040 reap_dead start 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a44745640 1 -- 172.21.15.39:0/2947131040 shutdown_connections 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a44745640 1 -- 172.21.15.39:0/2947131040 >> 172.21.15.39:0/2947131040 conn(0x7f6a3c0cf1a0 msgr2=0x7f6a3c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a44745640 1 -- 172.21.15.39:0/2947131040 shutdown_connections 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.772+0000 7f6a44745640 1 -- 172.21.15.39:0/2947131040 wait complete. 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.773+0000 7f6a44745640 1 Processor -- start 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.773+0000 7f6a44745640 1 -- start start 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a44745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a28003970 0x7f6a3c0c9a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a44745640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3c155590 0x7f6a3c145000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a44745640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 0x7f6a3c0cb620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a44745640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3c0cad10 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a44745640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3c0c9020 con 0x7f6a3c155590 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a44745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a3c142500 con 0x7f6a28003970 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a42ce2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 0x7f6a3c0cb620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a42ce2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 0x7f6a3c0cb620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57670/0 (socket says 172.21.15.39:57670) 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a42ce2640 1 -- 172.21.15.39:0/1114485424 learned_addr learned my addr 172.21.15.39:0/1114485424 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a424e1640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a28003970 0x7f6a3c0c9a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.774+0000 7f6a41ce0640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3c155590 0x7f6a3c145000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a42ce2640 1 -- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a28003970 msgr2=0x7f6a3c0c9a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a42ce2640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a28003970 0x7f6a3c0c9a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a42ce2640 1 -- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3c155590 msgr2=0x7f6a3c145000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a42ce2640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3c155590 0x7f6a3c145000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a42ce2640 1 -- 172.21.15.39:0/1114485424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a3c155d80 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a42ce2640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 0x7f6a3c0cb620 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7f6a34002060 tx=0x7f6a3400e530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a34007a80 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a3400eda0 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a3c0ca100 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a34013660 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.775+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a3c0ca6c0 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.776+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a3c067330 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.776+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6a340137c0 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.777+0000 7f6a2effd640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2006ac30 0x7f6a2006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.777+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f6a34089c50 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.777+0000 7f6a424e1640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2006ac30 0x7f6a2006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:03.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.778+0000 7f6a424e1640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2006ac30 0x7f6a2006d0f0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f6a38033000 tx=0x7f6a38008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:03.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.781+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6a340548b0 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.954+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6a3c066ec0 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.955+0000 7f6a2effd640 1 -- 172.21.15.39:0/1114485424 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v109) v1 ==== 74+0+18932 (secure 0 0 0) 0x7f6a34057ed0 con 0x7f6a3c0cb1a0 2024-09-13T16:20:03.958 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:03.958 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":109,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:19:48.565669+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2006ac30 msgr2=0x7f6a2006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2006ac30 0x7f6a2006d0f0 secure :-1 s=READY pgs=828 cs=0 l=1 rev1=1 crypto rx=0x7f6a38033000 tx=0x7f6a38008030 comp rx=0 tx=0).stop 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 msgr2=0x7f6a3c0cb620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 0x7f6a3c0cb620 secure :-1 s=READY pgs=2114 cs=0 l=1 rev1=1 crypto rx=0x7f6a34002060 tx=0x7f6a3400e530 comp rx=0 tx=0).stop 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 shutdown_connections 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2006ac30 0x7f6a2006d0f0 unknown :-1 s=CLOSED pgs=828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a3c0cb1a0 0x7f6a3c0cb620 unknown :-1 s=CLOSED pgs=2114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a3c155590 0x7f6a3c145000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 --2- 172.21.15.39:0/1114485424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a28003970 0x7f6a3c0c9a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 >> 172.21.15.39:0/1114485424 conn(0x7f6a3c0cf1a0 msgr2=0x7f6a3c1e7ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 shutdown_connections 2024-09-13T16:20:03.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:03.957+0000 7f6a44745640 1 -- 172.21.15.39:0/1114485424 wait complete. 2024-09-13T16:20:03.971 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:20:03.971 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:20:04.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.073+0000 7f43b5dce640 1 Processor -- start 2024-09-13T16:20:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.073+0000 7f43b5dce640 1 -- start start 2024-09-13T16:20:04.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43b5dce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43b0160900 0x7f43b00cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43b5dce640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43b01610b0 con 0x7f43b00cf0f0 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43b5dce640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43b00cd650 con 0x7f43b00afc80 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43b5dce640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43b015cfa0 con 0x7f43b0160900 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43b0160900 0x7f43b00cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43a6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f43b00cf0f0 0x7f43b01601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39452/0 (socket says 172.21.15.39:39452) 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43b0160900 0x7f43b00cdae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57680/0 (socket says 172.21.15.39:57680) 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43a6ffd640 1 -- 172.21.15.39:0/643173214 learned_addr learned my addr 172.21.15.39:0/643173214 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43affff640 1 -- 172.21.15.39:0/643173214 >> v1:172.21.15.157:6789/0 conn(0x7f43b00afc80 legacy=0x7f43b00ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43affff640 1 -- 172.21.15.39:0/643173214 >> v1:172.21.15.39:6789/0 conn(0x7f43b00cf0f0 legacy=0x7f43b01601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.074+0000 7f43affff640 1 -- 172.21.15.39:0/643173214 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b0160dd0 con 0x7f43b0160900 2024-09-13T16:20:04.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.075+0000 7f43affff640 1 --2- 172.21.15.39:0/643173214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b00cdae0 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7f43a8009d90 tx=0x7f43a802a580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=645d7ac258d87145 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.075+0000 7f43aeffd640 1 -- 172.21.15.39:0/643173214 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a8007740 con 0x7f43b0160900 2024-09-13T16:20:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.075+0000 7f43aeffd640 1 -- 172.21.15.39:0/643173214 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43a802d050 con 0x7f43b0160900 2024-09-13T16:20:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.075+0000 7f43aeffd640 1 -- 172.21.15.39:0/643173214 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a8007ac0 con 0x7f43b0160900 2024-09-13T16:20:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 -- 172.21.15.39:0/643173214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 msgr2=0x7f43b00cdae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 --2- 172.21.15.39:0/643173214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b00cdae0 secure :-1 s=READY pgs=2116 cs=0 l=1 rev1=1 crypto rx=0x7f43a8009d90 tx=0x7f43a802a580 comp rx=0 tx=0).stop 2024-09-13T16:20:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 -- 172.21.15.39:0/643173214 shutdown_connections 2024-09-13T16:20:04.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 --2- 172.21.15.39:0/643173214 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b00cdae0 unknown :-1 s=CLOSED pgs=2116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 -- 172.21.15.39:0/643173214 >> 172.21.15.39:0/643173214 conn(0x7f43b00d04e0 msgr2=0x7f43b00d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 -- 172.21.15.39:0/643173214 shutdown_connections 2024-09-13T16:20:04.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.076+0000 7f43b5dce640 1 -- 172.21.15.39:0/643173214 wait complete. 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.077+0000 7f43b5dce640 1 Processor -- start 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.077+0000 7f43b5dce640 1 -- start start 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43b5dce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b00afc80 0x7f43b01552d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43b5dce640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b00cf0f0 0x7f43b014c030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43b5dce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b0159fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43b5dce640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43b0154580 con 0x7f43b0160900 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43b5dce640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43b01547f0 con 0x7f43b00cf0f0 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43b5dce640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43b0154ad0 con 0x7f43b00afc80 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b0159fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43affff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b0159fb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57694/0 (socket says 172.21.15.39:57694) 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.078+0000 7f43affff640 1 -- 172.21.15.39:0/3894801859 learned_addr learned my addr 172.21.15.39:0/3894801859 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43a6ffd640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b00cf0f0 0x7f43b014c030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43af7fe640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b00afc80 0x7f43b01552d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43affff640 1 -- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b00afc80 msgr2=0x7f43b01552d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43affff640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b00afc80 0x7f43b01552d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43affff640 1 -- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b00cf0f0 msgr2=0x7f43b014c030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43affff640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b00cf0f0 0x7f43b014c030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43affff640 1 -- 172.21.15.39:0/3894801859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43a8009a70 con 0x7f43b0160900 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43af7fe640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b00afc80 0x7f43b01552d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43affff640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b0159fb0 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7f43a8009d90 tx=0x7f43a8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a8031910 con 0x7f43b0160900 2024-09-13T16:20:04.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43a8031a70 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43b0154db0 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43a8031de0 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.079+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43b0160590 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.080+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43b0154fc0 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.081+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43a803b410 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.081+0000 7f43acff9640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f439006ac00 0x7f439006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.081+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f43a80ab030 con 0x7f43b0160900 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.081+0000 7f43af7fe640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f439006ac00 0x7f439006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.082+0000 7f43af7fe640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f439006ac00 0x7f439006d0c0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f43a0003eb0 tx=0x7f43a0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.085+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43a8075be0 con 0x7f43b0160900 2024-09-13T16:20:04.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.254+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f43b00d10a0 con 0x7f43b0160900 2024-09-13T16:20:04.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.255+0000 7f43acff9640 1 -- 172.21.15.39:0/3894801859 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v109) v1 ==== 93+0+10 (secure 0 0 0) 0x7f43a8079200 con 0x7f43b0160900 2024-09-13T16:20:04.257 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f439006ac00 msgr2=0x7f439006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f439006ac00 0x7f439006d0c0 secure :-1 s=READY pgs=829 cs=0 l=1 rev1=1 crypto rx=0x7f43a0003eb0 tx=0x7f43a0009040 comp rx=0 tx=0).stop 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 msgr2=0x7f43b0159fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b0159fb0 secure :-1 s=READY pgs=2117 cs=0 l=1 rev1=1 crypto rx=0x7f43a8009d90 tx=0x7f43a8004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 shutdown_connections 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f439006ac00 0x7f439006d0c0 unknown :-1 s=CLOSED pgs=829 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0160900 0x7f43b0159fb0 unknown :-1 s=CLOSED pgs=2117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b00cf0f0 0x7f43b014c030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 --2- 172.21.15.39:0/3894801859 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43b00afc80 0x7f43b01552d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 >> 172.21.15.39:0/3894801859 conn(0x7f43b00d04e0 msgr2=0x7f43b015b720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 shutdown_connections 2024-09-13T16:20:04.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.257+0000 7f43b5dce640 1 -- 172.21.15.39:0/3894801859 wait complete. 2024-09-13T16:20:04.271 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:20:04.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.375+0000 7f88358f7640 1 Processor -- start 2024-09-13T16:20:04.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.375+0000 7f88358f7640 1 -- start start 2024-09-13T16:20:04.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f88358f7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88300cc460 0x7f8830159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f88358f7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f883015a000 con 0x7f883015a200 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f88358f7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88300cbbf0 con 0x7f88300cb810 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f88358f7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88300b1540 con 0x7f88300cc460 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f8827fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f88300cc460 0x7f8830159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f882f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f883015a200 0x7f88300ccd60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39456/0 (socket says 172.21.15.39:39456) 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f882f7fe640 1 -- 172.21.15.39:0/4267713326 learned_addr learned my addr 172.21.15.39:0/4267713326 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f8827fff640 1 -- 172.21.15.39:0/4267713326 >> v1:172.21.15.157:6789/0 conn(0x7f88300cb810 legacy=0x7f88300b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f8827fff640 1 -- 172.21.15.39:0/4267713326 >> v1:172.21.15.39:6789/0 conn(0x7f883015a200 legacy=0x7f88300ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f882e7fc640 1 -- 172.21.15.39:0/4267713326 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1965330008 0 0) 0x7f883015a000 con 0x7f883015a200 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.376+0000 7f8827fff640 1 -- 172.21.15.39:0/4267713326 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88300b1820 con 0x7f88300cc460 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.377+0000 7f8827fff640 1 --2- 172.21.15.39:0/4267713326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88300cc460 0x7f8830159ac0 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f88180097a0 tx=0x7f881802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0b4d85aff0050b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.377+0000 7f882e7fc640 1 -- 172.21.15.39:0/4267713326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8818032440 con 0x7f88300cc460 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.377+0000 7f882e7fc640 1 -- 172.21.15.39:0/4267713326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88180325a0 con 0x7f88300cc460 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.377+0000 7f882e7fc640 1 -- 172.21.15.39:0/4267713326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8818032930 con 0x7f88300cc460 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 -- 172.21.15.39:0/4267713326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88300cc460 msgr2=0x7f8830159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 --2- 172.21.15.39:0/4267713326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88300cc460 0x7f8830159ac0 secure :-1 s=READY pgs=2119 cs=0 l=1 rev1=1 crypto rx=0x7f88180097a0 tx=0x7f881802a230 comp rx=0 tx=0).stop 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 -- 172.21.15.39:0/4267713326 shutdown_connections 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 --2- 172.21.15.39:0/4267713326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88300cc460 0x7f8830159ac0 unknown :-1 s=CLOSED pgs=2119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 -- 172.21.15.39:0/4267713326 >> 172.21.15.39:0/4267713326 conn(0x7f88300b00a0 msgr2=0x7f88300b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 -- 172.21.15.39:0/4267713326 shutdown_connections 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.378+0000 7f88358f7640 1 -- 172.21.15.39:0/4267713326 wait complete. 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.379+0000 7f88358f7640 1 Processor -- start 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.379+0000 7f88358f7640 1 -- start start 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f88358f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88300cb810 0x7f88301570c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f88358f7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88300cc460 0x7f883014ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f88358f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 0x7f88300ae640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f88358f7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8830155ae0 con 0x7f883015a200 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f88358f7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8830154ed0 con 0x7f88300cb810 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f88358f7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88301551b0 con 0x7f88300cc460 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 0x7f88300ae640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 0x7f88300ae640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57712/0 (socket says 172.21.15.39:57712) 2024-09-13T16:20:04.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 -- 172.21.15.39:0/3663275507 learned_addr learned my addr 172.21.15.39:0/3663275507 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882effd640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88300cb810 0x7f88301570c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f8827fff640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88300cc460 0x7f883014ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 -- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88300cc460 msgr2=0x7f883014ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88300cc460 0x7f883014ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 -- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88300cb810 msgr2=0x7f88301570c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88300cb810 0x7f88301570c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882f7fe640 1 -- 172.21.15.39:0/3663275507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8818009400 con 0x7f883015a200 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.380+0000 7f882effd640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88300cb810 0x7f88301570c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.381+0000 7f882f7fe640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 0x7f88300ae640 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f882800c7e0 tx=0x7f882800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.381+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882800a640 con 0x7f883015a200 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.381+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f882800a7c0 con 0x7f883015a200 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.381+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8830155490 con 0x7f883015a200 2024-09-13T16:20:04.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.381+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f882800ab70 con 0x7f883015a200 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.381+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f883014cfd0 con 0x7f883015a200 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.382+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88300672f0 con 0x7f883015a200 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.382+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f882800acd0 con 0x7f883015a200 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.383+0000 7f882cff9640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f881006ac00 0x7f881006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.383+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f8828089190 con 0x7f883015a200 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.383+0000 7f882effd640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f881006ac00 0x7f881006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.384+0000 7f882effd640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f881006ac00 0x7f881006d0c0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f8820007fd0 tx=0x7f8820009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.387+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8828053dd0 con 0x7f883015a200 2024-09-13T16:20:04.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.558+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f883015a610 con 0x7f883015a200 2024-09-13T16:20:04.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.559+0000 7f882cff9640 1 -- 172.21.15.39:0/3663275507 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v109) v1 ==== 104+0+11 (secure 0 0 0) 0x7f88280573f0 con 0x7f883015a200 2024-09-13T16:20:04.561 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:20:04.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f881006ac00 msgr2=0x7f881006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f881006ac00 0x7f881006d0c0 secure :-1 s=READY pgs=830 cs=0 l=1 rev1=1 crypto rx=0x7f8820007fd0 tx=0x7f8820009040 comp rx=0 tx=0).stop 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 msgr2=0x7f88300ae640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 0x7f88300ae640 secure :-1 s=READY pgs=2120 cs=0 l=1 rev1=1 crypto rx=0x7f882800c7e0 tx=0x7f882800cca0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 shutdown_connections 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f881006ac00 0x7f881006d0c0 unknown :-1 s=CLOSED pgs=830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f883015a200 0x7f88300ae640 unknown :-1 s=CLOSED pgs=2120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f88300cc460 0x7f883014ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 --2- 172.21.15.39:0/3663275507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f88300cb810 0x7f88301570c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 >> 172.21.15.39:0/3663275507 conn(0x7f88300b00a0 msgr2=0x7f8830069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 shutdown_connections 2024-09-13T16:20:04.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.561+0000 7f88358f7640 1 -- 172.21.15.39:0/3663275507 wait complete. 2024-09-13T16:20:04.574 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:20:04.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.677+0000 7f4729d65640 1 Processor -- start 2024-09-13T16:20:04.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.677+0000 7f4729d65640 1 -- start start 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f4729d65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f47240ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f4729d65640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4724150940 con 0x7f472406d200 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f4729d65640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47240cd4a0 con 0x7f472415d6c0 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f4729d65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f472406fe50 con 0x7f4724150560 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f4722ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f472406d200 0x7f472415cfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39472/0 (socket says 172.21.15.39:39472) 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f4722ffd640 1 -- 172.21.15.39:0/4067835490 learned_addr learned my addr 172.21.15.39:0/4067835490 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 700424937 0 0) 0x7f4718001110 con 0x7f472406d200 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47237fe640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f47240ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f470c003520 con 0x7f472406d200 2024-09-13T16:20:04.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2885488696 0 0) 0x7f470c003520 con 0x7f472406d200 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 msgr2=0x7f47240ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f47240ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 >> v1:172.21.15.157:6789/0 conn(0x7f472415d6c0 legacy=0x7f47240702e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f472406d620 con 0x7f472406d200 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4718001800 con 0x7f472406d200 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47237fe640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f47240ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 >> v1:172.21.15.39:6789/0 conn(0x7f472406d200 legacy=0x7f472415cfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f470c0039a0 0x7f470c003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f470c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f470c004d00 0x7f470c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472406fe50 con 0x7f470c004d00 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f470c00ba90 con 0x7f470c0039a0 2024-09-13T16:20:04.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.678+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f470c00bc50 con 0x7f4724150560 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4723fff640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f470c004d00 0x7f470c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f47237fe640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f470c0039a0 0x7f470c003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4722ffd640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f470c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4723fff640 1 -- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 msgr2=0x7f470c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4723fff640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4724150560 0x7f470c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4723fff640 1 -- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f470c0039a0 msgr2=0x7f470c003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4723fff640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f470c0039a0 0x7f470c003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.679+0000 7f4723fff640 1 -- 172.21.15.39:0/4067835490 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f470c003520 con 0x7f470c004d00 2024-09-13T16:20:04.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4723fff640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f470c004d00 0x7f470c005180 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7f47240cb180 tx=0x7f470c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51db14dbc501f628 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471c02ada0 con 0x7f470c004d00 2024-09-13T16:20:04.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f471c003970 con 0x7f470c004d00 2024-09-13T16:20:04.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f47227fc640 1 -- 172.21.15.39:0/4067835490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471c003d20 con 0x7f470c004d00 2024-09-13T16:20:04.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4729d65640 1 -- 172.21.15.39:0/4067835490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f470c004d00 msgr2=0x7f470c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4729d65640 1 --2- 172.21.15.39:0/4067835490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f470c004d00 0x7f470c005180 secure :-1 s=READY pgs=2122 cs=0 l=1 rev1=1 crypto rx=0x7f47240cb180 tx=0x7f470c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4723fff640 1 -- 172.21.15.39:0/4067835490 reap_dead start 2024-09-13T16:20:04.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4729d65640 1 -- 172.21.15.39:0/4067835490 shutdown_connections 2024-09-13T16:20:04.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4729d65640 1 -- 172.21.15.39:0/4067835490 >> 172.21.15.39:0/4067835490 conn(0x7f47240b0eb0 msgr2=0x7f4724069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4729d65640 1 -- 172.21.15.39:0/4067835490 shutdown_connections 2024-09-13T16:20:04.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.680+0000 7f4729d65640 1 -- 172.21.15.39:0/4067835490 wait complete. 2024-09-13T16:20:04.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.682+0000 7f4729d65640 1 Processor -- start 2024-09-13T16:20:04.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.682+0000 7f4729d65640 1 -- start start 2024-09-13T16:20:04.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.682+0000 7f4729d65640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f470c004d00 0x7f47241f0a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.682+0000 7f4729d65640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 0x7f4724158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.682+0000 7f4729d65640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47241401c0 0x7f4724142810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4729d65640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241f0fb0 con 0x7f47241550d0 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4729d65640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4724155690 con 0x7f47241401c0 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4729d65640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4724155970 con 0x7f470c004d00 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 0x7f4724158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 0x7f4724158800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57738/0 (socket says 172.21.15.39:57738) 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 -- 172.21.15.39:0/76062959 learned_addr learned my addr 172.21.15.39:0/76062959 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4723fff640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47241401c0 0x7f4724142810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f47237fe640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f470c004d00 0x7f47241f0a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 -- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f470c004d00 msgr2=0x7f47241f0a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f470c004d00 0x7f47241f0a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 -- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47241401c0 msgr2=0x7f4724142810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47241401c0 0x7f4724142810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 -- 172.21.15.39:0/76062959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4724155c50 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4722ffd640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 0x7f4724158800 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f4718004fd0 tx=0x7f4718007570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471800f990 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f471800fb10 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47241422f0 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471800fec0 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.683+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4724158d40 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.684+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4724142530 con 0x7f47241550d0 2024-09-13T16:20:04.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.685+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f471801d460 con 0x7f47241550d0 2024-09-13T16:20:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.685+0000 7f470bfff640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f471006ac30 0x7f471006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.686+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7f47180897b0 con 0x7f47241550d0 2024-09-13T16:20:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.686+0000 7f47237fe640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f471006ac30 0x7f471006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.686+0000 7f47237fe640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f471006ac30 0x7f471006d0f0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f4714006fa0 tx=0x7f4714008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.690+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4724142530 con 0x7f47241550d0 2024-09-13T16:20:04.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.859+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4724150940 con 0x7f47241550d0 2024-09-13T16:20:04.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.859+0000 7f470bfff640 1 -- 172.21.15.39:0/76062959 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v109) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4724150940 con 0x7f47241550d0 2024-09-13T16:20:04.861 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:20:04.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f471006ac30 msgr2=0x7f471006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f471006ac30 0x7f471006d0f0 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7f4714006fa0 tx=0x7f4714008040 comp rx=0 tx=0).stop 2024-09-13T16:20:04.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 msgr2=0x7f4724158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 0x7f4724158800 secure :-1 s=READY pgs=2123 cs=0 l=1 rev1=1 crypto rx=0x7f4718004fd0 tx=0x7f4718007570 comp rx=0 tx=0).stop 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 shutdown_connections 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f471006ac30 0x7f471006d0f0 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47241401c0 0x7f4724142810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47241550d0 0x7f4724158800 unknown :-1 s=CLOSED pgs=2123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 --2- 172.21.15.39:0/76062959 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f470c004d00 0x7f47241f0a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 >> 172.21.15.39:0/76062959 conn(0x7f47240b0eb0 msgr2=0x7f472406ac60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 shutdown_connections 2024-09-13T16:20:04.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.861+0000 7f4729d65640 1 -- 172.21.15.39:0/76062959 wait complete. 2024-09-13T16:20:04.875 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:20:04.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.974+0000 7fa47c518640 1 Processor -- start 2024-09-13T16:20:04.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.974+0000 7fa47c518640 1 -- start start 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.975+0000 7fa47c518640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4740d1680 0x7fa4740d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.975+0000 7fa47c518640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740b5ab0 0x7fa4740b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.975+0000 7fa47c518640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4740d11f0 con 0x7fa47415cef0 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.975+0000 7fa47c518640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4740b6460 con 0x7fa4740d1680 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.975+0000 7fa47c518640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa47415d2d0 con 0x7fa4740b5ab0 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.975+0000 7fa479ab3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4740d1680 0x7fa4740d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa479ab3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa4740d1680 0x7fa4740d1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57744/0 (socket says 172.21.15.39:57744) 2024-09-13T16:20:04.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa479ab3640 1 -- 172.21.15.39:0/20679442 learned_addr learned my addr 172.21.15.39:0/20679442 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:04.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa47aab5640 1 --2- 172.21.15.39:0/20679442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740b5ab0 0x7fa4740b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa479ab3640 1 -- 172.21.15.39:0/20679442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740b5ab0 msgr2=0x7fa4740b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:04.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa479ab3640 1 --2- 172.21.15.39:0/20679442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740b5ab0 0x7fa4740b5f20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa479ab3640 1 -- 172.21.15.39:0/20679442 >> v1:172.21.15.157:6789/0 conn(0x7fa47415cef0 legacy=0x7fa4740cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:04.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.976+0000 7fa479ab3640 1 -- 172.21.15.39:0/20679442 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4740cd730 con 0x7fa4740d1680 2024-09-13T16:20:04.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa479ab3640 1 --2- 172.21.15.39:0/20679442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740d1680 0x7fa4740d1ad0 secure :-1 s=READY pgs=2124 cs=0 l=1 rev1=1 crypto rx=0x7fa468009870 tx=0x7fa46802a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c395ee11c22d1eab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa4792b2640 1 -- 172.21.15.39:0/20679442 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa468032440 con 0x7fa4740d1680 2024-09-13T16:20:04.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa4792b2640 1 -- 172.21.15.39:0/20679442 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4680325a0 con 0x7fa4740d1680 2024-09-13T16:20:04.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa4792b2640 1 -- 172.21.15.39:0/20679442 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa468032930 con 0x7fa4740d1680 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 -- 172.21.15.39:0/20679442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740d1680 msgr2=0x7fa4740d1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 --2- 172.21.15.39:0/20679442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740d1680 0x7fa4740d1ad0 secure :-1 s=READY pgs=2124 cs=0 l=1 rev1=1 crypto rx=0x7fa468009870 tx=0x7fa46802a2a0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 -- 172.21.15.39:0/20679442 shutdown_connections 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 --2- 172.21.15.39:0/20679442 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740b5ab0 0x7fa4740b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 --2- 172.21.15.39:0/20679442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740d1680 0x7fa4740d1ad0 unknown :-1 s=CLOSED pgs=2124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 -- 172.21.15.39:0/20679442 >> 172.21.15.39:0/20679442 conn(0x7fa47406a3a0 msgr2=0x7fa47406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 -- 172.21.15.39:0/20679442 shutdown_connections 2024-09-13T16:20:04.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.977+0000 7fa47c518640 1 -- 172.21.15.39:0/20679442 wait complete. 2024-09-13T16:20:04.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 Processor -- start 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 -- start start 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 0x7fa47415ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740d1680 0x7fa4740c87e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa47415cef0 0x7fa4740c8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4740c64e0 con 0x7fa4740b5ab0 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4741601e0 con 0x7fa47415cef0 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47c518640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa47415f940 con 0x7fa4740d1680 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47a2b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 0x7fa47415ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47a2b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 0x7fa47415ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57754/0 (socket says 172.21.15.39:57754) 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.979+0000 7fa47a2b4640 1 -- 172.21.15.39:0/4035487454 learned_addr learned my addr 172.21.15.39:0/4035487454 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47a2b4640 1 -- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740d1680 msgr2=0x7fa4740c87e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47a2b4640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740d1680 0x7fa4740c87e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47a2b4640 1 -- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa47415cef0 msgr2=0x7fa4740c8d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:04.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47a2b4640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa47415cef0 0x7fa4740c8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47a2b4640 1 -- 172.21.15.39:0/4035487454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4680094d0 con 0x7fa4740b5ab0 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47a2b4640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 0x7fa47415ee30 secure :-1 s=READY pgs=2125 cs=0 l=1 rev1=1 crypto rx=0x7fa46400ba50 tx=0x7fa46400bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa46400cbe0 con 0x7fa4740b5ab0 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa46400cd80 con 0x7fa4740b5ab0 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa47415fc20 con 0x7fa4740b5ab0 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa464014680 con 0x7fa4740b5ab0 2024-09-13T16:20:04.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.980+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa47415f370 con 0x7fa4740b5ab0 2024-09-13T16:20:04.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.981+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa474160b30 con 0x7fa4740b5ab0 2024-09-13T16:20:04.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.981+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa4640147e0 con 0x7fa4740b5ab0 2024-09-13T16:20:04.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.982+0000 7fa472ffd640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46006ac00 0x7fa46006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:04.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.982+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fa4640897a0 con 0x7fa4740b5ab0 2024-09-13T16:20:04.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.982+0000 7fa479ab3640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46006ac00 0x7fa46006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:04.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.983+0000 7fa479ab3640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46006ac00 0x7fa46006d0c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fa468034000 tx=0x7fa46802c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:04.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:04.986+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa464054490 con 0x7fa4740b5ab0 2024-09-13T16:20:05.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.169+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa4740d0670 con 0x7fa4740b5ab0 2024-09-13T16:20:05.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.169+0000 7fa472ffd640 1 -- 172.21.15.39:0/4035487454 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 36 entries v109) v1 ==== 81+0+2190 (secure 0 0 0) 0x7fa464057ab0 con 0x7fa4740b5ab0 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:05.172 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:05.173 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:05.174 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:05.175 INFO:teuthology.orchestra.run.smithi039.stderr:listed 36 entries 2024-09-13T16:20:05.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46006ac00 msgr2=0x7fa46006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46006ac00 0x7fa46006d0c0 secure :-1 s=READY pgs=832 cs=0 l=1 rev1=1 crypto rx=0x7fa468034000 tx=0x7fa46802c000 comp rx=0 tx=0).stop 2024-09-13T16:20:05.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 msgr2=0x7fa47415ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 0x7fa47415ee30 secure :-1 s=READY pgs=2125 cs=0 l=1 rev1=1 crypto rx=0x7fa46400ba50 tx=0x7fa46400bf10 comp rx=0 tx=0).stop 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 shutdown_connections 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa46006ac00 0x7fa46006d0c0 unknown :-1 s=CLOSED pgs=832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa47415cef0 0x7fa4740c8d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa4740d1680 0x7fa4740c87e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 --2- 172.21.15.39:0/4035487454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa4740b5ab0 0x7fa47415ee30 unknown :-1 s=CLOSED pgs=2125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 >> 172.21.15.39:0/4035487454 conn(0x7fa47406a3a0 msgr2=0x7fa47415c0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 shutdown_connections 2024-09-13T16:20:05.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.171+0000 7fa47c518640 1 -- 172.21.15.39:0/4035487454 wait complete. 2024-09-13T16:20:05.184 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:20:05.184 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:05.184 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:05.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:20:05.210 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:05.210 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:05.210 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:05.266 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:05.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.406+0000 7feff1ed0640 1 Processor -- start 2024-09-13T16:20:05.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.406+0000 7feff1ed0640 1 -- start start 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7feff1ed0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fefec154a80 0x7fefec0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7feff1ed0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7feff1ed0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefec0717c0 0x7fefec069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7feff1ed0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefec071c50 con 0x7fefec0717c0 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7feff1ed0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefec0b2ff0 con 0x7fefec154a80 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7feff1ed0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefec0b32d0 con 0x7fefec0b2b20 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefec0717c0 0x7fefec069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefec0717c0 0x7fefec069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57766/0 (socket says 172.21.15.39:57766) 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 -- 172.21.15.39:0/913581069 learned_addr learned my addr 172.21.15.39:0/913581069 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefeaffd640 1 --2- 172.21.15.39:0/913581069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefeb7fe640 1 --2- 172.21.15.39:0/913581069 >> v2:172.21.15.157:3300/0 conn(0x7fefec154a80 0x7fefec0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 -- 172.21.15.39:0/913581069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 msgr2=0x7fefec071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:05.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 --2- 172.21.15.39:0/913581069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 -- 172.21.15.39:0/913581069 >> v2:172.21.15.157:3300/0 conn(0x7fefec154a80 msgr2=0x7fefec0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:05.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 --2- 172.21.15.39:0/913581069 >> v2:172.21.15.157:3300/0 conn(0x7fefec154a80 0x7fefec0b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefebfff640 1 -- 172.21.15.39:0/913581069 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefec0b35b0 con 0x7fefec0717c0 2024-09-13T16:20:05.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.407+0000 7fefeb7fe640 1 --2- 172.21.15.39:0/913581069 >> v2:172.21.15.157:3300/0 conn(0x7fefec154a80 0x7fefec0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:05.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.408+0000 7fefebfff640 1 --2- 172.21.15.39:0/913581069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec0717c0 0x7fefec069ed0 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7fefec06afd0 tx=0x7fefe402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e6f8dd9a1d758f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:05.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.408+0000 7fefea7fc640 1 -- 172.21.15.39:0/913581069 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe4031600 con 0x7fefec0717c0 2024-09-13T16:20:05.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.408+0000 7fefea7fc640 1 -- 172.21.15.39:0/913581069 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe402d050 con 0x7fefec0717c0 2024-09-13T16:20:05.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.408+0000 7fefea7fc640 1 -- 172.21.15.39:0/913581069 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe4031980 con 0x7fefec0717c0 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 -- 172.21.15.39:0/913581069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec0717c0 msgr2=0x7fefec069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 --2- 172.21.15.39:0/913581069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec0717c0 0x7fefec069ed0 secure :-1 s=READY pgs=2126 cs=0 l=1 rev1=1 crypto rx=0x7fefec06afd0 tx=0x7fefe402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 -- 172.21.15.39:0/913581069 shutdown_connections 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 --2- 172.21.15.39:0/913581069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec0717c0 0x7fefec069ed0 unknown :-1 s=CLOSED pgs=2126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 --2- 172.21.15.39:0/913581069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 --2- 172.21.15.39:0/913581069 >> v2:172.21.15.157:3300/0 conn(0x7fefec154a80 0x7fefec0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 -- 172.21.15.39:0/913581069 >> 172.21.15.39:0/913581069 conn(0x7fefec0b15d0 msgr2=0x7fefec0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 -- 172.21.15.39:0/913581069 shutdown_connections 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.409+0000 7feff1ed0640 1 -- 172.21.15.39:0/913581069 wait complete. 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.410+0000 7feff1ed0640 1 Processor -- start 2024-09-13T16:20:05.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.410+0000 7feff1ed0640 1 -- start start 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7feff1ed0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefec0717c0 0x7fefec14f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7feff1ed0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec14e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7feff1ed0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 0x7fefec14ac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7feff1ed0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefec14b190 con 0x7fefec154a80 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7feff1ed0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefec14ed00 con 0x7fefec0717c0 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7feff1ed0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefec155b70 con 0x7fefec0b2b20 2024-09-13T16:20:05.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7fefebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 0x7fefec14ac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7fefebfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 0x7fefec14ac50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57782/0 (socket says 172.21.15.39:57782) 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7fefebfff640 1 -- 172.21.15.39:0/3182178288 learned_addr learned my addr 172.21.15.39:0/3182178288 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7fefeb7fe640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefec0717c0 0x7fefec14f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.411+0000 7fefeaffd640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec14e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefebfff640 1 -- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 msgr2=0x7fefec14e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefebfff640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec14e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefebfff640 1 -- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefec0717c0 msgr2=0x7fefec14f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefebfff640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefec0717c0 0x7fefec14f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefebfff640 1 -- 172.21.15.39:0/3182178288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefe4009b30 con 0x7fefec154a80 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefebfff640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 0x7fefec14ac50 secure :-1 s=READY pgs=2127 cs=0 l=1 rev1=1 crypto rx=0x7fefe4034040 tx=0x7fefe4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe403d860 con 0x7fefec154a80 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe403d9e0 con 0x7fefec154a80 2024-09-13T16:20:05.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefec155e50 con 0x7fefec154a80 2024-09-13T16:20:05.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe403dd90 con 0x7fefec154a80 2024-09-13T16:20:05.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.412+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefec156410 con 0x7fefec154a80 2024-09-13T16:20:05.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.413+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefec0672f0 con 0x7fefec154a80 2024-09-13T16:20:05.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.414+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fefe403b400 con 0x7fefec154a80 2024-09-13T16:20:05.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.414+0000 7fefd3fff640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefd806ac00 0x7fefd806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.414+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(109..109 src has 1..109) v4 ==== 7286+0+0 (secure 0 0 0) 0x7fefe40aa7d0 con 0x7fefec154a80 2024-09-13T16:20:05.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.414+0000 7fefeb7fe640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefd806ac00 0x7fefd806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.415+0000 7fefeb7fe640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefd806ac00 0x7fefd806d0c0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fefec1585e0 tx=0x7fefdc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:05.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.418+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fefe4075430 con 0x7fefec154a80 2024-09-13T16:20:05.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.623+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fefec072170 con 0x7fefec154a80 2024-09-13T16:20:05.626 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:05.624+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.642+0000 7fefd3fff640 1 -- 172.21.15.39:0/3182178288 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v190) v1 ==== 161+0+0 (secure 0 0 0) 0x7fefe4009510 con 0x7fefec154a80 2024-09-13T16:20:05.644 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:05.644 INFO:tasks.ceph.mds.a.smithi039.stderr: -1855> 2024-09-13T16:19:52.599+0000 7f7d79368640 -1 mds.0.purge_queue operator(): Error -22 loading Journaler 2024-09-13T16:20:05.644 INFO:tasks.ceph.mds.a.smithi039.stderr: -1852> 2024-09-13T16:19:52.599+0000 7f7d79368640 -1 mds.0.186 unhandled write error (22) Invalid argument, force readonly... 2024-09-13T16:20:05.647 INFO:tasks.ceph.mds.a.smithi039.stderr: -711> 2024-09-13T16:19:59.577+0000 7f7d7bb6d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefd806ac00 msgr2=0x7fefd806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefd806ac00 0x7fefd806d0c0 secure :-1 s=READY pgs=833 cs=0 l=1 rev1=1 crypto rx=0x7fefec1585e0 tx=0x7fefdc008040 comp rx=0 tx=0).stop 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 msgr2=0x7fefec14ac50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 0x7fefec14ac50 secure :-1 s=READY pgs=2127 cs=0 l=1 rev1=1 crypto rx=0x7fefe4034040 tx=0x7fefe4004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 shutdown_connections 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefd806ac00 0x7fefd806d0c0 unknown :-1 s=CLOSED pgs=833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefec154a80 0x7fefec14ac50 unknown :-1 s=CLOSED pgs=2127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefec0b2b20 0x7fefec14e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 --2- 172.21.15.39:0/3182178288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefec0717c0 0x7fefec14f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 >> 172.21.15.39:0/3182178288 conn(0x7fefec0b15d0 msgr2=0x7fefec0cddf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:05.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 shutdown_connections 2024-09-13T16:20:05.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.645+0000 7feff1ed0640 1 -- 172.21.15.39:0/3182178288 wait complete. 2024-09-13T16:20:05.659 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:05.673 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:20:05.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.761+0000 7fbd528e5640 1 Processor -- start 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.761+0000 7fbd528e5640 1 -- start start 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd528e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbd4c071480 0x7fbd4c071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd528e5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbd4c06baa0 0x7fbd4c06bef0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd528e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd4c071da0 con 0x7fbd4c0b3930 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd528e5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd4c0b44b0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd528e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd4c06afe0 con 0x7fbd4c071480 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd50e82640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbd4c06baa0 0x7fbd4c06bef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd4b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fbd4c0b3930 0x7fbd4c0b3da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39494/0 (socket says 172.21.15.39:39494) 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd4b7fe640 1 -- 172.21.15.39:0/2661968218 learned_addr learned my addr 172.21.15.39:0/2661968218 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd4bfff640 1 --2- 172.21.15.39:0/2661968218 >> v2:172.21.15.157:3300/0 conn(0x7fbd4c071480 0x7fbd4c071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd50e82640 1 -- 172.21.15.39:0/2661968218 >> v2:172.21.15.157:3300/0 conn(0x7fbd4c071480 msgr2=0x7fbd4c071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd50e82640 1 --2- 172.21.15.39:0/2661968218 >> v2:172.21.15.157:3300/0 conn(0x7fbd4c071480 0x7fbd4c071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd50e82640 1 -- 172.21.15.39:0/2661968218 >> v1:172.21.15.39:6789/0 conn(0x7fbd4c0b3930 legacy=0x7fbd4c0b3da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.762+0000 7fbd50e82640 1 -- 172.21.15.39:0/2661968218 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd4c0b46a0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.763+0000 7fbd50e82640 1 --2- 172.21.15.39:0/2661968218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c06bef0 secure :-1 s=READY pgs=2132 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c073a00 tx=0x7fbd4402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b8a424235e09338 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.763+0000 7fbd4affd640 1 -- 172.21.15.39:0/2661968218 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd4402aea0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.763+0000 7fbd4affd640 1 -- 172.21.15.39:0/2661968218 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd4402d050 con 0x7fbd4c06baa0 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.763+0000 7fbd4affd640 1 -- 172.21.15.39:0/2661968218 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd44007960 con 0x7fbd4c06baa0 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 -- 172.21.15.39:0/2661968218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 msgr2=0x7fbd4c06bef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 --2- 172.21.15.39:0/2661968218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c06bef0 secure :-1 s=READY pgs=2132 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c073a00 tx=0x7fbd4402a680 comp rx=0 tx=0).stop 2024-09-13T16:20:05.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 -- 172.21.15.39:0/2661968218 shutdown_connections 2024-09-13T16:20:05.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 --2- 172.21.15.39:0/2661968218 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c06bef0 unknown :-1 s=CLOSED pgs=2132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 --2- 172.21.15.39:0/2661968218 >> v2:172.21.15.157:3300/0 conn(0x7fbd4c071480 0x7fbd4c071860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 -- 172.21.15.39:0/2661968218 >> 172.21.15.39:0/2661968218 conn(0x7fbd4c0b2320 msgr2=0x7fbd4c0b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:05.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 -- 172.21.15.39:0/2661968218 shutdown_connections 2024-09-13T16:20:05.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.764+0000 7fbd528e5640 1 -- 172.21.15.39:0/2661968218 wait complete. 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.765+0000 7fbd528e5640 1 Processor -- start 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.765+0000 7fbd528e5640 1 -- start start 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd528e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c148060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd528e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbd4c071480 0x7fbd4c1583f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd528e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbd4c0b3930 0x7fbd4c0cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd528e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c158e40 con 0x7fbd4c06baa0 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd528e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c159120 con 0x7fbd4c071480 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd528e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd4c159400 con 0x7fbd4c0b3930 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c148060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c148060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57822/0 (socket says 172.21.15.39:57822) 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 -- 172.21.15.39:0/3652329850 learned_addr learned my addr 172.21.15.39:0/3652329850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4b7fe640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbd4c071480 0x7fbd4c1583f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd50e82640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbd4c0b3930 0x7fbd4c0cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 -- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbd4c0b3930 msgr2=0x7fbd4c0cdeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbd4c0b3930 0x7fbd4c0cdeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 -- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbd4c071480 msgr2=0x7fbd4c1583f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbd4c071480 0x7fbd4c1583f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 -- 172.21.15.39:0/3652329850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd44009a70 con 0x7fbd4c06baa0 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd50e82640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbd4c0b3930 0x7fbd4c0cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4b7fe640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbd4c071480 0x7fbd4c1583f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.766+0000 7fbd4bfff640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c148060 secure :-1 s=READY pgs=2133 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c00e9b0 tx=0x7fbd3c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:05.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.767+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c009670 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.767+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd3c00c9a0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.767+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd4c1596e0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.767+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd3c00cd50 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.767+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd4c0cb7b0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.768+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd4c071860 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.768+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbd3c013470 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.769+0000 7fbd48ff9640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd3806ac00 0x7fbd3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.769+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 7372+0+0 (secure 0 0 0) 0x7fbd3c089be0 con 0x7fbd4c06baa0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.769+0000 7fbd4b7fe640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd3806ac00 0x7fbd3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:05.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.770+0000 7fbd4b7fe640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd3806ac00 0x7fbd3806d0c0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c14be40 tx=0x7fbd40009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:05.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:05.773+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbd3c0547d0 con 0x7fbd4c06baa0 2024-09-13T16:20:06.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.009+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fbd4c148a50 con 0x7fbd4c06baa0 2024-09-13T16:20:06.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.671+0000 7fbd48ff9640 1 -- 172.21.15.39:0/3652329850 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v191) v1 ==== 107+0+0 (secure 0 0 0) 0x7fbd3c057df0 con 0x7fbd4c06baa0 2024-09-13T16:20:06.674 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:20:06.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd3806ac00 msgr2=0x7fbd3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd3806ac00 0x7fbd3806d0c0 secure :-1 s=READY pgs=834 cs=0 l=1 rev1=1 crypto rx=0x7fbd4c14be40 tx=0x7fbd40009040 comp rx=0 tx=0).stop 2024-09-13T16:20:06.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 msgr2=0x7fbd4c148060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c148060 secure :-1 s=READY pgs=2133 cs=0 l=1 rev1=1 crypto rx=0x7fbd3c00e9b0 tx=0x7fbd3c00ee70 comp rx=0 tx=0).stop 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 shutdown_connections 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd3806ac00 0x7fbd3806d0c0 unknown :-1 s=CLOSED pgs=834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbd4c0b3930 0x7fbd4c0cdeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbd4c071480 0x7fbd4c1583f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 --2- 172.21.15.39:0/3652329850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbd4c06baa0 0x7fbd4c148060 unknown :-1 s=CLOSED pgs=2133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 >> 172.21.15.39:0/3652329850 conn(0x7fbd4c0b2320 msgr2=0x7fbd4c06eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 shutdown_connections 2024-09-13T16:20:06.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.674+0000 7fbd528e5640 1 -- 172.21.15.39:0/3652329850 wait complete. 2024-09-13T16:20:06.689 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:06.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.773+0000 7f1a2d20cf40 1 Processor -- start 2024-09-13T16:20:06.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.773+0000 7f1a2d20cf40 1 -- start start 2024-09-13T16:20:06.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2d20cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b7304a7510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2d20cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 0x55b7304a3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2d20cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7304a41c0 0x55b73042f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2d20cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7303924d0 con 0x55b73042d470 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2d20cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b73032db60 con 0x7f1a18002290 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2d20cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b73032d800 con 0x55b7304a41c0 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 0x55b7304a3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 0x55b7304a3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57848/0 (socket says 172.21.15.39:57848) 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 -- 172.21.15.39:0/319129827 learned_addr learned my addr 172.21.15.39:0/319129827 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b7304a7510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7304a41c0 0x55b73042f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 -- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7304a41c0 msgr2=0x55b73042f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7304a41c0 0x55b73042f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 -- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 msgr2=0x55b7304a7510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b7304a7510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 -- 172.21.15.39:0/319129827 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b73033cc20 con 0x55b73042d470 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b7304a7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.774+0000 7f1a23fff640 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 0x55b7304a3c80 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f1a14001770 tx=0x7f1a14009a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=90b38e6cb5cb10d5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a290ba640 1 -- 172.21.15.39:0/319129827 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a1400e800 con 0x55b73042d470 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a290ba640 1 -- 172.21.15.39:0/319129827 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a14013070 con 0x55b73042d470 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a290ba640 1 -- 172.21.15.39:0/319129827 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a1400ebc0 con 0x55b73042d470 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/319129827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 msgr2=0x55b7304a3c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 0x55b7304a3c80 secure :-1 s=READY pgs=2136 cs=0 l=1 rev1=1 crypto rx=0x7f1a14001770 tx=0x7f1a14009a40 comp rx=0 tx=0).stop 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/319129827 shutdown_connections 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b7304a41c0 0x55b73042f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b73042d470 0x55b7304a3c80 unknown :-1 s=CLOSED pgs=2136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/319129827 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b7304a7510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/319129827 >> 172.21.15.39:0/319129827 conn(0x55b730430800 msgr2=0x55b7304a3570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/319129827 shutdown_connections 2024-09-13T16:20:06.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.775+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/319129827 wait complete. 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.776+0000 7f1a2d20cf40 1 Processor -- start 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.776+0000 7f1a2d20cf40 1 -- start start 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b73042d470 0x55b7304939a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 0x55b73042f190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b73042f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b730310520 con 0x55b7304a41c0 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b7304a2b60 con 0x7f1a18002290 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b7304a1f50 con 0x55b73042d470 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 0x55b73042f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 0x55b73042f190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57864/0 (socket says 172.21.15.39:57864) 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 learned_addr learned my addr 172.21.15.39:0/2665391356 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b73042d470 0x55b7304939a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b73042f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b73042d470 msgr2=0x55b7304939a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b73042d470 0x55b7304939a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 msgr2=0x55b73042f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b73042f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b730356dc0 con 0x55b7304a41c0 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a18002290 0x55b73042f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 0x55b73042f190 secure :-1 s=READY pgs=2137 cs=0 l=1 rev1=1 crypto rx=0x7f1a1400ee70 tx=0x7f1a14001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a237fe640 1 -- 172.21.15.39:0/2665391356 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a1400f450 con 0x55b7304a41c0 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a237fe640 1 -- 172.21.15.39:0/2665391356 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a14005070 con 0x55b7304a41c0 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55b730330060 con 0x55b7304a41c0 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.777+0000 7f1a237fe640 1 -- 172.21.15.39:0/2665391356 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a1400f7f0 con 0x55b7304a41c0 2024-09-13T16:20:06.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.778+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b73032fac0 con 0x55b7304a41c0 2024-09-13T16:20:06.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.779+0000 7f1a237fe640 1 -- 172.21.15.39:0/2665391356 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1a14030430 con 0x55b7304a41c0 2024-09-13T16:20:06.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.779+0000 7f1a237fe640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a0c069610 0x7f1a0c06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.779+0000 7f1a237fe640 1 -- 172.21.15.39:0/2665391356 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 7372+0+0 (secure 0 0 0) 0x7f1a1408a880 con 0x55b7304a41c0 2024-09-13T16:20:06.785 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:06.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.779+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a0c069610 0x7f1a0c06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.780+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b7304a2ff0 0x55b7304bb090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.780+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7304bb5d0 con 0x55b7304a2ff0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.780+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b7304a2ff0 0x55b7304bb090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.780+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b7304a2ff0 0x55b7304bb090 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.780+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a0c069610 0x7f1a0c06bad0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c009810 tx=0x7f1a1c052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.782+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v110'567 uv541 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.782+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7304bb9b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.783+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v110'568 uv568 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.783+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73055fc10 con 0x55b7304a2ff0 2024-09-13T16:20:06.787 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:06.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.785+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v110'569 uv569 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.785+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560fd0 con 0x55b7304a2ff0 2024-09-13T16:20:06.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.786+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v110'570 uv570 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.786+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730561380 con 0x55b7304a2ff0 2024-09-13T16:20:06.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.787+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v110'571 uv571 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.787+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73055ffc0 con 0x55b7304a2ff0 2024-09-13T16:20:06.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.789+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v110'572 uv572 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.789+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560390 con 0x55b7304a2ff0 2024-09-13T16:20:06.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.790+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v110'573 uv547 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.790+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.791+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v110'574 uv574 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.791+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.794 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:06.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.792+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v110'575 uv575 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.792+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.793+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v110'576 uv576 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.793+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.795+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v110'577 uv577 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.795+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.796+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v110'578 uv578 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.796+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.797+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v110'579 uv554 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.797+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.798+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v110'580 uv580 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.799+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.800+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v110'581 uv581 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.802 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:06.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.800+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.801+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v110'582 uv582 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.801+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.802+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v110'583 uv583 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.802+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560740 con 0x55b7304a2ff0 2024-09-13T16:20:06.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.803+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v110'584 uv584 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.803+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560b50 con 0x55b7304a2ff0 2024-09-13T16:20:06.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.804+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v110'585 uv585 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.804+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560b30 con 0x55b7304a2ff0 2024-09-13T16:20:06.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.805+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v110'586 uv560 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.805+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560b30 con 0x55b7304a2ff0 2024-09-13T16:20:06.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.806+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v110'587 uv587 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.807+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730560b30 con 0x55b7304a2ff0 2024-09-13T16:20:06.810 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:06.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.808+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v110'588 uv588 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.808+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.809+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v110'589 uv589 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.809+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.810+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v110'590 uv590 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.810+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.812+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v110'591 uv591 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.812+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.813+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v110'592 uv566 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.813+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.814+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v110'593 uv593 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.814+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.817 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:06.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.816+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v110'594 uv594 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.816+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.817+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v110'595 uv595 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.817+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.818+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v110'596 uv596 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.818+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b7304a2ff0 2024-09-13T16:20:06.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.820+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v110'597 uv597 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.820+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b730561c40 0x55b730564030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.820+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305609b0 con 0x55b730561c40 2024-09-13T16:20:06.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.820+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b730561c40 0x55b730564030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.820+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b730561c40 0x55b730564030 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.822+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v110'416 uv396 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.822+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564570 con 0x55b730561c40 2024-09-13T16:20:06.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.823+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v110'417 uv417 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.823+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564920 con 0x55b730561c40 2024-09-13T16:20:06.827 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:06.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.824+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v110'418 uv418 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.824+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305651c0 con 0x55b730561c40 2024-09-13T16:20:06.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.826+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v110'419 uv419 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.826+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565570 con 0x55b730561c40 2024-09-13T16:20:06.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.828+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v110'420 uv420 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.828+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565920 con 0x55b730561c40 2024-09-13T16:20:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.830+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v110'421 uv415 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.830+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.836+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v110'422 uv422 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.836+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.839 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:06.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.837+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v110'423 uv423 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.837+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.841+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v110'424 uv424 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.842+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.848+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v110'425 uv425 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.848+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.849+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v110'426 uv414 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.849+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.851+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v110'427 uv427 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.851+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.854 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:06.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.852+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v110'428 uv428 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.852+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730569700 con 0x55b730561c40 2024-09-13T16:20:06.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.854+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v110'429 uv429 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.854+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730569700 con 0x55b730561c40 2024-09-13T16:20:06.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.855+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v110'430 uv430 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.855+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.856+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v110'431 uv412 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.856+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.857+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v110'432 uv432 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.857+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.861 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.859+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v110'433 uv433 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.859+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730566ce0 con 0x55b730561c40 2024-09-13T16:20:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.861+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v110'434 uv434 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.861+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730566ce0 con 0x55b730561c40 2024-09-13T16:20:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.862+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v110'435 uv435 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.862+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b730561c40 2024-09-13T16:20:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.864+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v110'436 uv436 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b730561c40 2024-09-13T16:20:06.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.864+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b7304a2ff0 2024-09-13T16:20:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.865+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v110'111 uv110 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.865+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b7304a2ff0 2024-09-13T16:20:06.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.866+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v110'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.866+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b7304a2ff0 2024-09-13T16:20:06.869 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.867+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v110'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.867+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730566ce0 con 0x55b7304a2ff0 2024-09-13T16:20:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.868+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v110'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.868+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730566ce0 con 0x55b7304a2ff0 2024-09-13T16:20:06.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.869+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v110'115 uv115 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.869+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730565cd0 con 0x55b7304a2ff0 2024-09-13T16:20:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.870+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v110'116 uv116 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.870+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55b7305661e0 0x55b7305685d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.870+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730568b10 con 0x55b7305661e0 2024-09-13T16:20:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.871+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55b7305661e0 0x55b7305685d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.871+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55b7305661e0 0x55b7305685d0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.872+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v110'81 uv80 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.872+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730568ec0 con 0x55b7305661e0 2024-09-13T16:20:06.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.873+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v110'82 uv82 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.873+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730569270 con 0x55b7305661e0 2024-09-13T16:20:06.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.874+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v110'83 uv83 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.877 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.874+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730569620 con 0x55b7305661e0 2024-09-13T16:20:06.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.875+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v110'84 uv84 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.875+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305699d0 con 0x55b7304a2ff0 2024-09-13T16:20:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.877+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v110'111 uv110 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.877+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305699d0 con 0x55b7304a2ff0 2024-09-13T16:20:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.878+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v110'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.878+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305699d0 con 0x55b7304a2ff0 2024-09-13T16:20:06.881 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:06.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.879+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v110'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.879+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056a9e0 con 0x55b7304a2ff0 2024-09-13T16:20:06.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.880+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v110'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.880+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056a9e0 con 0x55b7304a2ff0 2024-09-13T16:20:06.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.881+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v110'115 uv115 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.881+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305699d0 con 0x55b7304a2ff0 2024-09-13T16:20:06.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.882+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v110'116 uv116 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.882+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b73056a050 0x55b73056c440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.882+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056c980 con 0x55b73056a050 2024-09-13T16:20:06.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.883+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b73056a050 0x55b73056c440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.883+0000 7f1a2a8bd640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b73056a050 0x55b73056c440 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.885+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v110'205 uv198 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.885+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ca40 con 0x55b73056a050 2024-09-13T16:20:06.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.886+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v110'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.886+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.889 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:06.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.887+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v110'207 uv207 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.887+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056de50 con 0x55b73056a050 2024-09-13T16:20:06.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.888+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v110'208 uv208 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.888+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056de50 con 0x55b73056a050 2024-09-13T16:20:06.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.889+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v110'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.889+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.890+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v110'210 uv210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.890+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.891+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v110'211 uv204 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.891+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.892+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v110'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.892+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.895 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:06.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.893+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v110'213 uv213 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.893+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.894+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v110'214 uv214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.894+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056ce40 con 0x55b73056a050 2024-09-13T16:20:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.895+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v110'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.896+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55b73056d350 0x55b73056f740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.896+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b73056fe40 con 0x55b73056d350 2024-09-13T16:20:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.896+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55b73056d350 0x55b73056f740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.896+0000 7f1a2a0bc640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55b73056d350 0x55b73056f740 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.897+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v110'91 uv90 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a1c058070 con 0x55b73056d350 2024-09-13T16:20:06.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.897+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b73056d350 2024-09-13T16:20:06.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.898+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v110'92 uv92 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a1c076040 con 0x55b73056d350 2024-09-13T16:20:06.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.898+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b73056d350 2024-09-13T16:20:06.901 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.899+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v110'93 uv93 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a1c076040 con 0x55b73056d350 2024-09-13T16:20:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.899+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b73056d350 2024-09-13T16:20:06.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.900+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v110'94 uv94 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a1c076040 con 0x55b73056d350 2024-09-13T16:20:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.900+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b73056d350 2024-09-13T16:20:06.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.901+0000 7f1a2a0bc640 1 -- 172.21.15.39:0/2665391356 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v110'95 uv95 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a1c076040 con 0x55b73056d350 2024-09-13T16:20:06.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.901+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b7304a2ff0 2024-09-13T16:20:06.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.902+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v110'111 uv110 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.902+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b7304a2ff0 2024-09-13T16:20:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.903+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v110'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.903+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b7304a2ff0 2024-09-13T16:20:06.906 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:06.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.904+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v110'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.904+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730571230 con 0x55b7304a2ff0 2024-09-13T16:20:06.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.905+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v110'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.905+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730571230 con 0x55b7304a2ff0 2024-09-13T16:20:06.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.906+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v110'115 uv115 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.906+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b7304a2ff0 2024-09-13T16:20:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.907+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v110'116 uv116 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b7304a2ff0 2024-09-13T16:20:06.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.907+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570220 con 0x55b7305661e0 2024-09-13T16:20:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.908+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v110'182 uv176 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.908+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b7305705d0 con 0x55b7305661e0 2024-09-13T16:20:06.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.909+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v110'183 uv183 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.909+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730570980 con 0x55b7305661e0 2024-09-13T16:20:06.913 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.911+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v110'184 uv184 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.911+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564d70 con 0x55b7305661e0 2024-09-13T16:20:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.911+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v110'185 uv185 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.911+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564d70 con 0x55b7305661e0 2024-09-13T16:20:06.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.912+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v110'186 uv186 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.912+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564d70 con 0x55b7305661e0 2024-09-13T16:20:06.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.913+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v110'187 uv181 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.913+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564d70 con 0x55b7305661e0 2024-09-13T16:20:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.915+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v110'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.915+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564d70 con 0x55b7305661e0 2024-09-13T16:20:06.918 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.916+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v110'189 uv189 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.916+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730564d70 con 0x55b7305661e0 2024-09-13T16:20:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.917+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v110'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.917+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730573c70 con 0x55b7305661e0 2024-09-13T16:20:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.918+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v110'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.918+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b730571270 0x55b730573660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:06.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.918+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574340 con 0x55b730571270 2024-09-13T16:20:06.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.918+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b730571270 0x55b730573660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:06.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.919+0000 7f1a23fff640 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b730571270 0x55b730573660 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:06.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.920+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v110'83 uv81 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b730571270 2024-09-13T16:20:06.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.920+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574340 con 0x55b730571270 2024-09-13T16:20:06.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.921+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v110'84 uv84 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b730571270 2024-09-13T16:20:06.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.921+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574340 con 0x55b730571270 2024-09-13T16:20:06.924 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:06.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.922+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v110'85 uv85 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b730571270 2024-09-13T16:20:06.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.922+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b730571270 2024-09-13T16:20:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.923+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v110'86 uv86 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b730571270 2024-09-13T16:20:06.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.923+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b7305661e0 2024-09-13T16:20:06.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.924+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v110'111 uv110 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.924+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b7305661e0 2024-09-13T16:20:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.925+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v110'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.925+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b7305661e0 2024-09-13T16:20:06.928 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.926+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v110'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.926+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730575750 con 0x55b7305661e0 2024-09-13T16:20:06.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.927+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v110'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.927+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730575750 con 0x55b7305661e0 2024-09-13T16:20:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.928+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v110'115 uv115 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.928+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b7305661e0 2024-09-13T16:20:06.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.929+0000 7f1a23fff640 1 -- 172.21.15.39:0/2665391356 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v110'116 uv116 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a140574d0 con 0x55b7305661e0 2024-09-13T16:20:06.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.929+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.930+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v110'94 uv93 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.930+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.932+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v110'95 uv95 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.932+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.935 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:06.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.934+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v110'96 uv96 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.934+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.935+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v110'97 uv97 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.935+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.936+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v110'98 uv98 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.936+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.936+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v110'229 uv220 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.936+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.937+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v110'230 uv230 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.937+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.940 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:06.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.938+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v110'231 uv231 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.938+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.939+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v110'232 uv232 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.939+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.940+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v110'233 uv233 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.940+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.941+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v110'234 uv227 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.941+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.942+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v110'235 uv235 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.942+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.946 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:06.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.944+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v110'236 uv236 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.944+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730575750 con 0x55b73056a050 2024-09-13T16:20:06.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.945+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v110'237 uv237 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.945+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730575750 con 0x55b73056a050 2024-09-13T16:20:06.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.946+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v110'238 uv238 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.946+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574740 con 0x55b73056a050 2024-09-13T16:20:06.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.947+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v110'239 uv239 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.947+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55b730574c30 con 0x55b73056a050 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v110'240 uv240 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1a240108c0 con 0x55b73056a050 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b7304a2ff0 msgr2=0x55b7304bb090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55b7304a2ff0 0x55b7304bb090 crc :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55b7305661e0 msgr2=0x55b7305685d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55b7305661e0 0x55b7305685d0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b730571270 msgr2=0x55b730573660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55b730571270 0x55b730573660 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b730561c40 msgr2=0x55b730564030 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55b730561c40 0x55b730564030 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2a8bd640 1 -- 172.21.15.39:0/2665391356 reap_dead start 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b73056a050 msgr2=0x55b73056c440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b73056a050 0x55b73056c440 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55b73056d350 msgr2=0x55b73056f740 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55b73056d350 0x55b73056f740 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a0c069610 msgr2=0x7f1a0c06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a0c069610 0x7f1a0c06bad0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c009810 tx=0x7f1a1c052000 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 msgr2=0x55b73042f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 0x55b73042f190 secure :-1 s=READY pgs=2137 cs=0 l=1 rev1=1 crypto rx=0x7f1a1400ee70 tx=0x7f1a14001a00 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 shutdown_connections 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55b73056d350 0x55b73056f740 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1a0c069610 0x7f1a0c06bad0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b7304a41c0 0x55b73042f190 unknown :-1 s=CLOSED pgs=2137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 --2- 172.21.15.39:0/2665391356 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b73056a050 0x55b73056c440 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:06.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 >> 172.21.15.39:0/2665391356 conn(0x55b730430800 msgr2=0x55b7304a0740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:06.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 shutdown_connections 2024-09-13T16:20:06.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:06.948+0000 7f1a2d20cf40 1 -- 172.21.15.39:0/2665391356 wait complete. 2024-09-13T16:20:06.954 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put mds_snaptable - 2024-09-13T16:20:07.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.036+0000 7f337a743f40 1 Processor -- start 2024-09-13T16:20:07.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.036+0000 7f337a743f40 1 -- start start 2024-09-13T16:20:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f337a743f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c439e10 0x55c71c510450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f337a743f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 0x55c71c4f7c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f337a743f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c5121d0 0x55c71c4fb640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f337a743f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c71c3e74d0 con 0x55c71c47c110 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f337a743f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c71c382b60 con 0x55c71c5121d0 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f337a743f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c71c382800 con 0x55c71c439e10 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f3377a3f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 0x55c71c4f7c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f3378240640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c439e10 0x55c71c510450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f3377a3f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 0x55c71c4f7c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57868/0 (socket says 172.21.15.39:57868) 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f3377a3f640 1 -- 172.21.15.39:0/14683164 learned_addr learned my addr 172.21.15.39:0/14683164 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.037+0000 7f3378a41640 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c5121d0 0x55c71c4fb640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3377a3f640 1 -- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c439e10 msgr2=0x55c71c510450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3377a3f640 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c439e10 0x55c71c510450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3377a3f640 1 -- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c5121d0 msgr2=0x55c71c4fb640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3377a3f640 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c5121d0 0x55c71c4fb640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3377a3f640 1 -- 172.21.15.39:0/14683164 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f336800a100 con 0x55c71c47c110 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3378240640 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c439e10 0x55c71c510450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3378a41640 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c5121d0 0x55c71c4fb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3377a3f640 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 0x55c71c4f7c30 secure :-1 s=READY pgs=2138 cs=0 l=1 rev1=1 crypto rx=0x7f336000b2c0 tx=0x7f336000b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7a23e64bad6d3d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3376a3d640 1 -- 172.21.15.39:0/14683164 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3360014070 con 0x55c71c47c110 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3376a3d640 1 -- 172.21.15.39:0/14683164 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f336000d500 con 0x55c71c47c110 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f3376a3d640 1 -- 172.21.15.39:0/14683164 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f336000d8b0 con 0x55c71c47c110 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 -- 172.21.15.39:0/14683164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 msgr2=0x55c71c4f7c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 0x55c71c4f7c30 secure :-1 s=READY pgs=2138 cs=0 l=1 rev1=1 crypto rx=0x7f336000b2c0 tx=0x7f336000b780 comp rx=0 tx=0).stop 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 -- 172.21.15.39:0/14683164 shutdown_connections 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c5121d0 0x55c71c4fb640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c47c110 0x55c71c4f7c30 unknown :-1 s=CLOSED pgs=2138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 --2- 172.21.15.39:0/14683164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c439e10 0x55c71c510450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.038+0000 7f337a743f40 1 -- 172.21.15.39:0/14683164 >> 172.21.15.39:0/14683164 conn(0x55c71c485800 msgr2=0x55c71c485be0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.039+0000 7f337a743f40 1 -- 172.21.15.39:0/14683164 shutdown_connections 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.039+0000 7f337a743f40 1 -- 172.21.15.39:0/14683164 wait complete. 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.039+0000 7f337a743f40 1 Processor -- start 2024-09-13T16:20:07.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.039+0000 7f337a743f40 1 -- start start 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f337a743f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c439e10 0x55c71c4f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f337a743f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c47c110 0x55c71c4ec910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f337a743f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c5121d0 0x55c71c4f19a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f337a743f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c71c365520 con 0x55c71c439e10 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f337a743f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c71c4f2560 con 0x55c71c47c110 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f337a743f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c71c4f2840 con 0x55c71c5121d0 2024-09-13T16:20:07.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c439e10 0x55c71c4f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c439e10 0x55c71c4f3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57872/0 (socket says 172.21.15.39:57872) 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 -- 172.21.15.39:0/138758830 learned_addr learned my addr 172.21.15.39:0/138758830 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3377a3f640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c47c110 0x55c71c4ec910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378a41640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c5121d0 0x55c71c4f19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 -- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c5121d0 msgr2=0x55c71c4f19a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c5121d0 0x55c71c4f19a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 -- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c47c110 msgr2=0x55c71c4ec910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c71c47c110 0x55c71c4ec910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 -- 172.21.15.39:0/138758830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c71c3abdc0 con 0x55c71c439e10 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378a41640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c71c5121d0 0x55c71c4f19a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.040+0000 7f3378240640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c439e10 0x55c71c4f3600 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f3370045e30 tx=0x7f3370002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.041+0000 7f3375a3b640 1 -- 172.21.15.39:0/138758830 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3370054b10 con 0x55c71c439e10 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.041+0000 7f3375a3b640 1 -- 172.21.15.39:0/138758830 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3370064070 con 0x55c71c439e10 2024-09-13T16:20:07.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.041+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f336800a4c0 con 0x55c71c439e10 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.041+0000 7f3375a3b640 1 -- 172.21.15.39:0/138758830 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3370054e70 con 0x55c71c439e10 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.041+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3360001ba0 con 0x55c71c439e10 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.042+0000 7f3375a3b640 1 -- 172.21.15.39:0/138758830 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3370066030 con 0x55c71c439e10 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.042+0000 7f3375a3b640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3358069610 0x7f335806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f3375a3b640 1 -- 172.21.15.39:0/138758830 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 7372+0+0 (secure 0 0 0) 0x7f33700cc9b0 con 0x55c71c439e10 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f337a743f40 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c71c4fbb10 0x55c71c4f7200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e110) v8 -- 0x55c71c4f7740 con 0x55c71c4fbb10 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f3377a3f640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3358069610 0x7f335806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f3378a41640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c71c4fbb10 0x55c71c4f7200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f3377a3f640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3358069610 0x7f335806bad0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f3360000c00 tx=0x7f3360009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.043+0000 7f3378a41640 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c71c4fbb10 0x55c71c4f7200 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f3378a41640 1 -- 172.21.15.39:0/138758830 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 mds_snaptable [writefull 0~80] v110'96 uv96 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f336800ad80 con 0x55c71c4fbb10 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c71c4fbb10 msgr2=0x55c71c4f7200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c71c4fbb10 0x55c71c4f7200 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3358069610 msgr2=0x7f335806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3358069610 0x7f335806bad0 secure :-1 s=READY pgs=837 cs=0 l=1 rev1=1 crypto rx=0x7f3360000c00 tx=0x7f3360009000 comp rx=0 tx=0).stop 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c439e10 msgr2=0x55c71c4f3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 --2- 172.21.15.39:0/138758830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c71c439e10 0x55c71c4f3600 secure :-1 s=READY pgs=2139 cs=0 l=1 rev1=1 crypto rx=0x7f3370045e30 tx=0x7f3370002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f3378a41640 1 -- 172.21.15.39:0/138758830 reap_dead start 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 shutdown_connections 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 >> 172.21.15.39:0/138758830 conn(0x55c71c485800 msgr2=0x55c71c510450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 shutdown_connections 2024-09-13T16:20:07.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.045+0000 7f337a743f40 1 -- 172.21.15.39:0/138758830 wait complete. 2024-09-13T16:20:07.051 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:07.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.193+0000 7fc15f91f640 1 Processor -- start 2024-09-13T16:20:07.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.193+0000 7fc15f91f640 1 -- start start 2024-09-13T16:20:07.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15f91f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc1580cc460 0x7fc158159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15f91f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc15815a200 0x7fc15815a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15f91f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc15815a000 con 0x7fc1580cb810 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15f91f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc15815ab50 con 0x7fc1580cc460 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15f91f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1580cbbf0 con 0x7fc15815a200 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15ceba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc1580cc460 0x7fc158159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15d6bb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc1580cb810 0x7fc1580b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39512/0 (socket says 172.21.15.39:39512) 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15d6bb640 1 -- 172.21.15.39:0/352744291 learned_addr learned my addr 172.21.15.39:0/352744291 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15debc640 1 --2- 172.21.15.39:0/352744291 >> v2:172.21.15.157:3300/0 conn(0x7fc15815a200 0x7fc15815a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15ceba640 1 -- 172.21.15.39:0/352744291 >> v2:172.21.15.157:3300/0 conn(0x7fc15815a200 msgr2=0x7fc15815a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15ceba640 1 --2- 172.21.15.39:0/352744291 >> v2:172.21.15.157:3300/0 conn(0x7fc15815a200 0x7fc15815a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15ceba640 1 -- 172.21.15.39:0/352744291 >> v1:172.21.15.39:6789/0 conn(0x7fc1580cb810 legacy=0x7fc1580b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15ceba640 1 -- 172.21.15.39:0/352744291 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1580b1540 con 0x7fc1580cc460 2024-09-13T16:20:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.194+0000 7fc15debc640 1 --2- 172.21.15.39:0/352744291 >> v2:172.21.15.157:3300/0 conn(0x7fc15815a200 0x7fc15815a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15ceba640 1 --2- 172.21.15.39:0/352744291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158159ac0 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7fc1580739e0 tx=0x7fc14c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f75348231c0678e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc14bfff640 1 -- 172.21.15.39:0/352744291 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc14c032440 con 0x7fc1580cc460 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc14bfff640 1 -- 172.21.15.39:0/352744291 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc14c0325a0 con 0x7fc1580cc460 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc14bfff640 1 -- 172.21.15.39:0/352744291 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc14c032930 con 0x7fc1580cc460 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15f91f640 1 -- 172.21.15.39:0/352744291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 msgr2=0x7fc158159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15f91f640 1 --2- 172.21.15.39:0/352744291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158159ac0 secure :-1 s=READY pgs=2141 cs=0 l=1 rev1=1 crypto rx=0x7fc1580739e0 tx=0x7fc14c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15f91f640 1 -- 172.21.15.39:0/352744291 shutdown_connections 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15f91f640 1 --2- 172.21.15.39:0/352744291 >> v2:172.21.15.157:3300/0 conn(0x7fc15815a200 0x7fc15815a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15f91f640 1 --2- 172.21.15.39:0/352744291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158159ac0 unknown :-1 s=CLOSED pgs=2141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.195+0000 7fc15f91f640 1 -- 172.21.15.39:0/352744291 >> 172.21.15.39:0/352744291 conn(0x7fc1580b00a0 msgr2=0x7fc1580b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.196+0000 7fc15f91f640 1 -- 172.21.15.39:0/352744291 shutdown_connections 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.196+0000 7fc15f91f640 1 -- 172.21.15.39:0/352744291 wait complete. 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.197+0000 7fc15f91f640 1 Processor -- start 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.197+0000 7fc15f91f640 1 -- start start 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1580cb810 0x7fc158149530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158148cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc15815a200 0x7fc1580ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc158149ca0 con 0x7fc1580cc460 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc158070740 con 0x7fc15815a200 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc158149a70 con 0x7fc1580cb810 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158148cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158148cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57890/0 (socket says 172.21.15.39:57890) 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 -- 172.21.15.39:0/2356778144 learned_addr learned my addr 172.21.15.39:0/2356778144 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15d6bb640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1580cb810 0x7fc158149530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15debc640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc15815a200 0x7fc1580ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 -- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1580cb810 msgr2=0x7fc158149530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1580cb810 0x7fc158149530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 -- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc15815a200 msgr2=0x7fc1580ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc15815a200 0x7fc1580ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 -- 172.21.15.39:0/2356778144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc14c009400 con 0x7fc1580cc460 2024-09-13T16:20:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15ceba640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158148cd0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7fc14c009890 tx=0x7fc14c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc14c032440 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc14c030ba0 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc1580711d0 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.198+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc14c006e10 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.199+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc158070c10 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.199+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc15814b2a0 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.200+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc14c039040 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.200+0000 7fc149ffb640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc13c06ac00 0x7fc13c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.201+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(110..110 src has 1..110) v4 ==== 7372+0+0 (secure 0 0 0) 0x7fc14c0aa3f0 con 0x7fc1580cc460 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.201+0000 7fc15d6bb640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc13c06ac00 0x7fc13c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.201+0000 7fc15d6bb640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc13c06ac00 0x7fc13c06d0c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc154005880 tx=0x7fc154009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.205+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc15814b2a0 con 0x7fc1580cc460 2024-09-13T16:20:07.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.413+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fc15814b2a0 con 0x7fc1580cc460 2024-09-13T16:20:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.679+0000 7fc149ffb640 1 -- 172.21.15.39:0/2356778144 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v192) v1 ==== 162+0+0 (secure 0 0 0) 0x7fc15814b2a0 con 0x7fc1580cc460 2024-09-13T16:20:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc13c06ac00 msgr2=0x7fc13c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc13c06ac00 0x7fc13c06d0c0 secure :-1 s=READY pgs=838 cs=0 l=1 rev1=1 crypto rx=0x7fc154005880 tx=0x7fc154009040 comp rx=0 tx=0).stop 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 msgr2=0x7fc158148cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158148cd0 secure :-1 s=READY pgs=2142 cs=0 l=1 rev1=1 crypto rx=0x7fc14c009890 tx=0x7fc14c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 shutdown_connections 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc13c06ac00 0x7fc13c06d0c0 unknown :-1 s=CLOSED pgs=838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc15815a200 0x7fc1580ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc1580cc460 0x7fc158148cd0 unknown :-1 s=CLOSED pgs=2142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 --2- 172.21.15.39:0/2356778144 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc1580cb810 0x7fc158149530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 >> 172.21.15.39:0/2356778144 conn(0x7fc1580b00a0 msgr2=0x7fc15815ac90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 shutdown_connections 2024-09-13T16:20:07.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.682+0000 7fc15f91f640 1 -- 172.21.15.39:0/2356778144 wait complete. 2024-09-13T16:20:07.687 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:20:07.686+0000 7fd8b47db640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': virtual void SnapServer::decode_server_state(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 5 < 101: Malformed input [buffer:3] 2024-09-13T16:20:07.688 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:07.687+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:07.688 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:07.687+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:07.696 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:07.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.798+0000 7f84a4887640 1 Processor -- start 2024-09-13T16:20:07.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.798+0000 7f84a4887640 1 -- start start 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f84a4887640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84a00b41a0 0x7f84a00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f84a4887640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00ccf80 0x7f84a00d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f84a4887640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f84a00cde30 con 0x7f84a00d0830 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f84a4887640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84a00b5090 con 0x7f84a00b41a0 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f84a4887640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84a00cd820 con 0x7f84a00ccf80 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f849e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84a00b41a0 0x7f84a00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f849ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f84a00d0830 0x7f84a0166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39524/0 (socket says 172.21.15.39:39524) 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.799+0000 7f849ed9d640 1 -- 172.21.15.39:0/2612900452 learned_addr learned my addr 172.21.15.39:0/2612900452 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f8497fff640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00ccf80 0x7f84a00d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f849e59c640 1 -- 172.21.15.39:0/2612900452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00ccf80 msgr2=0x7f84a00d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f849e59c640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00ccf80 0x7f84a00d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f849dd9b640 1 -- 172.21.15.39:0/2612900452 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2717950594 0 0) 0x7f84a00cde30 con 0x7f84a00d0830 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f849e59c640 1 -- 172.21.15.39:0/2612900452 >> v1:172.21.15.39:6789/0 conn(0x7f84a00d0830 legacy=0x7f84a0166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f849e59c640 1 -- 172.21.15.39:0/2612900452 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84a00b4ac0 con 0x7f84a00b41a0 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.800+0000 7f8497fff640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00ccf80 0x7f84a00d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f849e59c640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00b41a0 0x7f84a00b4580 secure :-1 s=READY pgs=2144 cs=0 l=1 rev1=1 crypto rx=0x7f84900097a0 tx=0x7f849002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=991a07949369971 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f849dd9b640 1 -- 172.21.15.39:0/2612900452 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8490032440 con 0x7f84a00b41a0 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f849dd9b640 1 -- 172.21.15.39:0/2612900452 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84900325a0 con 0x7f84a00b41a0 2024-09-13T16:20:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f849dd9b640 1 -- 172.21.15.39:0/2612900452 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8490032930 con 0x7f84a00b41a0 2024-09-13T16:20:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 -- 172.21.15.39:0/2612900452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00b41a0 msgr2=0x7f84a00b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00b41a0 0x7f84a00b4580 secure :-1 s=READY pgs=2144 cs=0 l=1 rev1=1 crypto rx=0x7f84900097a0 tx=0x7f849002a180 comp rx=0 tx=0).stop 2024-09-13T16:20:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 -- 172.21.15.39:0/2612900452 shutdown_connections 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00ccf80 0x7f84a00d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 --2- 172.21.15.39:0/2612900452 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00b41a0 0x7f84a00b4580 unknown :-1 s=CLOSED pgs=2144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 -- 172.21.15.39:0/2612900452 >> 172.21.15.39:0/2612900452 conn(0x7f84a00cf1a0 msgr2=0x7f84a00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 -- 172.21.15.39:0/2612900452 shutdown_connections 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.801+0000 7f84a4887640 1 -- 172.21.15.39:0/2612900452 wait complete. 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 Processor -- start 2024-09-13T16:20:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 -- start start 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00b41a0 0x7f84a00cb140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84a00ccf80 0x7f84a01e7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 0x7f84a00ca220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a01e7b40 con 0x7f84a00d0830 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84a00cc330 con 0x7f84a00ccf80 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.803+0000 7f84a4887640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84a00cb720 con 0x7f84a00b41a0 2024-09-13T16:20:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 0x7f84a00ca220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 0x7f84a00ca220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57910/0 (socket says 172.21.15.39:57910) 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 -- 172.21.15.39:0/3356362586 learned_addr learned my addr 172.21.15.39:0/3356362586 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849e59c640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00b41a0 0x7f84a00cb140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f8497fff640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84a00ccf80 0x7f84a01e7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 -- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00b41a0 msgr2=0x7f84a00cb140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00b41a0 0x7f84a00cb140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 -- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84a00ccf80 msgr2=0x7f84a01e7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84a00ccf80 0x7f84a01e7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 -- 172.21.15.39:0/3356362586 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8490009400 con 0x7f84a00d0830 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f849ed9d640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 0x7f84a00ca220 secure :-1 s=READY pgs=2145 cs=0 l=1 rev1=1 crypto rx=0x7f849800c780 tx=0x7f849800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849800ce90 con 0x7f84a00d0830 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f849800a640 con 0x7f84a00d0830 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84a00cba00 con 0x7f84a00d0830 2024-09-13T16:20:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f849800a9d0 con 0x7f84a00d0830 2024-09-13T16:20:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.804+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f84a00cbfc0 con 0x7f84a00d0830 2024-09-13T16:20:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.806+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84a0067330 con 0x7f84a00d0830 2024-09-13T16:20:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.806+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f849800ab30 con 0x7f84a00d0830 2024-09-13T16:20:07.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.806+0000 7f8496ffd640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f848006ac00 0x7f848006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:07.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.807+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7f84980891f0 con 0x7f84a00d0830 2024-09-13T16:20:07.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.807+0000 7f849e59c640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f848006ac00 0x7f848006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:07.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.807+0000 7f849e59c640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f848006ac00 0x7f848006d0c0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f8490034000 tx=0x7f849002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:07.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:07.811+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8498053d10 con 0x7f84a00d0830 2024-09-13T16:20:08.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.015+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f84a0066ec0 con 0x7f84a00d0830 2024-09-13T16:20:08.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.016+0000 7f8496ffd640 1 -- 172.21.15.39:0/3356362586 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 194 v194) v1 ==== 95+0+3975 (secure 0 0 0) 0x7f8498018090 con 0x7f84a00d0830 2024-09-13T16:20:08.017 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:08.017 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":194,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":194,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:07.688208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:08.018 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 194 2024-09-13T16:20:08.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f848006ac00 msgr2=0x7f848006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f848006ac00 0x7f848006d0c0 secure :-1 s=READY pgs=839 cs=0 l=1 rev1=1 crypto rx=0x7f8490034000 tx=0x7f849002e000 comp rx=0 tx=0).stop 2024-09-13T16:20:08.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 msgr2=0x7f84a00ca220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 0x7f84a00ca220 secure :-1 s=READY pgs=2145 cs=0 l=1 rev1=1 crypto rx=0x7f849800c780 tx=0x7f849800cc40 comp rx=0 tx=0).stop 2024-09-13T16:20:08.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 shutdown_connections 2024-09-13T16:20:08.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f848006ac00 0x7f848006d0c0 unknown :-1 s=CLOSED pgs=839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84a00d0830 0x7f84a00ca220 unknown :-1 s=CLOSED pgs=2145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f84a00ccf80 0x7f84a01e7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 --2- 172.21.15.39:0/3356362586 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84a00b41a0 0x7f84a00cb140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 >> 172.21.15.39:0/3356362586 conn(0x7f84a00cf1a0 msgr2=0x7f84a00b7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:08.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 shutdown_connections 2024-09-13T16:20:08.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.018+0000 7f84a4887640 1 -- 172.21.15.39:0/3356362586 wait complete. 2024-09-13T16:20:08.030 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:08.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:08.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.130+0000 7fb8835a3640 1 Processor -- start 2024-09-13T16:20:08.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.131+0000 7fb8835a3640 1 -- start start 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.131+0000 7fb8835a3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb87c0b41a0 0x7fb87c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.131+0000 7fb8835a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb87c0cde30 con 0x7fb87c0d0a00 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.131+0000 7fb8835a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb87c0b5090 con 0x7fb87c0ccf80 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.131+0000 7fb8835a3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb87c0cd820 con 0x7fb87c0b41a0 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.131+0000 7fb881b40640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb87c0d0a00 0x7fb87c167010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39530/0 (socket says 172.21.15.39:39530) 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb881b40640 1 -- 172.21.15.39:0/444638032 learned_addr learned my addr 172.21.15.39:0/444638032 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb88133f640 1 --2- 172.21.15.39:0/444638032 >> v2:172.21.15.157:3300/0 conn(0x7fb87c0b41a0 0x7fb87c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 69237670 0 0) 0x7fb87c0cde30 con 0x7fb87c0d0a00 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb864003520 con 0x7fb87c0d0a00 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 413679066 0 0) 0x7fb87c0b5090 con 0x7fb87c0ccf80 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb87c0cde30 con 0x7fb87c0ccf80 2024-09-13T16:20:08.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 242265319 0 0) 0x7fb864003520 con 0x7fb87c0d0a00 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 >> v2:172.21.15.157:3300/0 conn(0x7fb87c0b41a0 msgr2=0x7fb87c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 --2- 172.21.15.39:0/444638032 >> v2:172.21.15.157:3300/0 conn(0x7fb87c0b41a0 0x7fb87c0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 >> v1:172.21.15.157:6789/0 conn(0x7fb87c0ccf80 legacy=0x7fb87c0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb87c0b4ac0 con 0x7fb87c0d0a00 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb874001670 con 0x7fb87c0d0a00 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb88133f640 1 --2- 172.21.15.39:0/444638032 >> v2:172.21.15.157:3300/0 conn(0x7fb87c0b41a0 0x7fb87c0b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 >> v1:172.21.15.39:6789/0 conn(0x7fb87c0d0a00 legacy=0x7fb87c167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb864003b00 0x7fb864003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8640047c0 0x7fb864004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb864005180 0x7fb86400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c0cd820 con 0x7fb864005180 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb86400c000 con 0x7fb8640047c0 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb86400c1c0 con 0x7fb864003b00 2024-09-13T16:20:08.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb881b40640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb864005180 0x7fb86400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb880b3e640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8640047c0 0x7fb864004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.132+0000 7fb88133f640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb864003b00 0x7fb864003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 -- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb864003b00 msgr2=0x7fb864003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb864003b00 0x7fb864003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 -- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8640047c0 msgr2=0x7fb864004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb8640047c0 0x7fb864004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 -- 172.21.15.39:0/444638032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb864003520 con 0x7fb864005180 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 -- 172.21.15.39:0/444638032 reap_dead start 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb881b40640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb864005180 0x7fb86400b980 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7fb87400c190 tx=0x7fb8640057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30704b60f7092206 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.133+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb874005ad0 con 0x7fb864005180 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb87402d070 con 0x7fb864005180 2024-09-13T16:20:08.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb87bfff640 1 -- 172.21.15.39:0/444638032 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb874005e50 con 0x7fb864005180 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 -- 172.21.15.39:0/444638032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb864005180 msgr2=0x7fb86400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb864005180 0x7fb86400b980 secure :-1 s=READY pgs=2147 cs=0 l=1 rev1=1 crypto rx=0x7fb87400c190 tx=0x7fb8640057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 -- 172.21.15.39:0/444638032 shutdown_connections 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 --2- 172.21.15.39:0/444638032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb864005180 0x7fb86400b980 unknown :-1 s=CLOSED pgs=2147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 -- 172.21.15.39:0/444638032 >> 172.21.15.39:0/444638032 conn(0x7fb87c0cf1a0 msgr2=0x7fb87c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 -- 172.21.15.39:0/444638032 shutdown_connections 2024-09-13T16:20:08.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.134+0000 7fb8835a3640 1 -- 172.21.15.39:0/444638032 wait complete. 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.135+0000 7fb8835a3640 1 Processor -- start 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.135+0000 7fb8835a3640 1 -- start start 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb8835a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb864005180 0x7fb87c0cad80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb8835a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 0x7fb87c1591f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb8835a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb87c0c8b10 0x7fb87c155850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb8835a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1f2e50 con 0x7fb87c0c8690 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb8835a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c157e20 con 0x7fb864005180 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb8835a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb87c1f2240 con 0x7fb87c0c8b10 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 0x7fb87c1591f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 0x7fb87c1591f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57922/0 (socket says 172.21.15.39:57922) 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 -- 172.21.15.39:0/66678536 learned_addr learned my addr 172.21.15.39:0/66678536 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb88133f640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb864005180 0x7fb87c0cad80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb881b40640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb87c0c8b10 0x7fb87c155850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 -- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb87c0c8b10 msgr2=0x7fb87c155850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb87c0c8b10 0x7fb87c155850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 -- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb864005180 msgr2=0x7fb87c0cad80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb864005180 0x7fb87c0cad80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.136+0000 7fb880b3e640 1 -- 172.21.15.39:0/66678536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb87c1f2520 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.137+0000 7fb880b3e640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 0x7fb87c1591f0 secure :-1 s=READY pgs=2148 cs=0 l=1 rev1=1 crypto rx=0x7fb87000f7a0 tx=0x7fb87000fc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.137+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb87000fe50 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.137+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb870005320 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.137+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb87c1f2800 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.137+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb870007290 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.137+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb87c1f1df0 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.138+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb87c1f2010 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.138+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb8700073f0 con 0x7fb87c0c8690 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.139+0000 7fb879ffb640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb86806ac00 0x7fb86806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.139+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7fb870089420 con 0x7fb87c0c8690 2024-09-13T16:20:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.139+0000 7fb88133f640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb86806ac00 0x7fb86806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.139+0000 7fb88133f640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb86806ac00 0x7fb86806d0c0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0c61f0 tx=0x7fb86c00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.143+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb870053f20 con 0x7fb87c0c8690 2024-09-13T16:20:08.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.349+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb87c066ec0 con 0x7fb87c0c8690 2024-09-13T16:20:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.349+0000 7fb879ffb640 1 -- 172.21.15.39:0/66678536 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 194 v194) v1 ==== 95+0+3975 (secure 0 0 0) 0x7fb870005490 con 0x7fb87c0c8690 2024-09-13T16:20:08.351 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:08.351 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":194,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":194,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:07.688208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:08.351 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 194 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb86806ac00 msgr2=0x7fb86806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb86806ac00 0x7fb86806d0c0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fb87c0c61f0 tx=0x7fb86c00b040 comp rx=0 tx=0).stop 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 msgr2=0x7fb87c1591f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 0x7fb87c1591f0 secure :-1 s=READY pgs=2148 cs=0 l=1 rev1=1 crypto rx=0x7fb87000f7a0 tx=0x7fb87000fc60 comp rx=0 tx=0).stop 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 shutdown_connections 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb86806ac00 0x7fb86806d0c0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb87c0c8b10 0x7fb87c155850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb87c0c8690 0x7fb87c1591f0 unknown :-1 s=CLOSED pgs=2148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 --2- 172.21.15.39:0/66678536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb864005180 0x7fb87c0cad80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 >> 172.21.15.39:0/66678536 conn(0x7fb87c0cf1a0 msgr2=0x7fb87c0b6cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:08.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 shutdown_connections 2024-09-13T16:20:08.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.351+0000 7fb8835a3640 1 -- 172.21.15.39:0/66678536 wait complete. 2024-09-13T16:20:08.363 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:08.364 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:08.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.464+0000 7f2c3ea4f640 1 Processor -- start 2024-09-13T16:20:08.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.464+0000 7f2c3ea4f640 1 -- start start 2024-09-13T16:20:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c3ea4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3806f170 0x7f2c380b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c3ea4f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c3806f6e0 con 0x7f2c38156fb0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c3ea4f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c3806f9c0 con 0x7f2c3815d0a0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c3ea4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c3806fca0 con 0x7f2c3806f170 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c37fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2c38156fb0 0x7f2c3815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39544/0 (socket says 172.21.15.39:39544) 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c37fff640 1 -- 172.21.15.39:0/2317986302 learned_addr learned my addr 172.21.15.39:0/2317986302 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c377fe640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3806f170 0x7f2c380b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2927116793 0 0) 0x7f2c3806f6e0 con 0x7f2c38156fb0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.465+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c20003520 con 0x7f2c38156fb0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2006914833 0 0) 0x7f2c3806f9c0 con 0x7f2c3815d0a0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c3806f6e0 con 0x7f2c3815d0a0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 686374827 0 0) 0x7f2c20003520 con 0x7f2c38156fb0 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3806f170 msgr2=0x7f2c380b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3806f170 0x7f2c380b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 >> v1:172.21.15.157:6789/0 conn(0x7f2c3815d0a0 legacy=0x7f2c38070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c3806ff80 con 0x7f2c38156fb0 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2c28001670 con 0x7f2c38156fb0 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 >> v1:172.21.15.39:6789/0 conn(0x7f2c38156fb0 legacy=0x7f2c3815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c20003b30 0x7f2c20003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c200047c0 0x7f2c20004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c20005180 0x7f2c2000db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c3806fca0 con 0x7f2c20005180 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2000e200 con 0x7f2c20003b30 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c2000e3c0 con 0x7f2c200047c0 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c377fe640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3806f170 0x7f2c380b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c3cfec640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c20005180 0x7f2c2000db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c37fff640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c20003b30 0x7f2c20003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c377fe640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c200047c0 0x7f2c20004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c3cfec640 1 -- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c200047c0 msgr2=0x7f2c20004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c3cfec640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c200047c0 0x7f2c20004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c3cfec640 1 -- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c20003b30 msgr2=0x7f2c20003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c3cfec640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c20003b30 0x7f2c20003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c3cfec640 1 -- 172.21.15.39:0/2317986302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c20003520 con 0x7f2c20005180 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.466+0000 7f2c377fe640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c200047c0 0x7f2c20004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.467+0000 7f2c3cfec640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c20005180 0x7f2c2000db90 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f2c30001fc0 tx=0x7f2c200057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a6ba73519aeac245 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.467+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c30003b70 con 0x7f2c20005180 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.467+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c3002d050 con 0x7f2c20005180 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.467+0000 7f2c36ffd640 1 -- 172.21.15.39:0/2317986302 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c300050d0 con 0x7f2c20005180 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2317986302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c20005180 msgr2=0x7f2c2000db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2317986302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c20005180 0x7f2c2000db90 secure :-1 s=READY pgs=2150 cs=0 l=1 rev1=1 crypto rx=0x7f2c30001fc0 tx=0x7f2c200057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3cfec640 1 -- 172.21.15.39:0/2317986302 reap_dead start 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2317986302 shutdown_connections 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2317986302 >> 172.21.15.39:0/2317986302 conn(0x7f2c3806b3b0 msgr2=0x7f2c3806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2317986302 shutdown_connections 2024-09-13T16:20:08.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.468+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2317986302 wait complete. 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.469+0000 7f2c3ea4f640 1 Processor -- start 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.469+0000 7f2c3ea4f640 1 -- start start 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c3ea4f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 0x7f2c38142fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c3ea4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3813ff00 0x7f2c381508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c3ea4f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3814ea70 0x7f2c3814eeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c3ea4f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c38143500 con 0x7f2c3813fb20 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c3ea4f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c3814f3f0 con 0x7f2c3814ea70 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c3ea4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c38150e20 con 0x7f2c3813ff00 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 0x7f2c38142fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 0x7f2c38142fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57934/0 (socket says 172.21.15.39:57934) 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 -- 172.21.15.39:0/2265966666 learned_addr learned my addr 172.21.15.39:0/2265966666 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 -- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3813ff00 msgr2=0x7f2c381508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3813ff00 0x7f2c381508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 -- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3814ea70 msgr2=0x7f2c3814eeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3814ea70 0x7f2c3814eeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 -- 172.21.15.39:0/2265966666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c381510f0 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.470+0000 7f2c37fff640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 0x7f2c38142fc0 secure :-1 s=READY pgs=2151 cs=0 l=1 rev1=1 crypto rx=0x7f2c28007fd0 tx=0x7f2c280074f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.471+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c28001060 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.471+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c28007740 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.471+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2800fb60 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.471+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c381513d0 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.471+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c38151990 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.472+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c3806f9c0 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.472+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2c2800fcc0 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.473+0000 7f2c34ff9640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c2406ac00 0x7f2c2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.473+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7f2c28089af0 con 0x7f2c3813fb20 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.473+0000 7f2c377fe640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c2406ac00 0x7f2c2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.474+0000 7f2c377fe640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c2406ac00 0x7f2c2406d0c0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f2c381e3430 tx=0x7f2c2c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.477+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2c280545f0 con 0x7f2c3813fb20 2024-09-13T16:20:08.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.684+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2c38155f90 con 0x7f2c3813fb20 2024-09-13T16:20:08.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.685+0000 7f2c34ff9640 1 -- 172.21.15.39:0/2265966666 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 194 v194) v1 ==== 95+0+3975 (secure 0 0 0) 0x7f2c28057c10 con 0x7f2c3813fb20 2024-09-13T16:20:08.686 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:08.686 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":194,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":9984,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/251656885","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":251656885},{"type":"v1","addr":"172.21.15.39:6834","nonce":251656885}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":187}],"filesystems":[{"mdsmap":{"epoch":194,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:07.688208+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":111,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:08.687 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 194 2024-09-13T16:20:08.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c2406ac00 msgr2=0x7f2c2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c2406ac00 0x7f2c2406d0c0 secure :-1 s=READY pgs=841 cs=0 l=1 rev1=1 crypto rx=0x7f2c381e3430 tx=0x7f2c2c008040 comp rx=0 tx=0).stop 2024-09-13T16:20:08.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 msgr2=0x7f2c38142fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 0x7f2c38142fc0 secure :-1 s=READY pgs=2151 cs=0 l=1 rev1=1 crypto rx=0x7f2c28007fd0 tx=0x7f2c280074f0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 shutdown_connections 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c2406ac00 0x7f2c2406d0c0 unknown :-1 s=CLOSED pgs=841 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3814ea70 0x7f2c3814eeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3813ff00 0x7f2c381508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 --2- 172.21.15.39:0/2265966666 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3813fb20 0x7f2c38142fc0 unknown :-1 s=CLOSED pgs=2151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 >> 172.21.15.39:0/2265966666 conn(0x7f2c3806b3b0 msgr2=0x7f2c38157750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 shutdown_connections 2024-09-13T16:20:08.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.687+0000 7f2c3ea4f640 1 -- 172.21.15.39:0/2265966666 wait complete. 2024-09-13T16:20:08.699 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt mds_snaptable' led to DAMAGED state 2024-09-13T16:20:08.699 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt mds0_inotable' 2024-09-13T16:20:08.699 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:08.699 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:08.716 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:08.716 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:08.716 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:08.716 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:08.716 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:08.771 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:08.772 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:08.772 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:08.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.913+0000 7ff96e14c640 1 Processor -- start 2024-09-13T16:20:08.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.913+0000 7ff96e14c640 1 -- start start 2024-09-13T16:20:08.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff96e14c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9680ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff96e14c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff9680ce960 0x7ff96815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff96e14c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff968159760 con 0x7ff968159380 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff96e14c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9680b38f0 con 0x7ff9680ce960 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff96e14c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9680cedd0 con 0x7ff96815a360 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff967fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff9680ce960 0x7ff96815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff9677fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff968159380 0x7ff9680b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39552/0 (socket says 172.21.15.39:39552) 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff9677fe640 1 -- 172.21.15.39:0/1560440431 learned_addr learned my addr 172.21.15.39:0/1560440431 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff967fff640 1 -- 172.21.15.39:0/1560440431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 msgr2=0x7ff9680ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff967fff640 1 --2- 172.21.15.39:0/1560440431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9680ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff967fff640 1 -- 172.21.15.39:0/1560440431 >> v1:172.21.15.39:6789/0 conn(0x7ff968159380 legacy=0x7ff9680b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff967fff640 1 -- 172.21.15.39:0/1560440431 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff96815a880 con 0x7ff9680ce960 2024-09-13T16:20:08.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.914+0000 7ff9667fc640 1 -- 172.21.15.39:0/1560440431 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 318231891 0 0) 0x7ff968159760 con 0x7ff968159380 2024-09-13T16:20:08.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.915+0000 7ff967fff640 1 --2- 172.21.15.39:0/1560440431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff96815b920 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7ff960009d90 tx=0x7ff96002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32dda4969f4b4e7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.915+0000 7ff9667fc640 1 -- 172.21.15.39:0/1560440431 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff960007740 con 0x7ff9680ce960 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.915+0000 7ff9667fc640 1 -- 172.21.15.39:0/1560440431 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff96002d050 con 0x7ff9680ce960 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.915+0000 7ff9667fc640 1 -- 172.21.15.39:0/1560440431 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff960007ac0 con 0x7ff9680ce960 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 -- 172.21.15.39:0/1560440431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 msgr2=0x7ff96815b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 --2- 172.21.15.39:0/1560440431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff96815b920 secure :-1 s=READY pgs=2153 cs=0 l=1 rev1=1 crypto rx=0x7ff960009d90 tx=0x7ff96002a660 comp rx=0 tx=0).stop 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 -- 172.21.15.39:0/1560440431 shutdown_connections 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 --2- 172.21.15.39:0/1560440431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff96815b920 unknown :-1 s=CLOSED pgs=2153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 --2- 172.21.15.39:0/1560440431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9680ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 -- 172.21.15.39:0/1560440431 >> 172.21.15.39:0/1560440431 conn(0x7ff9680b15d0 msgr2=0x7ff9680b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 -- 172.21.15.39:0/1560440431 shutdown_connections 2024-09-13T16:20:08.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.916+0000 7ff96e14c640 1 -- 172.21.15.39:0/1560440431 wait complete. 2024-09-13T16:20:08.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.917+0000 7ff96e14c640 1 Processor -- start 2024-09-13T16:20:08.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.917+0000 7ff96e14c640 1 -- start start 2024-09-13T16:20:08.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff96e14c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff968150180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff96e14c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff968159380 0x7ff9681506c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff96e14c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9681f5c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff96e14c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff968150c00 con 0x7ff9680ce960 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff96e14c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9680aec10 con 0x7ff968159380 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff96e14c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9680aeef0 con 0x7ff96815a360 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff968150180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff968150180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57954/0 (socket says 172.21.15.39:57954) 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 -- 172.21.15.39:0/687738032 learned_addr learned my addr 172.21.15.39:0/687738032 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff967fff640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9681f5c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff966ffd640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff968159380 0x7ff9681506c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 -- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 msgr2=0x7ff9681f5c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9681f5c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 -- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff968159380 msgr2=0x7ff9681506c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff968159380 0x7ff9681506c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.918+0000 7ff9677fe640 1 -- 172.21.15.39:0/687738032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff960009a70 con 0x7ff9680ce960 2024-09-13T16:20:08.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.919+0000 7ff9677fe640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff968150180 secure :-1 s=READY pgs=2154 cs=0 l=1 rev1=1 crypto rx=0x7ff95800c4d0 tx=0x7ff95800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.919+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9580074e0 con 0x7ff9680ce960 2024-09-13T16:20:08.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.919+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff958007660 con 0x7ff9680ce960 2024-09-13T16:20:08.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.919+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9680af1d0 con 0x7ff9680ce960 2024-09-13T16:20:08.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.919+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff958004a20 con 0x7ff9680ce960 2024-09-13T16:20:08.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.919+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff968152060 con 0x7ff9680ce960 2024-09-13T16:20:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.920+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff968152280 con 0x7ff9680ce960 2024-09-13T16:20:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.920+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff958004b80 con 0x7ff9680ce960 2024-09-13T16:20:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.921+0000 7ff94ffff640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff95406ac00 0x7ff95406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.921+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7ff958088b90 con 0x7ff9680ce960 2024-09-13T16:20:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.921+0000 7ff966ffd640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff95406ac00 0x7ff95406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:08.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.922+0000 7ff966ffd640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff95406ac00 0x7ff95406d0c0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7ff968151c70 tx=0x7ff95c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:08.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:08.925+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff958053720 con 0x7ff9680ce960 2024-09-13T16:20:09.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.133+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff9680672f0 con 0x7ff9680ce960 2024-09-13T16:20:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.686+0000 7ff94ffff640 1 -- 172.21.15.39:0/687738032 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v195) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff958018090 con 0x7ff9680ce960 2024-09-13T16:20:09.688 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:09.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff95406ac00 msgr2=0x7ff95406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff95406ac00 0x7ff95406d0c0 secure :-1 s=READY pgs=842 cs=0 l=1 rev1=1 crypto rx=0x7ff968151c70 tx=0x7ff95c008040 comp rx=0 tx=0).stop 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 msgr2=0x7ff968150180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff968150180 secure :-1 s=READY pgs=2154 cs=0 l=1 rev1=1 crypto rx=0x7ff95800c4d0 tx=0x7ff95800c990 comp rx=0 tx=0).stop 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 shutdown_connections 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff95406ac00 0x7ff95406d0c0 unknown :-1 s=CLOSED pgs=842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff96815a360 0x7ff9681f5c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff968159380 0x7ff9681506c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 --2- 172.21.15.39:0/687738032 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9680ce960 0x7ff968150180 unknown :-1 s=CLOSED pgs=2154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 >> 172.21.15.39:0/687738032 conn(0x7ff9680b15d0 msgr2=0x7ff968071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 shutdown_connections 2024-09-13T16:20:09.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.689+0000 7ff96e14c640 1 -- 172.21.15.39:0/687738032 wait complete. 2024-09-13T16:20:09.704 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:09.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.810+0000 7f6d0c848640 1 Processor -- start 2024-09-13T16:20:09.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.811+0000 7f6d0c848640 1 -- start start 2024-09-13T16:20:09.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d0c848640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d0815a360 0x7f6d080ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d0c848640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d080ce960 0x7f6d0815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d0c848640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6d08159760 con 0x7f6d08159380 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d0c848640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6d080b38f0 con 0x7f6d0815a360 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d0c848640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d080cedd0 con 0x7f6d080ce960 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d0815a360 0x7f6d080ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6d0815a360 0x7f6d080ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57966/0 (socket says 172.21.15.39:57966) 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 -- 172.21.15.39:0/767842006 learned_addr learned my addr 172.21.15.39:0/767842006 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d06d9d640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d080ce960 0x7f6d0815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 -- 172.21.15.39:0/767842006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d080ce960 msgr2=0x7f6d0815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d080ce960 0x7f6d0815b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 -- 172.21.15.39:0/767842006 >> v1:172.21.15.157:6789/0 conn(0x7f6d08159380 legacy=0x7f6d080b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:09.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d05d9b640 1 -- 172.21.15.39:0/767842006 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6d0815a880 con 0x7f6d0815a360 2024-09-13T16:20:09.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.812+0000 7f6d06d9d640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d080ce960 0x7f6d0815b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.813+0000 7f6d05d9b640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d0815a360 0x7f6d080ce420 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc009870 tx=0x7f6cfc02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e3aedc554b4eeb40 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.813+0000 7f6d0559a640 1 -- 172.21.15.39:0/767842006 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc032440 con 0x7f6d0815a360 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.813+0000 7f6d0559a640 1 -- 172.21.15.39:0/767842006 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cfc0325a0 con 0x7f6d0815a360 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.813+0000 7f6d0559a640 1 -- 172.21.15.39:0/767842006 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cfc032930 con 0x7f6d0815a360 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.813+0000 7f6d0c848640 1 -- 172.21.15.39:0/767842006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d0815a360 msgr2=0x7f6d080ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.813+0000 7f6d0c848640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d0815a360 0x7f6d080ce420 secure :-1 s=READY pgs=2155 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc009870 tx=0x7f6cfc02a210 comp rx=0 tx=0).stop 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.814+0000 7f6d0c848640 1 -- 172.21.15.39:0/767842006 shutdown_connections 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.814+0000 7f6d0c848640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d080ce960 0x7f6d0815b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.814+0000 7f6d0c848640 1 --2- 172.21.15.39:0/767842006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d0815a360 0x7f6d080ce420 unknown :-1 s=CLOSED pgs=2155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.814+0000 7f6d0c848640 1 -- 172.21.15.39:0/767842006 >> 172.21.15.39:0/767842006 conn(0x7f6d080b15d0 msgr2=0x7f6d080b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:09.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.814+0000 7f6d0c848640 1 -- 172.21.15.39:0/767842006 shutdown_connections 2024-09-13T16:20:09.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.814+0000 7f6d0c848640 1 -- 172.21.15.39:0/767842006 wait complete. 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.815+0000 7f6d0c848640 1 Processor -- start 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.815+0000 7f6d0c848640 1 -- start start 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0c848640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 0x7f6d080afd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0c848640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d08159380 0x7f6d08151ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0c848640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d0815a360 0x7f6d08152410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0c848640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0814e760 con 0x7f6d080ce960 2024-09-13T16:20:09.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0c848640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0814d9a0 con 0x7f6d0815a360 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0c848640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6d0814dc80 con 0x7f6d08159380 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 0x7f6d080afd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 0x7f6d080afd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57974/0 (socket says 172.21.15.39:57974) 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 -- 172.21.15.39:0/57664431 learned_addr learned my addr 172.21.15.39:0/57664431 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d06d9d640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d0815a360 0x7f6d08152410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d05d9b640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d08159380 0x7f6d08151ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 -- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d08159380 msgr2=0x7f6d08151ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d08159380 0x7f6d08151ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 -- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d0815a360 msgr2=0x7f6d08152410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d0815a360 0x7f6d08152410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 -- 172.21.15.39:0/57664431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cfc0094d0 con 0x7f6d080ce960 2024-09-13T16:20:09.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.816+0000 7f6d0659c640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 0x7f6d080afd20 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7f6cf800c430 tx=0x7f6cf800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.817+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cf8011790 con 0x7f6d080ce960 2024-09-13T16:20:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.817+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cf80118f0 con 0x7f6d080ce960 2024-09-13T16:20:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.817+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6d0814df60 con 0x7f6d080ce960 2024-09-13T16:20:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.817+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cf8011ce0 con 0x7f6d080ce960 2024-09-13T16:20:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.817+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6d081f12d0 con 0x7f6d080ce960 2024-09-13T16:20:09.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.818+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6d0814e480 con 0x7f6d080ce960 2024-09-13T16:20:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.818+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6cf801c460 con 0x7f6d080ce960 2024-09-13T16:20:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.819+0000 7f6cf6ffd640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ce806ac00 0x7f6ce806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.819+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7f6cf8089a20 con 0x7f6d080ce960 2024-09-13T16:20:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.819+0000 7f6d05d9b640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ce806ac00 0x7f6ce806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:09.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.819+0000 7f6d05d9b640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ce806ac00 0x7f6ce806d0c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc034000 tx=0x7f6cfc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:09.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:09.823+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6cf8054520 con 0x7f6d080ce960 2024-09-13T16:20:10.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.059+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f6d080672f0 con 0x7f6d080ce960 2024-09-13T16:20:10.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.704+0000 7f6cf6ffd640 1 -- 172.21.15.39:0/57664431 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v196) v1 ==== 101+0+0 (secure 0 0 0) 0x7f6cf8057b40 con 0x7f6d080ce960 2024-09-13T16:20:10.705 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ce806ac00 msgr2=0x7f6ce806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ce806ac00 0x7f6ce806d0c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f6cfc034000 tx=0x7f6cfc02e000 comp rx=0 tx=0).stop 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 msgr2=0x7f6d080afd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 0x7f6d080afd20 secure :-1 s=READY pgs=2156 cs=0 l=1 rev1=1 crypto rx=0x7f6cf800c430 tx=0x7f6cf800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 shutdown_connections 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ce806ac00 0x7f6ce806d0c0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6d0815a360 0x7f6d08152410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6d08159380 0x7f6d08151ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 --2- 172.21.15.39:0/57664431 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6d080ce960 0x7f6d080afd20 unknown :-1 s=CLOSED pgs=2156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 >> 172.21.15.39:0/57664431 conn(0x7f6d080b15d0 msgr2=0x7f6d08069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:10.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 shutdown_connections 2024-09-13T16:20:10.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.706+0000 7f6d0c848640 1 -- 172.21.15.39:0/57664431 wait complete. 2024-09-13T16:20:10.720 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:10.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.765+0000 7f213471bf40 1 Processor -- start 2024-09-13T16:20:10.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.765+0000 7f213471bf40 1 -- start start 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213471bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb4f72bd0 0x562eb500cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213471bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 0x562eb5008300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213471bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb500a430 0x562eb5008840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213471bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb4ee3be0 con 0x562eb4f78890 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213471bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb4edf4d0 con 0x562eb500a430 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213471bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562eb4e7ab60 con 0x562eb4f72bd0 2024-09-13T16:20:10.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f2130f69640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 0x562eb5008300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f2130f69640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 0x562eb5008300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57984/0 (socket says 172.21.15.39:57984) 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f2130f69640 1 -- 172.21.15.39:0/3323323813 learned_addr learned my addr 172.21.15.39:0/3323323813 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f213176a640 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb4f72bd0 0x562eb500cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.766+0000 7f2131f6b640 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb500a430 0x562eb5008840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f2130f69640 1 -- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb4f72bd0 msgr2=0x562eb500cc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f2130f69640 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb4f72bd0 0x562eb500cc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f2130f69640 1 -- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb500a430 msgr2=0x562eb5008840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f2130f69640 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb500a430 0x562eb5008840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f2130f69640 1 -- 172.21.15.39:0/3323323813 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2124005d20 con 0x562eb4f78890 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f2130f69640 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 0x562eb5008300 secure :-1 s=READY pgs=2158 cs=0 l=1 rev1=1 crypto rx=0x7f212800b4e0 tx=0x7f212800b9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aaa1e40faa829732 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f21237fe640 1 -- 172.21.15.39:0/3323323813 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f212800d690 con 0x562eb4f78890 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f21237fe640 1 -- 172.21.15.39:0/3323323813 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f212800d830 con 0x562eb4f78890 2024-09-13T16:20:10.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f21237fe640 1 -- 172.21.15.39:0/3323323813 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f212800dbe0 con 0x562eb4f78890 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 -- 172.21.15.39:0/3323323813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 msgr2=0x562eb5008300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 0x562eb5008300 secure :-1 s=READY pgs=2158 cs=0 l=1 rev1=1 crypto rx=0x7f212800b4e0 tx=0x7f212800b9a0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 -- 172.21.15.39:0/3323323813 shutdown_connections 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb500a430 0x562eb5008840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f78890 0x562eb5008300 unknown :-1 s=CLOSED pgs=2158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 --2- 172.21.15.39:0/3323323813 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb4f72bd0 0x562eb500cc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 -- 172.21.15.39:0/3323323813 >> 172.21.15.39:0/3323323813 conn(0x562eb4f357b0 msgr2=0x562eb4f79920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:10.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 -- 172.21.15.39:0/3323323813 shutdown_connections 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.767+0000 7f213471bf40 1 -- 172.21.15.39:0/3323323813 wait complete. 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.768+0000 7f213471bf40 1 Processor -- start 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.768+0000 7f213471bf40 1 -- start start 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213471bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 0x562eb5001ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213471bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb4f78890 0x562eb5002420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213471bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb500a430 0x562eb50049d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213471bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb4e7a800 con 0x562eb4f72bd0 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213471bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562eb4e5d520 con 0x562eb4f78890 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213471bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562eb4fe9470 con 0x562eb500a430 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 0x562eb5001ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 0x562eb5001ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57992/0 (socket says 172.21.15.39:57992) 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 learned_addr learned my addr 172.21.15.39:0/37896335 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:10.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb4f78890 0x562eb5002420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f2131f6b640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb500a430 0x562eb50049d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb500a430 msgr2=0x562eb50049d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb500a430 0x562eb50049d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb4f78890 msgr2=0x562eb5002420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb4f78890 0x562eb5002420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2128001d20 con 0x562eb4f72bd0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f2131f6b640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562eb500a430 0x562eb50049d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.769+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562eb4f78890 0x562eb5002420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.770+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 0x562eb5001ee0 secure :-1 s=READY pgs=2159 cs=0 l=1 rev1=1 crypto rx=0x7f21240459e0 tx=0x7f2124002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.770+0000 7f21227fc640 1 -- 172.21.15.39:0/37896335 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2124054950 con 0x562eb4f72bd0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.770+0000 7f21227fc640 1 -- 172.21.15.39:0/37896335 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2124063070 con 0x562eb4f72bd0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.770+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562eb4e7d060 con 0x562eb4f72bd0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.770+0000 7f21227fc640 1 -- 172.21.15.39:0/37896335 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2124054cb0 con 0x562eb4f72bd0 2024-09-13T16:20:10.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.770+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562eb4e7cac0 con 0x562eb4f72bd0 2024-09-13T16:20:10.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.771+0000 7f21227fc640 1 -- 172.21.15.39:0/37896335 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2124065070 con 0x562eb4f72bd0 2024-09-13T16:20:10.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f21227fc640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2114069610 0x7f211406bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f21227fc640 1 -- 172.21.15.39:0/37896335 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7f21240cc6b0 con 0x562eb4f72bd0 2024-09-13T16:20:10.775 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:10.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2114069610 0x7f211406bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562eb5002960 0x562eb4fe8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb5004f10 con 0x562eb5002960 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f2131f6b640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562eb5002960 0x562eb4fe8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f2131f6b640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562eb5002960 0x562eb4fe8b10 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.772+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2114069610 0x7f211406bad0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f212800bfd0 tx=0x7f2128019040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.774+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v111'598 uv572 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.774+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50052f0 con 0x562eb5002960 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.775+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v111'599 uv599 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.775+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb5005760 con 0x562eb5002960 2024-09-13T16:20:10.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.776+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v111'600 uv600 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.778 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:10.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.776+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad6f0 con 0x562eb5002960 2024-09-13T16:20:10.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.777+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v111'601 uv601 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.777+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50adaa0 con 0x562eb5002960 2024-09-13T16:20:10.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.778+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v111'602 uv602 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.778+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ac6e0 con 0x562eb5002960 2024-09-13T16:20:10.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.779+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v111'603 uv603 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.779+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50acae0 con 0x562eb5002960 2024-09-13T16:20:10.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.780+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v111'604 uv578 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.780+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50acee0 con 0x562eb5002960 2024-09-13T16:20:10.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.782+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v111'605 uv605 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.782+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50acee0 con 0x562eb5002960 2024-09-13T16:20:10.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.783+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v111'606 uv606 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.784 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:10.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.783+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.785+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v111'607 uv607 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.785+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.786+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v111'608 uv608 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.786+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.787+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v111'609 uv609 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.787+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.788+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v111'610 uv585 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.788+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.789+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v111'611 uv611 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.789+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.790+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v111'612 uv612 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.791 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:10.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.790+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.791+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v111'613 uv613 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.791+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.792+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v111'614 uv614 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.792+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ace90 con 0x562eb5002960 2024-09-13T16:20:10.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.793+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v111'615 uv615 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.793+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad2f0 con 0x562eb5002960 2024-09-13T16:20:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.794+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v111'616 uv616 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.794+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad280 con 0x562eb5002960 2024-09-13T16:20:10.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.795+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v111'617 uv591 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.795+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad280 con 0x562eb5002960 2024-09-13T16:20:10.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.796+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v111'618 uv618 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.796+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad280 con 0x562eb5002960 2024-09-13T16:20:10.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.797+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v111'619 uv619 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.798 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:10.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.797+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.798+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v111'620 uv620 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.798+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.799+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v111'621 uv621 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.799+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.801+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v111'622 uv622 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.801+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.802+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v111'623 uv597 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.802+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.803+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v111'624 uv624 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.803+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.804+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v111'625 uv625 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.805 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:10.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.804+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.805+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v111'626 uv626 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.805+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.806+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v111'627 uv627 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.806+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb5002960 2024-09-13T16:20:10.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.807+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v111'628 uv628 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.807+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb50ae360 0x562eb50b0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.807+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ad100 con 0x562eb50ae360 2024-09-13T16:20:10.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.807+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb50ae360 0x562eb50b0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.807+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb50ae360 0x562eb50b0750 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.809+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v111'437 uv420 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.809+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b0c90 con 0x562eb50ae360 2024-09-13T16:20:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.810+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v111'438 uv438 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.810+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1040 con 0x562eb50ae360 2024-09-13T16:20:10.812 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:10.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.811+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v111'439 uv439 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.811+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b18e0 con 0x562eb50ae360 2024-09-13T16:20:10.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.816+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v111'440 uv440 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.816+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1c90 con 0x562eb50ae360 2024-09-13T16:20:10.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.822+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v111'441 uv441 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.822+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b2040 con 0x562eb50ae360 2024-09-13T16:20:10.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.824+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v111'442 uv425 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.824+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.828+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v111'443 uv443 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.828+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.831 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:10.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.830+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v111'444 uv444 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.830+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.835+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v111'445 uv445 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.835+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.841+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v111'446 uv446 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.841+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.842+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v111'447 uv430 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.842+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.847+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v111'448 uv448 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.847+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.849 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:10.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.848+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v111'449 uv449 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.848+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b5e20 con 0x562eb50ae360 2024-09-13T16:20:10.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.850+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v111'450 uv450 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.850+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b5e20 con 0x562eb50ae360 2024-09-13T16:20:10.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.851+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v111'451 uv451 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.851+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.852+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v111'452 uv436 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.852+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.853+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v111'453 uv453 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.853+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.855 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:10.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.854+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v111'454 uv454 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.854+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b3400 con 0x562eb50ae360 2024-09-13T16:20:10.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.855+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v111'455 uv455 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.855+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b3400 con 0x562eb50ae360 2024-09-13T16:20:10.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.856+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v111'456 uv456 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.856+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb50ae360 2024-09-13T16:20:10.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.857+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v111'457 uv457 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ae360 2024-09-13T16:20:10.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.857+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb5002960 2024-09-13T16:20:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.858+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v111'117 uv116 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.858+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb5002960 2024-09-13T16:20:10.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.859+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v111'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.859+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb5002960 2024-09-13T16:20:10.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.860+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v111'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.862 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:10.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.860+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b3400 con 0x562eb5002960 2024-09-13T16:20:10.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.861+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v111'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.861+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b3400 con 0x562eb5002960 2024-09-13T16:20:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.862+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v111'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.862+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b23f0 con 0x562eb5002960 2024-09-13T16:20:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.863+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v111'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.863+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562eb50b2900 0x562eb50b4cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.863+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b5230 con 0x562eb50b2900 2024-09-13T16:20:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.864+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562eb50b2900 0x562eb50b4cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.864+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562eb50b2900 0x562eb50b4cf0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.865+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v111'85 uv84 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.865+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b56f0 con 0x562eb50b2900 2024-09-13T16:20:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.866+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v111'86 uv86 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.866+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b5c00 con 0x562eb50b2900 2024-09-13T16:20:10.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.867+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v111'87 uv87 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.868 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:10.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.867+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b6080 con 0x562eb50b2900 2024-09-13T16:20:10.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.868+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v111'88 uv88 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.868+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b64c0 con 0x562eb5002960 2024-09-13T16:20:10.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.869+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v111'117 uv116 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.869+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b64c0 con 0x562eb5002960 2024-09-13T16:20:10.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.870+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v111'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.870+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b64c0 con 0x562eb5002960 2024-09-13T16:20:10.872 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:10.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.871+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v111'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.871+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b74d0 con 0x562eb5002960 2024-09-13T16:20:10.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.872+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v111'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.872+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b74d0 con 0x562eb5002960 2024-09-13T16:20:10.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.873+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v111'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.873+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b64c0 con 0x562eb5002960 2024-09-13T16:20:10.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.874+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v111'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.874+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562eb50b6da0 0x562eb50b71a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.874+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b98f0 con 0x562eb50b6da0 2024-09-13T16:20:10.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.875+0000 7f2131f6b640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562eb50b6da0 0x562eb50b71a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.875+0000 7f2131f6b640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562eb50b6da0 0x562eb50b71a0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.876+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v111'216 uv210 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.876+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b98f0 con 0x562eb50b6da0 2024-09-13T16:20:10.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.877+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v111'217 uv217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.877+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b98f0 con 0x562eb50b6da0 2024-09-13T16:20:10.879 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:10.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.878+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v111'218 uv218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.878+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ba940 con 0x562eb50b6da0 2024-09-13T16:20:10.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.880+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v111'219 uv219 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.880+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50ba900 con 0x562eb50b6da0 2024-09-13T16:20:10.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.881+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v111'220 uv220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.881+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b98f0 con 0x562eb50b6da0 2024-09-13T16:20:10.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.882+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v111'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.882+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b98f0 con 0x562eb50b6da0 2024-09-13T16:20:10.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.883+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v111'222 uv215 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.883+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b98f0 con 0x562eb50b6da0 2024-09-13T16:20:10.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.885+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v111'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.885+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b9cf0 con 0x562eb50b6da0 2024-09-13T16:20:10.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.886+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v111'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.889 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:10.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.886+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b9970 con 0x562eb50b6da0 2024-09-13T16:20:10.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.887+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v111'225 uv225 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.887+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b9970 con 0x562eb50b6da0 2024-09-13T16:20:10.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.889+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v111'226 uv226 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.889+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x562eb50ba250 0x562eb50bc640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.889+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcb80 con 0x562eb50ba250 2024-09-13T16:20:10.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.889+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x562eb50ba250 0x562eb50bc640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.889+0000 7f213176a640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x562eb50ba250 0x562eb50bc640 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.890+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v111'97 uv96 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ba250 2024-09-13T16:20:10.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.890+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcbc0 con 0x562eb50ba250 2024-09-13T16:20:10.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.892+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v111'98 uv98 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ba250 2024-09-13T16:20:10.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.892+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb50ba250 2024-09-13T16:20:10.894 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:10.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.893+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v111'99 uv99 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ba250 2024-09-13T16:20:10.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.893+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb50ba250 2024-09-13T16:20:10.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.894+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v111'100 uv100 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ba250 2024-09-13T16:20:10.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.894+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb50ba250 2024-09-13T16:20:10.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.895+0000 7f213176a640 1 -- 172.21.15.39:0/37896335 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v111'101 uv101 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f21240992a0 con 0x562eb50ba250 2024-09-13T16:20:10.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.895+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb5002960 2024-09-13T16:20:10.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.896+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v111'117 uv116 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.896+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb5002960 2024-09-13T16:20:10.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.897+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v111'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.897+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb5002960 2024-09-13T16:20:10.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.898+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v111'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.900 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:10.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.898+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50be000 con 0x562eb5002960 2024-09-13T16:20:10.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.899+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v111'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.899+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50be000 con 0x562eb5002960 2024-09-13T16:20:10.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.900+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v111'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.900+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb5002960 2024-09-13T16:20:10.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.901+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v111'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb5002960 2024-09-13T16:20:10.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.901+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bcff0 con 0x562eb50b2900 2024-09-13T16:20:10.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.902+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v111'192 uv186 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.902+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bd3a0 con 0x562eb50b2900 2024-09-13T16:20:10.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.903+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v111'193 uv193 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.903+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bd750 con 0x562eb50b2900 2024-09-13T16:20:10.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.904+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v111'194 uv194 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.906 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:10.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.904+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1490 con 0x562eb50b2900 2024-09-13T16:20:10.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.905+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v111'195 uv195 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.905+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1490 con 0x562eb50b2900 2024-09-13T16:20:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.906+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v111'196 uv196 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.906+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1490 con 0x562eb50b2900 2024-09-13T16:20:10.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.907+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v111'197 uv191 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.907+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1490 con 0x562eb50b2900 2024-09-13T16:20:10.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.908+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v111'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.908+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1490 con 0x562eb50b2900 2024-09-13T16:20:10.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.909+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v111'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.910 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:10.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.909+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50b1490 con 0x562eb50b2900 2024-09-13T16:20:10.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.910+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v111'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.910+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50c05a0 con 0x562eb50b2900 2024-09-13T16:20:10.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.911+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v111'201 uv201 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.911+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x562eb50be2c0 0x562eb50be6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:10.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.911+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bec80 con 0x562eb50be2c0 2024-09-13T16:20:10.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.912+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x562eb50be2c0 0x562eb50be6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:10.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.912+0000 7f2130f69640 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x562eb50be2c0 0x562eb50be6a0 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:10.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.913+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v111'87 uv86 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50be2c0 2024-09-13T16:20:10.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.913+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bec80 con 0x562eb50be2c0 2024-09-13T16:20:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.914+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v111'88 uv88 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50be2c0 2024-09-13T16:20:10.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.914+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bec80 con 0x562eb50be2c0 2024-09-13T16:20:10.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.915+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v111'89 uv89 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50be2c0 2024-09-13T16:20:10.916 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:10.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.915+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bec80 con 0x562eb50be2c0 2024-09-13T16:20:10.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.916+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v111'90 uv90 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50be2c0 2024-09-13T16:20:10.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.916+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b2900 2024-09-13T16:20:10.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.917+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v111'117 uv116 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.917+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b2900 2024-09-13T16:20:10.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.918+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v111'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.918+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b2900 2024-09-13T16:20:10.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.919+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v111'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.920 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:10.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.919+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b2900 2024-09-13T16:20:10.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.920+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v111'120 uv120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.920+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b2900 2024-09-13T16:20:10.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.921+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v111'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.921+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b2900 2024-09-13T16:20:10.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.922+0000 7f2130f69640 1 -- 172.21.15.39:0/37896335 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v111'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212800e470 con 0x562eb50b2900 2024-09-13T16:20:10.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.922+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.923+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v111'99 uv98 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.923+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.924+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v111'100 uv100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.924+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.925+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v111'101 uv101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.926 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:10.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.925+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.926+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v111'102 uv102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.926+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.927+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v111'103 uv103 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.927+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.928+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v111'241 uv233 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.928+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.929+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v111'242 uv242 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.929+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.932 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:10.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.931+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v111'243 uv243 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.931+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.932+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v111'244 uv244 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.932+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.933+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v111'245 uv245 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.933+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.934+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v111'246 uv240 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.934+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.935+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v111'247 uv247 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.935+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.937 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:10.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.937+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v111'248 uv248 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.937+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.938+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v111'249 uv249 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.938+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.939+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v111'250 uv250 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.939+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf060 con 0x562eb50b6da0 2024-09-13T16:20:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.940+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v111'251 uv251 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.940+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x562eb50bf480 con 0x562eb50b6da0 2024-09-13T16:20:10.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v111'252 uv252 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f212c002740 con 0x562eb50b6da0 2024-09-13T16:20:10.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562eb5002960 msgr2=0x562eb4fe8b10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x562eb5002960 0x562eb4fe8b10 crc :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562eb50b2900 msgr2=0x562eb50b4cf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x562eb50b2900 0x562eb50b4cf0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x562eb50be2c0 msgr2=0x562eb50be6a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x562eb50be2c0 0x562eb50be6a0 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb50ae360 msgr2=0x562eb50b0750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562eb50ae360 0x562eb50b0750 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562eb50b6da0 msgr2=0x562eb50b71a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f2131f6b640 1 -- 172.21.15.39:0/37896335 reap_dead start 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562eb50b6da0 0x562eb50b71a0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x562eb50ba250 msgr2=0x562eb50bc640 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x562eb50ba250 0x562eb50bc640 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2114069610 msgr2=0x7f211406bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2114069610 0x7f211406bad0 secure :-1 s=READY pgs=844 cs=0 l=1 rev1=1 crypto rx=0x7f212800bfd0 tx=0x7f2128019040 comp rx=0 tx=0).stop 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 msgr2=0x562eb5001ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 0x562eb5001ee0 secure :-1 s=READY pgs=2159 cs=0 l=1 rev1=1 crypto rx=0x7f21240459e0 tx=0x7f2124002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 shutdown_connections 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x562eb50ba250 0x562eb50bc640 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2114069610 0x7f211406bad0 unknown :-1 s=CLOSED pgs=844 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562eb50b6da0 0x562eb50b71a0 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 --2- 172.21.15.39:0/37896335 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562eb4f72bd0 0x562eb5001ee0 unknown :-1 s=CLOSED pgs=2159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.941+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 >> 172.21.15.39:0/37896335 conn(0x562eb4f357b0 msgr2=0x562eb4f78c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.942+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 shutdown_connections 2024-09-13T16:20:10.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:10.942+0000 7f213471bf40 1 -- 172.21.15.39:0/37896335 wait complete. 2024-09-13T16:20:10.946 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put mds0_inotable - 2024-09-13T16:20:11.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.030+0000 7ff28f7c3f40 1 Processor -- start 2024-09-13T16:20:11.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.030+0000 7ff28f7c3f40 1 -- start start 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.030+0000 7ff28f7c3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c603290 0x55cc4c6458d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.030+0000 7ff28f7c3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 0x55cc4c6c39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28f7c3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c6c49f0 0x55cc4c646970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28f7c3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc4c5b24d0 con 0x55cc4c64c700 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28f7c3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc4c54db60 con 0x55cc4c6c49f0 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28f7c3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cc4c54d800 con 0x55cc4c603290 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 0x55cc4c6c39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 0x55cc4c6c39f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58000/0 (socket says 172.21.15.39:58000) 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 -- 172.21.15.39:0/2698225149 learned_addr learned my addr 172.21.15.39:0/2698225149 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28d2c0640 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c603290 0x55cc4c6458d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28dac1640 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c6c49f0 0x55cc4c646970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 -- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c603290 msgr2=0x55cc4c6458d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c603290 0x55cc4c6458d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 -- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c6c49f0 msgr2=0x55cc4c646970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c6c49f0 0x55cc4c646970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 -- 172.21.15.39:0/2698225149 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff28800a100 con 0x55cc4c64c700 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28dac1640 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c6c49f0 0x55cc4c646970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff28cabf640 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 0x55cc4c6c39f0 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7ff28400a7a0 tx=0x7ff28400a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fdbe6400c63941b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff27f7fe640 1 -- 172.21.15.39:0/2698225149 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28400f070 con 0x55cc4c64c700 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff27f7fe640 1 -- 172.21.15.39:0/2698225149 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff284007600 con 0x55cc4c64c700 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.031+0000 7ff27f7fe640 1 -- 172.21.15.39:0/2698225149 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff284007990 con 0x55cc4c64c700 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/2698225149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 msgr2=0x55cc4c6c39f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 0x55cc4c6c39f0 secure :-1 s=READY pgs=2162 cs=0 l=1 rev1=1 crypto rx=0x7ff28400a7a0 tx=0x7ff28400a890 comp rx=0 tx=0).stop 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/2698225149 shutdown_connections 2024-09-13T16:20:11.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c6c49f0 0x55cc4c646970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c64c700 0x55cc4c6c39f0 unknown :-1 s=CLOSED pgs=2162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/2698225149 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c603290 0x55cc4c6458d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/2698225149 >> 172.21.15.39:0/2698225149 conn(0x55cc4c609040 msgr2=0x55cc4c649260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/2698225149 shutdown_connections 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/2698225149 wait complete. 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 Processor -- start 2024-09-13T16:20:11.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.032+0000 7ff28f7c3f40 1 -- start start 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28f7c3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c603290 0x55cc4c646f10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28f7c3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c64c700 0x55cc4c6b7380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28f7c3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c6c49f0 0x55cc4c6b3f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28f7c3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc4c530520 con 0x55cc4c603290 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28f7c3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cc4c6b6f60 con 0x55cc4c64c700 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28f7c3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cc4c6bb500 con 0x55cc4c6c49f0 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28d2c0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c603290 0x55cc4c646f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28d2c0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c603290 0x55cc4c646f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58012/0 (socket says 172.21.15.39:58012) 2024-09-13T16:20:11.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28d2c0640 1 -- 172.21.15.39:0/1713843501 learned_addr learned my addr 172.21.15.39:0/1713843501 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28cabf640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c64c700 0x55cc4c6b7380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.033+0000 7ff28dac1640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c6c49f0 0x55cc4c6b3f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28d2c0640 1 -- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c6c49f0 msgr2=0x55cc4c6b3f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28d2c0640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cc4c6c49f0 0x55cc4c6b3f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28d2c0640 1 -- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c64c700 msgr2=0x55cc4c6b7380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28d2c0640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cc4c64c700 0x55cc4c6b7380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28d2c0640 1 -- 172.21.15.39:0/1713843501 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff28400a420 con 0x55cc4c603290 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28d2c0640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c603290 0x55cc4c646f10 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7ff28000ee10 tx=0x7ff28000c730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff27e7fc640 1 -- 172.21.15.39:0/1713843501 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff280006bc0 con 0x55cc4c603290 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff27e7fc640 1 -- 172.21.15.39:0/1713843501 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff28000f860 con 0x55cc4c603290 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff27e7fc640 1 -- 172.21.15.39:0/1713843501 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff28000fbf0 con 0x55cc4c603290 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55cc4c55cc20 con 0x55cc4c603290 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.034+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cc4c550060 con 0x55cc4c603290 2024-09-13T16:20:11.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.035+0000 7ff27e7fc640 1 -- 172.21.15.39:0/1713843501 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff280015070 con 0x55cc4c603290 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.036+0000 7ff27e7fc640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2700695e0 0x7ff27006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.036+0000 7ff27e7fc640 1 -- 172.21.15.39:0/1713843501 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7ff280088dd0 con 0x55cc4c603290 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.036+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cc4c6bb000 0x55cc4c6bc4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.036+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e111) v8 -- 0x55cc4c6b4490 con 0x55cc4c6bb000 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.036+0000 7ff28cabf640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2700695e0 0x7ff27006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.036+0000 7ff28dac1640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cc4c6bb000 0x55cc4c6bc4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.037+0000 7ff28dac1640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cc4c6bb000 0x55cc4c6bc4c0 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.037+0000 7ff28cabf640 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2700695e0 0x7ff27006baa0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7ff284017040 tx=0x7ff28400c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28dac1640 1 -- 172.21.15.39:0/1713843501 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_inotable [writefull 0~80] v111'202 uv202 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7ff288058070 con 0x55cc4c6bb000 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cc4c6bb000 msgr2=0x55cc4c6bc4c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cc4c6bb000 0x55cc4c6bc4c0 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2700695e0 msgr2=0x7ff27006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2700695e0 0x7ff27006baa0 secure :-1 s=READY pgs=845 cs=0 l=1 rev1=1 crypto rx=0x7ff284017040 tx=0x7ff28400c000 comp rx=0 tx=0).stop 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c603290 msgr2=0x55cc4c646f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 --2- 172.21.15.39:0/1713843501 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cc4c603290 0x55cc4c646f10 secure :-1 s=READY pgs=2163 cs=0 l=1 rev1=1 crypto rx=0x7ff28000ee10 tx=0x7ff28000c730 comp rx=0 tx=0).stop 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28dac1640 1 -- 172.21.15.39:0/1713843501 reap_dead start 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 shutdown_connections 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 >> 172.21.15.39:0/1713843501 conn(0x55cc4c609040 msgr2=0x55cc4c649510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 shutdown_connections 2024-09-13T16:20:11.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.038+0000 7ff28f7c3f40 1 -- 172.21.15.39:0/1713843501 wait complete. 2024-09-13T16:20:11.044 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:11.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.187+0000 7f9c6a40d640 1 Processor -- start 2024-09-13T16:20:11.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.187+0000 7f9c6a40d640 1 -- start start 2024-09-13T16:20:11.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c6a40d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9c6415c7d0 0x7f9c640cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c6a40d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c640b4180 0x7f9c640d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c6a40d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c640d1f40 0x7f9c640d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c6a40d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c640b2000 con 0x7f9c640d1f40 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c6a40d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c640b5550 con 0x7f9c6415c7d0 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c6a40d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640d2340 con 0x7f9c640b4180 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c689aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c640d1f40 0x7f9c640d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c689aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c640d1f40 0x7f9c640d07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58028/0 (socket says 172.21.15.39:58028) 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.188+0000 7f9c689aa640 1 -- 172.21.15.39:0/1174543781 learned_addr learned my addr 172.21.15.39:0/1174543781 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c63fff640 1 --2- 172.21.15.39:0/1174543781 >> v2:172.21.15.157:3300/0 conn(0x7f9c6415c7d0 0x7f9c640cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c637fe640 1 --2- 172.21.15.39:0/1174543781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c640b4180 0x7f9c640d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c689aa640 1 -- 172.21.15.39:0/1174543781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c640b4180 msgr2=0x7f9c640d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c689aa640 1 --2- 172.21.15.39:0/1174543781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c640b4180 0x7f9c640d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c689aa640 1 -- 172.21.15.39:0/1174543781 >> v2:172.21.15.157:3300/0 conn(0x7f9c6415c7d0 msgr2=0x7f9c640cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c689aa640 1 --2- 172.21.15.39:0/1174543781 >> v2:172.21.15.157:3300/0 conn(0x7f9c6415c7d0 0x7f9c640cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c689aa640 1 -- 172.21.15.39:0/1174543781 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c640b4610 con 0x7f9c640d1f40 2024-09-13T16:20:11.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.189+0000 7f9c689aa640 1 --2- 172.21.15.39:0/1174543781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c640d1f40 0x7f9c640d07e0 secure :-1 s=READY pgs=2164 cs=0 l=1 rev1=1 crypto rx=0x7f9c640d37d0 tx=0x7f9c5c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e43dddaaa2540f0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c62ffd640 1 -- 172.21.15.39:0/1174543781 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c031600 con 0x7f9c640d1f40 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c62ffd640 1 -- 172.21.15.39:0/1174543781 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c5c02d050 con 0x7f9c640d1f40 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c62ffd640 1 -- 172.21.15.39:0/1174543781 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c031980 con 0x7f9c640d1f40 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 -- 172.21.15.39:0/1174543781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c640d1f40 msgr2=0x7f9c640d07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/1174543781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c640d1f40 0x7f9c640d07e0 secure :-1 s=READY pgs=2164 cs=0 l=1 rev1=1 crypto rx=0x7f9c640d37d0 tx=0x7f9c5c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 -- 172.21.15.39:0/1174543781 shutdown_connections 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/1174543781 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c640d1f40 0x7f9c640d07e0 unknown :-1 s=CLOSED pgs=2164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/1174543781 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c640b4180 0x7f9c640d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/1174543781 >> v2:172.21.15.157:3300/0 conn(0x7f9c6415c7d0 0x7f9c640cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 -- 172.21.15.39:0/1174543781 >> 172.21.15.39:0/1174543781 conn(0x7f9c6406bc40 msgr2=0x7f9c6406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 -- 172.21.15.39:0/1174543781 shutdown_connections 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.190+0000 7f9c6a40d640 1 -- 172.21.15.39:0/1174543781 wait complete. 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.191+0000 7f9c6a40d640 1 Processor -- start 2024-09-13T16:20:11.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 -- start start 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c640d1f40 0x7f9c6415f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c6415c7d0 0x7f9c64153a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 0x7f9c64154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c641543f0 con 0x7f9c64153f60 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640c9f30 con 0x7f9c640d1f40 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.192+0000 7f9c6a40d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c640c9970 con 0x7f9c6415c7d0 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 0x7f9c64154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c637fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c6415c7d0 0x7f9c64153a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 0x7f9c64154c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58032/0 (socket says 172.21.15.39:58032) 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c63fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c640d1f40 0x7f9c6415f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 -- 172.21.15.39:0/3261220916 learned_addr learned my addr 172.21.15.39:0/3261220916 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 -- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c6415c7d0 msgr2=0x7f9c64153a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c6415c7d0 0x7f9c64153a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 -- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c640d1f40 msgr2=0x7f9c6415f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c640d1f40 0x7f9c6415f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 -- 172.21.15.39:0/3261220916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c5c009b30 con 0x7f9c64153f60 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c637fe640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c6415c7d0 0x7f9c64153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c689aa640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 0x7f9c64154c80 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c034040 tx=0x7f9c5c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c03d860 con 0x7f9c64153f60 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c5c03d9c0 con 0x7f9c64153f60 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c5c03dd70 con 0x7f9c64153f60 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c640c9c50 con 0x7f9c64153f60 2024-09-13T16:20:11.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.193+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c6415ed30 con 0x7f9c64153f60 2024-09-13T16:20:11.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.194+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c6415e8b0 con 0x7f9c64153f60 2024-09-13T16:20:11.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.195+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c5c03b400 con 0x7f9c64153f60 2024-09-13T16:20:11.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.195+0000 7f9c60ff9640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c5006ac00 0x7f9c5006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.195+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(111..111 src has 1..111) v4 ==== 7458+0+0 (secure 0 0 0) 0x7f9c5c0aa680 con 0x7f9c64153f60 2024-09-13T16:20:11.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.195+0000 7f9c63fff640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c5006ac00 0x7f9c5006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.196+0000 7f9c63fff640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c5006ac00 0x7f9c5006d0c0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f9c54009a20 tx=0x7f9c54009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.200+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c6415e8b0 con 0x7f9c64153f60 2024-09-13T16:20:11.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.408+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f9c6415e8b0 con 0x7f9c64153f60 2024-09-13T16:20:11.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.709+0000 7f9c60ff9640 1 -- 172.21.15.39:0/3261220916 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v197) v1 ==== 162+0+0 (secure 0 0 0) 0x7f9c6415e8b0 con 0x7f9c64153f60 2024-09-13T16:20:11.710 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c5006ac00 msgr2=0x7f9c5006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c5006ac00 0x7f9c5006d0c0 secure :-1 s=READY pgs=846 cs=0 l=1 rev1=1 crypto rx=0x7f9c54009a20 tx=0x7f9c54009190 comp rx=0 tx=0).stop 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 msgr2=0x7f9c64154c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 0x7f9c64154c80 secure :-1 s=READY pgs=2165 cs=0 l=1 rev1=1 crypto rx=0x7f9c5c034040 tx=0x7f9c5c004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 shutdown_connections 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9c5006ac00 0x7f9c5006d0c0 unknown :-1 s=CLOSED pgs=846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c64153f60 0x7f9c64154c80 unknown :-1 s=CLOSED pgs=2165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c6415c7d0 0x7f9c64153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 --2- 172.21.15.39:0/3261220916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c640d1f40 0x7f9c6415f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 >> 172.21.15.39:0/3261220916 conn(0x7f9c6406bc40 msgr2=0x7f9c640d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 shutdown_connections 2024-09-13T16:20:11.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.711+0000 7f9c6a40d640 1 -- 172.21.15.39:0/3261220916 wait complete. 2024-09-13T16:20:11.716 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:11.715+0000 7fcbc215b640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': virtual void InoTable::decode_state(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 2 < 101: Malformed input [buffer:3] 2024-09-13T16:20:11.717 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:11.716+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:11.717 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:11.716+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:11.725 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:11.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.825+0000 7f6615aa3640 1 Processor -- start 2024-09-13T16:20:11.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.825+0000 7f6615aa3640 1 -- start start 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f6615aa3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f661015d0a0 0x7f661015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f6615aa3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f661006f6e0 con 0x7f6610156fb0 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f6615aa3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f661006f9c0 con 0x7f661006f170 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f6615aa3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f66100b2400 con 0x7f661015d0a0 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f660f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6610156fb0 0x7f661015ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39582/0 (socket says 172.21.15.39:39582) 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f660f7fe640 1 -- 172.21.15.39:0/1092185108 learned_addr learned my addr 172.21.15.39:0/1092185108 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f660ffff640 1 --2- 172.21.15.39:0/1092185108 >> v2:172.21.15.157:3300/0 conn(0x7f661015d0a0 0x7f661015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.826+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3618582828 0 0) 0x7f661006f6e0 con 0x7f6610156fb0 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f65f8003520 con 0x7f6610156fb0 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2176273888 0 0) 0x7f661006f9c0 con 0x7f661006f170 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f661006f6e0 con 0x7f661006f170 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3493643065 0 0) 0x7f65f8003520 con 0x7f6610156fb0 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 >> v2:172.21.15.157:3300/0 conn(0x7f661015d0a0 msgr2=0x7f661015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 --2- 172.21.15.39:0/1092185108 >> v2:172.21.15.157:3300/0 conn(0x7f661015d0a0 0x7f661015d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 >> v1:172.21.15.157:6789/0 conn(0x7f661006f170 legacy=0x7f66100b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f661006fca0 con 0x7f6610156fb0 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f66000015f0 con 0x7f6610156fb0 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 >> v1:172.21.15.39:6789/0 conn(0x7f6610156fb0 legacy=0x7f661015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65f8003b50 0x7f65f8003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f80047c0 0x7f65f8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65f80051d0 0x7f65f800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66100b2400 con 0x7f65f8003b50 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65f800c100 con 0x7f65f80051d0 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65f800c2c0 con 0x7f65f80047c0 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65f8003b50 0x7f65f8003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660effd640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f80047c0 0x7f65f8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660ffff640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65f80051d0 0x7f65f800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660f7fe640 1 -- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f80047c0 msgr2=0x7f65f8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f80047c0 0x7f65f8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660f7fe640 1 -- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65f80051d0 msgr2=0x7f65f800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65f80051d0 0x7f65f800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660f7fe640 1 -- 172.21.15.39:0/1092185108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65f8003520 con 0x7f65f8003b50 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660ffff640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65f80051d0 0x7f65f800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660effd640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f80047c0 0x7f65f8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:11.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.827+0000 7f660ffff640 1 -- 172.21.15.39:0/1092185108 reap_dead start 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.828+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65f8003b50 0x7f65f8003f50 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7f6600007f40 tx=0x7f65f80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=41128bdb4ceec7a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.828+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6600005b90 con 0x7f65f8003b50 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.828+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f660002d070 con 0x7f65f8003b50 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.828+0000 7f660e7fc640 1 -- 172.21.15.39:0/1092185108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6600007070 con 0x7f65f8003b50 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 -- 172.21.15.39:0/1092185108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65f8003b50 msgr2=0x7f65f8003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65f8003b50 0x7f65f8003f50 secure :-1 s=READY pgs=2167 cs=0 l=1 rev1=1 crypto rx=0x7f6600007f40 tx=0x7f65f80057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 -- 172.21.15.39:0/1092185108 shutdown_connections 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1092185108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65f8003b50 0x7f65f8003f50 unknown :-1 s=CLOSED pgs=2167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 -- 172.21.15.39:0/1092185108 >> 172.21.15.39:0/1092185108 conn(0x7f661006b3b0 msgr2=0x7f661006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 -- 172.21.15.39:0/1092185108 shutdown_connections 2024-09-13T16:20:11.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.829+0000 7f6615aa3640 1 -- 172.21.15.39:0/1092185108 wait complete. 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.830+0000 7f6615aa3640 1 Processor -- start 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.830+0000 7f6615aa3640 1 -- start start 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f6615aa3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f8003b50 0x7f6610153960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f6615aa3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 0x7f66101456e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f6615aa3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6610145c20 0x7f66100cc9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f6615aa3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66100cb0c0 con 0x7f66100ce990 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f6615aa3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66100cb3a0 con 0x7f6610145c20 2024-09-13T16:20:11.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f6615aa3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f66100cb680 con 0x7f65f8003b50 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 0x7f66101456e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 0x7f66101456e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58050/0 (socket says 172.21.15.39:58050) 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 -- 172.21.15.39:0/1441717100 learned_addr learned my addr 172.21.15.39:0/1441717100 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660ffff640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6610145c20 0x7f66100cc9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f8003b50 0x7f6610153960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 -- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f8003b50 msgr2=0x7f6610153960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f8003b50 0x7f6610153960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 -- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6610145c20 msgr2=0x7f66100cc9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6610145c20 0x7f66100cc9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.831+0000 7f660effd640 1 -- 172.21.15.39:0/1441717100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66100cb960 con 0x7f66100ce990 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.832+0000 7f660effd640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 0x7f66101456e0 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7f660400e4a0 tx=0x7f660400e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.832+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6604017070 con 0x7f66100ce990 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.832+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f66040052e0 con 0x7f66100ce990 2024-09-13T16:20:11.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.832+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66100cbc40 con 0x7f66100ce990 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.832+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6604005470 con 0x7f66100ce990 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.832+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66100ccee0 con 0x7f66100ce990 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.833+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66100cbe80 con 0x7f66100ce990 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.833+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6604007020 con 0x7f66100ce990 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.834+0000 7f65f7fff640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65fc06ac30 0x7f65fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.834+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7f66040890b0 con 0x7f66100ce990 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.834+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65fc06ac30 0x7f65fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:11.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.835+0000 7f660f7fe640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65fc06ac30 0x7f65fc06d0f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f6600007f10 tx=0x7f660002d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:11.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:11.838+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f66100cbe80 con 0x7f66100ce990 2024-09-13T16:20:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.045+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f66100cbe80 con 0x7f66100ce990 2024-09-13T16:20:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.046+0000 7f65f7fff640 1 -- 172.21.15.39:0/1441717100 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 199 v199) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f66100cbe80 con 0x7f66100ce990 2024-09-13T16:20:12.047 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:12.047 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":199,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":199,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:11.717526+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 199 2024-09-13T16:20:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65fc06ac30 msgr2=0x7f65fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65fc06ac30 0x7f65fc06d0f0 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f6600007f10 tx=0x7f660002d000 comp rx=0 tx=0).stop 2024-09-13T16:20:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 msgr2=0x7f66101456e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 0x7f66101456e0 secure :-1 s=READY pgs=2168 cs=0 l=1 rev1=1 crypto rx=0x7f660400e4a0 tx=0x7f660400e960 comp rx=0 tx=0).stop 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 shutdown_connections 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f65fc06ac30 0x7f65fc06d0f0 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6610145c20 0x7f66100cc9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f66100ce990 0x7f66101456e0 unknown :-1 s=CLOSED pgs=2168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 --2- 172.21.15.39:0/1441717100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65f8003b50 0x7f6610153960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 >> 172.21.15.39:0/1441717100 conn(0x7f661006b3b0 msgr2=0x7f661015c1a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 shutdown_connections 2024-09-13T16:20:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.048+0000 7f6615aa3640 1 -- 172.21.15.39:0/1441717100 wait complete. 2024-09-13T16:20:12.060 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:12.060 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.160+0000 7fae36c61640 1 Processor -- start 2024-09-13T16:20:12.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.160+0000 7fae36c61640 1 -- start start 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae36c61640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fae300cc0f0 0x7fae3015b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae36c61640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae300cc540 con 0x7fae300ce2f0 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae36c61640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fae300cc780 con 0x7fae301513c0 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae36c61640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fae3015ca50 con 0x7fae300cc0f0 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae2ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fae300ce2f0 0x7fae300cad70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39598/0 (socket says 172.21.15.39:39598) 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae2ffff640 1 -- 172.21.15.39:0/3857395363 learned_addr learned my addr 172.21.15.39:0/3857395363 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae351fe640 1 --2- 172.21.15.39:0/3857395363 >> v2:172.21.15.39:3300/0 conn(0x7fae300cc0f0 0x7fae3015b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae2f7fe640 1 -- 172.21.15.39:0/3857395363 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1368561554 0 0) 0x7fae18001110 con 0x7fae300ce2f0 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.161+0000 7fae2f7fe640 1 -- 172.21.15.39:0/3857395363 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fae1c003520 con 0x7fae300ce2f0 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae351fe640 1 -- 172.21.15.39:0/3857395363 >> v1:172.21.15.157:6789/0 conn(0x7fae301513c0 legacy=0x7fae300cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae351fe640 1 -- 172.21.15.39:0/3857395363 >> v1:172.21.15.39:6789/0 conn(0x7fae300ce2f0 legacy=0x7fae300cad70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae351fe640 1 -- 172.21.15.39:0/3857395363 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae30070c10 con 0x7fae300cc0f0 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae351fe640 1 --2- 172.21.15.39:0/3857395363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae3015b3f0 secure :-1 s=READY pgs=2170 cs=0 l=1 rev1=1 crypto rx=0x7fae3015cb90 tx=0x7fae2802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2921e5143c062145 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae2f7fe640 1 -- 172.21.15.39:0/3857395363 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae28032440 con 0x7fae300cc0f0 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae2f7fe640 1 -- 172.21.15.39:0/3857395363 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae280325a0 con 0x7fae300cc0f0 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.162+0000 7fae2f7fe640 1 -- 172.21.15.39:0/3857395363 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae28032930 con 0x7fae300cc0f0 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 -- 172.21.15.39:0/3857395363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 msgr2=0x7fae3015b3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 --2- 172.21.15.39:0/3857395363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae3015b3f0 secure :-1 s=READY pgs=2170 cs=0 l=1 rev1=1 crypto rx=0x7fae3015cb90 tx=0x7fae2802a180 comp rx=0 tx=0).stop 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 -- 172.21.15.39:0/3857395363 shutdown_connections 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 --2- 172.21.15.39:0/3857395363 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae3015b3f0 unknown :-1 s=CLOSED pgs=2170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 -- 172.21.15.39:0/3857395363 >> 172.21.15.39:0/3857395363 conn(0x7fae3006a0b0 msgr2=0x7fae3006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 -- 172.21.15.39:0/3857395363 shutdown_connections 2024-09-13T16:20:12.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.163+0000 7fae36c61640 1 -- 172.21.15.39:0/3857395363 wait complete. 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.164+0000 7fae36c61640 1 Processor -- start 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.164+0000 7fae36c61640 1 -- start start 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae36c61640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae301454a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae36c61640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fae300ce2f0 0x7fae3006c260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae36c61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fae301513c0 0x7fae300ae800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae36c61640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae301459e0 con 0x7fae300cc0f0 2024-09-13T16:20:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae36c61640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fae30155ee0 con 0x7fae300ce2f0 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae36c61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fae301552d0 con 0x7fae301513c0 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae349fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae301454a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae349fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae301454a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58070/0 (socket says 172.21.15.39:58070) 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.165+0000 7fae349fd640 1 -- 172.21.15.39:0/3777772328 learned_addr learned my addr 172.21.15.39:0/3777772328 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae2ffff640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fae300ce2f0 0x7fae3006c260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae351fe640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fae301513c0 0x7fae300ae800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae349fd640 1 -- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fae301513c0 msgr2=0x7fae300ae800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae349fd640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fae301513c0 0x7fae300ae800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae349fd640 1 -- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fae300ce2f0 msgr2=0x7fae3006c260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae349fd640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fae300ce2f0 0x7fae3006c260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae349fd640 1 -- 172.21.15.39:0/3777772328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fae28009400 con 0x7fae300cc0f0 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae351fe640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fae301513c0 0x7fae300ae800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae349fd640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae301454a0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7fae2000c730 tx=0x7fae2000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae20003b70 con 0x7fae300cc0f0 2024-09-13T16:20:12.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae20003cf0 con 0x7fae300cc0f0 2024-09-13T16:20:12.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fae301555b0 con 0x7fae300cc0f0 2024-09-13T16:20:12.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae20003ea0 con 0x7fae300cc0f0 2024-09-13T16:20:12.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.166+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fae30155b70 con 0x7fae300cc0f0 2024-09-13T16:20:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.167+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fae300672f0 con 0x7fae300cc0f0 2024-09-13T16:20:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.168+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fae2000aa90 con 0x7fae300cc0f0 2024-09-13T16:20:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.168+0000 7fae2d7fa640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae1006ac00 0x7fae1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.168+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7fae20089890 con 0x7fae300cc0f0 2024-09-13T16:20:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.168+0000 7fae2ffff640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae1006ac00 0x7fae1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.169+0000 7fae2ffff640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae1006ac00 0x7fae1006d0c0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fae30145c20 tx=0x7fae18009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.172+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fae20054340 con 0x7fae300cc0f0 2024-09-13T16:20:12.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.382+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fae300719d0 con 0x7fae300cc0f0 2024-09-13T16:20:12.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.382+0000 7fae2d7fa640 1 -- 172.21.15.39:0/3777772328 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 199 v199) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fae20057960 con 0x7fae300cc0f0 2024-09-13T16:20:12.384 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:12.384 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":199,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":199,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:11.717526+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 199 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.384+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae1006ac00 msgr2=0x7fae1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.384+0000 7fae36c61640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae1006ac00 0x7fae1006d0c0 secure :-1 s=READY pgs=848 cs=0 l=1 rev1=1 crypto rx=0x7fae30145c20 tx=0x7fae18009040 comp rx=0 tx=0).stop 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.384+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 msgr2=0x7fae301454a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.384+0000 7fae36c61640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae301454a0 secure :-1 s=READY pgs=2171 cs=0 l=1 rev1=1 crypto rx=0x7fae2000c730 tx=0x7fae2000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 shutdown_connections 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae1006ac00 0x7fae1006d0c0 unknown :-1 s=CLOSED pgs=848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fae301513c0 0x7fae300ae800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fae300ce2f0 0x7fae3006c260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 --2- 172.21.15.39:0/3777772328 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fae300cc0f0 0x7fae301454a0 unknown :-1 s=CLOSED pgs=2171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 >> 172.21.15.39:0/3777772328 conn(0x7fae3006a0b0 msgr2=0x7fae3015b910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 shutdown_connections 2024-09-13T16:20:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.385+0000 7fae36c61640 1 -- 172.21.15.39:0/3777772328 wait complete. 2024-09-13T16:20:12.397 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:12.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:12.439 INFO:tasks.ceph.mds.a.smithi039.stderr: -37> 2024-09-13T16:20:07.686+0000 7fd8b47db640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': virtual void SnapServer::decode_server_state(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 5 < 101: Malformed input [buffer:3] 2024-09-13T16:20:12.464 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:20:12.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.500+0000 7f234c85a640 1 Processor -- start 2024-09-13T16:20:12.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.500+0000 7f234c85a640 1 -- start start 2024-09-13T16:20:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f234c85a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2348165710 0x7f2348167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f234c85a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23480cde30 con 0x7f23480ccf80 2024-09-13T16:20:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f234c85a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f23480b5090 con 0x7f23480b41a0 2024-09-13T16:20:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f234c85a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23480cd820 con 0x7f2348165710 2024-09-13T16:20:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f2345d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f23480ccf80 0x7f2348163ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39620/0 (socket says 172.21.15.39:39620) 2024-09-13T16:20:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f2345d9b640 1 -- 172.21.15.39:0/3686348749 learned_addr learned my addr 172.21.15.39:0/3686348749 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.501+0000 7f2346d9d640 1 --2- 172.21.15.39:0/3686348749 >> v2:172.21.15.39:3300/0 conn(0x7f2348165710 0x7f2348167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.502+0000 7f234559a640 1 -- 172.21.15.39:0/3686348749 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2121016983 0 0) 0x7f23480cde30 con 0x7f23480ccf80 2024-09-13T16:20:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.502+0000 7f234559a640 1 -- 172.21.15.39:0/3686348749 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2334003520 con 0x7f23480ccf80 2024-09-13T16:20:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.502+0000 7f2346d9d640 1 -- 172.21.15.39:0/3686348749 >> v1:172.21.15.157:6789/0 conn(0x7f23480b41a0 legacy=0x7f23480b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.502+0000 7f2346d9d640 1 -- 172.21.15.39:0/3686348749 >> v1:172.21.15.39:6789/0 conn(0x7f23480ccf80 legacy=0x7f2348163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.502+0000 7f2346d9d640 1 -- 172.21.15.39:0/3686348749 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f234815cd60 con 0x7f2348165710 2024-09-13T16:20:12.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f2346d9d640 1 --2- 172.21.15.39:0/3686348749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2348165710 0x7f2348167b00 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7f23400097a0 tx=0x7f234002a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7831bbec31bddb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234559a640 1 -- 172.21.15.39:0/3686348749 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2340032440 con 0x7f2348165710 2024-09-13T16:20:12.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234559a640 1 -- 172.21.15.39:0/3686348749 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f23400325a0 con 0x7f2348165710 2024-09-13T16:20:12.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234559a640 1 -- 172.21.15.39:0/3686348749 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2340032930 con 0x7f2348165710 2024-09-13T16:20:12.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 -- 172.21.15.39:0/3686348749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2348165710 msgr2=0x7f2348167b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 --2- 172.21.15.39:0/3686348749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2348165710 0x7f2348167b00 secure :-1 s=READY pgs=2176 cs=0 l=1 rev1=1 crypto rx=0x7f23400097a0 tx=0x7f234002a230 comp rx=0 tx=0).stop 2024-09-13T16:20:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 -- 172.21.15.39:0/3686348749 shutdown_connections 2024-09-13T16:20:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 --2- 172.21.15.39:0/3686348749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2348165710 0x7f2348167b00 unknown :-1 s=CLOSED pgs=2176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 -- 172.21.15.39:0/3686348749 >> 172.21.15.39:0/3686348749 conn(0x7f23480cf1a0 msgr2=0x7f23480cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 -- 172.21.15.39:0/3686348749 shutdown_connections 2024-09-13T16:20:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.503+0000 7f234c85a640 1 -- 172.21.15.39:0/3686348749 wait complete. 2024-09-13T16:20:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 Processor -- start 2024-09-13T16:20:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 -- start start 2024-09-13T16:20:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23480b41a0 0x7f23481548b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 0x7f23480c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2348165710 0x7f23480cc440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23480c9d30 con 0x7f23480ccf80 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f23480c9fd0 con 0x7f23480b41a0 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.505+0000 7f234c85a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23480ca2b0 con 0x7f2348165710 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 0x7f23480c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 0x7f23480c97f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58112/0 (socket says 172.21.15.39:58112) 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 -- 172.21.15.39:0/4127818809 learned_addr learned my addr 172.21.15.39:0/4127818809 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f234659c640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23480b41a0 0x7f23481548b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2346d9d640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2348165710 0x7f23480cc440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 -- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2348165710 msgr2=0x7f23480cc440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2348165710 0x7f23480cc440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 -- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23480b41a0 msgr2=0x7f23481548b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23480b41a0 0x7f23481548b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 -- 172.21.15.39:0/4127818809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2340009400 con 0x7f23480ccf80 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2346d9d640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2348165710 0x7f23480cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f2345d9b640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 0x7f23480c97f0 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7f233800c500 tx=0x7f233800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2338005ce0 con 0x7f23480ccf80 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2338005e40 con 0x7f23480ccf80 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f23480ca590 con 0x7f23480ccf80 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2338007330 con 0x7f23480ccf80 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.506+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23480cab50 con 0x7f23480ccf80 2024-09-13T16:20:12.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.507+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2348067330 con 0x7f23480ccf80 2024-09-13T16:20:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.508+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2338007550 con 0x7f23480ccf80 2024-09-13T16:20:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.508+0000 7f233effd640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f232806ac00 0x7f232806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.508+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7f2338088ff0 con 0x7f23480ccf80 2024-09-13T16:20:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.509+0000 7f234659c640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f232806ac00 0x7f232806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.509+0000 7f234659c640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f232806ac00 0x7f232806d0c0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f23300012e0 tx=0x7f2330009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.512+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2338053ca0 con 0x7f23480ccf80 2024-09-13T16:20:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.718+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2348066ec0 con 0x7f23480ccf80 2024-09-13T16:20:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.718+0000 7f233effd640 1 -- 172.21.15.39:0/4127818809 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 199 v199) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f2338017cb0 con 0x7f23480ccf80 2024-09-13T16:20:12.720 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:12.720 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":199,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":199,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:11.717526+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":112,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 199 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f232806ac00 msgr2=0x7f232806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f232806ac00 0x7f232806d0c0 secure :-1 s=READY pgs=849 cs=0 l=1 rev1=1 crypto rx=0x7f23300012e0 tx=0x7f2330009040 comp rx=0 tx=0).stop 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 msgr2=0x7f23480c97f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 0x7f23480c97f0 secure :-1 s=READY pgs=2177 cs=0 l=1 rev1=1 crypto rx=0x7f233800c500 tx=0x7f233800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 shutdown_connections 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f232806ac00 0x7f232806d0c0 unknown :-1 s=CLOSED pgs=849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2348165710 0x7f23480cc440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f23480ccf80 0x7f23480c97f0 unknown :-1 s=CLOSED pgs=2177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 --2- 172.21.15.39:0/4127818809 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f23480b41a0 0x7f23481548b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 >> 172.21.15.39:0/4127818809 conn(0x7f23480cf1a0 msgr2=0x7f23480cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:12.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 shutdown_connections 2024-09-13T16:20:12.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.720+0000 7f234c85a640 1 -- 172.21.15.39:0/4127818809 wait complete. 2024-09-13T16:20:12.733 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt mds0_inotable' led to DAMAGED state 2024-09-13T16:20:12.733 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 400.00000000' 2024-09-13T16:20:12.733 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:12.733 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:12.789 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:12.790 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:12.790 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:12.790 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:12.790 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:12.846 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:12.846 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:12.846 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:12.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.987+0000 7fb9520d0640 1 Processor -- start 2024-09-13T16:20:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.987+0000 7fb9520d0640 1 -- start start 2024-09-13T16:20:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb9520d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 0x7fb94c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb9520d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb94c0cd560 0x7fb94c0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb9520d0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb94c0d11f0 con 0x7fb94c0d1bc0 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb9520d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb94c15d2d0 con 0x7fb94c0cd560 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb9520d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb94c0cda00 con 0x7fb94c15cef0 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb942ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb94c0cd560 0x7fb94c0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb94b7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 0x7fb94c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb942ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb94c0cd560 0x7fb94c0d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:52020/0 (socket says 172.21.15.39:52020) 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb94b7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 0x7fb94c0cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:56938/0 (socket says 172.21.15.39:56938) 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb94bfff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fb94c0d1bc0 0x7fb94c0b5ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:60632/0 (socket says 172.21.15.39:60632) 2024-09-13T16:20:12.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.988+0000 7fb942ffd640 1 -- 172.21.15.39:0/3782584807 learned_addr learned my addr 172.21.15.39:0/3782584807 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.989+0000 7fb942ffd640 1 -- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 msgr2=0x7fb94c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.989+0000 7fb942ffd640 1 --2- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 0x7fb94c0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.989+0000 7fb942ffd640 1 -- 172.21.15.39:0/3782584807 >> v1:172.21.15.157:6789/0 conn(0x7fb94c0d1bc0 legacy=0x7fb94c0b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.989+0000 7fb942ffd640 1 -- 172.21.15.39:0/3782584807 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb94c0cdce0 con 0x7fb94c0cd560 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.989+0000 7fb94b7fe640 1 --2- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 0x7fb94c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb942ffd640 1 --2- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c0cd560 0x7fb94c0d1680 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb934009870 tx=0x7fb93402a300 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3594a0ca0b3e92a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb94affd640 1 -- 172.21.15.39:0/3782584807 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb934032640 con 0x7fb94c0cd560 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb94affd640 1 -- 172.21.15.39:0/3782584807 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9340327a0 con 0x7fb94c0cd560 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb94affd640 1 -- 172.21.15.39:0/3782584807 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb934032b30 con 0x7fb94c0cd560 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 -- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c0cd560 msgr2=0x7fb94c0d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 --2- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c0cd560 0x7fb94c0d1680 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7fb934009870 tx=0x7fb93402a300 comp rx=0 tx=0).stop 2024-09-13T16:20:12.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 -- 172.21.15.39:0/3782584807 shutdown_connections 2024-09-13T16:20:12.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 --2- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c0cd560 0x7fb94c0d1680 unknown :-1 s=CLOSED pgs=587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 --2- 172.21.15.39:0/3782584807 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c15cef0 0x7fb94c0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 -- 172.21.15.39:0/3782584807 >> 172.21.15.39:0/3782584807 conn(0x7fb94c06a3a0 msgr2=0x7fb94c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:12.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 -- 172.21.15.39:0/3782584807 shutdown_connections 2024-09-13T16:20:12.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.990+0000 7fb9520d0640 1 -- 172.21.15.39:0/3782584807 wait complete. 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 Processor -- start 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 -- start start 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 0x7fb94c153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c0d1bc0 0x7fb94c154b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c15cef0 0x7fb94c15dab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb94c154530 con 0x7fb94c0cd560 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb94c1555f0 con 0x7fb94c15cef0 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.992+0000 7fb9520d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb94c1558d0 con 0x7fb94c0d1bc0 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 0x7fb94c153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 0x7fb94c153ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58116/0 (socket says 172.21.15.39:58116) 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 -- 172.21.15.39:0/1719815046 learned_addr learned my addr 172.21.15.39:0/1719815046 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb942ffd640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c0d1bc0 0x7fb94c154b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94bfff640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c15cef0 0x7fb94c15dab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 -- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c0d1bc0 msgr2=0x7fb94c154b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c0d1bc0 0x7fb94c154b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 -- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c15cef0 msgr2=0x7fb94c15dab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c15cef0 0x7fb94c15dab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 -- 172.21.15.39:0/1719815046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb93c009400 con 0x7fb94c0cd560 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb94b7fe640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 0x7fb94c153ff0 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7fb93c00e960 tx=0x7fb93c00ee20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93c00ca00 con 0x7fb94c0cd560 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb93c00cb60 con 0x7fb94c0cd560 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb9340094d0 con 0x7fb94c0cd560 2024-09-13T16:20:12.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb93c013470 con 0x7fb94c0cd560 2024-09-13T16:20:12.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.993+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb94c155e90 con 0x7fb94c0cd560 2024-09-13T16:20:12.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.994+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb94c0d1680 con 0x7fb94c0cd560 2024-09-13T16:20:12.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.995+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb93c0135d0 con 0x7fb94c0cd560 2024-09-13T16:20:12.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.995+0000 7fb948ff9640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92c06ac30 0x7fb92c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:12.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.996+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7fb93c089c80 con 0x7fb94c0cd560 2024-09-13T16:20:12.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.996+0000 7fb942ffd640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92c06ac30 0x7fb92c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:12.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:12.996+0000 7fb942ffd640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92c06ac30 0x7fb92c06d0f0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fb934034000 tx=0x7fb93402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:13.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.000+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb93c0547e0 con 0x7fb94c0cd560 2024-09-13T16:20:13.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.204+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fb94c0d0670 con 0x7fb94c0cd560 2024-09-13T16:20:13.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.732+0000 7fb948ff9640 1 -- 172.21.15.39:0/1719815046 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v201) v1 ==== 161+0+0 (secure 0 0 0) 0x7fb93c057e00 con 0x7fb94c0cd560 2024-09-13T16:20:13.733 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:13.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92c06ac30 msgr2=0x7fb92c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:13.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92c06ac30 0x7fb92c06d0f0 secure :-1 s=READY pgs=851 cs=0 l=1 rev1=1 crypto rx=0x7fb934034000 tx=0x7fb93402e000 comp rx=0 tx=0).stop 2024-09-13T16:20:13.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 msgr2=0x7fb94c153ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 0x7fb94c153ff0 secure :-1 s=READY pgs=2178 cs=0 l=1 rev1=1 crypto rx=0x7fb93c00e960 tx=0x7fb93c00ee20 comp rx=0 tx=0).stop 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 shutdown_connections 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb92c06ac30 0x7fb92c06d0f0 unknown :-1 s=CLOSED pgs=851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb94c15cef0 0x7fb94c15dab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb94c0d1bc0 0x7fb94c154b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 --2- 172.21.15.39:0/1719815046 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb94c0cd560 0x7fb94c153ff0 unknown :-1 s=CLOSED pgs=2178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 >> 172.21.15.39:0/1719815046 conn(0x7fb94c06a3a0 msgr2=0x7fb94c159d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 shutdown_connections 2024-09-13T16:20:13.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.734+0000 7fb9520d0640 1 -- 172.21.15.39:0/1719815046 wait complete. 2024-09-13T16:20:13.748 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:13.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.852+0000 7f946e0b8640 1 Processor -- start 2024-09-13T16:20:13.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.852+0000 7f946e0b8640 1 -- start start 2024-09-13T16:20:13.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f946e0b8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f94680ac860 0x7f946806c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:13.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f946e0b8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9468070b90 con 0x7f946815c840 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f946e0b8640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9468070e70 con 0x7f946806cb70 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f946e0b8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f946815cc20 con 0x7f94680ac860 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f94677fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f946815c840 0x7f9468070320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55462/0 (socket says 172.21.15.39:55462) 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f94677fe640 1 -- 172.21.15.39:0/1410789889 learned_addr learned my addr 172.21.15.39:0/1410789889 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.853+0000 7f9466ffd640 1 --2- 172.21.15.39:0/1410789889 >> v2:172.21.15.39:3300/0 conn(0x7f94680ac860 0x7f946806c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.854+0000 7f94667fc640 1 -- 172.21.15.39:0/1410789889 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2077799338 0 0) 0x7f9468070b90 con 0x7f946815c840 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.854+0000 7f94667fc640 1 -- 172.21.15.39:0/1410789889 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9450003520 con 0x7f946815c840 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.854+0000 7f9466ffd640 1 -- 172.21.15.39:0/1410789889 >> v1:172.21.15.157:6789/0 conn(0x7f946806cb70 legacy=0x7f94680b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.854+0000 7f9466ffd640 1 -- 172.21.15.39:0/1410789889 >> v1:172.21.15.39:6789/0 conn(0x7f946815c840 legacy=0x7f9468070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.854+0000 7f9466ffd640 1 -- 172.21.15.39:0/1410789889 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9468071150 con 0x7f94680ac860 2024-09-13T16:20:13.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.854+0000 7f9466ffd640 1 --2- 172.21.15.39:0/1410789889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94680ac860 0x7f946806c630 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7f945c0097a0 tx=0x7f945c02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=957412aa991d09a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:13.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f94667fc640 1 -- 172.21.15.39:0/1410789889 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945c032440 con 0x7f94680ac860 2024-09-13T16:20:13.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f94667fc640 1 -- 172.21.15.39:0/1410789889 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f945c0325a0 con 0x7f94680ac860 2024-09-13T16:20:13.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f94667fc640 1 -- 172.21.15.39:0/1410789889 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f945c032930 con 0x7f94680ac860 2024-09-13T16:20:13.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 -- 172.21.15.39:0/1410789889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94680ac860 msgr2=0x7f946806c630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:13.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 --2- 172.21.15.39:0/1410789889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94680ac860 0x7f946806c630 secure :-1 s=READY pgs=2180 cs=0 l=1 rev1=1 crypto rx=0x7f945c0097a0 tx=0x7f945c02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 -- 172.21.15.39:0/1410789889 shutdown_connections 2024-09-13T16:20:13.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 --2- 172.21.15.39:0/1410789889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f94680ac860 0x7f946806c630 unknown :-1 s=CLOSED pgs=2180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 -- 172.21.15.39:0/1410789889 >> 172.21.15.39:0/1410789889 conn(0x7f94680b05e0 msgr2=0x7f94680b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:13.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 -- 172.21.15.39:0/1410789889 shutdown_connections 2024-09-13T16:20:13.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.855+0000 7f946e0b8640 1 -- 172.21.15.39:0/1410789889 wait complete. 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.856+0000 7f946e0b8640 1 Processor -- start 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 -- start start 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 0x7f94680c65d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94680ac860 0x7f946814bde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f946815c840 0x7f946814c320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94681e7880 con 0x7f946806cb70 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f94681f2460 con 0x7f94680ac860 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f946e0b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f94681e75a0 con 0x7f946815c840 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.857+0000 7f94677fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 0x7f94680c65d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:13.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 0x7f94680c65d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58942/0 (socket says 172.21.15.39:58942) 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 -- 172.21.15.39:0/2396869904 learned_addr learned my addr 172.21.15.39:0/2396869904 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 -- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f946815c840 msgr2=0x7f946814c320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f946815c840 0x7f946814c320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 -- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94680ac860 msgr2=0x7f946814bde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94680ac860 0x7f946814bde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 -- 172.21.15.39:0/2396869904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f945c009400 con 0x7f946806cb70 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f94677fe640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 0x7f94680c65d0 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7f945800c410 tx=0x7f945800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9458005ce0 con 0x7f946806cb70 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9458005e40 con 0x7f946806cb70 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f94680c3ea0 con 0x7f946806cb70 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94580072f0 con 0x7f946806cb70 2024-09-13T16:20:13.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.858+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f94680c4460 con 0x7f946806cb70 2024-09-13T16:20:13.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.859+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f94680c4650 con 0x7f946806cb70 2024-09-13T16:20:13.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.860+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9458007510 con 0x7f946806cb70 2024-09-13T16:20:13.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.860+0000 7f944ffff640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f945406ac00 0x7f945406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:13.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.860+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7f9458089040 con 0x7f946806cb70 2024-09-13T16:20:13.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.860+0000 7f9466ffd640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f945406ac00 0x7f945406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:13.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.861+0000 7f9466ffd640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f945406ac00 0x7f945406d0c0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f945c034000 tx=0x7f945c02c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:13.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:13.864+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9458053c40 con 0x7f946806cb70 2024-09-13T16:20:14.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.103+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f9468070b90 con 0x7f946806cb70 2024-09-13T16:20:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.741+0000 7f944ffff640 1 -- 172.21.15.39:0/2396869904 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v202) v1 ==== 101+0+0 (secure 0 0 0) 0x7f9458057260 con 0x7f946806cb70 2024-09-13T16:20:14.743 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:14.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f945406ac00 msgr2=0x7f945406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f945406ac00 0x7f945406d0c0 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7f945c034000 tx=0x7f945c02c000 comp rx=0 tx=0).stop 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 msgr2=0x7f94680c65d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 0x7f94680c65d0 secure :-1 s=READY pgs=2181 cs=0 l=1 rev1=1 crypto rx=0x7f945800c410 tx=0x7f945800c8d0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 shutdown_connections 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f945406ac00 0x7f945406d0c0 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f946815c840 0x7f946814c320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f94680ac860 0x7f946814bde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 --2- 172.21.15.39:0/2396869904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f946806cb70 0x7f94680c65d0 unknown :-1 s=CLOSED pgs=2181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 >> 172.21.15.39:0/2396869904 conn(0x7f94680b05e0 msgr2=0x7f94680acd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 shutdown_connections 2024-09-13T16:20:14.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.744+0000 7f946e0b8640 1 -- 172.21.15.39:0/2396869904 wait complete. 2024-09-13T16:20:14.758 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:14.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.803+0000 7f0e97fb4f40 1 Processor -- start 2024-09-13T16:20:14.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.803+0000 7f0e97fb4f40 1 -- start start 2024-09-13T16:20:14.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.803+0000 7f0e97fb4f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d74bf180 0x5577d74c35c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.803+0000 7f0e97fb4f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 0x5577d752fb50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e97fb4f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7552520 0x5577d752dcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e97fb4f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577d74264d0 con 0x5577d7551430 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e97fb4f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577d73c1b60 con 0x5577d7552520 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e97fb4f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5577d73c1800 con 0x5577d74bf180 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 0x5577d752fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 0x5577d752fb50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58966/0 (socket says 172.21.15.39:58966) 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 -- 172.21.15.39:0/1035241921 learned_addr learned my addr 172.21.15.39:0/1035241921 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7552520 0x5577d752dcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 -- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d74bf180 msgr2=0x5577d74c35c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d74bf180 0x5577d74c35c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d74bf180 0x5577d74c35c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 -- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7552520 msgr2=0x5577d752dcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7552520 0x5577d752dcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 -- 172.21.15.39:0/1035241921 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e9000a1c0 con 0x5577d7551430 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7552520 0x5577d752dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d74bf180 0x5577d74c35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 0x5577d752fb50 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c0095a0 tx=0x7f0e8c009a60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eb14c3d9944ea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e87fff640 1 -- 172.21.15.39:0/1035241921 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c00e070 con 0x5577d7551430 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e87fff640 1 -- 172.21.15.39:0/1035241921 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e8c006620 con 0x5577d7551430 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.804+0000 7f0e87fff640 1 -- 172.21.15.39:0/1035241921 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e8c0069b0 con 0x5577d7551430 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1035241921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 msgr2=0x5577d752fb50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 0x5577d752fb50 secure :-1 s=READY pgs=2183 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c0095a0 tx=0x7f0e8c009a60 comp rx=0 tx=0).stop 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1035241921 shutdown_connections 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7552520 0x5577d752dcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d7551430 0x5577d752fb50 unknown :-1 s=CLOSED pgs=2183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1035241921 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d74bf180 0x5577d74c35c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1035241921 >> 172.21.15.39:0/1035241921 conn(0x5577d747c7b0 msgr2=0x5577d754e050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1035241921 shutdown_connections 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1035241921 wait complete. 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.805+0000 7f0e97fb4f40 1 Processor -- start 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 -- start start 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 0x5577d754ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7551430 0x5577d75459a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d7552520 0x5577d7545ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577d73a4520 con 0x5577d74bf180 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5577d7548d60 con 0x5577d7551430 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e97fb4f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5577d7546dc0 con 0x5577d7552520 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e95ab1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 0x5577d754ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e95ab1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 0x5577d754ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58970/0 (socket says 172.21.15.39:58970) 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 learned_addr learned my addr 172.21.15.39:0/1623067060 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.806+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7551430 0x5577d75459a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d7552520 0x5577d7545ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d7552520 msgr2=0x5577d7545ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5577d7552520 0x5577d7545ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7551430 msgr2=0x5577d75459a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5577d7551430 0x5577d75459a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e8c005dc0 con 0x5577d74bf180 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 0x5577d754ab50 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7f0e8800cf40 tx=0x7f0e8800a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e86ffd640 1 -- 172.21.15.39:0/1623067060 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e8800ae30 con 0x5577d74bf180 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e86ffd640 1 -- 172.21.15.39:0/1623067060 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e88008040 con 0x5577d74bf180 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5577d73d0c20 con 0x5577d74bf180 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e86ffd640 1 -- 172.21.15.39:0/1623067060 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e88010880 con 0x5577d74bf180 2024-09-13T16:20:14.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.807+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5577d73c4060 con 0x5577d74bf180 2024-09-13T16:20:14.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e86ffd640 1 -- 172.21.15.39:0/1623067060 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0e880109e0 con 0x5577d74bf180 2024-09-13T16:20:14.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e86ffd640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e780695e0 0x7f0e7806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e86ffd640 1 -- 172.21.15.39:0/1623067060 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7f0e88088780 con 0x5577d74bf180 2024-09-13T16:20:14.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e780695e0 0x7f0e7806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.814 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5577d754b090 0x5577d7547760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d752dd50 con 0x5577d754b090 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.809+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5577d754b090 0x5577d7547760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.810+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e780695e0 0x7f0e7806baa0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c009510 tx=0x7f0e8c009f90 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.810+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5577d754b090 0x5577d7547760 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.812+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v112'629 uv603 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.812+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d752fbe0 con 0x5577d754b090 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.813+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v112'630 uv630 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.813+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7547ca0 con 0x5577d754b090 2024-09-13T16:20:14.816 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:14.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.814+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v112'631 uv631 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.814+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75480a0 con 0x5577d754b090 2024-09-13T16:20:14.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.815+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v112'632 uv632 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.815+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f4c50 con 0x5577d754b090 2024-09-13T16:20:14.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.816+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v112'633 uv633 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.816+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f3c40 con 0x5577d754b090 2024-09-13T16:20:14.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.818+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v112'634 uv634 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.818+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f4040 con 0x5577d754b090 2024-09-13T16:20:14.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.819+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v112'635 uv609 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.819+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f4440 con 0x5577d754b090 2024-09-13T16:20:14.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.820+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v112'636 uv636 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.820+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f4440 con 0x5577d754b090 2024-09-13T16:20:14.822 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:14.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.821+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v112'637 uv637 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.821+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.822+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v112'638 uv638 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.822+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.823+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v112'639 uv639 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.823+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.824+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v112'640 uv640 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.824+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.825+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v112'641 uv616 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.825+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.826+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v112'642 uv642 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.826+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.829 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:14.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.827+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v112'643 uv643 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.827+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.829+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v112'644 uv644 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.829+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.830+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v112'645 uv645 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.830+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f43f0 con 0x5577d754b090 2024-09-13T16:20:14.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.831+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v112'646 uv646 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.831+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.833+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v112'647 uv647 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.833+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.834+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v112'648 uv622 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.834+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.835+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v112'649 uv649 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.835+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.837 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:14.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.836+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v112'650 uv650 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.836+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f6010 con 0x5577d754b090 2024-09-13T16:20:14.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.837+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v112'651 uv651 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.837+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f6010 con 0x5577d754b090 2024-09-13T16:20:14.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.838+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v112'652 uv652 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.838+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.840+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v112'653 uv653 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.840+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.841+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v112'654 uv628 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.841+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.842+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v112'655 uv655 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.842+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.844 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:14.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.843+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v112'656 uv656 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.843+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f6010 con 0x5577d754b090 2024-09-13T16:20:14.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.844+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v112'657 uv657 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.844+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f6010 con 0x5577d754b090 2024-09-13T16:20:14.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.846+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v112'658 uv658 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.846+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f5000 con 0x5577d754b090 2024-09-13T16:20:14.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.847+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v112'659 uv659 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.847+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5577d75f5510 0x5577d75f7900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.847+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f7e40 con 0x5577d75f5510 2024-09-13T16:20:14.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.847+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5577d75f5510 0x5577d75f7900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.848+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5577d75f5510 0x5577d75f7900 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.849+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v112'458 uv441 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.849+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f81f0 con 0x5577d75f5510 2024-09-13T16:20:14.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.850+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v112'459 uv459 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.850+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f85a0 con 0x5577d75f5510 2024-09-13T16:20:14.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.851+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v112'460 uv460 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.853 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:14.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.851+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f8e40 con 0x5577d75f5510 2024-09-13T16:20:14.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.853+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v112'461 uv461 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.853+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f91f0 con 0x5577d75f5510 2024-09-13T16:20:14.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.854+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v112'462 uv462 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.854+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f95a0 con 0x5577d75f5510 2024-09-13T16:20:14.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.859+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v112'463 uv446 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.859+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9950 con 0x5577d75f5510 2024-09-13T16:20:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.860+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v112'464 uv464 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.860+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.867 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.865+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v112'465 uv465 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.865+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.870+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v112'466 uv466 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.870+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.871+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v112'467 uv467 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.871+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.877+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v112'468 uv451 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.877+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.883+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v112'469 uv469 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.883+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.884+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v112'470 uv470 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.886 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:14.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.884+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fd730 con 0x5577d75f5510 2024-09-13T16:20:14.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.889+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v112'471 uv471 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.889+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fd730 con 0x5577d75f5510 2024-09-13T16:20:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.891+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v112'472 uv472 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.891+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.892+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v112'473 uv457 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.892+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.893+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v112'474 uv474 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.893+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.895 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.894+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v112'475 uv475 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.894+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fad10 con 0x5577d75f5510 2024-09-13T16:20:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.895+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v112'476 uv476 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.895+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fad10 con 0x5577d75f5510 2024-09-13T16:20:14.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.896+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v112'477 uv477 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.896+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d75f5510 2024-09-13T16:20:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.901+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v112'478 uv478 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d75f5510 2024-09-13T16:20:14.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.901+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d754b090 2024-09-13T16:20:14.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.902+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v112'123 uv122 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.902+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d754b090 2024-09-13T16:20:14.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.903+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v112'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.903+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d754b090 2024-09-13T16:20:14.905 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:14.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.904+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v112'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.904+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fad10 con 0x5577d754b090 2024-09-13T16:20:14.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.905+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v112'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.905+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fad10 con 0x5577d754b090 2024-09-13T16:20:14.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.906+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v112'127 uv127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.908 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.906+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f9d00 con 0x5577d754b090 2024-09-13T16:20:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.907+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v112'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.907+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5577d75fa210 0x5577d75fc600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.907+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fcb40 con 0x5577d75fa210 2024-09-13T16:20:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.907+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5577d75fa210 0x5577d75fc600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.908+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5577d75fa210 0x5577d75fc600 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.909+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v112'89 uv88 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.909+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fcef0 con 0x5577d75fa210 2024-09-13T16:20:14.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.910+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v112'90 uv90 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.910+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fd2a0 con 0x5577d75fa210 2024-09-13T16:20:14.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.911+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v112'91 uv91 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.912 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:14.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.911+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fd650 con 0x5577d75fa210 2024-09-13T16:20:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.912+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v112'92 uv92 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.912+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fda00 con 0x5577d754b090 2024-09-13T16:20:14.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.913+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v112'123 uv122 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.913+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fda00 con 0x5577d754b090 2024-09-13T16:20:14.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.914+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v112'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.914+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fda00 con 0x5577d754b090 2024-09-13T16:20:14.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.915+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v112'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.917 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:14.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.915+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fea10 con 0x5577d754b090 2024-09-13T16:20:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.916+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v112'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.916+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fea10 con 0x5577d754b090 2024-09-13T16:20:14.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.918+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v112'127 uv127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.918+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75fda00 con 0x5577d754b090 2024-09-13T16:20:14.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.919+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v112'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.919+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5577d75fdf10 0x5577d7600300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.919+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7600840 con 0x5577d75fdf10 2024-09-13T16:20:14.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.919+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5577d75fdf10 0x5577d7600300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.919+0000 7f0e962b2640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5577d75fdf10 0x5577d7600300 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.920+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v112'227 uv221 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.920+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7600840 con 0x5577d75fdf10 2024-09-13T16:20:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.922+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v112'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.922+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76008c0 con 0x5577d75fdf10 2024-09-13T16:20:14.924 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.923+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v112'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.923+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7601d00 con 0x5577d75fdf10 2024-09-13T16:20:14.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.924+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v112'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.924+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7601d00 con 0x5577d75fdf10 2024-09-13T16:20:14.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.925+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v112'231 uv231 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.925+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7600a50 con 0x5577d75fdf10 2024-09-13T16:20:14.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.926+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v112'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.926+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7600a50 con 0x5577d75fdf10 2024-09-13T16:20:14.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.927+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v112'233 uv226 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.927+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76009d0 con 0x5577d75fdf10 2024-09-13T16:20:14.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.928+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v112'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.928+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76009d0 con 0x5577d75fdf10 2024-09-13T16:20:14.930 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:14.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.929+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v112'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.929+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7600980 con 0x5577d75fdf10 2024-09-13T16:20:14.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.930+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v112'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.930+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7600980 con 0x5577d75fdf10 2024-09-13T16:20:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.931+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v112'237 uv237 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.931+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5577d76012e0 0x5577d76036d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.931+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7603c10 con 0x5577d76012e0 2024-09-13T16:20:14.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.931+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5577d76012e0 0x5577d76036d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.931+0000 7f0e95ab1640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5577d76012e0 0x5577d76036d0 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.932+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v112'102 uv101 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d76012e0 2024-09-13T16:20:14.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.932+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7603c50 con 0x5577d76012e0 2024-09-13T16:20:14.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.934+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v112'103 uv103 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d76012e0 2024-09-13T16:20:14.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.934+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7603c10 con 0x5577d76012e0 2024-09-13T16:20:14.936 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:14.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.935+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v112'104 uv104 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d76012e0 2024-09-13T16:20:14.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.935+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d76012e0 2024-09-13T16:20:14.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.936+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v112'105 uv105 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d76012e0 2024-09-13T16:20:14.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.936+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d76012e0 2024-09-13T16:20:14.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.937+0000 7f0e95ab1640 1 -- 172.21.15.39:0/1623067060 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v112'106 uv106 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e88055320 con 0x5577d76012e0 2024-09-13T16:20:14.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.937+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d754b090 2024-09-13T16:20:14.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.938+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v112'123 uv122 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.938+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d754b090 2024-09-13T16:20:14.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.939+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v112'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.939+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d754b090 2024-09-13T16:20:14.941 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:14.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.940+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v112'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.940+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76050e0 con 0x5577d754b090 2024-09-13T16:20:14.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.941+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v112'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.941+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76050e0 con 0x5577d754b090 2024-09-13T16:20:14.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.942+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v112'127 uv127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.942+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d754b090 2024-09-13T16:20:14.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.943+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v112'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d754b090 2024-09-13T16:20:14.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.943+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d76040d0 con 0x5577d75fa210 2024-09-13T16:20:14.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.944+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v112'203 uv202 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.944+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.945+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v112'204 uv204 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.945+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.946+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v112'205 uv205 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.947 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:14.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.946+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.947+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v112'206 uv206 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.947+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.948+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v112'207 uv207 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.948+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.948+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v112'208 uv201 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.949+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.950+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v112'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.950+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.952 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:14.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.951+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v112'210 uv210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.951+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7604480 con 0x5577d75fa210 2024-09-13T16:20:14.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.952+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v112'211 uv211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.952+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d75f8a20 con 0x5577d75fa210 2024-09-13T16:20:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.953+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v112'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d75fa210 2024-09-13T16:20:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.953+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5577d7605230 0x5577d7607990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:14.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.953+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d7605230 2024-09-13T16:20:14.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.953+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5577d7605230 0x5577d7607990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:14.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.953+0000 7f0e952b0640 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5577d7605230 0x5577d7607990 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:14.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.954+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v112'91 uv90 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d7605230 2024-09-13T16:20:14.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.954+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d7605230 2024-09-13T16:20:14.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.956+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v112'92 uv92 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d7605230 2024-09-13T16:20:14.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.956+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d7605230 2024-09-13T16:20:14.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.958+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v112'93 uv93 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0e8c019040 con 0x5577d7605230 2024-09-13T16:20:14.960 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:14.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.958+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d7605230 2024-09-13T16:20:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.962+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v112'94 uv94 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d7605230 2024-09-13T16:20:14.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.962+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fa210 2024-09-13T16:20:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.963+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v112'123 uv122 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d75fa210 2024-09-13T16:20:14.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.963+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fa210 2024-09-13T16:20:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.964+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v112'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d75fa210 2024-09-13T16:20:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.964+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fa210 2024-09-13T16:20:14.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.965+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v112'125 uv125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d75fa210 2024-09-13T16:20:14.967 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:14.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.965+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7608ee0 con 0x5577d75fa210 2024-09-13T16:20:14.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.966+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v112'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d75fa210 2024-09-13T16:20:14.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.966+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7608ee0 con 0x5577d75fa210 2024-09-13T16:20:14.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.967+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v112'127 uv127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d75fa210 2024-09-13T16:20:14.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.967+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fa210 2024-09-13T16:20:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.968+0000 7f0e952b0640 1 -- 172.21.15.39:0/1623067060 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v112'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e8c032040 con 0x5577d75fa210 2024-09-13T16:20:14.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.968+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.969+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v112'104 uv103 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.969+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.970+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v112'105 uv105 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.970+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.973 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:14.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.971+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v112'106 uv106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.971+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.972+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v112'107 uv107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.973+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.974+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v112'108 uv108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.974+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.975+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v112'253 uv245 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.975+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.976+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v112'254 uv254 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.976+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.978 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:14.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.977+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v112'255 uv255 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.977+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.978+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v112'256 uv256 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.978+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.980+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v112'257 uv257 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.980+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.981+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v112'258 uv252 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.981+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.982+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v112'259 uv259 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.982+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.984 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:14.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.983+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v112'260 uv260 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.983+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7608ee0 con 0x5577d75fdf10 2024-09-13T16:20:14.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.984+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v112'261 uv261 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.984+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7608ee0 con 0x5577d75fdf10 2024-09-13T16:20:14.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.985+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v112'262 uv262 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.985+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.986+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v112'263 uv263 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.986+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5577d7607ed0 con 0x5577d75fdf10 2024-09-13T16:20:14.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v112'264 uv264 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f0e900574c0 con 0x5577d75fdf10 2024-09-13T16:20:14.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5577d754b090 msgr2=0x5577d7547760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5577d754b090 0x5577d7547760 crc :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5577d75fa210 msgr2=0x5577d75fc600 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5577d75fa210 0x5577d75fc600 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5577d7605230 msgr2=0x5577d7607990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5577d7605230 0x5577d7607990 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5577d75f5510 msgr2=0x5577d75f7900 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5577d75f5510 0x5577d75f7900 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5577d75fdf10 msgr2=0x5577d7600300 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5577d75fdf10 0x5577d7600300 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5577d76012e0 msgr2=0x5577d76036d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5577d76012e0 0x5577d76036d0 crc :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 reap_dead start 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 reap_dead start 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e962b2640 1 -- 172.21.15.39:0/1623067060 reap_dead start 2024-09-13T16:20:14.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e780695e0 msgr2=0x7f0e7806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e780695e0 0x7f0e7806baa0 secure :-1 s=READY pgs=853 cs=0 l=1 rev1=1 crypto rx=0x7f0e8c009510 tx=0x7f0e8c009f90 comp rx=0 tx=0).stop 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 msgr2=0x5577d754ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 0x5577d754ab50 secure :-1 s=READY pgs=2184 cs=0 l=1 rev1=1 crypto rx=0x7f0e8800cf40 tx=0x7f0e8800a660 comp rx=0 tx=0).stop 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 shutdown_connections 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0e780695e0 0x7f0e7806baa0 unknown :-1 s=CLOSED pgs=853 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 --2- 172.21.15.39:0/1623067060 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5577d74bf180 0x5577d754ab50 unknown :-1 s=CLOSED pgs=2184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 >> 172.21.15.39:0/1623067060 conn(0x5577d747c7b0 msgr2=0x5577d7476f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 shutdown_connections 2024-09-13T16:20:14.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:14.987+0000 7f0e97fb4f40 1 -- 172.21.15.39:0/1623067060 wait complete. 2024-09-13T16:20:14.992 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 400.00000000 - 2024-09-13T16:20:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.075+0000 7fbd80e0cf40 1 Processor -- start 2024-09-13T16:20:15.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.075+0000 7fbd80e0cf40 1 -- start start 2024-09-13T16:20:15.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd80e0cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a16c6e10 0x5557a1710690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd80e0cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a177ff60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd80e0cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a179f1d0 0x5557a17a2270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd80e0cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557a16744d0 con 0x5557a16c6e10 2024-09-13T16:20:15.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd80e0cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557a160fb60 con 0x5557a1708a00 2024-09-13T16:20:15.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd80e0cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5557a160f800 con 0x5557a179f1d0 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd7dcbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a16c6e10 0x5557a1710690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a177ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a177ff60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:36268/0 (socket says 172.21.15.39:36268) 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 -- 172.21.15.39:0/2956251836 learned_addr learned my addr 172.21.15.39:0/2956251836 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd7dcbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a16c6e10 0x5557a1710690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58978/0 (socket says 172.21.15.39:58978) 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd7e4bd640 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a179f1d0 0x5557a17a2270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 -- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a179f1d0 msgr2=0x5557a17a2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a179f1d0 0x5557a17a2270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 -- 172.21.15.39:0/2956251836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a16c6e10 msgr2=0x5557a1710690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a16c6e10 0x5557a1710690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 -- 172.21.15.39:0/2956251836 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd70005d20 con 0x5557a1708a00 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.076+0000 7fbd77fff640 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a177ff60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fbd68025b00 tx=0x7fbd6804e000 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cce5ece7e2b495ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd7ccba640 1 -- 172.21.15.39:0/2956251836 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd68054910 con 0x5557a1708a00 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd7ccba640 1 -- 172.21.15.39:0/2956251836 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd68054a70 con 0x5557a1708a00 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd7ccba640 1 -- 172.21.15.39:0/2956251836 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd68054e00 con 0x5557a1708a00 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 msgr2=0x5557a177ff60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a177ff60 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7fbd68025b00 tx=0x7fbd6804e000 comp rx=0 tx=0).stop 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/2956251836 shutdown_connections 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a179f1d0 0x5557a17a2270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a177ff60 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/2956251836 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a16c6e10 0x5557a1710690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/2956251836 >> 172.21.15.39:0/2956251836 conn(0x5557a1712800 msgr2=0x5557a170ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/2956251836 shutdown_connections 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.077+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/2956251836 wait complete. 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 Processor -- start 2024-09-13T16:20:15.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 -- start start 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a16c6e10 0x5557a179add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a1710d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a179f1d0 0x5557a17112d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557a15f2520 con 0x5557a179f1d0 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5557a179b5a0 con 0x5557a1708a00 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.078+0000 7fbd80e0cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5557a1827dc0 con 0x5557a16c6e10 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a179f1d0 0x5557a17112d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7dcbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a16c6e10 0x5557a179add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd77fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a1710d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7dcbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a16c6e10 0x5557a179add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:47616/0 (socket says 172.21.15.39:47616) 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7dcbc640 1 -- 172.21.15.39:0/1115033403 learned_addr learned my addr 172.21.15.39:0/1115033403 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd77fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a1710d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:36270/0 (socket says 172.21.15.39:36270) 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 -- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a16c6e10 msgr2=0x5557a179add0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5557a16c6e10 0x5557a179add0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 -- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 msgr2=0x5557a1710d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5557a1708a00 0x5557a1710d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 -- 172.21.15.39:0/1115033403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5557a1638dc0 con 0x5557a179f1d0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd7e4bd640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a179f1d0 0x5557a17112d0 secure :-1 s=READY pgs=2185 cs=0 l=1 rev1=1 crypto rx=0x7fbd78002210 tx=0x7fbd7800e660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd76ffd640 1 -- 172.21.15.39:0/1115033403 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd78006e10 con 0x5557a179f1d0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd76ffd640 1 -- 172.21.15.39:0/1115033403 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd7800ee90 con 0x5557a179f1d0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd68005d20 con 0x5557a179f1d0 2024-09-13T16:20:15.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd76ffd640 1 -- 172.21.15.39:0/1115033403 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd78004520 con 0x5557a179f1d0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.079+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5557a161ec20 con 0x5557a179f1d0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd76ffd640 1 -- 172.21.15.39:0/1115033403 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbd78004680 con 0x5557a179f1d0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd76ffd640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd600695e0 0x7fbd6006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd76ffd640 1 -- 172.21.15.39:0/1115033403 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7fbd78088300 con 0x5557a179f1d0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd7dcbc640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd600695e0 0x7fbd6006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557a17a29b0 0x5557a177dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e112) v8 -- 0x5557a177e110 con 0x5557a17a29b0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.081+0000 7fbd77fff640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557a17a29b0 0x5557a177dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.082+0000 7fbd7dcbc640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd600695e0 0x7fbd6006baa0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x5557a177fa60 tx=0x7fbd7000c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.082+0000 7fbd77fff640 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557a17a29b0 0x5557a177dbd0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd77fff640 1 -- 172.21.15.39:0/1115033403 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 400.00000000 [writefull 0~80] v112'109 uv109 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbd68054be0 con 0x5557a17a29b0 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557a17a29b0 msgr2=0x5557a177dbd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5557a17a29b0 0x5557a177dbd0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd600695e0 msgr2=0x7fbd6006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbd600695e0 0x7fbd6006baa0 secure :-1 s=READY pgs=854 cs=0 l=1 rev1=1 crypto rx=0x5557a177fa60 tx=0x7fbd7000c040 comp rx=0 tx=0).stop 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a179f1d0 msgr2=0x5557a17112d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 --2- 172.21.15.39:0/1115033403 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5557a179f1d0 0x5557a17112d0 secure :-1 s=READY pgs=2185 cs=0 l=1 rev1=1 crypto rx=0x7fbd78002210 tx=0x7fbd7800e660 comp rx=0 tx=0).stop 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd7e4bd640 1 -- 172.21.15.39:0/1115033403 reap_dead start 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 shutdown_connections 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 >> 172.21.15.39:0/1115033403 conn(0x5557a1712800 msgr2=0x5557a170ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 shutdown_connections 2024-09-13T16:20:15.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.083+0000 7fbd80e0cf40 1 -- 172.21.15.39:0/1115033403 wait complete. 2024-09-13T16:20:15.089 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:15.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.234+0000 7f78d7232640 1 Processor -- start 2024-09-13T16:20:15.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.234+0000 7f78d7232640 1 -- start start 2024-09-13T16:20:15.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d7232640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78d015c7d0 0x7f78d00cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d7232640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f78d00b4180 0x7f78d00d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d7232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d00d1f40 0x7f78d00d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d7232640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78d00b2000 con 0x7f78d015c7d0 2024-09-13T16:20:15.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d7232640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f78d00b5550 con 0x7f78d00b4180 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d7232640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78d00d2380 con 0x7f78d00d1f40 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78d015c7d0 0x7f78d00cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f78d015c7d0 0x7f78d00cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:58990/0 (socket says 172.21.15.39:58990) 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 -- 172.21.15.39:0/505962184 learned_addr learned my addr 172.21.15.39:0/505962184 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d57cf640 1 --2- 172.21.15.39:0/505962184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d00d1f40 0x7f78d00d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78cffff640 1 --2- 172.21.15.39:0/505962184 >> v2:172.21.15.157:3300/0 conn(0x7f78d00b4180 0x7f78d00d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 -- 172.21.15.39:0/505962184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d00d1f40 msgr2=0x7f78d00d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 --2- 172.21.15.39:0/505962184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d00d1f40 0x7f78d00d07e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 -- 172.21.15.39:0/505962184 >> v2:172.21.15.157:3300/0 conn(0x7f78d00b4180 msgr2=0x7f78d00d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 --2- 172.21.15.39:0/505962184 >> v2:172.21.15.157:3300/0 conn(0x7f78d00b4180 0x7f78d00d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.235+0000 7f78d4fce640 1 -- 172.21.15.39:0/505962184 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78d00b4610 con 0x7f78d015c7d0 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.236+0000 7f78d4fce640 1 --2- 172.21.15.39:0/505962184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d015c7d0 0x7f78d00cf440 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7f78d01602f0 tx=0x7f78c402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bf0a99b4a5bade79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.236+0000 7f78cf7fe640 1 -- 172.21.15.39:0/505962184 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78c4032440 con 0x7f78d015c7d0 2024-09-13T16:20:15.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.236+0000 7f78cf7fe640 1 -- 172.21.15.39:0/505962184 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78c40325a0 con 0x7f78d015c7d0 2024-09-13T16:20:15.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.236+0000 7f78cf7fe640 1 -- 172.21.15.39:0/505962184 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78c4032930 con 0x7f78d015c7d0 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 -- 172.21.15.39:0/505962184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d015c7d0 msgr2=0x7f78d00cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 --2- 172.21.15.39:0/505962184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d015c7d0 0x7f78d00cf440 secure :-1 s=READY pgs=2186 cs=0 l=1 rev1=1 crypto rx=0x7f78d01602f0 tx=0x7f78c402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 -- 172.21.15.39:0/505962184 shutdown_connections 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 --2- 172.21.15.39:0/505962184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d00d1f40 0x7f78d00d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 --2- 172.21.15.39:0/505962184 >> v2:172.21.15.157:3300/0 conn(0x7f78d00b4180 0x7f78d00d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 --2- 172.21.15.39:0/505962184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d015c7d0 0x7f78d00cf440 unknown :-1 s=CLOSED pgs=2186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 -- 172.21.15.39:0/505962184 >> 172.21.15.39:0/505962184 conn(0x7f78d006bc40 msgr2=0x7f78d006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 -- 172.21.15.39:0/505962184 shutdown_connections 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.237+0000 7f78d7232640 1 -- 172.21.15.39:0/505962184 wait complete. 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.238+0000 7f78d7232640 1 Processor -- start 2024-09-13T16:20:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.238+0000 7f78d7232640 1 -- start start 2024-09-13T16:20:15.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d7232640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d00d1f40 0x7f78d00c7eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d7232640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d015c7d0 0x7f78d01548f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d7232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 0x7f78d015f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d7232640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78d0155aa0 con 0x7f78d01551a0 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d7232640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f78d01e5000 con 0x7f78d00d1f40 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d7232640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f78d0157b80 con 0x7f78d015c7d0 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 0x7f78d015f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 0x7f78d015f020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59000/0 (socket says 172.21.15.39:59000) 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 -- 172.21.15.39:0/2752636113 learned_addr learned my addr 172.21.15.39:0/2752636113 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d4fce640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d00d1f40 0x7f78d00c7eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78cffff640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d015c7d0 0x7f78d01548f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 -- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d015c7d0 msgr2=0x7f78d01548f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d015c7d0 0x7f78d01548f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 -- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d00d1f40 msgr2=0x7f78d00c7eb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d00d1f40 0x7f78d00c7eb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.239+0000 7f78d57cf640 1 -- 172.21.15.39:0/2752636113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f78c40094d0 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.240+0000 7f78d57cf640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 0x7f78d015f020 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7f78c8007e40 tx=0x7f78c800e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.240+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78c8014620 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.240+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f78c800ee90 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.240+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f78c80149e0 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.240+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f78d00c8590 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.240+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f78d0157810 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.241+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f78d00d1a00 con 0x7f78d01551a0 2024-09-13T16:20:15.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.241+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f78c8014b40 con 0x7f78d01551a0 2024-09-13T16:20:15.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.242+0000 7f78cd7fa640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f78b406ac30 0x7f78b406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.242+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(112..112 src has 1..112) v4 ==== 7544+0+0 (secure 0 0 0) 0x7f78c808a130 con 0x7f78d01551a0 2024-09-13T16:20:15.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.242+0000 7f78d4fce640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f78b406ac30 0x7f78b406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.243+0000 7f78d4fce640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f78b406ac30 0x7f78b406d0f0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f78c4034000 tx=0x7f78c402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.246+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f78c8054d20 con 0x7f78d01551a0 2024-09-13T16:20:15.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.454+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f78d0157cc0 con 0x7f78d01551a0 2024-09-13T16:20:15.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.747+0000 7f78cd7fa640 1 -- 172.21.15.39:0/2752636113 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v203) v1 ==== 162+0+0 (secure 0 0 0) 0x7f78c8058340 con 0x7f78d01551a0 2024-09-13T16:20:15.749 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:15.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f78b406ac30 msgr2=0x7f78b406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f78b406ac30 0x7f78b406d0f0 secure :-1 s=READY pgs=855 cs=0 l=1 rev1=1 crypto rx=0x7f78c4034000 tx=0x7f78c402e000 comp rx=0 tx=0).stop 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 msgr2=0x7f78d015f020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 0x7f78d015f020 secure :-1 s=READY pgs=2187 cs=0 l=1 rev1=1 crypto rx=0x7f78c8007e40 tx=0x7f78c800e4b0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 shutdown_connections 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f78b406ac30 0x7f78b406d0f0 unknown :-1 s=CLOSED pgs=855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f78d01551a0 0x7f78d015f020 unknown :-1 s=CLOSED pgs=2187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f78d015c7d0 0x7f78d01548f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 --2- 172.21.15.39:0/2752636113 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f78d00d1f40 0x7f78d00c7eb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 >> 172.21.15.39:0/2752636113 conn(0x7f78d006bc40 msgr2=0x7f78d00cf320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 shutdown_connections 2024-09-13T16:20:15.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.750+0000 7f78d7232640 1 -- 172.21.15.39:0/2752636113 wait complete. 2024-09-13T16:20:15.757 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:20:15.756+0000 7fb63c0fc640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-13T16:20:15.758 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:15.757+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:15.758 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:15.757+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:15.766 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:15.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.867+0000 7fa2b7861640 1 Processor -- start 2024-09-13T16:20:15.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.867+0000 7fa2b7861640 1 -- start start 2024-09-13T16:20:15.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.868+0000 7fa2b7861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.868+0000 7fa2b7861640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2b015b1b0 con 0x7fa2b006f170 2024-09-13T16:20:15.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.868+0000 7fa2b7861640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2b006f6e0 con 0x7fa2b015d0a0 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.868+0000 7fa2b7861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b00b2400 con 0x7fa2b0156fb0 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2b4dfc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa2b006f170 0x7fa2b00b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55464/0 (socket says 172.21.15.39:55464) 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2b4dfc640 1 -- 172.21.15.39:0/2917043588 learned_addr learned my addr 172.21.15.39:0/2917043588 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2b55fd640 1 --2- 172.21.15.39:0/2917043588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2affff640 1 -- 172.21.15.39:0/2917043588 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3956977294 0 0) 0x7fa2b015b1b0 con 0x7fa2b006f170 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2affff640 1 -- 172.21.15.39:0/2917043588 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa298003520 con 0x7fa2b006f170 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2affff640 1 -- 172.21.15.39:0/2917043588 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2735281024 0 0) 0x7fa2b006f6e0 con 0x7fa2b015d0a0 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2b55fd640 1 -- 172.21.15.39:0/2917043588 >> v1:172.21.15.157:6789/0 conn(0x7fa2b015d0a0 legacy=0x7fa2b0070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2b55fd640 1 -- 172.21.15.39:0/2917043588 >> v1:172.21.15.39:6789/0 conn(0x7fa2b006f170 legacy=0x7fa2b00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.869+0000 7fa2b55fd640 1 -- 172.21.15.39:0/2917043588 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2b006f9c0 con 0x7fa2b0156fb0 2024-09-13T16:20:15.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.870+0000 7fa2b55fd640 1 --2- 172.21.15.39:0/2917043588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b015ac70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0009dc0 tx=0x7fa2a002a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=33d238268d80a715 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.870+0000 7fa2affff640 1 -- 172.21.15.39:0/2917043588 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2a0007740 con 0x7fa2b0156fb0 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.870+0000 7fa2affff640 1 -- 172.21.15.39:0/2917043588 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2a002d050 con 0x7fa2b0156fb0 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.870+0000 7fa2affff640 1 -- 172.21.15.39:0/2917043588 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2a0007aa0 con 0x7fa2b0156fb0 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 -- 172.21.15.39:0/2917043588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 msgr2=0x7fa2b015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 --2- 172.21.15.39:0/2917043588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b015ac70 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0009dc0 tx=0x7fa2a002a640 comp rx=0 tx=0).stop 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 -- 172.21.15.39:0/2917043588 shutdown_connections 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 --2- 172.21.15.39:0/2917043588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b015ac70 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 -- 172.21.15.39:0/2917043588 >> 172.21.15.39:0/2917043588 conn(0x7fa2b006b3b0 msgr2=0x7fa2b006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 -- 172.21.15.39:0/2917043588 shutdown_connections 2024-09-13T16:20:15.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.871+0000 7fa2b7861640 1 -- 172.21.15.39:0/2917043588 wait complete. 2024-09-13T16:20:15.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.873+0000 7fa2b7861640 1 Processor -- start 2024-09-13T16:20:15.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.873+0000 7fa2b7861640 1 -- start start 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b7861640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 0x7fa2b014b240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b7861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b0150200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b7861640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2b015d0a0 0x7fa2b0150740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b7861640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b014b780 con 0x7fa2b006f170 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b7861640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b01f37a0 con 0x7fa2b015d0a0 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b7861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2b01f3a80 con 0x7fa2b0156fb0 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b55fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 0x7fa2b014b240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b55fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 0x7fa2b014b240 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59014/0 (socket says 172.21.15.39:59014) 2024-09-13T16:20:15.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b55fd640 1 -- 172.21.15.39:0/3937660228 learned_addr learned my addr 172.21.15.39:0/3937660228 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b4dfc640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b0150200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.874+0000 7fa2b5dfe640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2b015d0a0 0x7fa2b0150740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b55fd640 1 -- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 msgr2=0x7fa2b0150200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b55fd640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b0150200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b55fd640 1 -- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2b015d0a0 msgr2=0x7fa2b0150740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b55fd640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2b015d0a0 0x7fa2b0150740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b55fd640 1 -- 172.21.15.39:0/3937660228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2a0009a70 con 0x7fa2b006f170 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b55fd640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 0x7fa2b014b240 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0009dc0 tx=0x7fa2a0004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2a003b820 con 0x7fa2b006f170 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2a003b980 con 0x7fa2b006f170 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2a003bcf0 con 0x7fa2b006f170 2024-09-13T16:20:15.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2b01f3d60 con 0x7fa2b006f170 2024-09-13T16:20:15.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.875+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2b01f4320 con 0x7fa2b006f170 2024-09-13T16:20:15.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.876+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2b014d590 con 0x7fa2b006f170 2024-09-13T16:20:15.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.877+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa2a0031400 con 0x7fa2b006f170 2024-09-13T16:20:15.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.877+0000 7fa2adffb640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa29c06ac00 0x7fa29c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:15.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.877+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7fa2a00aac30 con 0x7fa2b006f170 2024-09-13T16:20:15.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.877+0000 7fa2b4dfc640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa29c06ac00 0x7fa29c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:15.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.878+0000 7fa2b4dfc640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa29c06ac00 0x7fa29c06d0c0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fa2b01593c0 tx=0x7fa2a4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:15.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:15.881+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa2a00757d0 con 0x7fa2b006f170 2024-09-13T16:20:15.977 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:15.980 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.090+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa2b00672f0 con 0x7fa2b006f170 2024-09-13T16:20:16.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.091+0000 7fa2adffb640 1 -- 172.21.15.39:0/3937660228 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 205 v205) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fa2a0078df0 con 0x7fa2b006f170 2024-09-13T16:20:16.092 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:16.093 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":205,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:15.758060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":113,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:16.093 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 205 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa29c06ac00 msgr2=0x7fa29c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa29c06ac00 0x7fa29c06d0c0 secure :-1 s=READY pgs=856 cs=0 l=1 rev1=1 crypto rx=0x7fa2b01593c0 tx=0x7fa2a4009040 comp rx=0 tx=0).stop 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 msgr2=0x7fa2b014b240 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 0x7fa2b014b240 secure :-1 s=READY pgs=2189 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0009dc0 tx=0x7fa2a0004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 shutdown_connections 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa29c06ac00 0x7fa29c06d0c0 unknown :-1 s=CLOSED pgs=856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa2b015d0a0 0x7fa2b0150740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa2b0156fb0 0x7fa2b0150200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 --2- 172.21.15.39:0/3937660228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa2b006f170 0x7fa2b014b240 unknown :-1 s=CLOSED pgs=2189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 >> 172.21.15.39:0/3937660228 conn(0x7fa2b006b3b0 msgr2=0x7fa2b00affa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 shutdown_connections 2024-09-13T16:20:16.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.093+0000 7fa2b7861640 1 -- 172.21.15.39:0/3937660228 wait complete. 2024-09-13T16:20:16.105 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:16.105 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:16.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.205+0000 7fef88d9c640 1 Processor -- start 2024-09-13T16:20:16.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.205+0000 7fef88d9c640 1 -- start start 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef88d9c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fef8415d300 0x7fef840cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef88d9c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef8415aa50 con 0x7fef840ce980 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef88d9c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fef8415af50 con 0x7fef840721f0 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef88d9c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fef8415bed0 con 0x7fef8415d300 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef82d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fef8415d300 0x7fef840cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef81d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fef840ce980 0x7fef840cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55476/0 (socket says 172.21.15.39:55476) 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.206+0000 7fef81d9b640 1 -- 172.21.15.39:0/2886932314 learned_addr learned my addr 172.21.15.39:0/2886932314 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef82d9d640 1 -- 172.21.15.39:0/2886932314 >> v1:172.21.15.157:6789/0 conn(0x7fef840721f0 legacy=0x7fef840ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef82d9d640 1 -- 172.21.15.39:0/2886932314 >> v1:172.21.15.39:6789/0 conn(0x7fef840ce980 legacy=0x7fef840cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef82d9d640 1 -- 172.21.15.39:0/2886932314 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef840cd6c0 con 0x7fef8415d300 2024-09-13T16:20:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef82d9d640 1 --2- 172.21.15.39:0/2886932314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef840cc820 secure :-1 s=READY pgs=2191 cs=0 l=1 rev1=1 crypto rx=0x7fef7c009d90 tx=0x7fef7c02a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de11f474e14bfd19 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:16.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef8159a640 1 -- 172.21.15.39:0/2886932314 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c031600 con 0x7fef8415d300 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef8159a640 1 -- 172.21.15.39:0/2886932314 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef7c02d050 con 0x7fef8415d300 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.207+0000 7fef8159a640 1 -- 172.21.15.39:0/2886932314 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c031980 con 0x7fef8415d300 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 -- 172.21.15.39:0/2886932314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 msgr2=0x7fef840cc820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2886932314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef840cc820 secure :-1 s=READY pgs=2191 cs=0 l=1 rev1=1 crypto rx=0x7fef7c009d90 tx=0x7fef7c02a610 comp rx=0 tx=0).stop 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 -- 172.21.15.39:0/2886932314 shutdown_connections 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2886932314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef840cc820 unknown :-1 s=CLOSED pgs=2191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 -- 172.21.15.39:0/2886932314 >> 172.21.15.39:0/2886932314 conn(0x7fef8406b3b0 msgr2=0x7fef8406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 -- 172.21.15.39:0/2886932314 shutdown_connections 2024-09-13T16:20:16.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.208+0000 7fef88d9c640 1 -- 172.21.15.39:0/2886932314 wait complete. 2024-09-13T16:20:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.209+0000 7fef88d9c640 1 Processor -- start 2024-09-13T16:20:16.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.209+0000 7fef88d9c640 1 -- start start 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef88d9c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef840721f0 0x7fef84162500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef88d9c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef840ce980 0x7fef841428c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef88d9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef84070280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef88d9c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef840b2580 con 0x7fef8415d300 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef88d9c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fef840b16d0 con 0x7fef840ce980 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef88d9c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fef840b1900 con 0x7fef840721f0 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef82d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef84070280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef82d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef84070280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59040/0 (socket says 172.21.15.39:59040) 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef82d9d640 1 -- 172.21.15.39:0/2690370842 learned_addr learned my addr 172.21.15.39:0/2690370842 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef81d9b640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef840ce980 0x7fef841428c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.210+0000 7fef8259c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef840721f0 0x7fef84162500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef82d9d640 1 -- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef840721f0 msgr2=0x7fef84162500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef82d9d640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef840721f0 0x7fef84162500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef82d9d640 1 -- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef840ce980 msgr2=0x7fef841428c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef82d9d640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef840ce980 0x7fef841428c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef82d9d640 1 -- 172.21.15.39:0/2690370842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef7c009a70 con 0x7fef8415d300 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef82d9d640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef84070280 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7fef7c009d90 tx=0x7fef7c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c030830 con 0x7fef8415d300 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef7c030990 con 0x7fef8415d300 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fef840b1be0 con 0x7fef8415d300 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef7c030d00 con 0x7fef8415d300 2024-09-13T16:20:16.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.211+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fef840b21a0 con 0x7fef8415d300 2024-09-13T16:20:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.212+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fef840b26c0 con 0x7fef8415d300 2024-09-13T16:20:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.213+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fef7c043410 con 0x7fef8415d300 2024-09-13T16:20:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.213+0000 7fef72ffd640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef6406ac00 0x7fef6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.213+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7fef7c0aad00 con 0x7fef8415d300 2024-09-13T16:20:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.213+0000 7fef8259c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef6406ac00 0x7fef6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.214+0000 7fef8259c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef6406ac00 0x7fef6406d0c0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fef74004f60 tx=0x7fef74007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:16.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.221+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fef840b26c0 con 0x7fef8415d300 2024-09-13T16:20:16.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.430+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fef840b26c0 con 0x7fef8415d300 2024-09-13T16:20:16.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.430+0000 7fef72ffd640 1 -- 172.21.15.39:0/2690370842 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 205 v205) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fef840b26c0 con 0x7fef8415d300 2024-09-13T16:20:16.432 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:16.432 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":205,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:15.758060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":113,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:16.432 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 205 2024-09-13T16:20:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef6406ac00 msgr2=0x7fef6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef6406ac00 0x7fef6406d0c0 secure :-1 s=READY pgs=857 cs=0 l=1 rev1=1 crypto rx=0x7fef74004f60 tx=0x7fef74007e30 comp rx=0 tx=0).stop 2024-09-13T16:20:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 msgr2=0x7fef84070280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef84070280 secure :-1 s=READY pgs=2192 cs=0 l=1 rev1=1 crypto rx=0x7fef7c009d90 tx=0x7fef7c004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:16.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 shutdown_connections 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef6406ac00 0x7fef6406d0c0 unknown :-1 s=CLOSED pgs=857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fef8415d300 0x7fef84070280 unknown :-1 s=CLOSED pgs=2192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fef840ce980 0x7fef841428c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 --2- 172.21.15.39:0/2690370842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fef840721f0 0x7fef84162500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 >> 172.21.15.39:0/2690370842 conn(0x7fef8406b3b0 msgr2=0x7fef840ca440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 shutdown_connections 2024-09-13T16:20:16.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.433+0000 7fef88d9c640 1 -- 172.21.15.39:0/2690370842 wait complete. 2024-09-13T16:20:16.444 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:16.445 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:16.468 INFO:tasks.ceph.mds.c.smithi039.stderr: -46> 2024-09-13T16:20:11.715+0000 7fcbc215b640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': virtual void InoTable::decode_state(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 2 < 101: Malformed input [buffer:3] 2024-09-13T16:20:16.492 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:20:16.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.547+0000 7f81bf2e9640 1 Processor -- start 2024-09-13T16:20:16.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.548+0000 7f81bf2e9640 1 -- start start 2024-09-13T16:20:16.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.548+0000 7f81bf2e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f81b80ccf80 0x7f81b8163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.548+0000 7f81bf2e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81b80cde30 con 0x7f81b8164530 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.548+0000 7f81bf2e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81b80b5090 con 0x7f81b80b41a0 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.548+0000 7f81bf2e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81b80cd820 con 0x7f81b80ccf80 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81bd886640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f81b8164530 0x7f81b8166920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55504/0 (socket says 172.21.15.39:55504) 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81bd886640 1 -- 172.21.15.39:0/1774757254 learned_addr learned my addr 172.21.15.39:0/1774757254 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81bc884640 1 --2- 172.21.15.39:0/1774757254 >> v2:172.21.15.157:3300/0 conn(0x7f81b80ccf80 0x7f81b8163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2181722927 0 0) 0x7f81b80cde30 con 0x7f81b8164530 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f81a4003520 con 0x7f81b8164530 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 378198351 0 0) 0x7f81b80b5090 con 0x7f81b80b41a0 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f81b80cde30 con 0x7f81b80b41a0 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3490986789 0 0) 0x7f81a4003520 con 0x7f81b8164530 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81bc884640 1 -- 172.21.15.39:0/1774757254 >> v1:172.21.15.157:6789/0 conn(0x7f81b80b41a0 legacy=0x7f81b80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81bc884640 1 -- 172.21.15.39:0/1774757254 >> v1:172.21.15.39:6789/0 conn(0x7f81b8164530 legacy=0x7f81b8166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.549+0000 7f81bc884640 1 -- 172.21.15.39:0/1774757254 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81b815cd60 con 0x7f81b80ccf80 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.550+0000 7f81bc884640 1 --2- 172.21.15.39:0/1774757254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b80ccf80 0x7f81b8163ff0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f81a80097a0 tx=0x7f81a802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e76185a14995c303 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.550+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b00019f0 con 0x7f81b80ccf80 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.550+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81a802ac50 con 0x7f81b80ccf80 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.550+0000 7f81affff640 1 -- 172.21.15.39:0/1774757254 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81a8032440 con 0x7f81b80ccf80 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 -- 172.21.15.39:0/1774757254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b80ccf80 msgr2=0x7f81b8163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/1774757254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b80ccf80 0x7f81b8163ff0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f81a80097a0 tx=0x7f81a802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 -- 172.21.15.39:0/1774757254 shutdown_connections 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/1774757254 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b80ccf80 0x7f81b8163ff0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 -- 172.21.15.39:0/1774757254 >> 172.21.15.39:0/1774757254 conn(0x7f81b80cf1a0 msgr2=0x7f81b80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 -- 172.21.15.39:0/1774757254 shutdown_connections 2024-09-13T16:20:16.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.551+0000 7f81bf2e9640 1 -- 172.21.15.39:0/1774757254 wait complete. 2024-09-13T16:20:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.552+0000 7f81bf2e9640 1 Processor -- start 2024-09-13T16:20:16.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.552+0000 7f81bf2e9640 1 -- start start 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bf2e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 0x7f81b81500c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bf2e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81b80ccf80 0x7f81b814d7d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bf2e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b8164530 0x7f81b814dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bf2e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81b814e250 con 0x7f81b80b41a0 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bf2e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81b815a710 con 0x7f81b8164530 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bf2e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81b81523c0 con 0x7f81b80ccf80 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 0x7f81b81500c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 0x7f81b81500c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59054/0 (socket says 172.21.15.39:59054) 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 -- 172.21.15.39:0/891171100 learned_addr learned my addr 172.21.15.39:0/891171100 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bc884640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81b80ccf80 0x7f81b814d7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd886640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b8164530 0x7f81b814dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 -- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81b80ccf80 msgr2=0x7f81b814d7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81b80ccf80 0x7f81b814d7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 -- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b8164530 msgr2=0x7f81b814dd10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b8164530 0x7f81b814dd10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bd085640 1 -- 172.21.15.39:0/891171100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81a8009400 con 0x7f81b80b41a0 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.553+0000 7f81bc884640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81b80ccf80 0x7f81b814d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.554+0000 7f81bd085640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 0x7f81b81500c0 secure :-1 s=READY pgs=2196 cs=0 l=1 rev1=1 crypto rx=0x7f81b400c490 tx=0x7f81b400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.554+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b40052d0 con 0x7f81b80b41a0 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.554+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81b4005430 con 0x7f81b80b41a0 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.554+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81b4012870 con 0x7f81b80b41a0 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.554+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f81b81526a0 con 0x7f81b80b41a0 2024-09-13T16:20:16.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.554+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81b8152c60 con 0x7f81b80b41a0 2024-09-13T16:20:16.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.555+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81b8067330 con 0x7f81b80b41a0 2024-09-13T16:20:16.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.555+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f81b40129d0 con 0x7f81b80b41a0 2024-09-13T16:20:16.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.556+0000 7f81adffb640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f819c06ac30 0x7f819c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:16.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.556+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7f81b4089640 con 0x7f81b80b41a0 2024-09-13T16:20:16.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.556+0000 7f81bc884640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f819c06ac30 0x7f819c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:16.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.557+0000 7f81bc884640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f819c06ac30 0x7f819c06d0f0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f81a8034000 tx=0x7f81a802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:16.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.560+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f81b4054130 con 0x7f81b80b41a0 2024-09-13T16:20:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.767+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f81b8066ec0 con 0x7f81b80b41a0 2024-09-13T16:20:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.769+0000 7f81adffb640 1 -- 172.21.15.39:0/891171100 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 206 v206) v1 ==== 95+0+3979 (secure 0 0 0) 0x7f81b4057750 con 0x7f81b80b41a0 2024-09-13T16:20:16.770 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:16.770 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":206,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":10314,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/2717368596","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":2717368596},{"type":"v1","addr":"172.21.15.39:6834","nonce":2717368596}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":206}],"filesystems":[{"mdsmap":{"epoch":205,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:15.758060+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":113,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 206 2024-09-13T16:20:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f819c06ac30 msgr2=0x7f819c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f819c06ac30 0x7f819c06d0f0 secure :-1 s=READY pgs=858 cs=0 l=1 rev1=1 crypto rx=0x7f81a8034000 tx=0x7f81a802e000 comp rx=0 tx=0).stop 2024-09-13T16:20:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 msgr2=0x7f81b81500c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 0x7f81b81500c0 secure :-1 s=READY pgs=2196 cs=0 l=1 rev1=1 crypto rx=0x7f81b400c490 tx=0x7f81b400c950 comp rx=0 tx=0).stop 2024-09-13T16:20:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 shutdown_connections 2024-09-13T16:20:16.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f819c06ac30 0x7f819c06d0f0 unknown :-1 s=CLOSED pgs=858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81b8164530 0x7f81b814dd10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81b80ccf80 0x7f81b814d7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 --2- 172.21.15.39:0/891171100 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81b80b41a0 0x7f81b81500c0 unknown :-1 s=CLOSED pgs=2196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 >> 172.21.15.39:0/891171100 conn(0x7f81b80cf1a0 msgr2=0x7f81b814e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 shutdown_connections 2024-09-13T16:20:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:16.771+0000 7f81bf2e9640 1 -- 172.21.15.39:0/891171100 wait complete. 2024-09-13T16:20:16.783 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 400.00000000' led to DAMAGED state 2024-09-13T16:20:16.783 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt 100.00000000.inode' 2024-09-13T16:20:16.784 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:16.784 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:16.839 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:16.839 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:16.839 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:16.839 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:16.840 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:16.895 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:16.895 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:16.895 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:17.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.037+0000 7fa13f108640 1 Processor -- start 2024-09-13T16:20:17.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.037+0000 7fa13f108640 1 -- start start 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13f108640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa138159380 0x7fa1380b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13f108640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa138159760 con 0x7fa13815a360 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13f108640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa13815a880 con 0x7fa1380ceb30 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13f108640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa13815ab60 con 0x7fa138159380 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13cea4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa138159380 0x7fa1380b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13cea4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa138159380 0x7fa1380b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59066/0 (socket says 172.21.15.39:59066) 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa137fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa13815a360 0x7fa1380ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55508/0 (socket says 172.21.15.39:55508) 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13cea4640 1 -- 172.21.15.39:0/1292463338 learned_addr learned my addr 172.21.15.39:0/1292463338 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13cea4640 1 -- 172.21.15.39:0/1292463338 >> v1:172.21.15.157:6789/0 conn(0x7fa1380ceb30 legacy=0x7fa13815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13cea4640 1 -- 172.21.15.39:0/1292463338 >> v1:172.21.15.39:6789/0 conn(0x7fa13815a360 legacy=0x7fa1380ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa13cea4640 1 -- 172.21.15.39:0/1292463338 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa13815ae40 con 0x7fa138159380 2024-09-13T16:20:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.038+0000 7fa1377fe640 1 -- 172.21.15.39:0/1292463338 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1426994506 0 0) 0x7fa138159760 con 0x7fa13815a360 2024-09-13T16:20:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.039+0000 7fa13cea4640 1 --2- 172.21.15.39:0/1292463338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa1380b31e0 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00bb10 tx=0x7fa12c02c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1eaadd95ccc83078 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.039+0000 7fa1377fe640 1 -- 172.21.15.39:0/1292463338 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12c032820 con 0x7fa138159380 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.039+0000 7fa1377fe640 1 -- 172.21.15.39:0/1292463338 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa12c02e040 con 0x7fa138159380 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.039+0000 7fa1377fe640 1 -- 172.21.15.39:0/1292463338 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa12c032ba0 con 0x7fa138159380 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 -- 172.21.15.39:0/1292463338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 msgr2=0x7fa1380b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 --2- 172.21.15.39:0/1292463338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa1380b31e0 secure :-1 s=READY pgs=2198 cs=0 l=1 rev1=1 crypto rx=0x7fa12c00bb10 tx=0x7fa12c02c960 comp rx=0 tx=0).stop 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 -- 172.21.15.39:0/1292463338 shutdown_connections 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 --2- 172.21.15.39:0/1292463338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa1380b31e0 unknown :-1 s=CLOSED pgs=2198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 -- 172.21.15.39:0/1292463338 >> 172.21.15.39:0/1292463338 conn(0x7fa1380b15d0 msgr2=0x7fa1380b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 -- 172.21.15.39:0/1292463338 shutdown_connections 2024-09-13T16:20:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.040+0000 7fa13f108640 1 -- 172.21.15.39:0/1292463338 wait complete. 2024-09-13T16:20:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.041+0000 7fa13f108640 1 Processor -- start 2024-09-13T16:20:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.041+0000 7fa13f108640 1 -- start start 2024-09-13T16:20:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13f108640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1380ceb30 0x7fa1381f1e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13f108640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa13814b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13f108640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa13815a360 0x7fa138148a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13f108640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa13814bf30 con 0x7fa138159380 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13f108640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381eea70 con 0x7fa13815a360 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13f108640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa1381ee140 con 0x7fa1380ceb30 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa13814b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa13814b9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59070/0 (socket says 172.21.15.39:59070) 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 -- 172.21.15.39:0/205994486 learned_addr learned my addr 172.21.15.39:0/205994486 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13cea4640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1380ceb30 0x7fa1381f1e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13d6a5640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa13815a360 0x7fa138148a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 -- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1380ceb30 msgr2=0x7fa1381f1e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1380ceb30 0x7fa1381f1e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 -- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa13815a360 msgr2=0x7fa138148a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa13815a360 0x7fa138148a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa137fff640 1 -- 172.21.15.39:0/205994486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa12c00b770 con 0x7fa138159380 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.042+0000 7fa13d6a5640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa13815a360 0x7fa138148a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.043+0000 7fa137fff640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa13814b9f0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7fa12400c410 tx=0x7fa12400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.043+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1240074e0 con 0x7fa138159380 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.043+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa124007660 con 0x7fa138159380 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.043+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa1381ee420 con 0x7fa138159380 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.043+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa124004a20 con 0x7fa138159380 2024-09-13T16:20:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.043+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa1381eddf0 con 0x7fa138159380 2024-09-13T16:20:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.044+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa1381eec00 con 0x7fa138159380 2024-09-13T16:20:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.044+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa124004b80 con 0x7fa138159380 2024-09-13T16:20:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.045+0000 7fa1357fa640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa11c06ac00 0x7fa11c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.045+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7fa1240898c0 con 0x7fa138159380 2024-09-13T16:20:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.045+0000 7fa13cea4640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa11c06ac00 0x7fa11c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.045+0000 7fa13cea4640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa11c06ac00 0x7fa11c06d0c0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fa12c037000 tx=0x7fa12c03d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:17.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.049+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa124057db0 con 0x7fa138159380 2024-09-13T16:20:17.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.254+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fa1380672f0 con 0x7fa138159380 2024-09-13T16:20:17.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.778+0000 7fa1357fa640 1 -- 172.21.15.39:0/205994486 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v207) v1 ==== 161+0+0 (secure 0 0 0) 0x7fa124057940 con 0x7fa138159380 2024-09-13T16:20:17.779 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:17.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa11c06ac00 msgr2=0x7fa11c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa11c06ac00 0x7fa11c06d0c0 secure :-1 s=READY pgs=860 cs=0 l=1 rev1=1 crypto rx=0x7fa12c037000 tx=0x7fa12c03d040 comp rx=0 tx=0).stop 2024-09-13T16:20:17.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 msgr2=0x7fa13814b9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa13814b9f0 secure :-1 s=READY pgs=2199 cs=0 l=1 rev1=1 crypto rx=0x7fa12400c410 tx=0x7fa12400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 shutdown_connections 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa11c06ac00 0x7fa11c06d0c0 unknown :-1 s=CLOSED pgs=860 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa13815a360 0x7fa138148a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa138159380 0x7fa13814b9f0 unknown :-1 s=CLOSED pgs=2199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 --2- 172.21.15.39:0/205994486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa1380ceb30 0x7fa1381f1e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 >> 172.21.15.39:0/205994486 conn(0x7fa1380b15d0 msgr2=0x7fa138159950 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 shutdown_connections 2024-09-13T16:20:17.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.780+0000 7fa13f108640 1 -- 172.21.15.39:0/205994486 wait complete. 2024-09-13T16:20:17.793 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:17.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 Processor -- start 2024-09-13T16:20:17.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 -- start start 2024-09-13T16:20:17.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 0x7ff8280b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff82815a360 0x7ff8280ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff828159760 con 0x7ff8280ce960 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8280cedf0 con 0x7ff82815a360 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.895+0000 7ff82e6e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff82815a880 con 0x7ff828159380 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff827fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 0x7ff8280b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff81ffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff82815a360 0x7ff8280ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff82cc82640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7ff8280ce960 0x7ff828071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43310/0 (socket says 172.21.15.39:43310) 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff827fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 0x7ff8280b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:47708/0 (socket says 172.21.15.39:47708) 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff82cc82640 1 -- 172.21.15.39:0/2019731209 learned_addr learned my addr 172.21.15.39:0/2019731209 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff827fff640 1 -- 172.21.15.39:0/2019731209 >> v2:172.21.15.157:3300/0 conn(0x7ff82815a360 msgr2=0x7ff8280ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff827fff640 1 --2- 172.21.15.39:0/2019731209 >> v2:172.21.15.157:3300/0 conn(0x7ff82815a360 0x7ff8280ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff827fff640 1 -- 172.21.15.39:0/2019731209 >> v1:172.21.15.157:6789/0 conn(0x7ff8280ce960 legacy=0x7ff828071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff827fff640 1 -- 172.21.15.39:0/2019731209 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff82815ab60 con 0x7ff828159380 2024-09-13T16:20:17.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.896+0000 7ff81ffff640 1 --2- 172.21.15.39:0/2019731209 >> v2:172.21.15.157:3300/0 conn(0x7ff82815a360 0x7ff8280ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:17.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.897+0000 7ff827fff640 1 --2- 172.21.15.39:0/2019731209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 0x7ff8280b31e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff8180097a0 tx=0x7ff81802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6d135fdcf1a98503 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.897+0000 7ff8277fe640 1 -- 172.21.15.39:0/2019731209 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff818032440 con 0x7ff828159380 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff8277fe640 1 -- 172.21.15.39:0/2019731209 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8180325a0 con 0x7ff828159380 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff8277fe640 1 -- 172.21.15.39:0/2019731209 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff818032930 con 0x7ff828159380 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 -- 172.21.15.39:0/2019731209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 msgr2=0x7ff8280b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/2019731209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 0x7ff8280b31e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7ff8180097a0 tx=0x7ff81802a180 comp rx=0 tx=0).stop 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 -- 172.21.15.39:0/2019731209 shutdown_connections 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/2019731209 >> v2:172.21.15.157:3300/0 conn(0x7ff82815a360 0x7ff8280ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/2019731209 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff828159380 0x7ff8280b31e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 -- 172.21.15.39:0/2019731209 >> 172.21.15.39:0/2019731209 conn(0x7ff8280b15d0 msgr2=0x7ff8280b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:17.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 -- 172.21.15.39:0/2019731209 shutdown_connections 2024-09-13T16:20:17.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.898+0000 7ff82e6e5640 1 -- 172.21.15.39:0/2019731209 wait complete. 2024-09-13T16:20:17.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.899+0000 7ff82e6e5640 1 Processor -- start 2024-09-13T16:20:17.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.899+0000 7ff82e6e5640 1 -- start start 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82e6e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8280ce960 0x7ff82813dea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82e6e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 0x7ff82813abe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82e6e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff82815a360 0x7ff82813ca40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82e6e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82813e3e0 con 0x7ff828159380 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82e6e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff82813b120 con 0x7ff8280ce960 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82e6e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff82813b9a0 con 0x7ff82815a360 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 0x7ff82813abe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff81ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 0x7ff82813abe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59080/0 (socket says 172.21.15.39:59080) 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff81ffff640 1 -- 172.21.15.39:0/886048223 learned_addr learned my addr 172.21.15.39:0/886048223 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff827fff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8280ce960 0x7ff82813dea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.900+0000 7ff82cc82640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff82815a360 0x7ff82813ca40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff81ffff640 1 -- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff82815a360 msgr2=0x7ff82813ca40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff81ffff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff82815a360 0x7ff82813ca40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff81ffff640 1 -- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8280ce960 msgr2=0x7ff82813dea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff81ffff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8280ce960 0x7ff82813dea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff81ffff640 1 -- 172.21.15.39:0/886048223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff810009400 con 0x7ff828159380 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff827fff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8280ce960 0x7ff82813dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff81ffff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 0x7ff82813abe0 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7ff81000e910 tx=0x7ff81000edd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff81000ca00 con 0x7ff828159380 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff81000cb60 con 0x7ff828159380 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff818009400 con 0x7ff828159380 2024-09-13T16:20:17.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff810013470 con 0x7ff828159380 2024-09-13T16:20:17.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.901+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff82813bf60 con 0x7ff828159380 2024-09-13T16:20:17.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.902+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8280672f0 con 0x7ff828159380 2024-09-13T16:20:17.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.903+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff8100135d0 con 0x7ff828159380 2024-09-13T16:20:17.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.903+0000 7ff8257fa640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff80806ac00 0x7ff80806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:17.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.903+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7ff810089c40 con 0x7ff828159380 2024-09-13T16:20:17.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.904+0000 7ff827fff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff80806ac00 0x7ff80806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:17.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.904+0000 7ff827fff640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff80806ac00 0x7ff80806d0c0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7ff818034000 tx=0x7ff81802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:17.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:17.908+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff8100547e0 con 0x7ff828159380 2024-09-13T16:20:18.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.142+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7ff82806c1c0 con 0x7ff828159380 2024-09-13T16:20:18.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.778+0000 7ff8257fa640 1 -- 172.21.15.39:0/886048223 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v208) v1 ==== 101+0+0 (secure 0 0 0) 0x7ff810057e00 con 0x7ff828159380 2024-09-13T16:20:18.780 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff80806ac00 msgr2=0x7ff80806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff80806ac00 0x7ff80806d0c0 secure :-1 s=READY pgs=861 cs=0 l=1 rev1=1 crypto rx=0x7ff818034000 tx=0x7ff81802e000 comp rx=0 tx=0).stop 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 msgr2=0x7ff82813abe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 0x7ff82813abe0 secure :-1 s=READY pgs=2200 cs=0 l=1 rev1=1 crypto rx=0x7ff81000e910 tx=0x7ff81000edd0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 shutdown_connections 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff80806ac00 0x7ff80806d0c0 unknown :-1 s=CLOSED pgs=861 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff82815a360 0x7ff82813ca40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff828159380 0x7ff82813abe0 unknown :-1 s=CLOSED pgs=2200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 --2- 172.21.15.39:0/886048223 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8280ce960 0x7ff82813dea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 >> 172.21.15.39:0/886048223 conn(0x7ff8280b15d0 msgr2=0x7ff8280706c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 shutdown_connections 2024-09-13T16:20:18.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.781+0000 7ff82e6e5640 1 -- 172.21.15.39:0/886048223 wait complete. 2024-09-13T16:20:18.796 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:18.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.841+0000 7fce6f35cf40 1 Processor -- start 2024-09-13T16:20:18.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.841+0000 7fce6f35cf40 1 -- start start 2024-09-13T16:20:18.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6f35cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbcb4820 0x55edbbcb8a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6f35cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c020 0x55edbbcb8f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6f35cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 0x55edbbcb6150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6f35cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edbbc22be0 con 0x55edbbd2c400 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6f35cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edbbc1e4d0 con 0x55edbbd2c020 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6f35cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55edbbbb9b60 con 0x55edbbcb4820 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 0x55edbbcb6150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 0x55edbbcb6150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59096/0 (socket says 172.21.15.39:59096) 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 -- 172.21.15.39:0/730182231 learned_addr learned my addr 172.21.15.39:0/730182231 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6c658640 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c020 0x55edbbcb8f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6ce59640 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbcb4820 0x55edbbcb8a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 -- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbcb4820 msgr2=0x55edbbcb8a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbcb4820 0x55edbbcb8a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 -- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c020 msgr2=0x55edbbcb8f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c020 0x55edbbcb8f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.842+0000 7fce6d65a640 1 -- 172.21.15.39:0/730182231 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce64005d20 con 0x55edbbd2c400 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.843+0000 7fce6d65a640 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 0x55edbbcb6150 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7fce64057040 tx=0x7fce6404e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9748d6df8104e1d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.843+0000 7fce6b656640 1 -- 172.21.15.39:0/730182231 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce64054870 con 0x55edbbd2c400 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.843+0000 7fce6b656640 1 -- 172.21.15.39:0/730182231 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce640549d0 con 0x55edbbd2c400 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.843+0000 7fce6b656640 1 -- 172.21.15.39:0/730182231 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce64054d60 con 0x55edbbd2c400 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.843+0000 7fce6f35cf40 1 -- 172.21.15.39:0/730182231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 msgr2=0x55edbbcb6150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.843+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 0x55edbbcb6150 secure :-1 s=READY pgs=2202 cs=0 l=1 rev1=1 crypto rx=0x7fce64057040 tx=0x7fce6404e000 comp rx=0 tx=0).stop 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 -- 172.21.15.39:0/730182231 shutdown_connections 2024-09-13T16:20:18.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbd2c400 0x55edbbcb6150 unknown :-1 s=CLOSED pgs=2202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c020 0x55edbbcb8f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/730182231 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbcb4820 0x55edbbcb8a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 -- 172.21.15.39:0/730182231 >> 172.21.15.39:0/730182231 conn(0x55edbbc747b0 msgr2=0x55edbbc6f790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 -- 172.21.15.39:0/730182231 shutdown_connections 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 -- 172.21.15.39:0/730182231 wait complete. 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 Processor -- start 2024-09-13T16:20:18.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.844+0000 7fce6f35cf40 1 -- start start 2024-09-13T16:20:18.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6f35cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 0x55edbbd26c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6f35cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbd2c020 0x55edbbd205b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6f35cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c400 0x55edbbddefa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6f35cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edbbbb9800 con 0x55edbbcb4820 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6f35cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55edbbb9c520 con 0x55edbbd2c400 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6f35cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55edbbd20af0 con 0x55edbbd2c020 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 0x55edbbd26c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 0x55edbbd26c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59110/0 (socket says 172.21.15.39:59110) 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 learned_addr learned my addr 172.21.15.39:0/772643059 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6d65a640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c400 0x55edbbddefa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbd2c020 0x55edbbd205b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbd2c020 msgr2=0x55edbbd205b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55edbbd2c020 0x55edbbd205b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c400 msgr2=0x55edbbddefa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:18.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55edbbd2c400 0x55edbbddefa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.845+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55edbbbc8c20 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.846+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 0x55edbbd26c80 secure :-1 s=READY pgs=2203 cs=0 l=1 rev1=1 crypto rx=0x7fce5c00d490 tx=0x7fce5c00d950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.846+0000 7fce6a654640 1 -- 172.21.15.39:0/772643059 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce5c0062e0 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.846+0000 7fce6a654640 1 -- 172.21.15.39:0/772643059 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce5c004540 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.846+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55edbbbbc060 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.846+0000 7fce6a654640 1 -- 172.21.15.39:0/772643059 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce5c0048f0 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.846+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55edbbbbbac0 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.847+0000 7fce6a654640 1 -- 172.21.15.39:0/772643059 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fce5c004a50 con 0x55edbbcb4820 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.848+0000 7fce6a654640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce580695e0 0x7fce5806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.848+0000 7fce6a654640 1 -- 172.21.15.39:0/772643059 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7fce5c0881f0 con 0x55edbbcb4820 2024-09-13T16:20:18.853 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.848+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce580695e0 0x7fce5806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.848+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55edbbd40170 0x55edbbcb1ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.848+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbcb2220 con 0x55edbbd40170 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.848+0000 7fce6d65a640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55edbbd40170 0x55edbbcb1ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.849+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce580695e0 0x7fce5806baa0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x55edbbcb3c80 tx=0x7fce60003890 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.849+0000 7fce6d65a640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55edbbd40170 0x55edbbcb1ce0 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.851+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v113'660 uv634 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.851+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbcb2600 con 0x55edbbd40170 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.852+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v113'661 uv661 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.852+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbcb29e0 con 0x55edbbd40170 2024-09-13T16:20:18.855 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:18.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.853+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v113'662 uv662 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.854+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbcb2de0 con 0x55edbbd40170 2024-09-13T16:20:18.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.855+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v113'663 uv663 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.855+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec5a0 con 0x55edbbd40170 2024-09-13T16:20:18.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.856+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v113'664 uv664 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.856+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb590 con 0x55edbbd40170 2024-09-13T16:20:18.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.857+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v113'665 uv665 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.857+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.859+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v113'666 uv640 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.860 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.859+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.860+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v113'667 uv667 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.860+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.862 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:18.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.861+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v113'668 uv668 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.861+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.862+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v113'669 uv669 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.862+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.864+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v113'670 uv670 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.864+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.865+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v113'671 uv671 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.865+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.866+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v113'672 uv647 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.866+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.867+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v113'673 uv673 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.867+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.869 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.868+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v113'674 uv674 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.868+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.870+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v113'675 uv675 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.870+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.871+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v113'676 uv676 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.871+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdeb940 con 0x55edbbd40170 2024-09-13T16:20:18.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.872+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v113'677 uv677 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.872+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec950 con 0x55edbbd40170 2024-09-13T16:20:18.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.873+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v113'678 uv678 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.873+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec950 con 0x55edbbd40170 2024-09-13T16:20:18.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.875+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v113'679 uv653 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.875+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec950 con 0x55edbbd40170 2024-09-13T16:20:18.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.876+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v113'680 uv680 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.876+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.878 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:18.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.877+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v113'681 uv681 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.877+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.878+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v113'682 uv682 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.878+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.879+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v113'683 uv683 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.879+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.880+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v113'684 uv684 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.880+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.882+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v113'685 uv659 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.882+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.883+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v113'686 uv686 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.883+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.885 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.884+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v113'687 uv687 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.884+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.885+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v113'688 uv688 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.885+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.887+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v113'689 uv689 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.887+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdec0b0 con 0x55edbbd40170 2024-09-13T16:20:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.888+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v113'690 uv690 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.888+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55edbbdec0b0 0x55edbbdeee70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.888+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdef3b0 con 0x55edbbdec0b0 2024-09-13T16:20:18.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.888+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55edbbdec0b0 0x55edbbdeee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.889+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55edbbdec0b0 0x55edbbdeee70 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.890+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v113'479 uv462 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.890+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdef760 con 0x55edbbdec0b0 2024-09-13T16:20:18.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.891+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v113'480 uv480 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.891+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdefb10 con 0x55edbbdec0b0 2024-09-13T16:20:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.893+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v113'481 uv481 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.894 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:18.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.893+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf03b0 con 0x55edbbdec0b0 2024-09-13T16:20:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.898+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v113'482 uv482 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.898+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0760 con 0x55edbbdec0b0 2024-09-13T16:20:18.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.899+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v113'483 uv483 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.899+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0b10 con 0x55edbbdec0b0 2024-09-13T16:20:18.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.904+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v113'484 uv467 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.904+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.911+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v113'485 uv485 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.911+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.912+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v113'486 uv486 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.914 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:18.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.912+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.917+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v113'487 uv487 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.917+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.924+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v113'488 uv488 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.924+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.925+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v113'489 uv472 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.925+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.930+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v113'490 uv490 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.930+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.932+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v113'491 uv491 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.933 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:18.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.932+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf48f0 con 0x55edbbdec0b0 2024-09-13T16:20:18.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.933+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v113'492 uv492 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.933+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf48f0 con 0x55edbbdec0b0 2024-09-13T16:20:18.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.934+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v113'493 uv493 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.934+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.936+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v113'494 uv478 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.936+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.937+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v113'495 uv495 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.937+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.938+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v113'496 uv496 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.940 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:18.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.938+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf1ed0 con 0x55edbbdec0b0 2024-09-13T16:20:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.940+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v113'497 uv497 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.940+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf1ed0 con 0x55edbbdec0b0 2024-09-13T16:20:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.941+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v113'498 uv498 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.941+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbdec0b0 2024-09-13T16:20:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.942+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v113'499 uv499 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdec0b0 2024-09-13T16:20:18.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.942+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbd40170 2024-09-13T16:20:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.943+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v113'129 uv128 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.943+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbd40170 2024-09-13T16:20:18.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.944+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v113'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.944+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbd40170 2024-09-13T16:20:18.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.945+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v113'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.946 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.945+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf1ed0 con 0x55edbbd40170 2024-09-13T16:20:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.946+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v113'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.946+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf1ed0 con 0x55edbbd40170 2024-09-13T16:20:18.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.947+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v113'133 uv133 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.947+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf0ec0 con 0x55edbbd40170 2024-09-13T16:20:18.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.948+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v113'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.948+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55edbbdf13d0 0x55edbbdf37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.948+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf3d00 con 0x55edbbdf13d0 2024-09-13T16:20:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.948+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55edbbdf13d0 0x55edbbdf37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.949+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55edbbdf13d0 0x55edbbdf37c0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.949+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v113'93 uv92 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.949+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf40b0 con 0x55edbbdf13d0 2024-09-13T16:20:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.951+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v113'94 uv94 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.951+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf4560 con 0x55edbbdf13d0 2024-09-13T16:20:18.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.951+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v113'95 uv95 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.953 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:18.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.951+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf49e0 con 0x55edbbdf13d0 2024-09-13T16:20:18.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.952+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v113'96 uv96 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.952+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf4e20 con 0x55edbbd40170 2024-09-13T16:20:18.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.954+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v113'129 uv128 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.954+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf4e20 con 0x55edbbd40170 2024-09-13T16:20:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.955+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v113'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.955+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf4e20 con 0x55edbbd40170 2024-09-13T16:20:18.957 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.956+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v113'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.956+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf5e30 con 0x55edbbd40170 2024-09-13T16:20:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.957+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v113'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.957+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf5e30 con 0x55edbbd40170 2024-09-13T16:20:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.958+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v113'133 uv133 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.958+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf4e20 con 0x55edbbd40170 2024-09-13T16:20:18.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.959+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v113'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.959+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55edbbdf54f0 0x55edbbdf58d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.959+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.959+0000 7fce6d65a640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55edbbdf54f0 0x55edbbdf58d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.960+0000 7fce6d65a640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55edbbdf54f0 0x55edbbdf58d0 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.961+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v113'238 uv232 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.961+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.962+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v113'239 uv239 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.962+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.963+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v113'240 uv240 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.964 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:18.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.963+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf9260 con 0x55edbbdf54f0 2024-09-13T16:20:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.964+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v113'241 uv241 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.964+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf9220 con 0x55edbbdf54f0 2024-09-13T16:20:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.965+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v113'242 uv242 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.965+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.966+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v113'243 uv243 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.966+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.967+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v113'244 uv237 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.967+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.968+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v113'245 uv245 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.968+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.969+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v113'246 uv246 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.970 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.969+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.970+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v113'247 uv247 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.970+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdf8210 con 0x55edbbdf54f0 2024-09-13T16:20:18.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.971+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v113'248 uv248 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.971+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55edbbdf8b20 0x55edbbdf8f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.971+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfb680 con 0x55edbbdf8b20 2024-09-13T16:20:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.972+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55edbbdf8b20 0x55edbbdf8f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.972+0000 7fce6ce59640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55edbbdf8b20 0x55edbbdf8f60 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.973+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v113'107 uv106 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdf8b20 2024-09-13T16:20:18.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.973+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfb680 con 0x55edbbdf8b20 2024-09-13T16:20:18.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.974+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v113'108 uv108 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdf8b20 2024-09-13T16:20:18.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.974+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfb6c0 con 0x55edbbdf8b20 2024-09-13T16:20:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.975+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v113'109 uv109 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdf8b20 2024-09-13T16:20:18.976 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:18.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.975+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbdf8b20 2024-09-13T16:20:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.976+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v113'110 uv110 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdf8b20 2024-09-13T16:20:18.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.976+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbdf8b20 2024-09-13T16:20:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.977+0000 7fce6ce59640 1 -- 172.21.15.39:0/772643059 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v113'111 uv111 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce5c054df0 con 0x55edbbdf8b20 2024-09-13T16:20:18.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.977+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbd40170 2024-09-13T16:20:18.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.978+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v113'129 uv128 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.978+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbd40170 2024-09-13T16:20:18.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.979+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v113'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.979+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbd40170 2024-09-13T16:20:18.981 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.980+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v113'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.980+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfcad0 con 0x55edbbd40170 2024-09-13T16:20:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.981+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v113'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.981+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfcad0 con 0x55edbbd40170 2024-09-13T16:20:18.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.982+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v113'133 uv133 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.982+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbd40170 2024-09-13T16:20:18.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.983+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v113'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbd40170 2024-09-13T16:20:18.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.983+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbac0 con 0x55edbbdf13d0 2024-09-13T16:20:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.984+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v113'213 uv207 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.984+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfbe70 con 0x55edbbdf13d0 2024-09-13T16:20:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.986+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v113'214 uv214 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.986+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc220 con 0x55edbbdf13d0 2024-09-13T16:20:18.988 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:18.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.987+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v113'215 uv215 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.987+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc5d0 con 0x55edbbdf13d0 2024-09-13T16:20:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.988+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v113'216 uv216 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.988+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc5d0 con 0x55edbbdf13d0 2024-09-13T16:20:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.989+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v113'217 uv217 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.989+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc5d0 con 0x55edbbdf13d0 2024-09-13T16:20:18.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.990+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v113'218 uv212 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.990+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc5d0 con 0x55edbbdf13d0 2024-09-13T16:20:18.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.991+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v113'219 uv219 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.991+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc5d0 con 0x55edbbdf13d0 2024-09-13T16:20:18.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.992+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v113'220 uv220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.993 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.992+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdfc5d0 con 0x55edbbdf13d0 2024-09-13T16:20:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.993+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v113'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.993+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdff380 con 0x55edbbdf13d0 2024-09-13T16:20:18.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.994+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v113'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60012890 con 0x55edbbdf13d0 2024-09-13T16:20:18.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.994+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55edbbdfd000 0x55edbbdff3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:18.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.994+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffa50 con 0x55edbbdfd000 2024-09-13T16:20:18.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.994+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55edbbdfd000 0x55edbbdff3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:18.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.995+0000 7fce6c658640 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55edbbdfd000 0x55edbbdff3f0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:18.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.996+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v113'95 uv94 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdfd000 2024-09-13T16:20:18.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.996+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffad0 con 0x55edbbdfd000 2024-09-13T16:20:18.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.997+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v113'96 uv96 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdfd000 2024-09-13T16:20:18.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.997+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffad0 con 0x55edbbdfd000 2024-09-13T16:20:18.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.998+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v113'97 uv97 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdfd000 2024-09-13T16:20:18.999 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:19.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.998+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdfd000 2024-09-13T16:20:19.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.999+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v113'98 uv98 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdfd000 2024-09-13T16:20:19.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:18.999+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf13d0 2024-09-13T16:20:19.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.000+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v113'129 uv128 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdf13d0 2024-09-13T16:20:19.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.000+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf13d0 2024-09-13T16:20:19.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.001+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v113'130 uv130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdf13d0 2024-09-13T16:20:19.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.001+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf13d0 2024-09-13T16:20:19.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.002+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v113'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdf13d0 2024-09-13T16:20:19.004 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:19.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.002+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbe00ee0 con 0x55edbbdf13d0 2024-09-13T16:20:19.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.003+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v113'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdf13d0 2024-09-13T16:20:19.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.003+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbe00ee0 con 0x55edbbdf13d0 2024-09-13T16:20:19.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.004+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v113'133 uv133 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdf13d0 2024-09-13T16:20:19.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.004+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf13d0 2024-09-13T16:20:19.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.005+0000 7fce6c658640 1 -- 172.21.15.39:0/772643059 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v113'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce60017040 con 0x55edbbdf13d0 2024-09-13T16:20:19.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.005+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.007+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v113'110 uv109 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.007+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.008+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v113'111 uv111 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.008+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.010 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:19.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.009+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v113'112 uv112 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.009+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.010+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v113'113 uv113 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.010+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.011+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v113'114 uv114 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.011+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.012+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v113'265 uv257 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.012+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.014+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v113'266 uv266 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.014+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.015+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v113'267 uv267 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.016 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:19.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.015+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.016+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v113'268 uv268 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.016+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.017+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v113'269 uv269 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.017+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.019+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v113'270 uv264 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.019+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.020+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v113'271 uv271 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.020+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.022 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:19.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.021+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v113'272 uv272 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.021+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbe00ee0 con 0x55edbbdf54f0 2024-09-13T16:20:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.022+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v113'273 uv273 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.022+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbe00ee0 con 0x55edbbdf54f0 2024-09-13T16:20:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.023+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v113'274 uv274 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.024+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.025+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v113'275 uv275 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.025+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55edbbdffed0 con 0x55edbbdf54f0 2024-09-13T16:20:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v113'276 uv276 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fce64054b40 con 0x55edbbdf54f0 2024-09-13T16:20:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55edbbd40170 msgr2=0x55edbbcb1ce0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55edbbd40170 0x55edbbcb1ce0 crc :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55edbbdf13d0 msgr2=0x55edbbdf37c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55edbbdf13d0 0x55edbbdf37c0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55edbbdfd000 msgr2=0x55edbbdff3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55edbbdfd000 0x55edbbdff3f0 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55edbbdec0b0 msgr2=0x55edbbdeee70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55edbbdec0b0 0x55edbbdeee70 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 reap_dead start 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55edbbdf54f0 msgr2=0x55edbbdf58d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55edbbdf54f0 0x55edbbdf58d0 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6d65a640 1 -- 172.21.15.39:0/772643059 reap_dead start 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55edbbdf8b20 msgr2=0x55edbbdf8f60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55edbbdf8b20 0x55edbbdf8f60 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce580695e0 msgr2=0x7fce5806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce580695e0 0x7fce5806baa0 secure :-1 s=READY pgs=862 cs=0 l=1 rev1=1 crypto rx=0x55edbbcb3c80 tx=0x7fce60003890 comp rx=0 tx=0).stop 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 msgr2=0x55edbbd26c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 0x55edbbd26c80 secure :-1 s=READY pgs=2203 cs=0 l=1 rev1=1 crypto rx=0x7fce5c00d490 tx=0x7fce5c00d950 comp rx=0 tx=0).stop 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 shutdown_connections 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55edbbdf8b20 0x55edbbdf8f60 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fce580695e0 0x7fce5806baa0 unknown :-1 s=CLOSED pgs=862 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 --2- 172.21.15.39:0/772643059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55edbbcb4820 0x55edbbd26c80 unknown :-1 s=CLOSED pgs=2203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 >> 172.21.15.39:0/772643059 conn(0x55edbbc747b0 msgr2=0x55edbbd466e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 shutdown_connections 2024-09-13T16:20:19.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.026+0000 7fce6f35cf40 1 -- 172.21.15.39:0/772643059 wait complete. 2024-09-13T16:20:19.031 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata put 100.00000000.inode - 2024-09-13T16:20:19.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.073+0000 7fe294c64f40 1 Processor -- start 2024-09-13T16:20:19.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.073+0000 7fe294c64f40 1 -- start start 2024-09-13T16:20:19.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe294c64f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b063dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe294c64f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b065aeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe294c64f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b065b3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe294c64f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5b04cdb60 con 0x55b5b05c6a00 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe294c64f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5b04cd800 con 0x55b5b0584e10 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe294c64f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b5b04b0520 con 0x55b5b065d1d0 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b065aeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b065aeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59120/0 (socket says 172.21.15.39:59120) 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 -- 172.21.15.39:0/1388327140 learned_addr learned my addr 172.21.15.39:0/1388327140 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe292f62640 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b065b3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe292761640 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b063dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 -- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 msgr2=0x55b5b065b3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b065b3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 -- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 msgr2=0x55b5b063dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b063dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.074+0000 7fe291f60640 1 -- 172.21.15.39:0/1388327140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe27c005de0 con 0x55b5b05c6a00 2024-09-13T16:20:19.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe291f60640 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b065aeb0 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7fe27c045f30 tx=0x7fe27c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63b02949f60e7be4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe290f5e640 1 -- 172.21.15.39:0/1388327140 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27c0538f0 con 0x55b5b05c6a00 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe290f5e640 1 -- 172.21.15.39:0/1388327140 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe27c053a50 con 0x55b5b05c6a00 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe290f5e640 1 -- 172.21.15.39:0/1388327140 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27c053de0 con 0x55b5b05c6a00 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 -- 172.21.15.39:0/1388327140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 msgr2=0x55b5b065aeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b065aeb0 secure :-1 s=READY pgs=2205 cs=0 l=1 rev1=1 crypto rx=0x7fe27c045f30 tx=0x7fe27c051000 comp rx=0 tx=0).stop 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 -- 172.21.15.39:0/1388327140 shutdown_connections 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b065b3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b065aeb0 unknown :-1 s=CLOSED pgs=2205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 --2- 172.21.15.39:0/1388327140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b063dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 -- 172.21.15.39:0/1388327140 >> 172.21.15.39:0/1388327140 conn(0x55b5b05d0800 msgr2=0x55b5b05ccf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:19.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 -- 172.21.15.39:0/1388327140 shutdown_connections 2024-09-13T16:20:19.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.075+0000 7fe294c64f40 1 -- 172.21.15.39:0/1388327140 wait complete. 2024-09-13T16:20:19.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.076+0000 7fe294c64f40 1 Processor -- start 2024-09-13T16:20:19.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.076+0000 7fe294c64f40 1 -- start start 2024-09-13T16:20:19.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b06e5bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b0635b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b06e6550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5b05cf860 con 0x55b5b05c6a00 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55b5b0636040 con 0x55b5b0584e10 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55b5b05d0070 con 0x55b5b065d1d0 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b0635b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b0635b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59134/0 (socket says 172.21.15.39:59134) 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 -- 172.21.15.39:0/3431097279 learned_addr learned my addr 172.21.15.39:0/3431097279 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe292761640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b06e5bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe292f62640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b06e6550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 -- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 msgr2=0x55b5b06e6550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b06e6550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 -- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 msgr2=0x55b5b06e5bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55b5b0584e10 0x55b5b06e5bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 -- 172.21.15.39:0/3431097279 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55b5b04cfcd0 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe292f62640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55b5b065d1d0 0x55b5b06e6550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe291f60640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b0635b00 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7fe27c045a40 tx=0x7fe27c002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe28b7fe640 1 -- 172.21.15.39:0/3431097279 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27c053bc0 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe28b7fe640 1 -- 172.21.15.39:0/3431097279 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe27c053d40 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55b5b04f6dc0 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.077+0000 7fe28b7fe640 1 -- 172.21.15.39:0/3431097279 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe27c0676b0 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.078+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55b5b04dcc20 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.079+0000 7fe28b7fe640 1 -- 172.21.15.39:0/3431097279 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe27c064070 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.079+0000 7fe28b7fe640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe2740695e0 0x7fe27406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.079+0000 7fe28b7fe640 1 -- 172.21.15.39:0/3431097279 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7fe27c0cd4d0 con 0x55b5b05c6a00 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.079+0000 7fe292761640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe2740695e0 0x7fe27406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.079+0000 7fe294c64f40 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b5b063ff40 0x55b5b0640350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.079+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [writefull 0~80 in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e113) v8 -- 0x55b5b0640890 con 0x55b5b063ff40 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.080+0000 7fe292f62640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b5b063ff40 0x55b5b0640350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.080+0000 7fe292761640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe2740695e0 0x7fe27406baa0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe28c005400 tx=0x7fe28c00c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.080+0000 7fe292f62640 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b5b063ff40 0x55b5b0640350 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe292f62640 1 -- 172.21.15.39:0/3431097279 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 100.00000000.inode [writefull 0~80] v113'277 uv277 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fe284002af0 con 0x55b5b063ff40 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b5b063ff40 msgr2=0x55b5b0640350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55b5b063ff40 0x55b5b0640350 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe2740695e0 msgr2=0x7fe27406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe2740695e0 0x7fe27406baa0 secure :-1 s=READY pgs=863 cs=0 l=1 rev1=1 crypto rx=0x7fe28c005400 tx=0x7fe28c00c040 comp rx=0 tx=0).stop 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 msgr2=0x55b5b0635b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 --2- 172.21.15.39:0/3431097279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55b5b05c6a00 0x55b5b0635b00 secure :-1 s=READY pgs=2206 cs=0 l=1 rev1=1 crypto rx=0x7fe27c045a40 tx=0x7fe27c002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe292f62640 1 -- 172.21.15.39:0/3431097279 reap_dead start 2024-09-13T16:20:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 shutdown_connections 2024-09-13T16:20:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 >> 172.21.15.39:0/3431097279 conn(0x55b5b05d0800 msgr2=0x55b5b05ccf30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 shutdown_connections 2024-09-13T16:20:19.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.082+0000 7fe294c64f40 1 -- 172.21.15.39:0/3431097279 wait complete. 2024-09-13T16:20:19.088 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:19.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.231+0000 7f47e400d640 1 Processor -- start 2024-09-13T16:20:19.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.231+0000 7f47e400d640 1 -- start start 2024-09-13T16:20:19.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e400d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f47dc0cb810 0x7f47dc159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e400d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f47dc0cc460 0x7f47dc0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e400d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0b2b20 0x7f47dc15a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e400d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47dc15a000 con 0x7f47dc0cc460 2024-09-13T16:20:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e400d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47dc0cbbf0 con 0x7f47dc0cb810 2024-09-13T16:20:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e400d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc0b1540 con 0x7f47dc0b2b20 2024-09-13T16:20:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e15a8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f47dc0cc460 0x7f47dc0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e15a8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f47dc0cc460 0x7f47dc0b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59150/0 (socket says 172.21.15.39:59150) 2024-09-13T16:20:19.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e15a8640 1 -- 172.21.15.39:0/1550814833 learned_addr learned my addr 172.21.15.39:0/1550814833 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:19.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.232+0000 7f47e25aa640 1 --2- 172.21.15.39:0/1550814833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0b2b20 0x7f47dc15a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e1da9640 1 --2- 172.21.15.39:0/1550814833 >> v2:172.21.15.157:3300/0 conn(0x7f47dc0cb810 0x7f47dc159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e15a8640 1 -- 172.21.15.39:0/1550814833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0b2b20 msgr2=0x7f47dc15a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e15a8640 1 --2- 172.21.15.39:0/1550814833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0b2b20 0x7f47dc15a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e15a8640 1 -- 172.21.15.39:0/1550814833 >> v2:172.21.15.157:3300/0 conn(0x7f47dc0cb810 msgr2=0x7f47dc159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e15a8640 1 --2- 172.21.15.39:0/1550814833 >> v2:172.21.15.157:3300/0 conn(0x7f47dc0cb810 0x7f47dc159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e15a8640 1 -- 172.21.15.39:0/1550814833 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47dc0b1820 con 0x7f47dc0cc460 2024-09-13T16:20:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.233+0000 7f47e15a8640 1 --2- 172.21.15.39:0/1550814833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cc460 0x7f47dc0b25e0 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0b10c0 tx=0x7f47d002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6bfb5ac6d61dc988 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e0da7640 1 -- 172.21.15.39:0/1550814833 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d0032790 con 0x7f47dc0cc460 2024-09-13T16:20:19.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e0da7640 1 -- 172.21.15.39:0/1550814833 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47d00328f0 con 0x7f47dc0cc460 2024-09-13T16:20:19.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e0da7640 1 -- 172.21.15.39:0/1550814833 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d0032c80 con 0x7f47dc0cc460 2024-09-13T16:20:19.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 -- 172.21.15.39:0/1550814833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cc460 msgr2=0x7f47dc0b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 --2- 172.21.15.39:0/1550814833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cc460 0x7f47dc0b25e0 secure :-1 s=READY pgs=2207 cs=0 l=1 rev1=1 crypto rx=0x7f47dc0b10c0 tx=0x7f47d002c890 comp rx=0 tx=0).stop 2024-09-13T16:20:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 -- 172.21.15.39:0/1550814833 shutdown_connections 2024-09-13T16:20:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 --2- 172.21.15.39:0/1550814833 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cc460 0x7f47dc0b25e0 unknown :-1 s=CLOSED pgs=2207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 --2- 172.21.15.39:0/1550814833 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0b2b20 0x7f47dc15a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 --2- 172.21.15.39:0/1550814833 >> v2:172.21.15.157:3300/0 conn(0x7f47dc0cb810 0x7f47dc159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 -- 172.21.15.39:0/1550814833 >> 172.21.15.39:0/1550814833 conn(0x7f47dc0b00a0 msgr2=0x7f47dc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 -- 172.21.15.39:0/1550814833 shutdown_connections 2024-09-13T16:20:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.234+0000 7f47e400d640 1 -- 172.21.15.39:0/1550814833 wait complete. 2024-09-13T16:20:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.235+0000 7f47e400d640 1 Processor -- start 2024-09-13T16:20:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.235+0000 7f47e400d640 1 -- start start 2024-09-13T16:20:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e400d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47dc0b2b20 0x7f47dc14fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e400d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 0x7f47dc143a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e400d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0cc460 0x7f47dc145210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e400d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc143f60 con 0x7f47dc0cb810 2024-09-13T16:20:19.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e400d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc143790 con 0x7f47dc0b2b20 2024-09-13T16:20:19.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e400d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47dc144170 con 0x7f47dc0cc460 2024-09-13T16:20:19.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e15a8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 0x7f47dc143a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e15a8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 0x7f47dc143a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59160/0 (socket says 172.21.15.39:59160) 2024-09-13T16:20:19.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e15a8640 1 -- 172.21.15.39:0/1839283758 learned_addr learned my addr 172.21.15.39:0/1839283758 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e25aa640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0cc460 0x7f47dc145210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.236+0000 7f47e1da9640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47dc0b2b20 0x7f47dc14fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e15a8640 1 -- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0cc460 msgr2=0x7f47dc145210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e15a8640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0cc460 0x7f47dc145210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e15a8640 1 -- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47dc0b2b20 msgr2=0x7f47dc14fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e15a8640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47dc0b2b20 0x7f47dc14fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e15a8640 1 -- 172.21.15.39:0/1839283758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47d000b770 con 0x7f47dc0cb810 2024-09-13T16:20:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e15a8640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 0x7f47dc143a20 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7f47d002c8d0 tx=0x7f47d0004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d003c830 con 0x7f47dc0cb810 2024-09-13T16:20:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47d003c990 con 0x7f47dc0cb810 2024-09-13T16:20:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47dc144450 con 0x7f47dc0cb810 2024-09-13T16:20:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d003cd40 con 0x7f47dc0cb810 2024-09-13T16:20:19.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.237+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47dc144a10 con 0x7f47dc0cb810 2024-09-13T16:20:19.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.238+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47dc0672f0 con 0x7f47dc0cb810 2024-09-13T16:20:19.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.239+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f47d0033420 con 0x7f47dc0cb810 2024-09-13T16:20:19.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.239+0000 7f47da7fc640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c806ac00 0x7f47c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.239+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(113..113 src has 1..113) v4 ==== 7630+0+0 (secure 0 0 0) 0x7f47d00aaa40 con 0x7f47dc0cb810 2024-09-13T16:20:19.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.239+0000 7f47e1da9640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c806ac00 0x7f47c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.240+0000 7f47e1da9640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c806ac00 0x7f47c806d0c0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f47dc146b70 tx=0x7f47d4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.243+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f47d00ace60 con 0x7f47dc0cb810 2024-09-13T16:20:19.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.451+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f47dc159ac0 con 0x7f47dc0cb810 2024-09-13T16:20:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.788+0000 7f47da7fc640 1 -- 172.21.15.39:0/1839283758 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v209) v1 ==== 162+0+0 (secure 0 0 0) 0x7f47d0043020 con 0x7f47dc0cb810 2024-09-13T16:20:19.790 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:19.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c806ac00 msgr2=0x7f47c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c806ac00 0x7f47c806d0c0 secure :-1 s=READY pgs=864 cs=0 l=1 rev1=1 crypto rx=0x7f47dc146b70 tx=0x7f47d4008040 comp rx=0 tx=0).stop 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 msgr2=0x7f47dc143a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 0x7f47dc143a20 secure :-1 s=READY pgs=2208 cs=0 l=1 rev1=1 crypto rx=0x7f47d002c8d0 tx=0x7f47d0004730 comp rx=0 tx=0).stop 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 shutdown_connections 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c806ac00 0x7f47c806d0c0 unknown :-1 s=CLOSED pgs=864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47dc0cc460 0x7f47dc145210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47dc0cb810 0x7f47dc143a20 unknown :-1 s=CLOSED pgs=2208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 --2- 172.21.15.39:0/1839283758 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47dc0b2b20 0x7f47dc14fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 >> 172.21.15.39:0/1839283758 conn(0x7f47dc0b00a0 msgr2=0x7f47dc0cbd30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 shutdown_connections 2024-09-13T16:20:19.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.791+0000 7f47e400d640 1 -- 172.21.15.39:0/1839283758 wait complete. 2024-09-13T16:20:19.797 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:19.796+0000 7f5f6523d640 -1 mds.0.cache.ino(0x100) Corrupt inode 0x100: End of buffer [buffer:2] 2024-09-13T16:20:19.798 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:19.796+0000 7f5f6523d640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:20:19.798 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:19.797+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:19.798 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:19.797+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:19.805 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.907+0000 7f413939d640 1 Processor -- start 2024-09-13T16:20:19.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.907+0000 7f413939d640 1 -- start start 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f413939d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f413415c530 0x7f413406f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f413939d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f41340b33c0 0x7f41340719d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f413939d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4134071240 con 0x7f4134071f10 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f413939d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f413406c980 con 0x7f413415c530 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f413939d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f413406cc60 con 0x7f41340b33c0 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f4133fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f413415c530 0x7f413406f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f4133fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f413415c530 0x7f413406f3c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59170/0 (socket says 172.21.15.39:59170) 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.908+0000 7f4133fff640 1 -- 172.21.15.39:0/3632593659 learned_addr learned my addr 172.21.15.39:0/3632593659 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:19.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.909+0000 7f412bfff640 1 --2- 172.21.15.39:0/3632593659 >> v2:172.21.15.157:3300/0 conn(0x7f41340b33c0 0x7f41340719d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.909+0000 7f4133fff640 1 -- 172.21.15.39:0/3632593659 >> v2:172.21.15.157:3300/0 conn(0x7f41340b33c0 msgr2=0x7f41340719d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.909+0000 7f4133fff640 1 --2- 172.21.15.39:0/3632593659 >> v2:172.21.15.157:3300/0 conn(0x7f41340b33c0 0x7f41340719d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.909+0000 7f4133fff640 1 -- 172.21.15.39:0/3632593659 >> v1:172.21.15.157:6789/0 conn(0x7f4134071f10 legacy=0x7f413406afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.909+0000 7f4133fff640 1 -- 172.21.15.39:0/3632593659 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41340714b0 con 0x7f413415c530 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.909+0000 7f4133fff640 1 --2- 172.21.15.39:0/3632593659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415c530 0x7f413406f3c0 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f41340aff60 tx=0x7f412402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f5f2d8265cda31d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f41337fe640 1 -- 172.21.15.39:0/3632593659 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4124032440 con 0x7f413415c530 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f41337fe640 1 -- 172.21.15.39:0/3632593659 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41240325a0 con 0x7f413415c530 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f41337fe640 1 -- 172.21.15.39:0/3632593659 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4124032930 con 0x7f413415c530 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 -- 172.21.15.39:0/3632593659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415c530 msgr2=0x7f413406f3c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 --2- 172.21.15.39:0/3632593659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415c530 0x7f413406f3c0 secure :-1 s=READY pgs=2209 cs=0 l=1 rev1=1 crypto rx=0x7f41340aff60 tx=0x7f412402a230 comp rx=0 tx=0).stop 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 -- 172.21.15.39:0/3632593659 shutdown_connections 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 --2- 172.21.15.39:0/3632593659 >> v2:172.21.15.157:3300/0 conn(0x7f41340b33c0 0x7f41340719d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 --2- 172.21.15.39:0/3632593659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415c530 0x7f413406f3c0 unknown :-1 s=CLOSED pgs=2209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 -- 172.21.15.39:0/3632593659 >> 172.21.15.39:0/3632593659 conn(0x7f41340b20c0 msgr2=0x7f41340b24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:19.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 -- 172.21.15.39:0/3632593659 shutdown_connections 2024-09-13T16:20:19.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.910+0000 7f413939d640 1 -- 172.21.15.39:0/3632593659 wait complete. 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.911+0000 7f413939d640 1 Processor -- start 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 -- start start 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41340b33c0 0x7f4134149ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f413415c530 0x7f413415e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 0x7f4134159ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413415ecf0 con 0x7f413415e840 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f413414a400 con 0x7f41340b33c0 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f413939d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f413415b6e0 con 0x7f413415c530 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f4138b9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 0x7f4134159ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f4138b9c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 0x7f4134159ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59182/0 (socket says 172.21.15.39:59182) 2024-09-13T16:20:19.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.912+0000 7f4138b9c640 1 -- 172.21.15.39:0/193076772 learned_addr learned my addr 172.21.15.39:0/193076772 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f412bfff640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f413415c530 0x7f413415e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4133fff640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41340b33c0 0x7f4134149ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4138b9c640 1 -- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f413415c530 msgr2=0x7f413415e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4138b9c640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f413415c530 0x7f413415e300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4138b9c640 1 -- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41340b33c0 msgr2=0x7f4134149ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4138b9c640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41340b33c0 0x7f4134149ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4138b9c640 1 -- 172.21.15.39:0/193076772 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41240094d0 con 0x7f413415e840 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f4138b9c640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 0x7f4134159ef0 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f412c00c780 tx=0x7f412c00cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f412c003d80 con 0x7f413415e840 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f412c00ce90 con 0x7f413415e840 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4134153750 con 0x7f413415e840 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f412c0052b0 con 0x7f413415e840 2024-09-13T16:20:19.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.913+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f413415adb0 con 0x7f413415e840 2024-09-13T16:20:19.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.914+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4134067160 con 0x7f413415e840 2024-09-13T16:20:19.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.914+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f412c005410 con 0x7f413415e840 2024-09-13T16:20:19.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.915+0000 7f41317fa640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f411406ac00 0x7f411406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:19.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.915+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7f412c089390 con 0x7f413415e840 2024-09-13T16:20:19.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.915+0000 7f4133fff640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f411406ac00 0x7f411406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:19.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.916+0000 7f4133fff640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f411406ac00 0x7f411406d0c0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f4124034000 tx=0x7f412402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:19.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:19.920+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f412c053d90 con 0x7f413415e840 2024-09-13T16:20:20.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.127+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f41340719d0 con 0x7f413415e840 2024-09-13T16:20:20.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.128+0000 7f41317fa640 1 -- 172.21.15.39:0/193076772 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 211 v211) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f412c017090 con 0x7f413415e840 2024-09-13T16:20:20.129 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:20.129 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":211,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":211,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:19.798664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:20.130 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 211 2024-09-13T16:20:20.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f411406ac00 msgr2=0x7f411406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f411406ac00 0x7f411406d0c0 secure :-1 s=READY pgs=865 cs=0 l=1 rev1=1 crypto rx=0x7f4124034000 tx=0x7f412402e000 comp rx=0 tx=0).stop 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 msgr2=0x7f4134159ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 0x7f4134159ef0 secure :-1 s=READY pgs=2210 cs=0 l=1 rev1=1 crypto rx=0x7f412c00c780 tx=0x7f412c00cc40 comp rx=0 tx=0).stop 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 shutdown_connections 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f411406ac00 0x7f411406d0c0 unknown :-1 s=CLOSED pgs=865 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f413415e840 0x7f4134159ef0 unknown :-1 s=CLOSED pgs=2210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f413415c530 0x7f413415e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 --2- 172.21.15.39:0/193076772 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f41340b33c0 0x7f4134149ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 >> 172.21.15.39:0/193076772 conn(0x7f41340b20c0 msgr2=0x7f41340cf9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 shutdown_connections 2024-09-13T16:20:20.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.130+0000 7f413939d640 1 -- 172.21.15.39:0/193076772 wait complete. 2024-09-13T16:20:20.142 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:20.142 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:20.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.242+0000 7f3d64c6b640 1 Processor -- start 2024-09-13T16:20:20.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.242+0000 7f3d64c6b640 1 -- start start 2024-09-13T16:20:20.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d64c6b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3d6006a5e0 0x7f3d600cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d64c6b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d6006f950 con 0x7f3d60158cb0 2024-09-13T16:20:20.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d64c6b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d6006fbd0 con 0x7f3d6006f4a0 2024-09-13T16:20:20.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d64c6b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d6006feb0 con 0x7f3d6006a5e0 2024-09-13T16:20:20.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5e59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3d60158cb0 0x7f3d60069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55530/0 (socket says 172.21.15.39:55530) 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5e59c640 1 -- 172.21.15.39:0/4162554614 learned_addr learned my addr 172.21.15.39:0/4162554614 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5dd9b640 1 --2- 172.21.15.39:0/4162554614 >> v2:172.21.15.157:3300/0 conn(0x7f3d6006a5e0 0x7f3d600cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2118293406 0 0) 0x7f3d6006f950 con 0x7f3d60158cb0 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d4c003520 con 0x7f3d60158cb0 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2546166205 0 0) 0x7f3d6006fbd0 con 0x7f3d6006f4a0 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.243+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d6006f950 con 0x7f3d6006f4a0 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.244+0000 7f3d5dd9b640 1 -- 172.21.15.39:0/4162554614 >> v1:172.21.15.157:6789/0 conn(0x7f3d6006f4a0 legacy=0x7f3d600cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.244+0000 7f3d5dd9b640 1 -- 172.21.15.39:0/4162554614 >> v1:172.21.15.39:6789/0 conn(0x7f3d60158cb0 legacy=0x7f3d60069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.244+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 982549664 0 0) 0x7f3d4c003520 con 0x7f3d60158cb0 2024-09-13T16:20:20.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.244+0000 7f3d5dd9b640 1 -- 172.21.15.39:0/4162554614 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d60070190 con 0x7f3d6006a5e0 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.244+0000 7f3d5dd9b640 1 --2- 172.21.15.39:0/4162554614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006a5e0 0x7f3d600cee00 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f3d480097a0 tx=0x7f3d4802a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8319df0d22a072c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d58001670 con 0x7f3d6006a5e0 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d4802ac50 con 0x7f3d6006a5e0 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d5d59a640 1 -- 172.21.15.39:0/4162554614 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d48032440 con 0x7f3d6006a5e0 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 -- 172.21.15.39:0/4162554614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006a5e0 msgr2=0x7f3d600cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/4162554614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006a5e0 0x7f3d600cee00 secure :-1 s=READY pgs=601 cs=0 l=1 rev1=1 crypto rx=0x7f3d480097a0 tx=0x7f3d4802a1c0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 -- 172.21.15.39:0/4162554614 shutdown_connections 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/4162554614 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006a5e0 0x7f3d600cee00 unknown :-1 s=CLOSED pgs=601 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 -- 172.21.15.39:0/4162554614 >> 172.21.15.39:0/4162554614 conn(0x7f3d6006b3b0 msgr2=0x7f3d6006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 -- 172.21.15.39:0/4162554614 shutdown_connections 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.245+0000 7f3d64c6b640 1 -- 172.21.15.39:0/4162554614 wait complete. 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 Processor -- start 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 -- start start 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d6006a5e0 0x7f3d601522a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006f4a0 0x7f3d6015a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 0x7f3d600a8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d600cb4c0 con 0x7f3d60158cb0 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d600cb760 con 0x7f3d6006f4a0 2024-09-13T16:20:20.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d64c6b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d600cba40 con 0x7f3d6006a5e0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d5ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 0x7f3d600a8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.247+0000 7f3d5ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 0x7f3d600a8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59188/0 (socket says 172.21.15.39:59188) 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 -- 172.21.15.39:0/1618735832 learned_addr learned my addr 172.21.15.39:0/1618735832 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5dd9b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006f4a0 0x7f3d6015a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5e59c640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d6006a5e0 0x7f3d601522a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 -- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d6006a5e0 msgr2=0x7f3d601522a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d6006a5e0 0x7f3d601522a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 -- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006f4a0 msgr2=0x7f3d6015a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006f4a0 0x7f3d6015a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 -- 172.21.15.39:0/1618735832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d48009400 con 0x7f3d60158cb0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d5ed9d640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 0x7f3d600a8bf0 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7f3d5000c790 tx=0x7f3d5000cc50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d5000cea0 con 0x7f3d60158cb0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d50003b70 con 0x7f3d60158cb0 2024-09-13T16:20:20.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d600cbd20 con 0x7f3d60158cb0 2024-09-13T16:20:20.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d5000a850 con 0x7f3d60158cb0 2024-09-13T16:20:20.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.248+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d601527e0 con 0x7f3d60158cb0 2024-09-13T16:20:20.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.249+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d601529d0 con 0x7f3d60158cb0 2024-09-13T16:20:20.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.250+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3d5000a9b0 con 0x7f3d60158cb0 2024-09-13T16:20:20.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.250+0000 7f3d56ffd640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d4006ac00 0x7f3d4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.250+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7f3d50089830 con 0x7f3d60158cb0 2024-09-13T16:20:20.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.250+0000 7f3d5e59c640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d4006ac00 0x7f3d4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.251+0000 7f3d5e59c640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d4006ac00 0x7f3d4006d0c0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f3d580011e0 tx=0x7f3d58001610 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:20.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.255+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3d50054370 con 0x7f3d60158cb0 2024-09-13T16:20:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.460+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3d600672f0 con 0x7f3d60158cb0 2024-09-13T16:20:20.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.461+0000 7f3d56ffd640 1 -- 172.21.15.39:0/1618735832 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 211 v211) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f3d50057990 con 0x7f3d60158cb0 2024-09-13T16:20:20.463 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:20.463 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":211,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":211,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:19.798664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:20.463 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 211 2024-09-13T16:20:20.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d4006ac00 msgr2=0x7f3d4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d4006ac00 0x7f3d4006d0c0 secure :-1 s=READY pgs=866 cs=0 l=1 rev1=1 crypto rx=0x7f3d580011e0 tx=0x7f3d58001610 comp rx=0 tx=0).stop 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 msgr2=0x7f3d600a8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 0x7f3d600a8bf0 secure :-1 s=READY pgs=2212 cs=0 l=1 rev1=1 crypto rx=0x7f3d5000c790 tx=0x7f3d5000cc50 comp rx=0 tx=0).stop 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 shutdown_connections 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d4006ac00 0x7f3d4006d0c0 unknown :-1 s=CLOSED pgs=866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d60158cb0 0x7f3d600a8bf0 unknown :-1 s=CLOSED pgs=2212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d6006f4a0 0x7f3d6015a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 --2- 172.21.15.39:0/1618735832 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d6006a5e0 0x7f3d601522a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 >> 172.21.15.39:0/1618735832 conn(0x7f3d6006b3b0 msgr2=0x7f3d600b1b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 shutdown_connections 2024-09-13T16:20:20.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.463+0000 7f3d64c6b640 1 -- 172.21.15.39:0/1618735832 wait complete. 2024-09-13T16:20:20.475 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:20.476 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:20.509 INFO:tasks.ceph.mds.a.smithi039.stderr: -41> 2024-09-13T16:20:15.756+0000 7fb63c0fc640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-13T16:20:20.532 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:20:20.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.577+0000 7f9da95c7640 1 Processor -- start 2024-09-13T16:20:20.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.577+0000 7f9da95c7640 1 -- start start 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da95c7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9da40721f0 0x7f9da40ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da95c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40cc820 0x7f9da415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da95c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9da40cebf0 con 0x7f9da40ce7b0 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da95c7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9da415bed0 con 0x7f9da40721f0 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da95c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9da415aa50 con 0x7f9da40cc820 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9da40721f0 0x7f9da40ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da27fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9da40ce7b0 0x7f9da40cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55556/0 (socket says 172.21.15.39:55556) 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da27fc640 1 -- 172.21.15.39:0/1182232310 learned_addr learned my addr 172.21.15.39:0/1182232310 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da37fe640 1 --2- 172.21.15.39:0/1182232310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40cc820 0x7f9da415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da2ffd640 1 -- 172.21.15.39:0/1182232310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40cc820 msgr2=0x7f9da415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:20.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da2ffd640 1 --2- 172.21.15.39:0/1182232310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40cc820 0x7f9da415c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da2ffd640 1 -- 172.21.15.39:0/1182232310 >> v1:172.21.15.39:6789/0 conn(0x7f9da40ce7b0 legacy=0x7f9da40cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.578+0000 7f9da2ffd640 1 -- 172.21.15.39:0/1182232310 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9da415af50 con 0x7f9da40721f0 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.579+0000 7f9da2ffd640 1 --2- 172.21.15.39:0/1182232310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40721f0 0x7f9da40ce270 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7f9d940097a0 tx=0x7f9d9402a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9385f33a3069056 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.579+0000 7f9da1ffb640 1 -- 172.21.15.39:0/1182232310 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9402ae50 con 0x7f9da40721f0 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.579+0000 7f9da1ffb640 1 -- 172.21.15.39:0/1182232310 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d94032440 con 0x7f9da40721f0 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.579+0000 7f9da1ffb640 1 -- 172.21.15.39:0/1182232310 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d940327d0 con 0x7f9da40721f0 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 -- 172.21.15.39:0/1182232310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40721f0 msgr2=0x7f9da40ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 --2- 172.21.15.39:0/1182232310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40721f0 0x7f9da40ce270 secure :-1 s=READY pgs=2217 cs=0 l=1 rev1=1 crypto rx=0x7f9d940097a0 tx=0x7f9d9402a100 comp rx=0 tx=0).stop 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 -- 172.21.15.39:0/1182232310 shutdown_connections 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 --2- 172.21.15.39:0/1182232310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40cc820 0x7f9da415c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 --2- 172.21.15.39:0/1182232310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40721f0 0x7f9da40ce270 unknown :-1 s=CLOSED pgs=2217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 -- 172.21.15.39:0/1182232310 >> 172.21.15.39:0/1182232310 conn(0x7f9da406b3b0 msgr2=0x7f9da406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 -- 172.21.15.39:0/1182232310 shutdown_connections 2024-09-13T16:20:20.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.580+0000 7f9da95c7640 1 -- 172.21.15.39:0/1182232310 wait complete. 2024-09-13T16:20:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.581+0000 7f9da95c7640 1 Processor -- start 2024-09-13T16:20:20.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.581+0000 7f9da95c7640 1 -- start start 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da95c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40721f0 0x7f9da41579f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da95c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9da40cc820 0x7f9da40c5a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da95c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 0x7f9da40c3780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da95c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9da40c4a90 con 0x7f9da40ce7b0 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da95c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9da4155a10 con 0x7f9da40cc820 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da95c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9da4155cf0 con 0x7f9da40721f0 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 0x7f9da40c3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 0x7f9da40c3780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59236/0 (socket says 172.21.15.39:59236) 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da37fe640 1 -- 172.21.15.39:0/371189486 learned_addr learned my addr 172.21.15.39:0/371189486 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da2ffd640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40721f0 0x7f9da41579f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.582+0000 7f9da27fc640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9da40cc820 0x7f9da40c5a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da37fe640 1 -- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40721f0 msgr2=0x7f9da41579f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da37fe640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40721f0 0x7f9da41579f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da37fe640 1 -- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9da40cc820 msgr2=0x7f9da40c5a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da37fe640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9da40cc820 0x7f9da40c5a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da37fe640 1 -- 172.21.15.39:0/371189486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d94009400 con 0x7f9da40ce7b0 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da2ffd640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40721f0 0x7f9da41579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da37fe640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 0x7f9da40c3780 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00efc0 tx=0x7f9d9c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c014480 con 0x7f9da40ce7b0 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d9c00f040 con 0x7f9da40ce7b0 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9da4155fd0 con 0x7f9da40ce7b0 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c014820 con 0x7f9da40ce7b0 2024-09-13T16:20:20.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.583+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9da4156590 con 0x7f9da40ce7b0 2024-09-13T16:20:20.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.584+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9da41eff80 con 0x7f9da40ce7b0 2024-09-13T16:20:20.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.584+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d9c014980 con 0x7f9da40ce7b0 2024-09-13T16:20:20.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.585+0000 7f9d8b7fe640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d9006ac00 0x7f9d9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:20.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.585+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7f9d9c08a950 con 0x7f9da40ce7b0 2024-09-13T16:20:20.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.585+0000 7f9da2ffd640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d9006ac00 0x7f9d9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:20.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.586+0000 7f9da2ffd640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d9006ac00 0x7f9d9006d0c0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f9d94034000 tx=0x7f9d9402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:20.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.589+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d9c0553e0 con 0x7f9da40ce7b0 2024-09-13T16:20:20.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.797+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9da40672f0 con 0x7f9da40ce7b0 2024-09-13T16:20:20.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.797+0000 7f9d8b7fe640 1 -- 172.21.15.39:0/371189486 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 211 v211) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f9d9c058a00 con 0x7f9da40ce7b0 2024-09-13T16:20:20.799 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:20.799 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":211,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":211,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:19.798664+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":114,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:20.799 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 211 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d9006ac00 msgr2=0x7f9d9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d9006ac00 0x7f9d9006d0c0 secure :-1 s=READY pgs=867 cs=0 l=1 rev1=1 crypto rx=0x7f9d94034000 tx=0x7f9d9402e000 comp rx=0 tx=0).stop 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 msgr2=0x7f9da40c3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 0x7f9da40c3780 secure :-1 s=READY pgs=2218 cs=0 l=1 rev1=1 crypto rx=0x7f9d9c00efc0 tx=0x7f9d9c00c490 comp rx=0 tx=0).stop 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 shutdown_connections 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9d9006ac00 0x7f9d9006d0c0 unknown :-1 s=CLOSED pgs=867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9da40ce7b0 0x7f9da40c3780 unknown :-1 s=CLOSED pgs=2218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9da40cc820 0x7f9da40c5a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 --2- 172.21.15.39:0/371189486 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9da40721f0 0x7f9da41579f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 >> 172.21.15.39:0/371189486 conn(0x7f9da406b3b0 msgr2=0x7f9da406f7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 shutdown_connections 2024-09-13T16:20:20.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:20.799+0000 7f9da95c7640 1 -- 172.21.15.39:0/371189486 wait complete. 2024-09-13T16:20:20.812 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt 100.00000000.inode' led to DAMAGED state 2024-09-13T16:20:20.812 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 1.00000000.inode' 2024-09-13T16:20:20.813 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:20.813 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:20.870 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:20.870 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:20.870 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:20.870 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:20.870 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:20.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:20.926 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:20.927 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:21.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.068+0000 7f71329b5640 1 Processor -- start 2024-09-13T16:20:21.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.068+0000 7f71329b5640 1 -- start start 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f71329b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c159380 0x7f712c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f71329b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f712c15a360 0x7f712c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f71329b5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f712c159760 con 0x7f712c0ce960 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f71329b5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f712c0cedf0 con 0x7f712c15a360 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f71329b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f712c15a880 con 0x7f712c159380 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f712b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f712c15a360 0x7f712c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f7130f52640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f712c0ce960 0x7f712c071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55570/0 (socket says 172.21.15.39:55570) 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f7130f52640 1 -- 172.21.15.39:0/611532185 learned_addr learned my addr 172.21.15.39:0/611532185 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f712bfff640 1 --2- 172.21.15.39:0/611532185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c159380 0x7f712c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f712b7fe640 1 -- 172.21.15.39:0/611532185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c159380 msgr2=0x7f712c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f712b7fe640 1 --2- 172.21.15.39:0/611532185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c159380 0x7f712c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f712b7fe640 1 -- 172.21.15.39:0/611532185 >> v1:172.21.15.39:6789/0 conn(0x7f712c0ce960 legacy=0x7f712c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.069+0000 7f712affd640 1 -- 172.21.15.39:0/611532185 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4099317585 0 0) 0x7f712c159760 con 0x7f712c0ce960 2024-09-13T16:20:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.070+0000 7f712b7fe640 1 -- 172.21.15.39:0/611532185 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f712c15ab60 con 0x7f712c15a360 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.070+0000 7f712b7fe640 1 --2- 172.21.15.39:0/611532185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c15a360 0x7f712c0ce420 secure :-1 s=READY pgs=2220 cs=0 l=1 rev1=1 crypto rx=0x7f71200097a0 tx=0x7f712002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8e91d63e56cc475a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.070+0000 7f712affd640 1 -- 172.21.15.39:0/611532185 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7120032440 con 0x7f712c15a360 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.070+0000 7f712affd640 1 -- 172.21.15.39:0/611532185 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71200325a0 con 0x7f712c15a360 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.070+0000 7f712affd640 1 -- 172.21.15.39:0/611532185 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7120032930 con 0x7f712c15a360 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 -- 172.21.15.39:0/611532185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c15a360 msgr2=0x7f712c0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 --2- 172.21.15.39:0/611532185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c15a360 0x7f712c0ce420 secure :-1 s=READY pgs=2220 cs=0 l=1 rev1=1 crypto rx=0x7f71200097a0 tx=0x7f712002a180 comp rx=0 tx=0).stop 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 -- 172.21.15.39:0/611532185 shutdown_connections 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 --2- 172.21.15.39:0/611532185 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c15a360 0x7f712c0ce420 unknown :-1 s=CLOSED pgs=2220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 --2- 172.21.15.39:0/611532185 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c159380 0x7f712c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 -- 172.21.15.39:0/611532185 >> 172.21.15.39:0/611532185 conn(0x7f712c0b15d0 msgr2=0x7f712c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 -- 172.21.15.39:0/611532185 shutdown_connections 2024-09-13T16:20:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.071+0000 7f71329b5640 1 -- 172.21.15.39:0/611532185 wait complete. 2024-09-13T16:20:21.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.072+0000 7f71329b5640 1 Processor -- start 2024-09-13T16:20:21.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.072+0000 7f71329b5640 1 -- start start 2024-09-13T16:20:21.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f71329b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 0x7f712c1f1b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f71329b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c159380 0x7f712c14d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f71329b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c15a360 0x7f712c0afac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f71329b5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f712c0b0c70 con 0x7f712c0ce960 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f71329b5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f712c0b03d0 con 0x7f712c159380 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f71329b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f712c0b06b0 con 0x7f712c15a360 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 0x7f712c1f1b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 0x7f712c1f1b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59260/0 (socket says 172.21.15.39:59260) 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 -- 172.21.15.39:0/1936023199 learned_addr learned my addr 172.21.15.39:0/1936023199 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 -- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c15a360 msgr2=0x7f712c0afac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c15a360 0x7f712c0afac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 -- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c159380 msgr2=0x7f712c14d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c159380 0x7f712c14d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.073+0000 7f712bfff640 1 -- 172.21.15.39:0/1936023199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7120009400 con 0x7f712c0ce960 2024-09-13T16:20:21.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.074+0000 7f712bfff640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 0x7f712c1f1b70 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7f711c00d800 tx=0x7f711c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:21.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.074+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711c00b6c0 con 0x7f712c0ce960 2024-09-13T16:20:21.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.074+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f711c00b820 con 0x7f712c0ce960 2024-09-13T16:20:21.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.074+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f712c0b0990 con 0x7f712c0ce960 2024-09-13T16:20:21.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.074+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f711c00bbb0 con 0x7f712c0ce960 2024-09-13T16:20:21.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.074+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f712c14d550 con 0x7f712c0ce960 2024-09-13T16:20:21.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.075+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f712c14d6e0 con 0x7f712c0ce960 2024-09-13T16:20:21.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.075+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f711c00bd10 con 0x7f712c0ce960 2024-09-13T16:20:21.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.076+0000 7f7128ff9640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f711806ac00 0x7f711806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.076+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7f711c08a050 con 0x7f712c0ce960 2024-09-13T16:20:21.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.076+0000 7f712b7fe640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f711806ac00 0x7f711806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.076+0000 7f712b7fe640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f711806ac00 0x7f711806d0c0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f7120034000 tx=0x7f712002c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:21.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.080+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f711c054ae0 con 0x7f712c0ce960 2024-09-13T16:20:21.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.286+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f712c14fd00 con 0x7f712c0ce960 2024-09-13T16:20:21.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.812+0000 7f7128ff9640 1 -- 172.21.15.39:0/1936023199 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v213) v1 ==== 161+0+0 (secure 0 0 0) 0x7f712c14fd00 con 0x7f712c0ce960 2024-09-13T16:20:21.814 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:21.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f711806ac00 msgr2=0x7f711806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f711806ac00 0x7f711806d0c0 secure :-1 s=READY pgs=869 cs=0 l=1 rev1=1 crypto rx=0x7f7120034000 tx=0x7f712002c000 comp rx=0 tx=0).stop 2024-09-13T16:20:21.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 msgr2=0x7f712c1f1b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 0x7f712c1f1b70 secure :-1 s=READY pgs=2221 cs=0 l=1 rev1=1 crypto rx=0x7f711c00d800 tx=0x7f711c00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 shutdown_connections 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f711806ac00 0x7f711806d0c0 unknown :-1 s=CLOSED pgs=869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f712c15a360 0x7f712c0afac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f712c159380 0x7f712c14d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 --2- 172.21.15.39:0/1936023199 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f712c0ce960 0x7f712c1f1b70 unknown :-1 s=CLOSED pgs=2221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 >> 172.21.15.39:0/1936023199 conn(0x7f712c0b15d0 msgr2=0x7f712c157980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 shutdown_connections 2024-09-13T16:20:21.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.815+0000 7f71329b5640 1 -- 172.21.15.39:0/1936023199 wait complete. 2024-09-13T16:20:21.828 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.931+0000 7f1f3268e640 1 Processor -- start 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.931+0000 7f1f3268e640 1 -- start start 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f3268e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1f2c145820 0x7f1f2c06c750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f3268e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1f2c06a5e0 0x7f1f2c0ad100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f3268e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f2c06ecd0 con 0x7f1f2c06e880 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f3268e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f2c145c00 con 0x7f1f2c145820 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f3268e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f2c06cd80 con 0x7f1f2c06a5e0 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f2b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1f2c06e880 0x7f1f2c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55576/0 (socket says 172.21.15.39:55576) 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f2bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1f2c145820 0x7f1f2c06c750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f2b7fe640 1 -- 172.21.15.39:0/1702950079 learned_addr learned my addr 172.21.15.39:0/1702950079 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f30c2b640 1 --2- 172.21.15.39:0/1702950079 >> v2:172.21.15.157:3300/0 conn(0x7f1f2c06a5e0 0x7f1f2c0ad100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f2bfff640 1 -- 172.21.15.39:0/1702950079 >> v2:172.21.15.157:3300/0 conn(0x7f1f2c06a5e0 msgr2=0x7f1f2c0ad100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f2bfff640 1 --2- 172.21.15.39:0/1702950079 >> v2:172.21.15.157:3300/0 conn(0x7f1f2c06a5e0 0x7f1f2c0ad100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.932+0000 7f1f2bfff640 1 -- 172.21.15.39:0/1702950079 >> v1:172.21.15.39:6789/0 conn(0x7f1f2c06e880 legacy=0x7f1f2c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.933+0000 7f1f2bfff640 1 -- 172.21.15.39:0/1702950079 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f2c06d060 con 0x7f1f2c145820 2024-09-13T16:20:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.933+0000 7f1f2affd640 1 -- 172.21.15.39:0/1702950079 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2434846091 0 0) 0x7f1f2c06ecd0 con 0x7f1f2c06e880 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.933+0000 7f1f2bfff640 1 --2- 172.21.15.39:0/1702950079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c06c750 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c070310 tx=0x7f1f1c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c26eae74d751e6b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.933+0000 7f1f2affd640 1 -- 172.21.15.39:0/1702950079 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c032440 con 0x7f1f2c145820 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.933+0000 7f1f2affd640 1 -- 172.21.15.39:0/1702950079 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f1c0325a0 con 0x7f1f2c145820 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.933+0000 7f1f2affd640 1 -- 172.21.15.39:0/1702950079 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f1c032930 con 0x7f1f2c145820 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 -- 172.21.15.39:0/1702950079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 msgr2=0x7f1f2c06c750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 --2- 172.21.15.39:0/1702950079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c06c750 secure :-1 s=READY pgs=2223 cs=0 l=1 rev1=1 crypto rx=0x7f1f2c070310 tx=0x7f1f1c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 -- 172.21.15.39:0/1702950079 shutdown_connections 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 --2- 172.21.15.39:0/1702950079 >> v2:172.21.15.157:3300/0 conn(0x7f1f2c06a5e0 0x7f1f2c0ad100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 --2- 172.21.15.39:0/1702950079 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c06c750 unknown :-1 s=CLOSED pgs=2223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 -- 172.21.15.39:0/1702950079 >> 172.21.15.39:0/1702950079 conn(0x7f1f2c06afe0 msgr2=0x7f1f2c06b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:21.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 -- 172.21.15.39:0/1702950079 shutdown_connections 2024-09-13T16:20:21.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.934+0000 7f1f3268e640 1 -- 172.21.15.39:0/1702950079 wait complete. 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.935+0000 7f1f3268e640 1 Processor -- start 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.935+0000 7f1f3268e640 1 -- start start 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f3268e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f2c06a5e0 0x7f1f2c0ce440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f3268e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1f2c06e880 0x7f1f2c0b3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f3268e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c15b0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f3268e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c1f63c0 con 0x7f1f2c145820 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f3268e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c1f2280 con 0x7f1f2c06a5e0 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f3268e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f2c1f2560 con 0x7f1f2c06e880 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f30c2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c15b0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f30c2b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c15b0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59272/0 (socket says 172.21.15.39:59272) 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f30c2b640 1 -- 172.21.15.39:0/3320821000 learned_addr learned my addr 172.21.15.39:0/3320821000 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f2bfff640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f2c06a5e0 0x7f1f2c0ce440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.936+0000 7f1f2b7fe640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1f2c06e880 0x7f1f2c0b3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f30c2b640 1 -- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1f2c06e880 msgr2=0x7f1f2c0b3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f30c2b640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1f2c06e880 0x7f1f2c0b3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f30c2b640 1 -- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f2c06a5e0 msgr2=0x7f1f2c0ce440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f30c2b640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f2c06a5e0 0x7f1f2c0ce440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f30c2b640 1 -- 172.21.15.39:0/3320821000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f1c009400 con 0x7f1f2c145820 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f30c2b640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c15b0c0 secure :-1 s=READY pgs=2224 cs=0 l=1 rev1=1 crypto rx=0x7f1f24007e40 tx=0x7f1f2400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f24014620 con 0x7f1f2c145820 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f2400ee90 con 0x7f1f2c145820 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f2c1f2840 con 0x7f1f2c145820 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f240149e0 con 0x7f1f2c145820 2024-09-13T16:20:21.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.937+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f2c1f2e00 con 0x7f1f2c145820 2024-09-13T16:20:21.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.938+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f2c0672f0 con 0x7f1f2c145820 2024-09-13T16:20:21.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.938+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f24014b40 con 0x7f1f2c145820 2024-09-13T16:20:21.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.939+0000 7f1f28ff9640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f1806ac00 0x7f1f1806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:21.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.939+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7f1f2408a400 con 0x7f1f2c145820 2024-09-13T16:20:21.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.939+0000 7f1f2bfff640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f1806ac00 0x7f1f1806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:21.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.939+0000 7f1f2bfff640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f1806ac00 0x7f1f1806d0c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c034000 tx=0x7f1f1c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:21.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:21.943+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1f24054e90 con 0x7f1f2c145820 2024-09-13T16:20:22.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.184+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f1f2c0cce40 con 0x7f1f2c145820 2024-09-13T16:20:22.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.821+0000 7f1f28ff9640 1 -- 172.21.15.39:0/3320821000 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v214) v1 ==== 101+0+0 (secure 0 0 0) 0x7f1f240584b0 con 0x7f1f2c145820 2024-09-13T16:20:22.823 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:22.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f1806ac00 msgr2=0x7f1f1806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:22.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f1806ac00 0x7f1f1806d0c0 secure :-1 s=READY pgs=870 cs=0 l=1 rev1=1 crypto rx=0x7f1f1c034000 tx=0x7f1f1c02e000 comp rx=0 tx=0).stop 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 msgr2=0x7f1f2c15b0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c15b0c0 secure :-1 s=READY pgs=2224 cs=0 l=1 rev1=1 crypto rx=0x7f1f24007e40 tx=0x7f1f2400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 shutdown_connections 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f1806ac00 0x7f1f1806d0c0 unknown :-1 s=CLOSED pgs=870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1f2c145820 0x7f1f2c15b0c0 unknown :-1 s=CLOSED pgs=2224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1f2c06e880 0x7f1f2c0b3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 --2- 172.21.15.39:0/3320821000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1f2c06a5e0 0x7f1f2c0ce440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 >> 172.21.15.39:0/3320821000 conn(0x7f1f2c06afe0 msgr2=0x7f1f2c0b42f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 shutdown_connections 2024-09-13T16:20:22.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.824+0000 7f1f3268e640 1 -- 172.21.15.39:0/3320821000 wait complete. 2024-09-13T16:20:22.838 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.883+0000 7fc1ccd70f40 1 Processor -- start 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.883+0000 7fc1ccd70f40 1 -- start start 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ccd70f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db3f85f00 0x560db405ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ccd70f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 0x560db40449e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ccd70f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db3f848c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ccd70f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560db3f37be0 con 0x560db40458f0 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ccd70f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560db3f334d0 con 0x560db3f85f00 2024-09-13T16:20:22.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ccd70f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560db3eceb60 con 0x560db405c730 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ca06c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 0x560db40449e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ca06c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 0x560db40449e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59282/0 (socket says 172.21.15.39:59282) 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ca06c640 1 -- 172.21.15.39:0/3860987557 learned_addr learned my addr 172.21.15.39:0/3860987557 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1cb06e640 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db3f848c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.884+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db3f85f00 0x560db405ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1ca06c640 1 -- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 msgr2=0x560db3f848c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db3f848c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1ca06c640 1 -- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db3f85f00 msgr2=0x560db405ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db3f85f00 0x560db405ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1ca06c640 1 -- 172.21.15.39:0/3860987557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1bc005d20 con 0x560db40458f0 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 0x560db40449e0 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0001d30 tx=0x7fc1c000b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a96f89730d964f3b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1c906a640 1 -- 172.21.15.39:0/3860987557 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c0014070 con 0x560db40458f0 2024-09-13T16:20:22.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1c906a640 1 -- 172.21.15.39:0/3860987557 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1c0008030 con 0x560db40458f0 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.885+0000 7fc1c906a640 1 -- 172.21.15.39:0/3860987557 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1c000f400 con 0x560db40458f0 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/3860987557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 msgr2=0x560db40449e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 0x560db40449e0 secure :-1 s=READY pgs=2226 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0001d30 tx=0x7fc1c000b5b0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/3860987557 shutdown_connections 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db3f848c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db40458f0 0x560db40449e0 unknown :-1 s=CLOSED pgs=2226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/3860987557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db3f85f00 0x560db405ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/3860987557 >> 172.21.15.39:0/3860987557 conn(0x560db3f8a040 msgr2=0x560db3f85470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/3860987557 shutdown_connections 2024-09-13T16:20:22.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/3860987557 wait complete. 2024-09-13T16:20:22.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 Processor -- start 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.886+0000 7fc1ccd70f40 1 -- start start 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ccd70f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 0x560db4041070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ccd70f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db40458f0 0x560db405bc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ccd70f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db405a730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ccd70f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x560db3ece800 con 0x560db3f85f00 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ccd70f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x560db3eb1520 con 0x560db40458f0 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ccd70f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x560db4029f60 con 0x560db405c730 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ca86d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 0x560db4041070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ca86d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 0x560db4041070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59286/0 (socket says 172.21.15.39:59286) 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 learned_addr learned my addr 172.21.15.39:0/2046888307 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db40458f0 0x560db405bc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.887+0000 7fc1cb06e640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db405a730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 msgr2=0x560db405a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x560db405c730 0x560db405a730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db40458f0 msgr2=0x560db405bc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x560db40458f0 0x560db405bc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1c000a040 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 0x560db4041070 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc045ef0 tx=0x7fc1bc002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1b3fff640 1 -- 172.21.15.39:0/2046888307 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc054c40 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1b3fff640 1 -- 172.21.15.39:0/2046888307 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc1bc054da0 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1b3fff640 1 -- 172.21.15.39:0/2046888307 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc1bc069640 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x560db3ed1060 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.888+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x560db3ed0ac0 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.889+0000 7fc1b3fff640 1 -- 172.21.15.39:0/2046888307 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc1bc05f420 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.890+0000 7fc1b3fff640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1b80695e0 0x7fc1b806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.890+0000 7fc1b3fff640 1 -- 172.21.15.39:0/2046888307 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7fc1bc0cc950 con 0x560db3f85f00 2024-09-13T16:20:22.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.890+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1b80695e0 0x7fc1b806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.894 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.890+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560db405c160 0x560db403d710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.890+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db403dc50 con 0x560db405c160 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.890+0000 7fc1cb06e640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560db405c160 0x560db403d710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.891+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1b80695e0 0x7fc1b806baa0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0001d30 tx=0x7fc1c0009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.891+0000 7fc1cb06e640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560db405c160 0x560db403d710 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.893+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v114'691 uv665 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.893+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db403e000 con 0x560db405c160 2024-09-13T16:20:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.894+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v114'692 uv692 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.894+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db403e440 con 0x560db405c160 2024-09-13T16:20:22.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.895+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v114'693 uv693 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.897 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:22.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.895+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ff600 con 0x560db405c160 2024-09-13T16:20:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.897+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v114'694 uv694 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.897+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ff9b0 con 0x560db405c160 2024-09-13T16:20:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.898+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v114'695 uv695 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.898+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40fe5f0 con 0x560db405c160 2024-09-13T16:20:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.899+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v114'696 uv696 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.899+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40fe9f0 con 0x560db405c160 2024-09-13T16:20:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.901+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v114'697 uv671 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.901+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40fedf0 con 0x560db405c160 2024-09-13T16:20:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.902+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v114'698 uv698 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.902+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40fedf0 con 0x560db405c160 2024-09-13T16:20:22.905 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.904+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v114'699 uv699 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.904+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.905+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v114'700 uv700 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.905+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.906+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v114'701 uv701 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.906+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.907+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v114'702 uv702 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.908+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.909+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v114'703 uv678 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.909+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.910+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v114'704 uv704 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.910+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.912+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v114'705 uv705 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.913 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:22.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.912+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.913+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v114'706 uv706 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.913+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.914+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v114'707 uv707 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.914+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40feda0 con 0x560db405c160 2024-09-13T16:20:22.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.915+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v114'708 uv708 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.915+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.916+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v114'709 uv709 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.917+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.918+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v114'710 uv684 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.918+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.919+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v114'711 uv711 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.919+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.921 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:22.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.920+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v114'712 uv712 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.920+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4100d70 con 0x560db405c160 2024-09-13T16:20:22.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.921+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v114'713 uv713 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.921+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4100d70 con 0x560db405c160 2024-09-13T16:20:22.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.922+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v114'714 uv714 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.922+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.924+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v114'715 uv715 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.924+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.925+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v114'716 uv690 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.925+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.926+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v114'717 uv717 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.926+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.927+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v114'718 uv718 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.928 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:22.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.927+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4100d70 con 0x560db405c160 2024-09-13T16:20:22.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.928+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v114'719 uv719 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.928+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4100d70 con 0x560db405c160 2024-09-13T16:20:22.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.929+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v114'720 uv720 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.929+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db40ffd60 con 0x560db405c160 2024-09-13T16:20:22.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.931+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v114'721 uv721 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.931+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560db4100270 0x560db4102660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.931+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4102ba0 con 0x560db4100270 2024-09-13T16:20:22.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.931+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560db4100270 0x560db4102660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.931+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560db4100270 0x560db4102660 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.933+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v114'500 uv483 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.933+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4102f50 con 0x560db4100270 2024-09-13T16:20:22.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.934+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v114'501 uv501 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.934+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103300 con 0x560db4100270 2024-09-13T16:20:22.937 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.936+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v114'502 uv502 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.936+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103ba0 con 0x560db4100270 2024-09-13T16:20:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.937+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v114'503 uv503 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.937+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103f50 con 0x560db4100270 2024-09-13T16:20:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.938+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v114'504 uv504 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.938+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104300 con 0x560db4100270 2024-09-13T16:20:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.940+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v114'505 uv488 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.940+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41046b0 con 0x560db4100270 2024-09-13T16:20:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.941+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v114'506 uv506 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.941+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.944 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:22.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.943+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v114'507 uv507 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.943+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.944+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v114'508 uv508 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.944+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.946+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v114'509 uv509 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.946+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.947+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v114'510 uv493 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.947+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.948+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v114'511 uv511 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.948+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.950 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:22.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.949+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v114'512 uv512 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.949+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108490 con 0x560db4100270 2024-09-13T16:20:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.951+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v114'513 uv513 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.951+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108490 con 0x560db4100270 2024-09-13T16:20:22.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.952+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v114'514 uv514 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.952+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.953+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v114'515 uv499 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.953+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.954+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v114'516 uv516 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.954+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.956 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:22.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.955+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v114'517 uv517 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.955+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4105a70 con 0x560db4100270 2024-09-13T16:20:22.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.956+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v114'518 uv518 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.956+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4105a70 con 0x560db4100270 2024-09-13T16:20:22.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.957+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v114'519 uv519 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.957+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db4100270 2024-09-13T16:20:22.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.958+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v114'520 uv520 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db4100270 2024-09-13T16:20:22.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.958+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db405c160 2024-09-13T16:20:22.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.959+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v114'135 uv134 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.959+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db405c160 2024-09-13T16:20:22.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.960+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v114'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.960+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db405c160 2024-09-13T16:20:22.962 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:22.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.961+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v114'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.961+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4105a70 con 0x560db405c160 2024-09-13T16:20:22.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.962+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v114'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.962+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4105a70 con 0x560db405c160 2024-09-13T16:20:22.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.963+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v114'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.963+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4104a60 con 0x560db405c160 2024-09-13T16:20:22.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.964+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v114'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.964+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560db4104f70 0x560db4107360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.964+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41078a0 con 0x560db4104f70 2024-09-13T16:20:22.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.964+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560db4104f70 0x560db4107360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.965+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560db4104f70 0x560db4107360 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.966+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v114'97 uv96 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:22.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.966+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4107c50 con 0x560db4104f70 2024-09-13T16:20:22.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.967+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v114'98 uv98 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:22.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.967+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108000 con 0x560db4104f70 2024-09-13T16:20:22.968 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.967+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v114'99 uv99 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.967+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41083b0 con 0x560db4104f70 2024-09-13T16:20:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.968+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v114'100 uv100 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:22.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.968+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108760 con 0x560db405c160 2024-09-13T16:20:22.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.970+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v114'135 uv134 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.970+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108760 con 0x560db405c160 2024-09-13T16:20:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.971+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v114'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.971+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108760 con 0x560db405c160 2024-09-13T16:20:22.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.972+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v114'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.973 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:22.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.972+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4109770 con 0x560db405c160 2024-09-13T16:20:22.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.973+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v114'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.973+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4109770 con 0x560db405c160 2024-09-13T16:20:22.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.974+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v114'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.974+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4108760 con 0x560db405c160 2024-09-13T16:20:22.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.975+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v114'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.975+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560db4108de0 0x560db410b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.975+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410b750 con 0x560db4108de0 2024-09-13T16:20:22.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.975+0000 7fc1cb06e640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560db4108de0 0x560db410b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.975+0000 7fc1cb06e640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560db4108de0 0x560db410b1d0 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.976+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v114'249 uv243 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.976+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410b810 con 0x560db4108de0 2024-09-13T16:20:22.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.977+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v114'250 uv250 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.977+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.978+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v114'251 uv251 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.980 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.978+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410cc20 con 0x560db4108de0 2024-09-13T16:20:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.979+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v114'252 uv252 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.979+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410cc20 con 0x560db4108de0 2024-09-13T16:20:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.980+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v114'253 uv253 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.980+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.981+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v114'254 uv254 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.981+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.983 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.982+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v114'255 uv248 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.982+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.983+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v114'256 uv256 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.983+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.984+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v114'257 uv257 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.986 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:22.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.984+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.985+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v114'258 uv258 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.985+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410bc10 con 0x560db4108de0 2024-09-13T16:20:22.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.987+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v114'259 uv259 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:22.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.987+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560db410c120 0x560db410e510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:22.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.987+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410ec30 con 0x560db410c120 2024-09-13T16:20:22.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.987+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560db410c120 0x560db410e510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:22.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.987+0000 7fc1ca86d640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560db410c120 0x560db410e510 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:22.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.988+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v114'112 uv111 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db410c120 2024-09-13T16:20:22.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.988+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410ec70 con 0x560db410c120 2024-09-13T16:20:22.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.989+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v114'113 uv113 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db410c120 2024-09-13T16:20:22.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.989+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db410c120 2024-09-13T16:20:22.991 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:22.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.990+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v114'114 uv114 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db410c120 2024-09-13T16:20:22.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.990+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db410c120 2024-09-13T16:20:22.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.992+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v114'115 uv115 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db410c120 2024-09-13T16:20:22.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.992+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db410c120 2024-09-13T16:20:22.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.992+0000 7fc1ca86d640 1 -- 172.21.15.39:0/2046888307 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v114'116 uv116 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1bc099610 con 0x560db410c120 2024-09-13T16:20:22.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.993+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db405c160 2024-09-13T16:20:22.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.994+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v114'135 uv134 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.994+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db405c160 2024-09-13T16:20:22.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.994+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v114'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.994+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db405c160 2024-09-13T16:20:22.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.995+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v114'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.997 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:22.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.995+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41100b0 con 0x560db405c160 2024-09-13T16:20:22.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.996+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v114'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.996+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41100b0 con 0x560db405c160 2024-09-13T16:20:22.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.997+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v114'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:22.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.997+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db405c160 2024-09-13T16:20:22.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.998+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v114'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db405c160 2024-09-13T16:20:23.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.998+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f0a0 con 0x560db4104f70 2024-09-13T16:20:23.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.999+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v114'223 uv217 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:22.999+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f450 con 0x560db4104f70 2024-09-13T16:20:23.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.000+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v114'224 uv224 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.000+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db410f800 con 0x560db4104f70 2024-09-13T16:20:23.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.001+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v114'225 uv225 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.002 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:23.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.001+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103770 con 0x560db4104f70 2024-09-13T16:20:23.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.002+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v114'226 uv226 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.002+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103770 con 0x560db4104f70 2024-09-13T16:20:23.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.003+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v114'227 uv227 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.003+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103770 con 0x560db4104f70 2024-09-13T16:20:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.004+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v114'228 uv222 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.004+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103770 con 0x560db4104f70 2024-09-13T16:20:23.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.005+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v114'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.005+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103750 con 0x560db4104f70 2024-09-13T16:20:23.007 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:23.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.006+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v114'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.006+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4103750 con 0x560db4104f70 2024-09-13T16:20:23.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.007+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v114'231 uv231 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.007+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db4112b50 con 0x560db4104f70 2024-09-13T16:20:23.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.008+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v114'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.008+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560db410fbb0 0x560db4111fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.008+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41131d0 con 0x560db410fbb0 2024-09-13T16:20:23.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.008+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560db410fbb0 0x560db4111fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.009+0000 7fc1ca06c640 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560db410fbb0 0x560db4111fa0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.010+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v114'99 uv98 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db410fbb0 2024-09-13T16:20:23.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.010+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41131d0 con 0x560db410fbb0 2024-09-13T16:20:23.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.011+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v114'100 uv100 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db410fbb0 2024-09-13T16:20:23.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.011+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41131d0 con 0x560db410fbb0 2024-09-13T16:20:23.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.012+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v114'101 uv101 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db410fbb0 2024-09-13T16:20:23.013 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:23.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.012+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db410fbb0 2024-09-13T16:20:23.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.013+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v114'102 uv102 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db410fbb0 2024-09-13T16:20:23.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.013+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4104f70 2024-09-13T16:20:23.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.014+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v114'135 uv134 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.014+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4104f70 2024-09-13T16:20:23.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.015+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v114'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.015+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4104f70 2024-09-13T16:20:23.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.016+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v114'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.018 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:23.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.016+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4104f70 2024-09-13T16:20:23.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.017+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v114'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.017+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4104f70 2024-09-13T16:20:23.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.018+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v114'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.019+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4104f70 2024-09-13T16:20:23.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.019+0000 7fc1ca06c640 1 -- 172.21.15.39:0/2046888307 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v114'140 uv140 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c0016070 con 0x560db4104f70 2024-09-13T16:20:23.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.020+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.021+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v114'115 uv114 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.021+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.022+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v114'116 uv116 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.022+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.023+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v114'117 uv117 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.024 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.023+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.024+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v114'118 uv118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.024+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.025+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v114'119 uv119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.025+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.026+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v114'278 uv277 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.026+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.027+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v114'279 uv279 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.027+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.029+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v114'280 uv280 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.030 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.029+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.030+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v114'281 uv281 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.030+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.031+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v114'282 uv282 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.031+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.032+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v114'283 uv276 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.032+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.033+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v114'284 uv284 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.034+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.035+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v114'285 uv285 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.036 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:23.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.035+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.036+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v114'286 uv286 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.036+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.037+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v114'287 uv287 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.037+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41126d0 con 0x560db4108de0 2024-09-13T16:20:23.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.038+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v114'288 uv288 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.038+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x560db41136c0 con 0x560db4108de0 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v114'289 uv289 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fc1c4005a90 con 0x560db4108de0 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560db405c160 msgr2=0x560db403d710 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x560db405c160 0x560db403d710 crc :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560db4104f70 msgr2=0x560db4107360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x560db4104f70 0x560db4107360 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560db410fbb0 msgr2=0x560db4111fa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x560db410fbb0 0x560db4111fa0 crc :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560db4100270 msgr2=0x560db4102660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x560db4100270 0x560db4102660 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 reap_dead start 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560db4108de0 msgr2=0x560db410b1d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x560db4108de0 0x560db410b1d0 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1cb06e640 1 -- 172.21.15.39:0/2046888307 reap_dead start 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560db410c120 msgr2=0x560db410e510 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560db410c120 0x560db410e510 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1b80695e0 msgr2=0x7fc1b806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1b80695e0 0x7fc1b806baa0 secure :-1 s=READY pgs=871 cs=0 l=1 rev1=1 crypto rx=0x7fc1c0001d30 tx=0x7fc1c0009000 comp rx=0 tx=0).stop 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 msgr2=0x560db4041070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 0x560db4041070 secure :-1 s=READY pgs=2227 cs=0 l=1 rev1=1 crypto rx=0x7fc1bc045ef0 tx=0x7fc1bc002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 shutdown_connections 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x560db410c120 0x560db410e510 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc1b80695e0 0x7fc1b806baa0 unknown :-1 s=CLOSED pgs=871 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 --2- 172.21.15.39:0/2046888307 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x560db3f85f00 0x560db4041070 unknown :-1 s=CLOSED pgs=2227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 >> 172.21.15.39:0/2046888307 conn(0x560db3f8a040 msgr2=0x560db405cb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:23.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 shutdown_connections 2024-09-13T16:20:23.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.040+0000 7fc1ccd70f40 1 -- 172.21.15.39:0/2046888307 wait complete. 2024-09-13T16:20:23.045 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 1.00000000.inode 0 2024-09-13T16:20:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.088+0000 7f5ff77dff40 1 Processor -- start 2024-09-13T16:20:23.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.088+0000 7f5ff77dff40 1 -- start start 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.088+0000 7f5ff77dff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed77300 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.088+0000 7f5ff77dff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 0x5602bed69870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.088+0000 7f5ff77dff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed69db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff77dff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602bec494d0 con 0x5602bed6ebe0 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff77dff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602bebe4b60 con 0x5602bece2a20 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff77dff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5602bebe4800 con 0x5602bed6e800 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed69db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed69db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59300/0 (socket says 172.21.15.39:59300) 2024-09-13T16:20:23.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 -- 172.21.15.39:0/2178935796 learned_addr learned my addr 172.21.15.39:0/2178935796 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 -- 172.21.15.39:0/2178935796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 msgr2=0x5602bed69870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 0x5602bed69870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 -- 172.21.15.39:0/2178935796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 msgr2=0x5602bed77300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed77300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 -- 172.21.15.39:0/2178935796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5fec005d20 con 0x5602bed6ebe0 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5ff5add640 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed69db0 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7f5ff000b2c0 tx=0x7f5ff0001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=358782ed512c1b5c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5fe77fe640 1 -- 172.21.15.39:0/2178935796 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0014070 con 0x5602bed6ebe0 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5fe77fe640 1 -- 172.21.15.39:0/2178935796 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ff000d500 con 0x5602bed6ebe0 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.089+0000 7f5fe77fe640 1 -- 172.21.15.39:0/2178935796 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff000d8d0 con 0x5602bed6ebe0 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 -- 172.21.15.39:0/2178935796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 msgr2=0x5602bed69db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed69db0 secure :-1 s=READY pgs=2230 cs=0 l=1 rev1=1 crypto rx=0x7f5ff000b2c0 tx=0x7f5ff0001e70 comp rx=0 tx=0).stop 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 -- 172.21.15.39:0/2178935796 shutdown_connections 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed69db0 unknown :-1 s=CLOSED pgs=2230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 0x5602bed69870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/2178935796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed77300 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 -- 172.21.15.39:0/2178935796 >> 172.21.15.39:0/2178935796 conn(0x5602bece7800 msgr2=0x5602bec99f10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:23.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 -- 172.21.15.39:0/2178935796 shutdown_connections 2024-09-13T16:20:23.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 -- 172.21.15.39:0/2178935796 wait complete. 2024-09-13T16:20:23.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 Processor -- start 2024-09-13T16:20:23.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.090+0000 7f5ff77dff40 1 -- start start 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff77dff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed6b6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff77dff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 0x5602bed6adb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff77dff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed5a5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff77dff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602bebc7520 con 0x5602bed6ebe0 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff77dff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5602bed5ab00 con 0x5602bece2a20 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff77dff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5602bed66490 con 0x5602bed6e800 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff5add640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed5a5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff52dc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed6b6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff4adb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 0x5602bed6adb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff5add640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed5a5c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59302/0 (socket says 172.21.15.39:59302) 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff52dc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed6b6f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:36564/0 (socket says 172.21.15.39:36564) 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.091+0000 7f5ff5add640 1 -- 172.21.15.39:0/4106107341 learned_addr learned my addr 172.21.15.39:0/4106107341 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff5add640 1 -- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 msgr2=0x5602bed6adb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff5add640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5602bed6e800 0x5602bed6adb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff5add640 1 -- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 msgr2=0x5602bed6b6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff5add640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5602bece2a20 0x5602bed6b6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff5add640 1 -- 172.21.15.39:0/4106107341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ff0001b20 con 0x5602bed6ebe0 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff5add640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed5a5c0 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x5602bec9cec0 tx=0x7f5ff0000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5fe67fc640 1 -- 172.21.15.39:0/4106107341 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff0014070 con 0x5602bed6ebe0 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5fe67fc640 1 -- 172.21.15.39:0/4106107341 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ff000fbb0 con 0x5602bed6ebe0 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5602bebf3c20 con 0x5602bed6ebe0 2024-09-13T16:20:23.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5fe67fc640 1 -- 172.21.15.39:0/4106107341 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ff00012b0 con 0x5602bed6ebe0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.092+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5602bebe7060 con 0x5602bed6ebe0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.093+0000 7f5fe67fc640 1 -- 172.21.15.39:0/4106107341 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5ff000d040 con 0x5602bed6ebe0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5fe67fc640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5fd8069610 0x7f5fd806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5fe67fc640 1 -- 172.21.15.39:0/4106107341 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7f5ff000a040 con 0x5602bed6ebe0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5ff52dc640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5fd8069610 0x7f5fd806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5602bed5c760 0x5602bed5cb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:287034c4:::1.00000000.inode:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e114) v8 -- 0x5602bed5d0b0 con 0x5602bed5c760 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5ff4adb640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5602bed5c760 0x5602bed5cb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.094+0000 7f5ff52dc640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5fd8069610 0x7f5fd806bad0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f5fe8005fd0 tx=0x7f5fe80033e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.095+0000 7f5ff4adb640 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5602bed5c760 0x5602bed5cb70 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff4adb640 1 -- 172.21.15.39:0/4106107341 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 1.00000000.inode [truncate 0] v114'521 uv521 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f5fec055910 con 0x5602bed5c760 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5602bed5c760 msgr2=0x5602bed5cb70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5602bed5c760 0x5602bed5cb70 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5fd8069610 msgr2=0x7f5fd806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5fd8069610 0x7f5fd806bad0 secure :-1 s=READY pgs=872 cs=0 l=1 rev1=1 crypto rx=0x7f5fe8005fd0 tx=0x7f5fe80033e0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 msgr2=0x5602bed5a5c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 --2- 172.21.15.39:0/4106107341 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5602bed6ebe0 0x5602bed5a5c0 secure :-1 s=READY pgs=2231 cs=0 l=1 rev1=1 crypto rx=0x5602bec9cec0 tx=0x7f5ff0000ed0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff5add640 1 -- 172.21.15.39:0/4106107341 reap_dead start 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 shutdown_connections 2024-09-13T16:20:23.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 >> 172.21.15.39:0/4106107341 conn(0x5602bece7800 msgr2=0x5602bed69870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:23.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 shutdown_connections 2024-09-13T16:20:23.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.096+0000 7f5ff77dff40 1 -- 172.21.15.39:0/4106107341 wait complete. 2024-09-13T16:20:23.104 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.207+0000 7fbb1f145640 1 Processor -- start 2024-09-13T16:20:23.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.207+0000 7fbb1f145640 1 -- start start 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1f145640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb18070f50 0x7fbb180b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1f145640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb180acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1f145640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb1815d080 con 0x7fbb180ce050 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1f145640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb180b3f90 con 0x7fbb18070f50 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1f145640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb180b30b0 con 0x7fbb180b2c40 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1d6e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb180acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb17fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbb18070f50 0x7fbb180b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1d6e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb180acd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:47878/0 (socket says 172.21.15.39:47878) 2024-09-13T16:20:23.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1cee1640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fbb180ce050 0x7fbb18070840 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43352/0 (socket says 172.21.15.39:43352) 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.208+0000 7fbb1d6e2640 1 -- 172.21.15.39:0/675007186 learned_addr learned my addr 172.21.15.39:0/675007186 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.209+0000 7fbb17fff640 1 -- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 msgr2=0x7fbb180acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.209+0000 7fbb17fff640 1 --2- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb180acd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.209+0000 7fbb17fff640 1 -- 172.21.15.39:0/675007186 >> v1:172.21.15.157:6789/0 conn(0x7fbb180ce050 legacy=0x7fbb18070840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.209+0000 7fbb17fff640 1 -- 172.21.15.39:0/675007186 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb180b3380 con 0x7fbb18070f50 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.209+0000 7fbb177fe640 1 -- 172.21.15.39:0/675007186 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1889463142 0 0) 0x7fbb1815d080 con 0x7fbb180ce050 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.209+0000 7fbb17fff640 1 --2- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb180b2700 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbb000097a0 tx=0x7fbb0002a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7f25bc4290407f09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb177fe640 1 -- 172.21.15.39:0/675007186 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb00032440 con 0x7fbb18070f50 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb177fe640 1 -- 172.21.15.39:0/675007186 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb000325a0 con 0x7fbb18070f50 2024-09-13T16:20:23.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb177fe640 1 -- 172.21.15.39:0/675007186 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb00032930 con 0x7fbb18070f50 2024-09-13T16:20:23.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 -- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 msgr2=0x7fbb180b2700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 --2- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb180b2700 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fbb000097a0 tx=0x7fbb0002a180 comp rx=0 tx=0).stop 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 -- 172.21.15.39:0/675007186 shutdown_connections 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 --2- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb180acd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 --2- 172.21.15.39:0/675007186 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb180b2700 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 -- 172.21.15.39:0/675007186 >> 172.21.15.39:0/675007186 conn(0x7fbb180b0eb0 msgr2=0x7fbb18069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 -- 172.21.15.39:0/675007186 shutdown_connections 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.210+0000 7fbb1f145640 1 -- 172.21.15.39:0/675007186 wait complete. 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.211+0000 7fbb1f145640 1 Processor -- start 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.211+0000 7fbb1f145640 1 -- start start 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.212+0000 7fbb1f145640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb18147310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.212+0000 7fbb1f145640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb18158700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.212+0000 7fbb1f145640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 0x7fbb1815ee60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.212+0000 7fbb1f145640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb18157410 con 0x7fbb180ce050 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.212+0000 7fbb1f145640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb18157660 con 0x7fbb18070f50 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.212+0000 7fbb1f145640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb18157940 con 0x7fbb180b2c40 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 0x7fbb1815ee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 0x7fbb1815ee60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59304/0 (socket says 172.21.15.39:59304) 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 -- 172.21.15.39:0/3662403440 learned_addr learned my addr 172.21.15.39:0/3662403440 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb17fff640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb18158700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1cee1640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb18147310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 -- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 msgr2=0x7fbb18158700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb18158700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 -- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 msgr2=0x7fbb18147310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb18147310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 -- 172.21.15.39:0/3662403440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb00009400 con 0x7fbb180ce050 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1d6e2640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 0x7fbb1815ee60 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7fbb1000e870 tx=0x7fbb1000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb10009660 con 0x7fbb180ce050 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb1000c940 con 0x7fbb180ce050 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb18157c20 con 0x7fbb180ce050 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1000ccf0 con 0x7fbb180ce050 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.213+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb181581e0 con 0x7fbb180ce050 2024-09-13T16:20:23.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.214+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb18158400 con 0x7fbb180ce050 2024-09-13T16:20:23.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.215+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbb10013470 con 0x7fbb180ce050 2024-09-13T16:20:23.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.215+0000 7fbb157fa640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf806ac00 0x7fbaf806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.215+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(114..114 src has 1..114) v4 ==== 7716+0+0 (secure 0 0 0) 0x7fbb10089d30 con 0x7fbb180ce050 2024-09-13T16:20:23.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.215+0000 7fbb1cee1640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf806ac00 0x7fbaf806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.216+0000 7fbb1cee1640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf806ac00 0x7fbaf806d0c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fbb080012e0 tx=0x7fbb08001630 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.219+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbb10054760 con 0x7fbb180ce050 2024-09-13T16:20:23.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.430+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fbb180672f0 con 0x7fbb180ce050 2024-09-13T16:20:23.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.824+0000 7fbb157fa640 1 -- 172.21.15.39:0/3662403440 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v215) v1 ==== 162+0+0 (secure 0 0 0) 0x7fbb10057d80 con 0x7fbb180ce050 2024-09-13T16:20:23.826 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:23.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf806ac00 msgr2=0x7fbaf806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf806ac00 0x7fbaf806d0c0 secure :-1 s=READY pgs=873 cs=0 l=1 rev1=1 crypto rx=0x7fbb080012e0 tx=0x7fbb08001630 comp rx=0 tx=0).stop 2024-09-13T16:20:23.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 msgr2=0x7fbb1815ee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 0x7fbb1815ee60 secure :-1 s=READY pgs=2232 cs=0 l=1 rev1=1 crypto rx=0x7fbb1000e870 tx=0x7fbb1000ed30 comp rx=0 tx=0).stop 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 shutdown_connections 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbaf806ac00 0x7fbaf806d0c0 unknown :-1 s=CLOSED pgs=873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbb180ce050 0x7fbb1815ee60 unknown :-1 s=CLOSED pgs=2232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbb180b2c40 0x7fbb18158700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 --2- 172.21.15.39:0/3662403440 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbb18070f50 0x7fbb18147310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 >> 172.21.15.39:0/3662403440 conn(0x7fbb180b0eb0 msgr2=0x7fbb1815caa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 shutdown_connections 2024-09-13T16:20:23.829 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.827+0000 7fbb1f145640 1 -- 172.21.15.39:0/3662403440 wait complete. 2024-09-13T16:20:23.833 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:20:23.832+0000 7fad879ce640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-13T16:20:23.833 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:20:23.832+0000 7fad879ce640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:20:23.834 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:23.833+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:23.835 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:23.833+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:23.841 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:23.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.943+0000 7f5bc1576640 1 Processor -- start 2024-09-13T16:20:23.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.943+0000 7f5bc1576640 1 -- start start 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bc1576640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5bbc0ce980 0x7f5bbc0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bc1576640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5bbc0cc650 0x7f5bbc15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bc1576640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5bbc15aa50 con 0x7f5bbc0721f0 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bc1576640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bbc15bed0 con 0x7f5bbc0cc650 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bc1576640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5bbc15af50 con 0x7f5bbc0ce980 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bbb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5bbc0cc650 0x7f5bbc15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bbb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5bbc0cc650 0x7f5bbc15c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47040/0 (socket says 172.21.15.39:47040) 2024-09-13T16:20:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bbb7fe640 1 -- 172.21.15.39:0/3954710815 learned_addr learned my addr 172.21.15.39:0/3954710815 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bba7fc640 1 --2- 172.21.15.39:0/3954710815 >> v2:172.21.15.157:3300/0 conn(0x7f5bbc0ce980 0x7f5bbc0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bbb7fe640 1 -- 172.21.15.39:0/3954710815 >> v2:172.21.15.157:3300/0 conn(0x7f5bbc0ce980 msgr2=0x7f5bbc0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bbb7fe640 1 --2- 172.21.15.39:0/3954710815 >> v2:172.21.15.157:3300/0 conn(0x7f5bbc0ce980 0x7f5bbc0cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.944+0000 7f5bbb7fe640 1 -- 172.21.15.39:0/3954710815 >> v1:172.21.15.157:6789/0 conn(0x7f5bbc0721f0 legacy=0x7f5bbc0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:23.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.945+0000 7f5bbb7fe640 1 -- 172.21.15.39:0/3954710815 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bbc0cd6c0 con 0x7f5bbc0cc650 2024-09-13T16:20:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.945+0000 7f5bbb7fe640 1 --2- 172.21.15.39:0/3954710815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0cc650 0x7f5bbc15c2f0 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc06f5a0 tx=0x7f5bb402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b630d84428cc5960 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.945+0000 7f5bb9ffb640 1 -- 172.21.15.39:0/3954710815 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4032440 con 0x7f5bbc0cc650 2024-09-13T16:20:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.945+0000 7f5bb9ffb640 1 -- 172.21.15.39:0/3954710815 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bb40325a0 con 0x7f5bbc0cc650 2024-09-13T16:20:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.945+0000 7f5bb9ffb640 1 -- 172.21.15.39:0/3954710815 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bb4032930 con 0x7f5bbc0cc650 2024-09-13T16:20:23.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 -- 172.21.15.39:0/3954710815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0cc650 msgr2=0x7f5bbc15c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 --2- 172.21.15.39:0/3954710815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0cc650 0x7f5bbc15c2f0 secure :-1 s=READY pgs=2233 cs=0 l=1 rev1=1 crypto rx=0x7f5bbc06f5a0 tx=0x7f5bb402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 -- 172.21.15.39:0/3954710815 shutdown_connections 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 --2- 172.21.15.39:0/3954710815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0cc650 0x7f5bbc15c2f0 unknown :-1 s=CLOSED pgs=2233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 --2- 172.21.15.39:0/3954710815 >> v2:172.21.15.157:3300/0 conn(0x7f5bbc0ce980 0x7f5bbc0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 -- 172.21.15.39:0/3954710815 >> 172.21.15.39:0/3954710815 conn(0x7f5bbc06b3b0 msgr2=0x7f5bbc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 -- 172.21.15.39:0/3954710815 shutdown_connections 2024-09-13T16:20:23.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.946+0000 7f5bc1576640 1 -- 172.21.15.39:0/3954710815 wait complete. 2024-09-13T16:20:23.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.947+0000 7f5bc1576640 1 Processor -- start 2024-09-13T16:20:23.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.947+0000 7f5bc1576640 1 -- start start 2024-09-13T16:20:23.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bc1576640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 0x7f5bbc155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bc1576640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5bbc0cc650 0x7f5bbc150290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bc1576640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bbc0ce980 0x7f5bbc0b1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bc1576640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bbc0aca90 con 0x7f5bbc0721f0 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bc1576640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5bbc0b2640 con 0x7f5bbc0ce980 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bc1576640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5bbc155f80 con 0x7f5bbc0cc650 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 0x7f5bbc155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 0x7f5bbc155a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47044/0 (socket says 172.21.15.39:47044) 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 -- 172.21.15.39:0/1146404421 learned_addr learned my addr 172.21.15.39:0/1146404421 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bba7fc640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5bbc0cc650 0x7f5bbc150290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbb7fe640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bbc0ce980 0x7f5bbc0b1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 -- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5bbc0cc650 msgr2=0x7f5bbc150290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5bbc0cc650 0x7f5bbc150290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 -- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bbc0ce980 msgr2=0x7f5bbc0b1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bbc0ce980 0x7f5bbc0b1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:23.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbaffd640 1 -- 172.21.15.39:0/1146404421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5bb40094d0 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bbb7fe640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bbc0ce980 0x7f5bbc0b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.948+0000 7f5bba7fc640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5bbc0cc650 0x7f5bbc150290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.949+0000 7f5bbaffd640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 0x7f5bbc155a40 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7f5bac00ba50 tx=0x7f5bac00bf10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.949+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bac00cc10 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.949+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5bac00cd70 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.949+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5bbc0b1da0 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.949+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5bac014680 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.949+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5bbc0b2360 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.950+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5bbc0ac860 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.950+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5bac01d3b0 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.951+0000 7f5bb37fe640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5b9c06ac00 0x7f5b9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.951+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7f5bac089b40 con 0x7f5bbc0721f0 2024-09-13T16:20:23.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.951+0000 7f5bba7fc640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5b9c06ac00 0x7f5b9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:23.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.952+0000 7f5bba7fc640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5b9c06ac00 0x7f5b9c06d0c0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f5ba400a9d0 tx=0x7f5ba4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:23.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:23.955+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5bbc0ac860 con 0x7f5bbc0721f0 2024-09-13T16:20:24.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.166+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5bbc0ac860 con 0x7f5bbc0721f0 2024-09-13T16:20:24.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.167+0000 7f5bb37fe640 1 -- 172.21.15.39:0/1146404421 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 217 v217) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f5bbc0ac860 con 0x7f5bbc0721f0 2024-09-13T16:20:24.169 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:24.169 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":217,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":217,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:23.834394+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":115,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:24.169 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 217 2024-09-13T16:20:24.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5b9c06ac00 msgr2=0x7f5b9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5b9c06ac00 0x7f5b9c06d0c0 secure :-1 s=READY pgs=874 cs=0 l=1 rev1=1 crypto rx=0x7f5ba400a9d0 tx=0x7f5ba4008040 comp rx=0 tx=0).stop 2024-09-13T16:20:24.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 msgr2=0x7f5bbc155a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 0x7f5bbc155a40 secure :-1 s=READY pgs=2234 cs=0 l=1 rev1=1 crypto rx=0x7f5bac00ba50 tx=0x7f5bac00bf10 comp rx=0 tx=0).stop 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 shutdown_connections 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5b9c06ac00 0x7f5b9c06d0c0 unknown :-1 s=CLOSED pgs=874 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5bbc0ce980 0x7f5bbc0b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5bbc0cc650 0x7f5bbc150290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 --2- 172.21.15.39:0/1146404421 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5bbc0721f0 0x7f5bbc155a40 unknown :-1 s=CLOSED pgs=2234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 >> 172.21.15.39:0/1146404421 conn(0x7f5bbc06b3b0 msgr2=0x7f5bbc15b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:24.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 shutdown_connections 2024-09-13T16:20:24.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.169+0000 7f5bc1576640 1 -- 172.21.15.39:0/1146404421 wait complete. 2024-09-13T16:20:24.181 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:24.182 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.282+0000 7f2981041640 1 Processor -- start 2024-09-13T16:20:24.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.282+0000 7f2981041640 1 -- start start 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f2981041640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f2981041640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f297c06f170 0x7f297c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f2981041640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f297c15b1b0 con 0x7f297c15d0a0 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f2981041640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f297c06f6e0 con 0x7f297c06f170 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f2981041640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f297c06f9c0 con 0x7f297c156fb0 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f297a59c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f297c06f170 0x7f297c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f297ad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f297b59e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f297c15d0a0 0x7f297c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:46620/0 (socket says 172.21.15.39:46620) 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.283+0000 7f297b59e640 1 -- 172.21.15.39:0/3181926557 learned_addr learned my addr 172.21.15.39:0/3181926557 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.284+0000 7f297a59c640 1 -- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 msgr2=0x7f297c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.284+0000 7f297a59c640 1 --2- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.284+0000 7f297a59c640 1 -- 172.21.15.39:0/3181926557 >> v1:172.21.15.157:6789/0 conn(0x7f297c15d0a0 legacy=0x7f297c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.284+0000 7f297a59c640 1 -- 172.21.15.39:0/3181926557 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f297c06fca0 con 0x7f297c06f170 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.284+0000 7f297a59c640 1 --2- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0b1cf0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f29640097a0 tx=0x7f296402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=58807e8055e1b406 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2979d9b640 1 -- 172.21.15.39:0/3181926557 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f296402ae50 con 0x7f297c06f170 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2979d9b640 1 -- 172.21.15.39:0/3181926557 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2964032440 con 0x7f297c06f170 2024-09-13T16:20:24.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2979d9b640 1 -- 172.21.15.39:0/3181926557 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29640327d0 con 0x7f297c06f170 2024-09-13T16:20:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 -- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 msgr2=0x7f297c0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 --2- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0b1cf0 secure :-1 s=READY pgs=607 cs=0 l=1 rev1=1 crypto rx=0x7f29640097a0 tx=0x7f296402a100 comp rx=0 tx=0).stop 2024-09-13T16:20:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 -- 172.21.15.39:0/3181926557 shutdown_connections 2024-09-13T16:20:24.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 --2- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0b1cf0 unknown :-1 s=CLOSED pgs=607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 --2- 172.21.15.39:0/3181926557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c15ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 -- 172.21.15.39:0/3181926557 >> 172.21.15.39:0/3181926557 conn(0x7f297c06b3b0 msgr2=0x7f297c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 -- 172.21.15.39:0/3181926557 shutdown_connections 2024-09-13T16:20:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.285+0000 7f2981041640 1 -- 172.21.15.39:0/3181926557 wait complete. 2024-09-13T16:20:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.287+0000 7f2981041640 1 Processor -- start 2024-09-13T16:20:24.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.287+0000 7f2981041640 1 -- start start 2024-09-13T16:20:24.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0ce000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c1e37b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 0x7f297c0cd1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297c0cc150 con 0x7f297c15d0a0 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f297c0cc430 con 0x7f297c06f170 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f297c0cc710 con 0x7f297c156fb0 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 0x7f297c0cd1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 0x7f297c0cd1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47056/0 (socket says 172.21.15.39:47056) 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 -- 172.21.15.39:0/29378667 learned_addr learned my addr 172.21.15.39:0/29378667 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297ad9d640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0ce000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297a59c640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c1e37b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 -- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 msgr2=0x7f297c1e37b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c1e37b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 -- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 msgr2=0x7f297c0ce000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0ce000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 -- 172.21.15.39:0/29378667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2964009400 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297ad9d640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0ce000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f297b59e640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 0x7f297c0cd1d0 secure :-1 s=READY pgs=2235 cs=0 l=1 rev1=1 crypto rx=0x7f297400c370 tx=0x7f297400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2974005ce0 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2974005e40 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.288+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f297c0cc9f0 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.289+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29740072d0 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.289+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f297c0ce720 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.289+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f297c0ccbe0 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.290+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f29740074f0 con 0x7f297c15d0a0 2024-09-13T16:20:24.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.290+0000 7f29737fe640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f295c06ac00 0x7f295c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.290+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7f2974088e40 con 0x7f297c15d0a0 2024-09-13T16:20:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.291+0000 7f297ad9d640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f295c06ac00 0x7f295c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.291+0000 7f297ad9d640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f295c06ac00 0x7f295c06d0c0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f296c0074c0 tx=0x7f296c00b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:24.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.295+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f29740538a0 con 0x7f297c15d0a0 2024-09-13T16:20:24.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.499+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f297c0ce720 con 0x7f297c15d0a0 2024-09-13T16:20:24.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.500+0000 7f29737fe640 1 -- 172.21.15.39:0/29378667 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 217 v217) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f297c0ce720 con 0x7f297c15d0a0 2024-09-13T16:20:24.502 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:24.502 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":217,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":217,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:23.834394+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":115,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:24.502 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 217 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f295c06ac00 msgr2=0x7f295c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f295c06ac00 0x7f295c06d0c0 secure :-1 s=READY pgs=875 cs=0 l=1 rev1=1 crypto rx=0x7f296c0074c0 tx=0x7f296c00b040 comp rx=0 tx=0).stop 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 msgr2=0x7f297c0cd1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 0x7f297c0cd1d0 secure :-1 s=READY pgs=2235 cs=0 l=1 rev1=1 crypto rx=0x7f297400c370 tx=0x7f297400c830 comp rx=0 tx=0).stop 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 shutdown_connections 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f295c06ac00 0x7f295c06d0c0 unknown :-1 s=CLOSED pgs=875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f297c15d0a0 0x7f297c0cd1d0 unknown :-1 s=CLOSED pgs=2235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f297c156fb0 0x7f297c1e37b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 --2- 172.21.15.39:0/29378667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f297c06f170 0x7f297c0ce000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 >> 172.21.15.39:0/29378667 conn(0x7f297c06b3b0 msgr2=0x7f297c159f50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:24.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 shutdown_connections 2024-09-13T16:20:24.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.502+0000 7f2981041640 1 -- 172.21.15.39:0/29378667 wait complete. 2024-09-13T16:20:24.515 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:24.515 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:24.550 INFO:tasks.ceph.mds.c.smithi039.stderr: -46> 2024-09-13T16:20:19.796+0000 7f5f6523d640 -1 mds.0.cache.ino(0x100) Corrupt inode 0x100: End of buffer [buffer:2] 2024-09-13T16:20:24.550 INFO:tasks.ceph.mds.c.smithi039.stderr: -36> 2024-09-13T16:20:19.796+0000 7f5f6523d640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:20:24.574 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:20:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.618+0000 7f0bf6420640 1 Processor -- start 2024-09-13T16:20:24.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.618+0000 7f0bf6420640 1 -- start start 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf6420640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00b41a0 0x7f0bf00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf6420640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0bf00d0a00 0x7f0bf0167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf6420640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0bf00cde30 con 0x7f0bf00ccf80 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf6420640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0bf00b5090 con 0x7f0bf00d0a00 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf6420640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf00cd820 con 0x7f0bf00b41a0 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf49bd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0bf00d0a00 0x7f0bf0167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0be7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0bf00ccf80 0x7f0bf00d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58040/0 (socket says 172.21.15.39:58040) 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf49bd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0bf00d0a00 0x7f0bf0167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47078/0 (socket says 172.21.15.39:47078) 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0be7fff640 1 -- 172.21.15.39:0/3437592915 learned_addr learned my addr 172.21.15.39:0/3437592915 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0beffff640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00b41a0 0x7f0bf00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf49bd640 1 -- 172.21.15.39:0/3437592915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00b41a0 msgr2=0x7f0bf00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf49bd640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00b41a0 0x7f0bf00b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf49bd640 1 -- 172.21.15.39:0/3437592915 >> v1:172.21.15.39:6789/0 conn(0x7f0bf00ccf80 legacy=0x7f0bf00d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bef7fe640 1 -- 172.21.15.39:0/3437592915 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3354536455 0 0) 0x7f0bf00cde30 con 0x7f0bf00ccf80 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0bf49bd640 1 -- 172.21.15.39:0/3437592915 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0bf00b4ac0 con 0x7f0bf00d0a00 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.619+0000 7f0beffff640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00b41a0 0x7f0bf00b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.620+0000 7f0bf49bd640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00d0a00 0x7f0bf0167010 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7f0be8009d90 tx=0x7f0be802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=239b4c76c3056593 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.620+0000 7f0bef7fe640 1 -- 172.21.15.39:0/3437592915 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be8007740 con 0x7f0bf00d0a00 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.620+0000 7f0bef7fe640 1 -- 172.21.15.39:0/3437592915 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0be802d050 con 0x7f0bf00d0a00 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.620+0000 7f0bef7fe640 1 -- 172.21.15.39:0/3437592915 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0be8007ac0 con 0x7f0bf00d0a00 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 -- 172.21.15.39:0/3437592915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00d0a00 msgr2=0x7f0bf0167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00d0a00 0x7f0bf0167010 secure :-1 s=READY pgs=2239 cs=0 l=1 rev1=1 crypto rx=0x7f0be8009d90 tx=0x7f0be802a660 comp rx=0 tx=0).stop 2024-09-13T16:20:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 -- 172.21.15.39:0/3437592915 shutdown_connections 2024-09-13T16:20:24.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00d0a00 0x7f0bf0167010 unknown :-1 s=CLOSED pgs=2239 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 --2- 172.21.15.39:0/3437592915 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00b41a0 0x7f0bf00b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 -- 172.21.15.39:0/3437592915 >> 172.21.15.39:0/3437592915 conn(0x7f0bf00cf1a0 msgr2=0x7f0bf00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:24.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 -- 172.21.15.39:0/3437592915 shutdown_connections 2024-09-13T16:20:24.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.621+0000 7f0bf6420640 1 -- 172.21.15.39:0/3437592915 wait complete. 2024-09-13T16:20:24.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.622+0000 7f0bf6420640 1 Processor -- start 2024-09-13T16:20:24.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.622+0000 7f0bf6420640 1 -- start start 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf00b41a0 0x7f0bf01580f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 0x7f0bf00c8690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00d0a00 0x7f0bf0155830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf0158630 con 0x7f0bf00ccf80 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf0159900 con 0x7f0bf00b41a0 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0bf00cb390 con 0x7f0bf00d0a00 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 0x7f0bf00c8690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 0x7f0bf00c8690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47080/0 (socket says 172.21.15.39:47080) 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 -- 172.21.15.39:0/1461764830 learned_addr learned my addr 172.21.15.39:0/1461764830 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 -- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00d0a00 msgr2=0x7f0bf0155830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00d0a00 0x7f0bf0155830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 -- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf00b41a0 msgr2=0x7f0bf01580f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf00b41a0 0x7f0bf01580f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 -- 172.21.15.39:0/1461764830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0be8009a70 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0be7fff640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 0x7f0bf00c8690 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x7f0bd800c4b0 tx=0x7f0bd800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd80074e0 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0bd8007660 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0bf0158860 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0bd8004a20 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.623+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0bf0158e20 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.624+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0bf0067330 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.625+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0bd8004b80 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.625+0000 7f0bed7fa640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd006ac00 0x7f0bd006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.625+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7f0bd8089040 con 0x7f0bf00ccf80 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.626+0000 7f0beffff640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd006ac00 0x7f0bd006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.626+0000 7f0beffff640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd006ac00 0x7f0bd006d0c0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f0be0006fd0 tx=0x7f0be0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.630+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0bd8053b40 con 0x7f0bf00ccf80 2024-09-13T16:20:24.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.835+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0bf0066ec0 con 0x7f0bf00ccf80 2024-09-13T16:20:24.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.835+0000 7f0bed7fa640 1 -- 172.21.15.39:0/1461764830 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 217 v217) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f0bd8018020 con 0x7f0bf00ccf80 2024-09-13T16:20:24.837 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:24.837 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":217,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":217,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:23.834394+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":115,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:24.837 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 217 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd006ac00 msgr2=0x7f0bd006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd006ac00 0x7f0bd006d0c0 secure :-1 s=READY pgs=876 cs=0 l=1 rev1=1 crypto rx=0x7f0be0006fd0 tx=0x7f0be0008040 comp rx=0 tx=0).stop 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 msgr2=0x7f0bf00c8690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 0x7f0bf00c8690 secure :-1 s=READY pgs=2240 cs=0 l=1 rev1=1 crypto rx=0x7f0bd800c4b0 tx=0x7f0bd800c970 comp rx=0 tx=0).stop 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 shutdown_connections 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0bd006ac00 0x7f0bd006d0c0 unknown :-1 s=CLOSED pgs=876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0bf00d0a00 0x7f0bf0155830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0bf00ccf80 0x7f0bf00c8690 unknown :-1 s=CLOSED pgs=2240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 --2- 172.21.15.39:0/1461764830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0bf00b41a0 0x7f0bf01580f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:24.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 >> 172.21.15.39:0/1461764830 conn(0x7f0bf00cf1a0 msgr2=0x7f0bf00b6830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:24.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 shutdown_connections 2024-09-13T16:20:24.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:24.837+0000 7f0bf6420640 1 -- 172.21.15.39:0/1461764830 wait complete. 2024-09-13T16:20:24.850 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 1.00000000.inode' led to DAMAGED state 2024-09-13T16:20:24.850 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 200.00000000' 2024-09-13T16:20:24.851 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:24.851 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:24.906 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:24.906 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:24.907 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:24.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:24.907 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:24.962 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:24.962 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:24.963 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:25.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.104+0000 7f5e4326b640 1 Processor -- start 2024-09-13T16:20:25.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.104+0000 7f5e4326b640 1 -- start start 2024-09-13T16:20:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e4326b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5e3c06a5e0 0x7f5e3c15d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e4326b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e3c15d550 con 0x7f5e3c0ce080 2024-09-13T16:20:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e4326b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e3c153460 con 0x7f5e3c153080 2024-09-13T16:20:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e4326b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e3c15a050 con 0x7f5e3c06a5e0 2024-09-13T16:20:25.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e40806640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5e3c0ce080 0x7f5e3c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58042/0 (socket says 172.21.15.39:58042) 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e40806640 1 -- 172.21.15.39:0/822548724 learned_addr learned my addr 172.21.15.39:0/822548724 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2495979575 0 0) 0x7f5e3c15d550 con 0x7f5e3c0ce080 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5e28003520 con 0x7f5e3c0ce080 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e41808640 1 --2- 172.21.15.39:0/822548724 >> v2:172.21.15.157:3300/0 conn(0x7f5e3c06a5e0 0x7f5e3c15d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3178191958 0 0) 0x7f5e28003520 con 0x7f5e3c0ce080 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 >> v2:172.21.15.157:3300/0 conn(0x7f5e3c06a5e0 msgr2=0x7f5e3c15d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 --2- 172.21.15.39:0/822548724 >> v2:172.21.15.157:3300/0 conn(0x7f5e3c06a5e0 0x7f5e3c15d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 >> v1:172.21.15.157:6789/0 conn(0x7f5e3c153080 legacy=0x7f5e3c159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e3c159a90 con 0x7f5e3c0ce080 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f5e2c001670 con 0x7f5e3c0ce080 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 >> v1:172.21.15.39:6789/0 conn(0x7f5e3c0ce080 legacy=0x7f5e3c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e28003970 0x7f5e28003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e280047c0 0x7f5e28004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e2800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c15a050 con 0x7f5e280052a0 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2800c170 con 0x7f5e28003970 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.105+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e2800c330 con 0x7f5e280047c0 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41808640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e2800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41007640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e28003970 0x7f5e28003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e40806640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e280047c0 0x7f5e28004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41808640 1 -- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e280047c0 msgr2=0x7f5e28004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41808640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e280047c0 0x7f5e28004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41808640 1 -- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e28003970 msgr2=0x7f5e28003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41808640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e28003970 0x7f5e28003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.106+0000 7f5e41808640 1 -- 172.21.15.39:0/822548724 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e28003520 con 0x7f5e280052a0 2024-09-13T16:20:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e41808640 1 -- 172.21.15.39:0/822548724 reap_dead start 2024-09-13T16:20:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e41808640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e2800b980 secure :-1 s=READY pgs=2242 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400a450 tx=0x7f5e280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2286e48681ef8918 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e34003990 con 0x7f5e280052a0 2024-09-13T16:20:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e3402e070 con 0x7f5e280052a0 2024-09-13T16:20:25.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e33fff640 1 -- 172.21.15.39:0/822548724 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e34003d50 con 0x7f5e280052a0 2024-09-13T16:20:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e4326b640 1 -- 172.21.15.39:0/822548724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 msgr2=0x7f5e2800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e4326b640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e2800b980 secure :-1 s=READY pgs=2242 cs=0 l=1 rev1=1 crypto rx=0x7f5e3400a450 tx=0x7f5e280057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e4326b640 1 -- 172.21.15.39:0/822548724 shutdown_connections 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e4326b640 1 --2- 172.21.15.39:0/822548724 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e2800b980 unknown :-1 s=CLOSED pgs=2242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e4326b640 1 -- 172.21.15.39:0/822548724 >> 172.21.15.39:0/822548724 conn(0x7f5e3c0b15d0 msgr2=0x7f5e3c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.107+0000 7f5e4326b640 1 -- 172.21.15.39:0/822548724 shutdown_connections 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.108+0000 7f5e4326b640 1 -- 172.21.15.39:0/822548724 wait complete. 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 Processor -- start 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 -- start start 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e3c156040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e3c157570 0x7f5e3c14a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e3c1f6360 0x7f5e3c15b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c15cbf0 con 0x7f5e280052a0 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c1579f0 con 0x7f5e3c1f6360 2024-09-13T16:20:25.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.109+0000 7f5e4326b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3c1f5ed0 con 0x7f5e3c157570 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e3c156040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e3c156040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47106/0 (socket says 172.21.15.39:47106) 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 -- 172.21.15.39:0/231762492 learned_addr learned my addr 172.21.15.39:0/231762492 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41808640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e3c1f6360 0x7f5e3c15b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e40806640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e3c157570 0x7f5e3c14a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 -- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e3c157570 msgr2=0x7f5e3c14a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e3c157570 0x7f5e3c14a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 -- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e3c1f6360 msgr2=0x7f5e3c15b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e3c1f6360 0x7f5e3c15b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 -- 172.21.15.39:0/231762492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e3c0cb2a0 con 0x7f5e280052a0 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e41007640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e3c156040 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7f5e3800f620 tx=0x7f5e3800fae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e380052e0 con 0x7f5e280052a0 2024-09-13T16:20:25.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e38005440 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e38003810 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.110+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e3c14da70 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.111+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e3c1f5b60 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.111+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e3c14d8d0 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.112+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5e38003970 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.112+0000 7f5e31ffb640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.112+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7f5e38089a20 con 0x7f5e280052a0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.112+0000 7f5e40806640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.113+0000 7f5e40806640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c0cb770 tx=0x7f5e2c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:25.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.116+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5e3c14d8d0 con 0x7f5e280052a0 2024-09-13T16:20:25.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.322+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f5e3c14d8d0 con 0x7f5e280052a0 2024-09-13T16:20:25.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.847+0000 7f5e31ffb640 1 -- 172.21.15.39:0/231762492 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v219) v1 ==== 161+0+0 (secure 0 0 0) 0x7f5e3c14d8d0 con 0x7f5e280052a0 2024-09-13T16:20:25.848 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:25.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 msgr2=0x7f5e2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 secure :-1 s=READY pgs=878 cs=0 l=1 rev1=1 crypto rx=0x7f5e3c0cb770 tx=0x7f5e2c009040 comp rx=0 tx=0).stop 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 msgr2=0x7f5e3c156040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e3c156040 secure :-1 s=READY pgs=2243 cs=0 l=1 rev1=1 crypto rx=0x7f5e3800f620 tx=0x7f5e3800fae0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 shutdown_connections 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 unknown :-1 s=CLOSED pgs=878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e3c1f6360 0x7f5e3c15b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e3c157570 0x7f5e3c14a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 --2- 172.21.15.39:0/231762492 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e280052a0 0x7f5e3c156040 unknown :-1 s=CLOSED pgs=2243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 >> 172.21.15.39:0/231762492 conn(0x7f5e3c0b15d0 msgr2=0x7f5e3c0cbd10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 shutdown_connections 2024-09-13T16:20:25.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.849+0000 7f5e4326b640 1 -- 172.21.15.39:0/231762492 wait complete. 2024-09-13T16:20:25.862 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:25.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.965+0000 7fe3d3753640 1 Processor -- start 2024-09-13T16:20:25.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.965+0000 7fe3d3753640 1 -- start start 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d3753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3cc0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d3753640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe3cc0cd560 0x7fe3cc0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d3753640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3cc0d11f0 con 0x7fe3cc0d1bc0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d3753640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3cc15d2d0 con 0x7fe3cc0cd560 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d3753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3cc0cda00 con 0x7fe3cc15cef0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d1cf0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe3cc0d1bc0 0x7fe3cc0b5ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58058/0 (socket says 172.21.15.39:58058) 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.966+0000 7fe3d1cf0640 1 -- 172.21.15.39:0/462981240 learned_addr learned my addr 172.21.15.39:0/462981240 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3cc0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d0cee640 1 --2- 172.21.15.39:0/462981240 >> v2:172.21.15.157:3300/0 conn(0x7fe3cc0cd560 0x7fe3cc0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4153425164 0 0) 0x7fe3cc0d11f0 con 0x7fe3cc0d1bc0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe3b4003520 con 0x7fe3cc0d1bc0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 777402123 0 0) 0x7fe3b4003520 con 0x7fe3cc0d1bc0 2024-09-13T16:20:25.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 msgr2=0x7fe3cc0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3cc0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 >> v2:172.21.15.157:3300/0 conn(0x7fe3cc0cd560 msgr2=0x7fe3cc0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 --2- 172.21.15.39:0/462981240 >> v2:172.21.15.157:3300/0 conn(0x7fe3cc0cd560 0x7fe3cc0d1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3cc0cdce0 con 0x7fe3cc0d1bc0 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fe3c4001670 con 0x7fe3cc0d1bc0 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3cc0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d0cee640 1 --2- 172.21.15.39:0/462981240 >> v2:172.21.15.157:3300/0 conn(0x7fe3cc0cd560 0x7fe3cc0d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 >> v1:172.21.15.39:6789/0 conn(0x7fe3cc0d1bc0 legacy=0x7fe3cc0b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3b4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3b40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4004d00 0x7fe3b4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3cc15d2d0 con 0x7fe3b4003970 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3cc0cda00 con 0x7fe3b4004d00 2024-09-13T16:20:25.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3b400b980 con 0x7fe3cc15cef0 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3b4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d0cee640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3b40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d1cf0640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4004d00 0x7fe3b4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d14ef640 1 -- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 msgr2=0x7fe3b40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc15cef0 0x7fe3b40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.967+0000 7fe3d14ef640 1 -- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4004d00 msgr2=0x7fe3b4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.968+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4004d00 0x7fe3b4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.968+0000 7fe3d14ef640 1 -- 172.21.15.39:0/462981240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3bc009a70 con 0x7fe3b4003970 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.968+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3b4003d90 secure :-1 s=READY pgs=2245 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc00e350 tx=0x7fe3b40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=338441cf91e8ec9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.968+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc02f660 con 0x7fe3b4003970 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.968+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3bc00f040 con 0x7fe3b4003970 2024-09-13T16:20:25.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.968+0000 7fe3cbfff640 1 -- 172.21.15.39:0/462981240 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc02f9c0 con 0x7fe3b4003970 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d3753640 1 -- 172.21.15.39:0/462981240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 msgr2=0x7fe3b4003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d3753640 1 --2- 172.21.15.39:0/462981240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3b4003d90 secure :-1 s=READY pgs=2245 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc00e350 tx=0x7fe3b40057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d1cf0640 1 -- 172.21.15.39:0/462981240 reap_dead start 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d3753640 1 -- 172.21.15.39:0/462981240 shutdown_connections 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d3753640 1 -- 172.21.15.39:0/462981240 >> 172.21.15.39:0/462981240 conn(0x7fe3cc06a3a0 msgr2=0x7fe3cc06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d3753640 1 -- 172.21.15.39:0/462981240 shutdown_connections 2024-09-13T16:20:25.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.969+0000 7fe3d3753640 1 -- 172.21.15.39:0/462981240 wait complete. 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.970+0000 7fe3d3753640 1 Processor -- start 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.970+0000 7fe3d3753640 1 -- start start 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d3753640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3cc153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d3753640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3cc153b70 0x7fe3cc15f9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d3753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc0b4040 0x7fe3cc0b44c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d3753640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3cc0b4a00 con 0x7fe3b4003970 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d3753640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3cc0c6b00 con 0x7fe3cc153b70 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d3753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3cc160220 con 0x7fe3cc0b4040 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d14ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3cc153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d14ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3cc153550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47120/0 (socket says 172.21.15.39:47120) 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d14ef640 1 -- 172.21.15.39:0/3241079744 learned_addr learned my addr 172.21.15.39:0/3241079744 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:25.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d0cee640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3cc153b70 0x7fe3cc15f9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.971+0000 7fe3d1cf0640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc0b4040 0x7fe3cc0b44c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d14ef640 1 -- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc0b4040 msgr2=0x7fe3cc0b44c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc0b4040 0x7fe3cc0b44c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d14ef640 1 -- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3cc153b70 msgr2=0x7fe3cc15f9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3cc153b70 0x7fe3cc15f9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d14ef640 1 -- 172.21.15.39:0/3241079744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3cc0c61d0 con 0x7fe3b4003970 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d14ef640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3cc153550 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc02af70 tx=0x7fe3bc009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc03e070 con 0x7fe3b4003970 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3bc039020 con 0x7fe3b4003970 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3cc0c64b0 con 0x7fe3b4003970 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3bc02f730 con 0x7fe3b4003970 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.972+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3cc0c9b00 con 0x7fe3b4003970 2024-09-13T16:20:25.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.973+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3cc0d1680 con 0x7fe3b4003970 2024-09-13T16:20:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.974+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe3bc02f890 con 0x7fe3b4003970 2024-09-13T16:20:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.974+0000 7fe3c9ffb640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe3b806ac30 0x7fe3b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.974+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7fe3bc0aa6d0 con 0x7fe3b4003970 2024-09-13T16:20:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.974+0000 7fe3d0cee640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe3b806ac30 0x7fe3b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.975+0000 7fe3d0cee640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe3b806ac30 0x7fe3b806d0f0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0c5e20 tx=0x7fe3c0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:25.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:25.978+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe3bc0752e0 con 0x7fe3b4003970 2024-09-13T16:20:26.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.217+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fe3cc0d0670 con 0x7fe3b4003970 2024-09-13T16:20:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.849+0000 7fe3c9ffb640 1 -- 172.21.15.39:0/3241079744 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v220) v1 ==== 101+0+0 (secure 0 0 0) 0x7fe3bc009de0 con 0x7fe3b4003970 2024-09-13T16:20:26.851 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe3b806ac30 msgr2=0x7fe3b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe3b806ac30 0x7fe3b806d0f0 secure :-1 s=READY pgs=879 cs=0 l=1 rev1=1 crypto rx=0x7fe3cc0c5e20 tx=0x7fe3c0009190 comp rx=0 tx=0).stop 2024-09-13T16:20:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 msgr2=0x7fe3cc153550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:26.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3cc153550 secure :-1 s=READY pgs=2246 cs=0 l=1 rev1=1 crypto rx=0x7fe3bc02af70 tx=0x7fe3bc009750 comp rx=0 tx=0).stop 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 shutdown_connections 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe3b806ac30 0x7fe3b806d0f0 unknown :-1 s=CLOSED pgs=879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3cc0b4040 0x7fe3cc0b44c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3cc153b70 0x7fe3cc15f9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 --2- 172.21.15.39:0/3241079744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b4003970 0x7fe3cc153550 unknown :-1 s=CLOSED pgs=2246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 >> 172.21.15.39:0/3241079744 conn(0x7fe3cc06a3a0 msgr2=0x7fe3cc0b17d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 shutdown_connections 2024-09-13T16:20:26.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.852+0000 7fe3d3753640 1 -- 172.21.15.39:0/3241079744 wait complete. 2024-09-13T16:20:26.865 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:26.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.908+0000 7fa6be7b8f40 1 Processor -- start 2024-09-13T16:20:26.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.908+0000 7fa6be7b8f40 1 -- start start 2024-09-13T16:20:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6be7b8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 0x564d16096650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6be7b8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71c70 0x564d15fdf0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6be7b8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15fedd10 0x564d15fdf5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6be7b8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d15edc4d0 con 0x564d15f71890 2024-09-13T16:20:26.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6be7b8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d15e77b60 con 0x564d15f71c70 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6be7b8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564d15e77800 con 0x564d15fedd10 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 0x564d16096650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 0x564d16096650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47136/0 (socket says 172.21.15.39:47136) 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/350321020 learned_addr learned my addr 172.21.15.39:0/350321020 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71c70 0x564d15fdf0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bcab8640 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15fedd10 0x564d15fdf5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15fedd10 msgr2=0x564d15fdf5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15fedd10 0x564d15fdf5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71c70 msgr2=0x564d15fdf0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71c70 0x564d15fdf0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/350321020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6a4005d20 con 0x564d15f71890 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71c70 0x564d15fdf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 0x564d16096650 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac001c80 tx=0x7fa6ac00b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc76d6c4ca43b274 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bb2b5640 1 -- 172.21.15.39:0/350321020 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6ac00e470 con 0x564d15f71890 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.909+0000 7fa6bb2b5640 1 -- 172.21.15.39:0/350321020 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6ac00e5f0 con 0x564d15f71890 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6bb2b5640 1 -- 172.21.15.39:0/350321020 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6ac00e9a0 con 0x564d15f71890 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/350321020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 msgr2=0x564d16096650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 0x564d16096650 secure :-1 s=READY pgs=2247 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac001c80 tx=0x7fa6ac00b6c0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/350321020 shutdown_connections 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15fedd10 0x564d15fdf5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71c70 0x564d15fdf0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/350321020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15f71890 0x564d16096650 unknown :-1 s=CLOSED pgs=2247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/350321020 >> 172.21.15.39:0/350321020 conn(0x564d15f7a800 msgr2=0x564d15f77300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:26.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/350321020 shutdown_connections 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.910+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/350321020 wait complete. 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 Processor -- start 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 -- start start 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71890 0x564d16007000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15f71c70 0x564d16008070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15fedd10 0x564d15fdaec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d15e5a520 con 0x564d15fedd10 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564d16006be0 con 0x564d15f71890 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.911+0000 7fa6be7b8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564d15fed310 con 0x564d15f71c70 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15fedd10 0x564d15fdaec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15fedd10 0x564d15fdaec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47148/0 (socket says 172.21.15.39:47148) 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 learned_addr learned my addr 172.21.15.39:0/1406946998 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71890 0x564d16007000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15f71c70 0x564d16008070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15f71c70 msgr2=0x564d16008070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15f71c70 0x564d16008070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71890 msgr2=0x564d16007000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564d15f71890 0x564d16007000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa6a8001e10 con 0x564d15fedd10 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564d15f71c70 0x564d16008070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6bcab8640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15fedd10 0x564d15fdaec0 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4046030 tx=0x7fa6b4003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:26.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6ba2b3640 1 -- 172.21.15.39:0/1406946998 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b4052480 con 0x564d15fedd10 2024-09-13T16:20:26.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6ba2b3640 1 -- 172.21.15.39:0/1406946998 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa6b40525e0 con 0x564d15fedd10 2024-09-13T16:20:26.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa6b400a100 con 0x564d15fedd10 2024-09-13T16:20:26.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6ba2b3640 1 -- 172.21.15.39:0/1406946998 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa6b405c670 con 0x564d15fedd10 2024-09-13T16:20:26.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.912+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564d15e86c20 con 0x564d15fedd10 2024-09-13T16:20:26.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.914+0000 7fa6ba2b3640 1 -- 172.21.15.39:0/1406946998 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa6b405c7d0 con 0x564d15fedd10 2024-09-13T16:20:26.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.914+0000 7fa6ba2b3640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c0695e0 0x7fa69c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.914+0000 7fa6ba2b3640 1 -- 172.21.15.39:0/1406946998 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7fa6b40cc5f0 con 0x564d15fedd10 2024-09-13T16:20:26.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.914+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c0695e0 0x7fa69c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.920 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.914+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564d160085b0 0x564d15fdc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.914+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d15fdf070 con 0x564d160085b0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.915+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564d160085b0 0x564d15fdc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.915+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564d160085b0 0x564d15fdc000 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.915+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c0695e0 0x7fa69c06baa0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac013000 tx=0x7fa6ac01b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.917+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v115'722 uv696 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.917+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a7b10 con 0x564d160085b0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.918+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v115'723 uv723 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.918+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a7ec0 con 0x564d160085b0 2024-09-13T16:20:26.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.919+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v115'724 uv724 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.923 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.919+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a9280 con 0x564d160085b0 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.920+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v115'725 uv725 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.920+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a9630 con 0x564d160085b0 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.921+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v115'726 uv726 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.921+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.922+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v115'727 uv727 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.922+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.924+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v115'728 uv702 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.924+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.925+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v115'729 uv729 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.925+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.926+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v115'730 uv730 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.927 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:26.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.926+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.928+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v115'731 uv731 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.928+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a99e0 con 0x564d160085b0 2024-09-13T16:20:26.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.929+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v115'732 uv732 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.929+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.930+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v115'733 uv733 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.930+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.931+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v115'734 uv709 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.931+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.932+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v115'735 uv735 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.932+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.934+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v115'736 uv736 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.935 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.934+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.935+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v115'737 uv737 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.935+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a99e0 con 0x564d160085b0 2024-09-13T16:20:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.936+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v115'738 uv738 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.936+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.937+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v115'739 uv739 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.937+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.938+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v115'740 uv740 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.938+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.940+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v115'741 uv715 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.940+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.941+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v115'742 uv742 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.941+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.942+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v115'743 uv743 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.943 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:26.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.942+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.943+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v115'744 uv744 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.943+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.944+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v115'745 uv745 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.944+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.945+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v115'746 uv746 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.945+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.946+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v115'747 uv721 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.946+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.947+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v115'748 uv748 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.947+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.948+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v115'749 uv749 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.950 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:26.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.948+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.949+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v115'750 uv750 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.949+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.950+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v115'751 uv751 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.950+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160085b0 2024-09-13T16:20:26.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.951+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v115'752 uv752 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:26.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.952+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564d160a8b80 0x564d160ab9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:26.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.952+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160a8270 con 0x564d160a8b80 2024-09-13T16:20:26.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.952+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564d160a8b80 0x564d160ab9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:26.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.952+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564d160a8b80 0x564d160ab9f0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:26.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.954+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v115'522 uv521 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.954+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160abf30 con 0x564d160a8b80 2024-09-13T16:20:26.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.955+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v115'523 uv523 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.955+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ac2e0 con 0x564d160a8b80 2024-09-13T16:20:26.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.956+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v115'524 uv524 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.958 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:26.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.956+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ac690 con 0x564d160a8b80 2024-09-13T16:20:26.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.960+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v115'525 uv525 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.960+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160aca40 con 0x564d160a8b80 2024-09-13T16:20:26.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.965+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v115'526 uv526 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.965+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160acdf0 con 0x564d160a8b80 2024-09-13T16:20:26.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.966+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v115'527 uv509 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.966+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.972+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v115'528 uv528 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.972+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.977+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v115'529 uv529 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.979 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:26.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.977+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.979+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v115'530 uv530 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.979+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.984+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v115'531 uv531 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.984+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.985+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v115'532 uv514 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.985+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.986+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v115'533 uv533 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.986+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.989 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:26.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.988+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v115'534 uv534 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.988+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b0bd0 con 0x564d160a8b80 2024-09-13T16:20:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.989+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v115'535 uv535 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.989+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b0bd0 con 0x564d160a8b80 2024-09-13T16:20:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.991+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v115'536 uv536 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.991+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.992+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v115'537 uv520 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.992+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.993+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v115'538 uv538 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.993+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.995 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:26.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.994+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v115'539 uv539 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.994+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ae1b0 con 0x564d160a8b80 2024-09-13T16:20:26.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.995+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v115'540 uv540 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.995+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ae1b0 con 0x564d160a8b80 2024-09-13T16:20:26.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.996+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v115'541 uv541 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.997+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160a8b80 2024-09-13T16:20:26.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.998+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v115'542 uv542 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160a8b80 2024-09-13T16:20:26.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.998+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160085b0 2024-09-13T16:20:27.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.999+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v115'141 uv140 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:26.999+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160085b0 2024-09-13T16:20:27.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.000+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v115'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.000+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160085b0 2024-09-13T16:20:27.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.001+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v115'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.002 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:27.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.001+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ae1b0 con 0x564d160085b0 2024-09-13T16:20:27.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.002+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v115'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.002+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ae1b0 con 0x564d160085b0 2024-09-13T16:20:27.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.003+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v115'145 uv145 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.003+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160ad1a0 con 0x564d160085b0 2024-09-13T16:20:27.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.004+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v115'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.004+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564d160ad6b0 0x564d160afaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.004+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160ad6b0 2024-09-13T16:20:27.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.004+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564d160ad6b0 0x564d160afaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.004+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564d160ad6b0 0x564d160afaa0 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.005+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v115'101 uv100 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.005+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160ad6b0 2024-09-13T16:20:27.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.006+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v115'102 uv102 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.006+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160ad6b0 2024-09-13T16:20:27.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.007+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v115'103 uv103 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.009 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:27.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.007+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160ad6b0 2024-09-13T16:20:27.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.008+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v115'104 uv104 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.008+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d15fdb480 con 0x564d160085b0 2024-09-13T16:20:27.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.010+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v115'141 uv140 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.010+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160085b0 2024-09-13T16:20:27.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.011+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v115'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.011+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160085b0 2024-09-13T16:20:27.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.012+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v115'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.014 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:27.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.012+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b0ff0 con 0x564d160085b0 2024-09-13T16:20:27.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.013+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v115'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.013+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b0ff0 con 0x564d160085b0 2024-09-13T16:20:27.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.014+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v115'145 uv145 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.014+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160affe0 con 0x564d160085b0 2024-09-13T16:20:27.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.016+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v115'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.016+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d160b0660 0x564d160b2a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.016+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b30b0 con 0x564d160b0660 2024-09-13T16:20:27.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.016+0000 7fa6bcab8640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d160b0660 0x564d160b2a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.016+0000 7fa6bcab8640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d160b0660 0x564d160b2a50 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.017+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v115'260 uv254 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.017+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b3570 con 0x564d160b0660 2024-09-13T16:20:27.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.018+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v115'261 uv261 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.018+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b3a60 con 0x564d160b0660 2024-09-13T16:20:27.020 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:27.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.019+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v115'262 uv262 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.020+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d15fdb4e0 con 0x564d160b0660 2024-09-13T16:20:27.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.020+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v115'263 uv263 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.021+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b53e0 con 0x564d160b0660 2024-09-13T16:20:27.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.021+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v115'264 uv264 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.022+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b4350 con 0x564d160b0660 2024-09-13T16:20:27.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.023+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v115'265 uv265 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.023+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b4770 con 0x564d160b0660 2024-09-13T16:20:27.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.024+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v115'266 uv259 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.024+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b4b70 con 0x564d160b0660 2024-09-13T16:20:27.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.025+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v115'267 uv267 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.025+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b4b70 con 0x564d160b0660 2024-09-13T16:20:27.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.025+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v115'268 uv268 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.027 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:27.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.026+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b4fc0 con 0x564d160b0660 2024-09-13T16:20:27.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.027+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v115'269 uv269 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.027+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b4fc0 con 0x564d160b0660 2024-09-13T16:20:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.028+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v115'270 uv270 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.028+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564d160b57e0 0x564d160b7bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.028+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b81f0 con 0x564d160b57e0 2024-09-13T16:20:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.028+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564d160b57e0 0x564d160b7bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.028+0000 7fa6bc2b7640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564d160b57e0 0x564d160b7bd0 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.030+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v115'117 uv116 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160b57e0 2024-09-13T16:20:27.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.030+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160b57e0 2024-09-13T16:20:27.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.031+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v115'118 uv118 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160b57e0 2024-09-13T16:20:27.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.031+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160b57e0 2024-09-13T16:20:27.033 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:27.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.032+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v115'119 uv119 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160b57e0 2024-09-13T16:20:27.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.032+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160b57e0 2024-09-13T16:20:27.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.033+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v115'120 uv120 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160b57e0 2024-09-13T16:20:27.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.033+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160b57e0 2024-09-13T16:20:27.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.034+0000 7fa6bc2b7640 1 -- 172.21.15.39:0/1406946998 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v115'121 uv121 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6ac021070 con 0x564d160b57e0 2024-09-13T16:20:27.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.034+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160085b0 2024-09-13T16:20:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.035+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v115'141 uv140 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.035+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160085b0 2024-09-13T16:20:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.036+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v115'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.036+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160085b0 2024-09-13T16:20:27.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.037+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v115'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.039 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.037+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b9630 con 0x564d160085b0 2024-09-13T16:20:27.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.038+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v115'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.038+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b9630 con 0x564d160085b0 2024-09-13T16:20:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.039+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v115'145 uv145 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.040+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160085b0 2024-09-13T16:20:27.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.041+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v115'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160085b0 2024-09-13T16:20:27.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.041+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160ad6b0 2024-09-13T16:20:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.042+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v115'233 uv227 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.042+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160ad6b0 2024-09-13T16:20:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.043+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v115'234 uv234 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.043+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8620 con 0x564d160ad6b0 2024-09-13T16:20:27.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.044+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v115'235 uv235 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.045 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:27.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.044+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8a20 con 0x564d160ad6b0 2024-09-13T16:20:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.045+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v115'236 uv236 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.045+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8a20 con 0x564d160ad6b0 2024-09-13T16:20:27.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.046+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v115'237 uv237 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.046+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8750 con 0x564d160ad6b0 2024-09-13T16:20:27.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.047+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v115'238 uv232 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.047+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8700 con 0x564d160ad6b0 2024-09-13T16:20:27.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.048+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v115'239 uv239 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.048+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8700 con 0x564d160ad6b0 2024-09-13T16:20:27.050 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:27.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.049+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v115'240 uv240 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.049+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160b8700 con 0x564d160ad6b0 2024-09-13T16:20:27.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.050+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v115'241 uv241 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.050+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb550 con 0x564d160ad6b0 2024-09-13T16:20:27.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.051+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v115'242 uv242 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.051+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564d160b9230 0x564d160bbba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.051+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b9230 2024-09-13T16:20:27.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.051+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564d160b9230 0x564d160bbba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.052+0000 7fa6b3fff640 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564d160b9230 0x564d160bbba0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.053+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v115'103 uv102 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160b9230 2024-09-13T16:20:27.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.053+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b9230 2024-09-13T16:20:27.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.054+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v115'104 uv104 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160b9230 2024-09-13T16:20:27.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.054+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b9230 2024-09-13T16:20:27.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.055+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v115'105 uv105 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160b9230 2024-09-13T16:20:27.057 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:27.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.055+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b9230 2024-09-13T16:20:27.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.056+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v115'106 uv106 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160b9230 2024-09-13T16:20:27.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.056+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160ad6b0 2024-09-13T16:20:27.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.057+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v115'141 uv140 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.057+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160ad6b0 2024-09-13T16:20:27.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.058+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v115'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.058+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160ad6b0 2024-09-13T16:20:27.061 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:27.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.059+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v115'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.059+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160ad6b0 2024-09-13T16:20:27.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.060+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v115'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.060+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160ad6b0 2024-09-13T16:20:27.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.061+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v115'145 uv145 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.061+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160ad6b0 2024-09-13T16:20:27.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.062+0000 7fa6b3fff640 1 -- 172.21.15.39:0/1406946998 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v115'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6a4009bd0 con 0x564d160ad6b0 2024-09-13T16:20:27.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.062+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.063+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v115'120 uv119 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.063+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.064+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v115'121 uv121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.064+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.065+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v115'122 uv122 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.067 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:27.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.065+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.066+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v115'123 uv123 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.067+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.068+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v115'124 uv124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.068+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.069+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v115'290 uv282 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.069+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.070+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v115'291 uv291 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.070+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.071+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v115'292 uv292 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.073 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:27.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.071+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.072+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v115'293 uv293 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.072+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.073+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v115'294 uv294 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.074+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.075+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v115'295 uv289 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.075+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.076+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v115'296 uv296 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.076+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.077+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v115'297 uv297 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.078 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:27.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.077+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.078+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v115'298 uv298 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.078+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.079+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v115'299 uv299 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.079+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bb620 con 0x564d160b0660 2024-09-13T16:20:27.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.080+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v115'300 uv300 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.080+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x564d160bc0e0 con 0x564d160b0660 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v115'301 uv301 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fa6b4058070 con 0x564d160b0660 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564d160085b0 msgr2=0x564d15fdc000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564d160085b0 0x564d15fdc000 crc :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564d160ad6b0 msgr2=0x564d160afaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x564d160ad6b0 0x564d160afaa0 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564d160b9230 msgr2=0x564d160bbba0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x564d160b9230 0x564d160bbba0 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564d160a8b80 msgr2=0x564d160ab9f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x564d160a8b80 0x564d160ab9f0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 reap_dead start 2024-09-13T16:20:27.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d160b0660 msgr2=0x564d160b2a50 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x564d160b0660 0x564d160b2a50 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564d160b57e0 msgr2=0x564d160b7bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x564d160b57e0 0x564d160b7bd0 crc :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c0695e0 msgr2=0x7fa69c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa69c0695e0 0x7fa69c06baa0 secure :-1 s=READY pgs=880 cs=0 l=1 rev1=1 crypto rx=0x7fa6ac013000 tx=0x7fa6ac01b040 comp rx=0 tx=0).stop 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15fedd10 msgr2=0x564d15fdaec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 --2- 172.21.15.39:0/1406946998 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564d15fedd10 0x564d15fdaec0 secure :-1 s=READY pgs=2248 cs=0 l=1 rev1=1 crypto rx=0x7fa6b4046030 tx=0x7fa6b4003330 comp rx=0 tx=0).stop 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6bcab8640 1 -- 172.21.15.39:0/1406946998 reap_dead start 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 shutdown_connections 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 >> 172.21.15.39:0/1406946998 conn(0x564d15f7a800 msgr2=0x564d15f79bd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 shutdown_connections 2024-09-13T16:20:27.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.082+0000 7fa6be7b8f40 1 -- 172.21.15.39:0/1406946998 wait complete. 2024-09-13T16:20:27.086 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 200.00000000 0 2024-09-13T16:20:27.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.169+0000 7f023bd41f40 1 Processor -- start 2024-09-13T16:20:27.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.169+0000 7f023bd41f40 1 -- start start 2024-09-13T16:20:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023bd41f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0224003a70 0x562aa12ea220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023bd41f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 0x562aa135c130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023bd41f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aa135b180 0x562aa134ca80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023bd41f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aa1251be0 con 0x562aa135db20 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023bd41f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aa124d4d0 con 0x7f0224003a70 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023bd41f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562aa11e8b60 con 0x562aa135b180 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 0x562aa135c130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 0x562aa135c130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47168/0 (socket says 172.21.15.39:47168) 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 -- 172.21.15.39:0/1419796910 learned_addr learned my addr 172.21.15.39:0/1419796910 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023983e640 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0224003a70 0x562aa12ea220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 -- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aa135b180 msgr2=0x562aa134ca80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023a03f640 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aa135b180 0x562aa134ca80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aa135b180 0x562aa134ca80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 -- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0224003a70 msgr2=0x562aa12ea220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0224003a70 0x562aa12ea220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.170+0000 7f023903d640 1 -- 172.21.15.39:0/1419796910 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562aa11eb060 con 0x562aa135db20 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023903d640 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 0x562aa135c130 secure :-1 s=READY pgs=2251 cs=0 l=1 rev1=1 crypto rx=0x7f0230002f30 tx=0x7f023000e760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32947603174e5d0c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f022bfff640 1 -- 172.21.15.39:0/1419796910 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0230016030 con 0x562aa135db20 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f022bfff640 1 -- 172.21.15.39:0/1419796910 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0230008070 con 0x562aa135db20 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f022bfff640 1 -- 172.21.15.39:0/1419796910 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0230002be0 con 0x562aa135db20 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 -- 172.21.15.39:0/1419796910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 msgr2=0x562aa135c130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 0x562aa135c130 secure :-1 s=READY pgs=2251 cs=0 l=1 rev1=1 crypto rx=0x7f0230002f30 tx=0x7f023000e760 comp rx=0 tx=0).stop 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 -- 172.21.15.39:0/1419796910 shutdown_connections 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562aa135b180 0x562aa134ca80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135db20 0x562aa135c130 unknown :-1 s=CLOSED pgs=2251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 --2- 172.21.15.39:0/1419796910 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0224003a70 0x562aa12ea220 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 -- 172.21.15.39:0/1419796910 >> 172.21.15.39:0/1419796910 conn(0x562aa12eb800 msgr2=0x562aa12ea830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 -- 172.21.15.39:0/1419796910 shutdown_connections 2024-09-13T16:20:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.171+0000 7f023bd41f40 1 -- 172.21.15.39:0/1419796910 wait complete. 2024-09-13T16:20:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.172+0000 7f023bd41f40 1 Processor -- start 2024-09-13T16:20:27.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.172+0000 7f023bd41f40 1 -- start start 2024-09-13T16:20:27.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.172+0000 7f023bd41f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135b180 0x562aa1372780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aa135db20 0x562aa1359940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0224003a70 0x562aa1359e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aa11e8800 con 0x562aa135b180 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562aa11cb520 con 0x562aa135db20 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562aa1372cc0 con 0x7f0224003a70 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135b180 0x562aa1372780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135b180 0x562aa1372780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47180/0 (socket says 172.21.15.39:47180) 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 -- 172.21.15.39:0/2310712535 learned_addr learned my addr 172.21.15.39:0/2310712535 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023a03f640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0224003a70 0x562aa1359e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023903d640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aa135db20 0x562aa1359940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 -- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0224003a70 msgr2=0x562aa1359e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0224003a70 0x562aa1359e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 -- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aa135db20 msgr2=0x562aa1359940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aa135db20 0x562aa1359940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 -- 172.21.15.39:0/2310712535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f023000a040 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023a03f640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0224003a70 0x562aa1359e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023903d640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562aa135db20 0x562aa1359940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023983e640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135b180 0x562aa1372780 secure :-1 s=READY pgs=2252 cs=0 l=1 rev1=1 crypto rx=0x7f022c001370 tx=0x7f022c00e830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f022affd640 1 -- 172.21.15.39:0/2310712535 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f022c00c070 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f022affd640 1 -- 172.21.15.39:0/2310712535 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f022c0135f0 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f022affd640 1 -- 172.21.15.39:0/2310712535 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f022c0139a0 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562aa11eaac0 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.173+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562aa12e04a0 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.175+0000 7f022affd640 1 -- 172.21.15.39:0/2310712535 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f022c01c3b0 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.175+0000 7f022affd640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f021c0695e0 0x7f021c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.175+0000 7f022affd640 1 -- 172.21.15.39:0/2310712535 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7f022c087b40 con 0x562aa135b180 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.175+0000 7f023903d640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f021c0695e0 0x7f021c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.175+0000 7f023bd41f40 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562aa13733e0 0x562aa1379350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.175+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:292cf221:::200.00000000:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e115) v8 -- 0x562aa1379890 con 0x562aa13733e0 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.176+0000 7f023a03f640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562aa13733e0 0x562aa1379350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.176+0000 7f023903d640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f021c0695e0 0x7f021c06baa0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f0230017040 tx=0x7f0230008000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.176+0000 7f023a03f640 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562aa13733e0 0x562aa1379350 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023a03f640 1 -- 172.21.15.39:0/2310712535 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000000 [truncate 0] v115'543 uv543 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f02340519c0 con 0x562aa13733e0 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562aa13733e0 msgr2=0x562aa1379350 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x562aa13733e0 0x562aa1379350 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f021c0695e0 msgr2=0x7f021c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f021c0695e0 0x7f021c06baa0 secure :-1 s=READY pgs=881 cs=0 l=1 rev1=1 crypto rx=0x7f0230017040 tx=0x7f0230008000 comp rx=0 tx=0).stop 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135b180 msgr2=0x562aa1372780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 --2- 172.21.15.39:0/2310712535 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562aa135b180 0x562aa1372780 secure :-1 s=READY pgs=2252 cs=0 l=1 rev1=1 crypto rx=0x7f022c001370 tx=0x7f022c00e830 comp rx=0 tx=0).stop 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023a03f640 1 -- 172.21.15.39:0/2310712535 reap_dead start 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 shutdown_connections 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 >> 172.21.15.39:0/2310712535 conn(0x562aa12eb800 msgr2=0x562aa12ea7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:27.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 shutdown_connections 2024-09-13T16:20:27.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.178+0000 7f023bd41f40 1 -- 172.21.15.39:0/2310712535 wait complete. 2024-09-13T16:20:27.186 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.289+0000 7f6b47dae640 1 Processor -- start 2024-09-13T16:20:27.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.289+0000 7f6b47dae640 1 -- start start 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b47dae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6b40156e60 0x7f6b4015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b47dae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b400b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b47dae640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b400cb080 con 0x7f6b400b25b0 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b47dae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b40070d40 con 0x7f6b40156e60 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b47dae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b400b3120 con 0x7f6b4006a5e0 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45b4a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6b40156e60 0x7f6b4015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45349640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6b400b25b0 0x7f6b40069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58082/0 (socket says 172.21.15.39:58082) 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45349640 1 -- 172.21.15.39:0/1047951422 learned_addr learned my addr 172.21.15.39:0/1047951422 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b4634b640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b400b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45b4a640 1 -- 172.21.15.39:0/1047951422 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 msgr2=0x7f6b400b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:27.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45b4a640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b400b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45b4a640 1 -- 172.21.15.39:0/1047951422 >> v1:172.21.15.39:6789/0 conn(0x7f6b400b25b0 legacy=0x7f6b40069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b44b48640 1 -- 172.21.15.39:0/1047951422 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 772135525 0 0) 0x7f6b400cb080 con 0x7f6b400b25b0 2024-09-13T16:20:27.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b45b4a640 1 -- 172.21.15.39:0/1047951422 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b400b3400 con 0x7f6b40156e60 2024-09-13T16:20:27.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.290+0000 7f6b4634b640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b400b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.291+0000 7f6b45b4a640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b40156e60 0x7f6b4015aa30 secure :-1 s=READY pgs=2254 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c0097a0 tx=0x7f6b3c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ff5e58b398ad981d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.291+0000 7f6b44b48640 1 -- 172.21.15.39:0/1047951422 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c032440 con 0x7f6b40156e60 2024-09-13T16:20:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.291+0000 7f6b44b48640 1 -- 172.21.15.39:0/1047951422 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b3c0325a0 con 0x7f6b40156e60 2024-09-13T16:20:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.291+0000 7f6b44b48640 1 -- 172.21.15.39:0/1047951422 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b3c032930 con 0x7f6b40156e60 2024-09-13T16:20:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 -- 172.21.15.39:0/1047951422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b40156e60 msgr2=0x7f6b4015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b40156e60 0x7f6b4015aa30 secure :-1 s=READY pgs=2254 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c0097a0 tx=0x7f6b3c02a180 comp rx=0 tx=0).stop 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 -- 172.21.15.39:0/1047951422 shutdown_connections 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b400b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 --2- 172.21.15.39:0/1047951422 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b40156e60 0x7f6b4015aa30 unknown :-1 s=CLOSED pgs=2254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 -- 172.21.15.39:0/1047951422 >> 172.21.15.39:0/1047951422 conn(0x7f6b400b00a0 msgr2=0x7f6b400b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 -- 172.21.15.39:0/1047951422 shutdown_connections 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.292+0000 7f6b47dae640 1 -- 172.21.15.39:0/1047951422 wait complete. 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.293+0000 7f6b47dae640 1 Processor -- start 2024-09-13T16:20:27.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.293+0000 7f6b47dae640 1 -- start start 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b401f0750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 0x7f6b400aa940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b40156e60 0x7f6b400c3f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b401f0c90 con 0x7f6b400b25b0 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b400a98c0 con 0x7f6b40156e60 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b400a9ba0 con 0x7f6b4006a5e0 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 0x7f6b400aa940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 0x7f6b400aa940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47198/0 (socket says 172.21.15.39:47198) 2024-09-13T16:20:27.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 -- 172.21.15.39:0/2253968299 learned_addr learned my addr 172.21.15.39:0/2253968299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 -- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 msgr2=0x7f6b401f0750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b401f0750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 -- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b40156e60 msgr2=0x7f6b400c3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b40156e60 0x7f6b400c3f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 -- 172.21.15.39:0/2253968299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b3c009400 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b45349640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 0x7f6b400aa940 secure :-1 s=READY pgs=2255 cs=0 l=1 rev1=1 crypto rx=0x7f6b3000c4d0 tx=0x7f6b3000c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b300074e0 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b30007660 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b400a9e80 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b30004a20 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.294+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b400aa440 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.295+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b400aa010 con 0x7f6b400b25b0 2024-09-13T16:20:27.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.296+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6b30004b80 con 0x7f6b400b25b0 2024-09-13T16:20:27.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.296+0000 7f6b367fc640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b2406ac00 0x7f6b2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.296+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(115..115 src has 1..115) v4 ==== 7802+0+0 (secure 0 0 0) 0x7f6b300890e0 con 0x7f6b400b25b0 2024-09-13T16:20:27.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.296+0000 7f6b45b4a640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b2406ac00 0x7f6b2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.297+0000 7f6b45b4a640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b2406ac00 0x7f6b2406d0c0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c034000 tx=0x7f6b3c02c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.300+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6b30053a90 con 0x7f6b400b25b0 2024-09-13T16:20:27.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.507+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f6b400672f0 con 0x7f6b400b25b0 2024-09-13T16:20:27.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.862+0000 7f6b367fc640 1 -- 172.21.15.39:0/2253968299 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v221) v1 ==== 162+0+0 (secure 0 0 0) 0x7f6b30018020 con 0x7f6b400b25b0 2024-09-13T16:20:27.864 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:27.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b2406ac00 msgr2=0x7f6b2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b2406ac00 0x7f6b2406d0c0 secure :-1 s=READY pgs=882 cs=0 l=1 rev1=1 crypto rx=0x7f6b3c034000 tx=0x7f6b3c02c000 comp rx=0 tx=0).stop 2024-09-13T16:20:27.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 msgr2=0x7f6b400aa940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 0x7f6b400aa940 secure :-1 s=READY pgs=2255 cs=0 l=1 rev1=1 crypto rx=0x7f6b3000c4d0 tx=0x7f6b3000c990 comp rx=0 tx=0).stop 2024-09-13T16:20:27.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 shutdown_connections 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6b2406ac00 0x7f6b2406d0c0 unknown :-1 s=CLOSED pgs=882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6b40156e60 0x7f6b400c3f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6b400b25b0 0x7f6b400aa940 unknown :-1 s=CLOSED pgs=2255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 --2- 172.21.15.39:0/2253968299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6b4006a5e0 0x7f6b401f0750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.864+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 >> 172.21.15.39:0/2253968299 conn(0x7f6b400b00a0 msgr2=0x7f6b40157f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.865+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 shutdown_connections 2024-09-13T16:20:27.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.865+0000 7f6b47dae640 1 -- 172.21.15.39:0/2253968299 wait complete. 2024-09-13T16:20:27.871 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:27.870+0000 7fadbc635640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:20:27.872 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:27.871+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:27.872 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:27.871+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:27.879 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:27.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.981+0000 7f1ddfe80640 1 Processor -- start 2024-09-13T16:20:27.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.981+0000 7f1ddfe80640 1 -- start start 2024-09-13T16:20:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1ddfe80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1dd80721f0 0x7f1dd80ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1ddfe80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dd80cc820 0x7f1dd815c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1ddfe80640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dd80cebf0 con 0x7f1dd80ce7b0 2024-09-13T16:20:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1ddfe80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dd815bed0 con 0x7f1dd80cc820 2024-09-13T16:20:27.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1ddfe80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dd815aa50 con 0x7f1dd80721f0 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dd80cc820 0x7f1dd815c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dd80cc820 0x7f1dd815c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47206/0 (socket says 172.21.15.39:47206) 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 -- 172.21.15.39:0/3507048387 learned_addr learned my addr 172.21.15.39:0/3507048387 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dddc1c640 1 --2- 172.21.15.39:0/3507048387 >> v2:172.21.15.157:3300/0 conn(0x7f1dd80721f0 0x7f1dd80ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 -- 172.21.15.39:0/3507048387 >> v2:172.21.15.157:3300/0 conn(0x7f1dd80721f0 msgr2=0x7f1dd80ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 --2- 172.21.15.39:0/3507048387 >> v2:172.21.15.157:3300/0 conn(0x7f1dd80721f0 0x7f1dd80ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 -- 172.21.15.39:0/3507048387 >> v1:172.21.15.157:6789/0 conn(0x7f1dd80ce7b0 legacy=0x7f1dd80cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.982+0000 7f1dde41d640 1 -- 172.21.15.39:0/3507048387 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd815af50 con 0x7f1dd80cc820 2024-09-13T16:20:27.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.983+0000 7f1dde41d640 1 --2- 172.21.15.39:0/3507048387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd815c2f0 secure :-1 s=READY pgs=2256 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8068520 tx=0x7f1dd002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f8402e109a35033 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.983+0000 7f1ddcc1a640 1 -- 172.21.15.39:0/3507048387 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd0032440 con 0x7f1dd80cc820 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.983+0000 7f1ddcc1a640 1 -- 172.21.15.39:0/3507048387 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dd00325a0 con 0x7f1dd80cc820 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.983+0000 7f1ddcc1a640 1 -- 172.21.15.39:0/3507048387 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dd0032930 con 0x7f1dd80cc820 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 -- 172.21.15.39:0/3507048387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 msgr2=0x7f1dd815c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/3507048387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd815c2f0 secure :-1 s=READY pgs=2256 cs=0 l=1 rev1=1 crypto rx=0x7f1dd8068520 tx=0x7f1dd002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 -- 172.21.15.39:0/3507048387 shutdown_connections 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/3507048387 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd815c2f0 unknown :-1 s=CLOSED pgs=2256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/3507048387 >> v2:172.21.15.157:3300/0 conn(0x7f1dd80721f0 0x7f1dd80ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 -- 172.21.15.39:0/3507048387 >> 172.21.15.39:0/3507048387 conn(0x7f1dd806b3b0 msgr2=0x7f1dd806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 -- 172.21.15.39:0/3507048387 shutdown_connections 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.984+0000 7f1ddfe80640 1 -- 172.21.15.39:0/3507048387 wait complete. 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.985+0000 7f1ddfe80640 1 Processor -- start 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.985+0000 7f1ddfe80640 1 -- start start 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddfe80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dd80721f0 0x7f1dd80ae700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddfe80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd8159cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddfe80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dd80ce7b0 0x7f1dd80b2510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddfe80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd80ae2e0 con 0x7f1dd80cc820 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddfe80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd81f2ad0 con 0x7f1dd80721f0 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddfe80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dd81f6bc0 con 0x7f1dd80ce7b0 2024-09-13T16:20:27.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd8159cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd8159cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47208/0 (socket says 172.21.15.39:47208) 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 -- 172.21.15.39:0/54965495 learned_addr learned my addr 172.21.15.39:0/54965495 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1dddc1c640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dd80721f0 0x7f1dd80ae700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1dde41d640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dd80ce7b0 0x7f1dd80b2510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 -- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dd80ce7b0 msgr2=0x7f1dd80b2510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dd80ce7b0 0x7f1dd80b2510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 -- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dd80721f0 msgr2=0x7f1dd80ae700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dd80721f0 0x7f1dd80ae700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1ddd41b640 1 -- 172.21.15.39:0/54965495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dd00094d0 con 0x7f1dd80cc820 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.986+0000 7f1dde41d640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dd80ce7b0 0x7f1dd80b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.987+0000 7f1ddd41b640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd8159cd0 secure :-1 s=READY pgs=2257 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc00c480 tx=0x7f1dcc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.987+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc0052d0 con 0x7f1dd80cc820 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.987+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dcc005430 con 0x7f1dd80cc820 2024-09-13T16:20:27.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.987+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dcc012870 con 0x7f1dd80cc820 2024-09-13T16:20:27.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.987+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dd81f68e0 con 0x7f1dd80cc820 2024-09-13T16:20:27.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.987+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dd80adf00 con 0x7f1dd80cc820 2024-09-13T16:20:27.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.988+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dd80ae420 con 0x7f1dd80cc820 2024-09-13T16:20:27.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.988+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1dcc0129d0 con 0x7f1dd80cc820 2024-09-13T16:20:27.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.989+0000 7f1dd67fc640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dc406ac00 0x7f1dc406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:27.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.989+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7f1dcc089660 con 0x7f1dd80cc820 2024-09-13T16:20:27.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.989+0000 7f1dddc1c640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dc406ac00 0x7f1dc406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:27.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.989+0000 7f1dddc1c640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dc406ac00 0x7f1dc406d0c0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8003aa0 tx=0x7f1dc8009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:27.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:27.993+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1dd80ae420 con 0x7f1dd80cc820 2024-09-13T16:20:28.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.200+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1dd80ae420 con 0x7f1dd80cc820 2024-09-13T16:20:28.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.200+0000 7f1dd67fc640 1 -- 172.21.15.39:0/54965495 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 223 v223) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f1dd80ae420 con 0x7f1dd80cc820 2024-09-13T16:20:28.202 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:28.202 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":223,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":223,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:27.871998+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":116,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:28.202 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 223 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dc406ac00 msgr2=0x7f1dc406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dc406ac00 0x7f1dc406d0c0 secure :-1 s=READY pgs=883 cs=0 l=1 rev1=1 crypto rx=0x7f1dc8003aa0 tx=0x7f1dc8009830 comp rx=0 tx=0).stop 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 msgr2=0x7f1dd8159cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd8159cd0 secure :-1 s=READY pgs=2257 cs=0 l=1 rev1=1 crypto rx=0x7f1dcc00c480 tx=0x7f1dcc00c940 comp rx=0 tx=0).stop 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 shutdown_connections 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dc406ac00 0x7f1dc406d0c0 unknown :-1 s=CLOSED pgs=883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dd80ce7b0 0x7f1dd80b2510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dd80cc820 0x7f1dd8159cd0 unknown :-1 s=CLOSED pgs=2257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 --2- 172.21.15.39:0/54965495 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dd80721f0 0x7f1dd80ae700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 >> 172.21.15.39:0/54965495 conn(0x7f1dd806b3b0 msgr2=0x7f1dd815c010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 shutdown_connections 2024-09-13T16:20:28.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.202+0000 7f1ddfe80640 1 -- 172.21.15.39:0/54965495 wait complete. 2024-09-13T16:20:28.214 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:28.215 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:28.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.316+0000 7f3f67ac9640 1 Processor -- start 2024-09-13T16:20:28.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.317+0000 7f3f67ac9640 1 -- start start 2024-09-13T16:20:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.317+0000 7f3f67ac9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3f600b41a0 0x7f3f600b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f67ac9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f600cde30 con 0x7f3f600d0a00 2024-09-13T16:20:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f67ac9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f600b5090 con 0x7f3f600ccf80 2024-09-13T16:20:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f67ac9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f600cd820 con 0x7f3f600b41a0 2024-09-13T16:20:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f66066640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3f600d0a00 0x7f3f60167010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58084/0 (socket says 172.21.15.39:58084) 2024-09-13T16:20:28.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f66066640 1 -- 172.21.15.39:0/2138747058 learned_addr learned my addr 172.21.15.39:0/2138747058 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:28.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3058787508 0 0) 0x7f3f600cde30 con 0x7f3f600d0a00 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f65865640 1 --2- 172.21.15.39:0/2138747058 >> v2:172.21.15.157:3300/0 conn(0x7f3f600b41a0 0x7f3f600b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3f4c003520 con 0x7f3f600d0a00 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 63786617 0 0) 0x7f3f4c003520 con 0x7f3f600d0a00 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 >> v2:172.21.15.157:3300/0 conn(0x7f3f600b41a0 msgr2=0x7f3f600b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 --2- 172.21.15.39:0/2138747058 >> v2:172.21.15.157:3300/0 conn(0x7f3f600b41a0 0x7f3f600b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 >> v1:172.21.15.157:6789/0 conn(0x7f3f600ccf80 legacy=0x7f3f600d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f600b4ac0 con 0x7f3f600d0a00 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f3f580019f0 con 0x7f3f600d0a00 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 >> v1:172.21.15.39:6789/0 conn(0x7f3f600d0a00 legacy=0x7f3f60167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f4c003970 0x7f3f4c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f4c0047c0 0x7f3f4c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c005180 0x7f3f4c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f600cd820 con 0x7f3f4c003970 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4c00c020 con 0x7f3f4c005180 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f4c00c1e0 con 0x7f3f4c0047c0 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.318+0000 7f3f65865640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f4c003970 0x7f3f4c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65064640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f4c0047c0 0x7f3f4c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f66066640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c005180 0x7f3f4c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65865640 1 -- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f4c0047c0 msgr2=0x7f3f4c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65865640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f4c0047c0 0x7f3f4c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65865640 1 -- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c005180 msgr2=0x7f3f4c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65865640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c005180 0x7f3f4c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65865640 1 -- 172.21.15.39:0/2138747058 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f4c003520 con 0x7f3f4c003970 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f66066640 1 -- 172.21.15.39:0/2138747058 reap_dead start 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65064640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f4c0047c0 0x7f3f4c004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.319+0000 7f3f65865640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f4c003970 0x7f3f4c003d90 secure :-1 s=READY pgs=2259 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c009ac0 tx=0x7f3f4c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a0886eae3819d49 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:28.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c031400 con 0x7f3f4c003970 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f5c02d050 con 0x7f3f4c003970 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f64863640 1 -- 172.21.15.39:0/2138747058 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5c031780 con 0x7f3f4c003970 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 -- 172.21.15.39:0/2138747058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f4c003970 msgr2=0x7f3f4c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f4c003970 0x7f3f4c003d90 secure :-1 s=READY pgs=2259 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c009ac0 tx=0x7f3f4c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 -- 172.21.15.39:0/2138747058 shutdown_connections 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/2138747058 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f4c003970 0x7f3f4c003d90 unknown :-1 s=CLOSED pgs=2259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 -- 172.21.15.39:0/2138747058 >> 172.21.15.39:0/2138747058 conn(0x7f3f600cf1a0 msgr2=0x7f3f600cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 -- 172.21.15.39:0/2138747058 shutdown_connections 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.320+0000 7f3f67ac9640 1 -- 172.21.15.39:0/2138747058 wait complete. 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.321+0000 7f3f67ac9640 1 Processor -- start 2024-09-13T16:20:28.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.321+0000 7f3f67ac9640 1 -- start start 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f67ac9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c003970 0x7f3f6015bcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f67ac9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f600c97f0 0x7f3f6014fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f67ac9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 0x7f3f601f29d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f67ac9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f601501d0 con 0x7f3f601f2550 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f67ac9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f600c86b0 con 0x7f3f4c003970 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f67ac9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f600c9db0 con 0x7f3f600c97f0 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f66066640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 0x7f3f601f29d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f66066640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 0x7f3f601f29d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47228/0 (socket says 172.21.15.39:47228) 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f66066640 1 -- 172.21.15.39:0/591191319 learned_addr learned my addr 172.21.15.39:0/591191319 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f65865640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c003970 0x7f3f6015bcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.322+0000 7f3f65064640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f600c97f0 0x7f3f6014fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f66066640 1 -- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f600c97f0 msgr2=0x7f3f6014fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f66066640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f600c97f0 0x7f3f6014fc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f66066640 1 -- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c003970 msgr2=0x7f3f6015bcf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f66066640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c003970 0x7f3f6015bcf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f66066640 1 -- 172.21.15.39:0/591191319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f600c7d80 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f66066640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 0x7f3f601f29d0 secure :-1 s=READY pgs=2260 cs=0 l=1 rev1=1 crypto rx=0x7f3f600b2130 tx=0x7f3f58007b00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5800abd0 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f5800ad30 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f600c8060 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f5800aea0 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.323+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f600cca10 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.324+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f60067330 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.324+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3f580135f0 con 0x7f3f601f2550 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.325+0000 7f3f527fc640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.325+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7f3f5808a300 con 0x7f3f601f2550 2024-09-13T16:20:28.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.325+0000 7f3f65865640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.326+0000 7f3f65865640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c033000 tx=0x7f3f5c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:28.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.329+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3f58054da0 con 0x7f3f601f2550 2024-09-13T16:20:28.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.535+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f60066ec0 con 0x7f3f601f2550 2024-09-13T16:20:28.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.536+0000 7f3f527fc640 1 -- 172.21.15.39:0/591191319 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 223 v223) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f3f58017070 con 0x7f3f601f2550 2024-09-13T16:20:28.537 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:28.537 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":223,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":223,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:27.871998+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":116,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:28.538 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 223 2024-09-13T16:20:28.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.537+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 msgr2=0x7f3f4406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.537+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 secure :-1 s=READY pgs=884 cs=0 l=1 rev1=1 crypto rx=0x7f3f5c033000 tx=0x7f3f5c008030 comp rx=0 tx=0).stop 2024-09-13T16:20:28.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.537+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 msgr2=0x7f3f601f29d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.537+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 0x7f3f601f29d0 secure :-1 s=READY pgs=2260 cs=0 l=1 rev1=1 crypto rx=0x7f3f600b2130 tx=0x7f3f58007b00 comp rx=0 tx=0).stop 2024-09-13T16:20:28.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.537+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 shutdown_connections 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.537+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 unknown :-1 s=CLOSED pgs=884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.538+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f601f2550 0x7f3f601f29d0 unknown :-1 s=CLOSED pgs=2260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.538+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f600c97f0 0x7f3f6014fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.538+0000 7f3f67ac9640 1 --2- 172.21.15.39:0/591191319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f4c003970 0x7f3f6015bcf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.538+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 >> 172.21.15.39:0/591191319 conn(0x7f3f600cf1a0 msgr2=0x7f3f600b7a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.538+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 shutdown_connections 2024-09-13T16:20:28.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.538+0000 7f3f67ac9640 1 -- 172.21.15.39:0/591191319 wait complete. 2024-09-13T16:20:28.550 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:28.550 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:28.585 INFO:tasks.ceph.mds.a.smithi039.stderr: -38> 2024-09-13T16:20:23.832+0000 7fad879ce640 -1 mds.0.cache.ino(0x1) No data while reading inode 0x1 2024-09-13T16:20:28.585 INFO:tasks.ceph.mds.a.smithi039.stderr: -36> 2024-09-13T16:20:23.832+0000 7fad879ce640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:20:28.610 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:20:28.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.654+0000 7fd7f0f5a640 1 Processor -- start 2024-09-13T16:20:28.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.654+0000 7fd7f0f5a640 1 -- start start 2024-09-13T16:20:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7f0f5a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd7ec156fb0 0x7fd7ec15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7f0f5a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7ec15b1b0 con 0x7fd7ec06f170 2024-09-13T16:20:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7f0f5a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7ec06f6e0 con 0x7fd7ec15d0a0 2024-09-13T16:20:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7f0f5a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7ec0b2400 con 0x7fd7ec156fb0 2024-09-13T16:20:28.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7e9d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd7ec06f170 0x7fd7ec0b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58108/0 (socket says 172.21.15.39:58108) 2024-09-13T16:20:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7e9d9b640 1 -- 172.21.15.39:0/3868839894 learned_addr learned my addr 172.21.15.39:0/3868839894 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/3868839894 >> v2:172.21.15.157:3300/0 conn(0x7fd7ec156fb0 0x7fd7ec15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1127430625 0 0) 0x7fd7ec15b1b0 con 0x7fd7ec06f170 2024-09-13T16:20:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.655+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7d8003520 con 0x7fd7ec06f170 2024-09-13T16:20:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1994469971 0 0) 0x7fd7ec06f6e0 con 0x7fd7ec15d0a0 2024-09-13T16:20:28.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7ec15b1b0 con 0x7fd7ec15d0a0 2024-09-13T16:20:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 940407357 0 0) 0x7fd7d8003520 con 0x7fd7ec06f170 2024-09-13T16:20:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 >> v2:172.21.15.157:3300/0 conn(0x7fd7ec156fb0 msgr2=0x7fd7ec15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 --2- 172.21.15.39:0/3868839894 >> v2:172.21.15.157:3300/0 conn(0x7fd7ec156fb0 0x7fd7ec15ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 >> v1:172.21.15.157:6789/0 conn(0x7fd7ec15d0a0 legacy=0x7fd7ec070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7ec06f9c0 con 0x7fd7ec06f170 2024-09-13T16:20:28.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fd7dc001670 con 0x7fd7ec06f170 2024-09-13T16:20:28.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 >> v1:172.21.15.39:6789/0 conn(0x7fd7ec06f170 legacy=0x7fd7ec0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d8003b50 0x7fd7d8003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d80047c0 0x7fd7d8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d80051d0 0x7fd7d800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec0b2400 con 0x7fd7d8003b50 2024-09-13T16:20:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d800c100 con 0x7fd7d80047c0 2024-09-13T16:20:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7d800c2c0 con 0x7fd7d80051d0 2024-09-13T16:20:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d8003b50 0x7fd7d8003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e9d9b640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d80047c0 0x7fd7d8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ead9d640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d80051d0 0x7fd7d800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ea59c640 1 -- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d80051d0 msgr2=0x7fd7d800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d80051d0 0x7fd7d800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ea59c640 1 -- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d80047c0 msgr2=0x7fd7d8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d80047c0 0x7fd7d8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ea59c640 1 -- 172.21.15.39:0/3868839894 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7d8003520 con 0x7fd7d8003b50 2024-09-13T16:20:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7e9d9b640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7d80047c0 0x7fd7d8004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ead9d640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d80051d0 0x7fd7d800b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.656+0000 7fd7ead9d640 1 -- 172.21.15.39:0/3868839894 reap_dead start 2024-09-13T16:20:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.657+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d8003b50 0x7fd7d8003f50 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7fd7d4009ac0 tx=0x7fd7d80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=894c7792514c9e94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:28.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.657+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4031400 con 0x7fd7d8003b50 2024-09-13T16:20:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.657+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7d402d050 con 0x7fd7d8003b50 2024-09-13T16:20:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.657+0000 7fd7e959a640 1 -- 172.21.15.39:0/3868839894 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7d4031780 con 0x7fd7d8003b50 2024-09-13T16:20:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/3868839894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d8003b50 msgr2=0x7fd7d8003f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d8003b50 0x7fd7d8003f50 secure :-1 s=READY pgs=2265 cs=0 l=1 rev1=1 crypto rx=0x7fd7d4009ac0 tx=0x7fd7d80057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/3868839894 shutdown_connections 2024-09-13T16:20:28.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/3868839894 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7d8003b50 0x7fd7d8003f50 unknown :-1 s=CLOSED pgs=2265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/3868839894 >> 172.21.15.39:0/3868839894 conn(0x7fd7ec06b3b0 msgr2=0x7fd7ec06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:28.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/3868839894 shutdown_connections 2024-09-13T16:20:28.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.658+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/3868839894 wait complete. 2024-09-13T16:20:28.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.659+0000 7fd7f0f5a640 1 Processor -- start 2024-09-13T16:20:28.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.659+0000 7fd7f0f5a640 1 -- start start 2024-09-13T16:20:28.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7f0f5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d8003b50 0x7fd7ec148390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7f0f5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7ec0b01b0 0x7fd7ec0b0610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7f0f5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 0x7fd7ec1f05f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7f0f5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec0b0b50 con 0x7fd7ec1f0140 2024-09-13T16:20:28.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7f0f5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec148a30 con 0x7fd7ec0b01b0 2024-09-13T16:20:28.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7f0f5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7ec1f0ee0 con 0x7fd7d8003b50 2024-09-13T16:20:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 0x7fd7ec1f05f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 0x7fd7ec1f05f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47266/0 (socket says 172.21.15.39:47266) 2024-09-13T16:20:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 -- 172.21.15.39:0/628758240 learned_addr learned my addr 172.21.15.39:0/628758240 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7e9d9b640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7ec0b01b0 0x7fd7ec0b0610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d8003b50 0x7fd7ec148390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 -- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d8003b50 msgr2=0x7fd7ec148390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d8003b50 0x7fd7ec148390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 -- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7ec0b01b0 msgr2=0x7fd7ec0b0610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7ec0b01b0 0x7fd7ec0b0610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.660+0000 7fd7ead9d640 1 -- 172.21.15.39:0/628758240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7ec148cf0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.661+0000 7fd7ead9d640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 0x7fd7ec1f05f0 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec15d480 tx=0x7fd7e400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.661+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e4003d80 con 0x7fd7ec1f0140 2024-09-13T16:20:28.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.661+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7e400deb0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.661+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7ec148fd0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.661+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7e4005290 con 0x7fd7ec1f0140 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.661+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7ec1f1200 con 0x7fd7ec1f0140 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.662+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7ec1494f0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.662+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd7e40053f0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.663+0000 7fd7e2ffd640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7cc06ac30 0x7fd7cc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:28.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.663+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7fd7e4089540 con 0x7fd7ec1f0140 2024-09-13T16:20:28.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.663+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7cc06ac30 0x7fd7cc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:28.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.664+0000 7fd7ea59c640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7cc06ac30 0x7fd7cc06d0f0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fd7d4033000 tx=0x7fd7d4008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:28.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.667+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd7ec1494f0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.872+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd7ec1494f0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.872+0000 7fd7e2ffd640 1 -- 172.21.15.39:0/628758240 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 223 v223) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fd7ec1494f0 con 0x7fd7ec1f0140 2024-09-13T16:20:28.874 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:28.874 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":223,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":223,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:27.871998+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":116,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:28.875 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 223 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7cc06ac30 msgr2=0x7fd7cc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7cc06ac30 0x7fd7cc06d0f0 secure :-1 s=READY pgs=885 cs=0 l=1 rev1=1 crypto rx=0x7fd7d4033000 tx=0x7fd7d4008030 comp rx=0 tx=0).stop 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 msgr2=0x7fd7ec1f05f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 0x7fd7ec1f05f0 secure :-1 s=READY pgs=2266 cs=0 l=1 rev1=1 crypto rx=0x7fd7ec15d480 tx=0x7fd7e400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 shutdown_connections 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd7cc06ac30 0x7fd7cc06d0f0 unknown :-1 s=CLOSED pgs=885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd7ec1f0140 0x7fd7ec1f05f0 unknown :-1 s=CLOSED pgs=2266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd7ec0b01b0 0x7fd7ec0b0610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 --2- 172.21.15.39:0/628758240 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd7d8003b50 0x7fd7ec148390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 >> 172.21.15.39:0/628758240 conn(0x7fd7ec06b3b0 msgr2=0x7fd7ec070680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.874+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 shutdown_connections 2024-09-13T16:20:28.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:28.875+0000 7fd7f0f5a640 1 -- 172.21.15.39:0/628758240 wait complete. 2024-09-13T16:20:28.887 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 200.00000000' led to DAMAGED state 2024-09-13T16:20:28.887 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 200.00000001' 2024-09-13T16:20:28.887 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:28.887 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:28.944 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:28.944 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:28.944 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:28.944 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:28.944 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:28.999 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:29.000 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:29.000 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:29.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.141+0000 7f770a595640 1 Processor -- start 2024-09-13T16:20:29.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.141+0000 7f770a595640 1 -- start start 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f770a595640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7704154a80 0x7f77040b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f770a595640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7704071990 0x7f77040cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f770a595640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77040b2ff0 con 0x7f77040b2b20 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f770a595640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77040b32d0 con 0x7f7704071990 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f770a595640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77040b35b0 con 0x7f7704154a80 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f7708b32640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7704071990 0x7f77040cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:29.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f7708b32640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7704071990 0x7f77040cd9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47268/0 (socket says 172.21.15.39:47268) 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.142+0000 7f7708b32640 1 -- 172.21.15.39:0/4041545230 learned_addr learned my addr 172.21.15.39:0/4041545230 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.143+0000 7f7708b32640 1 -- 172.21.15.39:0/4041545230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7704154a80 msgr2=0x7f77040b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.143+0000 7f7708b32640 1 --2- 172.21.15.39:0/4041545230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7704154a80 0x7f77040b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.143+0000 7f7708b32640 1 -- 172.21.15.39:0/4041545230 >> v1:172.21.15.157:6789/0 conn(0x7f77040b2b20 legacy=0x7f7704071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.143+0000 7f7708b32640 1 -- 172.21.15.39:0/4041545230 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77040cd1a0 con 0x7f7704071990 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.143+0000 7f7708b32640 1 --2- 172.21.15.39:0/4041545230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704071990 0x7f77040cd9a0 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7f77040c3c90 tx=0x7f76fc02a630 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d86e87d01f766244 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.143+0000 7f77037fe640 1 -- 172.21.15.39:0/4041545230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76fc031600 con 0x7f7704071990 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f77037fe640 1 -- 172.21.15.39:0/4041545230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76fc02d050 con 0x7f7704071990 2024-09-13T16:20:29.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f77037fe640 1 -- 172.21.15.39:0/4041545230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76fc031980 con 0x7f7704071990 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 -- 172.21.15.39:0/4041545230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704071990 msgr2=0x7f77040cd9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 --2- 172.21.15.39:0/4041545230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704071990 0x7f77040cd9a0 secure :-1 s=READY pgs=2267 cs=0 l=1 rev1=1 crypto rx=0x7f77040c3c90 tx=0x7f76fc02a630 comp rx=0 tx=0).stop 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 -- 172.21.15.39:0/4041545230 shutdown_connections 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 --2- 172.21.15.39:0/4041545230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704071990 0x7f77040cd9a0 unknown :-1 s=CLOSED pgs=2267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 --2- 172.21.15.39:0/4041545230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7704154a80 0x7f77040b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 -- 172.21.15.39:0/4041545230 >> 172.21.15.39:0/4041545230 conn(0x7f77040b15d0 msgr2=0x7f77040b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 -- 172.21.15.39:0/4041545230 shutdown_connections 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.144+0000 7f770a595640 1 -- 172.21.15.39:0/4041545230 wait complete. 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.145+0000 7f770a595640 1 Processor -- start 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.145+0000 7f770a595640 1 -- start start 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f770a595640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7704071990 0x7f770414c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f770a595640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77040b2b20 0x7f77040ce2f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f770a595640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 0x7f7704147a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:29.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f770a595640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f770414d320 con 0x7f7704154a80 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f770a595640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77041f5750 con 0x7f7704071990 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f770a595640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f770414cac0 con 0x7f77040b2b20 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f7708b32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 0x7f7704147a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f7708b32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 0x7f7704147a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47272/0 (socket says 172.21.15.39:47272) 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f7708b32640 1 -- 172.21.15.39:0/2890233467 learned_addr learned my addr 172.21.15.39:0/2890233467 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f7703fff640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7704071990 0x7f770414c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.146+0000 7f76fbfff640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77040b2b20 0x7f77040ce2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f7708b32640 1 -- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77040b2b20 msgr2=0x7f77040ce2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f7708b32640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77040b2b20 0x7f77040ce2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f7708b32640 1 -- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7704071990 msgr2=0x7f770414c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f7708b32640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7704071990 0x7f770414c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f7708b32640 1 -- 172.21.15.39:0/2890233467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76fc009b30 con 0x7f7704154a80 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f7708b32640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 0x7f7704147a40 secure :-1 s=READY pgs=2268 cs=0 l=1 rev1=1 crypto rx=0x7f76fc034040 tx=0x7f76fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76fc03b820 con 0x7f7704154a80 2024-09-13T16:20:29.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76fc03b980 con 0x7f7704154a80 2024-09-13T16:20:29.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f770414cd60 con 0x7f7704154a80 2024-09-13T16:20:29.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76fc03bd30 con 0x7f7704154a80 2024-09-13T16:20:29.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.147+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f770414d0f0 con 0x7f7704154a80 2024-09-13T16:20:29.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.148+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77040c39f0 con 0x7f7704154a80 2024-09-13T16:20:29.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.149+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f76fc038050 con 0x7f7704154a80 2024-09-13T16:20:29.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.149+0000 7f77017fa640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76e406ac00 0x7f76e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:29.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.149+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7f76fc0aa600 con 0x7f7704154a80 2024-09-13T16:20:29.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.149+0000 7f7703fff640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76e406ac00 0x7f76e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:29.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.150+0000 7f7703fff640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76e406ac00 0x7f76e406d0c0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f76f40098e0 tx=0x7f76f4009060 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:29.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.153+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f76fc0750a0 con 0x7f7704154a80 2024-09-13T16:20:29.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.359+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f77040672f0 con 0x7f7704154a80 2024-09-13T16:20:29.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.886+0000 7f77017fa640 1 -- 172.21.15.39:0/2890233467 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v225) v1 ==== 161+0+0 (secure 0 0 0) 0x7f76fc04b090 con 0x7f7704154a80 2024-09-13T16:20:29.888 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:29.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76e406ac00 msgr2=0x7f76e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:29.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76e406ac00 0x7f76e406d0c0 secure :-1 s=READY pgs=887 cs=0 l=1 rev1=1 crypto rx=0x7f76f40098e0 tx=0x7f76f4009060 comp rx=0 tx=0).stop 2024-09-13T16:20:29.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 msgr2=0x7f7704147a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:29.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 0x7f7704147a40 secure :-1 s=READY pgs=2268 cs=0 l=1 rev1=1 crypto rx=0x7f76fc034040 tx=0x7f76fc004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:29.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 shutdown_connections 2024-09-13T16:20:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76e406ac00 0x7f76e406d0c0 unknown :-1 s=CLOSED pgs=887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7704154a80 0x7f7704147a40 unknown :-1 s=CLOSED pgs=2268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77040b2b20 0x7f77040ce2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 --2- 172.21.15.39:0/2890233467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7704071990 0x7f770414c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:29.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 >> 172.21.15.39:0/2890233467 conn(0x7f77040b15d0 msgr2=0x7f7704071280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:29.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 shutdown_connections 2024-09-13T16:20:29.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:29.889+0000 7f770a595640 1 -- 172.21.15.39:0/2890233467 wait complete. 2024-09-13T16:20:29.902 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:30.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.007+0000 7ff4617ae640 1 Processor -- start 2024-09-13T16:20:30.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.007+0000 7ff4617ae640 1 -- start start 2024-09-13T16:20:30.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff4617ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c15c830 0x7ff45c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff4617ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff45c06cca0 0x7ff45c0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff4617ae640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff45c0b4080 con 0x7ff45c0acda0 2024-09-13T16:20:30.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff4617ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff45c0b1f50 con 0x7ff45c06cca0 2024-09-13T16:20:30.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff4617ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff45c15cc10 con 0x7ff45c15c830 2024-09-13T16:20:30.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff45c06cca0 0x7ff45c0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff45c06cca0 0x7ff45c0b4510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47282/0 (socket says 172.21.15.39:47282) 2024-09-13T16:20:30.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1744003686 learned_addr learned my addr 172.21.15.39:0/1744003686 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:30.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45affd640 1 --2- 172.21.15.39:0/1744003686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c15c830 0x7ff45c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1744003686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c15c830 msgr2=0x7ff45c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:30.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 --2- 172.21.15.39:0/1744003686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c15c830 0x7ff45c0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1744003686 >> v1:172.21.15.157:6789/0 conn(0x7ff45c0acda0 legacy=0x7ff45c06db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:30.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.008+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1744003686 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff45c0b3750 con 0x7ff45c06cca0 2024-09-13T16:20:30.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.009+0000 7ff45a7fc640 1 --2- 172.21.15.39:0/1744003686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c06cca0 0x7ff45c0b4510 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7ff4440098a0 tx=0x7ff44402a250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ef9d8dbce6b57f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.009+0000 7ff459ffb640 1 -- 172.21.15.39:0/1744003686 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff444032440 con 0x7ff45c06cca0 2024-09-13T16:20:30.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.009+0000 7ff459ffb640 1 -- 172.21.15.39:0/1744003686 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4440325a0 con 0x7ff45c06cca0 2024-09-13T16:20:30.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.009+0000 7ff459ffb640 1 -- 172.21.15.39:0/1744003686 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff444032930 con 0x7ff45c06cca0 2024-09-13T16:20:30.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 -- 172.21.15.39:0/1744003686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c06cca0 msgr2=0x7ff45c0b4510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1744003686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c06cca0 0x7ff45c0b4510 secure :-1 s=READY pgs=2269 cs=0 l=1 rev1=1 crypto rx=0x7ff4440098a0 tx=0x7ff44402a250 comp rx=0 tx=0).stop 2024-09-13T16:20:30.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 -- 172.21.15.39:0/1744003686 shutdown_connections 2024-09-13T16:20:30.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1744003686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c06cca0 0x7ff45c0b4510 unknown :-1 s=CLOSED pgs=2269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1744003686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c15c830 0x7ff45c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 -- 172.21.15.39:0/1744003686 >> 172.21.15.39:0/1744003686 conn(0x7ff45c0ae990 msgr2=0x7ff45c0aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:30.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 -- 172.21.15.39:0/1744003686 shutdown_connections 2024-09-13T16:20:30.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.010+0000 7ff4617ae640 1 -- 172.21.15.39:0/1744003686 wait complete. 2024-09-13T16:20:30.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.011+0000 7ff4617ae640 1 Processor -- start 2024-09-13T16:20:30.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.011+0000 7ff4617ae640 1 -- start start 2024-09-13T16:20:30.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff4617ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c06cca0 0x7ff45c156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff4617ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 0x7ff45c15b550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff4617ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45c15c830 0x7ff45c0c5d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff4617ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff45c0c3eb0 con 0x7ff45c0acda0 2024-09-13T16:20:30.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff4617ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff45c156c80 con 0x7ff45c15c830 2024-09-13T16:20:30.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff4617ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff45c159a20 con 0x7ff45c06cca0 2024-09-13T16:20:30.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 0x7ff45c15b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 0x7ff45c15b550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47288/0 (socket says 172.21.15.39:47288) 2024-09-13T16:20:30.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1634934598 learned_addr learned my addr 172.21.15.39:0/1634934598 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:30.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45affd640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c06cca0 0x7ff45c156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45b7fe640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45c15c830 0x7ff45c0c5d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c06cca0 msgr2=0x7ff45c156740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c06cca0 0x7ff45c156740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45c15c830 msgr2=0x7ff45c0c5d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45c15c830 0x7ff45c0c5d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45a7fc640 1 -- 172.21.15.39:0/1634934598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4440094d0 con 0x7ff45c0acda0 2024-09-13T16:20:30.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.012+0000 7ff45b7fe640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45c15c830 0x7ff45c0c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:30.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.013+0000 7ff45a7fc640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 0x7ff45c15b550 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7ff4440097c0 tx=0x7ff4440046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.013+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff444032440 con 0x7ff45c0acda0 2024-09-13T16:20:30.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.013+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff444030b80 con 0x7ff45c0acda0 2024-09-13T16:20:30.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.013+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff45c159d00 con 0x7ff45c0acda0 2024-09-13T16:20:30.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.013+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff444004030 con 0x7ff45c0acda0 2024-09-13T16:20:30.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.013+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff45c15a2c0 con 0x7ff45c0acda0 2024-09-13T16:20:30.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.014+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff45c15a4b0 con 0x7ff45c0acda0 2024-09-13T16:20:30.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.014+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff444039040 con 0x7ff45c0acda0 2024-09-13T16:20:30.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.015+0000 7ff4537fe640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff43c06ac00 0x7ff43c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.015+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7ff4440aa360 con 0x7ff45c0acda0 2024-09-13T16:20:30.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.015+0000 7ff45affd640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff43c06ac00 0x7ff43c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.016+0000 7ff45affd640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff43c06ac00 0x7ff43c06d0c0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7ff44c003aa0 tx=0x7ff44c009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.019+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff45c15a4b0 con 0x7ff45c0acda0 2024-09-13T16:20:30.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.259+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7ff45c15a4b0 con 0x7ff45c0acda0 2024-09-13T16:20:30.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.888+0000 7ff4537fe640 1 -- 172.21.15.39:0/1634934598 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v226) v1 ==== 101+0+0 (secure 0 0 0) 0x7ff45c15a4b0 con 0x7ff45c0acda0 2024-09-13T16:20:30.890 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:30.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff43c06ac00 msgr2=0x7ff43c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff43c06ac00 0x7ff43c06d0c0 secure :-1 s=READY pgs=888 cs=0 l=1 rev1=1 crypto rx=0x7ff44c003aa0 tx=0x7ff44c009830 comp rx=0 tx=0).stop 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 msgr2=0x7ff45c15b550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 0x7ff45c15b550 secure :-1 s=READY pgs=2270 cs=0 l=1 rev1=1 crypto rx=0x7ff4440097c0 tx=0x7ff4440046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 shutdown_connections 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff43c06ac00 0x7ff43c06d0c0 unknown :-1 s=CLOSED pgs=888 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff45c15c830 0x7ff45c0c5d00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff45c0acda0 0x7ff45c15b550 unknown :-1 s=CLOSED pgs=2270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 --2- 172.21.15.39:0/1634934598 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff45c06cca0 0x7ff45c156740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 >> 172.21.15.39:0/1634934598 conn(0x7ff45c0ae990 msgr2=0x7ff45c15ee20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 shutdown_connections 2024-09-13T16:20:30.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.891+0000 7ff4617ae640 1 -- 172.21.15.39:0/1634934598 wait complete. 2024-09-13T16:20:30.906 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:30.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 Processor -- start 2024-09-13T16:20:30.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 -- start start 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f2473ac090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f247346440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 0x55f2473aff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f2472ad4d0 con 0x55f247342890 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f247248b60 con 0x55f247342c70 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.950+0000 7f6bff048f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f247248800 con 0x55f2473bed10 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f2473ac090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f2473ac090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47304/0 (socket says 172.21.15.39:47304) 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 -- 172.21.15.39:0/1775217580 learned_addr learned my addr 172.21.15.39:0/1775217580 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 -- 172.21.15.39:0/1775217580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 msgr2=0x55f2473aff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:30.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 0x55f2473aff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 -- 172.21.15.39:0/1775217580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 msgr2=0x55f247346440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f247346440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 -- 172.21.15.39:0/1775217580 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bec005d20 con 0x55f247342890 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f2473ac090 secure :-1 s=READY pgs=2273 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00a520 tx=0x7f6bec051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0a520c98f855921 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfb342640 1 -- 172.21.15.39:0/1775217580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec053af0 con 0x55f247342890 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfb342640 1 -- 172.21.15.39:0/1775217580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bec062070 con 0x55f247342890 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.951+0000 7f6bfb342640 1 -- 172.21.15.39:0/1775217580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec053e70 con 0x55f247342890 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 -- 172.21.15.39:0/1775217580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 msgr2=0x55f2473ac090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f2473ac090 secure :-1 s=READY pgs=2273 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00a520 tx=0x7f6bec051000 comp rx=0 tx=0).stop 2024-09-13T16:20:30.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 -- 172.21.15.39:0/1775217580 shutdown_connections 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 0x55f2473aff50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f247346440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 --2- 172.21.15.39:0/1775217580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f2473ac090 unknown :-1 s=CLOSED pgs=2273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 -- 172.21.15.39:0/1775217580 >> 172.21.15.39:0/1775217580 conn(0x55f24734b800 msgr2=0x55f2473bd880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 -- 172.21.15.39:0/1775217580 shutdown_connections 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 -- 172.21.15.39:0/1775217580 wait complete. 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 Processor -- start 2024-09-13T16:20:30.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.952+0000 7f6bff048f40 1 -- start start 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bff048f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f247349eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bff048f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f2473d5790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bff048f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 0x55f2473d6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bff048f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f24722b520 con 0x55f247342890 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bff048f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f24734b220 con 0x55f247342c70 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bff048f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f2473ab700 con 0x55f2473bed10 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f247349eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f247349eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47314/0 (socket says 172.21.15.39:47314) 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 learned_addr learned my addr 172.21.15.39:0/4131141496 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f2473d5790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfd346640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 0x55f2473d6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 msgr2=0x55f2473d6790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f2473bed10 0x55f2473d6790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 msgr2=0x55f2473d5790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f2473d5790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f247271dc0 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.953+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f247342c70 0x55f2473d5790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.954+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f247349eb0 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00a520 tx=0x7f6bec002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.954+0000 7f6bfa340640 1 -- 172.21.15.39:0/4131141496 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec053a70 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.954+0000 7f6bfa340640 1 -- 172.21.15.39:0/4131141496 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bec053bd0 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.954+0000 7f6bfa340640 1 -- 172.21.15.39:0/4131141496 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bec067430 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.954+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55f247257c20 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.954+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f24724b060 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.955+0000 7f6bfa340640 1 -- 172.21.15.39:0/4131141496 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6bec005020 con 0x55f247342890 2024-09-13T16:20:30.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.956+0000 7f6bfa340640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be80695e0 0x7f6be806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.956+0000 7f6bfa340640 1 -- 172.21.15.39:0/4131141496 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7f6bec0cde50 con 0x55f247342890 2024-09-13T16:20:30.961 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.956+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be80695e0 0x7f6be806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.956+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f2473d8480 0x55f2473d8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.956+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2473d8da0 con 0x55f2473d8480 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.956+0000 7f6bfd346640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f2473d8480 0x55f2473d8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.957+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be80695e0 0x7f6be806baa0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x55f2473abde0 tx=0x7f6bf00058d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.957+0000 7f6bfd346640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f2473d8480 0x55f2473d8860 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:30.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.958+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v116'753 uv727 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.958+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2473d9180 con 0x55f2473d8480 2024-09-13T16:20:30.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.960+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v116'754 uv754 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.960+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747a680 con 0x55f2473d8480 2024-09-13T16:20:30.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.961+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v116'755 uv755 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.963 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:30.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.961+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747ba40 con 0x55f2473d8480 2024-09-13T16:20:30.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.963+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v116'756 uv756 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.963+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747bdf0 con 0x55f2473d8480 2024-09-13T16:20:30.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.964+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v116'757 uv757 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.964+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747aa30 con 0x55f2473d8480 2024-09-13T16:20:30.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.965+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v116'758 uv758 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.965+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747ae30 con 0x55f2473d8480 2024-09-13T16:20:30.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.966+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v116'759 uv733 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.966+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b230 con 0x55f2473d8480 2024-09-13T16:20:30.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.968+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v116'760 uv760 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.968+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b230 con 0x55f2473d8480 2024-09-13T16:20:30.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.969+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v116'761 uv761 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.970 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:30.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.969+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.970+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v116'762 uv762 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.970+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.971+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v116'763 uv763 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.971+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.972+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v116'764 uv764 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.973+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.974+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v116'765 uv740 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.974+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.975+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v116'766 uv766 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.975+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.976+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v116'767 uv767 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.978 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:30.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.976+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.977+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v116'768 uv768 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.977+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.979+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v116'769 uv769 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.979+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b1e0 con 0x55f2473d8480 2024-09-13T16:20:30.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.980+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v116'770 uv770 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.980+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b5b0 con 0x55f2473d8480 2024-09-13T16:20:30.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.981+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v116'771 uv771 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.981+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b5b0 con 0x55f2473d8480 2024-09-13T16:20:30.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.982+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v116'772 uv746 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.984 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.983+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.984+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v116'773 uv773 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.985 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.984+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.985+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v116'774 uv774 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.986 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:30.986 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.985+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.986+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v116'775 uv775 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.986+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.987+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v116'776 uv776 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.987+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.989+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v116'777 uv777 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.989+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.990+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v116'778 uv752 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.990+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.991+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v116'779 uv779 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.991+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.994 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:30.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.993+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v116'780 uv780 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.993+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.994+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v116'781 uv781 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.994+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.995+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v116'782 uv782 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.995+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f2473d8480 2024-09-13T16:20:30.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.996+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v116'783 uv783 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:30.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.996+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55f24747c6b0 0x55f24747eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:30.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.996+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747b450 con 0x55f24747c6b0 2024-09-13T16:20:30.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.997+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55f24747c6b0 0x55f24747eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:30.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.997+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55f24747c6b0 0x55f24747eaa0 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.999+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v116'544 uv526 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:30.999+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747efe0 con 0x55f24747c6b0 2024-09-13T16:20:31.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.000+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v116'545 uv545 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.000+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747f390 con 0x55f24747c6b0 2024-09-13T16:20:31.002 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:31.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.001+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v116'546 uv546 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.001+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747fc30 con 0x55f24747c6b0 2024-09-13T16:20:31.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.003+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v116'547 uv547 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.003+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24747ffe0 con 0x55f24747c6b0 2024-09-13T16:20:31.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.004+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v116'548 uv548 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.004+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.006+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v116'549 uv543 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.006+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.007+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v116'550 uv550 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.007+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.010 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:31.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.008+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v116'551 uv551 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.008+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.010+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v116'552 uv552 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.010+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.011+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v116'553 uv553 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.011+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.013+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v116'554 uv536 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.013+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.014+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v116'555 uv555 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.014+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.015+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v116'556 uv556 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.017 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:31.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.015+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247483dc0 con 0x55f24747c6b0 2024-09-13T16:20:31.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.017+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v116'557 uv557 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.017+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247483dc0 con 0x55f24747c6b0 2024-09-13T16:20:31.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.018+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v116'558 uv558 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.018+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.020+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v116'559 uv542 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.020+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.021+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v116'560 uv560 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.021+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.022+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v116'561 uv561 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.024 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:31.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.022+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474813a0 con 0x55f24747c6b0 2024-09-13T16:20:31.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.024+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v116'562 uv562 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.024+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474813a0 con 0x55f24747c6b0 2024-09-13T16:20:31.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.025+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v116'563 uv563 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.025+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f24747c6b0 2024-09-13T16:20:31.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.026+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v116'564 uv564 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f24747c6b0 2024-09-13T16:20:31.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.026+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f2473d8480 2024-09-13T16:20:31.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.027+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v116'147 uv146 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.027+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f2473d8480 2024-09-13T16:20:31.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.029+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v116'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.029+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f2473d8480 2024-09-13T16:20:31.031 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:31.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.030+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v116'149 uv149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.030+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474813a0 con 0x55f2473d8480 2024-09-13T16:20:31.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.031+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v116'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.031+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474813a0 con 0x55f2473d8480 2024-09-13T16:20:31.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.032+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v116'151 uv151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.032+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247480390 con 0x55f2473d8480 2024-09-13T16:20:31.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.033+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v116'152 uv152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.033+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55f2474808a0 0x55f247482c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.033+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474831d0 con 0x55f2474808a0 2024-09-13T16:20:31.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.033+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55f2474808a0 0x55f247482c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.033+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55f2474808a0 0x55f247482c90 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.034+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v116'105 uv104 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.034+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247483580 con 0x55f2474808a0 2024-09-13T16:20:31.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.035+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v116'106 uv106 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.035+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247483930 con 0x55f2474808a0 2024-09-13T16:20:31.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.036+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v116'107 uv107 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.037 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:31.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.036+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247483ce0 con 0x55f2474808a0 2024-09-13T16:20:31.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.037+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v116'108 uv108 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.037+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247484090 con 0x55f2473d8480 2024-09-13T16:20:31.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.038+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v116'147 uv146 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.038+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247484090 con 0x55f2473d8480 2024-09-13T16:20:31.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.039+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v116'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.039+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247484090 con 0x55f2473d8480 2024-09-13T16:20:31.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.040+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v116'149 uv149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.042 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:31.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.040+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474850a0 con 0x55f2473d8480 2024-09-13T16:20:31.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.041+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v116'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.041+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f2474850a0 con 0x55f2473d8480 2024-09-13T16:20:31.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.042+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v116'151 uv151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.042+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247484090 con 0x55f2473d8480 2024-09-13T16:20:31.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.043+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v116'152 uv152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.043+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2474845a0 0x55f247486990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.043+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487040 con 0x55f2474845a0 2024-09-13T16:20:31.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.043+0000 7f6bfd346640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2474845a0 0x55f247486990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.044+0000 7f6bfd346640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2474845a0 0x55f247486990 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.045+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v116'271 uv265 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.045+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.046+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v116'272 uv272 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.046+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.048 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:31.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.047+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v116'273 uv273 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.047+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247488480 con 0x55f2474845a0 2024-09-13T16:20:31.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.048+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v116'274 uv274 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.048+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247488480 con 0x55f2474845a0 2024-09-13T16:20:31.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.049+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v116'275 uv275 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.049+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.050+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v116'276 uv276 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.050+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.051+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v116'277 uv270 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.051+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.052+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v116'278 uv278 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.052+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.054 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:31.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.053+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v116'279 uv279 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.053+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.054+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v116'280 uv280 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.054+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f247487470 con 0x55f2474845a0 2024-09-13T16:20:31.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.055+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v116'281 uv281 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.055+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55f247487af0 0x55f247489ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.055+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a540 con 0x55f247487af0 2024-09-13T16:20:31.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.055+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55f247487af0 0x55f247489ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.056+0000 7f6bfcb45640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55f247487af0 0x55f247489ee0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.057+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v116'122 uv121 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f247487af0 2024-09-13T16:20:31.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.057+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f247487af0 2024-09-13T16:20:31.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.059+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v116'123 uv123 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f247487af0 2024-09-13T16:20:31.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.059+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f247487af0 2024-09-13T16:20:31.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.060+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v116'124 uv124 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f247487af0 2024-09-13T16:20:31.062 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:31.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.060+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f247487af0 2024-09-13T16:20:31.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.061+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v116'125 uv125 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f247487af0 2024-09-13T16:20:31.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.061+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f247487af0 2024-09-13T16:20:31.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.062+0000 7f6bfcb45640 1 -- 172.21.15.39:0/4131141496 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v116'126 uv126 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bec059020 con 0x55f247487af0 2024-09-13T16:20:31.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.062+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f2473d8480 2024-09-13T16:20:31.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.063+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v116'147 uv146 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.063+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f2473d8480 2024-09-13T16:20:31.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.064+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v116'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.064+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f2473d8480 2024-09-13T16:20:31.066 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:31.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.065+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v116'149 uv149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.065+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b930 con 0x55f2473d8480 2024-09-13T16:20:31.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.066+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v116'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.066+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b930 con 0x55f2473d8480 2024-09-13T16:20:31.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.067+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v116'151 uv151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.067+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f2473d8480 2024-09-13T16:20:31.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.068+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v116'152 uv152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2473d8480 2024-09-13T16:20:31.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.068+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748a920 con 0x55f2474808a0 2024-09-13T16:20:31.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.069+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v116'243 uv237 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.069+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748acd0 con 0x55f2474808a0 2024-09-13T16:20:31.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.070+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v116'244 uv244 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.070+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b080 con 0x55f2474808a0 2024-09-13T16:20:31.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.071+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v116'245 uv245 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.073 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:31.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.071+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b480 con 0x55f2474808a0 2024-09-13T16:20:31.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.073+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v116'246 uv246 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.073+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b480 con 0x55f2474808a0 2024-09-13T16:20:31.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.074+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v116'247 uv247 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.074+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b1b0 con 0x55f2474808a0 2024-09-13T16:20:31.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.075+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v116'248 uv242 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.075+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b170 con 0x55f2474808a0 2024-09-13T16:20:31.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.076+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v116'249 uv249 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.076+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b120 con 0x55f2474808a0 2024-09-13T16:20:31.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.077+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v116'250 uv250 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.078 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:31.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.077+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748b120 con 0x55f2474808a0 2024-09-13T16:20:31.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.078+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v116'251 uv251 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.078+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748dff0 con 0x55f2474808a0 2024-09-13T16:20:31.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.081+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v116'252 uv252 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.081+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55f24748b650 0x55f24748da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.081+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e6c0 con 0x55f24748b650 2024-09-13T16:20:31.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.081+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55f24748b650 0x55f24748da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.081+0000 7f6bfc344640 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55f24748b650 0x55f24748da40 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.082+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v116'107 uv106 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f24748b650 2024-09-13T16:20:31.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.082+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e6c0 con 0x55f24748b650 2024-09-13T16:20:31.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.083+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v116'108 uv108 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f24748b650 2024-09-13T16:20:31.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.083+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e6c0 con 0x55f24748b650 2024-09-13T16:20:31.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.084+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v116'109 uv109 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f24748b650 2024-09-13T16:20:31.086 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:31.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.084+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e740 con 0x55f24748b650 2024-09-13T16:20:31.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.085+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v116'110 uv110 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f24748b650 2024-09-13T16:20:31.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.085+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e740 con 0x55f2474808a0 2024-09-13T16:20:31.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.086+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v116'147 uv146 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.086+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e740 con 0x55f2474808a0 2024-09-13T16:20:31.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.088+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v116'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.088+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e740 con 0x55f2474808a0 2024-09-13T16:20:31.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.089+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v116'149 uv149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.090 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:31.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.089+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748fb20 con 0x55f2474808a0 2024-09-13T16:20:31.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.090+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v116'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.090+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748f890 con 0x55f2474808a0 2024-09-13T16:20:31.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.091+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v116'151 uv151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.091+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e880 con 0x55f2474808a0 2024-09-13T16:20:31.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.092+0000 7f6bfc344640 1 -- 172.21.15.39:0/4131141496 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v116'152 uv152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf00065c0 con 0x55f2474808a0 2024-09-13T16:20:31.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.092+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.093+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v116'125 uv124 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.093+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.094+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v116'126 uv126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.094+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.096 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:31.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.095+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v116'127 uv127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.095+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.096+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v116'128 uv128 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.096+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.097+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v116'129 uv129 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.097+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.098+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v116'302 uv294 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.098+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.099+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v116'303 uv303 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.099+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.101+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v116'304 uv304 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.102 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:31.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.101+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.102+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v116'305 uv305 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.102+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.103+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v116'306 uv306 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.103+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.104+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v116'307 uv301 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.104+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.106+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v116'308 uv308 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.106+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.108 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:31.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.107+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v116'309 uv309 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.107+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.108+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v116'310 uv310 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.108+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748f810 con 0x55f2474845a0 2024-09-13T16:20:31.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.109+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v116'311 uv311 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.109+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748e800 con 0x55f2474845a0 2024-09-13T16:20:31.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.110+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v116'312 uv312 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.110+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55f24748ecf0 con 0x55f2474845a0 2024-09-13T16:20:31.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v116'313 uv313 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f6bf40014d0 con 0x55f2474845a0 2024-09-13T16:20:31.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f2473d8480 msgr2=0x55f2473d8860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55f2473d8480 0x55f2473d8860 crc :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55f2474808a0 msgr2=0x55f247482c90 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55f2474808a0 0x55f247482c90 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55f24748b650 msgr2=0x55f24748da40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55f24748b650 0x55f24748da40 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55f24747c6b0 msgr2=0x55f24747eaa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55f24747c6b0 0x55f24747eaa0 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2474845a0 msgr2=0x55f247486990 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55f2474845a0 0x55f247486990 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55f247487af0 msgr2=0x55f247489ee0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55f247487af0 0x55f247489ee0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 reap_dead start 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 reap_dead start 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bfd346640 1 -- 172.21.15.39:0/4131141496 reap_dead start 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be80695e0 msgr2=0x7f6be806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be80695e0 0x7f6be806baa0 secure :-1 s=READY pgs=889 cs=0 l=1 rev1=1 crypto rx=0x55f2473abde0 tx=0x7f6bf00058d0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 msgr2=0x55f247349eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f247349eb0 secure :-1 s=READY pgs=2274 cs=0 l=1 rev1=1 crypto rx=0x7f6bec00a520 tx=0x7f6bec002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 shutdown_connections 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6be80695e0 0x7f6be806baa0 unknown :-1 s=CLOSED pgs=889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 --2- 172.21.15.39:0/4131141496 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f247342890 0x55f247349eb0 unknown :-1 s=CLOSED pgs=2274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 >> 172.21.15.39:0/4131141496 conn(0x55f24734b800 msgr2=0x55f2473aa680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 shutdown_connections 2024-09-13T16:20:31.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.112+0000 7f6bff048f40 1 -- 172.21.15.39:0/4131141496 wait complete. 2024-09-13T16:20:31.117 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 200.00000001 0 2024-09-13T16:20:31.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.201+0000 7fad1f891f40 1 Processor -- start 2024-09-13T16:20:31.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.201+0000 7fad1f891f40 1 -- start start 2024-09-13T16:20:31.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1f891f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac69cb5f0 0x55fac69d0e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1f891f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 0x55fac6a5c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1f891f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a418f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1f891f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fac69354d0 con 0x55fac6a3fe50 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1f891f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fac68d0b60 con 0x55fac69cb5f0 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1f891f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fac68d0800 con 0x55fac6a40230 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 0x55fac6a5c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 0x55fac6a5c3d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47330/0 (socket says 172.21.15.39:47330) 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 -- 172.21.15.39:0/1216429064 learned_addr learned my addr 172.21.15.39:0/1216429064 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1d38e640 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac69cb5f0 0x55fac69d0e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1db8f640 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a418f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 -- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 msgr2=0x55fac6a418f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a418f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 -- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac69cb5f0 msgr2=0x55fac69d0e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac69cb5f0 0x55fac69d0e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.202+0000 7fad1cb8d640 1 -- 172.21.15.39:0/1216429064 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad1800a1c0 con 0x55fac6a3fe50 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1cb8d640 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 0x55fac6a5c3d0 secure :-1 s=READY pgs=2276 cs=0 l=1 rev1=1 crypto rx=0x7fad0800a430 tx=0x7fad0800a8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87cd95d8751d70ed server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad177fe640 1 -- 172.21.15.39:0/1216429064 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0800b920 con 0x55fac6a3fe50 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad177fe640 1 -- 172.21.15.39:0/1216429064 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad0800baa0 con 0x55fac6a3fe50 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad177fe640 1 -- 172.21.15.39:0/1216429064 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad0800be50 con 0x55fac6a3fe50 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 -- 172.21.15.39:0/1216429064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 msgr2=0x55fac6a5c3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 0x55fac6a5c3d0 secure :-1 s=READY pgs=2276 cs=0 l=1 rev1=1 crypto rx=0x7fad0800a430 tx=0x7fad0800a8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 -- 172.21.15.39:0/1216429064 shutdown_connections 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a418f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac6a3fe50 0x55fac6a5c3d0 unknown :-1 s=CLOSED pgs=2276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1216429064 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac69cb5f0 0x55fac69d0e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 -- 172.21.15.39:0/1216429064 >> 172.21.15.39:0/1216429064 conn(0x55fac698c040 msgr2=0x55fac6a5cfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 -- 172.21.15.39:0/1216429064 shutdown_connections 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.203+0000 7fad1f891f40 1 -- 172.21.15.39:0/1216429064 wait complete. 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.204+0000 7fad1f891f40 1 Processor -- start 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.204+0000 7fad1f891f40 1 -- start start 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac69cb5f0 0x55fac6a378f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac6a3fe50 0x55fac6a3b040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a44990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fac68b3520 con 0x55fac69cb5f0 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fac6a46800 con 0x55fac6a3fe50 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fac6a37e30 con 0x55fac6a40230 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac69cb5f0 0x55fac6a378f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac69cb5f0 0x55fac6a378f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47346/0 (socket says 172.21.15.39:47346) 2024-09-13T16:20:31.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 -- 172.21.15.39:0/1304549967 learned_addr learned my addr 172.21.15.39:0/1304549967 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1cb8d640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac6a3fe50 0x55fac6a3b040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1db8f640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a44990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 -- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 msgr2=0x55fac6a44990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fac6a40230 0x55fac6a44990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 -- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac6a3fe50 msgr2=0x55fac6a3b040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fac6a3fe50 0x55fac6a3b040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 -- 172.21.15.39:0/1304549967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fad08005cc0 con 0x55fac69cb5f0 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1d38e640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac69cb5f0 0x55fac6a378f0 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7fad10005880 tx=0x7fad10006810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad167fc640 1 -- 172.21.15.39:0/1304549967 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad10010040 con 0x55fac69cb5f0 2024-09-13T16:20:31.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad167fc640 1 -- 172.21.15.39:0/1304549967 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fad10015680 con 0x55fac69cb5f0 2024-09-13T16:20:31.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55fac68dfc20 con 0x55fac69cb5f0 2024-09-13T16:20:31.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.205+0000 7fad167fc640 1 -- 172.21.15.39:0/1304549967 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fad100159f0 con 0x55fac69cb5f0 2024-09-13T16:20:31.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.206+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fac68d3060 con 0x55fac69cb5f0 2024-09-13T16:20:31.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.207+0000 7fad167fc640 1 -- 172.21.15.39:0/1304549967 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fad10005020 con 0x55fac69cb5f0 2024-09-13T16:20:31.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.207+0000 7fad167fc640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad00069610 0x7fad0006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.207+0000 7fad167fc640 1 -- 172.21.15.39:0/1304549967 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7fad10087d80 con 0x55fac69cb5f0 2024-09-13T16:20:31.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.208+0000 7fad1cb8d640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad00069610 0x7fad0006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.208+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fac6a3c430 0x55fac6a418f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.208+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 12.14 12:2e2fa760:::200.00000001:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e116) v8 -- 0x55fac69cb0b0 con 0x55fac6a3c430 2024-09-13T16:20:31.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.208+0000 7fad1db8f640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fac6a3c430 0x55fac6a418f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.208+0000 7fad1cb8d640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad00069610 0x7fad0006bad0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fad0800a930 tx=0x7fad08008000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.208+0000 7fad1db8f640 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fac6a3c430 0x55fac6a418f0 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1db8f640 1 -- 172.21.15.39:0/1304549967 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 200.00000001 [truncate 0] v116'565 uv565 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fad180588e0 con 0x55fac6a3c430 2024-09-13T16:20:31.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fac6a3c430 msgr2=0x55fac6a418f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fac6a3c430 0x55fac6a418f0 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad00069610 msgr2=0x7fad0006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fad00069610 0x7fad0006bad0 secure :-1 s=READY pgs=890 cs=0 l=1 rev1=1 crypto rx=0x7fad0800a930 tx=0x7fad08008000 comp rx=0 tx=0).stop 2024-09-13T16:20:31.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac69cb5f0 msgr2=0x55fac6a378f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 --2- 172.21.15.39:0/1304549967 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fac69cb5f0 0x55fac6a378f0 secure :-1 s=READY pgs=2277 cs=0 l=1 rev1=1 crypto rx=0x7fad10005880 tx=0x7fad10006810 comp rx=0 tx=0).stop 2024-09-13T16:20:31.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1db8f640 1 -- 172.21.15.39:0/1304549967 reap_dead start 2024-09-13T16:20:31.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 shutdown_connections 2024-09-13T16:20:31.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 >> 172.21.15.39:0/1304549967 conn(0x55fac698c040 msgr2=0x55fac69d0d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:31.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 shutdown_connections 2024-09-13T16:20:31.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.210+0000 7fad1f891f40 1 -- 172.21.15.39:0/1304549967 wait complete. 2024-09-13T16:20:31.220 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:31.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.324+0000 7fafc3819640 1 Processor -- start 2024-09-13T16:20:31.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.324+0000 7fafc3819640 1 -- start start 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc3819640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fafbc156e60 0x7fafbc15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc3819640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafbc0cb080 con 0x7fafbc06a5e0 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc3819640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fafbc070d40 con 0x7fafbc0b25b0 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc3819640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fafbc0b3120 con 0x7fafbc156e60 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc15b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fafbc156e60 0x7fafbc15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc15b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fafbc156e60 0x7fafbc15aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47358/0 (socket says 172.21.15.39:47358) 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc1db6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fafbc06a5e0 0x7fafbc0711d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58126/0 (socket says 172.21.15.39:58126) 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.325+0000 7fafc15b5640 1 -- 172.21.15.39:0/1598698169 learned_addr learned my addr 172.21.15.39:0/1598698169 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.326+0000 7fafc15b5640 1 -- 172.21.15.39:0/1598698169 >> v1:172.21.15.157:6789/0 conn(0x7fafbc0b25b0 legacy=0x7fafbc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.326+0000 7fafc15b5640 1 -- 172.21.15.39:0/1598698169 >> v1:172.21.15.39:6789/0 conn(0x7fafbc06a5e0 legacy=0x7fafbc0711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.326+0000 7fafc15b5640 1 -- 172.21.15.39:0/1598698169 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafbc0b3400 con 0x7fafbc156e60 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.326+0000 7fafc15b5640 1 --2- 172.21.15.39:0/1598698169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc156e60 0x7fafbc15aa30 secure :-1 s=READY pgs=2279 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009870 tx=0x7fafb402a2a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9115e3aba3d6f270 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.326+0000 7fafbbfff640 1 -- 172.21.15.39:0/1598698169 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb4032440 con 0x7fafbc156e60 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.326+0000 7fafbbfff640 1 -- 172.21.15.39:0/1598698169 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb40325a0 con 0x7fafbc156e60 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafbbfff640 1 -- 172.21.15.39:0/1598698169 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb4032930 con 0x7fafbc156e60 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 -- 172.21.15.39:0/1598698169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc156e60 msgr2=0x7fafbc15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 --2- 172.21.15.39:0/1598698169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc156e60 0x7fafbc15aa30 secure :-1 s=READY pgs=2279 cs=0 l=1 rev1=1 crypto rx=0x7fafb4009870 tx=0x7fafb402a2a0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 -- 172.21.15.39:0/1598698169 shutdown_connections 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 --2- 172.21.15.39:0/1598698169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc156e60 0x7fafbc15aa30 unknown :-1 s=CLOSED pgs=2279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 -- 172.21.15.39:0/1598698169 >> 172.21.15.39:0/1598698169 conn(0x7fafbc0b00a0 msgr2=0x7fafbc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 -- 172.21.15.39:0/1598698169 shutdown_connections 2024-09-13T16:20:31.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.327+0000 7fafc3819640 1 -- 172.21.15.39:0/1598698169 wait complete. 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.328+0000 7fafc3819640 1 Processor -- start 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.328+0000 7fafc3819640 1 -- start start 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc3819640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafbc06a5e0 0x7fafbc14ddd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc3819640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 0x7fafbc0cc010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc3819640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafbc156e60 0x7fafbc0cd3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc3819640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc14e310 con 0x7fafbc0b25b0 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc3819640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc1f5ee0 con 0x7fafbc156e60 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc3819640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fafbc1f61c0 con 0x7fafbc06a5e0 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc0db4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 0x7fafbc0cc010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc0db4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 0x7fafbc0cc010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47372/0 (socket says 172.21.15.39:47372) 2024-09-13T16:20:31.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc0db4640 1 -- 172.21.15.39:0/3320488069 learned_addr learned my addr 172.21.15.39:0/3320488069 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc1db6640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafbc156e60 0x7fafbc0cd3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.329+0000 7fafc15b5640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafbc06a5e0 0x7fafbc14ddd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc0db4640 1 -- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafbc06a5e0 msgr2=0x7fafbc14ddd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc0db4640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafbc06a5e0 0x7fafbc14ddd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc0db4640 1 -- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafbc156e60 msgr2=0x7fafbc0cd3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc0db4640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafbc156e60 0x7fafbc0cd3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc0db4640 1 -- 172.21.15.39:0/3320488069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fafb40094d0 con 0x7fafbc0b25b0 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc0db4640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 0x7fafbc0cc010 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fafb000c430 tx=0x7fafb000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb0011790 con 0x7fafbc0b25b0 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fafb00118f0 con 0x7fafbc0b25b0 2024-09-13T16:20:31.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fafbc0cc900 con 0x7fafbc0b25b0 2024-09-13T16:20:31.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fafb0011ca0 con 0x7fafbc0b25b0 2024-09-13T16:20:31.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.330+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fafbc0ccec0 con 0x7fafbc0b25b0 2024-09-13T16:20:31.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.331+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fafbc0672f0 con 0x7fafbc0b25b0 2024-09-13T16:20:31.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.332+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fafb001c460 con 0x7fafbc0b25b0 2024-09-13T16:20:31.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.332+0000 7fafb9ffb640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafa806ac00 0x7fafa806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:31.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.332+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(116..116 src has 1..116) v4 ==== 7888+0+0 (secure 0 0 0) 0x7fafb0089950 con 0x7fafbc0b25b0 2024-09-13T16:20:31.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.332+0000 7fafc15b5640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafa806ac00 0x7fafa806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:31.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.333+0000 7fafc15b5640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafa806ac00 0x7fafa806d0c0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fafb4034000 tx=0x7fafb402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:31.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.336+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fafb00543f0 con 0x7fafbc0b25b0 2024-09-13T16:20:31.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.547+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fafbc0b2a40 con 0x7fafbc0b25b0 2024-09-13T16:20:31.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.898+0000 7fafb9ffb640 1 -- 172.21.15.39:0/3320488069 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v227) v1 ==== 162+0+0 (secure 0 0 0) 0x7fafb0057a10 con 0x7fafbc0b25b0 2024-09-13T16:20:31.900 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:31.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafa806ac00 msgr2=0x7fafa806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafa806ac00 0x7fafa806d0c0 secure :-1 s=READY pgs=891 cs=0 l=1 rev1=1 crypto rx=0x7fafb4034000 tx=0x7fafb402e000 comp rx=0 tx=0).stop 2024-09-13T16:20:31.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 msgr2=0x7fafbc0cc010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:31.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 0x7fafbc0cc010 secure :-1 s=READY pgs=2280 cs=0 l=1 rev1=1 crypto rx=0x7fafb000c430 tx=0x7fafb000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 shutdown_connections 2024-09-13T16:20:31.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fafa806ac00 0x7fafa806d0c0 unknown :-1 s=CLOSED pgs=891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fafbc156e60 0x7fafbc0cd3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fafbc0b25b0 0x7fafbc0cc010 unknown :-1 s=CLOSED pgs=2280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 --2- 172.21.15.39:0/3320488069 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fafbc06a5e0 0x7fafbc14ddd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:31.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 >> 172.21.15.39:0/3320488069 conn(0x7fafbc0b00a0 msgr2=0x7fafbc1598c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:31.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 shutdown_connections 2024-09-13T16:20:31.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:31.901+0000 7fafc3819640 1 -- 172.21.15.39:0/3320488069 wait complete. 2024-09-13T16:20:31.909 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:20:31.908+0000 7fd06b6d5640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:20:31.910 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:31.909+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:31.910 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:31.909+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:31.916 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:32.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.017+0000 7efebda6b640 1 Processor -- start 2024-09-13T16:20:32.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.017+0000 7efebda6b640 1 -- start start 2024-09-13T16:20:32.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efebda6b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efeb806f170 0x7efeb80b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efebda6b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb815d0a0 0x7efeb815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efebda6b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efeb806f6e0 con 0x7efeb8156fb0 2024-09-13T16:20:32.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efebda6b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efeb815da70 con 0x7efeb806f170 2024-09-13T16:20:32.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efebda6b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeb806f9c0 con 0x7efeb815d0a0 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efeb77fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efeb8156fb0 0x7efeb815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58136/0 (socket says 172.21.15.39:58136) 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efeb6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7efeb806f170 0x7efeb80b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efeb77fe640 1 -- 172.21.15.39:0/19448767 learned_addr learned my addr 172.21.15.39:0/19448767 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efeb7fff640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb815d0a0 0x7efeb815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efeb67fc640 1 -- 172.21.15.39:0/19448767 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 555907480 0 0) 0x7efeb806f6e0 con 0x7efeb8156fb0 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.018+0000 7efeb67fc640 1 -- 172.21.15.39:0/19448767 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efea0003520 con 0x7efeb8156fb0 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb6ffd640 1 -- 172.21.15.39:0/19448767 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb815d0a0 msgr2=0x7efeb815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb6ffd640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb815d0a0 0x7efeb815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb6ffd640 1 -- 172.21.15.39:0/19448767 >> v1:172.21.15.39:6789/0 conn(0x7efeb8156fb0 legacy=0x7efeb815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb6ffd640 1 -- 172.21.15.39:0/19448767 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efeb806fca0 con 0x7efeb806f170 2024-09-13T16:20:32.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb7fff640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb815d0a0 0x7efeb815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb6ffd640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb806f170 0x7efeb80b1cf0 secure :-1 s=READY pgs=2282 cs=0 l=1 rev1=1 crypto rx=0x7efeac0097a0 tx=0x7efeac02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12692821a1ef12b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb67fc640 1 -- 172.21.15.39:0/19448767 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeac02ae50 con 0x7efeb806f170 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb67fc640 1 -- 172.21.15.39:0/19448767 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efeac032440 con 0x7efeb806f170 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.019+0000 7efeb67fc640 1 -- 172.21.15.39:0/19448767 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeac0327d0 con 0x7efeb806f170 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 -- 172.21.15.39:0/19448767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb806f170 msgr2=0x7efeb80b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb806f170 0x7efeb80b1cf0 secure :-1 s=READY pgs=2282 cs=0 l=1 rev1=1 crypto rx=0x7efeac0097a0 tx=0x7efeac02a100 comp rx=0 tx=0).stop 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 -- 172.21.15.39:0/19448767 shutdown_connections 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb815d0a0 0x7efeb815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 --2- 172.21.15.39:0/19448767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb806f170 0x7efeb80b1cf0 unknown :-1 s=CLOSED pgs=2282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 -- 172.21.15.39:0/19448767 >> 172.21.15.39:0/19448767 conn(0x7efeb806b3b0 msgr2=0x7efeb806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 -- 172.21.15.39:0/19448767 shutdown_connections 2024-09-13T16:20:32.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.020+0000 7efebda6b640 1 -- 172.21.15.39:0/19448767 wait complete. 2024-09-13T16:20:32.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.021+0000 7efebda6b640 1 Processor -- start 2024-09-13T16:20:32.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.021+0000 7efebda6b640 1 -- start start 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efebda6b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb806f170 0x7efeb814d4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efebda6b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeb8156fb0 0x7efeb814f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efebda6b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 0x7efeb80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efebda6b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efeb8159ab0 con 0x7efeb815d0a0 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efebda6b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efeb81f2190 con 0x7efeb8156fb0 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efebda6b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeb81f2470 con 0x7efeb806f170 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efeb7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 0x7efeb80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efeb7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 0x7efeb80ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47390/0 (socket says 172.21.15.39:47390) 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efeb7fff640 1 -- 172.21.15.39:0/690843770 learned_addr learned my addr 172.21.15.39:0/690843770 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:32.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.022+0000 7efeb6ffd640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeb8156fb0 0x7efeb814f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb7fff640 1 -- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb806f170 msgr2=0x7efeb814d4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb77fe640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb806f170 0x7efeb814d4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb7fff640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb806f170 0x7efeb814d4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb7fff640 1 -- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeb8156fb0 msgr2=0x7efeb814f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb7fff640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeb8156fb0 0x7efeb814f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb7fff640 1 -- 172.21.15.39:0/690843770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efeac009400 con 0x7efeb815d0a0 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb6ffd640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeb8156fb0 0x7efeb814f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb77fe640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb806f170 0x7efeb814d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efeb7fff640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 0x7efeb80ac860 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7efeb000cef0 tx=0x7efeb000a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb000d840 con 0x7efeb815d0a0 2024-09-13T16:20:32.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efeb000d9c0 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efeb81f2750 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efeb000dd70 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.023+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efeb814d9e0 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.024+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efeb80672f0 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.025+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efeb001e3b0 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.025+0000 7efe9ffff640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea406ac00 0x7efea406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.025+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7efeb008a710 con 0x7efeb815d0a0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.025+0000 7efeb77fe640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea406ac00 0x7efea406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.026+0000 7efeb77fe640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea406ac00 0x7efea406d0c0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7efea8007fd0 tx=0x7efea8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.029+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efeb00550d0 con 0x7efeb815d0a0 2024-09-13T16:20:32.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.234+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efeb8157390 con 0x7efeb815d0a0 2024-09-13T16:20:32.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.235+0000 7efe9ffff640 1 -- 172.21.15.39:0/690843770 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 229 v229) v1 ==== 95+0+3220 (secure 0 0 0) 0x7efeb001a020 con 0x7efeb815d0a0 2024-09-13T16:20:32.236 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:32.236 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":229,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":229,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:31.909857+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:32.237 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 229 2024-09-13T16:20:32.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea406ac00 msgr2=0x7efea406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea406ac00 0x7efea406d0c0 secure :-1 s=READY pgs=892 cs=0 l=1 rev1=1 crypto rx=0x7efea8007fd0 tx=0x7efea8009040 comp rx=0 tx=0).stop 2024-09-13T16:20:32.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 msgr2=0x7efeb80ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 0x7efeb80ac860 secure :-1 s=READY pgs=2283 cs=0 l=1 rev1=1 crypto rx=0x7efeb000cef0 tx=0x7efeb000a710 comp rx=0 tx=0).stop 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 shutdown_connections 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea406ac00 0x7efea406d0c0 unknown :-1 s=CLOSED pgs=892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeb815d0a0 0x7efeb80ac860 unknown :-1 s=CLOSED pgs=2283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeb8156fb0 0x7efeb814f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 --2- 172.21.15.39:0/690843770 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeb806f170 0x7efeb814d4a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 >> 172.21.15.39:0/690843770 conn(0x7efeb806b3b0 msgr2=0x7efeb80ae000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 shutdown_connections 2024-09-13T16:20:32.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.237+0000 7efebda6b640 1 -- 172.21.15.39:0/690843770 wait complete. 2024-09-13T16:20:32.249 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:32.249 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.349+0000 7fc053583640 1 Processor -- start 2024-09-13T16:20:32.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.349+0000 7fc053583640 1 -- start start 2024-09-13T16:20:32.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc053583640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0721f0 0x7fc04c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc053583640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc04c0ce7b0 0x7fc04c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc053583640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc04c0cebf0 con 0x7fc04c0cc650 2024-09-13T16:20:32.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc053583640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc04c15bed0 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc053583640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc04c15aa50 con 0x7fc04c0721f0 2024-09-13T16:20:32.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc050b1e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc04c0ce7b0 0x7fc04c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc05131f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0721f0 0x7fc04c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc051b20640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fc04c0cc650 0x7fc04c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:46746/0 (socket says 172.21.15.39:46746) 2024-09-13T16:20:32.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.350+0000 7fc051b20640 1 -- 172.21.15.39:0/2222932981 learned_addr learned my addr 172.21.15.39:0/2222932981 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:32.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.351+0000 7fc05131f640 1 -- 172.21.15.39:0/2222932981 >> v2:172.21.15.157:3300/0 conn(0x7fc04c0ce7b0 msgr2=0x7fc04c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.351+0000 7fc05131f640 1 --2- 172.21.15.39:0/2222932981 >> v2:172.21.15.157:3300/0 conn(0x7fc04c0ce7b0 0x7fc04c0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.351+0000 7fc05131f640 1 -- 172.21.15.39:0/2222932981 >> v1:172.21.15.157:6789/0 conn(0x7fc04c0cc650 legacy=0x7fc04c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.351+0000 7fc05131f640 1 -- 172.21.15.39:0/2222932981 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc04c15af50 con 0x7fc04c0721f0 2024-09-13T16:20:32.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.351+0000 7fc050b1e640 1 --2- 172.21.15.39:0/2222932981 >> v2:172.21.15.157:3300/0 conn(0x7fc04c0ce7b0 0x7fc04c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.351+0000 7fc05131f640 1 --2- 172.21.15.39:0/2222932981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0721f0 0x7fc04c0ce270 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc0480097a0 tx=0x7fc04802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a93cffcfa28bdb44 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc043fff640 1 -- 172.21.15.39:0/2222932981 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04802ae50 con 0x7fc04c0721f0 2024-09-13T16:20:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc043fff640 1 -- 172.21.15.39:0/2222932981 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc048032440 con 0x7fc04c0721f0 2024-09-13T16:20:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc043fff640 1 -- 172.21.15.39:0/2222932981 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0480327d0 con 0x7fc04c0721f0 2024-09-13T16:20:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 -- 172.21.15.39:0/2222932981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0721f0 msgr2=0x7fc04c0ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 --2- 172.21.15.39:0/2222932981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0721f0 0x7fc04c0ce270 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7fc0480097a0 tx=0x7fc04802a100 comp rx=0 tx=0).stop 2024-09-13T16:20:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 -- 172.21.15.39:0/2222932981 shutdown_connections 2024-09-13T16:20:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 --2- 172.21.15.39:0/2222932981 >> v2:172.21.15.157:3300/0 conn(0x7fc04c0ce7b0 0x7fc04c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 --2- 172.21.15.39:0/2222932981 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0721f0 0x7fc04c0ce270 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 -- 172.21.15.39:0/2222932981 >> 172.21.15.39:0/2222932981 conn(0x7fc04c06b3b0 msgr2=0x7fc04c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 -- 172.21.15.39:0/2222932981 shutdown_connections 2024-09-13T16:20:32.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.352+0000 7fc053583640 1 -- 172.21.15.39:0/2222932981 wait complete. 2024-09-13T16:20:32.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.353+0000 7fc053583640 1 Processor -- start 2024-09-13T16:20:32.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.353+0000 7fc053583640 1 -- start start 2024-09-13T16:20:32.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc053583640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc04c0721f0 0x7fc04c1f0860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc053583640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0cc650 0x7fc04c1500e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc053583640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 0x7fc04c1569c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc053583640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc04c155960 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc053583640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc04c1f0da0 con 0x7fc04c0721f0 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc053583640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc04c154d50 con 0x7fc04c0cc650 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc051b20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 0x7fc04c1569c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc051b20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 0x7fc04c1569c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47406/0 (socket says 172.21.15.39:47406) 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc051b20640 1 -- 172.21.15.39:0/31808815 learned_addr learned my addr 172.21.15.39:0/31808815 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc050b1e640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0cc650 0x7fc04c1500e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.354+0000 7fc05131f640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc04c0721f0 0x7fc04c1f0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc051b20640 1 -- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0cc650 msgr2=0x7fc04c1500e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc051b20640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0cc650 0x7fc04c1500e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc051b20640 1 -- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc04c0721f0 msgr2=0x7fc04c1f0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc051b20640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc04c0721f0 0x7fc04c1f0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc051b20640 1 -- 172.21.15.39:0/31808815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc03c009400 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc051b20640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 0x7fc04c1569c0 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7fc04400cbc0 tx=0x7fc04400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04400ad40 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc044012400 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc048009400 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04400aea0 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.355+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc04c155310 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.356+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc04c0672f0 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.357+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc044007070 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.357+0000 7fc041ffb640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc03006ac00 0x7fc03006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.357+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fc044089b20 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.357+0000 7fc05131f640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc03006ac00 0x7fc03006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.358+0000 7fc05131f640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc03006ac00 0x7fc03006d0c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fc048034000 tx=0x7fc04802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.361+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc0440544d0 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.565+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc04c0ccb00 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.566+0000 7fc041ffb640 1 -- 172.21.15.39:0/31808815 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 229 v229) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fc044017020 con 0x7fc04c0ce7b0 2024-09-13T16:20:32.567 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:32.567 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":229,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":229,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:31.909857+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:32.568 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 229 2024-09-13T16:20:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.567+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc03006ac00 msgr2=0x7fc03006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.567+0000 7fc053583640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc03006ac00 0x7fc03006d0c0 secure :-1 s=READY pgs=893 cs=0 l=1 rev1=1 crypto rx=0x7fc048034000 tx=0x7fc04802e000 comp rx=0 tx=0).stop 2024-09-13T16:20:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 msgr2=0x7fc04c1569c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 0x7fc04c1569c0 secure :-1 s=READY pgs=2284 cs=0 l=1 rev1=1 crypto rx=0x7fc04400cbc0 tx=0x7fc04400a430 comp rx=0 tx=0).stop 2024-09-13T16:20:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 shutdown_connections 2024-09-13T16:20:32.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc03006ac00 0x7fc03006d0c0 unknown :-1 s=CLOSED pgs=893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc04c0ce7b0 0x7fc04c1569c0 unknown :-1 s=CLOSED pgs=2284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc04c0cc650 0x7fc04c1500e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 --2- 172.21.15.39:0/31808815 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc04c0721f0 0x7fc04c1f0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 >> 172.21.15.39:0/31808815 conn(0x7fc04c06b3b0 msgr2=0x7fc04c0b0780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 shutdown_connections 2024-09-13T16:20:32.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.568+0000 7fc053583640 1 -- 172.21.15.39:0/31808815 wait complete. 2024-09-13T16:20:32.580 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:32.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:32.623 INFO:tasks.ceph.mds.c.smithi039.stderr: -36> 2024-09-13T16:20:27.870+0000 7fadbc635640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:20:32.648 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:20:32.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.683+0000 7fa7cb88e640 1 Processor -- start 2024-09-13T16:20:32.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.683+0000 7fa7cb88e640 1 -- start start 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7cb88e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa7c406f170 0x7fa7c40b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7cb88e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7c406f6e0 con 0x7fa7c4156fb0 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7cb88e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7c406f9c0 con 0x7fa7c415d0a0 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7cb88e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa7c406fca0 con 0x7fa7c406f170 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7c8e29640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa7c406f170 0x7fa7c40b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7c962a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa7c4156fb0 0x7fa7c415ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58150/0 (socket says 172.21.15.39:58150) 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7c962a640 1 -- 172.21.15.39:0/907486629 learned_addr learned my addr 172.21.15.39:0/907486629 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7c8e29640 1 -- 172.21.15.39:0/907486629 >> v1:172.21.15.157:6789/0 conn(0x7fa7c415d0a0 legacy=0x7fa7c4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7c8e29640 1 -- 172.21.15.39:0/907486629 >> v1:172.21.15.39:6789/0 conn(0x7fa7c4156fb0 legacy=0x7fa7c415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7b7fff640 1 -- 172.21.15.39:0/907486629 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3563124415 0 0) 0x7fa7c406f6e0 con 0x7fa7c4156fb0 2024-09-13T16:20:32.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.684+0000 7fa7c8e29640 1 -- 172.21.15.39:0/907486629 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7c406ff80 con 0x7fa7c406f170 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.685+0000 7fa7c8e29640 1 --2- 172.21.15.39:0/907486629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c406f170 0x7fa7c40b1cf0 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7fa7b80097a0 tx=0x7fa7b802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e4d7f00c26454457 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.685+0000 7fa7b7fff640 1 -- 172.21.15.39:0/907486629 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7b802ae50 con 0x7fa7c406f170 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.685+0000 7fa7b7fff640 1 -- 172.21.15.39:0/907486629 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7b8032440 con 0x7fa7c406f170 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.685+0000 7fa7b7fff640 1 -- 172.21.15.39:0/907486629 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7b80327d0 con 0x7fa7c406f170 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 -- 172.21.15.39:0/907486629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c406f170 msgr2=0x7fa7c40b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/907486629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c406f170 0x7fa7c40b1cf0 secure :-1 s=READY pgs=2289 cs=0 l=1 rev1=1 crypto rx=0x7fa7b80097a0 tx=0x7fa7b802a140 comp rx=0 tx=0).stop 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 -- 172.21.15.39:0/907486629 shutdown_connections 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/907486629 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c406f170 0x7fa7c40b1cf0 unknown :-1 s=CLOSED pgs=2289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 -- 172.21.15.39:0/907486629 >> 172.21.15.39:0/907486629 conn(0x7fa7c406b3b0 msgr2=0x7fa7c406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:32.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 -- 172.21.15.39:0/907486629 shutdown_connections 2024-09-13T16:20:32.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.686+0000 7fa7cb88e640 1 -- 172.21.15.39:0/907486629 wait complete. 2024-09-13T16:20:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.687+0000 7fa7cb88e640 1 Processor -- start 2024-09-13T16:20:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.687+0000 7fa7cb88e640 1 -- start start 2024-09-13T16:20:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7cb88e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7c406f170 0x7fa7c40cd560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7cb88e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 0x7fa7c40cbe30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7cb88e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7c415d0a0 0x7fa7c40ceac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7cb88e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c40cd140 con 0x7fa7c4156fb0 2024-09-13T16:20:32.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7cb88e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c4154830 con 0x7fa7c406f170 2024-09-13T16:20:32.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7cb88e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7c40cc4c0 con 0x7fa7c415d0a0 2024-09-13T16:20:32.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 0x7fa7c40cbe30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 0x7fa7c40cbe30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47440/0 (socket says 172.21.15.39:47440) 2024-09-13T16:20:32.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 -- 172.21.15.39:0/771268226 learned_addr learned my addr 172.21.15.39:0/771268226 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:32.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c9e2b640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7c415d0a0 0x7fa7c40ceac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c962a640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7c406f170 0x7fa7c40cd560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 -- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7c415d0a0 msgr2=0x7fa7c40ceac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7c415d0a0 0x7fa7c40ceac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 -- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7c406f170 msgr2=0x7fa7c40cd560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7c406f170 0x7fa7c40cd560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 -- 172.21.15.39:0/771268226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7b8009400 con 0x7fa7c4156fb0 2024-09-13T16:20:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.688+0000 7fa7c8e29640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 0x7fa7c40cbe30 secure :-1 s=READY pgs=2290 cs=0 l=1 rev1=1 crypto rx=0x7fa7b80098c0 tx=0x7fa7b80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.689+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7b803b810 con 0x7fa7c4156fb0 2024-09-13T16:20:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.689+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7b803b970 con 0x7fa7c4156fb0 2024-09-13T16:20:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.689+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7c40cc7a0 con 0x7fa7c4156fb0 2024-09-13T16:20:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.689+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7b803bd20 con 0x7fa7c4156fb0 2024-09-13T16:20:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.689+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7c40ccd60 con 0x7fa7c4156fb0 2024-09-13T16:20:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.690+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa7c40cd280 con 0x7fa7c4156fb0 2024-09-13T16:20:32.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.690+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa7b8039040 con 0x7fa7c4156fb0 2024-09-13T16:20:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.691+0000 7fa7b5ffb640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7a806ac00 0x7fa7a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.691+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fa7b80aa130 con 0x7fa7c4156fb0 2024-09-13T16:20:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.691+0000 7fa7c962a640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7a806ac00 0x7fa7a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.692+0000 7fa7c962a640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7a806ac00 0x7fa7a806d0c0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0000f60 tx=0x7fa7c0007c00 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:32.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.695+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa7c40cd280 con 0x7fa7c4156fb0 2024-09-13T16:20:32.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.902+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa7c40cd280 con 0x7fa7c4156fb0 2024-09-13T16:20:32.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.902+0000 7fa7b5ffb640 1 -- 172.21.15.39:0/771268226 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 229 v229) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fa7c40cd280 con 0x7fa7c4156fb0 2024-09-13T16:20:32.904 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:32.904 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":229,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":229,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:31.909857+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:32.904 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 229 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7a806ac00 msgr2=0x7fa7a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7a806ac00 0x7fa7a806d0c0 secure :-1 s=READY pgs=894 cs=0 l=1 rev1=1 crypto rx=0x7fa7c0000f60 tx=0x7fa7c0007c00 comp rx=0 tx=0).stop 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 msgr2=0x7fa7c40cbe30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 0x7fa7c40cbe30 secure :-1 s=READY pgs=2290 cs=0 l=1 rev1=1 crypto rx=0x7fa7b80098c0 tx=0x7fa7b80046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 shutdown_connections 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7a806ac00 0x7fa7a806d0c0 unknown :-1 s=CLOSED pgs=894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7c415d0a0 0x7fa7c40ceac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7c4156fb0 0x7fa7c40cbe30 unknown :-1 s=CLOSED pgs=2290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 --2- 172.21.15.39:0/771268226 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7c406f170 0x7fa7c40cd560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:32.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 >> 172.21.15.39:0/771268226 conn(0x7fa7c406b3b0 msgr2=0x7fa7c4157690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:32.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 shutdown_connections 2024-09-13T16:20:32.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:32.904+0000 7fa7cb88e640 1 -- 172.21.15.39:0/771268226 wait complete. 2024-09-13T16:20:32.917 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 200.00000001' led to DAMAGED state 2024-09-13T16:20:32.917 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 500.00000000' 2024-09-13T16:20:32.917 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:32.917 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:32.974 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:32.974 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:32.974 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:32.974 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:32.974 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:33.029 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:33.030 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:33.030 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.171+0000 7f549b7d4640 1 Processor -- start 2024-09-13T16:20:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.171+0000 7f549b7d4640 1 -- start start 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f549b7d4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54940b3930 0x7f54940b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f549b7d4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f549406baa0 0x7f549406bf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f549b7d4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f549406afe0 con 0x7f5494071480 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f549b7d4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54940b46a0 con 0x7f54940b3930 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f549b7d4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f54940b4980 con 0x7f549406baa0 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f5498d6f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f54940b3930 0x7f54940b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f5499570640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5494071480 0x7f5494071860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58158/0 (socket says 172.21.15.39:58158) 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f5499570640 1 -- 172.21.15.39:0/3551732627 learned_addr learned my addr 172.21.15.39:0/3551732627 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f5499d71640 1 --2- 172.21.15.39:0/3551732627 >> v2:172.21.15.157:3300/0 conn(0x7f549406baa0 0x7f549406bf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f5498d6f640 1 -- 172.21.15.39:0/3551732627 >> v2:172.21.15.157:3300/0 conn(0x7f549406baa0 msgr2=0x7f549406bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.172+0000 7f5498d6f640 1 --2- 172.21.15.39:0/3551732627 >> v2:172.21.15.157:3300/0 conn(0x7f549406baa0 0x7f549406bf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5498d6f640 1 -- 172.21.15.39:0/3551732627 >> v1:172.21.15.39:6789/0 conn(0x7f5494071480 legacy=0x7f5494071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5493fff640 1 -- 172.21.15.39:0/3551732627 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3192070733 0 0) 0x7f549406afe0 con 0x7f5494071480 2024-09-13T16:20:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5498d6f640 1 -- 172.21.15.39:0/3551732627 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f549406b2a0 con 0x7f54940b3930 2024-09-13T16:20:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5498d6f640 1 --2- 172.21.15.39:0/3551732627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54940b3930 0x7f54940b3da0 secure :-1 s=READY pgs=2292 cs=0 l=1 rev1=1 crypto rx=0x7f549415dc70 tx=0x7f548802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f96973af0eb1cf8e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5493fff640 1 -- 172.21.15.39:0/3551732627 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5488032440 con 0x7f54940b3930 2024-09-13T16:20:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5493fff640 1 -- 172.21.15.39:0/3551732627 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f54880325a0 con 0x7f54940b3930 2024-09-13T16:20:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.173+0000 7f5493fff640 1 -- 172.21.15.39:0/3551732627 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5488032930 con 0x7f54940b3930 2024-09-13T16:20:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 -- 172.21.15.39:0/3551732627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54940b3930 msgr2=0x7f54940b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3551732627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54940b3930 0x7f54940b3da0 secure :-1 s=READY pgs=2292 cs=0 l=1 rev1=1 crypto rx=0x7f549415dc70 tx=0x7f548802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 -- 172.21.15.39:0/3551732627 shutdown_connections 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3551732627 >> v2:172.21.15.157:3300/0 conn(0x7f549406baa0 0x7f549406bf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3551732627 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f54940b3930 0x7f54940b3da0 unknown :-1 s=CLOSED pgs=2292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 -- 172.21.15.39:0/3551732627 >> 172.21.15.39:0/3551732627 conn(0x7f54940b2320 msgr2=0x7f54940b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 -- 172.21.15.39:0/3551732627 shutdown_connections 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.174+0000 7f549b7d4640 1 -- 172.21.15.39:0/3551732627 wait complete. 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.175+0000 7f549b7d4640 1 Processor -- start 2024-09-13T16:20:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.175+0000 7f549b7d4640 1 -- start start 2024-09-13T16:20:33.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f549b7d4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f549406baa0 0x7f5494148ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:33.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f549b7d4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 0x7f54941538b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:33.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f549b7d4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54940b3930 0x7f5494153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:33.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f549b7d4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f54941504a0 con 0x7f5494071480 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f549b7d4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5494155070 con 0x7f54940b3930 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f549b7d4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5494155350 con 0x7f549406baa0 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 0x7f54941538b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 0x7f54941538b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47462/0 (socket says 172.21.15.39:47462) 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 -- 172.21.15.39:0/3620033624 learned_addr learned my addr 172.21.15.39:0/3620033624 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5499d71640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54940b3930 0x7f5494153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5499570640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f549406baa0 0x7f5494148ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 -- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f549406baa0 msgr2=0x7f5494148ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f549406baa0 0x7f5494148ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 -- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54940b3930 msgr2=0x7f5494153df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54940b3930 0x7f5494153df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.176+0000 7f5498d6f640 1 -- 172.21.15.39:0/3620033624 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5488009400 con 0x7f5494071480 2024-09-13T16:20:33.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.177+0000 7f5498d6f640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 0x7f54941538b0 secure :-1 s=READY pgs=2293 cs=0 l=1 rev1=1 crypto rx=0x7f5488000c00 tx=0x7f54880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.177+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5488030b00 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.177+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5488030c60 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.177+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5494155630 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.177+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5488006e10 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.177+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f54941582a0 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.178+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f54940b3da0 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.179+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f548803c400 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.179+0000 7f5491ffb640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f548006ac00 0x7f548006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.179+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f54880aa980 con 0x7f5494071480 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.179+0000 7f5499570640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f548006ac00 0x7f548006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.180+0000 7f5499570640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f548006ac00 0x7f548006d0c0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f54840012e0 tx=0x7f5484001700 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:33.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.183+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5488075330 con 0x7f5494071480 2024-09-13T16:20:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.394+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f549406df00 con 0x7f5494071480 2024-09-13T16:20:33.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.920+0000 7f5491ffb640 1 -- 172.21.15.39:0/3620033624 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v231) v1 ==== 161+0+0 (secure 0 0 0) 0x7f548804a020 con 0x7f5494071480 2024-09-13T16:20:33.921 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f548006ac00 msgr2=0x7f548006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f548006ac00 0x7f548006d0c0 secure :-1 s=READY pgs=896 cs=0 l=1 rev1=1 crypto rx=0x7f54840012e0 tx=0x7f5484001700 comp rx=0 tx=0).stop 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 msgr2=0x7f54941538b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 0x7f54941538b0 secure :-1 s=READY pgs=2293 cs=0 l=1 rev1=1 crypto rx=0x7f5488000c00 tx=0x7f54880046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 shutdown_connections 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f548006ac00 0x7f548006d0c0 unknown :-1 s=CLOSED pgs=896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f54940b3930 0x7f5494153df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5494071480 0x7f54941538b0 unknown :-1 s=CLOSED pgs=2293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 --2- 172.21.15.39:0/3620033624 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f549406baa0 0x7f5494148ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:33.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 >> 172.21.15.39:0/3620033624 conn(0x7f54940b2320 msgr2=0x7f54940b2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:33.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 shutdown_connections 2024-09-13T16:20:33.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:33.922+0000 7f549b7d4640 1 -- 172.21.15.39:0/3620033624 wait complete. 2024-09-13T16:20:33.936 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.038+0000 7f9042280640 1 Processor -- start 2024-09-13T16:20:34.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.039+0000 7f9042280640 1 -- start start 2024-09-13T16:20:34.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.039+0000 7f9042280640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f903c0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.039+0000 7f9042280640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f903c0d11f0 con 0x7f903c0b5ab0 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.039+0000 7f9042280640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f903c15d2d0 con 0x7f903c0cd560 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.039+0000 7f9042280640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f903c0cda00 con 0x7f903c15cef0 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f904081d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f903c0b5ab0 0x7f903c0ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42154/0 (socket says 172.21.15.39:42154) 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f904081d640 1 -- 172.21.15.39:0/417604232 learned_addr learned my addr 172.21.15.39:0/417604232 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903bfff640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f903c0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1190225988 0 0) 0x7f903c0d11f0 con 0x7f903c0b5ab0 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9024003520 con 0x7f903c0b5ab0 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3622722973 0 0) 0x7f9024003520 con 0x7f903c0b5ab0 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 msgr2=0x7f903c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f903c0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 >> v1:172.21.15.157:6789/0 conn(0x7f903c0cd560 legacy=0x7f903c0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f903c0cdce0 con 0x7f903c0b5ab0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f90340019f0 con 0x7f903c0b5ab0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 >> v1:172.21.15.39:6789/0 conn(0x7f903c0b5ab0 legacy=0x7f903c0ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f9024003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9024004350 0x7f9024004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f9024005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f903c0cda00 con 0x7f90240039a0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f902400b980 con 0x7f9024004350 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f902400bb40 con 0x7f903c15cef0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903bfff640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f9024003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f903b7fe640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9024004350 0x7f9024004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.040+0000 7f904081d640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f9024005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903bfff640 1 -- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 msgr2=0x7f9024005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:34.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903bfff640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f9024005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903bfff640 1 -- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9024004350 msgr2=0x7f9024004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903bfff640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9024004350 0x7f9024004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903bfff640 1 -- 172.21.15.39:0/417604232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9024003520 con 0x7f90240039a0 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f904081d640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c15cef0 0x7f9024005080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903bfff640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f9024003d80 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7f902c009ac0 tx=0x7f90240057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e995193ad4d69 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c031400 con 0x7f90240039a0 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902c02d050 con 0x7f90240039a0 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.041+0000 7f903affd640 1 -- 172.21.15.39:0/417604232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c031780 con 0x7f90240039a0 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f9042280640 1 -- 172.21.15.39:0/417604232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 msgr2=0x7f9024003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f9042280640 1 --2- 172.21.15.39:0/417604232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f9024003d80 secure :-1 s=READY pgs=2295 cs=0 l=1 rev1=1 crypto rx=0x7f902c009ac0 tx=0x7f90240057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f904081d640 1 -- 172.21.15.39:0/417604232 reap_dead start 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f9042280640 1 -- 172.21.15.39:0/417604232 shutdown_connections 2024-09-13T16:20:34.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f9042280640 1 -- 172.21.15.39:0/417604232 >> 172.21.15.39:0/417604232 conn(0x7f903c06a3a0 msgr2=0x7f903c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:34.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f9042280640 1 -- 172.21.15.39:0/417604232 shutdown_connections 2024-09-13T16:20:34.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.042+0000 7f9042280640 1 -- 172.21.15.39:0/417604232 wait complete. 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.043+0000 7f9042280640 1 Processor -- start 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.043+0000 7f9042280640 1 -- start start 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f9042280640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f903c15ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f9042280640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f903c0b15a0 0x7f903c15e1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f9042280640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c1529b0 0x7f903c152e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f9042280640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f903c153370 con 0x7f90240039a0 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f9042280640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f903c0b1e30 con 0x7f903c0b15a0 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f9042280640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f903c1604e0 con 0x7f903c1529b0 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f903bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f903c15ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f903bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f903c15ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52140/0 (socket says 172.21.15.39:52140) 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f903bfff640 1 -- 172.21.15.39:0/2106965261 learned_addr learned my addr 172.21.15.39:0/2106965261 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f903b7fe640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f903c0b15a0 0x7f903c15e1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.044+0000 7f904081d640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c1529b0 0x7f903c152e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903bfff640 1 -- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c1529b0 msgr2=0x7f903c152e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903bfff640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c1529b0 0x7f903c152e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903bfff640 1 -- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f903c0b15a0 msgr2=0x7f903c15e1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903bfff640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f903c0b15a0 0x7f903c15e1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903bfff640 1 -- 172.21.15.39:0/2106965261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f903c0b3a40 con 0x7f90240039a0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903b7fe640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f903c0b15a0 0x7f903c15e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f903bfff640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f903c15ffa0 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7f902c009be0 tx=0x7f902c004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c003a60 con 0x7f90240039a0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f902c003be0 con 0x7f90240039a0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f903c0b3d20 con 0x7f90240039a0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f902c044410 con 0x7f90240039a0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.045+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f903c0b42e0 con 0x7f90240039a0 2024-09-13T16:20:34.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.046+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f903c0d1e70 con 0x7f90240039a0 2024-09-13T16:20:34.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.046+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f902c038070 con 0x7f90240039a0 2024-09-13T16:20:34.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.047+0000 7f9038ff9640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f902806ac30 0x7f902806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.047+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f902c0a9ba0 con 0x7f90240039a0 2024-09-13T16:20:34.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.047+0000 7f903b7fe640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f902806ac30 0x7f902806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.048+0000 7f903b7fe640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f902806ac30 0x7f902806d0f0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f903c0c7300 tx=0x7f9030009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:34.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.051+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f902c0745e0 con 0x7f90240039a0 2024-09-13T16:20:34.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.289+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f903c0d0670 con 0x7f90240039a0 2024-09-13T16:20:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.927+0000 7f9038ff9640 1 -- 172.21.15.39:0/2106965261 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v232) v1 ==== 101+0+0 (secure 0 0 0) 0x7f902c036090 con 0x7f90240039a0 2024-09-13T16:20:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.929+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f902806ac30 msgr2=0x7f902806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.929+0000 7f9042280640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f902806ac30 0x7f902806d0f0 secure :-1 s=READY pgs=897 cs=0 l=1 rev1=1 crypto rx=0x7f903c0c7300 tx=0x7f9030009040 comp rx=0 tx=0).stop 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.929+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 msgr2=0x7f903c15ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.929+0000 7f9042280640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f903c15ffa0 secure :-1 s=READY pgs=2296 cs=0 l=1 rev1=1 crypto rx=0x7f902c009be0 tx=0x7f902c004730 comp rx=0 tx=0).stop 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 shutdown_connections 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f902806ac30 0x7f902806d0f0 unknown :-1 s=CLOSED pgs=897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f903c1529b0 0x7f903c152e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f903c0b15a0 0x7f903c15e1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 --2- 172.21.15.39:0/2106965261 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f90240039a0 0x7f903c15ffa0 unknown :-1 s=CLOSED pgs=2296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 >> 172.21.15.39:0/2106965261 conn(0x7f903c06a3a0 msgr2=0x7f903c0b6b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 shutdown_connections 2024-09-13T16:20:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.930+0000 7f9042280640 1 -- 172.21.15.39:0/2106965261 wait complete. 2024-09-13T16:20:34.943 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:34.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.986+0000 7f43fc71cf40 1 Processor -- start 2024-09-13T16:20:34.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.986+0000 7f43fc71cf40 1 -- start start 2024-09-13T16:20:34.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fc71cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55c5f040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fc71cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fc71cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55c5f6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fc71cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb55bc34d0 con 0x55bb55c5d120 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fc71cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb55b5eb60 con 0x55bb55cd1310 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fc71cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bb55b5e800 con 0x55bb55c145a0 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52158/0 (socket says 172.21.15.39:52158) 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 -- 172.21.15.39:0/961037099 learned_addr learned my addr 172.21.15.39:0/961037099 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43faa1a640 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55c5f6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fa219640 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55c5f040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 -- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 msgr2=0x55bb55c5f040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55c5f040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 -- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 msgr2=0x55bb55c5f6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55c5f6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43f9a18640 1 -- 172.21.15.39:0/961037099 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43f0005d20 con 0x55bb55c5d120 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.987+0000 7f43fa219640 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55c5f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43f9a18640 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7f43f0005cf0 tx=0x7f43f0051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40f235a9b77a88b6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43f8a16640 1 -- 172.21.15.39:0/961037099 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f00557d0 con 0x55bb55c5d120 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43f8a16640 1 -- 172.21.15.39:0/961037099 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43f0055930 con 0x55bb55c5d120 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43f8a16640 1 -- 172.21.15.39:0/961037099 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f0055ca0 con 0x55bb55c5d120 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 -- 172.21.15.39:0/961037099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 msgr2=0x55bb55cc3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 secure :-1 s=READY pgs=2299 cs=0 l=1 rev1=1 crypto rx=0x7f43f0005cf0 tx=0x7f43f0051000 comp rx=0 tx=0).stop 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 -- 172.21.15.39:0/961037099 shutdown_connections 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55c5f6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=CLOSED pgs=2299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/961037099 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55c5f040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 -- 172.21.15.39:0/961037099 >> 172.21.15.39:0/961037099 conn(0x55bb55c1a040 msgr2=0x55bb55c5e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 -- 172.21.15.39:0/961037099 shutdown_connections 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.988+0000 7f43fc71cf40 1 -- 172.21.15.39:0/961037099 wait complete. 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.989+0000 7f43fc71cf40 1 Processor -- start 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.989+0000 7f43fc71cf40 1 -- start start 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fc71cf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55cc2960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fc71cf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fc71cf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55cc3f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fc71cf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb55b41520 con 0x55bb55c5d120 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fc71cf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb55cc69a0 con 0x55bb55cd1310 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fc71cf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bb55cc2ea0 con 0x55bb55c145a0 2024-09-13T16:20:34.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52170/0 (socket says 172.21.15.39:52170) 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 learned_addr learned my addr 172.21.15.39:0/4236657383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55cc2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43faa1a640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55cc3f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 msgr2=0x55bb55cc2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55cc2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 msgr2=0x55bb55cc3f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb55cd1310 0x55bb55cc3f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bb55b87dc0 con 0x55bb55c5d120 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb55c145a0 0x55bb55cc2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 secure :-1 s=READY pgs=2300 cs=0 l=1 rev1=1 crypto rx=0x7f43f0005870 tx=0x7f43f0002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.990+0000 7f43eb7fe640 1 -- 172.21.15.39:0/4236657383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f0055aa0 con 0x55bb55c5d120 2024-09-13T16:20:34.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.991+0000 7f43eb7fe640 1 -- 172.21.15.39:0/4236657383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43f0055c00 con 0x55bb55c5d120 2024-09-13T16:20:34.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.991+0000 7f43eb7fe640 1 -- 172.21.15.39:0/4236657383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43f0068410 con 0x55bb55c5d120 2024-09-13T16:20:34.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.991+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55bb55b6dc20 con 0x55bb55c5d120 2024-09-13T16:20:34.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.991+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bb55b61060 con 0x55bb55c5d120 2024-09-13T16:20:34.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.992+0000 7f43eb7fe640 1 -- 172.21.15.39:0/4236657383 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43f0068570 con 0x55bb55c5d120 2024-09-13T16:20:34.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.992+0000 7f43eb7fe640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43dc0695e0 0x7f43dc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.992+0000 7f43eb7fe640 1 -- 172.21.15.39:0/4236657383 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f43f00cdf50 con 0x55bb55c5d120 2024-09-13T16:20:34.998 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:34.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.993+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bb55cc3140 0x55bb55d77a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:34.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.993+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55cf1560 con 0x55bb55cc3140 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.993+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43dc0695e0 0x7f43dc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.993+0000 7f43faa1a640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bb55cc3140 0x55bb55d77a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.993+0000 7f43faa1a640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bb55cc3140 0x55bb55d77a70 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.993+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43dc0695e0 0x7f43dc06baa0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f43ec000f80 tx=0x7f43ec008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.995+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v117'784 uv758 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.995+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d77fb0 con 0x55bb55cc3140 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.996+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v117'785 uv785 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.996+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d78360 con 0x55bb55cc3140 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.998+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v117'786 uv786 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.000 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:35.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.998+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d915d0 con 0x55bb55cc3140 2024-09-13T16:20:35.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.999+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v117'787 uv787 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:34.999+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d91980 con 0x55bb55cc3140 2024-09-13T16:20:35.001 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.000+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v117'788 uv788 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.000+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.001+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v117'789 uv789 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.002 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.001+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.002+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v117'790 uv764 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.002+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.003+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v117'791 uv791 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.003+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.005+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v117'792 uv792 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.006 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:35.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.005+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.006+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v117'793 uv793 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.006+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.007+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v117'794 uv794 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.007+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.008+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v117'795 uv795 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.008+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.010+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v117'796 uv771 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.010+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.011+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v117'797 uv797 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.011+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.012+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v117'798 uv798 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.013 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:35.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.012+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.013+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v117'799 uv799 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.013+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.015+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v117'800 uv800 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.015+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.016+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v117'801 uv801 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.016+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.017+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v117'802 uv802 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.017+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.019+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v117'803 uv777 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.019+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.020+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v117'804 uv804 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.020+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.021+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v117'805 uv805 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.022 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:35.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.021+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d92220 con 0x55bb55cc3140 2024-09-13T16:20:35.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.022+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v117'806 uv806 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.022+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d92220 con 0x55bb55cc3140 2024-09-13T16:20:35.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.024+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v117'807 uv807 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.024+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.025+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v117'808 uv808 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.025+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.026+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v117'809 uv783 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.026+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d90ab0 con 0x55bb55cc3140 2024-09-13T16:20:35.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.027+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v117'810 uv810 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.027+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.028+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v117'811 uv811 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.030 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:35.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.028+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.030+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v117'812 uv812 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.030+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.031+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v117'813 uv813 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.031+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55cc3140 2024-09-13T16:20:35.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.032+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v117'814 uv814 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.032+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bb55d91d30 0x55bb55d94120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.032+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d905c0 con 0x55bb55d91d30 2024-09-13T16:20:35.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.032+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bb55d91d30 0x55bb55d94120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.032+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bb55d91d30 0x55bb55d94120 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.034+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v117'566 uv548 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.034+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94660 con 0x55bb55d91d30 2024-09-13T16:20:35.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.035+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v117'567 uv567 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.035+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94a10 con 0x55bb55d91d30 2024-09-13T16:20:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.038+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v117'568 uv568 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.039 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:35.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.038+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d952b0 con 0x55bb55d91d30 2024-09-13T16:20:35.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.040+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v117'569 uv569 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.040+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d95660 con 0x55bb55d91d30 2024-09-13T16:20:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.041+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v117'570 uv570 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.041+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d95a10 con 0x55bb55d91d30 2024-09-13T16:20:35.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.043+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v117'571 uv553 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.043+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d95dc0 con 0x55bb55d91d30 2024-09-13T16:20:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.046+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v117'572 uv572 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.046+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.047+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v117'573 uv573 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.048 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:35.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.047+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.048+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v117'574 uv574 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.048+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.050+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v117'575 uv575 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.050+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.051+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v117'576 uv565 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.051+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.052+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v117'577 uv577 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.052+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.053+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v117'578 uv578 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.054 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:35.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.053+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99ba0 con 0x55bb55d91d30 2024-09-13T16:20:35.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.054+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v117'579 uv579 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.054+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99ba0 con 0x55bb55d91d30 2024-09-13T16:20:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.056+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v117'580 uv580 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.056+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.057+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v117'581 uv564 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.057+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.058+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v117'582 uv582 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.058+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.059+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v117'583 uv583 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.061 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:35.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.059+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d97180 con 0x55bb55d91d30 2024-09-13T16:20:35.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.060+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v117'584 uv584 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.060+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d97180 con 0x55bb55d91d30 2024-09-13T16:20:35.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.061+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v117'585 uv585 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.061+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55d91d30 2024-09-13T16:20:35.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.063+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v117'586 uv586 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d91d30 2024-09-13T16:20:35.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.063+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55cc3140 2024-09-13T16:20:35.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.064+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v117'153 uv152 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.064+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55cc3140 2024-09-13T16:20:35.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.065+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v117'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.065+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55cc3140 2024-09-13T16:20:35.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.066+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v117'155 uv155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.067 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:35.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.066+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d97180 con 0x55bb55cc3140 2024-09-13T16:20:35.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.067+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v117'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.067+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d97180 con 0x55bb55cc3140 2024-09-13T16:20:35.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.068+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v117'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.068+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d96170 con 0x55bb55cc3140 2024-09-13T16:20:35.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.069+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v117'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.069+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bb55d96680 0x55bb55d98a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.069+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d98fb0 con 0x55bb55d96680 2024-09-13T16:20:35.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.069+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bb55d96680 0x55bb55d98a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.070+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bb55d96680 0x55bb55d98a70 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.071+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v117'109 uv108 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.071+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99360 con 0x55bb55d96680 2024-09-13T16:20:35.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.072+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v117'110 uv110 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.072+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99710 con 0x55bb55d96680 2024-09-13T16:20:35.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.073+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v117'111 uv111 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.074 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:35.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.073+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99ac0 con 0x55bb55d96680 2024-09-13T16:20:35.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.074+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v117'112 uv112 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.074+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99e70 con 0x55bb55cc3140 2024-09-13T16:20:35.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.075+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v117'153 uv152 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.075+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99e70 con 0x55bb55cc3140 2024-09-13T16:20:35.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.076+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v117'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.076+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99e70 con 0x55bb55cc3140 2024-09-13T16:20:35.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.077+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v117'155 uv155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.079 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:35.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.077+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9ae80 con 0x55bb55cc3140 2024-09-13T16:20:35.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.078+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v117'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.078+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9ae80 con 0x55bb55cc3140 2024-09-13T16:20:35.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.079+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v117'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.079+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d99e70 con 0x55bb55cc3140 2024-09-13T16:20:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.080+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v117'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.080+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb55d9a380 0x55bb55d9c770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.080+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9ccb0 con 0x55bb55d9a380 2024-09-13T16:20:35.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.080+0000 7f43faa1a640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb55d9a380 0x55bb55d9c770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.081+0000 7f43faa1a640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb55d9a380 0x55bb55d9c770 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.082+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v117'282 uv276 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.082+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9ccb0 con 0x55bb55d9a380 2024-09-13T16:20:35.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.084+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v117'283 uv283 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.084+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.087 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:35.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.085+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v117'284 uv284 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.085+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9e0c0 con 0x55bb55d9a380 2024-09-13T16:20:35.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.086+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v117'285 uv285 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.086+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9e0c0 con 0x55bb55d9a380 2024-09-13T16:20:35.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.087+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v117'286 uv286 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.087+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.089+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v117'287 uv287 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.089+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.090+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v117'288 uv281 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.090+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.091+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v117'289 uv289 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.091+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.092+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v117'290 uv290 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.094 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:35.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.093+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.094+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v117'291 uv291 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.094+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d9d0b0 con 0x55bb55d9a380 2024-09-13T16:20:35.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.095+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v117'292 uv292 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.095+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bb55d9d730 0x55bb55d9fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.095+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da0180 con 0x55bb55d9d730 2024-09-13T16:20:35.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.095+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bb55d9d730 0x55bb55d9fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.096+0000 7f43fa219640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bb55d9d730 0x55bb55d9fb20 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.097+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v117'127 uv126 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d9d730 2024-09-13T16:20:35.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.097+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da01c0 con 0x55bb55d9d730 2024-09-13T16:20:35.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.098+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v117'128 uv128 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d9d730 2024-09-13T16:20:35.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.098+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55d9d730 2024-09-13T16:20:35.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.099+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v117'129 uv129 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d9d730 2024-09-13T16:20:35.100 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:35.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.099+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55d9d730 2024-09-13T16:20:35.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.100+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v117'130 uv130 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d9d730 2024-09-13T16:20:35.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.100+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55d9d730 2024-09-13T16:20:35.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.101+0000 7f43fa219640 1 -- 172.21.15.39:0/4236657383 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v117'131 uv131 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43ec012830 con 0x55bb55d9d730 2024-09-13T16:20:35.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.101+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55cc3140 2024-09-13T16:20:35.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.102+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v117'153 uv152 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.102+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55cc3140 2024-09-13T16:20:35.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.104+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v117'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.104+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55cc3140 2024-09-13T16:20:35.106 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:35.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.105+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v117'155 uv155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.105+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da1600 con 0x55bb55cc3140 2024-09-13T16:20:35.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.105+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v117'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.105+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da1600 con 0x55bb55cc3140 2024-09-13T16:20:35.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.106+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v117'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.106+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55cc3140 2024-09-13T16:20:35.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.108+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v117'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55cc3140 2024-09-13T16:20:35.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.108+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da05f0 con 0x55bb55d96680 2024-09-13T16:20:35.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.109+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v117'253 uv247 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.109+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da09a0 con 0x55bb55d96680 2024-09-13T16:20:35.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.110+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v117'254 uv254 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.110+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da0d50 con 0x55bb55d96680 2024-09-13T16:20:35.112 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:35.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.111+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v117'255 uv255 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.111+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94e60 con 0x55bb55d96680 2024-09-13T16:20:35.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.112+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v117'256 uv256 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.112+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94e60 con 0x55bb55d96680 2024-09-13T16:20:35.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.113+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v117'257 uv257 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.113+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94e60 con 0x55bb55d96680 2024-09-13T16:20:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.114+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v117'258 uv252 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.114+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94e60 con 0x55bb55d96680 2024-09-13T16:20:35.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.115+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v117'259 uv259 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.115+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94e60 con 0x55bb55d96680 2024-09-13T16:20:35.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.116+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v117'260 uv260 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.117 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.116+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55d94e60 con 0x55bb55d96680 2024-09-13T16:20:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.117+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v117'261 uv261 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.117+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da3f50 con 0x55bb55d96680 2024-09-13T16:20:35.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.118+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v117'262 uv262 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.118+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bb55da1c70 0x55bb55da4560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.118+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55da1c70 2024-09-13T16:20:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.118+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bb55da1c70 0x55bb55da4560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.118+0000 7f43f9a18640 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bb55da1c70 0x55bb55da4560 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.120+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v117'111 uv110 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55da1c70 2024-09-13T16:20:35.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.120+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55da1c70 2024-09-13T16:20:35.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.121+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v117'112 uv112 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55da1c70 2024-09-13T16:20:35.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.121+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55da1c70 2024-09-13T16:20:35.123 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:35.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.122+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v117'113 uv113 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55da1c70 2024-09-13T16:20:35.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.122+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55da1c70 2024-09-13T16:20:35.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.123+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v117'114 uv114 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55da1c70 2024-09-13T16:20:35.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.123+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d96680 2024-09-13T16:20:35.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.124+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v117'153 uv152 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.124+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d96680 2024-09-13T16:20:35.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.125+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v117'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.125+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d96680 2024-09-13T16:20:35.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.126+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v117'155 uv155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.127 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:35.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.126+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d96680 2024-09-13T16:20:35.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.127+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v117'156 uv156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.127+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d96680 2024-09-13T16:20:35.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.128+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v117'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.128+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d96680 2024-09-13T16:20:35.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.129+0000 7f43f9a18640 1 -- 172.21.15.39:0/4236657383 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v117'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f0079070 con 0x55bb55d96680 2024-09-13T16:20:35.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.129+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d9a380 2024-09-13T16:20:35.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.130+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v117'130 uv129 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.130+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4ad0 con 0x55bb55d9a380 2024-09-13T16:20:35.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.131+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v117'131 uv131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.131+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4060 con 0x55bb55d9a380 2024-09-13T16:20:35.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.132+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v117'132 uv132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.133 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:35.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.132+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.133+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v117'133 uv133 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.133+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.134+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v117'134 uv134 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.134+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.136+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v117'314 uv306 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.136+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.137+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v117'315 uv315 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.137+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.138+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v117'316 uv316 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.140 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:35.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.138+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.140+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v117'317 uv317 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.140+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.141+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v117'318 uv318 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.141+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.142+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v117'319 uv313 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.142+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.143+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v117'320 uv320 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.144+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.146 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.145+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v117'321 uv321 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.145+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da5ab0 con 0x55bb55d9a380 2024-09-13T16:20:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.146+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v117'322 uv322 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.146+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da5ab0 con 0x55bb55d9a380 2024-09-13T16:20:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.147+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v117'323 uv323 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.147+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4aa0 con 0x55bb55d9a380 2024-09-13T16:20:35.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.148+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v117'324 uv324 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.148+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x55bb55da4f90 con 0x55bb55d9a380 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v117'325 uv325 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f43f4007820 con 0x55bb55d9a380 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bb55cc3140 msgr2=0x55bb55d77a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55bb55cc3140 0x55bb55d77a70 crc :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bb55d96680 msgr2=0x55bb55d98a70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bb55d96680 0x55bb55d98a70 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bb55da1c70 msgr2=0x55bb55da4560 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55bb55da1c70 0x55bb55da4560 crc :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bb55d91d30 msgr2=0x55bb55d94120 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55bb55d91d30 0x55bb55d94120 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb55d9a380 msgr2=0x55bb55d9c770 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb55d9a380 0x55bb55d9c770 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bb55d9d730 msgr2=0x55bb55d9fb20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55bb55d9d730 0x55bb55d9fb20 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 reap_dead start 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43dc0695e0 msgr2=0x7f43dc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 reap_dead start 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43dc0695e0 0x7f43dc06baa0 secure :-1 s=READY pgs=898 cs=0 l=1 rev1=1 crypto rx=0x7f43ec000f80 tx=0x7f43ec008040 comp rx=0 tx=0).stop 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 msgr2=0x55bb55cc3a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 --2- 172.21.15.39:0/4236657383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb55c5d120 0x55bb55cc3a40 secure :-1 s=READY pgs=2300 cs=0 l=1 rev1=1 crypto rx=0x7f43f0005870 tx=0x7f43f0002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43faa1a640 1 -- 172.21.15.39:0/4236657383 reap_dead start 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 shutdown_connections 2024-09-13T16:20:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 >> 172.21.15.39:0/4236657383 conn(0x55bb55c1a040 msgr2=0x55bb55c5e080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:35.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 shutdown_connections 2024-09-13T16:20:35.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.149+0000 7f43fc71cf40 1 -- 172.21.15.39:0/4236657383 wait complete. 2024-09-13T16:20:35.154 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 500.00000000 0 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.238+0000 7f0a70c88f40 1 Processor -- start 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.238+0000 7f0a70c88f40 1 -- start start 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a70c88f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 0x56340df20f10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a70c88f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340deaa890 0x56340df23180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a70c88f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340df16b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a70c88f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56340de19be0 con 0x56340de67e70 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a70c88f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56340de154d0 con 0x56340deaa890 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a70c88f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56340ddb0b60 con 0x56340deaac70 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 0x56340df20f10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 0x56340df20f10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52176/0 (socket says 172.21.15.39:52176) 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 -- 172.21.15.39:0/569876021 learned_addr learned my addr 172.21.15.39:0/569876021 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6df84640 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340deaa890 0x56340df23180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6ef86640 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340df16b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 -- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 msgr2=0x56340df16b60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340df16b60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 -- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340deaa890 msgr2=0x56340df23180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340deaa890 0x56340df23180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 -- 172.21.15.39:0/569876021 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a6800a100 con 0x56340de67e70 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6e785640 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 0x56340df20f10 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f0a60001d70 tx=0x7f0a6000b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=34558d73e81df883 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.239+0000 7f0a6cf82640 1 -- 172.21.15.39:0/569876021 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6000e470 con 0x56340de67e70 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a6cf82640 1 -- 172.21.15.39:0/569876021 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a6000e5d0 con 0x56340de67e70 2024-09-13T16:20:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a6cf82640 1 -- 172.21.15.39:0/569876021 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6000e960 con 0x56340de67e70 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 -- 172.21.15.39:0/569876021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 msgr2=0x56340df20f10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 0x56340df20f10 secure :-1 s=READY pgs=2302 cs=0 l=1 rev1=1 crypto rx=0x7f0a60001d70 tx=0x7f0a6000b6c0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 -- 172.21.15.39:0/569876021 shutdown_connections 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340df16b60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340deaa890 0x56340df23180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/569876021 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340de67e70 0x56340df20f10 unknown :-1 s=CLOSED pgs=2302 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 -- 172.21.15.39:0/569876021 >> 172.21.15.39:0/569876021 conn(0x56340deb3800 msgr2=0x56340df252e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 -- 172.21.15.39:0/569876021 shutdown_connections 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.240+0000 7f0a70c88f40 1 -- 172.21.15.39:0/569876021 wait complete. 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 Processor -- start 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 -- start start 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340de67e70 0x56340dea9e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340deaa890 0x56340df3d4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340dea8400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56340ddb0800 con 0x56340deaa890 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56340dd93520 con 0x56340de67e70 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a70c88f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56340deaa360 con 0x56340deaac70 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a6df84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340deaa890 0x56340df3d4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a6df84640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340deaa890 0x56340df3d4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52182/0 (socket says 172.21.15.39:52182) 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.241+0000 7f0a6df84640 1 -- 172.21.15.39:0/4182692298 learned_addr learned my addr 172.21.15.39:0/4182692298 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6e785640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340de67e70 0x56340dea9e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6ef86640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340dea8400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6df84640 1 -- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 msgr2=0x56340dea8400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6df84640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56340deaac70 0x56340dea8400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6df84640 1 -- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340de67e70 msgr2=0x56340dea9e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6df84640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56340de67e70 0x56340dea9e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6df84640 1 -- 172.21.15.39:0/4182692298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a58001e10 con 0x56340deaa890 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a6df84640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340deaa890 0x56340df3d4c0 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400df70 tx=0x7f0a6400b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a5f7fe640 1 -- 172.21.15.39:0/4182692298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a6400bde0 con 0x56340deaa890 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a5f7fe640 1 -- 172.21.15.39:0/4182692298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a64008040 con 0x56340deaa890 2024-09-13T16:20:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x56340ddb3060 con 0x56340deaa890 2024-09-13T16:20:35.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a5f7fe640 1 -- 172.21.15.39:0/4182692298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a640116c0 con 0x56340deaa890 2024-09-13T16:20:35.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.242+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56340ddb2ac0 con 0x56340deaa890 2024-09-13T16:20:35.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.243+0000 7f0a5f7fe640 1 -- 172.21.15.39:0/4182692298 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0a64011820 con 0x56340deaa890 2024-09-13T16:20:35.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.244+0000 7f0a5f7fe640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a500695e0 0x7f0a5006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.244+0000 7f0a5f7fe640 1 -- 172.21.15.39:0/4182692298 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f0a640885a0 con 0x56340deaa890 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.244+0000 7f0a6e785640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a500695e0 0x7f0a5006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.244+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340df1acb0 0x56340df1b090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.244+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.15 12:aa448500:::500.00000000:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e117) v8 -- 0x56340df1b5d0 con 0x56340df1acb0 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.244+0000 7f0a6ef86640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340df1acb0 0x56340df1b090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.245+0000 7f0a6e785640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a500695e0 0x7f0a5006baa0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f0a60001200 tx=0x7f0a6001b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.245+0000 7f0a6ef86640 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340df1acb0 0x56340df1b090 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a6ef86640 1 -- 172.21.15.39:0/4182692298 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 500.00000000 [truncate 0] v117'293 uv293 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0a6804f500 con 0x56340df1acb0 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340df1acb0 msgr2=0x56340df1b090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56340df1acb0 0x56340df1b090 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a500695e0 msgr2=0x7f0a5006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a500695e0 0x7f0a5006baa0 secure :-1 s=READY pgs=899 cs=0 l=1 rev1=1 crypto rx=0x7f0a60001200 tx=0x7f0a6001b040 comp rx=0 tx=0).stop 2024-09-13T16:20:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340deaa890 msgr2=0x56340df3d4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 --2- 172.21.15.39:0/4182692298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56340deaa890 0x56340df3d4c0 secure :-1 s=READY pgs=2303 cs=0 l=1 rev1=1 crypto rx=0x7f0a6400df70 tx=0x7f0a6400b5b0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a6ef86640 1 -- 172.21.15.39:0/4182692298 reap_dead start 2024-09-13T16:20:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 shutdown_connections 2024-09-13T16:20:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 >> 172.21.15.39:0/4182692298 conn(0x56340deb3800 msgr2=0x56340df1c020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 shutdown_connections 2024-09-13T16:20:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.246+0000 7f0a70c88f40 1 -- 172.21.15.39:0/4182692298 wait complete. 2024-09-13T16:20:35.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:35.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.356+0000 7faaceeb1640 1 Processor -- start 2024-09-13T16:20:35.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.356+0000 7faaceeb1640 1 -- start start 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faaceeb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 0x7faac8167280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faaceeb1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faac80b3290 con 0x7faac80ae630 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faaceeb1640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faac8071200 con 0x7faac8145880 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faaceeb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faac80ac860 con 0x7faac806a5e0 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faac80ae630 0x7faac8069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42186/0 (socket says 172.21.15.39:42186) 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac7fff640 1 -- 172.21.15.39:0/3933385844 learned_addr learned my addr 172.21.15.39:0/3933385844 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:35.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1016183778 0 0) 0x7faac80b3290 con 0x7faac80ae630 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faab4003520 con 0x7faac80ae630 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faacd44e640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 0x7faac8167280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2003135652 0 0) 0x7faab4003520 con 0x7faac80ae630 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 msgr2=0x7faac8167280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 0x7faac8167280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 >> v1:172.21.15.157:6789/0 conn(0x7faac8145880 legacy=0x7faac806bb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faac80acb40 con 0x7faac80ae630 2024-09-13T16:20:35.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7faab00019f0 con 0x7faac80ae630 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 >> v1:172.21.15.39:6789/0 conn(0x7faac80ae630 legacy=0x7faac8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faab40039a0 0x7faab4003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.357+0000 7faac77fe640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 0x7faab40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faac77fe640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab4004d00 0x7faab4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faac80ac860 con 0x7faab40039a0 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faab400b9b0 con 0x7faab4004d00 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faab400bb70 con 0x7faac806a5e0 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faaccc4d640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faab40039a0 0x7faab4003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faac7fff640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 0x7faab40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faacd44e640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab4004d00 0x7faab4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faaccc4d640 1 -- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 msgr2=0x7faab40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faaccc4d640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac806a5e0 0x7faab40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faaccc4d640 1 -- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab4004d00 msgr2=0x7faab4005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faaccc4d640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab4004d00 0x7faab4005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.358+0000 7faaccc4d640 1 -- 172.21.15.39:0/3933385844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faab4003520 con 0x7faab40039a0 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaccc4d640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faab40039a0 0x7faab4003d80 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7faab8001860 tx=0x7faab40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d827a196c3309da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faab802ab40 con 0x7faab40039a0 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faab802acc0 con 0x7faab40039a0 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faac77fe640 1 -- 172.21.15.39:0/3933385844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faab8032680 con 0x7faab40039a0 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaceeb1640 1 -- 172.21.15.39:0/3933385844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faab40039a0 msgr2=0x7faab4003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaceeb1640 1 --2- 172.21.15.39:0/3933385844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faab40039a0 0x7faab4003d80 secure :-1 s=READY pgs=2305 cs=0 l=1 rev1=1 crypto rx=0x7faab8001860 tx=0x7faab40057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faacd44e640 1 -- 172.21.15.39:0/3933385844 reap_dead start 2024-09-13T16:20:35.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaceeb1640 1 -- 172.21.15.39:0/3933385844 shutdown_connections 2024-09-13T16:20:35.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaceeb1640 1 -- 172.21.15.39:0/3933385844 >> 172.21.15.39:0/3933385844 conn(0x7faac806afe0 msgr2=0x7faac806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:35.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaceeb1640 1 -- 172.21.15.39:0/3933385844 shutdown_connections 2024-09-13T16:20:35.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.359+0000 7faaceeb1640 1 -- 172.21.15.39:0/3933385844 wait complete. 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.361+0000 7faaceeb1640 1 Processor -- start 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.361+0000 7faaceeb1640 1 -- start start 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.361+0000 7faaceeb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab40039a0 0x7faac813e330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.361+0000 7faaceeb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac81419f0 0x7faac813b1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaceeb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 0x7faac8143620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaceeb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faac8141e70 con 0x7faac8143170 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaceeb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faac81420d0 con 0x7faab40039a0 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaceeb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faac81423b0 con 0x7faac81419f0 2024-09-13T16:20:35.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 0x7faac8143620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 0x7faac8143620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52198/0 (socket says 172.21.15.39:52198) 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 -- 172.21.15.39:0/4044393648 learned_addr learned my addr 172.21.15.39:0/4044393648 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaccc4d640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab40039a0 0x7faac813e330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faac7fff640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac81419f0 0x7faac813b1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 -- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac81419f0 msgr2=0x7faac813b1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac81419f0 0x7faac813b1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 -- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab40039a0 msgr2=0x7faac813e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab40039a0 0x7faac813e330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 -- 172.21.15.39:0/4044393648 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faac8142690 con 0x7faac8143170 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faacd44e640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 0x7faac8143620 secure :-1 s=READY pgs=2306 cs=0 l=1 rev1=1 crypto rx=0x7faac806d4c0 tx=0x7faac0011cf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac0011ee0 con 0x7faac8143170 2024-09-13T16:20:35.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faac0004240 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faac8142970 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faac000f6f0 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.362+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faac813b730 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.363+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faac8142e90 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.364+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faac000f850 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.364+0000 7faac57fa640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faaa806ac30 0x7faaa806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.364+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7faac0089f60 con 0x7faac8143170 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.364+0000 7faaccc4d640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faaa806ac30 0x7faaa806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:35.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.365+0000 7faaccc4d640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faaa806ac30 0x7faaa806d0f0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7faab8034000 tx=0x7faab8009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:35.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.368+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faac8142e90 con 0x7faac8143170 2024-09-13T16:20:35.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.576+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7faac8142e90 con 0x7faac8143170 2024-09-13T16:20:35.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.887+0000 7faac57fa640 1 -- 172.21.15.39:0/4044393648 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v233) v1 ==== 162+0+0 (secure 0 0 0) 0x7faac8142e90 con 0x7faac8143170 2024-09-13T16:20:35.889 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:35.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faaa806ac30 msgr2=0x7faaa806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faaa806ac30 0x7faaa806d0f0 secure :-1 s=READY pgs=900 cs=0 l=1 rev1=1 crypto rx=0x7faab8034000 tx=0x7faab8009030 comp rx=0 tx=0).stop 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 msgr2=0x7faac8143620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 0x7faac8143620 secure :-1 s=READY pgs=2306 cs=0 l=1 rev1=1 crypto rx=0x7faac806d4c0 tx=0x7faac0011cf0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 shutdown_connections 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faaa806ac30 0x7faaa806d0f0 unknown :-1 s=CLOSED pgs=900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faac8143170 0x7faac8143620 unknown :-1 s=CLOSED pgs=2306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faac81419f0 0x7faac813b1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 --2- 172.21.15.39:0/4044393648 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faab40039a0 0x7faac813e330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 >> 172.21.15.39:0/4044393648 conn(0x7faac806afe0 msgr2=0x7faac806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 shutdown_connections 2024-09-13T16:20:35.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:35.890+0000 7faaceeb1640 1 -- 172.21.15.39:0/4044393648 wait complete. 2024-09-13T16:20:36.307 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:36.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.416+0000 7fcb81be2640 1 Processor -- start 2024-09-13T16:20:36.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.416+0000 7fcb81be2640 1 -- start start 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb81be2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcb7c15a230 0x7fcb7c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb81be2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb7c06ccd0 con 0x7fcb7c070a70 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb81be2640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcb7c161010 con 0x7fcb7c06e170 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb81be2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcb7c15a610 con 0x7fcb7c15a230 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb7b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcb7c15a230 0x7fcb7c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb72ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcb7c070a70 0x7fcb7c1601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42202/0 (socket says 172.21.15.39:42202) 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.417+0000 7fcb72ffd640 1 -- 172.21.15.39:0/1256291857 learned_addr learned my addr 172.21.15.39:0/1256291857 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.418+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/1256291857 >> v1:172.21.15.157:6789/0 conn(0x7fcb7c06e170 legacy=0x7fcb7c160900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.418+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/1256291857 >> v1:172.21.15.39:6789/0 conn(0x7fcb7c070a70 legacy=0x7fcb7c1601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.418+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/1256291857 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb7c0ad1d0 con 0x7fcb7c15a230 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.418+0000 7fcb7b7fe640 1 --2- 172.21.15.39:0/1256291857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c15a230 0x7fcb7c0ac860 secure :-1 s=READY pgs=2308 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c0097a0 tx=0x7fcb6c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75d29401509d4e09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb7affd640 1 -- 172.21.15.39:0/1256291857 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c032440 con 0x7fcb7c15a230 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb7affd640 1 -- 172.21.15.39:0/1256291857 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb6c0325a0 con 0x7fcb7c15a230 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb7affd640 1 -- 172.21.15.39:0/1256291857 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c032930 con 0x7fcb7c15a230 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 -- 172.21.15.39:0/1256291857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c15a230 msgr2=0x7fcb7c0ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 --2- 172.21.15.39:0/1256291857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c15a230 0x7fcb7c0ac860 secure :-1 s=READY pgs=2308 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c0097a0 tx=0x7fcb6c02a230 comp rx=0 tx=0).stop 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 -- 172.21.15.39:0/1256291857 shutdown_connections 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 --2- 172.21.15.39:0/1256291857 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c15a230 0x7fcb7c0ac860 unknown :-1 s=CLOSED pgs=2308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 -- 172.21.15.39:0/1256291857 >> 172.21.15.39:0/1256291857 conn(0x7fcb7c06a0b0 msgr2=0x7fcb7c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 -- 172.21.15.39:0/1256291857 shutdown_connections 2024-09-13T16:20:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.419+0000 7fcb81be2640 1 -- 172.21.15.39:0/1256291857 wait complete. 2024-09-13T16:20:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.420+0000 7fcb81be2640 1 Processor -- start 2024-09-13T16:20:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 -- start start 2024-09-13T16:20:36.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 0x7fcb7c14e9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb7c070a70 0x7fcb7c153aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb7c15a230 0x7fcb7c153fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb7c1e8700 con 0x7fcb7c06e170 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcb7c1e89e0 con 0x7fcb7c15a230 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.421+0000 7fcb81be2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcb7c1e8cc0 con 0x7fcb7c070a70 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 0x7fcb7c14e9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 0x7fcb7c14e9e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52222/0 (socket says 172.21.15.39:52222) 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/193798288 learned_addr learned my addr 172.21.15.39:0/193798288 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb72ffd640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb7c070a70 0x7fcb7c153aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7bfff640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb7c15a230 0x7fcb7c153fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb7c070a70 msgr2=0x7fcb7c153aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb7c070a70 0x7fcb7c153aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb7c15a230 msgr2=0x7fcb7c153fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb7c15a230 0x7fcb7c153fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 -- 172.21.15.39:0/193798288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcb6c009400 con 0x7fcb7c06e170 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb7b7fe640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 0x7fcb7c14e9e0 secure :-1 s=READY pgs=2309 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c035040 tx=0x7fcb6c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c006e10 con 0x7fcb7c06e170 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb6c030980 con 0x7fcb7c06e170 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcb7c1e8fa0 con 0x7fcb7c06e170 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb6c030d50 con 0x7fcb7c06e170 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.422+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcb7c1e7b40 con 0x7fcb7c06e170 2024-09-13T16:20:36.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.423+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb7c0672f0 con 0x7fcb7c06e170 2024-09-13T16:20:36.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.424+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcb6c039040 con 0x7fcb7c06e170 2024-09-13T16:20:36.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.424+0000 7fcb78ff9640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:36.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.425+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fcb6c0aa720 con 0x7fcb7c06e170 2024-09-13T16:20:36.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.425+0000 7fcb72ffd640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:36.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.425+0000 7fcb72ffd640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c04e4b0 tx=0x7fcb64009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:36.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.429+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcb6c075020 con 0x7fcb7c06e170 2024-09-13T16:20:36.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.637+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcb7c0b2010 con 0x7fcb7c06e170 2024-09-13T16:20:36.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.638+0000 7fcb78ff9640 1 -- 172.21.15.39:0/193798288 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 233 v233) v1 ==== 95+0+3990 (secure 0 0 0) 0x7fcb6c078640 con 0x7fcb7c06e170 2024-09-13T16:20:36.639 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:36.639 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":233,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":233,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:35.885327+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10575},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10575":{"gid":10575,"name":"c","rank":0,"incarnation":233,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/1159344963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":1159344963},{"type":"v1","addr":"172.21.15.39:6834","nonce":1159344963}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 233 2024-09-13T16:20:36.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb5c06ac00 msgr2=0x7fcb5c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 secure :-1 s=READY pgs=901 cs=0 l=1 rev1=1 crypto rx=0x7fcb7c04e4b0 tx=0x7fcb64009040 comp rx=0 tx=0).stop 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 msgr2=0x7fcb7c14e9e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 0x7fcb7c14e9e0 secure :-1 s=READY pgs=2309 cs=0 l=1 rev1=1 crypto rx=0x7fcb6c035040 tx=0x7fcb6c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 shutdown_connections 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcb5c06ac00 0x7fcb5c06d0c0 unknown :-1 s=CLOSED pgs=901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcb7c15a230 0x7fcb7c153fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcb7c070a70 0x7fcb7c153aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 --2- 172.21.15.39:0/193798288 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcb7c06e170 0x7fcb7c14e9e0 unknown :-1 s=CLOSED pgs=2309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 >> 172.21.15.39:0/193798288 conn(0x7fcb7c06a0b0 msgr2=0x7fcb7c0af3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 shutdown_connections 2024-09-13T16:20:36.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:36.640+0000 7fcb81be2640 1 -- 172.21.15.39:0/193798288 wait complete. 2024-09-13T16:20:36.653 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 233, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:20:35.885327+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 117, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10575}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10575': {'gid': 10575, 'name': 'c', 'rank': 0, 'incarnation': 233, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/1159344963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 1159344963}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 1159344963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:20:36.653 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_10575:up:replay 2024-09-13T16:20:36.653 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:20:36.661 INFO:tasks.ceph.mds.a.smithi039.stderr: -36> 2024-09-13T16:20:31.908+0000 7fd06b6d5640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (22) Invalid argument 2024-09-13T16:20:36.685 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:20:42.057 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:42.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.172+0000 7f9872f0f640 1 Processor -- start 2024-09-13T16:20:42.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.172+0000 7f9872f0f640 1 -- start start 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9872f0f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f986c0b41a0 0x7f986c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9872f0f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f986c0ccf80 0x7f986c0d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9872f0f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0d0830 0x7f986c0d0c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9872f0f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f986c0cde30 con 0x7f986c0b41a0 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9872f0f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f986c0b5090 con 0x7f986c0ccf80 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9872f0f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f986c0cd820 con 0x7f986c0d0830 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f986c0b41a0 0x7f986c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f986c0b41a0 0x7f986c0b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52264/0 (socket says 172.21.15.39:52264) 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 -- 172.21.15.39:0/3299183326 learned_addr learned my addr 172.21.15.39:0/3299183326 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 -- 172.21.15.39:0/3299183326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0d0830 msgr2=0x7f986c0d0c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 --2- 172.21.15.39:0/3299183326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0d0830 0x7f986c0d0c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 -- 172.21.15.39:0/3299183326 >> v2:172.21.15.157:3300/0 conn(0x7f986c0ccf80 msgr2=0x7f986c0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 --2- 172.21.15.39:0/3299183326 >> v2:172.21.15.157:3300/0 conn(0x7f986c0ccf80 0x7f986c0d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.173+0000 7f9870cab640 1 -- 172.21.15.39:0/3299183326 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f986c0b4ac0 con 0x7f986c0b41a0 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.174+0000 7f9870cab640 1 --2- 172.21.15.39:0/3299183326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0b41a0 0x7f986c0b4580 secure :-1 s=READY pgs=2313 cs=0 l=1 rev1=1 crypto rx=0x7f986c08b140 tx=0x7f986002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=53c73b3aaae76af1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.174+0000 7f986b7fe640 1 -- 172.21.15.39:0/3299183326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9860032440 con 0x7f986c0b41a0 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.174+0000 7f986b7fe640 1 -- 172.21.15.39:0/3299183326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98600325a0 con 0x7f986c0b41a0 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.174+0000 7f986b7fe640 1 -- 172.21.15.39:0/3299183326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9860032930 con 0x7f986c0b41a0 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 -- 172.21.15.39:0/3299183326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0b41a0 msgr2=0x7f986c0b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3299183326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0b41a0 0x7f986c0b4580 secure :-1 s=READY pgs=2313 cs=0 l=1 rev1=1 crypto rx=0x7f986c08b140 tx=0x7f986002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 -- 172.21.15.39:0/3299183326 shutdown_connections 2024-09-13T16:20:42.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3299183326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0d0830 0x7f986c0d0c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3299183326 >> v2:172.21.15.157:3300/0 conn(0x7f986c0ccf80 0x7f986c0d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3299183326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0b41a0 0x7f986c0b4580 unknown :-1 s=CLOSED pgs=2313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 -- 172.21.15.39:0/3299183326 >> 172.21.15.39:0/3299183326 conn(0x7f986c0cf1a0 msgr2=0x7f986c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 -- 172.21.15.39:0/3299183326 shutdown_connections 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.175+0000 7f9872f0f640 1 -- 172.21.15.39:0/3299183326 wait complete. 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.176+0000 7f9872f0f640 1 Processor -- start 2024-09-13T16:20:42.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.176+0000 7f9872f0f640 1 -- start start 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9872f0f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0b41a0 0x7f986c153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9872f0f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 0x7f986c157670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9872f0f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f986c0d0830 0x7f986c0cbbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9872f0f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f986c1558b0 con 0x7f986c0ccf80 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9872f0f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f986c155b90 con 0x7f986c0d0830 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9872f0f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f986c155e70 con 0x7f986c0b41a0 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 0x7f986c157670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 0x7f986c157670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52274/0 (socket says 172.21.15.39:52274) 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 -- 172.21.15.39:0/3770756619 learned_addr learned my addr 172.21.15.39:0/3770756619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f9870cab640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0b41a0 0x7f986c153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f98714ac640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f986c0d0830 0x7f986c0cbbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 -- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0b41a0 msgr2=0x7f986c153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0b41a0 0x7f986c153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 -- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f986c0d0830 msgr2=0x7f986c0cbbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f986c0d0830 0x7f986c0cbbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.177+0000 7f986bfff640 1 -- 172.21.15.39:0/3770756619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98600094d0 con 0x7f986c0ccf80 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.178+0000 7f986bfff640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 0x7f986c157670 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7f985800b4a0 tx=0x7f985800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.178+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9858010610 con 0x7f986c0ccf80 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.178+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9858010770 con 0x7f986c0ccf80 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.178+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9858010b20 con 0x7f986c0ccf80 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.178+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f986c156150 con 0x7f986c0ccf80 2024-09-13T16:20:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.178+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f986c1552f0 con 0x7f986c0ccf80 2024-09-13T16:20:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.179+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f986c067330 con 0x7f986c0ccf80 2024-09-13T16:20:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.180+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9858010c80 con 0x7f986c0ccf80 2024-09-13T16:20:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.180+0000 7f98697fa640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985006ac00 0x7f985006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.180+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f9858089730 con 0x7f986c0ccf80 2024-09-13T16:20:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.180+0000 7f9870cab640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985006ac00 0x7f985006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.181+0000 7f9870cab640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985006ac00 0x7f985006d0c0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f9860034000 tx=0x7f986002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.184+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9858054170 con 0x7f986c0ccf80 2024-09-13T16:20:42.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.391+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f986c156390 con 0x7f986c0ccf80 2024-09-13T16:20:42.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.392+0000 7f98697fa640 1 -- 172.21.15.39:0/3770756619 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 236 v236) v1 ==== 95+0+4746 (secure 0 0 0) 0x7f986c156390 con 0x7f986c0ccf80 2024-09-13T16:20:42.393 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:42.394 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":236,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":10644,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/883974613","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":883974613},{"type":"v1","addr":"172.21.15.39:6835","nonce":883974613}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":236,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:38.893917+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":117,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":10575},"failed":[],"damaged":[],"stopped":[],"info":{"gid_10575":{"gid":10575,"name":"c","rank":0,"incarnation":233,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6834/1159344963","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":1159344963},{"type":"v1","addr":"172.21.15.39:6834","nonce":1159344963}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:42.394 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 236 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985006ac00 msgr2=0x7f985006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985006ac00 0x7f985006d0c0 secure :-1 s=READY pgs=903 cs=0 l=1 rev1=1 crypto rx=0x7f9860034000 tx=0x7f986002e000 comp rx=0 tx=0).stop 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 msgr2=0x7f986c157670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 0x7f986c157670 secure :-1 s=READY pgs=2314 cs=0 l=1 rev1=1 crypto rx=0x7f985800b4a0 tx=0x7f985800b960 comp rx=0 tx=0).stop 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 shutdown_connections 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f985006ac00 0x7f985006d0c0 unknown :-1 s=CLOSED pgs=903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f986c0d0830 0x7f986c0cbbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f986c0ccf80 0x7f986c157670 unknown :-1 s=CLOSED pgs=2314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 --2- 172.21.15.39:0/3770756619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f986c0b41a0 0x7f986c153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 >> 172.21.15.39:0/3770756619 conn(0x7f986c0cf1a0 msgr2=0x7f986c15b1b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 shutdown_connections 2024-09-13T16:20:42.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.394+0000 7f9872f0f640 1 -- 172.21.15.39:0/3770756619 wait complete. 2024-09-13T16:20:42.407 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 236, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:20:38.893917+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 117, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 10575}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_10575': {'gid': 10575, 'name': 'c', 'rank': 0, 'incarnation': 233, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6834/1159344963', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 1159344963}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 1159344963}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:20:42.407 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:20:42.408 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:20:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.509+0000 7f1597fc7640 1 Processor -- start 2024-09-13T16:20:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.509+0000 7f1597fc7640 1 -- start start 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1597fc7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1590159380 0x7f15900b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1597fc7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f159015a360 0x7f15900ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1597fc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900ce960 0x7f1590071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1597fc7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900cedd0 con 0x7f159015a360 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1597fc7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1590159760 con 0x7f1590159380 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1597fc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f159015a880 con 0x7f15900ce960 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f159015a360 0x7f15900ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f159015a360 0x7f15900ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52288/0 (socket says 172.21.15.39:52288) 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 -- 172.21.15.39:0/2748927202 learned_addr learned my addr 172.21.15.39:0/2748927202 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595d63640 1 --2- 172.21.15.39:0/2748927202 >> v2:172.21.15.157:3300/0 conn(0x7f1590159380 0x7f15900b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1596564640 1 --2- 172.21.15.39:0/2748927202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900ce960 0x7f1590071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 -- 172.21.15.39:0/2748927202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900ce960 msgr2=0x7f1590071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 --2- 172.21.15.39:0/2748927202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900ce960 0x7f1590071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 -- 172.21.15.39:0/2748927202 >> v2:172.21.15.157:3300/0 conn(0x7f1590159380 msgr2=0x7f15900b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 --2- 172.21.15.39:0/2748927202 >> v2:172.21.15.157:3300/0 conn(0x7f1590159380 0x7f15900b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.510+0000 7f1595562640 1 -- 172.21.15.39:0/2748927202 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f159015ab60 con 0x7f159015a360 2024-09-13T16:20:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.511+0000 7f1595562640 1 --2- 172.21.15.39:0/2748927202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159015a360 0x7f15900ce420 secure :-1 s=READY pgs=2315 cs=0 l=1 rev1=1 crypto rx=0x7f15900ce3f0 tx=0x7f158002c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f42494854aaa05b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.511+0000 7f1594d61640 1 -- 172.21.15.39:0/2748927202 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1580032790 con 0x7f159015a360 2024-09-13T16:20:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.511+0000 7f1594d61640 1 -- 172.21.15.39:0/2748927202 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f15800328f0 con 0x7f159015a360 2024-09-13T16:20:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.511+0000 7f1594d61640 1 -- 172.21.15.39:0/2748927202 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1580032c80 con 0x7f159015a360 2024-09-13T16:20:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.511+0000 7f1597fc7640 1 -- 172.21.15.39:0/2748927202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159015a360 msgr2=0x7f15900ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.511+0000 7f1597fc7640 1 --2- 172.21.15.39:0/2748927202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159015a360 0x7f15900ce420 secure :-1 s=READY pgs=2315 cs=0 l=1 rev1=1 crypto rx=0x7f15900ce3f0 tx=0x7f158002c890 comp rx=0 tx=0).stop 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 -- 172.21.15.39:0/2748927202 shutdown_connections 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 --2- 172.21.15.39:0/2748927202 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159015a360 0x7f15900ce420 unknown :-1 s=CLOSED pgs=2315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 --2- 172.21.15.39:0/2748927202 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900ce960 0x7f1590071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 --2- 172.21.15.39:0/2748927202 >> v2:172.21.15.157:3300/0 conn(0x7f1590159380 0x7f15900b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 -- 172.21.15.39:0/2748927202 >> 172.21.15.39:0/2748927202 conn(0x7f15900b15d0 msgr2=0x7f15900b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 -- 172.21.15.39:0/2748927202 shutdown_connections 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.512+0000 7f1597fc7640 1 -- 172.21.15.39:0/2748927202 wait complete. 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.513+0000 7f1597fc7640 1 Processor -- start 2024-09-13T16:20:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.513+0000 7f1597fc7640 1 -- start start 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 0x7f1590158500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1590159380 0x7f15901e2220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015a360 0x7f15901e05a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159014e640 con 0x7f15900ce960 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15901e1d90 con 0x7f1590159380 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15901e1180 con 0x7f159015a360 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 0x7f1590158500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 0x7f1590158500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52302/0 (socket says 172.21.15.39:52302) 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 -- 172.21.15.39:0/3964775901 learned_addr learned my addr 172.21.15.39:0/3964775901 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595562640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1590159380 0x7f15901e2220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1596564640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015a360 0x7f15901e05a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 -- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015a360 msgr2=0x7f15901e05a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015a360 0x7f15901e05a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 -- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1590159380 msgr2=0x7f15901e2220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1590159380 0x7f15901e2220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 -- 172.21.15.39:0/3964775901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f158000b770 con 0x7f15900ce960 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595562640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1590159380 0x7f15901e2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1596564640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015a360 0x7f15901e05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1595d63640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 0x7f1590158500 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f158c00d800 tx=0x7f158c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f15867fc640 1 -- 172.21.15.39:0/3964775901 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c00b6c0 con 0x7f15900ce960 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f15867fc640 1 -- 172.21.15.39:0/3964775901 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158c00b820 con 0x7f15900ce960 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15901e1460 con 0x7f15900ce960 2024-09-13T16:20:42.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f15867fc640 1 -- 172.21.15.39:0/3964775901 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c00bbb0 con 0x7f15900ce960 2024-09-13T16:20:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.514+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15901e1a20 con 0x7f15900ce960 2024-09-13T16:20:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.516+0000 7f15867fc640 1 -- 172.21.15.39:0/3964775901 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f158c00bd10 con 0x7f15900ce960 2024-09-13T16:20:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.516+0000 7f15867fc640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.516+0000 7f15867fc640 1 -- 172.21.15.39:0/3964775901 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f158c08a140 con 0x7f15900ce960 2024-09-13T16:20:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.517+0000 7f1595562640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.517+0000 7f1595562640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f1580037000 tx=0x7f158003e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.517+0000 7f159adc5740 1 Processor -- start 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 -- start start 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da4a480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da47860 0x55728da97570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da71550 0x55728da97ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728d9a47c0 con 0x55728da4a0a0 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728d9b3b70 con 0x55728da71550 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55728d9b1300 con 0x55728da47860 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da4a480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da4a480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52318/0 (socket says 172.21.15.39:52318) 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f1595d63640 1 -- 172.21.15.39:0/867751704 learned_addr learned my addr 172.21.15.39:0/867751704 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f1595562640 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da47860 0x55728da97570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.518+0000 7f1596564640 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da71550 0x55728da97ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595d63640 1 -- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da47860 msgr2=0x55728da97570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595d63640 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da47860 0x55728da97570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595d63640 1 -- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da71550 msgr2=0x55728da97ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595d63640 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da71550 0x55728da97ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595d63640 1 -- 172.21.15.39:0/867751704 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55728d9394b0 con 0x55728da4a0a0 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595562640 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da47860 0x55728da97570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f1595d63640 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da4a480 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f158c060650 tx=0x7f158c058220 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9e79e02c2d30858 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f15737fe640 1 -- 172.21.15.39:0/867751704 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c060b80 con 0x55728da4a0a0 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f15737fe640 1 -- 172.21.15.39:0/867751704 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158c056b30 con 0x55728da4a0a0 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.519+0000 7f15737fe640 1 -- 172.21.15.39:0/867751704 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c05c170 con 0x55728da4a0a0 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 -- 172.21.15.39:0/867751704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 msgr2=0x55728da4a480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da4a480 secure :-1 s=READY pgs=2317 cs=0 l=1 rev1=1 crypto rx=0x7f158c060650 tx=0x7f158c058220 comp rx=0 tx=0).stop 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 -- 172.21.15.39:0/867751704 shutdown_connections 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da71550 0x55728da97ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da47860 0x55728da97570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 --2- 172.21.15.39:0/867751704 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da4a480 unknown :-1 s=CLOSED pgs=2317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 -- 172.21.15.39:0/867751704 >> 172.21.15.39:0/867751704 conn(0x55728da467d0 msgr2=0x55728da8ec80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 -- 172.21.15.39:0/867751704 shutdown_connections 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 -- 172.21.15.39:0/867751704 wait complete. 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 -- start start 2024-09-13T16:20:42.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.520+0000 7f159adc5740 1 Processor -- start 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da4a0a0 0x55728da96a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728da61720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 0x55728da6f720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728d9acbf0 con 0x55728da70d60 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728d96b250 con 0x55728da4a0a0 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55728d96aef0 con 0x55728da71550 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f159adc5740 10 client.0 _ll_register_callbacks cb 0x55728d99d740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f1596564640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 0x55728da6f720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f1596564640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 0x55728da6f720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52320/0 (socket says 172.21.15.39:52320) 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f1596564640 1 -- 172.21.15.39:0/757153708 learned_addr learned my addr 172.21.15.39:0/757153708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f1595562640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728da61720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.521+0000 7f1595d63640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da4a0a0 0x55728da96a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1596564640 1 -- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 msgr2=0x55728da61720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1596564640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728da61720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1596564640 1 -- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da4a0a0 msgr2=0x55728da96a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1596564640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da4a0a0 0x55728da96a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1596564640 1 -- 172.21.15.39:0/757153708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15901e1a20 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1596564640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 0x55728da6f720 secure :-1 s=READY pgs=2318 cs=0 l=1 rev1=1 crypto rx=0x7f1588007b50 tx=0x7f1588007f50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42782e6e36810093 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1570ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1570ff9640 1 -- 172.21.15.39:0/757153708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1588011ba0 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1570ff9640 1 -- 172.21.15.39:0/757153708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f1588011d00 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55728d6a03c0 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1570ff9640 1 -- 172.21.15.39:0/757153708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=236) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1588011ec0 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f159adc5740 10 client.10662 fetch_fsmap learned FSMap version 236 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=236,monmap=2+}) v3 -- 0x55728d9ab270 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.522+0000 7f1570ff9640 1 -- 172.21.15.39:0/757153708 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55728d6a03c0 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f1570ff9640 1 -- 172.21.15.39:0/757153708 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 236) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f1588014070 con 0x55728da70d60 2024-09-13T16:20:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f159adc5740 10 client.10662 fetch_fsmap finished waiting for FSMap version 236 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f159adc5740 10 client.10662 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f159adc5740 20 client.10662 populate_metadata read hostname 'smithi039' 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f159adc5740 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daa9d10 0x55728daac100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f159adc5740 4 client.10662 mds_command: new command op to 10575 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 --> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55728d6b16c0 con 0x55728daa9d10 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f1595d63640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daa9d10 0x55728daac100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f1570ff9640 10 client.10662 ms_handle_connect on v2:172.21.15.39:6832/1159344963 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.523+0000 7f1595d63640 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daa9d10 0x55728daac100 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1271c0360a3d862e server_cookie=1a8cff72d37a0d21 in_seq=0 out_seq=0 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f1570ff9640 1 -- 172.21.15.39:0/757153708 <== mds.0 v2:172.21.15.39:6832/1159344963 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55728d6b16c0 con 0x55728daa9d10 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f1570ff9640 10 client.10662 handle_command_reply: tid=0 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 client.10662 shutdown 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 msgr2=0x55728da6f720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 0x55728da6f720 secure :-1 s=READY pgs=2318 cs=0 l=1 rev1=1 crypto rx=0x7f1588007b50 tx=0x7f1588007f50 comp rx=0 tx=0).stop 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 shutdown_connections 2024-09-13T16:20:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daa9d10 0x55728daac100 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da70d60 0x55728da6f720 unknown :-1 s=CLOSED pgs=2318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728da61720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f1570ff9640 0 client.10662 ms_handle_reset on v2:172.21.15.39:6832/1159344963 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 --2- 172.21.15.39:0/757153708 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da4a0a0 0x55728da96a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 >> 172.21.15.39:0/757153708 conn(0x55728da47860 msgr2=0x55728da92960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 shutdown_connections 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 1 -- 172.21.15.39:0/757153708 wait complete. 2024-09-13T16:20:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.524+0000 7f159adc5740 20 client.10662 trim_cache size 0 max 16384 2024-09-13T16:20:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.539+0000 7f159adc5740 1 Processor -- start 2024-09-13T16:20:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.539+0000 7f159adc5740 1 -- start start 2024-09-13T16:20:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f159adc5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da929b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da964e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728daa7b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f159adc5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728d930460 con 0x55728da4a0a0 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728da4a520 con 0x55728da70d60 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55728d9b1d10 con 0x55728da71550 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da929b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da929b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52330/0 (socket says 172.21.15.39:52330) 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 -- 172.21.15.39:0/3712781875 learned_addr learned my addr 172.21.15.39:0/3712781875 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 -- 172.21.15.39:0/3712781875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 msgr2=0x55728daa7b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728daa7b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 -- 172.21.15.39:0/3712781875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 msgr2=0x55728da964e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da964e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 -- 172.21.15.39:0/3712781875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55728d94d5f0 con 0x55728da4a0a0 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1595d63640 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da929b0 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7f158c087df0 tx=0x7f158c05b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d8e48ea3271254bb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1573fff640 1 -- 172.21.15.39:0/3712781875 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c060c00 con 0x55728da4a0a0 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1573fff640 1 -- 172.21.15.39:0/3712781875 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158c0770b0 con 0x55728da4a0a0 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.540+0000 7f1573fff640 1 -- 172.21.15.39:0/3712781875 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c077220 con 0x55728da4a0a0 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 -- 172.21.15.39:0/3712781875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 msgr2=0x55728da929b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da929b0 secure :-1 s=READY pgs=2319 cs=0 l=1 rev1=1 crypto rx=0x7f158c087df0 tx=0x7f158c05b000 comp rx=0 tx=0).stop 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 -- 172.21.15.39:0/3712781875 shutdown_connections 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728daa7b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da964e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 --2- 172.21.15.39:0/3712781875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728da929b0 unknown :-1 s=CLOSED pgs=2319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 -- 172.21.15.39:0/3712781875 >> 172.21.15.39:0/3712781875 conn(0x55728da47860 msgr2=0x55728da92140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 -- 172.21.15.39:0/3712781875 shutdown_connections 2024-09-13T16:20:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 -- 172.21.15.39:0/3712781875 wait complete. 2024-09-13T16:20:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.541+0000 7f159adc5740 1 -- start start 2024-09-13T16:20:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 Processor -- start 2024-09-13T16:20:42.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728dae1de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da5fd90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728dae2cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728dae2320 con 0x55728da4a0a0 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55728da60880 con 0x55728da70d60 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.542+0000 7f159adc5740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55728dae2500 con 0x55728da71550 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f159adc5740 10 client.0 _ll_register_callbacks cb 0x7f158c054b50 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728dae1de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728dae1de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52332/0 (socket says 172.21.15.39:52332) 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 -- 172.21.15.39:0/1310002242 learned_addr learned my addr 172.21.15.39:0/1310002242 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595562640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da5fd90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1596564640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728dae2cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 -- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 msgr2=0x55728dae2cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728dae2cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 -- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 msgr2=0x55728da5fd90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da5fd90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 -- 172.21.15.39:0/1310002242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55728d9394b0 con 0x55728da4a0a0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1596564640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728dae2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1595d63640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728dae1de0 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7f158c00d7d0 tx=0x7f158c020070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97b8d477702b88c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1570ff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1570ff9640 1 -- 172.21.15.39:0/1310002242 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c05c370 con 0x55728da4a0a0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1570ff9640 1 -- 172.21.15.39:0/1310002242 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f158c087070 con 0x55728da4a0a0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f158c056b30 con 0x55728da4a0a0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1570ff9640 1 -- 172.21.15.39:0/1310002242 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=236) v2 ==== 24+0+0 (secure 0 0 0) 0x7f158c056990 con 0x55728da4a0a0 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f159adc5740 10 client.10668 fetch_fsmap learned FSMap version 236 2024-09-13T16:20:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=236,monmap=2+}) v3 -- 0x55728d972d00 con 0x55728da4a0a0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.543+0000 7f1570ff9640 1 -- 172.21.15.39:0/1310002242 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158c056b30 con 0x55728da4a0a0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1570ff9640 1 -- 172.21.15.39:0/1310002242 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 236) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f158c081d20 con 0x55728da4a0a0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 10 client.10668 fetch_fsmap finished waiting for FSMap version 236 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 10 client.10668 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 20 client.10668 populate_metadata read hostname 'smithi039' 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daf44c0 0x55728da8df10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 4 client.10668 mds_command: new command op to 10575 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 --> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55728d704d10 con 0x55728daf44c0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1595562640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daf44c0 0x55728da8df10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1595562640 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daf44c0 0x55728da8df10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=385c7a579d56e0e7 server_cookie=277600e5ca925e9d in_seq=0 out_seq=0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1570ff9640 10 client.10668 ms_handle_connect on v2:172.21.15.39:6832/1159344963 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1570ff9640 1 -- 172.21.15.39:0/1310002242 <== mds.0 v2:172.21.15.39:6832/1159344963 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+335 (crc 0 0 0) 0x55728d704d10 con 0x55728daf44c0 2024-09-13T16:20:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1570ff9640 10 client.10668 handle_command_reply: tid=0 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 client.10668 shutdown 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 msgr2=0x55728dae1de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728dae1de0 secure :-1 s=READY pgs=2320 cs=0 l=1 rev1=1 crypto rx=0x7f158c00d7d0 tx=0x7f158c020070 comp rx=0 tx=0).stop 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 shutdown_connections 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:6832/1159344963,v1:172.21.15.39:6834/1159344963] conn(0x55728daf44c0 0x55728da8df10 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55728da71550 0x55728dae2cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55728da70d60 0x55728da5fd90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f1570ff9640 0 client.10668 ms_handle_reset on v2:172.21.15.39:6832/1159344963 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 --2- 172.21.15.39:0/1310002242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55728da4a0a0 0x55728dae1de0 unknown :-1 s=CLOSED pgs=2320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.544+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 >> 172.21.15.39:0/1310002242 conn(0x55728da47860 msgr2=0x55728da6fff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 shutdown_connections 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f159adc5740 1 -- 172.21.15.39:0/1310002242 wait complete. 2024-09-13T16:20:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f159adc5740 20 client.10668 trim_cache size 0 max 16384 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 10575, 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6585829710000004, 2024-09-13T16:20:42.553 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 236, 2024-09-13T16:20:42.554 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 117, 2024-09-13T16:20:42.554 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 117, 2024-09-13T16:20:42.554 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.8959830360000005 2024-09-13T16:20:42.554 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:20:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 msgr2=0x7f157406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 secure :-1 s=READY pgs=904 cs=0 l=1 rev1=1 crypto rx=0x7f1580037000 tx=0x7f158003e040 comp rx=0 tx=0).stop 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 msgr2=0x7f1590158500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 0x7f1590158500 secure :-1 s=READY pgs=2316 cs=0 l=1 rev1=1 crypto rx=0x7f158c00d800 tx=0x7f158c00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 shutdown_connections 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 unknown :-1 s=CLOSED pgs=904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015a360 0x7f15901e05a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1590159380 0x7f15901e2220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 --2- 172.21.15.39:0/3964775901 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f15900ce960 0x7f1590158500 unknown :-1 s=CLOSED pgs=2316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 >> 172.21.15.39:0/3964775901 conn(0x7f15900b15d0 msgr2=0x7f1590155340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 shutdown_connections 2024-09-13T16:20:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.545+0000 7f1597fc7640 1 -- 172.21.15.39:0/3964775901 wait complete. 2024-09-13T16:20:42.557 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:20:42.557 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Truncate 500.00000000', proceeding to ls 2024-09-13T16:20:42.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:20:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.657+0000 7f448ba20640 1 Processor -- start 2024-09-13T16:20:42.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f448ba20640 1 -- start start 2024-09-13T16:20:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f448ba20640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f44840cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f448ba20640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44840b5ab0 0x7f44840b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f448ba20640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44840b6440 con 0x7f44840cd560 2024-09-13T16:20:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f448ba20640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44840d11f0 con 0x7f44840b5ab0 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f448ba20640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f448415d2d0 con 0x7f448415cef0 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.658+0000 7f4489fbd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f44840b5ab0 0x7f44840b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4488fbb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f44840cd560 0x7f44840d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:42222/0 (socket says 172.21.15.39:42222) 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4488fbb640 1 -- 172.21.15.39:0/1014362706 learned_addr learned my addr 172.21.15.39:0/1014362706 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f44897bc640 1 --2- 172.21.15.39:0/1014362706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f44840cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4489fbd640 1 -- 172.21.15.39:0/1014362706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 msgr2=0x7f44840cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4489fbd640 1 --2- 172.21.15.39:0/1014362706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f44840cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4489fbd640 1 -- 172.21.15.39:0/1014362706 >> v1:172.21.15.39:6789/0 conn(0x7f44840cd560 legacy=0x7f44840d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4489fbd640 1 -- 172.21.15.39:0/1014362706 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44840cda00 con 0x7f44840b5ab0 2024-09-13T16:20:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.659+0000 7f4483fff640 1 -- 172.21.15.39:0/1014362706 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 552244474 0 0) 0x7f44840b6440 con 0x7f44840cd560 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f4489fbd640 1 --2- 172.21.15.39:0/1014362706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840b5ab0 0x7f44840b5f00 secure :-1 s=READY pgs=2322 cs=0 l=1 rev1=1 crypto rx=0x7f447c0097a0 tx=0x7f447c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=180c5e5fc7dec212 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f4483fff640 1 -- 172.21.15.39:0/1014362706 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447c032440 con 0x7f44840b5ab0 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f4483fff640 1 -- 172.21.15.39:0/1014362706 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f447c0325a0 con 0x7f44840b5ab0 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f4483fff640 1 -- 172.21.15.39:0/1014362706 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447c032930 con 0x7f44840b5ab0 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 -- 172.21.15.39:0/1014362706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840b5ab0 msgr2=0x7f44840b5f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 --2- 172.21.15.39:0/1014362706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840b5ab0 0x7f44840b5f00 secure :-1 s=READY pgs=2322 cs=0 l=1 rev1=1 crypto rx=0x7f447c0097a0 tx=0x7f447c02a210 comp rx=0 tx=0).stop 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 -- 172.21.15.39:0/1014362706 shutdown_connections 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 --2- 172.21.15.39:0/1014362706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840b5ab0 0x7f44840b5f00 unknown :-1 s=CLOSED pgs=2322 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 --2- 172.21.15.39:0/1014362706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f44840cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 -- 172.21.15.39:0/1014362706 >> 172.21.15.39:0/1014362706 conn(0x7f448406a3a0 msgr2=0x7f448406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 -- 172.21.15.39:0/1014362706 shutdown_connections 2024-09-13T16:20:42.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.660+0000 7f448ba20640 1 -- 172.21.15.39:0/1014362706 wait complete. 2024-09-13T16:20:42.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 Processor -- start 2024-09-13T16:20:42.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 -- start start 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44840b5ab0 0x7f44841581a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 0x7f448415eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f448415f0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44840b3a40 con 0x7f44840cd560 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f448415fa90 con 0x7f44840b5ab0 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.662+0000 7f448ba20640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f448415fd70 con 0x7f448415cef0 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 0x7f448415eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 0x7f448415eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52356/0 (socket says 172.21.15.39:52356) 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 -- 172.21.15.39:0/3771247221 learned_addr learned my addr 172.21.15.39:0/3771247221 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f44897bc640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44840b5ab0 0x7f44841581a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4489fbd640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f448415f0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 -- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 msgr2=0x7f448415f0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f448415f0c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 -- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44840b5ab0 msgr2=0x7f44841581a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44840b5ab0 0x7f44841581a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 -- 172.21.15.39:0/3771247221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f447c009400 con 0x7f44840cd560 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f44897bc640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44840b5ab0 0x7f44841581a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4489fbd640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f448415f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4488fbb640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 0x7f448415eb80 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f447800c820 tx=0x7f447800cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447800a640 con 0x7f44840cd560 2024-09-13T16:20:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f447800a7c0 con 0x7f44840cd560 2024-09-13T16:20:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4484160050 con 0x7f44840cd560 2024-09-13T16:20:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f447800ab70 con 0x7f44840cd560 2024-09-13T16:20:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.663+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f448415f600 con 0x7f44840cd560 2024-09-13T16:20:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.664+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4484160240 con 0x7f44840cd560 2024-09-13T16:20:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.665+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f447800acd0 con 0x7f44840cd560 2024-09-13T16:20:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.665+0000 7f4481ffb640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f447006ac00 0x7f447006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.665+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f4478089450 con 0x7f44840cd560 2024-09-13T16:20:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.666+0000 7f44897bc640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f447006ac00 0x7f447006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.666+0000 7f44897bc640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f447006ac00 0x7f447006d0c0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f4474006fd0 tx=0x7f4474008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:42.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.669+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4478053de0 con 0x7f44840cd560 2024-09-13T16:20:42.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.874+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f44840b3b80 con 0x7f44840cd560 2024-09-13T16:20:42.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.875+0000 7f4481ffb640 1 -- 172.21.15.39:0/3771247221 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v236) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4478018020 con 0x7f44840cd560 2024-09-13T16:20:42.876 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:20:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f447006ac00 msgr2=0x7f447006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f447006ac00 0x7f447006d0c0 secure :-1 s=READY pgs=905 cs=0 l=1 rev1=1 crypto rx=0x7f4474006fd0 tx=0x7f4474008040 comp rx=0 tx=0).stop 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 msgr2=0x7f448415eb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 0x7f448415eb80 secure :-1 s=READY pgs=2323 cs=0 l=1 rev1=1 crypto rx=0x7f447800c820 tx=0x7f447800cce0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 shutdown_connections 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f447006ac00 0x7f447006d0c0 unknown :-1 s=CLOSED pgs=905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f448415cef0 0x7f448415f0c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f44840cd560 0x7f448415eb80 unknown :-1 s=CLOSED pgs=2323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 --2- 172.21.15.39:0/3771247221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f44840b5ab0 0x7f44841581a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 >> 172.21.15.39:0/3771247221 conn(0x7f448406a3a0 msgr2=0x7f448415a810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 shutdown_connections 2024-09-13T16:20:42.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:42.877+0000 7f448ba20640 1 -- 172.21.15.39:0/3771247221 wait complete. 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:20:42.889 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:20:42.890 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:20:42.890 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:42.890 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:20:42.906 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:20:42.907 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42170sec preferred_lft 42170sec 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:20:42.908 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:20:42.909 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:20:42.910 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:20:42.910 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:20:42.910 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:42.910 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:20:42.921 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:42.920+0000 7fdc1d883640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:20:42.945 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:20:42.947 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:42.947 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:20:43.004 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:20:43.004 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:20:43.004 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:20:43.004 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:20:43.004 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:20:43.004 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:43.004 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:20:43.004 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:20:43.005 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:20:43.005 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:20:43.005 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:20:43.005 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:20:43.093 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:43.093 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:20:43.108 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:20:43.109 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:20:43.109 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:20:43.109 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:43.109 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:20:43.175 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:20:43.175 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:20:43.176 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:43.231 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:20:43.231 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:20:43.231 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:43.287 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:20:43.353 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:20:43.353 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:20:43.417 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:20:43.419 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:20:43.419 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:43.419 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:20:43.475 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:20:43.475 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:20:43.517 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:20:43.543 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:20:43.543 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:20:43.602 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:20:43.601+0000 7fcfaec0c480 -1 init, newargv = 0x55c225f97120 newargc=15 2024-09-13T16:20:43.602 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[86937]: starting ceph client 2024-09-13T16:20:43.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[86937]: starting fuse 2024-09-13T16:20:43.609 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:20:43.611 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:20:43.611 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:43.611 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:20:43.668 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:20:43.668 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:20:43.668 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:20:43.669 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:20:43.670 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:20:43.784 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.86937.asok 2024-09-13T16:20:43.971 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.86937.asok 2024-09-13T16:20:43.971 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:43.971 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.86937.asok status 2024-09-13T16:20:44.108 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:20:44.108 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:20:44.108 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "86937", 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 10683, 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:20:44.109 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 10683 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 313964698 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 313964698 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:20:44.110 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.10683 192.168.0.1:0/313964698", 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/313964698", 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 236, 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 117, 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:20:44.111 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:20:44.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:44.117 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:20:44.117 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:44.133 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:20:44.133 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:44.133 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:44.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:44.199 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:44.199 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:20:44.242 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:20:44.259 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:20:44.259 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:20:44.259 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:44.259 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:20:44.260 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs 2024-09-13T16:20:44.260 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 500.00000000' did not caused DAMAGED state 2024-09-13T16:20:44.260 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate mds_snaptable' 2024-09-13T16:20:44.260 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:44.260 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:44.316 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:20:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 Processor -- start 2024-09-13T16:20:44.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 -- start start 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f50040b41a0 0x7f50040b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 0x7f50040d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f50040cde30 con 0x7f50040d0830 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50040b5090 con 0x7f50040b41a0 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.457+0000 7f500a79c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50040cd820 con 0x7f50040ccf80 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5008d39640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f50040d0830 0x7f5004166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39830/0 (socket says 172.21.15.39:39830) 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5008d39640 1 -- 172.21.15.39:0/3922590310 learned_addr learned my addr 172.21.15.39:0/3922590310 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5003fff640 1 --2- 172.21.15.39:0/3922590310 >> v2:172.21.15.157:3300/0 conn(0x7f50040b41a0 0x7f50040b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f50037fe640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 0x7f50040d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3447463547 0 0) 0x7f50040cde30 con 0x7f50040d0830 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4fec003520 con 0x7f50040d0830 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1689579546 0 0) 0x7f4fec003520 con 0x7f50040d0830 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 msgr2=0x7f50040d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 0x7f50040d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 >> v2:172.21.15.157:3300/0 conn(0x7f50040b41a0 msgr2=0x7f50040b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 --2- 172.21.15.39:0/3922590310 >> v2:172.21.15.157:3300/0 conn(0x7f50040b41a0 0x7f50040b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50040b4ac0 con 0x7f50040d0830 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4ffc0019f0 con 0x7f50040d0830 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 >> v1:172.21.15.39:6789/0 conn(0x7f50040d0830 legacy=0x7f5004166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 0x7f4fec003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fec003ef0 0x7f4fec0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fec004d00 0x7f4fec005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50040b5090 con 0x7f4fec003ef0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50040cd820 con 0x7f4fec004d00 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fec00b980 con 0x7f50040ccf80 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f50037fe640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fec003ef0 0x7f4fec0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5003fff640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 0x7f4fec003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.458+0000 7f5008d39640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fec004d00 0x7f4fec005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.459+0000 7f50037fe640 1 -- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 msgr2=0x7f4fec003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.459+0000 7f50037fe640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50040ccf80 0x7f4fec003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.459+0000 7f50037fe640 1 -- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fec004d00 msgr2=0x7f4fec005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.459+0000 7f50037fe640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fec004d00 0x7f4fec005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.459+0000 7f50037fe640 1 -- 172.21.15.39:0/3922590310 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fec003520 con 0x7f4fec003ef0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.459+0000 7f50037fe640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fec003ef0 0x7f4fec0047c0 secure :-1 s=READY pgs=2328 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8009a90 tx=0x7f4fec0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1999617f633ac944 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff8031400 con 0x7f4fec003ef0 2024-09-13T16:20:44.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ff802d050 con 0x7f4fec003ef0 2024-09-13T16:20:44.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f5002ffd640 1 -- 172.21.15.39:0/3922590310 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff80317a0 con 0x7f4fec003ef0 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f500a79c640 1 -- 172.21.15.39:0/3922590310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fec003ef0 msgr2=0x7f4fec0047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f500a79c640 1 --2- 172.21.15.39:0/3922590310 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4fec003ef0 0x7f4fec0047c0 secure :-1 s=READY pgs=2328 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8009a90 tx=0x7f4fec0057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f5008d39640 1 -- 172.21.15.39:0/3922590310 reap_dead start 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f500a79c640 1 -- 172.21.15.39:0/3922590310 shutdown_connections 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f500a79c640 1 -- 172.21.15.39:0/3922590310 >> 172.21.15.39:0/3922590310 conn(0x7f50040cf1a0 msgr2=0x7f50040cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f500a79c640 1 -- 172.21.15.39:0/3922590310 shutdown_connections 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.460+0000 7f500a79c640 1 -- 172.21.15.39:0/3922590310 wait complete. 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.461+0000 7f500a79c640 1 Processor -- start 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 -- start start 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fec003ef0 0x7f500415bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 0x7f50040adbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50040ac570 0x7f50040ae0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50040ad720 con 0x7f50040ac0f0 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50040acb10 con 0x7f50040ac570 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f500a79c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50040acdf0 con 0x7f4fec003ef0 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f50037fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 0x7f50040adbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f50037fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 0x7f50040adbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51922/0 (socket says 172.21.15.39:51922) 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.462+0000 7f50037fe640 1 -- 172.21.15.39:0/3634799552 learned_addr learned my addr 172.21.15.39:0/3634799552 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f5003fff640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fec003ef0 0x7f500415bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f5008d39640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50040ac570 0x7f50040ae0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f50037fe640 1 -- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fec003ef0 msgr2=0x7f500415bcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f50037fe640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fec003ef0 0x7f500415bcc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f50037fe640 1 -- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50040ac570 msgr2=0x7f50040ae0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f50037fe640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50040ac570 0x7f50040ae0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f50037fe640 1 -- 172.21.15.39:0/3634799552 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50040ad0d0 con 0x7f50040ac0f0 2024-09-13T16:20:44.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f5003fff640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fec003ef0 0x7f500415bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f50037fe640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 0x7f50040adbb0 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8034040 tx=0x7f4ff8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff803a600 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ff803a760 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50040ad3b0 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ff803aaf0 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.463+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50040a9930 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.464+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5004067330 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.464+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4ff8038040 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.465+0000 7f5000ff9640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ff006ac30 0x7f4ff006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.465+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f4ff80a9c20 con 0x7f50040ac0f0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.465+0000 7f5003fff640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ff006ac30 0x7f4ff006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.466+0000 7f5003fff640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ff006ac30 0x7f4ff006d0f0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4009b30 tx=0x7f4ff4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:44.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.469+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4ff8074660 con 0x7f50040ac0f0 2024-09-13T16:20:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.639+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5004066ec0 con 0x7f50040ac0f0 2024-09-13T16:20:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.641+0000 7f5000ff9640 1 -- 172.21.15.39:0/3634799552 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) v1 ==== 74+0+19962 (secure 0 0 0) 0x7f4ff8036020 con 0x7f50040ac0f0 2024-09-13T16:20:44.642 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:44.642 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":117,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:20:31.909375+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.642+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ff006ac30 msgr2=0x7f4ff006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.642+0000 7f500a79c640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ff006ac30 0x7f4ff006d0f0 secure :-1 s=READY pgs=906 cs=0 l=1 rev1=1 crypto rx=0x7f4ff4009b30 tx=0x7f4ff4008040 comp rx=0 tx=0).stop 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 msgr2=0x7f50040adbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 0x7f50040adbb0 secure :-1 s=READY pgs=2329 cs=0 l=1 rev1=1 crypto rx=0x7f4ff8034040 tx=0x7f4ff8004730 comp rx=0 tx=0).stop 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 shutdown_connections 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4ff006ac30 0x7f4ff006d0f0 unknown :-1 s=CLOSED pgs=906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50040ac570 0x7f50040ae0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50040ac0f0 0x7f50040adbb0 unknown :-1 s=CLOSED pgs=2329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 --2- 172.21.15.39:0/3634799552 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fec003ef0 0x7f500415bcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 >> 172.21.15.39:0/3634799552 conn(0x7f50040cf1a0 msgr2=0x7f50040d0c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:44.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 shutdown_connections 2024-09-13T16:20:44.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.643+0000 7f500a79c640 1 -- 172.21.15.39:0/3634799552 wait complete. 2024-09-13T16:20:44.655 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:20:44.656 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:20:44.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.759+0000 7f8edf680640 1 Processor -- start 2024-09-13T16:20:44.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.759+0000 7f8edf680640 1 -- start start 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edf680640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed815c7d0 0x7f8ed80cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edf680640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ed80b4180 0x7f8ed80d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edf680640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8ed80d1f40 0x7f8ed80d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edf680640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ed80b2000 con 0x7f8ed80b4180 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edf680640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ed80b5550 con 0x7f8ed80d1f40 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edf680640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ed80d2340 con 0x7f8ed815c7d0 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ed80b4180 0x7f8ed80d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ed80b4180 0x7f8ed80d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51938/0 (socket says 172.21.15.39:51938) 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 -- 172.21.15.39:0/1620228267 learned_addr learned my addr 172.21.15.39:0/1620228267 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 -- 172.21.15.39:0/1620228267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed815c7d0 msgr2=0x7f8ed80cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:44.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 --2- 172.21.15.39:0/1620228267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed815c7d0 0x7f8ed80cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 -- 172.21.15.39:0/1620228267 >> v2:172.21.15.157:3300/0 conn(0x7f8ed80d1f40 msgr2=0x7f8ed80d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:44.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 --2- 172.21.15.39:0/1620228267 >> v2:172.21.15.157:3300/0 conn(0x7f8ed80d1f40 0x7f8ed80d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.760+0000 7f8edcc1b640 1 -- 172.21.15.39:0/1620228267 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ed80b4610 con 0x7f8ed80b4180 2024-09-13T16:20:44.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.761+0000 7f8edcc1b640 1 --2- 172.21.15.39:0/1620228267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b4180 0x7f8ed80d1a00 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7f8ed806ca90 tx=0x7f8ec802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e17f88bdf1da38b7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:44.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.761+0000 7f8ecffff640 1 -- 172.21.15.39:0/1620228267 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ec8032440 con 0x7f8ed80b4180 2024-09-13T16:20:44.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.761+0000 7f8ecffff640 1 -- 172.21.15.39:0/1620228267 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ec80325a0 con 0x7f8ed80b4180 2024-09-13T16:20:44.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.761+0000 7f8ecffff640 1 -- 172.21.15.39:0/1620228267 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ec8032930 con 0x7f8ed80b4180 2024-09-13T16:20:44.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 -- 172.21.15.39:0/1620228267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b4180 msgr2=0x7f8ed80d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 --2- 172.21.15.39:0/1620228267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b4180 0x7f8ed80d1a00 secure :-1 s=READY pgs=2330 cs=0 l=1 rev1=1 crypto rx=0x7f8ed806ca90 tx=0x7f8ec802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 -- 172.21.15.39:0/1620228267 shutdown_connections 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 --2- 172.21.15.39:0/1620228267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b4180 0x7f8ed80d1a00 unknown :-1 s=CLOSED pgs=2330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 --2- 172.21.15.39:0/1620228267 >> v2:172.21.15.157:3300/0 conn(0x7f8ed80d1f40 0x7f8ed80d07e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 --2- 172.21.15.39:0/1620228267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed815c7d0 0x7f8ed80cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 -- 172.21.15.39:0/1620228267 >> 172.21.15.39:0/1620228267 conn(0x7f8ed806bc40 msgr2=0x7f8ed806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 -- 172.21.15.39:0/1620228267 shutdown_connections 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.762+0000 7f8edf680640 1 -- 172.21.15.39:0/1620228267 wait complete. 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.763+0000 7f8edf680640 1 Processor -- start 2024-09-13T16:20:44.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.763+0000 7f8edf680640 1 -- start start 2024-09-13T16:20:44.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edf680640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed80d1f40 0x7f8ed81570b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edf680640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ed815c7d0 0x7f8ed814dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edf680640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 0x7f8ed8159360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edf680640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ed80ca820 con 0x7f8ed80b32e0 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edf680640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ed8158040 con 0x7f8ed815c7d0 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edf680640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ed8158320 con 0x7f8ed80d1f40 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 0x7f8ed8159360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 0x7f8ed8159360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51942/0 (socket says 172.21.15.39:51942) 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 -- 172.21.15.39:0/4209991372 learned_addr learned my addr 172.21.15.39:0/4209991372 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edcc1b640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ed815c7d0 0x7f8ed814dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edd41c640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed80d1f40 0x7f8ed81570b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 -- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed80d1f40 msgr2=0x7f8ed81570b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed80d1f40 0x7f8ed81570b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 -- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ed815c7d0 msgr2=0x7f8ed814dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ed815c7d0 0x7f8ed814dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 -- 172.21.15.39:0/4209991372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ec80094d0 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8edcc1b640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ed815c7d0 0x7f8ed814dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.764+0000 7f8eddc1d640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 0x7f8ed8159360 secure :-1 s=READY pgs=2331 cs=0 l=1 rev1=1 crypto rx=0x7f8ed000b970 tx=0x7f8ed000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.765+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed000cb40 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.765+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ed000ccc0 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.765+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ed8158600 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.765+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ed0014680 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.765+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ed80cad50 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.766+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ed80d1a00 con 0x7f8ed80b32e0 2024-09-13T16:20:44.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.766+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8ed001d3b0 con 0x7f8ed80b32e0 2024-09-13T16:20:44.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.767+0000 7f8ecdffb640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ebc06ac00 0x7f8ebc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:44.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.767+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f8ed0089b20 con 0x7f8ed80b32e0 2024-09-13T16:20:44.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.767+0000 7f8edd41c640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ebc06ac00 0x7f8ebc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:44.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.768+0000 7f8edd41c640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ebc06ac00 0x7f8ebc06d0c0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f8ed400b810 tx=0x7f8ed4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:44.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.771+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8ed00544b0 con 0x7f8ed80b32e0 2024-09-13T16:20:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.944+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f8ed80caf70 con 0x7f8ed80b32e0 2024-09-13T16:20:44.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.944+0000 7f8ecdffb640 1 -- 172.21.15.39:0/4209991372 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v117) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8ed0019020 con 0x7f8ed80b32e0 2024-09-13T16:20:44.945 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ebc06ac00 msgr2=0x7f8ebc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ebc06ac00 0x7f8ebc06d0c0 secure :-1 s=READY pgs=907 cs=0 l=1 rev1=1 crypto rx=0x7f8ed400b810 tx=0x7f8ed4008040 comp rx=0 tx=0).stop 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 msgr2=0x7f8ed8159360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 0x7f8ed8159360 secure :-1 s=READY pgs=2331 cs=0 l=1 rev1=1 crypto rx=0x7f8ed000b970 tx=0x7f8ed000be30 comp rx=0 tx=0).stop 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 shutdown_connections 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8ebc06ac00 0x7f8ebc06d0c0 unknown :-1 s=CLOSED pgs=907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ed80b32e0 0x7f8ed8159360 unknown :-1 s=CLOSED pgs=2331 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ed815c7d0 0x7f8ed814dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 --2- 172.21.15.39:0/4209991372 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ed80d1f40 0x7f8ed81570b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:44.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 >> 172.21.15.39:0/4209991372 conn(0x7f8ed806bc40 msgr2=0x7f8ed80b73a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 shutdown_connections 2024-09-13T16:20:44.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:44.946+0000 7f8edf680640 1 -- 172.21.15.39:0/4209991372 wait complete. 2024-09-13T16:20:44.959 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:20:45.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.061+0000 7fc050508640 1 Processor -- start 2024-09-13T16:20:45.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.061+0000 7fc050508640 1 -- start start 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.062+0000 7fc050508640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b4180 0x7fc0480d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.062+0000 7fc050508640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0480b5550 con 0x7fc0480d1f40 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.062+0000 7fc050508640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0480cfb50 con 0x7fc04815c7d0 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.062+0000 7fc050508640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480b2000 con 0x7fc0480b4180 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04eaa5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc0480d1f40 0x7fc0480b59e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39832/0 (socket says 172.21.15.39:39832) 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04eaa5640 1 -- 172.21.15.39:0/3343271054 learned_addr learned my addr 172.21.15.39:0/3343271054 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04daa3640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b4180 0x7fc0480d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4112869004 0 0) 0x7fc0480b5550 con 0x7fc0480d1f40 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc034003520 con 0x7fc0480d1f40 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 509069329 0 0) 0x7fc034003520 con 0x7fc0480d1f40 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b4180 msgr2=0x7fc0480d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b4180 0x7fc0480d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 >> v1:172.21.15.157:6789/0 conn(0x7fc04815c7d0 legacy=0x7fc0480cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0480d2340 con 0x7fc0480d1f40 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc0400019f0 con 0x7fc0480d1f40 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 >> v1:172.21.15.39:6789/0 conn(0x7fc0480d1f40 legacy=0x7fc0480b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc034003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc034004350 0x7fc0340047e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc034004f40 0x7fc03400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480b2000 con 0x7fc0340039a0 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc034005660 con 0x7fc034004f40 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc03400bf10 con 0x7fc034004350 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc034003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04daa3640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc034004350 0x7fc0340047e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.063+0000 7fc04eaa5640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc034004f40 0x7fc03400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04e2a4640 1 -- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc034004350 msgr2=0x7fc0340047e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc034004350 0x7fc0340047e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04e2a4640 1 -- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc034004f40 msgr2=0x7fc03400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc034004f40 0x7fc03400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04e2a4640 1 -- 172.21.15.39:0/3343271054 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc034003520 con 0x7fc0340039a0 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc034003d80 secure :-1 s=READY pgs=2333 cs=0 l=1 rev1=1 crypto rx=0x7fc044001910 tx=0x7fc0340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edd9b033a61b0f7f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc04402ac60 con 0x7fc0340039a0 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc04402adc0 con 0x7fc0340039a0 2024-09-13T16:20:45.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.064+0000 7fc04d2a2640 1 -- 172.21.15.39:0/3343271054 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc044032660 con 0x7fc0340039a0 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc050508640 1 -- 172.21.15.39:0/3343271054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 msgr2=0x7fc034003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc050508640 1 --2- 172.21.15.39:0/3343271054 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc034003d80 secure :-1 s=READY pgs=2333 cs=0 l=1 rev1=1 crypto rx=0x7fc044001910 tx=0x7fc0340057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc04eaa5640 1 -- 172.21.15.39:0/3343271054 reap_dead start 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc050508640 1 -- 172.21.15.39:0/3343271054 shutdown_connections 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc050508640 1 -- 172.21.15.39:0/3343271054 >> 172.21.15.39:0/3343271054 conn(0x7fc04806bc40 msgr2=0x7fc04806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc050508640 1 -- 172.21.15.39:0/3343271054 shutdown_connections 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.065+0000 7fc050508640 1 -- 172.21.15.39:0/3343271054 wait complete. 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.066+0000 7fc050508640 1 Processor -- start 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.066+0000 7fc050508640 1 -- start start 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc050508640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc048151ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc050508640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc048154610 0x7fc048154a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc050508640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b33f0 0x7fc0480b3870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc050508640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0480b3db0 con 0x7fc0340039a0 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc050508640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0481523e0 con 0x7fc048154610 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc050508640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0481550d0 con 0x7fc0480b33f0 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc04e2a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc048151ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc04e2a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc048151ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51968/0 (socket says 172.21.15.39:51968) 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc04e2a4640 1 -- 172.21.15.39:0/1355791875 learned_addr learned my addr 172.21.15.39:0/1355791875 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc04daa3640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc048154610 0x7fc048154a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.067+0000 7fc04eaa5640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b33f0 0x7fc0480b3870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04e2a4640 1 -- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b33f0 msgr2=0x7fc0480b3870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b33f0 0x7fc0480b3870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04e2a4640 1 -- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc048154610 msgr2=0x7fc048154a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc048154610 0x7fc048154a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04e2a4640 1 -- 172.21.15.39:0/1355791875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0481553b0 con 0x7fc0340039a0 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04eaa5640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b33f0 0x7fc0480b3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:45.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04daa3640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc048154610 0x7fc048154a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc04e2a4640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc048151ea0 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7fc044001910 tx=0x7fc0440012b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0440054e0 con 0x7fc0340039a0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc044007040 con 0x7fc0340039a0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc048155690 con 0x7fc0340039a0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0440073b0 con 0x7fc0340039a0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.068+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0481f2490 con 0x7fc0340039a0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.069+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc04815cbb0 con 0x7fc0340039a0 2024-09-13T16:20:45.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.069+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc044039040 con 0x7fc0340039a0 2024-09-13T16:20:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.070+0000 7fc03effd640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc02c06ac30 0x7fc02c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.070+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fc0440a9f00 con 0x7fc0340039a0 2024-09-13T16:20:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.070+0000 7fc04daa3640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc02c06ac30 0x7fc02c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.071+0000 7fc04daa3640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc02c06ac30 0x7fc02c06d0f0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc0480ce830 tx=0x7fc038008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.074+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc0440749d0 con 0x7fc0340039a0 2024-09-13T16:20:45.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.243+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fc048155e00 con 0x7fc0340039a0 2024-09-13T16:20:45.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.244+0000 7fc03effd640 1 -- 172.21.15.39:0/1355791875 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v117) v1 ==== 104+0+11 (secure 0 0 0) 0x7fc044037020 con 0x7fc0340039a0 2024-09-13T16:20:45.245 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc02c06ac30 msgr2=0x7fc02c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc02c06ac30 0x7fc02c06d0f0 secure :-1 s=READY pgs=908 cs=0 l=1 rev1=1 crypto rx=0x7fc0480ce830 tx=0x7fc038008040 comp rx=0 tx=0).stop 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 msgr2=0x7fc048151ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc048151ea0 secure :-1 s=READY pgs=2334 cs=0 l=1 rev1=1 crypto rx=0x7fc044001910 tx=0x7fc0440012b0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 shutdown_connections 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc02c06ac30 0x7fc02c06d0f0 unknown :-1 s=CLOSED pgs=908 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0480b33f0 0x7fc0480b3870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc048154610 0x7fc048154a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 --2- 172.21.15.39:0/1355791875 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0340039a0 0x7fc048151ea0 unknown :-1 s=CLOSED pgs=2334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 >> 172.21.15.39:0/1355791875 conn(0x7fc04806bc40 msgr2=0x7fc04815be40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:45.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 shutdown_connections 2024-09-13T16:20:45.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.246+0000 7fc050508640 1 -- 172.21.15.39:0/1355791875 wait complete. 2024-09-13T16:20:45.258 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:20:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.361+0000 7f761f311640 1 Processor -- start 2024-09-13T16:20:45.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.361+0000 7f761f311640 1 -- start start 2024-09-13T16:20:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761f311640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f76180cc460 0x7f7618159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761f311640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f761815a200 0x7f761815a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761f311640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f761815a000 con 0x7f76180cb810 2024-09-13T16:20:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761f311640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f761815ab50 con 0x7f761815a200 2024-09-13T16:20:45.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761f311640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76180cbbf0 con 0x7f76180cc460 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761d8ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f761815a200 0x7f761815a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761d0ad640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f76180cb810 0x7f76180b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39844/0 (socket says 172.21.15.39:39844) 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.362+0000 7f761d0ad640 1 -- 172.21.15.39:0/566969211 learned_addr learned my addr 172.21.15.39:0/566969211 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761c8ac640 1 --2- 172.21.15.39:0/566969211 >> v2:172.21.15.157:3300/0 conn(0x7f76180cc460 0x7f7618159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761d8ae640 1 -- 172.21.15.39:0/566969211 >> v2:172.21.15.157:3300/0 conn(0x7f76180cc460 msgr2=0x7f7618159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761d8ae640 1 --2- 172.21.15.39:0/566969211 >> v2:172.21.15.157:3300/0 conn(0x7f76180cc460 0x7f7618159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761d8ae640 1 -- 172.21.15.39:0/566969211 >> v1:172.21.15.39:6789/0 conn(0x7f76180cb810 legacy=0x7f76180b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f760ffff640 1 -- 172.21.15.39:0/566969211 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2307088216 0 0) 0x7f761815a000 con 0x7f76180cb810 2024-09-13T16:20:45.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761d8ae640 1 -- 172.21.15.39:0/566969211 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76180b1540 con 0x7f761815a200 2024-09-13T16:20:45.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761c8ac640 1 --2- 172.21.15.39:0/566969211 >> v2:172.21.15.157:3300/0 conn(0x7f76180cc460 0x7f7618159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.363+0000 7f761d8ae640 1 --2- 172.21.15.39:0/566969211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f761815a200 0x7f761815a610 secure :-1 s=READY pgs=2336 cs=0 l=1 rev1=1 crypto rx=0x7f76180add20 tx=0x7f761002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9d9b75ae1c2abd27 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f760ffff640 1 -- 172.21.15.39:0/566969211 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f761002aea0 con 0x7f761815a200 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f760ffff640 1 -- 172.21.15.39:0/566969211 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f761002d050 con 0x7f761815a200 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f760ffff640 1 -- 172.21.15.39:0/566969211 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7610007960 con 0x7f761815a200 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 -- 172.21.15.39:0/566969211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f761815a200 msgr2=0x7f761815a610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 --2- 172.21.15.39:0/566969211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f761815a200 0x7f761815a610 secure :-1 s=READY pgs=2336 cs=0 l=1 rev1=1 crypto rx=0x7f76180add20 tx=0x7f761002a680 comp rx=0 tx=0).stop 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 -- 172.21.15.39:0/566969211 shutdown_connections 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 --2- 172.21.15.39:0/566969211 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f761815a200 0x7f761815a610 unknown :-1 s=CLOSED pgs=2336 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 --2- 172.21.15.39:0/566969211 >> v2:172.21.15.157:3300/0 conn(0x7f76180cc460 0x7f7618159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 -- 172.21.15.39:0/566969211 >> 172.21.15.39:0/566969211 conn(0x7f76180b00a0 msgr2=0x7f76180b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:45.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 -- 172.21.15.39:0/566969211 shutdown_connections 2024-09-13T16:20:45.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.364+0000 7f761f311640 1 -- 172.21.15.39:0/566969211 wait complete. 2024-09-13T16:20:45.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.365+0000 7f761f311640 1 Processor -- start 2024-09-13T16:20:45.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.365+0000 7f761f311640 1 -- start start 2024-09-13T16:20:45.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761f311640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 0x7f761806ff10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761f311640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76180cc460 0x7f761814c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761f311640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f761815a200 0x7f761814c9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761f311640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f761813c0b0 con 0x7f76180cb810 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761f311640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f761814b3c0 con 0x7f76180cc460 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761f311640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f761814b6a0 con 0x7f761815a200 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761d0ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 0x7f761806ff10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761d0ad640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 0x7f761806ff10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51990/0 (socket says 172.21.15.39:51990) 2024-09-13T16:20:45.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761d0ad640 1 -- 172.21.15.39:0/3905600267 learned_addr learned my addr 172.21.15.39:0/3905600267 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761c8ac640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76180cc460 0x7f761814c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761d8ae640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f761815a200 0x7f761814c9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.366+0000 7f761d0ad640 1 -- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f761815a200 msgr2=0x7f761814c9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761d0ad640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f761815a200 0x7f761814c9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761d0ad640 1 -- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76180cc460 msgr2=0x7f761814c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761d0ad640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76180cc460 0x7f761814c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761d0ad640 1 -- 172.21.15.39:0/3905600267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7610009a70 con 0x7f76180cb810 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761c8ac640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76180cc460 0x7f761814c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761d0ad640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 0x7f761806ff10 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f761400c430 tx=0x7f761400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76140074e0 con 0x7f76180cb810 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7614007660 con 0x7f76180cb810 2024-09-13T16:20:45.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f761814b980 con 0x7f76180cb810 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7614004a20 con 0x7f76180cb810 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.367+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f761814bf40 con 0x7f76180cb810 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.368+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76180672f0 con 0x7f76180cb810 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.368+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7614004b80 con 0x7f76180cb810 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.369+0000 7f760dffb640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75fc06ac00 0x7f75fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.369+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f7614089a40 con 0x7f76180cb810 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.369+0000 7f761c8ac640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75fc06ac00 0x7f75fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.370+0000 7f761c8ac640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75fc06ac00 0x7f75fc06d0c0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f7618142bb0 tx=0x7f7608008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.373+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f761408be60 con 0x7f76180cb810 2024-09-13T16:20:45.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.544+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f761815a610 con 0x7f76180cb810 2024-09-13T16:20:45.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.545+0000 7f760dffb640 1 -- 172.21.15.39:0/3905600267 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v117) v1 ==== 100+0+11 (secure 0 0 0) 0x7f76140543d0 con 0x7f76180cb810 2024-09-13T16:20:45.546 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75fc06ac00 msgr2=0x7f75fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75fc06ac00 0x7f75fc06d0c0 secure :-1 s=READY pgs=909 cs=0 l=1 rev1=1 crypto rx=0x7f7618142bb0 tx=0x7f7608008040 comp rx=0 tx=0).stop 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 msgr2=0x7f761806ff10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 0x7f761806ff10 secure :-1 s=READY pgs=2337 cs=0 l=1 rev1=1 crypto rx=0x7f761400c430 tx=0x7f761400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 shutdown_connections 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f75fc06ac00 0x7f75fc06d0c0 unknown :-1 s=CLOSED pgs=909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f761815a200 0x7f761814c9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76180cc460 0x7f761814c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 --2- 172.21.15.39:0/3905600267 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76180cb810 0x7f761806ff10 unknown :-1 s=CLOSED pgs=2337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 >> 172.21.15.39:0/3905600267 conn(0x7f76180b00a0 msgr2=0x7f76180b24e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.546+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 shutdown_connections 2024-09-13T16:20:45.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.547+0000 7f761f311640 1 -- 172.21.15.39:0/3905600267 wait complete. 2024-09-13T16:20:45.559 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:20:45.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.660+0000 7fc147619640 1 Processor -- start 2024-09-13T16:20:45.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.660+0000 7fc147619640 1 -- start start 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc147619640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 0x7fc1400ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc147619640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc1400ce960 0x7fc14015b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc147619640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc140159760 con 0x7fc140159380 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc147619640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc1400b38f0 con 0x7fc1400ce960 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc147619640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1400cedd0 con 0x7fc14015a360 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc1453b5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc140159380 0x7fc1400b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39850/0 (socket says 172.21.15.39:39850) 2024-09-13T16:20:45.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc1453b5640 1 -- 172.21.15.39:0/2604517272 learned_addr learned my addr 172.21.15.39:0/2604517272 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc144bb4640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 0x7fc1400ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc145bb6640 1 --2- 172.21.15.39:0/2604517272 >> v2:172.21.15.157:3300/0 conn(0x7fc1400ce960 0x7fc14015b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3360565522 0 0) 0x7fc140159760 con 0x7fc140159380 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.661+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc128003520 con 0x7fc140159380 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4243692875 0 0) 0x7fc128003520 con 0x7fc140159380 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 msgr2=0x7fc1400ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 0x7fc1400ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 >> v2:172.21.15.157:3300/0 conn(0x7fc1400ce960 msgr2=0x7fc14015b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 --2- 172.21.15.39:0/2604517272 >> v2:172.21.15.157:3300/0 conn(0x7fc1400ce960 0x7fc14015b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc14015a880 con 0x7fc140159380 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fc130001670 con 0x7fc140159380 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 >> v1:172.21.15.39:6789/0 conn(0x7fc140159380 legacy=0x7fc1400b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc128003970 0x7fc128003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1280047c0 0x7fc128004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 0x7fc128005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1400b38f0 con 0x7fc128003970 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1400cedd0 con 0x7fc1280047c0 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc12800b980 con 0x7fc14015a360 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc1453b5640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc128003970 0x7fc128003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc145bb6640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 0x7fc128005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc144bb4640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1280047c0 0x7fc128004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc1453b5640 1 -- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 msgr2=0x7fc128005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc1453b5640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc14015a360 0x7fc128005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc1453b5640 1 -- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1280047c0 msgr2=0x7fc128004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc1453b5640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1280047c0 0x7fc128004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc1453b5640 1 -- 172.21.15.39:0/2604517272 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc128003520 con 0x7fc128003970 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.662+0000 7fc144bb4640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc1280047c0 0x7fc128004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:45.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.663+0000 7fc1453b5640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc128003970 0x7fc128003d90 secure :-1 s=READY pgs=2339 cs=0 l=1 rev1=1 crypto rx=0x7fc130007cf0 tx=0x7fc1280057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b1b9a5895f61f9bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.663+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130005ad0 con 0x7fc128003970 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.663+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc130005c30 con 0x7fc128003970 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.663+0000 7fc13ffff640 1 -- 172.21.15.39:0/2604517272 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc130007070 con 0x7fc128003970 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.663+0000 7fc147619640 1 -- 172.21.15.39:0/2604517272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc128003970 msgr2=0x7fc128003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.663+0000 7fc147619640 1 --2- 172.21.15.39:0/2604517272 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc128003970 0x7fc128003d90 secure :-1 s=READY pgs=2339 cs=0 l=1 rev1=1 crypto rx=0x7fc130007cf0 tx=0x7fc1280057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.664+0000 7fc145bb6640 1 -- 172.21.15.39:0/2604517272 reap_dead start 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.664+0000 7fc147619640 1 -- 172.21.15.39:0/2604517272 shutdown_connections 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.664+0000 7fc147619640 1 -- 172.21.15.39:0/2604517272 >> 172.21.15.39:0/2604517272 conn(0x7fc1400b15d0 msgr2=0x7fc1400b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:45.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.664+0000 7fc147619640 1 -- 172.21.15.39:0/2604517272 shutdown_connections 2024-09-13T16:20:45.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.664+0000 7fc147619640 1 -- 172.21.15.39:0/2604517272 wait complete. 2024-09-13T16:20:45.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.665+0000 7fc147619640 1 Processor -- start 2024-09-13T16:20:45.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.665+0000 7fc147619640 1 -- start start 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc147619640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc128003970 0x7fc140151d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc147619640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc140153390 0x7fc140144990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc147619640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 0x7fc140145880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc147619640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc140152f00 con 0x7fc140148530 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc147619640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc1401522f0 con 0x7fc128003970 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc147619640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc1401525d0 con 0x7fc140153390 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 0x7fc140145880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 0x7fc140145880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52004/0 (socket says 172.21.15.39:52004) 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 -- 172.21.15.39:0/296372416 learned_addr learned my addr 172.21.15.39:0/296372416 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc1453b5640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc128003970 0x7fc140151d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc144bb4640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc140153390 0x7fc140144990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 -- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc140153390 msgr2=0x7fc140144990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc140153390 0x7fc140144990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 -- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc128003970 msgr2=0x7fc140151d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc128003970 0x7fc140151d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 -- 172.21.15.39:0/296372416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc1401528b0 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc144bb4640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc140153390 0x7fc140144990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc1453b5640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc128003970 0x7fc140151d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc145bb6640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 0x7fc140145880 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7fc1400b31b0 tx=0x7fc1380115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc13800e070 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.666+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc138011e10 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.667+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc138003990 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.667+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc140152b90 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.667+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc1401489b0 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.668+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc1400672f0 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.668+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc138003af0 con 0x7fc140148530 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.669+0000 7fc13dffb640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc12c06ac00 0x7fc12c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:45.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.669+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fc13808a4b0 con 0x7fc140148530 2024-09-13T16:20:45.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.669+0000 7fc1453b5640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc12c06ac00 0x7fc12c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:45.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.670+0000 7fc1453b5640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc12c06ac00 0x7fc12c06d0c0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc130035000 tx=0x7fc130009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:45.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.673+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc138054db0 con 0x7fc140148530 2024-09-13T16:20:45.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.855+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc140148bd0 con 0x7fc140148530 2024-09-13T16:20:45.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.855+0000 7fc13dffb640 1 -- 172.21.15.39:0/296372416 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 52 entries v117) v1 ==== 81+0+3156 (secure 0 0 0) 0x7fc1380583d0 con 0x7fc140148530 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:20:45.857 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:20:45.858 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:45.859 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:45.860 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:45.861 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:listed 52 entries 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc12c06ac00 msgr2=0x7fc12c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc12c06ac00 0x7fc12c06d0c0 secure :-1 s=READY pgs=910 cs=0 l=1 rev1=1 crypto rx=0x7fc130035000 tx=0x7fc130009030 comp rx=0 tx=0).stop 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 msgr2=0x7fc140145880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 0x7fc140145880 secure :-1 s=READY pgs=2340 cs=0 l=1 rev1=1 crypto rx=0x7fc1400b31b0 tx=0x7fc1380115a0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 shutdown_connections 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc12c06ac00 0x7fc12c06d0c0 unknown :-1 s=CLOSED pgs=910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc140148530 0x7fc140145880 unknown :-1 s=CLOSED pgs=2340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc140153390 0x7fc140144990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 --2- 172.21.15.39:0/296372416 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc128003970 0x7fc140151d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:45.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 >> 172.21.15.39:0/296372416 conn(0x7fc1400b15d0 msgr2=0x7fc140069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:45.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 shutdown_connections 2024-09-13T16:20:45.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:45.857+0000 7fc147619640 1 -- 172.21.15.39:0/296372416 wait complete. 2024-09-13T16:20:45.869 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:45.870 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:45.886 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:20:46.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.027+0000 7fcdc6cc9640 1 Processor -- start 2024-09-13T16:20:46.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.027+0000 7fcdc6cc9640 1 -- start start 2024-09-13T16:20:46.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.027+0000 7fcdc6cc9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcdc015d0a0 0x7fcdc015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.027+0000 7fcdc6cc9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdc006f6e0 con 0x7fcdc006f170 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdc6cc9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcdc006f9c0 con 0x7fcdc0156fb0 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdc6cc9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcdc00b2400 con 0x7fcdc015d0a0 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcdc006f170 0x7fcdc00b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39860/0 (socket says 172.21.15.39:39860) 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbffff640 1 -- 172.21.15.39:0/2205048265 learned_addr learned my addr 172.21.15.39:0/2205048265 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdc5266640 1 --2- 172.21.15.39:0/2205048265 >> v2:172.21.15.157:3300/0 conn(0x7fcdc015d0a0 0x7fcdc015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 286976522 0 0) 0x7fcdc006f6e0 con 0x7fcdc006f170 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcdb0003520 con 0x7fcdc006f170 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3464179 0 0) 0x7fcdb0003520 con 0x7fcdc006f170 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 >> v2:172.21.15.157:3300/0 conn(0x7fcdc015d0a0 msgr2=0x7fcdc015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 --2- 172.21.15.39:0/2205048265 >> v2:172.21.15.157:3300/0 conn(0x7fcdc015d0a0 0x7fcdc015d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 >> v1:172.21.15.157:6789/0 conn(0x7fcdc0156fb0 legacy=0x7fcdc015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc006fca0 con 0x7fcdc006f170 2024-09-13T16:20:46.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fcdac001670 con 0x7fcdc006f170 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 >> v1:172.21.15.39:6789/0 conn(0x7fcdc006f170 legacy=0x7fcdc00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdb0003970 0x7fcdb0003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb0004370 0x7fcdb0004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdb00050e0 0x7fcdb000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc00b2400 con 0x7fcdb00050e0 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb000c020 con 0x7fcdb0003970 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdb000c1e0 con 0x7fcdb0004370 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdc5266640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdb00050e0 0x7fcdb000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.028+0000 7fcdc4a65640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdb0003970 0x7fcdb0003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdbffff640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb0004370 0x7fcdb0004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 -- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb0004370 msgr2=0x7fcdb0004840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb0004370 0x7fcdb0004840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 -- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdb0003970 msgr2=0x7fcdb0003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:46.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdb0003970 0x7fcdb0003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 -- 172.21.15.39:0/2205048265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdb0003520 con 0x7fcdb00050e0 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 -- 172.21.15.39:0/2205048265 reap_dead start 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.029+0000 7fcdc5266640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdb00050e0 0x7fcdb000b980 secure :-1 s=READY pgs=2342 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8009fc0 tx=0x7fcdb00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31af8c2e317ac58f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8003b90 con 0x7fcdb00050e0 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb800f040 con 0x7fcdb00050e0 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdbf7fe640 1 -- 172.21.15.39:0/2205048265 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8004020 con 0x7fcdb00050e0 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/2205048265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdb00050e0 msgr2=0x7fcdb000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdb00050e0 0x7fcdb000b980 secure :-1 s=READY pgs=2342 cs=0 l=1 rev1=1 crypto rx=0x7fcdb8009fc0 tx=0x7fcdb00057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/2205048265 shutdown_connections 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/2205048265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdb00050e0 0x7fcdb000b980 unknown :-1 s=CLOSED pgs=2342 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/2205048265 >> 172.21.15.39:0/2205048265 conn(0x7fcdc006b3b0 msgr2=0x7fcdc006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/2205048265 shutdown_connections 2024-09-13T16:20:46.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.030+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/2205048265 wait complete. 2024-09-13T16:20:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.031+0000 7fcdc6cc9640 1 Processor -- start 2024-09-13T16:20:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.031+0000 7fcdc6cc9640 1 -- start start 2024-09-13T16:20:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc6cc9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb00050e0 0x7fcdc01f0990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc6cc9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdc00a8450 0x7fcdc00abdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc6cc9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 0x7fcdc0152c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc6cc9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc01f0ed0 con 0x7fcdc01527b0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc6cc9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc00ad100 con 0x7fcdc00a8450 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc6cc9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcdc00a8c80 con 0x7fcdb00050e0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc5266640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 0x7fcdc0152c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc5266640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 0x7fcdc0152c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52030/0 (socket says 172.21.15.39:52030) 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.032+0000 7fcdc5266640 1 -- 172.21.15.39:0/852216382 learned_addr learned my addr 172.21.15.39:0/852216382 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc4a65640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb00050e0 0x7fcdc01f0990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdbffff640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdc00a8450 0x7fcdc00abdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc5266640 1 -- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb00050e0 msgr2=0x7fcdc01f0990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc5266640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb00050e0 0x7fcdc01f0990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc5266640 1 -- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdc00a8450 msgr2=0x7fcdc00abdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc5266640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdc00a8450 0x7fcdc00abdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc5266640 1 -- 172.21.15.39:0/852216382 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcdc00ab080 con 0x7fcdc01527b0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc5266640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 0x7fcdc0152c10 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800e230 tx=0x7fcdb8009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb8003e10 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcdb803c470 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcdb803c820 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcdc00ab300 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.033+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcdc00ab8c0 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.034+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcdc00aba50 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.035+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcdb803c980 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.035+0000 7fcdbd7fa640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcda406ac00 0x7fcda406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.035+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fcdb80aaa00 con 0x7fcdc01527b0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.035+0000 7fcdc4a65640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcda406ac00 0x7fcda406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.036+0000 7fcdc4a65640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcda406ac00 0x7fcda406d0c0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4001890 tx=0x7fcdb4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.039+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcdb80753b0 con 0x7fcdc01527b0 2024-09-13T16:20:46.114 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:46.116 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:20:46.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.213+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fcdc00a8a00 con 0x7fcdc01527b0 2024-09-13T16:20:46.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.214+0000 7fcdbd7fa640 1 -- 172.21.15.39:0/852216382 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v117) v1 ==== 74+0+19962 (secure 0 0 0) 0x7fcdb8035070 con 0x7fcdc01527b0 2024-09-13T16:20:46.216 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:46.216 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":117,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:20:31.909375+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:20:46.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcda406ac00 msgr2=0x7fcda406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcda406ac00 0x7fcda406d0c0 secure :-1 s=READY pgs=911 cs=0 l=1 rev1=1 crypto rx=0x7fcdb4001890 tx=0x7fcdb4009040 comp rx=0 tx=0).stop 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 msgr2=0x7fcdc0152c10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 0x7fcdc0152c10 secure :-1 s=READY pgs=2343 cs=0 l=1 rev1=1 crypto rx=0x7fcdb800e230 tx=0x7fcdb8009750 comp rx=0 tx=0).stop 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 shutdown_connections 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcda406ac00 0x7fcda406d0c0 unknown :-1 s=CLOSED pgs=911 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcdc01527b0 0x7fcdc0152c10 unknown :-1 s=CLOSED pgs=2343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcdc00a8450 0x7fcdc00abdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 --2- 172.21.15.39:0/852216382 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcdb00050e0 0x7fcdc01f0990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 >> 172.21.15.39:0/852216382 conn(0x7fcdc006b3b0 msgr2=0x7fcdc00b09a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 shutdown_connections 2024-09-13T16:20:46.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.216+0000 7fcdc6cc9640 1 -- 172.21.15.39:0/852216382 wait complete. 2024-09-13T16:20:46.229 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:20:46.230 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:20:46.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.332+0000 7f1b7dc12640 1 Processor -- start 2024-09-13T16:20:46.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.333+0000 7f1b7dc12640 1 -- start start 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.333+0000 7f1b7dc12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1b780cb810 0x7f1b78159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.333+0000 7f1b7dc12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b7815a200 0x7f1b7815a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.333+0000 7f1b7dc12640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7815a000 con 0x7f1b780cc460 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.333+0000 7f1b7dc12640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b7815ab50 con 0x7f1b780cb810 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.333+0000 7f1b7dc12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b780cbbf0 con 0x7f1b7815a200 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b777fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1b780cb810 0x7f1b78159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b76ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1b780cc460 0x7f1b780b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39874/0 (socket says 172.21.15.39:39874) 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b76ffd640 1 -- 172.21.15.39:0/3639921057 learned_addr learned my addr 172.21.15.39:0/3639921057 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b77fff640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b7815a200 0x7f1b7815a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b777fe640 1 -- 172.21.15.39:0/3639921057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b7815a200 msgr2=0x7f1b7815a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b777fe640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b7815a200 0x7f1b7815a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b777fe640 1 -- 172.21.15.39:0/3639921057 >> v1:172.21.15.39:6789/0 conn(0x7f1b780cc460 legacy=0x7f1b780b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b777fe640 1 -- 172.21.15.39:0/3639921057 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b780b1540 con 0x7f1b780cb810 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.334+0000 7f1b77fff640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b7815a200 0x7f1b7815a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b777fe640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cb810 0x7f1b78159ac0 secure :-1 s=READY pgs=2345 cs=0 l=1 rev1=1 crypto rx=0x7f1b6800a940 tx=0x7f1b6802b550 comp rx=0 tx=0).ready entity=mon.0 client_cookie=88efde72542e434 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b767fc640 1 -- 172.21.15.39:0/3639921057 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b68030710 con 0x7f1b780cb810 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b767fc640 1 -- 172.21.15.39:0/3639921057 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b6802e050 con 0x7f1b780cb810 2024-09-13T16:20:46.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b767fc640 1 -- 172.21.15.39:0/3639921057 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b68030a90 con 0x7f1b780cb810 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 -- 172.21.15.39:0/3639921057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cb810 msgr2=0x7f1b78159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cb810 0x7f1b78159ac0 secure :-1 s=READY pgs=2345 cs=0 l=1 rev1=1 crypto rx=0x7f1b6800a940 tx=0x7f1b6802b550 comp rx=0 tx=0).stop 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 -- 172.21.15.39:0/3639921057 shutdown_connections 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b7815a200 0x7f1b7815a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/3639921057 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cb810 0x7f1b78159ac0 unknown :-1 s=CLOSED pgs=2345 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 -- 172.21.15.39:0/3639921057 >> 172.21.15.39:0/3639921057 conn(0x7f1b780b00a0 msgr2=0x7f1b780b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 -- 172.21.15.39:0/3639921057 shutdown_connections 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.335+0000 7f1b7dc12640 1 -- 172.21.15.39:0/3639921057 wait complete. 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.336+0000 7f1b7dc12640 1 Processor -- start 2024-09-13T16:20:46.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 -- start start 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b780cb810 0x7f1b7814ea70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 0x7f1b78069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b7815a200 0x7f1b7806a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b78153dc0 con 0x7f1b780cc460 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b78151ea0 con 0x7f1b7815a200 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b7dc12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b781f39c0 con 0x7f1b780cb810 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b76ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 0x7f1b78069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b76ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 0x7f1b78069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52054/0 (socket says 172.21.15.39:52054) 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.337+0000 7f1b76ffd640 1 -- 172.21.15.39:0/2086724989 learned_addr learned my addr 172.21.15.39:0/2086724989 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b76ffd640 1 -- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b780cb810 msgr2=0x7f1b7814ea70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b777fe640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b780cb810 0x7f1b7814ea70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b76ffd640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b780cb810 0x7f1b7814ea70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b76ffd640 1 -- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b7815a200 msgr2=0x7f1b7806a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b76ffd640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b7815a200 0x7f1b7806a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b76ffd640 1 -- 172.21.15.39:0/2086724989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b6800a5a0 con 0x7f1b780cc460 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b76ffd640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 0x7f1b78069ed0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00c4a0 tx=0x7f1b6c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c005ce0 con 0x7f1b780cc460 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b6c005e40 con 0x7f1b780cc460 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b78153420 con 0x7f1b780cc460 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c007270 con 0x7f1b780cc460 2024-09-13T16:20:46.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.338+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b781539e0 con 0x7f1b780cc460 2024-09-13T16:20:46.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.339+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b78153f00 con 0x7f1b780cc460 2024-09-13T16:20:46.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.340+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1b6c007490 con 0x7f1b780cc460 2024-09-13T16:20:46.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.340+0000 7f1b5ffff640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1b6406ac00 0x7f1b6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.340+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f1b6c089050 con 0x7f1b780cc460 2024-09-13T16:20:46.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.340+0000 7f1b777fe640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1b6406ac00 0x7f1b6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.341+0000 7f1b777fe640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1b6406ac00 0x7f1b6406d0c0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f1b68035000 tx=0x7f1b68008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.345+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1b78153f00 con 0x7f1b780cc460 2024-09-13T16:20:46.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.514+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1b78153f00 con 0x7f1b780cc460 2024-09-13T16:20:46.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.514+0000 7f1b5ffff640 1 -- 172.21.15.39:0/2086724989 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v117) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1b78153f00 con 0x7f1b780cc460 2024-09-13T16:20:46.516 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1b6406ac00 msgr2=0x7f1b6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1b6406ac00 0x7f1b6406d0c0 secure :-1 s=READY pgs=912 cs=0 l=1 rev1=1 crypto rx=0x7f1b68035000 tx=0x7f1b68008040 comp rx=0 tx=0).stop 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 msgr2=0x7f1b78069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 0x7f1b78069ed0 secure :-1 s=READY pgs=2346 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c00c4a0 tx=0x7f1b6c00c960 comp rx=0 tx=0).stop 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 shutdown_connections 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1b6406ac00 0x7f1b6406d0c0 unknown :-1 s=CLOSED pgs=912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1b7815a200 0x7f1b7806a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1b780cc460 0x7f1b78069ed0 unknown :-1 s=CLOSED pgs=2346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 --2- 172.21.15.39:0/2086724989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1b780cb810 0x7f1b7814ea70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 >> 172.21.15.39:0/2086724989 conn(0x7f1b780b00a0 msgr2=0x7f1b780b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 shutdown_connections 2024-09-13T16:20:46.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.516+0000 7f1b7dc12640 1 -- 172.21.15.39:0/2086724989 wait complete. 2024-09-13T16:20:46.528 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:20:46.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.631+0000 7f6aeb53e640 1 Processor -- start 2024-09-13T16:20:46.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.632+0000 7f6aeb53e640 1 -- start start 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6aeb53e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6aeb53e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ae4069ed0 0x7f6ae406a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6aeb53e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ae40cb080 con 0x7f6ae4156e60 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6aeb53e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ae406a8a0 con 0x7f6ae4069ed0 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6aeb53e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ae4070d40 con 0x7f6ae40b25b0 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae9adb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ae4069ed0 0x7f6ae406a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae8ad9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae92da640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f6ae4156e60 0x7f6ae415aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:33696/0 (socket says 172.21.15.39:33696) 2024-09-13T16:20:46.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae8ad9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40b2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53706/0 (socket says 172.21.15.39:53706) 2024-09-13T16:20:46.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae9adb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6ae4069ed0 0x7f6ae406a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:37148/0 (socket says 172.21.15.39:37148) 2024-09-13T16:20:46.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae92da640 1 -- 172.21.15.39:0/391240941 learned_addr learned my addr 172.21.15.39:0/391240941 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:46.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae9adb640 1 -- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 msgr2=0x7f6ae40b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:46.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae9adb640 1 --2- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae9adb640 1 -- 172.21.15.39:0/391240941 >> v1:172.21.15.157:6789/0 conn(0x7f6ae4156e60 legacy=0x7f6ae415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ad7fff640 1 -- 172.21.15.39:0/391240941 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3948908253 0 0) 0x7f6ae40cb080 con 0x7f6ae4156e60 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae9adb640 1 -- 172.21.15.39:0/391240941 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ae415b140 con 0x7f6ae4069ed0 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.633+0000 7f6ae8ad9640 1 --2- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.634+0000 7f6ae9adb640 1 --2- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae406a360 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009d90 tx=0x7f6adc02a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=aa6139890090028 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.634+0000 7f6ad7fff640 1 -- 172.21.15.39:0/391240941 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6adc007740 con 0x7f6ae4069ed0 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6ad7fff640 1 -- 172.21.15.39:0/391240941 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6adc02d050 con 0x7f6ae4069ed0 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6ad7fff640 1 -- 172.21.15.39:0/391240941 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6adc007ac0 con 0x7f6ae4069ed0 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 -- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 msgr2=0x7f6ae406a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae406a360 secure :-1 s=READY pgs=632 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009d90 tx=0x7f6adc02a660 comp rx=0 tx=0).stop 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 -- 172.21.15.39:0/391240941 shutdown_connections 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae406a360 unknown :-1 s=CLOSED pgs=632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/391240941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 -- 172.21.15.39:0/391240941 >> 172.21.15.39:0/391240941 conn(0x7f6ae40b00a0 msgr2=0x7f6ae40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 -- 172.21.15.39:0/391240941 shutdown_connections 2024-09-13T16:20:46.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.635+0000 7f6aeb53e640 1 -- 172.21.15.39:0/391240941 wait complete. 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.636+0000 7f6aeb53e640 1 Processor -- start 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.636+0000 7f6aeb53e640 1 -- start start 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6aeb53e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae40ad4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6aeb53e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40c3f40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6aeb53e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 0x7f6ae40c3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6aeb53e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ae40ad030 con 0x7f6ae4156e60 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6aeb53e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ae40ac420 con 0x7f6ae4069ed0 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6aeb53e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ae40ac700 con 0x7f6ae40b25b0 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6ae9adb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 0x7f6ae40c3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6ae92da640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae40ad4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6ae9adb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 0x7f6ae40c3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52070/0 (socket says 172.21.15.39:52070) 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6ae9adb640 1 -- 172.21.15.39:0/3952156252 learned_addr learned my addr 172.21.15.39:0/3952156252 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.637+0000 7f6ae8ad9640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40c3f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae9adb640 1 -- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 msgr2=0x7f6ae40c3f40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae9adb640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40c3f40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae9adb640 1 -- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 msgr2=0x7f6ae40ad4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae9adb640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae40ad4c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae9adb640 1 -- 172.21.15.39:0/3952156252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ad8009400 con 0x7f6ae4156e60 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae8ad9640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40c3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ae9adb640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 0x7f6ae40c3310 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009d90 tx=0x7f6adc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6adc003b90 con 0x7f6ae4156e60 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6adc003cf0 con 0x7f6ae4156e60 2024-09-13T16:20:46.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6adc009a70 con 0x7f6ae4156e60 2024-09-13T16:20:46.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6adc03c930 con 0x7f6ae4156e60 2024-09-13T16:20:46.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.638+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ae40accc0 con 0x7f6ae4156e60 2024-09-13T16:20:46.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.639+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ae40ad1e0 con 0x7f6ae4156e60 2024-09-13T16:20:46.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.640+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6adc03ca90 con 0x7f6ae4156e60 2024-09-13T16:20:46.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.640+0000 7f6ad5ffb640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ac806ac30 0x7f6ac806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.640+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f6adc0aadc0 con 0x7f6ae4156e60 2024-09-13T16:20:46.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.641+0000 7f6ae92da640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ac806ac30 0x7f6ac806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.641+0000 7f6ae92da640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ac806ac30 0x7f6ac806d0f0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0000f60 tx=0x7f6ae0007e40 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.644+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6ae40ad1e0 con 0x7f6ae4156e60 2024-09-13T16:20:46.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.814+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6ae40672f0 con 0x7f6ae4156e60 2024-09-13T16:20:46.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.814+0000 7f6ad5ffb640 1 -- 172.21.15.39:0/3952156252 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v117) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6adc0756f0 con 0x7f6ae4156e60 2024-09-13T16:20:46.816 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ac806ac30 msgr2=0x7f6ac806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ac806ac30 0x7f6ac806d0f0 secure :-1 s=READY pgs=913 cs=0 l=1 rev1=1 crypto rx=0x7f6ae0000f60 tx=0x7f6ae0007e40 comp rx=0 tx=0).stop 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 msgr2=0x7f6ae40c3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 0x7f6ae40c3310 secure :-1 s=READY pgs=2347 cs=0 l=1 rev1=1 crypto rx=0x7f6adc009d90 tx=0x7f6adc004a40 comp rx=0 tx=0).stop 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 shutdown_connections 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6ac806ac30 0x7f6ac806d0f0 unknown :-1 s=CLOSED pgs=913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ae4156e60 0x7f6ae40c3310 unknown :-1 s=CLOSED pgs=2347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ae40b25b0 0x7f6ae40c3f40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 --2- 172.21.15.39:0/3952156252 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ae4069ed0 0x7f6ae40ad4c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 >> 172.21.15.39:0/3952156252 conn(0x7f6ae40b00a0 msgr2=0x7f6ae40b14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 shutdown_connections 2024-09-13T16:20:46.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.816+0000 7f6aeb53e640 1 -- 172.21.15.39:0/3952156252 wait complete. 2024-09-13T16:20:46.829 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:20:46.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.932+0000 7fda6de12640 1 Processor -- start 2024-09-13T16:20:46.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.932+0000 7fda6de12640 1 -- start start 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda6de12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 0x7fda68070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda6de12640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fda680b2e10 0x7fda680acd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda6de12640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda6815d080 con 0x7fda68070d80 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda6de12640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda680b3f90 con 0x7fda680b2e10 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda6de12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda68071180 con 0x7fda680ce050 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda677fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 0x7fda68070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda67fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fda680b2e10 0x7fda680acd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda677fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 0x7fda68070840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53722/0 (socket says 172.21.15.39:53722) 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.933+0000 7fda677fe640 1 -- 172.21.15.39:0/2226806378 learned_addr learned my addr 172.21.15.39:0/2226806378 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.934+0000 7fda677fe640 1 -- 172.21.15.39:0/2226806378 >> v2:172.21.15.157:3300/0 conn(0x7fda680b2e10 msgr2=0x7fda680acd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:46.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.934+0000 7fda677fe640 1 --2- 172.21.15.39:0/2226806378 >> v2:172.21.15.157:3300/0 conn(0x7fda680b2e10 0x7fda680acd00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.934+0000 7fda677fe640 1 -- 172.21.15.39:0/2226806378 >> v1:172.21.15.157:6789/0 conn(0x7fda68070d80 legacy=0x7fda680b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.934+0000 7fda677fe640 1 -- 172.21.15.39:0/2226806378 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda680b3380 con 0x7fda680ce050 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.934+0000 7fda677fe640 1 --2- 172.21.15.39:0/2226806378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 0x7fda68070840 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda58009870 tx=0x7fda5802a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2687613e6a1d682 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda667fc640 1 -- 172.21.15.39:0/2226806378 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda58032440 con 0x7fda680ce050 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda667fc640 1 -- 172.21.15.39:0/2226806378 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda580325a0 con 0x7fda680ce050 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda667fc640 1 -- 172.21.15.39:0/2226806378 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda58032930 con 0x7fda680ce050 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 -- 172.21.15.39:0/2226806378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 msgr2=0x7fda68070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 --2- 172.21.15.39:0/2226806378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 0x7fda68070840 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fda58009870 tx=0x7fda5802a270 comp rx=0 tx=0).stop 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 -- 172.21.15.39:0/2226806378 shutdown_connections 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 --2- 172.21.15.39:0/2226806378 >> v2:172.21.15.157:3300/0 conn(0x7fda680b2e10 0x7fda680acd00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 --2- 172.21.15.39:0/2226806378 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda680ce050 0x7fda68070840 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 -- 172.21.15.39:0/2226806378 >> 172.21.15.39:0/2226806378 conn(0x7fda680b0eb0 msgr2=0x7fda68069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:46.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 -- 172.21.15.39:0/2226806378 shutdown_connections 2024-09-13T16:20:46.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.935+0000 7fda6de12640 1 -- 172.21.15.39:0/2226806378 wait complete. 2024-09-13T16:20:46.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.937+0000 7fda6de12640 1 Processor -- start 2024-09-13T16:20:46.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.937+0000 7fda6de12640 1 -- start start 2024-09-13T16:20:46.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda68070d80 0x7fda681413f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 0x7fda6813d330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda680ce050 0x7fda6813aa90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6813e2d0 con 0x7fda680b2e10 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda6813afd0 con 0x7fda680ce050 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda6813da30 con 0x7fda68070d80 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 0x7fda6813d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 0x7fda6813d330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52078/0 (socket says 172.21.15.39:52078) 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 -- 172.21.15.39:0/2964741027 learned_addr learned my addr 172.21.15.39:0/2964741027 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda677fe640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda68070d80 0x7fda681413f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda67fff640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda680ce050 0x7fda6813aa90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 -- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda68070d80 msgr2=0x7fda681413f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda68070d80 0x7fda681413f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 -- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda680ce050 msgr2=0x7fda6813aa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda680ce050 0x7fda6813aa90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 -- 172.21.15.39:0/2964741027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda580094d0 con 0x7fda680b2e10 2024-09-13T16:20:46.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda677fe640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda68070d80 0x7fda681413f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:46.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda66ffd640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 0x7fda6813d330 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00c480 tx=0x7fda5c00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c0052d0 con 0x7fda680b2e10 2024-09-13T16:20:46.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda5c005430 con 0x7fda680b2e10 2024-09-13T16:20:46.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda6813dd10 con 0x7fda680b2e10 2024-09-13T16:20:46.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda5c012870 con 0x7fda680b2e10 2024-09-13T16:20:46.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.938+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda681f59c0 con 0x7fda680b2e10 2024-09-13T16:20:46.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.939+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda681f5820 con 0x7fda680b2e10 2024-09-13T16:20:46.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.940+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda5c0129d0 con 0x7fda680b2e10 2024-09-13T16:20:46.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.940+0000 7fda4ffff640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda5406ac00 0x7fda5406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:46.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.941+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7fda5c089820 con 0x7fda680b2e10 2024-09-13T16:20:46.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.941+0000 7fda677fe640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda5406ac00 0x7fda5406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:46.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.941+0000 7fda677fe640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda5406ac00 0x7fda5406d0c0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fda58034000 tx=0x7fda5802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:46.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:46.945+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda681f5820 con 0x7fda680b2e10 2024-09-13T16:20:47.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.113+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fda681f5820 con 0x7fda680b2e10 2024-09-13T16:20:47.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.114+0000 7fda4ffff640 1 -- 172.21.15.39:0/2964741027 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v117) v1 ==== 100+0+11 (secure 0 0 0) 0x7fda681f5820 con 0x7fda680b2e10 2024-09-13T16:20:47.115 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda5406ac00 msgr2=0x7fda5406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda5406ac00 0x7fda5406d0c0 secure :-1 s=READY pgs=914 cs=0 l=1 rev1=1 crypto rx=0x7fda58034000 tx=0x7fda5802e000 comp rx=0 tx=0).stop 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 msgr2=0x7fda6813d330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 0x7fda6813d330 secure :-1 s=READY pgs=2348 cs=0 l=1 rev1=1 crypto rx=0x7fda5c00c480 tx=0x7fda5c00c940 comp rx=0 tx=0).stop 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 shutdown_connections 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda5406ac00 0x7fda5406d0c0 unknown :-1 s=CLOSED pgs=914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda680ce050 0x7fda6813aa90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda680b2e10 0x7fda6813d330 unknown :-1 s=CLOSED pgs=2348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 --2- 172.21.15.39:0/2964741027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda68070d80 0x7fda681413f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 >> 172.21.15.39:0/2964741027 conn(0x7fda680b0eb0 msgr2=0x7fda6806c6c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:47.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 shutdown_connections 2024-09-13T16:20:47.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.116+0000 7fda6de12640 1 -- 172.21.15.39:0/2964741027 wait complete. 2024-09-13T16:20:47.129 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:20:47.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.231+0000 7f0a87745640 1 Processor -- start 2024-09-13T16:20:47.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.231+0000 7f0a87745640 1 -- start start 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a87745640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a80159380 0x7f0a800b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a87745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a800ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a87745640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0a80159760 con 0x7f0a800ce960 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a87745640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0a800cedd0 con 0x7f0a80159380 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a87745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8015a880 con 0x7f0a8015a360 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a854e1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0a80159380 0x7f0a800b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a85ce2640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0a800ce960 0x7f0a80071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39882/0 (socket says 172.21.15.39:39882) 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a85ce2640 1 -- 172.21.15.39:0/3292733954 learned_addr learned my addr 172.21.15.39:0/3292733954 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a854e1640 1 -- 172.21.15.39:0/3292733954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 msgr2=0x7f0a800ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a84ce0640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a800ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a854e1640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a800ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a854e1640 1 -- 172.21.15.39:0/3292733954 >> v1:172.21.15.39:6789/0 conn(0x7f0a800ce960 legacy=0x7f0a80071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a77fff640 1 -- 172.21.15.39:0/3292733954 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3537670492 0 0) 0x7f0a80159760 con 0x7f0a800ce960 2024-09-13T16:20:47.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a854e1640 1 -- 172.21.15.39:0/3292733954 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a8015ab60 con 0x7f0a80159380 2024-09-13T16:20:47.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.232+0000 7f0a84ce0640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a800ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:47.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.233+0000 7f0a854e1640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a800b31e0 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c0097a0 tx=0x7f0a7c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2651c6116bfee02a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:47.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.233+0000 7f0a77fff640 1 -- 172.21.15.39:0/3292733954 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a7c032440 con 0x7f0a80159380 2024-09-13T16:20:47.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.233+0000 7f0a77fff640 1 -- 172.21.15.39:0/3292733954 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a7c0325a0 con 0x7f0a80159380 2024-09-13T16:20:47.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.233+0000 7f0a77fff640 1 -- 172.21.15.39:0/3292733954 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a7c032930 con 0x7f0a80159380 2024-09-13T16:20:47.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 -- 172.21.15.39:0/3292733954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 msgr2=0x7f0a800b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a800b31e0 secure :-1 s=READY pgs=2350 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c0097a0 tx=0x7f0a7c02a180 comp rx=0 tx=0).stop 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 -- 172.21.15.39:0/3292733954 shutdown_connections 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a800ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 --2- 172.21.15.39:0/3292733954 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a800b31e0 unknown :-1 s=CLOSED pgs=2350 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 -- 172.21.15.39:0/3292733954 >> 172.21.15.39:0/3292733954 conn(0x7f0a800b15d0 msgr2=0x7f0a800b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 -- 172.21.15.39:0/3292733954 shutdown_connections 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.234+0000 7f0a87745640 1 -- 172.21.15.39:0/3292733954 wait complete. 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.235+0000 7f0a87745640 1 Processor -- start 2024-09-13T16:20:47.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.235+0000 7f0a87745640 1 -- start start 2024-09-13T16:20:47.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a800ce960 0x7f0a8014cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a801f0030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a801f2a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a80142680 con 0x7f0a80159380 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8014d0a0 con 0x7f0a800ce960 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0a8014e170 con 0x7f0a8015a360 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a801f0030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a801f0030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52102/0 (socket says 172.21.15.39:52102) 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 -- 172.21.15.39:0/268458152 learned_addr learned my addr 172.21.15.39:0/268458152 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a854e1640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a800ce960 0x7f0a8014cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a85ce2640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a801f2a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 -- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 msgr2=0x7f0a801f2a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a801f2a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 -- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a800ce960 msgr2=0x7f0a8014cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a800ce960 0x7f0a8014cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 -- 172.21.15.39:0/268458152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0a7c009400 con 0x7f0a80159380 2024-09-13T16:20:47.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a854e1640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a800ce960 0x7f0a8014cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a84ce0640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a801f0030 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7f0a7000c7f0 tx=0x7f0a7000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a70007820 con 0x7f0a80159380 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0a70007980 con 0x7f0a80159380 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0a8014e450 con 0x7f0a80159380 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.236+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0a70007cf0 con 0x7f0a80159380 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.237+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0a8014ecf0 con 0x7f0a80159380 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.237+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0a8014e870 con 0x7f0a80159380 2024-09-13T16:20:47.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.238+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0a700113f0 con 0x7f0a80159380 2024-09-13T16:20:47.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.238+0000 7f0a75ffb640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a6406ac00 0x7f0a6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.239+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f0a70089ec0 con 0x7f0a80159380 2024-09-13T16:20:47.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.239+0000 7f0a854e1640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a6406ac00 0x7f0a6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.239+0000 7f0a854e1640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a6406ac00 0x7f0a6406d0c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c034000 tx=0x7f0a7c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:47.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.243+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0a8014e870 con 0x7f0a80159380 2024-09-13T16:20:47.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.427+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f0a8014e870 con 0x7f0a80159380 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.427+0000 7f0a75ffb640 1 -- 172.21.15.39:0/268458152 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 52 entries v117) v1 ==== 81+0+3156 (secure 0 0 0) 0x7f0a8014e870 con 0x7f0a80159380 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:20:47.429 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:20:47.430 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:47.431 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:20:47.432 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:20:47.433 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:20:47.434 INFO:teuthology.orchestra.run.smithi039.stderr:listed 52 entries 2024-09-13T16:20:47.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.429+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a6406ac00 msgr2=0x7f0a6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.429+0000 7f0a87745640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a6406ac00 0x7f0a6406d0c0 secure :-1 s=READY pgs=915 cs=0 l=1 rev1=1 crypto rx=0x7f0a7c034000 tx=0x7f0a7c02e000 comp rx=0 tx=0).stop 2024-09-13T16:20:47.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.429+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 msgr2=0x7f0a801f0030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.429+0000 7f0a87745640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a801f0030 secure :-1 s=READY pgs=2351 cs=0 l=1 rev1=1 crypto rx=0x7f0a7000c7f0 tx=0x7f0a7000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 shutdown_connections 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0a6406ac00 0x7f0a6406d0c0 unknown :-1 s=CLOSED pgs=915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0a8015a360 0x7f0a801f2a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0a80159380 0x7f0a801f0030 unknown :-1 s=CLOSED pgs=2351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 --2- 172.21.15.39:0/268458152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0a800ce960 0x7f0a8014cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 >> 172.21.15.39:0/268458152 conn(0x7f0a800b15d0 msgr2=0x7f0a800701c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 shutdown_connections 2024-09-13T16:20:47.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.430+0000 7f0a87745640 1 -- 172.21.15.39:0/268458152 wait complete. 2024-09-13T16:20:47.441 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:20:47.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:47.442 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:47.468 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:20:47.468 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:47.468 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:47.468 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:47.525 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:47.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.667+0000 7f36af50f640 1 Processor -- start 2024-09-13T16:20:47.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.667+0000 7f36af50f640 1 -- start start 2024-09-13T16:20:47.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36af50f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 0x7f36a80b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36af50f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 0x7f36a80ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36af50f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36a8159760 con 0x7f36a80ce960 2024-09-13T16:20:47.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36af50f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36a80cedd0 con 0x7f36a8159380 2024-09-13T16:20:47.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36af50f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36a815a880 con 0x7f36a815a360 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36ad2ab640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 0x7f36a80b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36acaaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 0x7f36a80ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36adaac640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f36a80ce960 0x7f36a8071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:33716/0 (socket says 172.21.15.39:33716) 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36acaaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 0x7f36a80ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:53750/0 (socket says 172.21.15.39:53750) 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36adaac640 1 -- 172.21.15.39:0/746388746 learned_addr learned my addr 172.21.15.39:0/746388746 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.668+0000 7f36ad2ab640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 0x7f36a80b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:37196/0 (socket says 172.21.15.39:37196) 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.669+0000 7f36acaaa640 1 -- 172.21.15.39:0/746388746 >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 msgr2=0x7f36a80b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.669+0000 7f36acaaa640 1 --2- 172.21.15.39:0/746388746 >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 0x7f36a80b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.669+0000 7f36acaaa640 1 -- 172.21.15.39:0/746388746 >> v1:172.21.15.157:6789/0 conn(0x7f36a80ce960 legacy=0x7f36a8071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.669+0000 7f36acaaa640 1 -- 172.21.15.39:0/746388746 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36a815ab60 con 0x7f36a815a360 2024-09-13T16:20:47.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.669+0000 7f36ad2ab640 1 --2- 172.21.15.39:0/746388746 >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 0x7f36a80b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:47.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.669+0000 7f36acaaa640 1 --2- 172.21.15.39:0/746388746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 0x7f36a80ce420 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f36980097a0 tx=0x7f369802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8e24db91f3058b8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:47.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f369ffff640 1 -- 172.21.15.39:0/746388746 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3698032440 con 0x7f36a815a360 2024-09-13T16:20:47.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f369ffff640 1 -- 172.21.15.39:0/746388746 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36980325a0 con 0x7f36a815a360 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f369ffff640 1 -- 172.21.15.39:0/746388746 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3698032930 con 0x7f36a815a360 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 -- 172.21.15.39:0/746388746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 msgr2=0x7f36a80ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 --2- 172.21.15.39:0/746388746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 0x7f36a80ce420 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f36980097a0 tx=0x7f369802a180 comp rx=0 tx=0).stop 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 -- 172.21.15.39:0/746388746 shutdown_connections 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 --2- 172.21.15.39:0/746388746 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a815a360 0x7f36a80ce420 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 --2- 172.21.15.39:0/746388746 >> v2:172.21.15.157:3300/0 conn(0x7f36a8159380 0x7f36a80b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 -- 172.21.15.39:0/746388746 >> 172.21.15.39:0/746388746 conn(0x7f36a80b15d0 msgr2=0x7f36a80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 -- 172.21.15.39:0/746388746 shutdown_connections 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.670+0000 7f36af50f640 1 -- 172.21.15.39:0/746388746 wait complete. 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.671+0000 7f36af50f640 1 Processor -- start 2024-09-13T16:20:47.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 -- start start 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a80ce960 0x7f36a8145840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36a8159380 0x7f36a8151ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 0x7f36a8152810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a8145d80 con 0x7f36a815a360 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36a8150f20 con 0x7f36a8159380 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36af50f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36a8151200 con 0x7f36a80ce960 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36adaac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 0x7f36a8152810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36adaac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 0x7f36a8152810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52118/0 (socket says 172.21.15.39:52118) 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.672+0000 7f36adaac640 1 -- 172.21.15.39:0/2991157338 learned_addr learned my addr 172.21.15.39:0/2991157338 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36acaaa640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36a8159380 0x7f36a8151ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36ad2ab640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a80ce960 0x7f36a8145840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36adaac640 1 -- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a80ce960 msgr2=0x7f36a8145840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36adaac640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a80ce960 0x7f36a8145840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36adaac640 1 -- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36a8159380 msgr2=0x7f36a8151ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36adaac640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36a8159380 0x7f36a8151ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36adaac640 1 -- 172.21.15.39:0/2991157338 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36a4009400 con 0x7f36a815a360 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36adaac640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 0x7f36a8152810 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f36a000cbc0 tx=0x7f36a000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a000ad40 con 0x7f36a815a360 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36a0012400 con 0x7f36a815a360 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3698009400 con 0x7f36a815a360 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36a000aea0 con 0x7f36a815a360 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.673+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36a81517c0 con 0x7f36a815a360 2024-09-13T16:20:47.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.674+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36a80672f0 con 0x7f36a815a360 2024-09-13T16:20:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.675+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f36a0007070 con 0x7f36a815a360 2024-09-13T16:20:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.675+0000 7f369dffb640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368c06ac00 0x7f368c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.675+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(117..117 src has 1..117) v4 ==== 7974+0+0 (secure 0 0 0) 0x7f36a0089aa0 con 0x7f36a815a360 2024-09-13T16:20:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.675+0000 7f36ad2ab640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368c06ac00 0x7f368c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:47.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.676+0000 7f36ad2ab640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368c06ac00 0x7f368c06d0c0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f36a4009c60 tx=0x7f36a4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:47.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.679+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f36a0054450 con 0x7f36a815a360 2024-09-13T16:20:47.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.884+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f36a81519b0 con 0x7f36a815a360 2024-09-13T16:20:47.886 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:47.885+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:47.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.898+0000 7f369dffb640 1 -- 172.21.15.39:0/2991157338 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v237) v1 ==== 161+0+0 (secure 0 0 0) 0x7f36a0017020 con 0x7f36a815a360 2024-09-13T16:20:47.900 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:47.903 INFO:tasks.ceph.mds.c.smithi039.stderr: -610> 2024-09-13T16:20:42.920+0000 7fdc1d883640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:20:47.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368c06ac00 msgr2=0x7f368c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368c06ac00 0x7f368c06d0c0 secure :-1 s=READY pgs=916 cs=0 l=1 rev1=1 crypto rx=0x7f36a4009c60 tx=0x7f36a4008040 comp rx=0 tx=0).stop 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 msgr2=0x7f36a8152810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 0x7f36a8152810 secure :-1 s=READY pgs=2352 cs=0 l=1 rev1=1 crypto rx=0x7f36a000cbc0 tx=0x7f36a000a430 comp rx=0 tx=0).stop 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 shutdown_connections 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368c06ac00 0x7f368c06d0c0 unknown :-1 s=CLOSED pgs=916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36a815a360 0x7f36a8152810 unknown :-1 s=CLOSED pgs=2352 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36a8159380 0x7f36a8151ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 --2- 172.21.15.39:0/2991157338 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36a80ce960 0x7f36a8145840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 >> 172.21.15.39:0/2991157338 conn(0x7f36a80b15d0 msgr2=0x7f36a8155750 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 shutdown_connections 2024-09-13T16:20:47.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:47.902+0000 7f36af50f640 1 -- 172.21.15.39:0/2991157338 wait complete. 2024-09-13T16:20:47.915 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:47.928 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:20:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.018+0000 7f50f7af7640 1 Processor -- start 2024-09-13T16:20:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.018+0000 7f50f7af7640 1 -- start start 2024-09-13T16:20:48.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f7af7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f50f015c830 0x7f50f00ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f7af7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f006cca0 0x7f50f00b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f7af7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f50f00acda0 0x7f50f00b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f7af7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50f00b1f50 con 0x7f50f015c830 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f7af7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f50f00b4080 con 0x7f50f00acda0 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f7af7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50f015cc10 con 0x7f50f006cca0 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f50f015c830 0x7f50f00ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f50f015c830 0x7f50f00ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52152/0 (socket says 172.21.15.39:52152) 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 -- 172.21.15.39:0/3804236849 learned_addr learned my addr 172.21.15.39:0/3804236849 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f6094640 1 --2- 172.21.15.39:0/3804236849 >> v2:172.21.15.157:3300/0 conn(0x7f50f00acda0 0x7f50f00b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5092640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f006cca0 0x7f50f00b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 -- 172.21.15.39:0/3804236849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f006cca0 msgr2=0x7f50f00b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f006cca0 0x7f50f00b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 -- 172.21.15.39:0/3804236849 >> v2:172.21.15.157:3300/0 conn(0x7f50f00acda0 msgr2=0x7f50f00b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 --2- 172.21.15.39:0/3804236849 >> v2:172.21.15.157:3300/0 conn(0x7f50f00acda0 0x7f50f00b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.019+0000 7f50f5893640 1 -- 172.21.15.39:0/3804236849 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50f00b3750 con 0x7f50f015c830 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.020+0000 7f50f6094640 1 --2- 172.21.15.39:0/3804236849 >> v2:172.21.15.157:3300/0 conn(0x7f50f00acda0 0x7f50f00b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.020+0000 7f50f5092640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f006cca0 0x7f50f00b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.020+0000 7f50f5893640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f015c830 0x7f50f00ac860 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f50e0009e50 tx=0x7f50e002a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=642b2fde8dfc60cf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.020+0000 7f50f4891640 1 -- 172.21.15.39:0/3804236849 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e002aea0 con 0x7f50f015c830 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.020+0000 7f50f4891640 1 -- 172.21.15.39:0/3804236849 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50e002d050 con 0x7f50f015c830 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.020+0000 7f50f4891640 1 -- 172.21.15.39:0/3804236849 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e0031820 con 0x7f50f015c830 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 -- 172.21.15.39:0/3804236849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f015c830 msgr2=0x7f50f00ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f015c830 0x7f50f00ac860 secure :-1 s=READY pgs=2355 cs=0 l=1 rev1=1 crypto rx=0x7f50e0009e50 tx=0x7f50e002a6c0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 -- 172.21.15.39:0/3804236849 shutdown_connections 2024-09-13T16:20:48.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 --2- 172.21.15.39:0/3804236849 >> v2:172.21.15.157:3300/0 conn(0x7f50f00acda0 0x7f50f00b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f006cca0 0x7f50f00b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 --2- 172.21.15.39:0/3804236849 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f015c830 0x7f50f00ac860 unknown :-1 s=CLOSED pgs=2355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 -- 172.21.15.39:0/3804236849 >> 172.21.15.39:0/3804236849 conn(0x7f50f00ae990 msgr2=0x7f50f00aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:48.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 -- 172.21.15.39:0/3804236849 shutdown_connections 2024-09-13T16:20:48.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.021+0000 7f50f7af7640 1 -- 172.21.15.39:0/3804236849 wait complete. 2024-09-13T16:20:48.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.022+0000 7f50f7af7640 1 Processor -- start 2024-09-13T16:20:48.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.022+0000 7f50f7af7640 1 -- start start 2024-09-13T16:20:48.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f7af7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50f006cca0 0x7f50f015a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f7af7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 0x7f50f0151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f7af7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f015c830 0x7f50f014d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f7af7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50f01f2160 con 0x7f50f00acda0 2024-09-13T16:20:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f7af7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f50f0151f90 con 0x7f50f006cca0 2024-09-13T16:20:48.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f7af7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50f0152210 con 0x7f50f015c830 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 0x7f50f0151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 0x7f50f0151a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52162/0 (socket says 172.21.15.39:52162) 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 -- 172.21.15.39:0/2520832447 learned_addr learned my addr 172.21.15.39:0/2520832447 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f6094640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f015c830 0x7f50f014d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5893640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50f006cca0 0x7f50f015a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 -- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f015c830 msgr2=0x7f50f014d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f015c830 0x7f50f014d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 -- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50f006cca0 msgr2=0x7f50f015a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50f006cca0 0x7f50f015a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.023+0000 7f50f5092640 1 -- 172.21.15.39:0/2520832447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f50e0009b30 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.024+0000 7f50f5092640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 0x7f50f0151a50 secure :-1 s=READY pgs=2356 cs=0 l=1 rev1=1 crypto rx=0x7f50e400d800 tx=0x7f50e400dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.024+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e40096a0 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.024+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f50e4009800 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.024+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50e4009990 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.024+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50f01524f0 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.024+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f50f01536d0 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.025+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f50f0152a10 con 0x7f50f00acda0 2024-09-13T16:20:48.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.025+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f50e4009af0 con 0x7f50f00acda0 2024-09-13T16:20:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.026+0000 7f50ee7fc640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50dc06ac00 0x7f50dc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.026+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8060+0+0 (secure 0 0 0) 0x7f50e408a030 con 0x7f50f00acda0 2024-09-13T16:20:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.026+0000 7f50f5893640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50dc06ac00 0x7f50dc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.027+0000 7f50f5893640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50dc06ac00 0x7f50dc06d0c0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f50e0033000 tx=0x7f50e0009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:48.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.030+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f50f0152a10 con 0x7f50f00acda0 2024-09-13T16:20:48.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.273+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f50f0153530 con 0x7f50f00acda0 2024-09-13T16:20:48.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.901+0000 7f50ee7fc640 1 -- 172.21.15.39:0/2520832447 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v238) v1 ==== 107+0+0 (secure 0 0 0) 0x7f50f0153530 con 0x7f50f00acda0 2024-09-13T16:20:48.902 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:20:48.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50dc06ac00 msgr2=0x7f50dc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:48.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50dc06ac00 0x7f50dc06d0c0 secure :-1 s=READY pgs=917 cs=0 l=1 rev1=1 crypto rx=0x7f50e0033000 tx=0x7f50e0009000 comp rx=0 tx=0).stop 2024-09-13T16:20:48.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 msgr2=0x7f50f0151a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:48.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 0x7f50f0151a50 secure :-1 s=READY pgs=2356 cs=0 l=1 rev1=1 crypto rx=0x7f50e400d800 tx=0x7f50e400dcc0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 shutdown_connections 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f50dc06ac00 0x7f50dc06d0c0 unknown :-1 s=CLOSED pgs=917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f50f015c830 0x7f50f014d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f50f00acda0 0x7f50f0151a50 unknown :-1 s=CLOSED pgs=2356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 --2- 172.21.15.39:0/2520832447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f50f006cca0 0x7f50f015a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 >> 172.21.15.39:0/2520832447 conn(0x7f50f00ae990 msgr2=0x7f50f006f9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 shutdown_connections 2024-09-13T16:20:48.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:48.904+0000 7f50f7af7640 1 -- 172.21.15.39:0/2520832447 wait complete. 2024-09-13T16:20:48.919 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.005+0000 7fbfd37d5f40 1 Processor -- start 2024-09-13T16:20:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.005+0000 7fbfd37d5f40 1 -- start start 2024-09-13T16:20:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd37d5f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 0x55c5c18af190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd37d5f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c183b6c0 0x55c5c18af6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd37d5f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c183dad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd37d5f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c173db60 con 0x55c5c1835bd0 2024-09-13T16:20:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd37d5f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c173d800 con 0x55c5c18cd430 2024-09-13T16:20:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd37d5f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c5c1720520 con 0x55c5c183b6c0 2024-09-13T16:20:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 0x55c5c18af190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 0x55c5c18af190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52178/0 (socket says 172.21.15.39:52178) 2024-09-13T16:20:49.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 -- 172.21.15.39:0/3246084993 learned_addr learned my addr 172.21.15.39:0/3246084993 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c183b6c0 0x55c5c18af6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c183dad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 -- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c183b6c0 msgr2=0x55c5c18af6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c183b6c0 0x55c5c18af6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 -- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 msgr2=0x55c5c183dad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:49.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c183dad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd12d2640 1 -- 172.21.15.39:0/3246084993 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfcc00a1c0 con 0x55c5c1835bd0 2024-09-13T16:20:49.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.006+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c183dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:49.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 0x55c5c18af190 secure :-1 s=READY pgs=2358 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009780 tx=0x7fbfc4005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c6a02ffee2e0774b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfc37fe640 1 -- 172.21.15.39:0/3246084993 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc400f040 con 0x55c5c1835bd0 2024-09-13T16:20:49.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfc37fe640 1 -- 172.21.15.39:0/3246084993 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc4008870 con 0x55c5c1835bd0 2024-09-13T16:20:49.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfc37fe640 1 -- 172.21.15.39:0/3246084993 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc4005e10 con 0x55c5c1835bd0 2024-09-13T16:20:49.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/3246084993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 msgr2=0x55c5c18af190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 0x55c5c18af190 secure :-1 s=READY pgs=2358 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4009780 tx=0x7fbfc4005a00 comp rx=0 tx=0).stop 2024-09-13T16:20:49.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/3246084993 shutdown_connections 2024-09-13T16:20:49.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c183dad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c183b6c0 0x55c5c18af6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/3246084993 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c1835bd0 0x55c5c18af190 unknown :-1 s=CLOSED pgs=2358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/3246084993 >> 172.21.15.39:0/3246084993 conn(0x55c5c17f87b0 msgr2=0x55c5c18cc600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/3246084993 shutdown_connections 2024-09-13T16:20:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.007+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/3246084993 wait complete. 2024-09-13T16:20:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.008+0000 7fbfd37d5f40 1 Processor -- start 2024-09-13T16:20:49.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.008+0000 7fbfd37d5f40 1 -- start start 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd37d5f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c1835bd0 0x55c5c18aac50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd37d5f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 0x55c5c18ab790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd37d5f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c18b1fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd37d5f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c18aa290 con 0x55c5c183b6c0 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd37d5f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5c18adce0 con 0x55c5c18cd430 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd37d5f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c5c18aa490 con 0x55c5c1835bd0 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 0x55c5c18ab790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 0x55c5c18ab790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52194/0 (socket says 172.21.15.39:52194) 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 learned_addr learned my addr 172.21.15.39:0/1447720401 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c1835bd0 0x55c5c18aac50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c18b1fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c1835bd0 msgr2=0x55c5c18aac50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5c1835bd0 0x55c5c18aac50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 msgr2=0x55c5c18b1fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5c18cd430 0x55c5c18b1fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfc4009410 con 0x55c5c183b6c0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.009+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 0x55c5c18ab790 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8009f50 tx=0x7fbfc80084c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.010+0000 7fbfc27fc640 1 -- 172.21.15.39:0/1447720401 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc8011040 con 0x55c5c183b6c0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.010+0000 7fbfc27fc640 1 -- 172.21.15.39:0/1447720401 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbfc8016680 con 0x55c5c183b6c0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.010+0000 7fbfc27fc640 1 -- 172.21.15.39:0/1447720401 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbfc80169f0 con 0x55c5c183b6c0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.010+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55c5c1766dc0 con 0x55c5c183b6c0 2024-09-13T16:20:49.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.010+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c5c174cc20 con 0x55c5c183b6c0 2024-09-13T16:20:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.011+0000 7fbfc27fc640 1 -- 172.21.15.39:0/1447720401 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbfc8016b50 con 0x55c5c183b6c0 2024-09-13T16:20:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfc27fc640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfb40695e0 0x7fbfb406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfc27fc640 1 -- 172.21.15.39:0/1447720401 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8060+0+0 (secure 0 0 0) 0x7fbfc80881d0 con 0x55c5c183b6c0 2024-09-13T16:20:49.024 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfb40695e0 0x7fbfb406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c5c18abcd0 0x55c5c196f020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c18a9ac0 con 0x55c5c18abcd0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c5c18abcd0 0x55c5c196f020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfb40695e0 0x7fbfb406baa0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4005a40 tx=0x7fbfc401f040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.012+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c5c18abcd0 0x55c5c196f020 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.014+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v118'815 uv789 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.014+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c18a9570 con 0x55c5c18abcd0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.016+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v118'816 uv816 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.016+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c196f560 con 0x55c5c18abcd0 2024-09-13T16:20:49.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.017+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v118'817 uv817 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.028 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.017+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1970920 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.018+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v118'818 uv818 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.018+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1970cd0 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.019+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v118'819 uv819 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.019+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c196f910 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.021+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v118'820 uv820 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.021+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c196fd10 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.022+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v118'821 uv795 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.022+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1970110 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.023+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v118'822 uv822 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.023+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971080 con 0x55c5c18abcd0 2024-09-13T16:20:49.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.024+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v118'823 uv823 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.031 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:49.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.024+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972090 con 0x55c5c18abcd0 2024-09-13T16:20:49.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.025+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v118'824 uv824 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.026+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972090 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.027+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v118'825 uv825 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.027+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971080 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.028+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v118'826 uv826 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.028+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971080 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.029+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v118'827 uv802 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.029+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971080 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.031+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v118'828 uv828 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.031+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971080 con 0x55c5c18abcd0 2024-09-13T16:20:49.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.032+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v118'829 uv829 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.034 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:49.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.032+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972090 con 0x55c5c18abcd0 2024-09-13T16:20:49.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.034+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v118'830 uv830 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.034+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972090 con 0x55c5c18abcd0 2024-09-13T16:20:49.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.035+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v118'831 uv831 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.035+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971080 con 0x55c5c18abcd0 2024-09-13T16:20:49.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.036+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v118'832 uv832 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.036+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.037+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v118'833 uv833 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.037+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.038+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v118'834 uv808 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.038+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.039+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v118'835 uv835 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.039+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.041 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.040+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v118'836 uv836 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.040+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972580 con 0x55c5c18abcd0 2024-09-13T16:20:49.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.041+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v118'837 uv837 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.041+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972580 con 0x55c5c18abcd0 2024-09-13T16:20:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.042+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v118'838 uv838 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.043+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.044+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v118'839 uv839 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.044+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.045+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v118'840 uv814 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.045+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.047+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v118'841 uv841 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.047+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.049 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.048+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v118'842 uv842 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.048+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972580 con 0x55c5c18abcd0 2024-09-13T16:20:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.049+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v118'843 uv843 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.049+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1972580 con 0x55c5c18abcd0 2024-09-13T16:20:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.050+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v118'844 uv844 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.050+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1971570 con 0x55c5c18abcd0 2024-09-13T16:20:49.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.051+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v118'845 uv845 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.051+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c5c1971a80 0x55c5c1973e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.051+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c19743b0 con 0x55c5c1971a80 2024-09-13T16:20:49.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.051+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c5c1971a80 0x55c5c1973e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.052+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c5c1971a80 0x55c5c1973e70 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.053+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v118'590 uv570 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.053+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974760 con 0x55c5c1971a80 2024-09-13T16:20:49.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.055+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v118'591 uv591 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.055+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974b10 con 0x55c5c1971a80 2024-09-13T16:20:49.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.056+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v118'592 uv592 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.057 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:49.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.056+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c19753b0 con 0x55c5c1971a80 2024-09-13T16:20:49.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.057+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v118'593 uv593 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.057+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.059+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v118'594 uv594 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.059+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.060+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v118'595 uv589 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.060+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.061+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v118'596 uv596 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.061+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.063+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v118'597 uv597 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.064 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:49.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.063+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.064+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v118'598 uv598 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.064+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.065+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v118'599 uv599 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.065+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.067+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v118'600 uv588 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.067+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.068+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v118'601 uv601 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.068+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.069+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v118'602 uv602 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.071 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:49.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.069+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1979190 con 0x55c5c1971a80 2024-09-13T16:20:49.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.071+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v118'603 uv603 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.071+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1979190 con 0x55c5c1971a80 2024-09-13T16:20:49.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.072+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v118'604 uv604 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.072+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.073+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v118'605 uv586 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.073+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.074+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v118'606 uv606 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.074+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.075+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v118'607 uv607 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.077 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:49.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.076+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1976770 con 0x55c5c1971a80 2024-09-13T16:20:49.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.077+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v118'608 uv608 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.077+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1976770 con 0x55c5c1971a80 2024-09-13T16:20:49.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.078+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v118'609 uv609 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.078+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c1971a80 2024-09-13T16:20:49.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.079+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v118'610 uv610 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c1971a80 2024-09-13T16:20:49.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.079+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c18abcd0 2024-09-13T16:20:49.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.080+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v118'159 uv158 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.080+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c18abcd0 2024-09-13T16:20:49.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.081+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v118'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.081+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c18abcd0 2024-09-13T16:20:49.084 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:49.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.082+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v118'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.083+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1976770 con 0x55c5c18abcd0 2024-09-13T16:20:49.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.083+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v118'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.084+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1976770 con 0x55c5c18abcd0 2024-09-13T16:20:49.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.084+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v118'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.084+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1975760 con 0x55c5c18abcd0 2024-09-13T16:20:49.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.085+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v118'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.086+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c5c1975c70 0x55c5c1978060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.086+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c19785a0 con 0x55c5c1975c70 2024-09-13T16:20:49.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.086+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c5c1975c70 0x55c5c1978060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.086+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c5c1975c70 0x55c5c1978060 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.087+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v118'115 uv114 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.087+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1978990 con 0x55c5c1975c70 2024-09-13T16:20:49.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.088+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v118'116 uv116 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.088+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1978ea0 con 0x55c5c1975c70 2024-09-13T16:20:49.090 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:49.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.089+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v118'117 uv117 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.089+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c19792c0 con 0x55c5c1975c70 2024-09-13T16:20:49.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.090+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v118'118 uv118 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.090+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1979730 con 0x55c5c18abcd0 2024-09-13T16:20:49.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.092+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v118'159 uv158 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.092+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1979730 con 0x55c5c18abcd0 2024-09-13T16:20:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.093+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v118'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.093+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1979730 con 0x55c5c18abcd0 2024-09-13T16:20:49.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.094+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v118'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.095 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:49.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.094+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197a740 con 0x55c5c18abcd0 2024-09-13T16:20:49.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.095+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v118'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.095+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197a740 con 0x55c5c18abcd0 2024-09-13T16:20:49.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.096+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v118'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.096+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1979730 con 0x55c5c18abcd0 2024-09-13T16:20:49.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.097+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v118'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.097+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c5c1979db0 0x55c5c197c1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.097+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197c800 con 0x55c5c1979db0 2024-09-13T16:20:49.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.098+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c5c1979db0 0x55c5c197c1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.098+0000 7fbfd1ad3640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c5c1979db0 0x55c5c197c1a0 crc :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.099+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v118'294 uv287 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.099+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.100+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v118'295 uv295 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.100+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.102+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v118'296 uv296 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.103 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:49.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.102+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197dbf0 con 0x55c5c1979db0 2024-09-13T16:20:49.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.103+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v118'297 uv297 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.103+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197dbf0 con 0x55c5c1979db0 2024-09-13T16:20:49.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.104+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v118'298 uv298 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.104+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.105+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v118'299 uv299 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.105+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.106+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v118'300 uv293 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.106+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.107+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v118'301 uv301 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.107+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.108+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v118'302 uv302 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.110 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:49.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.108+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.109+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v118'303 uv303 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.109+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197cbe0 con 0x55c5c1979db0 2024-09-13T16:20:49.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.111+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v118'304 uv304 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.111+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c5c197d260 0x55c5c197f650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.111+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c197fd00 con 0x55c5c197d260 2024-09-13T16:20:49.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.111+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c5c197d260 0x55c5c197f650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.111+0000 7fbfd12d2640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c5c197d260 0x55c5c197f650 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.112+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v118'132 uv131 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c197d260 2024-09-13T16:20:49.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.112+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c197d260 2024-09-13T16:20:49.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.113+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v118'133 uv133 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c197d260 2024-09-13T16:20:49.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.113+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c197d260 2024-09-13T16:20:49.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.115+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v118'134 uv134 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c197d260 2024-09-13T16:20:49.116 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:49.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.115+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c197d260 2024-09-13T16:20:49.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.116+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v118'135 uv135 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c197d260 2024-09-13T16:20:49.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.116+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c197d260 2024-09-13T16:20:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.117+0000 7fbfd12d2640 1 -- 172.21.15.39:0/1447720401 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v118'136 uv136 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc4019020 con 0x55c5c197d260 2024-09-13T16:20:49.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.117+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c18abcd0 2024-09-13T16:20:49.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.118+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v118'159 uv158 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.118+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c18abcd0 2024-09-13T16:20:49.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.119+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v118'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.119+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c18abcd0 2024-09-13T16:20:49.121 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:49.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.120+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v118'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.120+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1981140 con 0x55c5c18abcd0 2024-09-13T16:20:49.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.121+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v118'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.121+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1981140 con 0x55c5c18abcd0 2024-09-13T16:20:49.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.122+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v118'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.122+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c18abcd0 2024-09-13T16:20:49.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.123+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v118'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c18abcd0 2024-09-13T16:20:49.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.123+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980130 con 0x55c5c1975c70 2024-09-13T16:20:49.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.124+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v118'263 uv257 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.124+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c19804e0 con 0x55c5c1975c70 2024-09-13T16:20:49.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.125+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v118'264 uv264 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.125+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1980890 con 0x55c5c1975c70 2024-09-13T16:20:49.127 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:49.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.126+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v118'265 uv265 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.126+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974f60 con 0x55c5c1975c70 2024-09-13T16:20:49.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.127+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v118'266 uv266 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.127+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974f60 con 0x55c5c1975c70 2024-09-13T16:20:49.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.128+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v118'267 uv267 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.128+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974f60 con 0x55c5c1975c70 2024-09-13T16:20:49.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.129+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v118'268 uv262 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.129+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974f60 con 0x55c5c1975c70 2024-09-13T16:20:49.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.130+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v118'269 uv269 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.130+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974f60 con 0x55c5c1975c70 2024-09-13T16:20:49.132 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:49.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.131+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v118'270 uv270 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.131+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1974f60 con 0x55c5c1975c70 2024-09-13T16:20:49.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.132+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v118'271 uv271 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.132+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983b20 con 0x55c5c1975c70 2024-09-13T16:20:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.133+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v118'272 uv272 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.133+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c5c1983c90 0x55c5c19841f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.133+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983160 con 0x55c5c1983c90 2024-09-13T16:20:49.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.133+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c5c1983c90 0x55c5c19841f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.133+0000 7fbfd0ad1640 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c5c1983c90 0x55c5c19841f0 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.134+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v118'116 uv114 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1983c90 2024-09-13T16:20:49.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.135+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1983c90 2024-09-13T16:20:49.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.136+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v118'117 uv117 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1983c90 2024-09-13T16:20:49.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.136+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1983c90 2024-09-13T16:20:49.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.136+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v118'118 uv118 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1983c90 2024-09-13T16:20:49.138 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:49.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.136+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1983c90 2024-09-13T16:20:49.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.137+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v118'119 uv119 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1983c90 2024-09-13T16:20:49.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.137+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1975c70 2024-09-13T16:20:49.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.139+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v118'159 uv158 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.139+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1975c70 2024-09-13T16:20:49.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.140+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v118'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.140+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1975c70 2024-09-13T16:20:49.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.141+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v118'161 uv161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.142 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:49.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.141+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1975c70 2024-09-13T16:20:49.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.142+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v118'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.142+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1975c70 2024-09-13T16:20:49.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.143+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v118'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.143+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1975c70 2024-09-13T16:20:49.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.144+0000 7fbfd0ad1640 1 -- 172.21.15.39:0/1447720401 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v118'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfc8054c20 con 0x55c5c1975c70 2024-09-13T16:20:49.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.144+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.145+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v118'135 uv134 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.145+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.147+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v118'136 uv136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.147+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.149 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:49.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.148+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v118'137 uv137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.148+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.149+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v118'138 uv138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.149+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.150+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v118'139 uv139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.150+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.151+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v118'327 uv318 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.151+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.152+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v118'328 uv328 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.152+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.154+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v118'329 uv329 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.155 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:49.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.154+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.155+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v118'330 uv330 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.155+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.156+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v118'331 uv331 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.156+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.157+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v118'332 uv325 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.157+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.158+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v118'333 uv333 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.158+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.159+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v118'334 uv334 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.160 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:49.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.159+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.160+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v118'335 uv335 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.160+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.161+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v118'336 uv336 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.161+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1983650 con 0x55c5c1979db0 2024-09-13T16:20:49.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.162+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v118'337 uv337 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.162+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c5c1984730 con 0x55c5c1979db0 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v118'338 uv338 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbfcc057070 con 0x55c5c1979db0 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c5c18abcd0 msgr2=0x55c5c196f020 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c5c18abcd0 0x55c5c196f020 crc :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c5c1975c70 msgr2=0x55c5c1978060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c5c1975c70 0x55c5c1978060 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c5c1983c90 msgr2=0x55c5c19841f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c5c1983c90 0x55c5c19841f0 crc :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c5c1971a80 msgr2=0x55c5c1973e70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c5c1971a80 0x55c5c1973e70 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c5c1979db0 msgr2=0x55c5c197c1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c5c1979db0 0x55c5c197c1a0 crc :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c5c197d260 msgr2=0x55c5c197f650 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c5c197d260 0x55c5c197f650 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 reap_dead start 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 reap_dead start 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd1ad3640 1 -- 172.21.15.39:0/1447720401 reap_dead start 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfb40695e0 msgr2=0x7fbfb406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfb40695e0 0x7fbfb406baa0 secure :-1 s=READY pgs=919 cs=0 l=1 rev1=1 crypto rx=0x7fbfc4005a40 tx=0x7fbfc401f040 comp rx=0 tx=0).stop 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 msgr2=0x55c5c18ab790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 0x55c5c18ab790 secure :-1 s=READY pgs=2359 cs=0 l=1 rev1=1 crypto rx=0x7fbfc8009f50 tx=0x7fbfc80084c0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 shutdown_connections 2024-09-13T16:20:49.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbfb40695e0 0x7fbfb406baa0 unknown :-1 s=CLOSED pgs=919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 --2- 172.21.15.39:0/1447720401 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5c183b6c0 0x55c5c18ab790 unknown :-1 s=CLOSED pgs=2359 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 >> 172.21.15.39:0/1447720401 conn(0x55c5c17f87b0 msgr2=0x55c5c18b03a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:49.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 shutdown_connections 2024-09-13T16:20:49.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.163+0000 7fbfd37d5f40 1 -- 172.21.15.39:0/1447720401 wait complete. 2024-09-13T16:20:49.168 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate mds_snaptable 0 2024-09-13T16:20:49.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 Processor -- start 2024-09-13T16:20:49.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 -- start start 2024-09-13T16:20:49.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 0x55c40f903410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f890d10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f91ce40 0x55c40f88d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c40f7f7be0 con 0x55c40f846610 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c40f7f34d0 con 0x55c40f91ce40 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7de0811f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c40f78eb60 con 0x55c40f9058f0 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.210+0000 7f7dde310640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 0x55c40f903410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 0x55c40f903410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52204/0 (socket says 172.21.15.39:52204) 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 -- 172.21.15.39:0/2154344436 learned_addr learned my addr 172.21.15.39:0/2154344436 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dddb0f640 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f890d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 -- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 msgr2=0x55c40f890d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7ddeb11640 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f91ce40 0x55c40f88d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f890d10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 -- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f91ce40 msgr2=0x55c40f88d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f91ce40 0x55c40f88d340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 -- 172.21.15.39:0/2154344436 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7dd8005d20 con 0x55c40f846610 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7dde310640 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 0x55c40f903410 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0006fd0 tx=0x7f7dd00019d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac905d9941a3176c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7ddcb0d640 1 -- 172.21.15.39:0/2154344436 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd000f710 con 0x55c40f846610 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7ddcb0d640 1 -- 172.21.15.39:0/2154344436 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dd000f870 con 0x55c40f846610 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.211+0000 7f7ddcb0d640 1 -- 172.21.15.39:0/2154344436 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd000fc60 con 0x55c40f846610 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 -- 172.21.15.39:0/2154344436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 msgr2=0x55c40f903410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 0x55c40f903410 secure :-1 s=READY pgs=2362 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0006fd0 tx=0x7f7dd00019d0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 -- 172.21.15.39:0/2154344436 shutdown_connections 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f91ce40 0x55c40f88d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f890d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 --2- 172.21.15.39:0/2154344436 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f846610 0x55c40f903410 unknown :-1 s=CLOSED pgs=2362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 -- 172.21.15.39:0/2154344436 >> 172.21.15.39:0/2154344436 conn(0x55c40f84a040 msgr2=0x55c40f845470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 -- 172.21.15.39:0/2154344436 shutdown_connections 2024-09-13T16:20:49.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 -- 172.21.15.39:0/2154344436 wait complete. 2024-09-13T16:20:49.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 Processor -- start 2024-09-13T16:20:49.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.212+0000 7f7de0811f40 1 -- start start 2024-09-13T16:20:49.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7de0811f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f846610 0x55c40f8ff680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7de0811f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f9170c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7de0811f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f91ce40 0x55c40f91d8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7de0811f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c40f78e800 con 0x55c40f91ce40 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7de0811f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c40f771520 con 0x55c40f846610 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7de0811f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c40f8ff1f0 con 0x55c40f9058f0 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f91ce40 0x55c40f91d8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f91ce40 0x55c40f91d8f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52206/0 (socket says 172.21.15.39:52206) 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 -- 172.21.15.39:0/845292274 learned_addr learned my addr 172.21.15.39:0/845292274 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7dde310640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f846610 0x55c40f8ff680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7dddb0f640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f9170c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 -- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 msgr2=0x55c40f9170c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c40f9058f0 0x55c40f9170c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 -- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f846610 msgr2=0x55c40f8ff680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c40f846610 0x55c40f8ff680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.213+0000 7f7ddeb11640 1 -- 172.21.15.39:0/845292274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c40f7b7dc0 con 0x55c40f91ce40 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.214+0000 7f7ddeb11640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f91ce40 0x55c40f91d8f0 secure :-1 s=READY pgs=2363 cs=0 l=1 rev1=1 crypto rx=0x7f7dd8025dd0 tx=0x7f7dd8003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.214+0000 7f7dcf7fe640 1 -- 172.21.15.39:0/845292274 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd805d050 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.214+0000 7f7dcf7fe640 1 -- 172.21.15.39:0/845292274 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7dd805e040 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.214+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55c40f791060 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.214+0000 7f7dcf7fe640 1 -- 172.21.15.39:0/845292274 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7dd8050d70 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.214+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c40f790ac0 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.215+0000 7f7dcf7fe640 1 -- 172.21.15.39:0/845292274 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7dd806d460 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7dcf7fe640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7dc00695e0 0x7f7dc006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7dcf7fe640 1 -- 172.21.15.39:0/845292274 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8060+0+0 (secure 0 0 0) 0x7f7dd80cccb0 con 0x55c40f91ce40 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7dde310640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7dc00695e0 0x7f7dc006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7de0811f40 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c40f903090 0x55c40f9b2440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 12.d 12:b50e409b:::mds_snaptable:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e118) v8 -- 0x55c40f845330 con 0x55c40f903090 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7dddb0f640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c40f903090 0x55c40f9b2440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7dde310640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7dc00695e0 0x7f7dc006baa0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0004290 tx=0x7f7dd0008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.216+0000 7f7dddb0f640 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c40f903090 0x55c40f9b2440 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7dddb0f640 1 -- 172.21.15.39:0/845292274 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 mds_snaptable [truncate 0] v118'137 uv137 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7dd400f630 con 0x55c40f903090 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c40f903090 msgr2=0x55c40f9b2440 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c40f903090 0x55c40f9b2440 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7dc00695e0 msgr2=0x7f7dc006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7dc00695e0 0x7f7dc006baa0 secure :-1 s=READY pgs=920 cs=0 l=1 rev1=1 crypto rx=0x7f7dd0004290 tx=0x7f7dd0008030 comp rx=0 tx=0).stop 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f91ce40 msgr2=0x55c40f91d8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 --2- 172.21.15.39:0/845292274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c40f91ce40 0x55c40f91d8f0 secure :-1 s=READY pgs=2363 cs=0 l=1 rev1=1 crypto rx=0x7f7dd8025dd0 tx=0x7f7dd8003020 comp rx=0 tx=0).stop 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7ddeb11640 1 -- 172.21.15.39:0/845292274 reap_dead start 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 shutdown_connections 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 >> 172.21.15.39:0/845292274 conn(0x55c40f84a040 msgr2=0x55c40f903bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 shutdown_connections 2024-09-13T16:20:49.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.218+0000 7f7de0811f40 1 -- 172.21.15.39:0/845292274 wait complete. 2024-09-13T16:20:49.223 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.326+0000 7fadea7b5640 1 Processor -- start 2024-09-13T16:20:49.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.326+0000 7fadea7b5640 1 -- start start 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fadea7b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fade4145880 0x7fade406bb00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fadea7b5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fade40b3290 con 0x7fade40ae630 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fadea7b5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fade4071200 con 0x7fade4070cb0 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fadea7b5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fade40ac860 con 0x7fade4145880 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fade4145880 0x7fade406bb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade8d52640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fade40ae630 0x7fade4166270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39904/0 (socket says 172.21.15.39:39904) 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade8d52640 1 -- 172.21.15.39:0/1549601821 learned_addr learned my addr 172.21.15.39:0/1549601821 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade3fff640 1 -- 172.21.15.39:0/1549601821 >> v1:172.21.15.157:6789/0 conn(0x7fade4070cb0 legacy=0x7fade4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade3fff640 1 -- 172.21.15.39:0/1549601821 >> v1:172.21.15.39:6789/0 conn(0x7fade40ae630 legacy=0x7fade4166270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade2ffd640 1 -- 172.21.15.39:0/1549601821 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 53676735 0 0) 0x7fade40b3290 con 0x7fade40ae630 2024-09-13T16:20:49.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.327+0000 7fade3fff640 1 -- 172.21.15.39:0/1549601821 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fade40acb40 con 0x7fade4145880 2024-09-13T16:20:49.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.328+0000 7fade3fff640 1 --2- 172.21.15.39:0/1549601821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade4145880 0x7fade406bb00 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7fadd40097a0 tx=0x7fadd402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2aec42d2ce7db7ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.328+0000 7fade2ffd640 1 -- 172.21.15.39:0/1549601821 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadd4032440 con 0x7fade4145880 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.328+0000 7fade2ffd640 1 -- 172.21.15.39:0/1549601821 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadd40325a0 con 0x7fade4145880 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.328+0000 7fade2ffd640 1 -- 172.21.15.39:0/1549601821 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadd4032930 con 0x7fade4145880 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 -- 172.21.15.39:0/1549601821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade4145880 msgr2=0x7fade406bb00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 --2- 172.21.15.39:0/1549601821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade4145880 0x7fade406bb00 secure :-1 s=READY pgs=2365 cs=0 l=1 rev1=1 crypto rx=0x7fadd40097a0 tx=0x7fadd402a230 comp rx=0 tx=0).stop 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 -- 172.21.15.39:0/1549601821 shutdown_connections 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 --2- 172.21.15.39:0/1549601821 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade4145880 0x7fade406bb00 unknown :-1 s=CLOSED pgs=2365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 -- 172.21.15.39:0/1549601821 >> 172.21.15.39:0/1549601821 conn(0x7fade406afe0 msgr2=0x7fade406b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 -- 172.21.15.39:0/1549601821 shutdown_connections 2024-09-13T16:20:49.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.329+0000 7fadea7b5640 1 -- 172.21.15.39:0/1549601821 wait complete. 2024-09-13T16:20:49.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.330+0000 7fadea7b5640 1 Processor -- start 2024-09-13T16:20:49.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.330+0000 7fadea7b5640 1 -- start start 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fadea7b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fade4070cb0 0x7fade413e2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fadea7b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 0x7fade415c0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fadea7b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fade4145880 0x7fade41447f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fadea7b5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fade413de80 con 0x7fade40ae630 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fadea7b5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fade4145120 con 0x7fade4145880 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fadea7b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fade413e7e0 con 0x7fade4070cb0 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 0x7fade415c0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 0x7fade415c0c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52226/0 (socket says 172.21.15.39:52226) 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 -- 172.21.15.39:0/3071475658 learned_addr learned my addr 172.21.15.39:0/3071475658 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade3fff640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fade4070cb0 0x7fade413e2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade8d52640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fade4145880 0x7fade41447f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 -- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fade4070cb0 msgr2=0x7fade413e2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fade4070cb0 0x7fade413e2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 -- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fade4145880 msgr2=0x7fade41447f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fade4145880 0x7fade41447f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade37fe640 1 -- 172.21.15.39:0/3071475658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadd4009400 con 0x7fade40ae630 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.331+0000 7fade3fff640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fade4070cb0 0x7fade413e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.332+0000 7fade37fe640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 0x7fade415c0c0 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7fadd800c450 tx=0x7fadd800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.332+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadd80052d0 con 0x7fade40ae630 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.332+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fadd8005430 con 0x7fade40ae630 2024-09-13T16:20:49.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.332+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fade413d4e0 con 0x7fade40ae630 2024-09-13T16:20:49.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.332+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fadd8003830 con 0x7fade40ae630 2024-09-13T16:20:49.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.332+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fade413daa0 con 0x7fade40ae630 2024-09-13T16:20:49.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.333+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fade413dfc0 con 0x7fade40ae630 2024-09-13T16:20:49.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.333+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fadd8003990 con 0x7fade40ae630 2024-09-13T16:20:49.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.334+0000 7fade0ff9640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadd006ac00 0x7fadd006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:49.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.334+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(118..118 src has 1..118) v4 ==== 8060+0+0 (secure 0 0 0) 0x7fadd80891e0 con 0x7fade40ae630 2024-09-13T16:20:49.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.334+0000 7fade3fff640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadd006ac00 0x7fadd006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:49.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.335+0000 7fade3fff640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadd006ac00 0x7fadd006d0c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fadd4034000 tx=0x7fadd402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:49.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.338+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fade413dfc0 con 0x7fade40ae630 2024-09-13T16:20:49.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.546+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fade413dfc0 con 0x7fade40ae630 2024-09-13T16:20:49.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.947+0000 7fade0ff9640 1 -- 172.21.15.39:0/3071475658 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v239) v1 ==== 162+0+0 (secure 0 0 0) 0x7fade413dfc0 con 0x7fade40ae630 2024-09-13T16:20:49.949 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.949+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadd006ac00 msgr2=0x7fadd006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.949+0000 7fadea7b5640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadd006ac00 0x7fadd006d0c0 secure :-1 s=READY pgs=921 cs=0 l=1 rev1=1 crypto rx=0x7fadd4034000 tx=0x7fadd402e000 comp rx=0 tx=0).stop 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.949+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 msgr2=0x7fade415c0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.949+0000 7fadea7b5640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 0x7fade415c0c0 secure :-1 s=READY pgs=2366 cs=0 l=1 rev1=1 crypto rx=0x7fadd800c450 tx=0x7fadd800c910 comp rx=0 tx=0).stop 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 shutdown_connections 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fadd006ac00 0x7fadd006d0c0 unknown :-1 s=CLOSED pgs=921 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fade4145880 0x7fade41447f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fade40ae630 0x7fade415c0c0 unknown :-1 s=CLOSED pgs=2366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 --2- 172.21.15.39:0/3071475658 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fade4070cb0 0x7fade413e2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:49.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 >> 172.21.15.39:0/3071475658 conn(0x7fade406afe0 msgr2=0x7fade406b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:49.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 shutdown_connections 2024-09-13T16:20:49.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:49.950+0000 7fadea7b5640 1 -- 172.21.15.39:0/3071475658 wait complete. 2024-09-13T16:20:49.953 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:49.952+0000 7f0bf87a2640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': End of buffer [buffer:2] 2024-09-13T16:20:49.954 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:49.953+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:49.954 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:49.953+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:49.964 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:50.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.065+0000 7f121b108640 1 Processor -- start 2024-09-13T16:20:50.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.065+0000 7f121b108640 1 -- start start 2024-09-13T16:20:50.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f121b108640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f121415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f121b108640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f121406f170 0x7f12140b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f121b108640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f121415b1b0 con 0x7f121415d0a0 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f121b108640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f121406f6e0 con 0x7f121406f170 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f121b108640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f121406f9c0 con 0x7f1214156fb0 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f1213fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f121406f170 0x7f12140b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f1218ea4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f121415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f12196a5640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f121415d0a0 0x7f1214070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:33760/0 (socket says 172.21.15.39:33760) 2024-09-13T16:20:50.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.066+0000 7f12196a5640 1 -- 172.21.15.39:0/2686087469 learned_addr learned my addr 172.21.15.39:0/2686087469 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f12137fe640 1 -- 172.21.15.39:0/2686087469 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2155722546 0 0) 0x7f121415b1b0 con 0x7f121415d0a0 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f12137fe640 1 -- 172.21.15.39:0/2686087469 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1200003520 con 0x7f121415d0a0 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f1218ea4640 1 -- 172.21.15.39:0/2686087469 >> v2:172.21.15.157:3300/0 conn(0x7f121406f170 msgr2=0x7f12140b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f1218ea4640 1 --2- 172.21.15.39:0/2686087469 >> v2:172.21.15.157:3300/0 conn(0x7f121406f170 0x7f12140b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f1218ea4640 1 -- 172.21.15.39:0/2686087469 >> v1:172.21.15.157:6789/0 conn(0x7f121415d0a0 legacy=0x7f1214070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f1218ea4640 1 -- 172.21.15.39:0/2686087469 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f121406fca0 con 0x7f1214156fb0 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.067+0000 7f1213fff640 1 --2- 172.21.15.39:0/2686087469 >> v2:172.21.15.157:3300/0 conn(0x7f121406f170 0x7f12140b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f1218ea4640 1 --2- 172.21.15.39:0/2686087469 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f121415ac70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1204009d90 tx=0x7f120402a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0634425c893e71b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f12137fe640 1 -- 172.21.15.39:0/2686087469 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1204031600 con 0x7f1214156fb0 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f12137fe640 1 -- 172.21.15.39:0/2686087469 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f120402d050 con 0x7f1214156fb0 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f12137fe640 1 -- 172.21.15.39:0/2686087469 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1204031980 con 0x7f1214156fb0 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 -- 172.21.15.39:0/2686087469 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 msgr2=0x7f121415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 --2- 172.21.15.39:0/2686087469 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f121415ac70 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f1204009d90 tx=0x7f120402a5d0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 -- 172.21.15.39:0/2686087469 shutdown_connections 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 --2- 172.21.15.39:0/2686087469 >> v2:172.21.15.157:3300/0 conn(0x7f121406f170 0x7f12140b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 --2- 172.21.15.39:0/2686087469 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f121415ac70 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 -- 172.21.15.39:0/2686087469 >> 172.21.15.39:0/2686087469 conn(0x7f121406b3b0 msgr2=0x7f121406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 -- 172.21.15.39:0/2686087469 shutdown_connections 2024-09-13T16:20:50.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.068+0000 7f121b108640 1 -- 172.21.15.39:0/2686087469 wait complete. 2024-09-13T16:20:50.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 Processor -- start 2024-09-13T16:20:50.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 -- start start 2024-09-13T16:20:50.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f121406f170 0x7f1214150390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f12140cd800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 0x7f12140adeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12140cb870 con 0x7f121415d0a0 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12140ce6f0 con 0x7f121406f170 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.070+0000 7f121b108640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12140cb060 con 0x7f1214156fb0 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 0x7f12140adeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 0x7f12140adeb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52242/0 (socket says 172.21.15.39:52242) 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 -- 172.21.15.39:0/313807022 learned_addr learned my addr 172.21.15.39:0/313807022 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f1213fff640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f12140cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f1218ea4640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f121406f170 0x7f1214150390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 -- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 msgr2=0x7f12140cd800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f12140cd800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 -- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f121406f170 msgr2=0x7f1214150390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f121406f170 0x7f1214150390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 -- 172.21.15.39:0/313807022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11fc009400 con 0x7f121415d0a0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12196a5640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 0x7f12140adeb0 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f120c00c430 tx=0x7f120c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c005ce0 con 0x7f121415d0a0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f120c005e40 con 0x7f121415d0a0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f120c007310 con 0x7f121415d0a0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1204009a70 con 0x7f121415d0a0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.071+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12140cec70 con 0x7f121415d0a0 2024-09-13T16:20:50.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.072+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12140cee00 con 0x7f121415d0a0 2024-09-13T16:20:50.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.073+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f120c007470 con 0x7f121415d0a0 2024-09-13T16:20:50.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.073+0000 7f12117fa640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11f406ac30 0x7f11f406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.073+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f120c0891b0 con 0x7f121415d0a0 2024-09-13T16:20:50.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.073+0000 7f1218ea4640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11f406ac30 0x7f11f406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.074+0000 7f1218ea4640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11f406ac30 0x7f11f406d0f0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f1204034000 tx=0x7f120402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.077+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f120c053b40 con 0x7f121415d0a0 2024-09-13T16:20:50.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.283+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f12140672f0 con 0x7f121415d0a0 2024-09-13T16:20:50.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.283+0000 7f12117fa640 1 -- 172.21.15.39:0/313807022 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 241 v241) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f120c017090 con 0x7f121415d0a0 2024-09-13T16:20:50.285 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:50.285 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":241,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":10644,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/883974613","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":883974613},{"type":"v1","addr":"172.21.15.39:6835","nonce":883974613}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":241,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:49.954337+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:50.285 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 241 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11f406ac30 msgr2=0x7f11f406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11f406ac30 0x7f11f406d0f0 secure :-1 s=READY pgs=922 cs=0 l=1 rev1=1 crypto rx=0x7f1204034000 tx=0x7f120402f000 comp rx=0 tx=0).stop 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 msgr2=0x7f12140adeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 0x7f12140adeb0 secure :-1 s=READY pgs=2367 cs=0 l=1 rev1=1 crypto rx=0x7f120c00c430 tx=0x7f120c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 shutdown_connections 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f11f406ac30 0x7f11f406d0f0 unknown :-1 s=CLOSED pgs=922 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f121415d0a0 0x7f12140adeb0 unknown :-1 s=CLOSED pgs=2367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1214156fb0 0x7f12140cd800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 --2- 172.21.15.39:0/313807022 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f121406f170 0x7f1214150390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 >> 172.21.15.39:0/313807022 conn(0x7f121406b3b0 msgr2=0x7f12140ad730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:50.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 shutdown_connections 2024-09-13T16:20:50.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.285+0000 7f121b108640 1 -- 172.21.15.39:0/313807022 wait complete. 2024-09-13T16:20:50.297 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:50.298 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:50.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.398+0000 7f6f4a5ed640 1 Processor -- start 2024-09-13T16:20:50.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.398+0000 7f6f4a5ed640 1 -- start start 2024-09-13T16:20:50.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f4a5ed640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6f4406f170 0x7f6f440b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f4a5ed640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f4415d0a0 0x7f6f4415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f4a5ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f4406f6e0 con 0x7f6f44156fb0 2024-09-13T16:20:50.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f4a5ed640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f4415da70 con 0x7f6f4415d0a0 2024-09-13T16:20:50.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f4a5ed640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f4406f9c0 con 0x7f6f4406f170 2024-09-13T16:20:50.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f43fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6f44156fb0 0x7f6f4415ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39914/0 (socket says 172.21.15.39:39914) 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f43fff640 1 -- 172.21.15.39:0/3442226209 learned_addr learned my addr 172.21.15.39:0/3442226209 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f48b8a640 1 --2- 172.21.15.39:0/3442226209 >> v2:172.21.15.39:3300/0 conn(0x7f6f4415d0a0 0x7f6f4415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f42ffd640 1 -- 172.21.15.39:0/3442226209 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2559217432 0 0) 0x7f6f4406f6e0 con 0x7f6f44156fb0 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f42ffd640 1 -- 172.21.15.39:0/3442226209 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f2c003520 con 0x7f6f44156fb0 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.399+0000 7f6f437fe640 1 --2- 172.21.15.39:0/3442226209 >> v2:172.21.15.157:3300/0 conn(0x7f6f4406f170 0x7f6f440b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f48b8a640 1 -- 172.21.15.39:0/3442226209 >> v2:172.21.15.157:3300/0 conn(0x7f6f4406f170 msgr2=0x7f6f440b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f48b8a640 1 --2- 172.21.15.39:0/3442226209 >> v2:172.21.15.157:3300/0 conn(0x7f6f4406f170 0x7f6f440b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f48b8a640 1 -- 172.21.15.39:0/3442226209 >> v1:172.21.15.39:6789/0 conn(0x7f6f44156fb0 legacy=0x7f6f4415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f48b8a640 1 -- 172.21.15.39:0/3442226209 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f4406fca0 con 0x7f6f4415d0a0 2024-09-13T16:20:50.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f48b8a640 1 --2- 172.21.15.39:0/3442226209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4415d0a0 0x7f6f4415d530 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7f6f4415b380 tx=0x7f6f3c02a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=613dfe2554fa11af server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f42ffd640 1 -- 172.21.15.39:0/3442226209 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f3c007740 con 0x7f6f4415d0a0 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f42ffd640 1 -- 172.21.15.39:0/3442226209 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f3c02d050 con 0x7f6f4415d0a0 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.400+0000 7f6f42ffd640 1 -- 172.21.15.39:0/3442226209 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f3c007ac0 con 0x7f6f4415d0a0 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/3442226209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4415d0a0 msgr2=0x7f6f4415d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/3442226209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4415d0a0 0x7f6f4415d530 secure :-1 s=READY pgs=2369 cs=0 l=1 rev1=1 crypto rx=0x7f6f4415b380 tx=0x7f6f3c02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/3442226209 shutdown_connections 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/3442226209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4415d0a0 0x7f6f4415d530 unknown :-1 s=CLOSED pgs=2369 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/3442226209 >> v2:172.21.15.157:3300/0 conn(0x7f6f4406f170 0x7f6f440b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/3442226209 >> 172.21.15.39:0/3442226209 conn(0x7f6f4406b3b0 msgr2=0x7f6f4406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/3442226209 shutdown_connections 2024-09-13T16:20:50.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.401+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/3442226209 wait complete. 2024-09-13T16:20:50.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.402+0000 7f6f4a5ed640 1 Processor -- start 2024-09-13T16:20:50.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.402+0000 7f6f4a5ed640 1 -- start start 2024-09-13T16:20:50.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f4a5ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 0x7f6f4413a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f4a5ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f44156fb0 0x7f6f440b00f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f4a5ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f4415d0a0 0x7f6f4414e2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f4a5ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f4413a770 con 0x7f6f4406f170 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f4a5ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f440af050 con 0x7f6f44156fb0 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f4a5ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f440af330 con 0x7f6f4415d0a0 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f43fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 0x7f6f4413a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f43fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 0x7f6f4413a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52266/0 (socket says 172.21.15.39:52266) 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f43fff640 1 -- 172.21.15.39:0/1497250290 learned_addr learned my addr 172.21.15.39:0/1497250290 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f437fe640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f44156fb0 0x7f6f440b00f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.403+0000 7f6f48b8a640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f4415d0a0 0x7f6f4414e2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f43fff640 1 -- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f4415d0a0 msgr2=0x7f6f4414e2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f43fff640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f4415d0a0 0x7f6f4414e2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f43fff640 1 -- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f44156fb0 msgr2=0x7f6f440b00f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f43fff640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f44156fb0 0x7f6f440b00f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f43fff640 1 -- 172.21.15.39:0/1497250290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f3c009a70 con 0x7f6f4406f170 2024-09-13T16:20:50.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f43fff640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 0x7f6f4413a230 secure :-1 s=READY pgs=2370 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400c4d0 tx=0x7f6f3400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f34005ce0 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f34005e40 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f440af610 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f34007290 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.404+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f440afbd0 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.405+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f440672f0 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.406+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f340073f0 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.406+0000 7f6f40ff9640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f3006ac00 0x7f6f3006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.406+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f6f3408b940 con 0x7f6f4406f170 2024-09-13T16:20:50.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.406+0000 7f6f437fe640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f3006ac00 0x7f6f3006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.407+0000 7f6f437fe640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f3006ac00 0x7f6f3006d0c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f6f4414b780 tx=0x7f6f38008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.410+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f34056300 con 0x7f6f4406f170 2024-09-13T16:20:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.616+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f6f44157390 con 0x7f6f4406f170 2024-09-13T16:20:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.617+0000 7f6f40ff9640 1 -- 172.21.15.39:0/1497250290 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 241 v241) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f6f34015090 con 0x7f6f4406f170 2024-09-13T16:20:50.619 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:50.619 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":241,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":10644,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/883974613","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":883974613},{"type":"v1","addr":"172.21.15.39:6835","nonce":883974613}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":241,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:49.954337+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:50.619 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 241 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f3006ac00 msgr2=0x7f6f3006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f3006ac00 0x7f6f3006d0c0 secure :-1 s=READY pgs=923 cs=0 l=1 rev1=1 crypto rx=0x7f6f4414b780 tx=0x7f6f38008040 comp rx=0 tx=0).stop 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 msgr2=0x7f6f4413a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 0x7f6f4413a230 secure :-1 s=READY pgs=2370 cs=0 l=1 rev1=1 crypto rx=0x7f6f3400c4d0 tx=0x7f6f3400c990 comp rx=0 tx=0).stop 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 shutdown_connections 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f3006ac00 0x7f6f3006d0c0 unknown :-1 s=CLOSED pgs=923 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f4415d0a0 0x7f6f4414e2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f44156fb0 0x7f6f440b00f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 --2- 172.21.15.39:0/1497250290 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f4406f170 0x7f6f4413a230 unknown :-1 s=CLOSED pgs=2370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 >> 172.21.15.39:0/1497250290 conn(0x7f6f4406b3b0 msgr2=0x7f6f441575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:50.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 shutdown_connections 2024-09-13T16:20:50.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.619+0000 7f6f4a5ed640 1 -- 172.21.15.39:0/1497250290 wait complete. 2024-09-13T16:20:50.632 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:50.632 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:50.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.732+0000 7f185de80640 1 Processor -- start 2024-09-13T16:20:50.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.732+0000 7f185de80640 1 -- start start 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f185de80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1858156cf0 0x7f185815cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f185de80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1858070b80 0x7f18580ad060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f185de80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f18580ad5a0 0x7f18580ada00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f185de80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f185815d590 con 0x7f1858070b80 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f185de80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f185815d870 con 0x7f18580ad5a0 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f185de80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f185815db50 con 0x7f1858156cf0 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1858070b80 0x7f18580ad060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1858070b80 0x7f18580ad060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52280/0 (socket says 172.21.15.39:52280) 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 -- 172.21.15.39:0/615473236 learned_addr learned my addr 172.21.15.39:0/615473236 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 -- 172.21.15.39:0/615473236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1858156cf0 msgr2=0x7f185815cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:50.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 --2- 172.21.15.39:0/615473236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1858156cf0 0x7f185815cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 -- 172.21.15.39:0/615473236 >> v2:172.21.15.157:3300/0 conn(0x7f18580ad5a0 msgr2=0x7f18580ada00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:50.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1857fff640 1 --2- 172.21.15.39:0/615473236 >> v2:172.21.15.157:3300/0 conn(0x7f18580ad5a0 0x7f18580ada00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 --2- 172.21.15.39:0/615473236 >> v2:172.21.15.157:3300/0 conn(0x7f18580ad5a0 0x7f18580ada00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1856ffd640 1 -- 172.21.15.39:0/615473236 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18580ac860 con 0x7f1858070b80 2024-09-13T16:20:50.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.733+0000 7f1857fff640 1 --2- 172.21.15.39:0/615473236 >> v2:172.21.15.157:3300/0 conn(0x7f18580ad5a0 0x7f18580ada00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:50.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.734+0000 7f1856ffd640 1 --2- 172.21.15.39:0/615473236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858070b80 0x7f18580ad060 secure :-1 s=READY pgs=2371 cs=0 l=1 rev1=1 crypto rx=0x7f1858066170 tx=0x7f184c02a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=12ed83dc8322484e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.734+0000 7f18567fc640 1 -- 172.21.15.39:0/615473236 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184c02ae90 con 0x7f1858070b80 2024-09-13T16:20:50.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.734+0000 7f18567fc640 1 -- 172.21.15.39:0/615473236 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f184c032440 con 0x7f1858070b80 2024-09-13T16:20:50.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.734+0000 7f18567fc640 1 -- 172.21.15.39:0/615473236 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184c0327d0 con 0x7f1858070b80 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 -- 172.21.15.39:0/615473236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858070b80 msgr2=0x7f18580ad060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 --2- 172.21.15.39:0/615473236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858070b80 0x7f18580ad060 secure :-1 s=READY pgs=2371 cs=0 l=1 rev1=1 crypto rx=0x7f1858066170 tx=0x7f184c02a140 comp rx=0 tx=0).stop 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 -- 172.21.15.39:0/615473236 shutdown_connections 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 --2- 172.21.15.39:0/615473236 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858070b80 0x7f18580ad060 unknown :-1 s=CLOSED pgs=2371 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 --2- 172.21.15.39:0/615473236 >> v2:172.21.15.157:3300/0 conn(0x7f18580ad5a0 0x7f18580ada00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 --2- 172.21.15.39:0/615473236 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1858156cf0 0x7f185815cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 -- 172.21.15.39:0/615473236 >> 172.21.15.39:0/615473236 conn(0x7f185806ae10 msgr2=0x7f185806b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 -- 172.21.15.39:0/615473236 shutdown_connections 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.735+0000 7f185de80640 1 -- 172.21.15.39:0/615473236 wait complete. 2024-09-13T16:20:50.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.736+0000 7f185de80640 1 Processor -- start 2024-09-13T16:20:50.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.736+0000 7f185de80640 1 -- start start 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f185de80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1858070b80 0x7f18580cc000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f185de80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 0x7f18580cc780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f185de80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18580b3650 0x7f18581511c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f185de80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18580ccfd0 con 0x7f1858156cf0 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f185de80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18580cd2b0 con 0x7f1858070b80 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f185de80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f18580cd590 con 0x7f18580b3650 2024-09-13T16:20:50.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 0x7f18580cc780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 0x7f18580cc780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52286/0 (socket says 172.21.15.39:52286) 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 -- 172.21.15.39:0/74290925 learned_addr learned my addr 172.21.15.39:0/74290925 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f18577fe640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1858070b80 0x7f18580cc000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1857fff640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18580b3650 0x7f18581511c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 -- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18580b3650 msgr2=0x7f18581511c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18580b3650 0x7f18581511c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 -- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1858070b80 msgr2=0x7f18580cc000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1858070b80 0x7f18580cc000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.737+0000 7f1856ffd640 1 -- 172.21.15.39:0/74290925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f184c0094d0 con 0x7f1858156cf0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.738+0000 7f1856ffd640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 0x7f18580cc780 secure :-1 s=READY pgs=2372 cs=0 l=1 rev1=1 crypto rx=0x7f184c000c00 tx=0x7f184c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.738+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184c030b80 con 0x7f1858156cf0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.738+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f184c030ce0 con 0x7f1858156cf0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.738+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f184c03d660 con 0x7f1858156cf0 2024-09-13T16:20:50.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.738+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f18580cd870 con 0x7f1858156cf0 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.738+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f18580cccc0 con 0x7f1858156cf0 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.739+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f18580cdd90 con 0x7f1858156cf0 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.739+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f184c039040 con 0x7f1858156cf0 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.740+0000 7f183ffff640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f184406ac00 0x7f184406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.740+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f184c0aaa70 con 0x7f1858156cf0 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.740+0000 7f18577fe640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f184406ac00 0x7f184406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:50.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.740+0000 7f18577fe640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f184406ac00 0x7f184406d0c0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f1848009890 tx=0x7f1848008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:50.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.744+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f18580cdd90 con 0x7f1858156cf0 2024-09-13T16:20:50.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.949+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f18580cdd90 con 0x7f1858156cf0 2024-09-13T16:20:50.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.951+0000 7f183ffff640 1 -- 172.21.15.39:0/74290925 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 241 v241) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f18580cdd90 con 0x7f1858156cf0 2024-09-13T16:20:50.952 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:50.952 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":241,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":10644,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/883974613","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":883974613},{"type":"v1","addr":"172.21.15.39:6835","nonce":883974613}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":234}],"filesystems":[{"mdsmap":{"epoch":241,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:49.954337+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":119,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:50.953 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 241 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f184406ac00 msgr2=0x7f184406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f184406ac00 0x7f184406d0c0 secure :-1 s=READY pgs=924 cs=0 l=1 rev1=1 crypto rx=0x7f1848009890 tx=0x7f1848008040 comp rx=0 tx=0).stop 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 msgr2=0x7f18580cc780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 0x7f18580cc780 secure :-1 s=READY pgs=2372 cs=0 l=1 rev1=1 crypto rx=0x7f184c000c00 tx=0x7f184c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 shutdown_connections 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f184406ac00 0x7f184406d0c0 unknown :-1 s=CLOSED pgs=924 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18580b3650 0x7f18581511c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1858156cf0 0x7f18580cc780 unknown :-1 s=CLOSED pgs=2372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 --2- 172.21.15.39:0/74290925 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1858070b80 0x7f18580cc000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:50.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 >> 172.21.15.39:0/74290925 conn(0x7f185806ae10 msgr2=0x7f185815a5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:50.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 shutdown_connections 2024-09-13T16:20:50.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:50.953+0000 7f185de80640 1 -- 172.21.15.39:0/74290925 wait complete. 2024-09-13T16:20:50.965 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate mds_snaptable' led to DAMAGED state 2024-09-13T16:20:50.966 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate mds0_inotable' 2024-09-13T16:20:50.966 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:50.966 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:50.982 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:50.982 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:50.982 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:50.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:50.982 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:51.041 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:51.042 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:51.042 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:51.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.185+0000 7f0b4e933640 1 Processor -- start 2024-09-13T16:20:51.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.185+0000 7f0b4e933640 1 -- start start 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.185+0000 7f0b4e933640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0b480b61c0 0x7f0b480d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.185+0000 7f0b4e933640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b480d11f0 con 0x7f0b4815cef0 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.185+0000 7f0b4e933640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0b4815d2d0 con 0x7f0b480d1680 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.185+0000 7f0b4e933640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0b480cd730 con 0x7f0b480b61c0 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b47fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0b4815cef0 0x7f0b480cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39924/0 (socket says 172.21.15.39:39924) 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b47fff640 1 -- 172.21.15.39:0/1923075228 learned_addr learned my addr 172.21.15.39:0/1923075228 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1778825845 0 0) 0x7f0b480d11f0 con 0x7f0b4815cef0 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b4ced0640 1 --2- 172.21.15.39:0/1923075228 >> v2:172.21.15.157:3300/0 conn(0x7f0b480b61c0 0x7f0b480d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0b34003520 con 0x7f0b4815cef0 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 847590513 0 0) 0x7f0b34003520 con 0x7f0b4815cef0 2024-09-13T16:20:51.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 >> v2:172.21.15.157:3300/0 conn(0x7f0b480b61c0 msgr2=0x7f0b480d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 --2- 172.21.15.39:0/1923075228 >> v2:172.21.15.157:3300/0 conn(0x7f0b480b61c0 0x7f0b480d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 >> v1:172.21.15.157:6789/0 conn(0x7f0b480d1680 legacy=0x7f0b480b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b480cda00 con 0x7f0b4815cef0 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f0b38001670 con 0x7f0b4815cef0 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 >> v1:172.21.15.39:6789/0 conn(0x7f0b4815cef0 legacy=0x7f0b480cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b34003970 0x7f0b34003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b340047c0 0x7f0b34004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34005180 0x7f0b3400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b480cd730 con 0x7f0b34003970 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b3400c030 con 0x7f0b34005180 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b3400c1f0 con 0x7f0b340047c0 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b47fff640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b34003970 0x7f0b34003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b4ced0640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34005180 0x7f0b3400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.186+0000 7f0b3ffff640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b340047c0 0x7f0b34004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b47fff640 1 -- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b340047c0 msgr2=0x7f0b34004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b47fff640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b340047c0 0x7f0b34004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b47fff640 1 -- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34005180 msgr2=0x7f0b3400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b47fff640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34005180 0x7f0b3400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b47fff640 1 -- 172.21.15.39:0/1923075228 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b34003520 con 0x7f0b34003970 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b4ced0640 1 -- 172.21.15.39:0/1923075228 reap_dead start 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.187+0000 7f0b47fff640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b34003970 0x7f0b34003d90 secure :-1 s=READY pgs=2374 cs=0 l=1 rev1=1 crypto rx=0x7f0b3800c240 tx=0x7f0b340057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=357e7dd2b0f4122a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b38005ad0 con 0x7f0b34003970 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b3802d070 con 0x7f0b34003970 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b477fe640 1 -- 172.21.15.39:0/1923075228 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b38007070 con 0x7f0b34003970 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 -- 172.21.15.39:0/1923075228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b34003970 msgr2=0x7f0b34003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b34003970 0x7f0b34003d90 secure :-1 s=READY pgs=2374 cs=0 l=1 rev1=1 crypto rx=0x7f0b3800c240 tx=0x7f0b340057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 -- 172.21.15.39:0/1923075228 shutdown_connections 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 --2- 172.21.15.39:0/1923075228 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b34003970 0x7f0b34003d90 unknown :-1 s=CLOSED pgs=2374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 -- 172.21.15.39:0/1923075228 >> 172.21.15.39:0/1923075228 conn(0x7f0b4806a3a0 msgr2=0x7f0b4806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 -- 172.21.15.39:0/1923075228 shutdown_connections 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.188+0000 7f0b4e933640 1 -- 172.21.15.39:0/1923075228 wait complete. 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.189+0000 7f0b4e933640 1 Processor -- start 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.189+0000 7f0b4e933640 1 -- start start 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4e933640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34003970 0x7f0b48159ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4e933640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 0x7f0b4815efa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4e933640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b480c7fb0 0x7f0b480c8410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4e933640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b4815a0e0 con 0x7f0b480b7750 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4e933640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0b480c8950 con 0x7f0b34003970 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4e933640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0b4815eb10 con 0x7f0b480c7fb0 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b3ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 0x7f0b4815efa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b3ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 0x7f0b4815efa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52306/0 (socket says 172.21.15.39:52306) 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b3ffff640 1 -- 172.21.15.39:0/3607240982 learned_addr learned my addr 172.21.15.39:0/3607240982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b47fff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34003970 0x7f0b48159ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.190+0000 7f0b4ced0640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b480c7fb0 0x7f0b480c8410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b3ffff640 1 -- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b480c7fb0 msgr2=0x7f0b480c8410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b3ffff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b480c7fb0 0x7f0b480c8410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b3ffff640 1 -- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34003970 msgr2=0x7f0b48159ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b3ffff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34003970 0x7f0b48159ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b3ffff640 1 -- 172.21.15.39:0/3607240982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0b480b7c30 con 0x7f0b480b7750 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b4ced0640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b480c7fb0 0x7f0b480c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b47fff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34003970 0x7f0b48159ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b3ffff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 0x7f0b4815efa0 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x7f0b3000e410 tx=0x7f0b3000e8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b300052e0 con 0x7f0b480b7750 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0b30005440 con 0x7f0b480b7750 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0b4815e4c0 con 0x7f0b480b7750 2024-09-13T16:20:51.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0b30003810 con 0x7f0b480b7750 2024-09-13T16:20:51.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.191+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0b4815e1b0 con 0x7f0b480b7750 2024-09-13T16:20:51.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.192+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0b4815ec80 con 0x7f0b480b7750 2024-09-13T16:20:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.192+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0b30003970 con 0x7f0b480b7750 2024-09-13T16:20:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.193+0000 7f0b457fa640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b2806ac30 0x7f0b2806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.193+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f0b30089410 con 0x7f0b480b7750 2024-09-13T16:20:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.193+0000 7f0b47fff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b2806ac30 0x7f0b2806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.194+0000 7f0b47fff640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b2806ac30 0x7f0b2806d0f0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f0b38032000 tx=0x7f0b3802d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:51.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.197+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0b30053d10 con 0x7f0b480b7750 2024-09-13T16:20:51.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.401+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0b480d1ad0 con 0x7f0b480b7750 2024-09-13T16:20:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.955+0000 7f0b457fa640 1 -- 172.21.15.39:0/3607240982 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v242) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0b30057330 con 0x7f0b480b7750 2024-09-13T16:20:51.956 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b2806ac30 msgr2=0x7f0b2806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b2806ac30 0x7f0b2806d0f0 secure :-1 s=READY pgs=925 cs=0 l=1 rev1=1 crypto rx=0x7f0b38032000 tx=0x7f0b3802d000 comp rx=0 tx=0).stop 2024-09-13T16:20:51.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 msgr2=0x7f0b4815efa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 0x7f0b4815efa0 secure :-1 s=READY pgs=2375 cs=0 l=1 rev1=1 crypto rx=0x7f0b3000e410 tx=0x7f0b3000e8d0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 shutdown_connections 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0b2806ac30 0x7f0b2806d0f0 unknown :-1 s=CLOSED pgs=925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0b480c7fb0 0x7f0b480c8410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0b480b7750 0x7f0b4815efa0 unknown :-1 s=CLOSED pgs=2375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 --2- 172.21.15.39:0/3607240982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0b34003970 0x7f0b48159ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 >> 172.21.15.39:0/3607240982 conn(0x7f0b4806a3a0 msgr2=0x7f0b480ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 shutdown_connections 2024-09-13T16:20:51.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:51.957+0000 7f0b4e933640 1 -- 172.21.15.39:0/3607240982 wait complete. 2024-09-13T16:20:51.970 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.072+0000 7f86a2dbc640 1 Processor -- start 2024-09-13T16:20:52.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.072+0000 7f86a2dbc640 1 -- start start 2024-09-13T16:20:52.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f86a2dbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f869c071280 0x7f869c0716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f86a2dbc640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f869c0b2ff0 con 0x7f869c154a80 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f86a2dbc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f869c0b32d0 con 0x7f869c0cd9a0 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f86a2dbc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f869c071c30 con 0x7f869c071280 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f869bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f869c071280 0x7f869c0716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f86a0b58640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f869c154a80 0x7f869c0b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39940/0 (socket says 172.21.15.39:39940) 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f86a0b58640 1 -- 172.21.15.39:0/838734231 learned_addr learned my addr 172.21.15.39:0/838734231 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f869bfff640 1 -- 172.21.15.39:0/838734231 >> v1:172.21.15.157:6789/0 conn(0x7f869c0cd9a0 legacy=0x7f869c0cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f869bfff640 1 -- 172.21.15.39:0/838734231 >> v1:172.21.15.39:6789/0 conn(0x7f869c154a80 legacy=0x7f869c0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f869b7fe640 1 -- 172.21.15.39:0/838734231 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4274890997 0 0) 0x7f869c0b2ff0 con 0x7f869c154a80 2024-09-13T16:20:52.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.073+0000 7f869bfff640 1 -- 172.21.15.39:0/838734231 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f869c0b35b0 con 0x7f869c071280 2024-09-13T16:20:52.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.074+0000 7f869bfff640 1 --2- 172.21.15.39:0/838734231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c0716f0 secure :-1 s=READY pgs=2377 cs=0 l=1 rev1=1 crypto rx=0x7f86880097a0 tx=0x7f868802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7cfb5133bb34dd7a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.074+0000 7f869b7fe640 1 -- 172.21.15.39:0/838734231 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f868802ae50 con 0x7f869c071280 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.074+0000 7f869b7fe640 1 -- 172.21.15.39:0/838734231 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8688032440 con 0x7f869c071280 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.074+0000 7f869b7fe640 1 -- 172.21.15.39:0/838734231 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86880327d0 con 0x7f869c071280 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.074+0000 7f86a2dbc640 1 -- 172.21.15.39:0/838734231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 msgr2=0x7f869c0716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.074+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/838734231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c0716f0 secure :-1 s=READY pgs=2377 cs=0 l=1 rev1=1 crypto rx=0x7f86880097a0 tx=0x7f868802a140 comp rx=0 tx=0).stop 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.075+0000 7f86a2dbc640 1 -- 172.21.15.39:0/838734231 shutdown_connections 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.075+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/838734231 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c0716f0 unknown :-1 s=CLOSED pgs=2377 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.075+0000 7f86a2dbc640 1 -- 172.21.15.39:0/838734231 >> 172.21.15.39:0/838734231 conn(0x7f869c0b15d0 msgr2=0x7f869c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.075+0000 7f86a2dbc640 1 -- 172.21.15.39:0/838734231 shutdown_connections 2024-09-13T16:20:52.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.075+0000 7f86a2dbc640 1 -- 172.21.15.39:0/838734231 wait complete. 2024-09-13T16:20:52.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.076+0000 7f86a2dbc640 1 Processor -- start 2024-09-13T16:20:52.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.076+0000 7f86a2dbc640 1 -- start start 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c152a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f869c0cd9a0 0x7f869c151160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869c154a80 0x7f869c155b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c1efc30 con 0x7f869c071280 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f869c1519f0 con 0x7f869c154a80 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f869c151cd0 con 0x7f869c0cd9a0 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c152a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c152a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52324/0 (socket says 172.21.15.39:52324) 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 -- 172.21.15.39:0/2818466150 learned_addr learned my addr 172.21.15.39:0/2818466150 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 -- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f869c0cd9a0 msgr2=0x7f869c151160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f869c0cd9a0 0x7f869c151160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 -- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869c154a80 msgr2=0x7f869c155b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869c154a80 0x7f869c155b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 -- 172.21.15.39:0/2818466150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8688009400 con 0x7f869c071280 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a0b58640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c152a90 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f869000c430 tx=0x7f869000c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f86900074e0 con 0x7f869c071280 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8690007660 con 0x7f869c071280 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.077+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f869c151fb0 con 0x7f869c071280 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.078+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8690004a20 con 0x7f869c071280 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.078+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f869c152570 con 0x7f869c071280 2024-09-13T16:20:52.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.078+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f869c0672f0 con 0x7f869c071280 2024-09-13T16:20:52.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.079+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8690004b80 con 0x7f869c071280 2024-09-13T16:20:52.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.079+0000 7f86997fa640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f868006ac00 0x7f868006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:52.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.080+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f8690089b20 con 0x7f869c071280 2024-09-13T16:20:52.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.080+0000 7f869bfff640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f868006ac00 0x7f868006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:52.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.080+0000 7f869bfff640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f868006ac00 0x7f868006d0c0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f8688034000 tx=0x7f868802c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:52.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.084+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8690054370 con 0x7f869c071280 2024-09-13T16:20:52.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.325+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f869c0720e0 con 0x7f869c071280 2024-09-13T16:20:52.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.960+0000 7f86997fa640 1 -- 172.21.15.39:0/2818466150 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v243) v1 ==== 101+0+0 (secure 0 0 0) 0x7f8690057990 con 0x7f869c071280 2024-09-13T16:20:52.961 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:52.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.962+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f868006ac00 msgr2=0x7f868006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:52.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.962+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f868006ac00 0x7f868006d0c0 secure :-1 s=READY pgs=926 cs=0 l=1 rev1=1 crypto rx=0x7f8688034000 tx=0x7f868802c000 comp rx=0 tx=0).stop 2024-09-13T16:20:52.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.962+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 msgr2=0x7f869c152a90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:52.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.962+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c152a90 secure :-1 s=READY pgs=2378 cs=0 l=1 rev1=1 crypto rx=0x7f869000c430 tx=0x7f869000c8f0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 shutdown_connections 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f868006ac00 0x7f868006d0c0 unknown :-1 s=CLOSED pgs=926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869c154a80 0x7f869c155b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f869c0cd9a0 0x7f869c151160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 --2- 172.21.15.39:0/2818466150 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f869c071280 0x7f869c152a90 unknown :-1 s=CLOSED pgs=2378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 >> 172.21.15.39:0/2818466150 conn(0x7f869c0b15d0 msgr2=0x7f869c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 shutdown_connections 2024-09-13T16:20:52.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:52.963+0000 7f86a2dbc640 1 -- 172.21.15.39:0/2818466150 wait complete. 2024-09-13T16:20:52.977 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 Processor -- start 2024-09-13T16:20:53.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 -- start start 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2b25e0 0x55dbab368e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab2fb240 0x55dbab3826f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 0x55dbab367a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbab25c4d0 con 0x55dbab388420 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbab1f7b60 con 0x55dbab2fb240 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d39773f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dbab1f7800 con 0x55dbab2b25e0 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d37a71640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 0x55dbab367a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d37a71640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 0x55dbab367a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52346/0 (socket says 172.21.15.39:52346) 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.023+0000 7f8d37a71640 1 -- 172.21.15.39:0/3565011494 learned_addr learned my addr 172.21.15.39:0/3565011494 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37270640 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2b25e0 0x55dbab368e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab2fb240 0x55dbab3826f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37a71640 1 -- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2b25e0 msgr2=0x55dbab368e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37a71640 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2b25e0 0x55dbab368e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37a71640 1 -- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab2fb240 msgr2=0x55dbab3826f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37a71640 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab2fb240 0x55dbab3826f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37a71640 1 -- 172.21.15.39:0/3565011494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d28005de0 con 0x55dbab388420 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d37a71640 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 0x55dbab367a40 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7f8d3000c4b0 tx=0x7f8d3000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8301e0ef54a7a402 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d35a6d640 1 -- 172.21.15.39:0/3565011494 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d300116b0 con 0x55dbab388420 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d35a6d640 1 -- 172.21.15.39:0/3565011494 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d30011810 con 0x55dbab388420 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.024+0000 7f8d35a6d640 1 -- 172.21.15.39:0/3565011494 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d30011bc0 con 0x55dbab388420 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 -- 172.21.15.39:0/3565011494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 msgr2=0x55dbab367a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 0x55dbab367a40 secure :-1 s=READY pgs=2380 cs=0 l=1 rev1=1 crypto rx=0x7f8d3000c4b0 tx=0x7f8d3000c970 comp rx=0 tx=0).stop 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 -- 172.21.15.39:0/3565011494 shutdown_connections 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab388420 0x55dbab367a40 unknown :-1 s=CLOSED pgs=2380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab2fb240 0x55dbab3826f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 --2- 172.21.15.39:0/3565011494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2b25e0 0x55dbab368e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 -- 172.21.15.39:0/3565011494 >> 172.21.15.39:0/3565011494 conn(0x55dbab2dd6b0 msgr2=0x55dbab381010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 -- 172.21.15.39:0/3565011494 shutdown_connections 2024-09-13T16:20:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 -- 172.21.15.39:0/3565011494 wait complete. 2024-09-13T16:20:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.025+0000 7f8d39773f40 1 Processor -- start 2024-09-13T16:20:53.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 -- start start 2024-09-13T16:20:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 0x55dbab37bdb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2fb240 0x55dbab35faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab388420 0x55dbab3803a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbab1da520 con 0x55dbab2b25e0 2024-09-13T16:20:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dbab37c2f0 con 0x55dbab388420 2024-09-13T16:20:53.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d39773f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dbab35f660 con 0x55dbab2fb240 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d37270640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 0x55dbab37bdb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d37270640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 0x55dbab37bdb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52358/0 (socket says 172.21.15.39:52358) 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.026+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 learned_addr learned my addr 172.21.15.39:0/2665474371 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2fb240 0x55dbab35faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37a71640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab388420 0x55dbab3803a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2fb240 msgr2=0x55dbab35faf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dbab2fb240 0x55dbab35faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab388420 msgr2=0x55dbab3803a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab388420 0x55dbab3803a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d3000d040 con 0x55dbab2b25e0 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37a71640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dbab388420 0x55dbab3803a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 0x55dbab37bdb0 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f8d2800a5a0 tx=0x7f8d28002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d34a6b640 1 -- 172.21.15.39:0/2665474371 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d28063070 con 0x55dbab2b25e0 2024-09-13T16:20:53.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d34a6b640 1 -- 172.21.15.39:0/2665474371 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d280538d0 con 0x55dbab2b25e0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55dbab206c20 con 0x55dbab2b25e0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d34a6b640 1 -- 172.21.15.39:0/2665474371 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d28053c80 con 0x55dbab2b25e0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.027+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55dbab1fa060 con 0x55dbab2b25e0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.029+0000 7f8d34a6b640 1 -- 172.21.15.39:0/2665474371 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8d2805e410 con 0x55dbab2b25e0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.029+0000 7f8d34a6b640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d240695e0 0x7f8d2406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.029+0000 7f8d34a6b640 1 -- 172.21.15.39:0/2665474371 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f8d280cc840 con 0x55dbab2b25e0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.029+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d240695e0 0x7f8d2406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.033 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.029+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55dbab361d70 0x55dbab362210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.029+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab362750 con 0x55dbab361d70 2024-09-13T16:20:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.030+0000 7f8d37a71640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55dbab361d70 0x55dbab362210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.030+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d240695e0 0x7f8d2406baa0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x55dbab3689c0 tx=0x7f8d2c001770 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.030+0000 7f8d37a71640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55dbab361d70 0x55dbab362210 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.032+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v119'846 uv820 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.032+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab362b30 con 0x55dbab361d70 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.033+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v119'847 uv847 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.033+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab429e70 con 0x55dbab361d70 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:53.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.034+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v119'848 uv848 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.034+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42b230 con 0x55dbab361d70 2024-09-13T16:20:53.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.036+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v119'849 uv849 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.036+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42b5e0 con 0x55dbab361d70 2024-09-13T16:20:53.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.037+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v119'850 uv850 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.037+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a220 con 0x55dbab361d70 2024-09-13T16:20:53.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.038+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v119'851 uv851 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.038+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a620 con 0x55dbab361d70 2024-09-13T16:20:53.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.039+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v119'852 uv826 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.039+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.040+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v119'853 uv853 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.040+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.043 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:53.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.042+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v119'854 uv854 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.042+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.043+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v119'855 uv855 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.043+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.044+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v119'856 uv856 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.045+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.046+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v119'857 uv857 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.046+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.047+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v119'858 uv833 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.047+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.048+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v119'859 uv859 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.048+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.050+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v119'860 uv860 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.052 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:53.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.050+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.051+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v119'861 uv861 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.051+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.052+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v119'862 uv862 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.052+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ae60 con 0x55dbab361d70 2024-09-13T16:20:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.053+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v119'863 uv863 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.053+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.055+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v119'864 uv864 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.055+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.056+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v119'865 uv839 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.056+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.057+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v119'866 uv866 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.057+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.058+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v119'867 uv867 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.059 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:53.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.058+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.059+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v119'868 uv868 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.060+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.061+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v119'869 uv869 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.061+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.062+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v119'870 uv870 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.062+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.063+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v119'871 uv845 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.063+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.065+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v119'872 uv872 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.065+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.066+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v119'873 uv873 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.067 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:53.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.066+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.067+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v119'874 uv874 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.067+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.068+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v119'875 uv875 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.068+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42a9d0 con 0x55dbab361d70 2024-09-13T16:20:53.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.069+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v119'876 uv876 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.069+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dbab42a9d0 0x55dbab42deb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.069+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42e3f0 con 0x55dbab42a9d0 2024-09-13T16:20:53.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.069+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dbab42a9d0 0x55dbab42deb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.070+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dbab42a9d0 0x55dbab42deb0 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.071+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v119'611 uv594 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.071+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42e7a0 con 0x55dbab42a9d0 2024-09-13T16:20:53.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.072+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v119'612 uv612 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.072+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42eb50 con 0x55dbab42a9d0 2024-09-13T16:20:53.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.074+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v119'613 uv613 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.075 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:53.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.074+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42f3f0 con 0x55dbab42a9d0 2024-09-13T16:20:53.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.079+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v119'614 uv614 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.079+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42f7a0 con 0x55dbab42a9d0 2024-09-13T16:20:53.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.080+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v119'615 uv615 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.080+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42fb50 con 0x55dbab42a9d0 2024-09-13T16:20:53.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.081+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v119'616 uv599 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.081+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42ff00 con 0x55dbab42a9d0 2024-09-13T16:20:53.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.083+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v119'617 uv617 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.083+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.084+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v119'618 uv618 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.086 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:53.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.084+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.086+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v119'619 uv619 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.086+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.087+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v119'620 uv620 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.087+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.089+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v119'621 uv604 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.089+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.090+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v119'622 uv622 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.090+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.092 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:53.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.091+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v119'623 uv623 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.091+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433ce0 con 0x55dbab42a9d0 2024-09-13T16:20:53.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.093+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v119'624 uv624 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.093+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433ce0 con 0x55dbab42a9d0 2024-09-13T16:20:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.095+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v119'625 uv625 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.095+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.096+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v119'626 uv610 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.096+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.097+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v119'627 uv627 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.097+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.098+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v119'628 uv628 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.100 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:53.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.098+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4312c0 con 0x55dbab42a9d0 2024-09-13T16:20:53.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.100+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v119'629 uv629 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.100+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4312c0 con 0x55dbab42a9d0 2024-09-13T16:20:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.101+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v119'630 uv630 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.101+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab42a9d0 2024-09-13T16:20:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.102+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v119'631 uv631 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab42a9d0 2024-09-13T16:20:53.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.102+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab361d70 2024-09-13T16:20:53.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.103+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v119'165 uv164 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.103+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab361d70 2024-09-13T16:20:53.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.104+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v119'166 uv166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.104+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab361d70 2024-09-13T16:20:53.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.105+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v119'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.107 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:53.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.105+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4312c0 con 0x55dbab361d70 2024-09-13T16:20:53.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.106+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v119'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.106+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4312c0 con 0x55dbab361d70 2024-09-13T16:20:53.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.108+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v119'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.108+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4302b0 con 0x55dbab361d70 2024-09-13T16:20:53.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.109+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v119'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.109+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55dbab4307c0 0x55dbab432bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.109+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4330f0 con 0x55dbab4307c0 2024-09-13T16:20:53.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.109+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55dbab4307c0 0x55dbab432bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.109+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55dbab4307c0 0x55dbab432bb0 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.110+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v119'119 uv118 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.110+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab4334a0 con 0x55dbab4307c0 2024-09-13T16:20:53.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.111+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v119'120 uv120 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.111+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433850 con 0x55dbab4307c0 2024-09-13T16:20:53.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.112+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v119'121 uv121 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.114 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:53.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.112+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433c00 con 0x55dbab4307c0 2024-09-13T16:20:53.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.114+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v119'122 uv122 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.114+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433fb0 con 0x55dbab361d70 2024-09-13T16:20:53.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.115+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v119'165 uv164 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.115+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433fb0 con 0x55dbab361d70 2024-09-13T16:20:53.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.116+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v119'166 uv166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.116+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433fb0 con 0x55dbab361d70 2024-09-13T16:20:53.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.117+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v119'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.118 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:53.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.117+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab434fc0 con 0x55dbab361d70 2024-09-13T16:20:53.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.118+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v119'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.118+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab434fc0 con 0x55dbab361d70 2024-09-13T16:20:53.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.119+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v119'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.119+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab433fb0 con 0x55dbab361d70 2024-09-13T16:20:53.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.120+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v119'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.120+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55dbab434630 0x55dbab436a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.120+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab436fa0 con 0x55dbab434630 2024-09-13T16:20:53.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.120+0000 7f8d37a71640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55dbab434630 0x55dbab436a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.121+0000 7f8d37a71640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55dbab434630 0x55dbab436a20 crc :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.122+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v119'305 uv299 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.122+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437020 con 0x55dbab434630 2024-09-13T16:20:53.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.122+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v119'306 uv306 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.122+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.125 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:53.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.123+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v119'307 uv307 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.123+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab438460 con 0x55dbab434630 2024-09-13T16:20:53.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.124+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v119'308 uv308 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.124+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab438460 con 0x55dbab434630 2024-09-13T16:20:53.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.125+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v119'309 uv309 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.125+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.126+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v119'310 uv310 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.126+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.127+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v119'311 uv304 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.127+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.128+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v119'312 uv312 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.128+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.131 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:53.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.129+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v119'313 uv313 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.129+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.130+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v119'314 uv314 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.130+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab437450 con 0x55dbab434630 2024-09-13T16:20:53.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.131+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v119'315 uv315 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.131+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55dbab437ad0 0x55dbab439ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.131+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a440 con 0x55dbab437ad0 2024-09-13T16:20:53.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.131+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55dbab437ad0 0x55dbab439ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.132+0000 7f8d37270640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55dbab437ad0 0x55dbab439ec0 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.133+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v119'138 uv137 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab437ad0 2024-09-13T16:20:53.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.133+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab437ad0 2024-09-13T16:20:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.134+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v119'139 uv139 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab437ad0 2024-09-13T16:20:53.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.134+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab437ad0 2024-09-13T16:20:53.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.135+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v119'140 uv140 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab437ad0 2024-09-13T16:20:53.137 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:53.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.135+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab437ad0 2024-09-13T16:20:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.136+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v119'141 uv141 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab437ad0 2024-09-13T16:20:53.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.136+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab437ad0 2024-09-13T16:20:53.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.137+0000 7f8d37270640 1 -- 172.21.15.39:0/2665474371 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v119'142 uv142 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d28059020 con 0x55dbab437ad0 2024-09-13T16:20:53.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.137+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab361d70 2024-09-13T16:20:53.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.138+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v119'165 uv164 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.138+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab361d70 2024-09-13T16:20:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.139+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v119'166 uv166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.139+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab361d70 2024-09-13T16:20:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.140+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v119'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.142 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:53.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.140+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43b830 con 0x55dbab361d70 2024-09-13T16:20:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.141+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v119'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.141+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43b830 con 0x55dbab361d70 2024-09-13T16:20:53.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.142+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v119'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.142+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab361d70 2024-09-13T16:20:53.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.143+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v119'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab361d70 2024-09-13T16:20:53.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.143+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43a820 con 0x55dbab4307c0 2024-09-13T16:20:53.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.144+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v119'273 uv267 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.144+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43abd0 con 0x55dbab4307c0 2024-09-13T16:20:53.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.145+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v119'274 uv274 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.145+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43af80 con 0x55dbab4307c0 2024-09-13T16:20:53.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.146+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v119'275 uv275 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.148 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:53.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.146+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42efa0 con 0x55dbab4307c0 2024-09-13T16:20:53.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.147+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v119'276 uv276 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.147+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42efa0 con 0x55dbab4307c0 2024-09-13T16:20:53.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.148+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v119'277 uv277 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.148+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42efa0 con 0x55dbab4307c0 2024-09-13T16:20:53.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.149+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v119'278 uv272 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.149+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42efa0 con 0x55dbab4307c0 2024-09-13T16:20:53.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.150+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v119'279 uv279 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.150+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42efa0 con 0x55dbab4307c0 2024-09-13T16:20:53.153 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:53.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.151+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v119'280 uv280 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.151+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab42efa0 con 0x55dbab4307c0 2024-09-13T16:20:53.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.152+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v119'281 uv281 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.152+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e5b0 con 0x55dbab4307c0 2024-09-13T16:20:53.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.153+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v119'282 uv282 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.153+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55dbab43c160 0x55dbab43e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.153+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab43c160 2024-09-13T16:20:53.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.154+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55dbab43c160 0x55dbab43e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.154+0000 7f8d36a6f640 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55dbab43c160 0x55dbab43e9b0 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.155+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v119'120 uv119 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab43c160 2024-09-13T16:20:53.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.155+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab43c160 2024-09-13T16:20:53.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.156+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v119'121 uv121 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab43c160 2024-09-13T16:20:53.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.156+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab43c160 2024-09-13T16:20:53.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.157+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v119'122 uv122 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab43c160 2024-09-13T16:20:53.159 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:53.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.157+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab43c160 2024-09-13T16:20:53.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.158+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v119'123 uv123 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab43c160 2024-09-13T16:20:53.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.158+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab4307c0 2024-09-13T16:20:53.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.159+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v119'165 uv164 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.159+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab4307c0 2024-09-13T16:20:53.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.160+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v119'166 uv166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.160+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab4307c0 2024-09-13T16:20:53.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.161+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v119'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.163 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:53.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.161+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab4307c0 2024-09-13T16:20:53.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.162+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v119'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.162+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab4307c0 2024-09-13T16:20:53.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.163+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v119'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.163+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab4307c0 2024-09-13T16:20:53.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.164+0000 7f8d36a6f640 1 -- 172.21.15.39:0/2665474371 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v119'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d2c012700 con 0x55dbab4307c0 2024-09-13T16:20:53.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.164+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.165+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v119'140 uv139 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.165+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.166+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v119'141 uv141 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.166+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.169 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:53.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.167+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v119'142 uv142 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.167+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.169+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v119'143 uv143 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.169+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.170+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v119'144 uv144 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.170+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.171+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v119'339 uv331 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.171+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.172+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v119'340 uv340 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.172+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.176 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:53.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.174+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v119'341 uv341 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.174+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.175+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v119'342 uv342 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.175+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.176+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v119'343 uv343 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.176+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.177+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v119'344 uv338 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.177+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.178+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v119'345 uv345 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.178+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.181 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:53.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.179+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v119'346 uv346 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.179+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.180+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v119'347 uv347 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.180+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.181+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v119'348 uv348 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.181+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43e550 con 0x55dbab434630 2024-09-13T16:20:53.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.182+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v119'349 uv349 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.182+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x55dbab43eef0 con 0x55dbab434630 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v119'350 uv350 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f8d30018020 con 0x55dbab434630 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55dbab361d70 msgr2=0x55dbab362210 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55dbab361d70 0x55dbab362210 crc :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55dbab4307c0 msgr2=0x55dbab432bb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55dbab4307c0 0x55dbab432bb0 crc :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55dbab43c160 msgr2=0x55dbab43e9b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55dbab43c160 0x55dbab43e9b0 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dbab42a9d0 msgr2=0x55dbab42deb0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55dbab42a9d0 0x55dbab42deb0 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55dbab434630 msgr2=0x55dbab436a20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55dbab434630 0x55dbab436a20 crc :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55dbab437ad0 msgr2=0x55dbab439ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55dbab437ad0 0x55dbab439ec0 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 reap_dead start 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.183+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 reap_dead start 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d37a71640 1 -- 172.21.15.39:0/2665474371 reap_dead start 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d240695e0 msgr2=0x7f8d2406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d240695e0 0x7f8d2406baa0 secure :-1 s=READY pgs=927 cs=0 l=1 rev1=1 crypto rx=0x55dbab3689c0 tx=0x7f8d2c001770 comp rx=0 tx=0).stop 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 msgr2=0x55dbab37bdb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 0x55dbab37bdb0 secure :-1 s=READY pgs=2381 cs=0 l=1 rev1=1 crypto rx=0x7f8d2800a5a0 tx=0x7f8d28002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 shutdown_connections 2024-09-13T16:20:53.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8d240695e0 0x7f8d2406baa0 unknown :-1 s=CLOSED pgs=927 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 --2- 172.21.15.39:0/2665474371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dbab2b25e0 0x55dbab37bdb0 unknown :-1 s=CLOSED pgs=2381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 >> 172.21.15.39:0/2665474371 conn(0x55dbab2dd6b0 msgr2=0x55dbab3826f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:53.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 shutdown_connections 2024-09-13T16:20:53.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.184+0000 7f8d39773f40 1 -- 172.21.15.39:0/2665474371 wait complete. 2024-09-13T16:20:53.190 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate mds0_inotable 0 2024-09-13T16:20:53.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 Processor -- start 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 -- start start 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3ab24110 0x561e3abb8b20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 0x561e3aba0e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3abba5b0 0x561e3ab2b070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e3aa93be0 con 0x561e3abba1d0 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e3aa8f4d0 con 0x561e3abba5b0 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.272+0000 7f842c2d0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561e3aa2ab60 con 0x561e3ab24110 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 0x561e3aba0e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 0x561e3aba0e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52382/0 (socket says 172.21.15.39:52382) 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 -- 172.21.15.39:0/3838868968 learned_addr learned my addr 172.21.15.39:0/3838868968 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f842a5ce640 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3abba5b0 0x561e3ab2b070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f8429dcd640 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3ab24110 0x561e3abb8b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 -- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3ab24110 msgr2=0x561e3abb8b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3ab24110 0x561e3abb8b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 -- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3abba5b0 msgr2=0x561e3ab2b070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3abba5b0 0x561e3ab2b070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 -- 172.21.15.39:0/3838868968 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8424005d20 con 0x561e3abba1d0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f84295cc640 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 0x561e3aba0e30 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f841400b2f0 tx=0x7f841400b7b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b83c49f39b47c50e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f8423fff640 1 -- 172.21.15.39:0/3838868968 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8414014070 con 0x561e3abba1d0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f8423fff640 1 -- 172.21.15.39:0/3838868968 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f841400d500 con 0x561e3abba1d0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.273+0000 7f8423fff640 1 -- 172.21.15.39:0/3838868968 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f841400d890 con 0x561e3abba1d0 2024-09-13T16:20:53.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 -- 172.21.15.39:0/3838868968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 msgr2=0x561e3aba0e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 0x561e3aba0e30 secure :-1 s=READY pgs=2384 cs=0 l=1 rev1=1 crypto rx=0x7f841400b2f0 tx=0x7f841400b7b0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 -- 172.21.15.39:0/3838868968 shutdown_connections 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3abba5b0 0x561e3ab2b070 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba1d0 0x561e3aba0e30 unknown :-1 s=CLOSED pgs=2384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/3838868968 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3ab24110 0x561e3abb8b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 -- 172.21.15.39:0/3838868968 >> 172.21.15.39:0/3838868968 conn(0x561e3ab2d800 msgr2=0x561e3abb93b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 -- 172.21.15.39:0/3838868968 shutdown_connections 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 -- 172.21.15.39:0/3838868968 wait complete. 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 Processor -- start 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.274+0000 7f842c2d0f40 1 -- start start 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842c2d0f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3ab24110 0x561e3ab9fb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842c2d0f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3abba1d0 0x561e3ab998a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842c2d0f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba5b0 0x561e3ab98380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842c2d0f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e3aa2a800 con 0x561e3abba5b0 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842c2d0f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e3aa0d520 con 0x561e3ab24110 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842c2d0f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561e3aba0840 con 0x561e3abba1d0 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842a5ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba5b0 0x561e3ab98380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842a5ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba5b0 0x561e3ab98380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52392/0 (socket says 172.21.15.39:52392) 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f842a5ce640 1 -- 172.21.15.39:0/4120900985 learned_addr learned my addr 172.21.15.39:0/4120900985 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f84295cc640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3abba1d0 0x561e3ab998a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.275+0000 7f8429dcd640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3ab24110 0x561e3ab9fb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842a5ce640 1 -- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3abba1d0 msgr2=0x561e3ab998a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842a5ce640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e3abba1d0 0x561e3ab998a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842a5ce640 1 -- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3ab24110 msgr2=0x561e3ab9fb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842a5ce640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e3ab24110 0x561e3ab9fb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842a5ce640 1 -- 172.21.15.39:0/4120900985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8414001ba0 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842a5ce640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba5b0 0x561e3ab98380 secure :-1 s=READY pgs=2385 cs=0 l=1 rev1=1 crypto rx=0x7f8424046130 tx=0x7f8424003020 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f8422ffd640 1 -- 172.21.15.39:0/4120900985 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8424050b10 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f8422ffd640 1 -- 172.21.15.39:0/4120900985 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8424060040 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f8422ffd640 1 -- 172.21.15.39:0/4120900985 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8424050e90 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x561e3aa2d060 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.276+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x561e3aa2cac0 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.277+0000 7f8422ffd640 1 -- 172.21.15.39:0/4120900985 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f842406e460 con 0x561e3abba5b0 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f8422ffd640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f840c069610 0x7f840c06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f8422ffd640 1 -- 172.21.15.39:0/4120900985 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f84240cca90 con 0x561e3abba5b0 2024-09-13T16:20:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f8429dcd640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f840c069610 0x7f840c06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561e3ab9cee0 0x561e3ab9d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:c91d4a1d:::mds0_inotable:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e119) v8 -- 0x561e3abb2d10 con 0x561e3ab9cee0 2024-09-13T16:20:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f84295cc640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561e3ab9cee0 0x561e3ab9d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.278+0000 7f8429dcd640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f840c069610 0x7f840c06bad0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x561e3ab2a4f0 tx=0x7f841c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.279+0000 7f84295cc640 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561e3ab9cee0 0x561e3ab9d2c0 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f84295cc640 1 -- 172.21.15.39:0/4120900985 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_inotable [truncate 0] v119'283 uv283 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f8414016070 con 0x561e3ab9cee0 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561e3ab9cee0 msgr2=0x561e3ab9d2c0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x561e3ab9cee0 0x561e3ab9d2c0 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f840c069610 msgr2=0x7f840c06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f840c069610 0x7f840c06bad0 secure :-1 s=READY pgs=928 cs=0 l=1 rev1=1 crypto rx=0x561e3ab2a4f0 tx=0x7f841c008040 comp rx=0 tx=0).stop 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba5b0 msgr2=0x561e3ab98380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 --2- 172.21.15.39:0/4120900985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e3abba5b0 0x561e3ab98380 secure :-1 s=READY pgs=2385 cs=0 l=1 rev1=1 crypto rx=0x7f8424046130 tx=0x7f8424003020 comp rx=0 tx=0).stop 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842a5ce640 1 -- 172.21.15.39:0/4120900985 reap_dead start 2024-09-13T16:20:53.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 shutdown_connections 2024-09-13T16:20:53.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 >> 172.21.15.39:0/4120900985 conn(0x561e3ab2d800 msgr2=0x561e3abb63a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:53.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 shutdown_connections 2024-09-13T16:20:53.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.280+0000 7f842c2d0f40 1 -- 172.21.15.39:0/4120900985 wait complete. 2024-09-13T16:20:53.291 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.433+0000 7f108f03a640 1 Processor -- start 2024-09-13T16:20:53.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.433+0000 7f108f03a640 1 -- start start 2024-09-13T16:20:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108f03a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1088156e60 0x7f108815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108f03a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f108806a5e0 0x7f10880b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108f03a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f10880cb080 con 0x7f10880b25b0 2024-09-13T16:20:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108f03a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1088070d40 con 0x7f1088156e60 2024-09-13T16:20:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108f03a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10880b3120 con 0x7f108806a5e0 2024-09-13T16:20:53.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108cdd6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1088156e60 0x7f108815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f1087fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f10880b25b0 0x7f1088069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:39954/0 (socket says 172.21.15.39:39954) 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f1087fff640 1 -- 172.21.15.39:0/3475188396 learned_addr learned my addr 172.21.15.39:0/3475188396 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108d5d7640 1 --2- 172.21.15.39:0/3475188396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f108806a5e0 0x7f10880b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108cdd6640 1 -- 172.21.15.39:0/3475188396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f108806a5e0 msgr2=0x7f10880b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108cdd6640 1 --2- 172.21.15.39:0/3475188396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f108806a5e0 0x7f10880b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108cdd6640 1 -- 172.21.15.39:0/3475188396 >> v1:172.21.15.39:6789/0 conn(0x7f10880b25b0 legacy=0x7f1088069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f108cdd6640 1 -- 172.21.15.39:0/3475188396 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10880b3400 con 0x7f1088156e60 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.434+0000 7f10877fe640 1 -- 172.21.15.39:0/3475188396 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1561288817 0 0) 0x7f10880cb080 con 0x7f10880b25b0 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.435+0000 7f108cdd6640 1 --2- 172.21.15.39:0/3475188396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f108815aa30 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f107c0097a0 tx=0x7f107c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8379ac1bc44024da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.435+0000 7f10877fe640 1 -- 172.21.15.39:0/3475188396 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f107c032440 con 0x7f1088156e60 2024-09-13T16:20:53.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.435+0000 7f10877fe640 1 -- 172.21.15.39:0/3475188396 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f107c0325a0 con 0x7f1088156e60 2024-09-13T16:20:53.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.435+0000 7f10877fe640 1 -- 172.21.15.39:0/3475188396 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f107c032930 con 0x7f1088156e60 2024-09-13T16:20:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.435+0000 7f108f03a640 1 -- 172.21.15.39:0/3475188396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 msgr2=0x7f108815aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.435+0000 7f108f03a640 1 --2- 172.21.15.39:0/3475188396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f108815aa30 secure :-1 s=READY pgs=2387 cs=0 l=1 rev1=1 crypto rx=0x7f107c0097a0 tx=0x7f107c02a180 comp rx=0 tx=0).stop 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.436+0000 7f108f03a640 1 -- 172.21.15.39:0/3475188396 shutdown_connections 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.436+0000 7f108f03a640 1 --2- 172.21.15.39:0/3475188396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f108806a5e0 0x7f10880b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.436+0000 7f108f03a640 1 --2- 172.21.15.39:0/3475188396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f108815aa30 unknown :-1 s=CLOSED pgs=2387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.436+0000 7f108f03a640 1 -- 172.21.15.39:0/3475188396 >> 172.21.15.39:0/3475188396 conn(0x7f10880b00a0 msgr2=0x7f10880b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.436+0000 7f108f03a640 1 -- 172.21.15.39:0/3475188396 shutdown_connections 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.436+0000 7f108f03a640 1 -- 172.21.15.39:0/3475188396 wait complete. 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.437+0000 7f108f03a640 1 Processor -- start 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.437+0000 7f108f03a640 1 -- start start 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108f03a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f108806a5e0 0x7f1088148020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108f03a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10880b25b0 0x7f10880ab220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108f03a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f1088158670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108f03a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10880ac8f0 con 0x7f1088156e60 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108f03a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10880abce0 con 0x7f108806a5e0 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108f03a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10880abfc0 con 0x7f10880b25b0 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f1088158670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f1088158670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52412/0 (socket says 172.21.15.39:52412) 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 -- 172.21.15.39:0/1295315203 learned_addr learned my addr 172.21.15.39:0/1295315203 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108cdd6640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f108806a5e0 0x7f1088148020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f1087fff640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10880b25b0 0x7f10880ab220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 -- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10880b25b0 msgr2=0x7f10880ab220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10880b25b0 0x7f10880ab220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 -- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f108806a5e0 msgr2=0x7f1088148020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f108806a5e0 0x7f1088148020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 -- 172.21.15.39:0/1295315203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f107c009400 con 0x7f1088156e60 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f1087fff640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10880b25b0 0x7f10880ab220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.438+0000 7f108d5d7640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f1088158670 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f108000ef90 tx=0x7f108000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.439+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1080009ca0 con 0x7f1088156e60 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.439+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f108000f040 con 0x7f1088156e60 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.439+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10880ac2a0 con 0x7f1088156e60 2024-09-13T16:20:53.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.439+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10800146c0 con 0x7f1088156e60 2024-09-13T16:20:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.439+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10880ad430 con 0x7f1088156e60 2024-09-13T16:20:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.440+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f10880acaa0 con 0x7f1088156e60 2024-09-13T16:20:53.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.440+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1080014820 con 0x7f1088156e60 2024-09-13T16:20:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.441+0000 7f10857fa640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f106c06ac00 0x7f106c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.441+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(119..119 src has 1..119) v4 ==== 8146+0+0 (secure 0 0 0) 0x7f108008ab90 con 0x7f1088156e60 2024-09-13T16:20:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.441+0000 7f108cdd6640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f106c06ac00 0x7f106c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:53.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.441+0000 7f108cdd6640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f106c06ac00 0x7f106c06d0c0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f107c034000 tx=0x7f107c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:53.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.445+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10880acaa0 con 0x7f1088156e60 2024-09-13T16:20:53.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.653+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f10880672f0 con 0x7f1088156e60 2024-09-13T16:20:53.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.969+0000 7f10857fa640 1 -- 172.21.15.39:0/1295315203 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v244) v1 ==== 162+0+0 (secure 0 0 0) 0x7f10800180b0 con 0x7f1088156e60 2024-09-13T16:20:53.972 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f106c06ac00 msgr2=0x7f106c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f106c06ac00 0x7f106c06d0c0 secure :-1 s=READY pgs=929 cs=0 l=1 rev1=1 crypto rx=0x7f107c034000 tx=0x7f107c02e000 comp rx=0 tx=0).stop 2024-09-13T16:20:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 msgr2=0x7f1088158670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f1088158670 secure :-1 s=READY pgs=2388 cs=0 l=1 rev1=1 crypto rx=0x7f108000ef90 tx=0x7f108000c490 comp rx=0 tx=0).stop 2024-09-13T16:20:53.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 shutdown_connections 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f106c06ac00 0x7f106c06d0c0 unknown :-1 s=CLOSED pgs=929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1088156e60 0x7f1088158670 unknown :-1 s=CLOSED pgs=2388 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10880b25b0 0x7f10880ab220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 --2- 172.21.15.39:0/1295315203 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f108806a5e0 0x7f1088148020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 >> 172.21.15.39:0/1295315203 conn(0x7f10880b00a0 msgr2=0x7f10880af510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 shutdown_connections 2024-09-13T16:20:53.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:53.972+0000 7f108f03a640 1 -- 172.21.15.39:0/1295315203 wait complete. 2024-09-13T16:20:53.980 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:20:53.978+0000 7f0ad2a1d640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': End of buffer [buffer:2] 2024-09-13T16:20:53.982 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:53.980+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:53.982 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:53.980+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:53.987 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:54.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.086+0000 7f509c145640 1 Processor -- start 2024-09-13T16:20:54.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.086+0000 7f509c145640 1 -- start start 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f509c145640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f509415c710 0x7f509406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f509c145640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f509406c2c0 con 0x7f509415c330 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f509c145640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f509406f410 con 0x7f509406be30 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f509c145640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f509406f6e0 con 0x7f509415c710 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f50996e0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f509415c710 0x7f509406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f5099ee1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f509415c330 0x7f509406ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55928/0 (socket says 172.21.15.39:55928) 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.087+0000 7f5099ee1640 1 -- 172.21.15.39:0/3412807531 learned_addr learned my addr 172.21.15.39:0/3412807531 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.088+0000 7f50996e0640 1 -- 172.21.15.39:0/3412807531 >> v1:172.21.15.157:6789/0 conn(0x7f509406be30 legacy=0x7f50940b3ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.088+0000 7f50996e0640 1 -- 172.21.15.39:0/3412807531 >> v1:172.21.15.39:6789/0 conn(0x7f509415c330 legacy=0x7f509406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.088+0000 7f50996e0640 1 -- 172.21.15.39:0/3412807531 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f509406f9c0 con 0x7f509415c710 2024-09-13T16:20:54.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.088+0000 7f5098edf640 1 -- 172.21.15.39:0/3412807531 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2137813655 0 0) 0x7f509406c2c0 con 0x7f509415c330 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.088+0000 7f50996e0640 1 --2- 172.21.15.39:0/3412807531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c710 0x7f509406b8f0 secure :-1 s=READY pgs=2390 cs=0 l=1 rev1=1 crypto rx=0x7f50880097a0 tx=0x7f508802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79488708ac126841 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.088+0000 7f5098edf640 1 -- 172.21.15.39:0/3412807531 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508802ae50 con 0x7f509415c710 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f5098edf640 1 -- 172.21.15.39:0/3412807531 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5088032440 con 0x7f509415c710 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f5098edf640 1 -- 172.21.15.39:0/3412807531 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f50880327d0 con 0x7f509415c710 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 -- 172.21.15.39:0/3412807531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c710 msgr2=0x7f509406b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 --2- 172.21.15.39:0/3412807531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c710 0x7f509406b8f0 secure :-1 s=READY pgs=2390 cs=0 l=1 rev1=1 crypto rx=0x7f50880097a0 tx=0x7f508802a140 comp rx=0 tx=0).stop 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 -- 172.21.15.39:0/3412807531 shutdown_connections 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 --2- 172.21.15.39:0/3412807531 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c710 0x7f509406b8f0 unknown :-1 s=CLOSED pgs=2390 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 -- 172.21.15.39:0/3412807531 >> 172.21.15.39:0/3412807531 conn(0x7f509406d5c0 msgr2=0x7f509406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 -- 172.21.15.39:0/3412807531 shutdown_connections 2024-09-13T16:20:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.089+0000 7f509c145640 1 -- 172.21.15.39:0/3412807531 wait complete. 2024-09-13T16:20:54.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.090+0000 7f509c145640 1 Processor -- start 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.090+0000 7f509c145640 1 -- start start 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509c145640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f509406be30 0x7f50941402f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509c145640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 0x7f5094155190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509c145640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f509415c710 0x7f5094140b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509c145640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5094143b80 con 0x7f509415c330 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509c145640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5094140830 con 0x7f509406be30 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509c145640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f509415e4e0 con 0x7f509415c710 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f50996e0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 0x7f5094155190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f50996e0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 0x7f5094155190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44458/0 (socket says 172.21.15.39:44458) 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f50996e0640 1 -- 172.21.15.39:0/3686823593 learned_addr learned my addr 172.21.15.39:0/3686823593 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f5099ee1640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f509406be30 0x7f50941402f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.091+0000 7f509a6e2640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f509415c710 0x7f5094140b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50996e0640 1 -- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f509415c710 msgr2=0x7f5094140b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50996e0640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f509415c710 0x7f5094140b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50996e0640 1 -- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f509406be30 msgr2=0x7f50941402f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50996e0640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f509406be30 0x7f50941402f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50996e0640 1 -- 172.21.15.39:0/3686823593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5088009400 con 0x7f509415c330 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f509a6e2640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f509415c710 0x7f5094140b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50996e0640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 0x7f5094155190 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7f5088035040 tx=0x7f50880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508803c820 con 0x7f509415c330 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f508803c9a0 con 0x7f509415c330 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f509415e7c0 con 0x7f509415c330 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f508803cd50 con 0x7f509415c330 2024-09-13T16:20:54.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.092+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f509415ed80 con 0x7f509415c330 2024-09-13T16:20:54.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.093+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f509406b8f0 con 0x7f509415c330 2024-09-13T16:20:54.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.094+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5088039050 con 0x7f509415c330 2024-09-13T16:20:54.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.094+0000 7f50927fc640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f508006ac00 0x7f508006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.094+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7f50880aa570 con 0x7f509415c330 2024-09-13T16:20:54.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.094+0000 7f5099ee1640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f508006ac00 0x7f508006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.095+0000 7f5099ee1640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f508006ac00 0x7f508006d0c0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f50840012e0 tx=0x7f5084001700 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.098+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5088074dd0 con 0x7f509415c330 2024-09-13T16:20:54.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.303+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f50940ccb40 con 0x7f509415c330 2024-09-13T16:20:54.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.303+0000 7f50927fc640 1 -- 172.21.15.39:0/3686823593 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 246 v246) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f508804c090 con 0x7f509415c330 2024-09-13T16:20:54.309 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:54.309 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":246,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":246,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:53.981849+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 246 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f508006ac00 msgr2=0x7f508006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f508006ac00 0x7f508006d0c0 secure :-1 s=READY pgs=930 cs=0 l=1 rev1=1 crypto rx=0x7f50840012e0 tx=0x7f5084001700 comp rx=0 tx=0).stop 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 msgr2=0x7f5094155190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 0x7f5094155190 secure :-1 s=READY pgs=2391 cs=0 l=1 rev1=1 crypto rx=0x7f5088035040 tx=0x7f50880046c0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 shutdown_connections 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f508006ac00 0x7f508006d0c0 unknown :-1 s=CLOSED pgs=930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f509415c710 0x7f5094140b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f509415c330 0x7f5094155190 unknown :-1 s=CLOSED pgs=2391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 --2- 172.21.15.39:0/3686823593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f509406be30 0x7f50941402f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 >> 172.21.15.39:0/3686823593 conn(0x7f509406d5c0 msgr2=0x7f50940b0c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:54.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 shutdown_connections 2024-09-13T16:20:54.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.305+0000 7f509c145640 1 -- 172.21.15.39:0/3686823593 wait complete. 2024-09-13T16:20:54.319 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:54.319 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:54.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.418+0000 7f19087e2640 1 Processor -- start 2024-09-13T16:20:54.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.418+0000 7f19087e2640 1 -- start start 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f19087e2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1900158cb0 0x7f19000cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f19087e2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f190006f4a0 0x7f1900069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f19087e2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f190006a870 con 0x7f190006a410 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f19087e2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f190006f910 con 0x7f190006f4a0 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f19087e2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f190006fbd0 con 0x7f1900158cb0 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1905d7d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f190006f4a0 0x7f1900069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1906d7f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f190006a410 0x7f19000b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55932/0 (socket says 172.21.15.39:55932) 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1906d7f640 1 -- 172.21.15.39:0/2236881683 learned_addr learned my addr 172.21.15.39:0/2236881683 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f190657e640 1 --2- 172.21.15.39:0/2236881683 >> v2:172.21.15.157:3300/0 conn(0x7f1900158cb0 0x7f19000cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1905d7d640 1 -- 172.21.15.39:0/2236881683 >> v2:172.21.15.157:3300/0 conn(0x7f1900158cb0 msgr2=0x7f19000cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:54.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1905d7d640 1 --2- 172.21.15.39:0/2236881683 >> v2:172.21.15.157:3300/0 conn(0x7f1900158cb0 0x7f19000cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1905d7d640 1 -- 172.21.15.39:0/2236881683 >> v1:172.21.15.39:6789/0 conn(0x7f190006a410 legacy=0x7f19000b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f1905d7d640 1 -- 172.21.15.39:0/2236881683 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f190006feb0 con 0x7f190006f4a0 2024-09-13T16:20:54.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f190557c640 1 -- 172.21.15.39:0/2236881683 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2620143629 0 0) 0x7f190006a870 con 0x7f190006a410 2024-09-13T16:20:54.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.419+0000 7f190657e640 1 --2- 172.21.15.39:0/2236881683 >> v2:172.21.15.157:3300/0 conn(0x7f1900158cb0 0x7f19000cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:54.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.420+0000 7f1905d7d640 1 --2- 172.21.15.39:0/2236881683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006f4a0 0x7f1900069ed0 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7f1900068520 tx=0x7f18f402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2859bc7c15649c88 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.420+0000 7f190557c640 1 -- 172.21.15.39:0/2236881683 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18f4032440 con 0x7f190006f4a0 2024-09-13T16:20:54.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.420+0000 7f190557c640 1 -- 172.21.15.39:0/2236881683 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18f40325a0 con 0x7f190006f4a0 2024-09-13T16:20:54.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.420+0000 7f190557c640 1 -- 172.21.15.39:0/2236881683 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18f4032930 con 0x7f190006f4a0 2024-09-13T16:20:54.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.420+0000 7f19087e2640 1 -- 172.21.15.39:0/2236881683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006f4a0 msgr2=0x7f1900069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.420+0000 7f19087e2640 1 --2- 172.21.15.39:0/2236881683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006f4a0 0x7f1900069ed0 secure :-1 s=READY pgs=2393 cs=0 l=1 rev1=1 crypto rx=0x7f1900068520 tx=0x7f18f402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.421+0000 7f19087e2640 1 -- 172.21.15.39:0/2236881683 shutdown_connections 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.421+0000 7f19087e2640 1 --2- 172.21.15.39:0/2236881683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006f4a0 0x7f1900069ed0 unknown :-1 s=CLOSED pgs=2393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.421+0000 7f19087e2640 1 --2- 172.21.15.39:0/2236881683 >> v2:172.21.15.157:3300/0 conn(0x7f1900158cb0 0x7f19000cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.421+0000 7f19087e2640 1 -- 172.21.15.39:0/2236881683 >> 172.21.15.39:0/2236881683 conn(0x7f190006b3b0 msgr2=0x7f190006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.421+0000 7f19087e2640 1 -- 172.21.15.39:0/2236881683 shutdown_connections 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.421+0000 7f19087e2640 1 -- 172.21.15.39:0/2236881683 wait complete. 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.422+0000 7f19087e2640 1 Processor -- start 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.422+0000 7f19087e2640 1 -- start start 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.422+0000 7f19087e2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 0x7f19001f2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.422+0000 7f19087e2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f190006f4a0 0x7f19000b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f19087e2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1900158cb0 0x7f19000b1870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f19087e2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19001f32b0 con 0x7f190006a410 2024-09-13T16:20:54.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f19087e2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1900153570 con 0x7f190006f4a0 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f19087e2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19001f2790 con 0x7f1900158cb0 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 0x7f19001f2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 0x7f19001f2250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44474/0 (socket says 172.21.15.39:44474) 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 -- 172.21.15.39:0/513957175 learned_addr learned my addr 172.21.15.39:0/513957175 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 -- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1900158cb0 msgr2=0x7f19000b1870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1900158cb0 0x7f19000b1870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 -- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f190006f4a0 msgr2=0x7f19000b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f190006f4a0 0x7f19000b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 -- 172.21.15.39:0/513957175 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18f4009400 con 0x7f190006a410 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f190657e640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 0x7f19001f2250 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7f18fc00d7d0 tx=0x7f18fc00dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18fc004030 con 0x7f190006a410 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18fc004190 con 0x7f190006a410 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19001f2a10 con 0x7f190006a410 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f18fc0096a0 con 0x7f190006a410 2024-09-13T16:20:54.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.423+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19001f2fd0 con 0x7f190006a410 2024-09-13T16:20:54.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.424+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19000672f0 con 0x7f190006a410 2024-09-13T16:20:54.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.425+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f18fc009800 con 0x7f190006a410 2024-09-13T16:20:54.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.425+0000 7f18f2ffd640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18e406ac00 0x7f18e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.425+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7f18fc089eb0 con 0x7f190006a410 2024-09-13T16:20:54.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.425+0000 7f1905d7d640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18e406ac00 0x7f18e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.426+0000 7f1905d7d640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18e406ac00 0x7f18e406d0c0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f18f4034000 tx=0x7f18f402c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.429+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f18fc0546f0 con 0x7f190006a410 2024-09-13T16:20:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.634+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1900069ed0 con 0x7f190006a410 2024-09-13T16:20:54.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.635+0000 7f18f2ffd640 1 -- 172.21.15.39:0/513957175 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 246 v246) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f18fc057d10 con 0x7f190006a410 2024-09-13T16:20:54.638 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:54.638 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":246,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":246,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:53.981849+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:54.638 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 246 2024-09-13T16:20:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18e406ac00 msgr2=0x7f18e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18e406ac00 0x7f18e406d0c0 secure :-1 s=READY pgs=931 cs=0 l=1 rev1=1 crypto rx=0x7f18f4034000 tx=0x7f18f402c000 comp rx=0 tx=0).stop 2024-09-13T16:20:54.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 msgr2=0x7f19001f2250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 0x7f19001f2250 secure :-1 s=READY pgs=2394 cs=0 l=1 rev1=1 crypto rx=0x7f18fc00d7d0 tx=0x7f18fc00dc90 comp rx=0 tx=0).stop 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 shutdown_connections 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f18e406ac00 0x7f18e406d0c0 unknown :-1 s=CLOSED pgs=931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1900158cb0 0x7f19000b1870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f190006f4a0 0x7f19000b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 --2- 172.21.15.39:0/513957175 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f190006a410 0x7f19001f2250 unknown :-1 s=CLOSED pgs=2394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 >> 172.21.15.39:0/513957175 conn(0x7f190006b3b0 msgr2=0x7f19000ce5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 shutdown_connections 2024-09-13T16:20:54.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.637+0000 7f19087e2640 1 -- 172.21.15.39:0/513957175 wait complete. 2024-09-13T16:20:54.650 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:54.650 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:54.705 INFO:tasks.ceph.mds.c.smithi039.stderr: -42> 2024-09-13T16:20:49.952+0000 7f0bf87a2640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds_snaptable': End of buffer [buffer:2] 2024-09-13T16:20:54.729 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:20:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.751+0000 7f85bd9f4640 1 Processor -- start 2024-09-13T16:20:54.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.751+0000 7f85bd9f4640 1 -- start start 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85bd9f4640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f85b80ccf80 0x7f85b8163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85bd9f4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85b80cde30 con 0x7f85b80b41a0 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85bd9f4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85b80b5090 con 0x7f85b8164530 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85bd9f4640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85b80cd820 con 0x7f85b80ccf80 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f85b80b41a0 0x7f85b80b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55936/0 (socket says 172.21.15.39:55936) 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b6ffd640 1 -- 172.21.15.39:0/2733113000 learned_addr learned my addr 172.21.15.39:0/2733113000 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b67fc640 1 --2- 172.21.15.39:0/2733113000 >> v2:172.21.15.157:3300/0 conn(0x7f85b80ccf80 0x7f85b8163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 8034632 0 0) 0x7f85b80cde30 con 0x7f85b80b41a0 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85a0003520 con 0x7f85b80b41a0 2024-09-13T16:20:54.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1483582075 0 0) 0x7f85b80b5090 con 0x7f85b8164530 2024-09-13T16:20:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f85b80cde30 con 0x7f85b8164530 2024-09-13T16:20:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4007165546 0 0) 0x7f85a0003520 con 0x7f85b80b41a0 2024-09-13T16:20:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b67fc640 1 -- 172.21.15.39:0/2733113000 >> v1:172.21.15.157:6789/0 conn(0x7f85b8164530 legacy=0x7f85b8166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b67fc640 1 -- 172.21.15.39:0/2733113000 >> v1:172.21.15.39:6789/0 conn(0x7f85b80b41a0 legacy=0x7f85b80b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.752+0000 7f85b67fc640 1 -- 172.21.15.39:0/2733113000 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85b815cd60 con 0x7f85b80ccf80 2024-09-13T16:20:54.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.753+0000 7f85b67fc640 1 --2- 172.21.15.39:0/2733113000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8163ff0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0097a0 tx=0x7f85ac02a1c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c585ac93fff6f9e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.753+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8001670 con 0x7f85b80ccf80 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.753+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85ac02ac50 con 0x7f85b80ccf80 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.753+0000 7f85b5ffb640 1 -- 172.21.15.39:0/2733113000 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85ac032440 con 0x7f85b80ccf80 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 -- 172.21.15.39:0/2733113000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 msgr2=0x7f85b8163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/2733113000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8163ff0 secure :-1 s=READY pgs=645 cs=0 l=1 rev1=1 crypto rx=0x7f85ac0097a0 tx=0x7f85ac02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 -- 172.21.15.39:0/2733113000 shutdown_connections 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/2733113000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8163ff0 unknown :-1 s=CLOSED pgs=645 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 -- 172.21.15.39:0/2733113000 >> 172.21.15.39:0/2733113000 conn(0x7f85b80cf1a0 msgr2=0x7f85b80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 -- 172.21.15.39:0/2733113000 shutdown_connections 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.754+0000 7f85bd9f4640 1 -- 172.21.15.39:0/2733113000 wait complete. 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.755+0000 7f85bd9f4640 1 Processor -- start 2024-09-13T16:20:54.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.755+0000 7f85bd9f4640 1 -- start start 2024-09-13T16:20:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85bd9f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 0x7f85b815cf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85bd9f4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8156820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85bd9f4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8164530 0x7f85b815dc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85bd9f4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b815a350 con 0x7f85b80b41a0 2024-09-13T16:20:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85bd9f4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85b8163820 con 0x7f85b80ccf80 2024-09-13T16:20:54.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85bd9f4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85b8163b00 con 0x7f85b8164530 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 0x7f85b815cf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 0x7f85b815cf50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44486/0 (socket says 172.21.15.39:44486) 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 -- 172.21.15.39:0/868400786 learned_addr learned my addr 172.21.15.39:0/868400786 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b77fe640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8164530 0x7f85b815dc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b67fc640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8156820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 -- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8164530 msgr2=0x7f85b815dc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8164530 0x7f85b815dc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 -- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 msgr2=0x7f85b8156820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8156820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b6ffd640 1 -- 172.21.15.39:0/868400786 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85ac009400 con 0x7f85b80b41a0 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.756+0000 7f85b77fe640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8164530 0x7f85b815dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.757+0000 7f85b6ffd640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 0x7f85b815cf50 secure :-1 s=READY pgs=2398 cs=0 l=1 rev1=1 crypto rx=0x7f85a8000fd0 tx=0x7f85a800cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.757+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8005ad0 con 0x7f85b80b41a0 2024-09-13T16:20:54.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.757+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85a8005c50 con 0x7f85b80b41a0 2024-09-13T16:20:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.757+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f85b8163de0 con 0x7f85b80b41a0 2024-09-13T16:20:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.757+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85a8007070 con 0x7f85b80b41a0 2024-09-13T16:20:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.757+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f85b8157f80 con 0x7f85b80b41a0 2024-09-13T16:20:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.758+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85b8067330 con 0x7f85b80b41a0 2024-09-13T16:20:54.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.758+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f85a80071d0 con 0x7f85b80b41a0 2024-09-13T16:20:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.759+0000 7f859ffff640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85a406ac00 0x7f85a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.759+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7f85a80894e0 con 0x7f85b80b41a0 2024-09-13T16:20:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.759+0000 7f85b67fc640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85a406ac00 0x7f85a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:54.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.759+0000 7f85b67fc640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85a406ac00 0x7f85a406d0c0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f85ac034000 tx=0x7f85ac02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:54.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.763+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f85a8053c90 con 0x7f85b80b41a0 2024-09-13T16:20:54.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.970+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f85b8066ec0 con 0x7f85b80b41a0 2024-09-13T16:20:54.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.976+0000 7f859ffff640 1 -- 172.21.15.39:0/868400786 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 246 v246) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f85a8017020 con 0x7f85b80b41a0 2024-09-13T16:20:54.979 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:54.979 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":246,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":246,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:53.981849+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":120,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:54.979 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 246 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85a406ac00 msgr2=0x7f85a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85a406ac00 0x7f85a406d0c0 secure :-1 s=READY pgs=932 cs=0 l=1 rev1=1 crypto rx=0x7f85ac034000 tx=0x7f85ac02e000 comp rx=0 tx=0).stop 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 msgr2=0x7f85b815cf50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 0x7f85b815cf50 secure :-1 s=READY pgs=2398 cs=0 l=1 rev1=1 crypto rx=0x7f85a8000fd0 tx=0x7f85a800cbe0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 shutdown_connections 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85a406ac00 0x7f85a406d0c0 unknown :-1 s=CLOSED pgs=932 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85b8164530 0x7f85b815dc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85b80ccf80 0x7f85b8156820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 --2- 172.21.15.39:0/868400786 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85b80b41a0 0x7f85b815cf50 unknown :-1 s=CLOSED pgs=2398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:54.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 >> 172.21.15.39:0/868400786 conn(0x7f85b80cf1a0 msgr2=0x7f85b80b19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:54.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 shutdown_connections 2024-09-13T16:20:54.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:54.978+0000 7f85bd9f4640 1 -- 172.21.15.39:0/868400786 wait complete. 2024-09-13T16:20:54.993 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate mds0_inotable' led to DAMAGED state 2024-09-13T16:20:54.993 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 400.00000000' 2024-09-13T16:20:54.993 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:54.993 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:55.009 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:55.009 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:55.010 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:55.010 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:55.010 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:55.066 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:55.066 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:55.066 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:55.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.207+0000 7f0e222b8640 1 Processor -- start 2024-09-13T16:20:55.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.207+0000 7f0e222b8640 1 -- start start 2024-09-13T16:20:55.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e222b8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 0x7f0e1c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:55.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e222b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 0x7f0e1c15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e222b8640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0e1c159760 con 0x7f0e1c159380 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e222b8640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0e1c0b38f0 con 0x7f0e1c15a360 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e222b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1c0cedd0 con 0x7f0e1c0ce960 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e13fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 0x7f0e1c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e20855640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 0x7f0e1c15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e20855640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 0x7f0e1c15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:35826/0 (socket says 172.21.15.39:35826) 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e13fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 0x7f0e1c0ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:57472/0 (socket says 172.21.15.39:57472) 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e20855640 1 -- 172.21.15.39:0/160764406 learned_addr learned my addr 172.21.15.39:0/160764406 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.208+0000 7f0e1bfff640 1 --1- 172.21.15.39:0/160764406 >> v1:172.21.15.157:6789/0 conn(0x7f0e1c159380 0x7f0e1c0b31e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43808/0 (socket says 172.21.15.39:43808) 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e1b7fe640 1 -- 172.21.15.39:0/160764406 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4008763594 0 0) 0x7f0e1c159760 con 0x7f0e1c159380 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e1b7fe640 1 -- 172.21.15.39:0/160764406 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0e08003520 con 0x7f0e1c159380 2024-09-13T16:20:55.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e20855640 1 -- 172.21.15.39:0/160764406 >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 msgr2=0x7f0e1c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e20855640 1 --2- 172.21.15.39:0/160764406 >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 0x7f0e1c0ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e20855640 1 -- 172.21.15.39:0/160764406 >> v1:172.21.15.157:6789/0 conn(0x7f0e1c159380 legacy=0x7f0e1c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e20855640 1 -- 172.21.15.39:0/160764406 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e1c15a880 con 0x7f0e1c0ce960 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.209+0000 7f0e13fff640 1 --2- 172.21.15.39:0/160764406 >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 0x7f0e1c0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e20855640 1 --2- 172.21.15.39:0/160764406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 0x7f0e1c15b920 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0e14009e50 tx=0x7f0e1402a710 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b555700d2316973 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e1b7fe640 1 -- 172.21.15.39:0/160764406 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e14031600 con 0x7f0e1c0ce960 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e1b7fe640 1 -- 172.21.15.39:0/160764406 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e1402d050 con 0x7f0e1c0ce960 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e1b7fe640 1 -- 172.21.15.39:0/160764406 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e14031980 con 0x7f0e1c0ce960 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e222b8640 1 -- 172.21.15.39:0/160764406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 msgr2=0x7f0e1c15b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e222b8640 1 --2- 172.21.15.39:0/160764406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 0x7f0e1c15b920 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f0e14009e50 tx=0x7f0e1402a710 comp rx=0 tx=0).stop 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e222b8640 1 -- 172.21.15.39:0/160764406 shutdown_connections 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e222b8640 1 --2- 172.21.15.39:0/160764406 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c0ce960 0x7f0e1c15b920 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e222b8640 1 --2- 172.21.15.39:0/160764406 >> v2:172.21.15.157:3300/0 conn(0x7f0e1c15a360 0x7f0e1c0ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.210+0000 7f0e222b8640 1 -- 172.21.15.39:0/160764406 >> 172.21.15.39:0/160764406 conn(0x7f0e1c0b15d0 msgr2=0x7f0e1c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.211+0000 7f0e222b8640 1 -- 172.21.15.39:0/160764406 shutdown_connections 2024-09-13T16:20:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.211+0000 7f0e222b8640 1 -- 172.21.15.39:0/160764406 wait complete. 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 Processor -- start 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 -- start start 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 0x7f0e1c1461e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e1c159380 0x7f0e1c148ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c15a360 0x7f0e1c14ff30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1c1f3900 con 0x7f0e1c0ce960 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1c1f4720 con 0x7f0e1c159380 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.212+0000 7f0e222b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0e1c149d00 con 0x7f0e1c15a360 2024-09-13T16:20:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 0x7f0e1c1461e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 0x7f0e1c1461e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44498/0 (socket says 172.21.15.39:44498) 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 -- 172.21.15.39:0/2752886108 learned_addr learned my addr 172.21.15.39:0/2752886108 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e13fff640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e1c159380 0x7f0e1c148ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e20855640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c15a360 0x7f0e1c14ff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 -- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c15a360 msgr2=0x7f0e1c14ff30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c15a360 0x7f0e1c14ff30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 -- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e1c159380 msgr2=0x7f0e1c148ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e1c159380 0x7f0e1c148ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 -- 172.21.15.39:0/2752886108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0e04009400 con 0x7f0e1c0ce960 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e1bfff640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 0x7f0e1c1461e0 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c00c500 tx=0x7f0e0c00c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c007500 con 0x7f0e1c0ce960 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0e0c007660 con 0x7f0e1c0ce960 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0e14009b30 con 0x7f0e1c0ce960 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0e0c004a20 con 0x7f0e1c0ce960 2024-09-13T16:20:55.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.213+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0e1c1f3bc0 con 0x7f0e1c0ce960 2024-09-13T16:20:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.214+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0e1c0672f0 con 0x7f0e1c0ce960 2024-09-13T16:20:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.215+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0e0c004c40 con 0x7f0e1c0ce960 2024-09-13T16:20:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.215+0000 7f0e197fa640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dfc06ac00 0x7f0dfc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.215+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7f0e0c089250 con 0x7f0e1c0ce960 2024-09-13T16:20:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.215+0000 7f0e13fff640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dfc06ac00 0x7f0dfc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:55.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.216+0000 7f0e13fff640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dfc06ac00 0x7f0dfc06d0c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f0e1c156770 tx=0x7f0e04008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.219+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0e0c0575e0 con 0x7f0e1c0ce960 2024-09-13T16:20:55.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.425+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0e1c06c1c0 con 0x7f0e1c0ce960 2024-09-13T16:20:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.991+0000 7f0e197fa640 1 -- 172.21.15.39:0/2752886108 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v248) v1 ==== 161+0+0 (secure 0 0 0) 0x7f0e0c018090 con 0x7f0e1c0ce960 2024-09-13T16:20:55.993 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dfc06ac00 msgr2=0x7f0dfc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dfc06ac00 0x7f0dfc06d0c0 secure :-1 s=READY pgs=934 cs=0 l=1 rev1=1 crypto rx=0x7f0e1c156770 tx=0x7f0e04008040 comp rx=0 tx=0).stop 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 msgr2=0x7f0e1c1461e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 0x7f0e1c1461e0 secure :-1 s=READY pgs=2399 cs=0 l=1 rev1=1 crypto rx=0x7f0e0c00c500 tx=0x7f0e0c00c9c0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 shutdown_connections 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0dfc06ac00 0x7f0dfc06d0c0 unknown :-1 s=CLOSED pgs=934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0e1c15a360 0x7f0e1c14ff30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0e1c159380 0x7f0e1c148ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 --2- 172.21.15.39:0/2752886108 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0e1c0ce960 0x7f0e1c1461e0 unknown :-1 s=CLOSED pgs=2399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 >> 172.21.15.39:0/2752886108 conn(0x7f0e1c0b15d0 msgr2=0x7f0e1c157cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 shutdown_connections 2024-09-13T16:20:55.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:55.993+0000 7f0e222b8640 1 -- 172.21.15.39:0/2752886108 wait complete. 2024-09-13T16:20:56.008 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:20:56.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.112+0000 7f8954f11640 1 Processor -- start 2024-09-13T16:20:56.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.112+0000 7f8954f11640 1 -- start start 2024-09-13T16:20:56.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f8954f11640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f895015d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f8954f11640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8950069ed0 0x7f895006a2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f8954f11640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f895015d550 con 0x7f8950153080 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f8954f11640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f895015a050 con 0x7f8950069ed0 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f8954f11640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f895015cbf0 con 0x7f89500ce080 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f895015d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f895015d010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:35850/0 (socket says 172.21.15.39:35850) 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 -- 172.21.15.39:0/3030824305 learned_addr learned my addr 172.21.15.39:0/3030824305 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894ed9d640 1 --2- 172.21.15.39:0/3030824305 >> v2:172.21.15.157:3300/0 conn(0x7f8950069ed0 0x7f895006a2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 -- 172.21.15.39:0/3030824305 >> v2:172.21.15.157:3300/0 conn(0x7f8950069ed0 msgr2=0x7f895006a2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 --2- 172.21.15.39:0/3030824305 >> v2:172.21.15.157:3300/0 conn(0x7f8950069ed0 0x7f895006a2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 -- 172.21.15.39:0/3030824305 >> v1:172.21.15.157:6789/0 conn(0x7f8950153080 legacy=0x7f8950159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:56.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.113+0000 7f894dd9b640 1 -- 172.21.15.39:0/3030824305 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f895006a810 con 0x7f89500ce080 2024-09-13T16:20:56.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.114+0000 7f894dd9b640 1 --2- 172.21.15.39:0/3030824305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f895015d010 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8944009870 tx=0x7f894402b2d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c187eacffe75a721 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.114+0000 7f894d59a640 1 -- 172.21.15.39:0/3030824305 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944033640 con 0x7f89500ce080 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.114+0000 7f894d59a640 1 -- 172.21.15.39:0/3030824305 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f89440337a0 con 0x7f89500ce080 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.114+0000 7f894d59a640 1 -- 172.21.15.39:0/3030824305 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8944033b30 con 0x7f89500ce080 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 -- 172.21.15.39:0/3030824305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 msgr2=0x7f895015d010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 --2- 172.21.15.39:0/3030824305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f895015d010 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7f8944009870 tx=0x7f894402b2d0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 -- 172.21.15.39:0/3030824305 shutdown_connections 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 --2- 172.21.15.39:0/3030824305 >> v2:172.21.15.157:3300/0 conn(0x7f8950069ed0 0x7f895006a2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 --2- 172.21.15.39:0/3030824305 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f895015d010 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 -- 172.21.15.39:0/3030824305 >> 172.21.15.39:0/3030824305 conn(0x7f89500b15d0 msgr2=0x7f89500b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 -- 172.21.15.39:0/3030824305 shutdown_connections 2024-09-13T16:20:56.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.115+0000 7f8954f11640 1 -- 172.21.15.39:0/3030824305 wait complete. 2024-09-13T16:20:56.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.116+0000 7f8954f11640 1 Processor -- start 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.116+0000 7f8954f11640 1 -- start start 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f8954f11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 0x7f895014f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f8954f11640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f8950155180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f8954f11640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8950153080 0x7f89500c9960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f8954f11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8950157d90 con 0x7f8950069ed0 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f8954f11640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8950158070 con 0x7f8950153080 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f8954f11640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8950158350 con 0x7f89500ce080 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f894e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 0x7f895014f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f894e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 0x7f895014f420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44508/0 (socket says 172.21.15.39:44508) 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f894e59c640 1 -- 172.21.15.39:0/4166138536 learned_addr learned my addr 172.21.15.39:0/4166138536 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f894ed9d640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8950153080 0x7f89500c9960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:56.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.117+0000 7f894dd9b640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f8950155180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f894e59c640 1 -- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 msgr2=0x7f8950155180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f894e59c640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f8950155180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f894e59c640 1 -- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8950153080 msgr2=0x7f89500c9960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f894e59c640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8950153080 0x7f89500c9960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f894e59c640 1 -- 172.21.15.39:0/4166138536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f89440094d0 con 0x7f8950069ed0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f894e59c640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 0x7f895014f420 secure :-1 s=READY pgs=2400 cs=0 l=1 rev1=1 crypto rx=0x7f894000c390 tx=0x7f894000c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f89400052d0 con 0x7f8950069ed0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8940005430 con 0x7f8950069ed0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8940003830 con 0x7f8950069ed0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8950158630 con 0x7f8950069ed0 2024-09-13T16:20:56.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.118+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8950157a20 con 0x7f8950069ed0 2024-09-13T16:20:56.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.119+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f89500672f0 con 0x7f8950069ed0 2024-09-13T16:20:56.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.120+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8940003990 con 0x7f8950069ed0 2024-09-13T16:20:56.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.120+0000 7f893effd640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f893006ac00 0x7f893006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:56.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.120+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7f8940089190 con 0x7f8950069ed0 2024-09-13T16:20:56.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.120+0000 7f894dd9b640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f893006ac00 0x7f893006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:56.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.121+0000 7f894dd9b640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f893006ac00 0x7f893006d0c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f8944035000 tx=0x7f894402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:56.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.125+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8940053a80 con 0x7f8950069ed0 2024-09-13T16:20:56.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.364+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f895006a2d0 con 0x7f8950069ed0 2024-09-13T16:20:56.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.994+0000 7f893effd640 1 -- 172.21.15.39:0/4166138536 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v249) v1 ==== 101+0+0 (secure 0 0 0) 0x7f8940017090 con 0x7f8950069ed0 2024-09-13T16:20:56.996 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:20:56.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f893006ac00 msgr2=0x7f893006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:56.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f893006ac00 0x7f893006d0c0 secure :-1 s=READY pgs=935 cs=0 l=1 rev1=1 crypto rx=0x7f8944035000 tx=0x7f894402f000 comp rx=0 tx=0).stop 2024-09-13T16:20:56.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 msgr2=0x7f895014f420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 0x7f895014f420 secure :-1 s=READY pgs=2400 cs=0 l=1 rev1=1 crypto rx=0x7f894000c390 tx=0x7f894000c850 comp rx=0 tx=0).stop 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 shutdown_connections 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f893006ac00 0x7f893006d0c0 unknown :-1 s=CLOSED pgs=935 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8950153080 0x7f89500c9960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f89500ce080 0x7f8950155180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 --2- 172.21.15.39:0/4166138536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8950069ed0 0x7f895014f420 unknown :-1 s=CLOSED pgs=2400 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 >> 172.21.15.39:0/4166138536 conn(0x7f89500b15d0 msgr2=0x7f895015a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 shutdown_connections 2024-09-13T16:20:56.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:56.997+0000 7f8954f11640 1 -- 172.21.15.39:0/4166138536 wait complete. 2024-09-13T16:20:57.012 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:20:57.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.057+0000 7fbf5b64af40 1 Processor -- start 2024-09-13T16:20:57.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.057+0000 7fbf5b64af40 1 -- start start 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf5b64af40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518087650 0x5645180f5d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf5b64af40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 0x564518089be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf5b64af40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518100940 0x56451808a120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf5b64af40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564517f89b60 con 0x564518088ce0 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf5b64af40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564517f89800 con 0x564518100940 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf5b64af40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564517f6c520 con 0x564518087650 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 0x564518089be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 0x564518089be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44520/0 (socket says 172.21.15.39:44520) 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 -- 172.21.15.39:0/105386599 learned_addr learned my addr 172.21.15.39:0/105386599 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf59948640 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518100940 0x56451808a120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf59147640 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518087650 0x5645180f5d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 -- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518087650 msgr2=0x5645180f5d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518087650 0x5645180f5d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 -- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518100940 msgr2=0x56451808a120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518100940 0x56451808a120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 -- 172.21.15.39:0/105386599 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf54005de0 con 0x564518088ce0 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf58946640 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 0x564518089be0 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7fbf5000a7d0 tx=0x7fbf5000a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f01d19e64cd21f6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf4b7fe640 1 -- 172.21.15.39:0/105386599 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf5000f070 con 0x564518088ce0 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.058+0000 7fbf4b7fe640 1 -- 172.21.15.39:0/105386599 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf50007600 con 0x564518088ce0 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf4b7fe640 1 -- 172.21.15.39:0/105386599 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf50007970 con 0x564518088ce0 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 -- 172.21.15.39:0/105386599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 msgr2=0x564518089be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 0x564518089be0 secure :-1 s=READY pgs=2402 cs=0 l=1 rev1=1 crypto rx=0x7fbf5000a7d0 tx=0x7fbf5000a8c0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 -- 172.21.15.39:0/105386599 shutdown_connections 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518100940 0x56451808a120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518088ce0 0x564518089be0 unknown :-1 s=CLOSED pgs=2402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/105386599 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518087650 0x5645180f5d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 -- 172.21.15.39:0/105386599 >> 172.21.15.39:0/105386599 conn(0x56451808c800 msgr2=0x56451803fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 -- 172.21.15.39:0/105386599 shutdown_connections 2024-09-13T16:20:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.059+0000 7fbf5b64af40 1 -- 172.21.15.39:0/105386599 wait complete. 2024-09-13T16:20:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 Processor -- start 2024-09-13T16:20:57.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 -- start start 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518087650 0x5645180e2fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518088ce0 0x5645180faf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 0x5645180f8ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564518118820 con 0x564518100940 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5645180f5660 con 0x564518087650 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.060+0000 7fbf5b64af40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564518118a70 con 0x564518088ce0 2024-09-13T16:20:57.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 0x5645180f8ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 0x5645180f8ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44526/0 (socket says 172.21.15.39:44526) 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 learned_addr learned my addr 172.21.15.39:0/723333589 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518087650 0x5645180e2fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518088ce0 0x5645180faf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518088ce0 msgr2=0x5645180faf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564518088ce0 0x5645180faf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518087650 msgr2=0x5645180e2fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518087650 0x5645180e2fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf5000a420 con 0x564518100940 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564518087650 0x5645180e2fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf59948640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 0x5645180f8ec0 secure :-1 s=READY pgs=2403 cs=0 l=1 rev1=1 crypto rx=0x7fbf5400a5a0 tx=0x7fbf54002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf4a7fc640 1 -- 172.21.15.39:0/723333589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf54055950 con 0x564518100940 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf4a7fc640 1 -- 172.21.15.39:0/723333589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf54064070 con 0x564518100940 2024-09-13T16:20:57.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x564517fb2dc0 con 0x564518100940 2024-09-13T16:20:57.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf4a7fc640 1 -- 172.21.15.39:0/723333589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf54055cd0 con 0x564518100940 2024-09-13T16:20:57.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.061+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x564517f98c20 con 0x564518100940 2024-09-13T16:20:57.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.063+0000 7fbf4a7fc640 1 -- 172.21.15.39:0/723333589 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf5405c040 con 0x564518100940 2024-09-13T16:20:57.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.063+0000 7fbf4a7fc640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf3c0695e0 0x7fbf3c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf4a7fc640 1 -- 172.21.15.39:0/723333589 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7fbf54066070 con 0x564518100940 2024-09-13T16:20:57.067 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:20:57.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564518119a60 0x5645180f4660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x564518119e70 con 0x564518119a60 2024-09-13T16:20:57.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf3c0695e0 0x7fbf3c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564518119a60 0x5645180f4660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564518119a60 0x5645180f4660 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.064+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf3c0695e0 0x7fbf3c06baa0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c005fd0 tx=0x7fbf4c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.067+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v120'877 uv851 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.067+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f4ba0 con 0x564518119a60 2024-09-13T16:20:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.068+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v120'878 uv878 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.068+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f4f50 con 0x564518119a60 2024-09-13T16:20:57.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.069+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v120'879 uv879 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.071 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:20:57.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.069+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bcb10 con 0x564518119a60 2024-09-13T16:20:57.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.070+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v120'880 uv880 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.070+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bcec0 con 0x564518119a60 2024-09-13T16:20:57.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.072+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v120'881 uv881 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.072+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.073+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v120'882 uv882 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.073+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.074+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v120'883 uv857 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.075+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.076+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v120'884 uv884 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.076+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.077+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v120'885 uv885 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.078 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:20:57.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.077+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bd270 con 0x564518119a60 2024-09-13T16:20:57.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.078+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v120'886 uv886 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.078+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bd270 con 0x564518119a60 2024-09-13T16:20:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.079+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v120'887 uv887 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.079+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.080+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v120'888 uv888 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.080+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.081+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v120'889 uv864 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.081+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.083+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v120'890 uv890 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.083+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.084+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v120'891 uv891 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.085 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:20:57.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.084+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.085+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v120'892 uv892 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.085+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bd270 con 0x564518119a60 2024-09-13T16:20:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.086+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v120'893 uv893 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.086+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bbb00 con 0x564518119a60 2024-09-13T16:20:57.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.087+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v120'894 uv894 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.087+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.088+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v120'895 uv895 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.088+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.090+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v120'896 uv870 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.090+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.091+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v120'897 uv897 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.091+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.092+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v120'898 uv898 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.093 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:20:57.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.092+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.093+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v120'899 uv899 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.093+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.094+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v120'900 uv900 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.094+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.095+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v120'901 uv901 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.095+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.096+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v120'902 uv876 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.096+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.097+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v120'903 uv903 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.097+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.098+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v120'904 uv904 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.100 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:20:57.100 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.098+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.100+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v120'905 uv905 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.101 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.100+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.101+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v120'906 uv906 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.101+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x564518119a60 2024-09-13T16:20:57.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.102+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v120'907 uv907 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.102+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5645181bc500 0x5645181bf280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.102+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645180f9670 con 0x5645181bc500 2024-09-13T16:20:57.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.102+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5645181bc500 0x5645181bf280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.102+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5645181bc500 0x5645181bf280 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.104+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v120'632 uv615 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.104+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bf7c0 con 0x5645181bc500 2024-09-13T16:20:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.105+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v120'633 uv633 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.106 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.105+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181bfb70 con 0x5645181bc500 2024-09-13T16:20:57.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.106+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v120'634 uv634 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.108 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:20:57.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.106+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c0410 con 0x5645181bc500 2024-09-13T16:20:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.108+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v120'635 uv635 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.108+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c07c0 con 0x5645181bc500 2024-09-13T16:20:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.109+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v120'636 uv636 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.109+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c0b70 con 0x5645181bc500 2024-09-13T16:20:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.110+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v120'637 uv620 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.110+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c0f20 con 0x5645181bc500 2024-09-13T16:20:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.111+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v120'638 uv638 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.111+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.113 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:20:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.112+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v120'639 uv639 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.112+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.113+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v120'640 uv640 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.113+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.114+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v120'641 uv641 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.114+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.116+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v120'642 uv625 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.116+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.117+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v120'643 uv643 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.117+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.119 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:20:57.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.118+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v120'644 uv644 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.118+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c4d00 con 0x5645181bc500 2024-09-13T16:20:57.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.119+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v120'645 uv645 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.119+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c4d00 con 0x5645181bc500 2024-09-13T16:20:57.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.120+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v120'646 uv646 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.120+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.121+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v120'647 uv631 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.121+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.122+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v120'648 uv648 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.122+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.123+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v120'649 uv649 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.125 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:20:57.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.124+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c22e0 con 0x5645181bc500 2024-09-13T16:20:57.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.125+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v120'650 uv650 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.125+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c22e0 con 0x5645181bc500 2024-09-13T16:20:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.126+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v120'651 uv651 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.126+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x5645181bc500 2024-09-13T16:20:57.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.127+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v120'652 uv652 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181bc500 2024-09-13T16:20:57.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.127+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x564518119a60 2024-09-13T16:20:57.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.128+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v120'171 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.128+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x564518119a60 2024-09-13T16:20:57.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.129+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v120'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.129+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x564518119a60 2024-09-13T16:20:57.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.130+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v120'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.132 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:20:57.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.130+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c22e0 con 0x564518119a60 2024-09-13T16:20:57.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.131+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v120'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.131+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c22e0 con 0x564518119a60 2024-09-13T16:20:57.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.132+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v120'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.132+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c12d0 con 0x564518119a60 2024-09-13T16:20:57.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.133+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v120'176 uv176 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.133+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5645181c17e0 0x5645181c3bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.133+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c4110 con 0x5645181c17e0 2024-09-13T16:20:57.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.134+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5645181c17e0 0x5645181c3bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.134+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5645181c17e0 0x5645181c3bd0 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.135+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v120'123 uv122 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.135+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c44f0 con 0x5645181c17e0 2024-09-13T16:20:57.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.136+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v120'124 uv124 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.136+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c44f0 con 0x5645181c17e0 2024-09-13T16:20:57.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.137+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v120'125 uv125 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.138 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:20:57.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.137+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c44f0 con 0x5645181c17e0 2024-09-13T16:20:57.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.138+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v120'126 uv126 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.138+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c4460 con 0x564518119a60 2024-09-13T16:20:57.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.139+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v120'171 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.139+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c4460 con 0x564518119a60 2024-09-13T16:20:57.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.140+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v120'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.140+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c4360 con 0x564518119a60 2024-09-13T16:20:57.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.141+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v120'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.143 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:20:57.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.142+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c53d0 con 0x564518119a60 2024-09-13T16:20:57.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.142+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v120'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.142+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c5390 con 0x564518119a60 2024-09-13T16:20:57.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.143+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v120'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.143+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c5390 con 0x564518119a60 2024-09-13T16:20:57.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.144+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v120'176 uv176 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.145+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5645181c4870 0x5645181c4c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.145+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c77f0 con 0x5645181c4870 2024-09-13T16:20:57.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.145+0000 7fbf59948640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5645181c4870 0x5645181c4c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.145+0000 7fbf59948640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5645181c4870 0x5645181c4c70 crc :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.146+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v120'316 uv310 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.146+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c7ba0 con 0x5645181c4870 2024-09-13T16:20:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.148+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v120'317 uv317 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.148+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c7f50 con 0x5645181c4870 2024-09-13T16:20:57.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.149+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v120'318 uv318 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.150 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:20:57.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.149+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c0000 con 0x5645181c4870 2024-09-13T16:20:57.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.150+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v120'319 uv319 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.150+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.151+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v120'320 uv320 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.151+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.152+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v120'321 uv321 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.152+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.153+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v120'322 uv315 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.153+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.154+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v120'323 uv323 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.154+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.156+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v120'324 uv324 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.157 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:20:57.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.156+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.157+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v120'325 uv325 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.157+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181c98d0 con 0x5645181c4870 2024-09-13T16:20:57.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.159+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v120'326 uv326 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.159+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5645181c8e40 0x5645181c9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.159+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cbce0 con 0x5645181c8e40 2024-09-13T16:20:57.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.159+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5645181c8e40 0x5645181c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.159+0000 7fbf59147640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5645181c8e40 0x5645181c9280 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.160+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v120'143 uv142 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181c8e40 2024-09-13T16:20:57.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.160+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cbd20 con 0x5645181c8e40 2024-09-13T16:20:57.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.162+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v120'144 uv144 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181c8e40 2024-09-13T16:20:57.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.162+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c8e40 2024-09-13T16:20:57.164 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:20:57.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.163+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v120'145 uv145 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181c8e40 2024-09-13T16:20:57.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.163+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c8e40 2024-09-13T16:20:57.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.164+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v120'146 uv146 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181c8e40 2024-09-13T16:20:57.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.164+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c8e40 2024-09-13T16:20:57.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.165+0000 7fbf59147640 1 -- 172.21.15.39:0/723333589 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v120'147 uv147 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf4c01e040 con 0x5645181c8e40 2024-09-13T16:20:57.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.165+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x564518119a60 2024-09-13T16:20:57.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.166+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v120'171 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.166+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x564518119a60 2024-09-13T16:20:57.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.167+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v120'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.167+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x564518119a60 2024-09-13T16:20:57.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.168+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v120'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.169 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:20:57.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.168+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cd130 con 0x564518119a60 2024-09-13T16:20:57.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.169+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v120'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.169+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cd130 con 0x564518119a60 2024-09-13T16:20:57.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.170+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v120'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.170+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x564518119a60 2024-09-13T16:20:57.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.171+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v120'176 uv176 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x564518119a60 2024-09-13T16:20:57.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.171+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.172+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v120'284 uv283 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.172+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.173+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v120'285 uv285 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.173+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.174+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v120'286 uv286 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.175 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:20:57.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.174+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.175+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v120'287 uv287 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.175+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.176+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v120'288 uv288 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.176+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.177+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v120'289 uv282 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.177+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.178+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v120'290 uv290 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.178+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.179+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v120'291 uv291 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.181 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:20:57.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.179+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cc120 con 0x5645181c17e0 2024-09-13T16:20:57.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.180+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v120'292 uv292 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.180+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cef70 con 0x5645181c17e0 2024-09-13T16:20:57.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.181+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v120'293 uv293 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.181+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5645181ccc90 0x5645181cf520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.181+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181ccc90 2024-09-13T16:20:57.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.181+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5645181ccc90 0x5645181cf520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.182+0000 7fbf58946640 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5645181ccc90 0x5645181cf520 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.183+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v120'124 uv123 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181ccc90 2024-09-13T16:20:57.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.183+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181ccc90 2024-09-13T16:20:57.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.184+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v120'125 uv125 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181ccc90 2024-09-13T16:20:57.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.184+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181ccc90 2024-09-13T16:20:57.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.185+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v120'126 uv126 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181ccc90 2024-09-13T16:20:57.186 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:20:57.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.185+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181ccc90 2024-09-13T16:20:57.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.186+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v120'127 uv127 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181ccc90 2024-09-13T16:20:57.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.186+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c17e0 2024-09-13T16:20:57.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.187+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v120'171 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.187+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c17e0 2024-09-13T16:20:57.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.188+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v120'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.188+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c17e0 2024-09-13T16:20:57.190 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:20:57.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.189+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v120'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.189+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c17e0 2024-09-13T16:20:57.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.190+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v120'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.190+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c17e0 2024-09-13T16:20:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.191+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v120'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.191+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c17e0 2024-09-13T16:20:57.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.192+0000 7fbf58946640 1 -- 172.21.15.39:0/723333589 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v120'176 uv176 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf5001a040 con 0x5645181c17e0 2024-09-13T16:20:57.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.192+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.194+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v120'145 uv144 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.194+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.195+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v120'146 uv146 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.195+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.197 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:20:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.196+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v120'147 uv147 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.196+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.197+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v120'148 uv148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.198+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.199+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v120'149 uv149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.199+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.200+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v120'351 uv343 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.200+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.201+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v120'352 uv352 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.201+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.203 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:20:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.202+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v120'353 uv353 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.202+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.204+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v120'354 uv354 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.204+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.205+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v120'355 uv355 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.205+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.206+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v120'356 uv350 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.206+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.211+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v120'357 uv357 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.211+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.217 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:20:57.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.216+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v120'358 uv358 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.216+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.218+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v120'359 uv359 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.218+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.222+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v120'360 uv360 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.222+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cf080 con 0x5645181c4870 2024-09-13T16:20:57.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.228+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v120'361 uv361 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.228+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x5645181cfa60 con 0x5645181c4870 2024-09-13T16:20:57.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v120'362 uv362 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fbf54098fc0 con 0x5645181c4870 2024-09-13T16:20:57.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564518119a60 msgr2=0x5645180f4660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564518119a60 0x5645180f4660 crc :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5645181c17e0 msgr2=0x5645181c3bd0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5645181c17e0 0x5645181c3bd0 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5645181ccc90 msgr2=0x5645181cf520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5645181ccc90 0x5645181cf520 crc :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5645181bc500 msgr2=0x5645181bf280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5645181bc500 0x5645181bf280 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 reap_dead start 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5645181c4870 msgr2=0x5645181c4c70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5645181c4870 0x5645181c4c70 crc :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf59948640 1 -- 172.21.15.39:0/723333589 reap_dead start 2024-09-13T16:20:57.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5645181c8e40 msgr2=0x5645181c9280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5645181c8e40 0x5645181c9280 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf3c0695e0 msgr2=0x7fbf3c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf3c0695e0 0x7fbf3c06baa0 secure :-1 s=READY pgs=936 cs=0 l=1 rev1=1 crypto rx=0x7fbf4c005fd0 tx=0x7fbf4c007040 comp rx=0 tx=0).stop 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 msgr2=0x5645180f8ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 0x5645180f8ec0 secure :-1 s=READY pgs=2403 cs=0 l=1 rev1=1 crypto rx=0x7fbf5400a5a0 tx=0x7fbf54002fb0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 shutdown_connections 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5645181c8e40 0x5645181c9280 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf3c0695e0 0x7fbf3c06baa0 unknown :-1 s=CLOSED pgs=936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 --2- 172.21.15.39:0/723333589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564518100940 0x5645180f8ec0 unknown :-1 s=CLOSED pgs=2403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 >> 172.21.15.39:0/723333589 conn(0x56451808c800 msgr2=0x56451803fc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 shutdown_connections 2024-09-13T16:20:57.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.230+0000 7fbf5b64af40 1 -- 172.21.15.39:0/723333589 wait complete. 2024-09-13T16:20:57.235 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 400.00000000 0 2024-09-13T16:20:57.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.319+0000 7fef41bf8f40 1 Processor -- start 2024-09-13T16:20:57.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.319+0000 7fef41bf8f40 1 -- start start 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef41bf8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a46240320 0x562a46312e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef41bf8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a4626bb30 0x562a46311e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef41bf8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46313e20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef41bf8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a461ecbe0 con 0x562a463154a0 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef41bf8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a461e84d0 con 0x562a46240320 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef41bf8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562a46183b60 con 0x562a4626bb30 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46313e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46313e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44550/0 (socket says 172.21.15.39:44550) 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 -- 172.21.15.39:0/392486279 learned_addr learned my addr 172.21.15.39:0/392486279 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3f6f7640 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a46240320 0x562a46312e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3eef6640 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a4626bb30 0x562a46311e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 -- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a4626bb30 msgr2=0x562a46311e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a4626bb30 0x562a46311e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 -- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a46240320 msgr2=0x562a46312e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a46240320 0x562a46312e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 -- 172.21.15.39:0/392486279 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fef28005d20 con 0x562a463154a0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.320+0000 7fef3fef8640 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46313e20 secure :-1 s=READY pgs=2406 cs=0 l=1 rev1=1 crypto rx=0x7fef38001c80 tx=0x7fef3800b6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c038139ac2410fd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef3def4640 1 -- 172.21.15.39:0/392486279 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef3800e470 con 0x562a463154a0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef3def4640 1 -- 172.21.15.39:0/392486279 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef3800e5d0 con 0x562a463154a0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef3def4640 1 -- 172.21.15.39:0/392486279 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef3800e9a0 con 0x562a463154a0 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 -- 172.21.15.39:0/392486279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 msgr2=0x562a46313e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46313e20 secure :-1 s=READY pgs=2406 cs=0 l=1 rev1=1 crypto rx=0x7fef38001c80 tx=0x7fef3800b6c0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 -- 172.21.15.39:0/392486279 shutdown_connections 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46313e20 unknown :-1 s=CLOSED pgs=2406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a4626bb30 0x562a46311e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/392486279 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a46240320 0x562a46312e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 -- 172.21.15.39:0/392486279 >> 172.21.15.39:0/392486279 conn(0x562a462696b0 msgr2=0x562a4623f5c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 -- 172.21.15.39:0/392486279 shutdown_connections 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.321+0000 7fef41bf8f40 1 -- 172.21.15.39:0/392486279 wait complete. 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 Processor -- start 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 -- start start 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a46240320 0x562a46311df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a4626bb30 0x562a46312330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46310060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a46183800 con 0x562a463154a0 2024-09-13T16:20:57.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x562a46166520 con 0x562a4626bb30 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef41bf8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x562a4630e500 con 0x562a46240320 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.322+0000 7fef3fef8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46310060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46310060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44554/0 (socket says 172.21.15.39:44554) 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 -- 172.21.15.39:0/2418647626 learned_addr learned my addr 172.21.15.39:0/2418647626 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3f6f7640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a46240320 0x562a46311df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3eef6640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a4626bb30 0x562a46312330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 -- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a46240320 msgr2=0x562a46311df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x562a46240320 0x562a46311df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 -- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a4626bb30 msgr2=0x562a46312330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x562a4626bb30 0x562a46312330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 -- 172.21.15.39:0/2418647626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x562a46185cd0 con 0x562a463154a0 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3fef8640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46310060 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7fef38001ed0 tx=0x7fef38000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3cef2640 1 -- 172.21.15.39:0/2418647626 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef3801e070 con 0x562a463154a0 2024-09-13T16:20:57.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3cef2640 1 -- 172.21.15.39:0/2418647626 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef3800ee30 con 0x562a463154a0 2024-09-13T16:20:57.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x562a46186060 con 0x562a463154a0 2024-09-13T16:20:57.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef3cef2640 1 -- 172.21.15.39:0/2418647626 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef38017660 con 0x562a463154a0 2024-09-13T16:20:57.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.323+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x562a46185ac0 con 0x562a463154a0 2024-09-13T16:20:57.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef3cef2640 1 -- 172.21.15.39:0/2418647626 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fef380177c0 con 0x562a463154a0 2024-09-13T16:20:57.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef3cef2640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef200695e0 0x7fef2006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef3cef2640 1 -- 172.21.15.39:0/2418647626 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7fef38089d90 con 0x562a463154a0 2024-09-13T16:20:57.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562a4623ec80 0x562a46309cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.f 12:f1f69726:::400.00000000:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e120) v8 -- 0x562a46284130 con 0x562a4623ec80 2024-09-13T16:20:57.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef3f6f7640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef200695e0 0x7fef2006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.325+0000 7fef3eef6640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562a4623ec80 0x562a46309cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.326+0000 7fef3f6f7640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef200695e0 0x7fef2006baa0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x562a463aa580 tx=0x7fef30006aa0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.326+0000 7fef3eef6640 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562a4623ec80 0x562a46309cc0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef3eef6640 1 -- 172.21.15.39:0/2418647626 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 400.00000000 [truncate 0] v120'150 uv150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fef28050980 con 0x562a4623ec80 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562a4623ec80 msgr2=0x562a46309cc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x562a4623ec80 0x562a46309cc0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef200695e0 msgr2=0x7fef2006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef200695e0 0x7fef2006baa0 secure :-1 s=READY pgs=937 cs=0 l=1 rev1=1 crypto rx=0x562a463aa580 tx=0x7fef30006aa0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 msgr2=0x562a46310060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 --2- 172.21.15.39:0/2418647626 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x562a463154a0 0x562a46310060 secure :-1 s=READY pgs=2407 cs=0 l=1 rev1=1 crypto rx=0x7fef38001ed0 tx=0x7fef38000ed0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef3fef8640 1 -- 172.21.15.39:0/2418647626 reap_dead start 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 shutdown_connections 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 >> 172.21.15.39:0/2418647626 conn(0x562a462696b0 msgr2=0x562a46312e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:57.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 shutdown_connections 2024-09-13T16:20:57.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.327+0000 7fef41bf8f40 1 -- 172.21.15.39:0/2418647626 wait complete. 2024-09-13T16:20:57.333 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:20:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.436+0000 7f5234d9d640 1 Processor -- start 2024-09-13T16:20:57.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.436+0000 7f5234d9d640 1 -- start start 2024-09-13T16:20:57.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.437+0000 7f5234d9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f52300b4340 0x7f52300b5e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.437+0000 7f5234d9d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5230160040 con 0x7f523015fc60 2024-09-13T16:20:57.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.437+0000 7f5234d9d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52300d13f0 con 0x7f52300b3f00 2024-09-13T16:20:57.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.437+0000 7f5234d9d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52300d2070 con 0x7f52300b4340 2024-09-13T16:20:57.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.437+0000 7f522f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f523015fc60 0x7f52300d09a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55948/0 (socket says 172.21.15.39:55948) 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.437+0000 7f522f7fe640 1 -- 172.21.15.39:0/558363008 learned_addr learned my addr 172.21.15.39:0/558363008 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522ffff640 1 --2- 172.21.15.39:0/558363008 >> v2:172.21.15.157:3300/0 conn(0x7f52300b4340 0x7f52300b5e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522e7fc640 1 -- 172.21.15.39:0/558363008 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2572606285 0 0) 0x7f5230160040 con 0x7f523015fc60 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522e7fc640 1 -- 172.21.15.39:0/558363008 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5218003520 con 0x7f523015fc60 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522e7fc640 1 -- 172.21.15.39:0/558363008 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3149051580 0 0) 0x7f5218003520 con 0x7f523015fc60 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522ffff640 1 -- 172.21.15.39:0/558363008 >> v1:172.21.15.157:6789/0 conn(0x7f52300b3f00 legacy=0x7f52300b5760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522ffff640 1 -- 172.21.15.39:0/558363008 >> v1:172.21.15.39:6789/0 conn(0x7f523015fc60 legacy=0x7f52300d09a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.438+0000 7f522ffff640 1 -- 172.21.15.39:0/558363008 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52300d16d0 con 0x7f52300b4340 2024-09-13T16:20:57.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f522ffff640 1 --2- 172.21.15.39:0/558363008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b4340 0x7f52300b5e70 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f5228009d90 tx=0x7f522802a680 comp rx=0 tx=0).ready entity=mon.1 client_cookie=44a833b46b155b0d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f522e7fc640 1 -- 172.21.15.39:0/558363008 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5220001670 con 0x7f52300b4340 2024-09-13T16:20:57.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f522e7fc640 1 -- 172.21.15.39:0/558363008 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f522802d050 con 0x7f52300b4340 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f522e7fc640 1 -- 172.21.15.39:0/558363008 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5228007740 con 0x7f52300b4340 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 -- 172.21.15.39:0/558363008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b4340 msgr2=0x7f52300b5e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 --2- 172.21.15.39:0/558363008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b4340 0x7f52300b5e70 secure :-1 s=READY pgs=650 cs=0 l=1 rev1=1 crypto rx=0x7f5228009d90 tx=0x7f522802a680 comp rx=0 tx=0).stop 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 -- 172.21.15.39:0/558363008 shutdown_connections 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 --2- 172.21.15.39:0/558363008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b4340 0x7f52300b5e70 unknown :-1 s=CLOSED pgs=650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 -- 172.21.15.39:0/558363008 >> 172.21.15.39:0/558363008 conn(0x7f52300cf0e0 msgr2=0x7f52300cf4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 -- 172.21.15.39:0/558363008 shutdown_connections 2024-09-13T16:20:57.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.439+0000 7f5234d9d640 1 -- 172.21.15.39:0/558363008 wait complete. 2024-09-13T16:20:57.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.441+0000 7f5234d9d640 1 Processor -- start 2024-09-13T16:20:57.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.441+0000 7f5234d9d640 1 -- start start 2024-09-13T16:20:57.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.441+0000 7f5234d9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b3f00 0x7f52301f22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 0x7f5230152740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f523015fc60 0x7f5230152c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5230158210 con 0x7f52300b4340 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f523015a330 con 0x7f52300b3f00 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f523015a610 con 0x7f523015fc60 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 0x7f5230152740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 0x7f5230152740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44564/0 (socket says 172.21.15.39:44564) 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 -- 172.21.15.39:0/1730920344 learned_addr learned my addr 172.21.15.39:0/1730920344 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522f7fe640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b3f00 0x7f52301f22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522ffff640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f523015fc60 0x7f5230152c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 -- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f523015fc60 msgr2=0x7f5230152c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f523015fc60 0x7f5230152c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 -- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b3f00 msgr2=0x7f52301f22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b3f00 0x7f52301f22d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 -- 172.21.15.39:0/1730920344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5228009a70 con 0x7f52300b4340 2024-09-13T16:20:57.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f522effd640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 0x7f5230152740 secure :-1 s=READY pgs=2409 cs=0 l=1 rev1=1 crypto rx=0x7f522400c450 tx=0x7f522400c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52240052d0 con 0x7f52300b4340 2024-09-13T16:20:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5224005430 con 0x7f52300b4340 2024-09-13T16:20:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f523015a8f0 con 0x7f52300b4340 2024-09-13T16:20:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5224012870 con 0x7f52300b4340 2024-09-13T16:20:57.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.442+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52301f2810 con 0x7f52300b4340 2024-09-13T16:20:57.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.443+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5230158410 con 0x7f52300b4340 2024-09-13T16:20:57.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.444+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f52240129d0 con 0x7f52300b4340 2024-09-13T16:20:57.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.444+0000 7f5217fff640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f521c06ac30 0x7f521c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:57.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.444+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(120..120 src has 1..120) v4 ==== 8232+0+0 (secure 0 0 0) 0x7f5224089870 con 0x7f52300b4340 2024-09-13T16:20:57.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.445+0000 7f522f7fe640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f521c06ac30 0x7f521c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:57.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.445+0000 7f522f7fe640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f521c06ac30 0x7f521c06d0f0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f52200011e0 tx=0x7f5220009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:57.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.449+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5230158410 con 0x7f52300b4340 2024-09-13T16:20:57.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:57.655+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f52301583e0 con 0x7f52300b4340 2024-09-13T16:20:58.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.009+0000 7f5217fff640 1 -- 172.21.15.39:0/1730920344 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v250) v1 ==== 162+0+0 (secure 0 0 0) 0x7f5224054020 con 0x7f52300b4340 2024-09-13T16:20:58.010 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f521c06ac30 msgr2=0x7f521c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f521c06ac30 0x7f521c06d0f0 secure :-1 s=READY pgs=938 cs=0 l=1 rev1=1 crypto rx=0x7f52200011e0 tx=0x7f5220009040 comp rx=0 tx=0).stop 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 msgr2=0x7f5230152740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 0x7f5230152740 secure :-1 s=READY pgs=2409 cs=0 l=1 rev1=1 crypto rx=0x7f522400c450 tx=0x7f522400c910 comp rx=0 tx=0).stop 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 shutdown_connections 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f521c06ac30 0x7f521c06d0f0 unknown :-1 s=CLOSED pgs=938 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f523015fc60 0x7f5230152c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52300b4340 0x7f5230152740 unknown :-1 s=CLOSED pgs=2409 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 --2- 172.21.15.39:0/1730920344 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52300b3f00 0x7f52301f22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 >> 172.21.15.39:0/1730920344 conn(0x7f52300cf0e0 msgr2=0x7f52300b7530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:58.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 shutdown_connections 2024-09-13T16:20:58.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.011+0000 7f5234d9d640 1 -- 172.21.15.39:0/1730920344 wait complete. 2024-09-13T16:20:58.015 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:20:58.014+0000 7f5dfd3a8640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-13T16:20:58.016 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:58.015+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:20:58.016 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:20:58.015+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:20:58.027 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:58.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.129+0000 7f3a91b08640 1 Processor -- start 2024-09-13T16:20:58.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.129+0000 7f3a91b08640 1 -- start start 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.129+0000 7f3a91b08640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3a8c156cf0 0x7f3a8c15cc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.129+0000 7f3a91b08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a8c070b80 0x7f3a8c0ad060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a91b08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a8c15d590 con 0x7f3a8c0ad5a0 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a91b08640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a8c15d870 con 0x7f3a8c070b80 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a91b08640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a8c15db50 con 0x7f3a8c156cf0 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a8c070b80 0x7f3a8c0ad060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a8c070b80 0x7f3a8c0ad060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44566/0 (socket says 172.21.15.39:44566) 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 -- 172.21.15.39:0/2151662766 learned_addr learned my addr 172.21.15.39:0/2151662766 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8b7fe640 1 --2- 172.21.15.39:0/2151662766 >> v2:172.21.15.157:3300/0 conn(0x7f3a8c156cf0 0x7f3a8c15cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 -- 172.21.15.39:0/2151662766 >> v2:172.21.15.157:3300/0 conn(0x7f3a8c156cf0 msgr2=0x7f3a8c15cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 --2- 172.21.15.39:0/2151662766 >> v2:172.21.15.157:3300/0 conn(0x7f3a8c156cf0 0x7f3a8c15cc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 -- 172.21.15.39:0/2151662766 >> v1:172.21.15.157:6789/0 conn(0x7f3a8c0ad5a0 legacy=0x7f3a8c0ada00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.130+0000 7f3a8affd640 1 -- 172.21.15.39:0/2151662766 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a8c0ac860 con 0x7f3a8c070b80 2024-09-13T16:20:58.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a8affd640 1 --2- 172.21.15.39:0/2151662766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c0ad060 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c065ef0 tx=0x7f3a8002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=781a128c8f09058d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a8a7fc640 1 -- 172.21.15.39:0/2151662766 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a80032440 con 0x7f3a8c070b80 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a8a7fc640 1 -- 172.21.15.39:0/2151662766 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a800325a0 con 0x7f3a8c070b80 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a8a7fc640 1 -- 172.21.15.39:0/2151662766 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a80032930 con 0x7f3a8c070b80 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 -- 172.21.15.39:0/2151662766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 msgr2=0x7f3a8c0ad060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2151662766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c0ad060 secure :-1 s=READY pgs=2410 cs=0 l=1 rev1=1 crypto rx=0x7f3a8c065ef0 tx=0x7f3a8002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 -- 172.21.15.39:0/2151662766 shutdown_connections 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2151662766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c0ad060 unknown :-1 s=CLOSED pgs=2410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2151662766 >> v2:172.21.15.157:3300/0 conn(0x7f3a8c156cf0 0x7f3a8c15cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 -- 172.21.15.39:0/2151662766 >> 172.21.15.39:0/2151662766 conn(0x7f3a8c06ae10 msgr2=0x7f3a8c06b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:58.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.131+0000 7f3a91b08640 1 -- 172.21.15.39:0/2151662766 shutdown_connections 2024-09-13T16:20:58.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.132+0000 7f3a91b08640 1 -- 172.21.15.39:0/2151662766 wait complete. 2024-09-13T16:20:58.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.133+0000 7f3a91b08640 1 Processor -- start 2024-09-13T16:20:58.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.133+0000 7f3a91b08640 1 -- start start 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c152820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a8c156cf0 0x7f3a8c1550a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a8c1f2af0 0x7f3a8c15b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c0cbee0 con 0x7f3a8c070b80 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c155a10 con 0x7f3a8c1f2af0 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a8c0cb540 con 0x7f3a8c156cf0 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c152820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c152820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44568/0 (socket says 172.21.15.39:44568) 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 -- 172.21.15.39:0/2773841107 learned_addr learned my addr 172.21.15.39:0/2773841107 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:58.137 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8affd640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a8c156cf0 0x7f3a8c1550a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8bfff640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a8c1f2af0 0x7f3a8c15b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 -- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a8c156cf0 msgr2=0x7f3a8c1550a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a8c156cf0 0x7f3a8c1550a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 -- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a8c1f2af0 msgr2=0x7f3a8c15b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a8c1f2af0 0x7f3a8c15b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 -- 172.21.15.39:0/2773841107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a800094d0 con 0x7f3a8c070b80 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8affd640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a8c156cf0 0x7f3a8c1550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a8b7fe640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c152820 secure :-1 s=READY pgs=2411 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c00c7f0 tx=0x7f3a7c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c004220 con 0x7f3a8c070b80 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a7c0043a0 con 0x7f3a8c070b80 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a8c0cb820 con 0x7f3a8c070b80 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a7c007860 con 0x7f3a8c070b80 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.134+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a8c152d60 con 0x7f3a8c070b80 2024-09-13T16:20:58.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.135+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a8c0ae1a0 con 0x7f3a8c070b80 2024-09-13T16:20:58.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.136+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3a7c0079c0 con 0x7f3a8c070b80 2024-09-13T16:20:58.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.136+0000 7f3a73fff640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a7806ac00 0x7f3a7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.136+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7f3a7c089b40 con 0x7f3a8c070b80 2024-09-13T16:20:58.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.137+0000 7f3a8affd640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a7806ac00 0x7f3a7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.137+0000 7f3a8affd640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a7806ac00 0x7f3a7806d0c0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f3a80034000 tx=0x7f3a8002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.140+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3a7c08d030 con 0x7f3a8c070b80 2024-09-13T16:20:58.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.345+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3a8c0735e0 con 0x7f3a8c070b80 2024-09-13T16:20:58.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.345+0000 7f3a73fff640 1 -- 172.21.15.39:0/2773841107 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 252 v252) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f3a7c01e020 con 0x7f3a8c070b80 2024-09-13T16:20:58.347 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:58.347 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":252,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":252,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:58.016305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:58.347 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 252 2024-09-13T16:20:58.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a7806ac00 msgr2=0x7f3a7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a7806ac00 0x7f3a7806d0c0 secure :-1 s=READY pgs=939 cs=0 l=1 rev1=1 crypto rx=0x7f3a80034000 tx=0x7f3a8002e000 comp rx=0 tx=0).stop 2024-09-13T16:20:58.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 msgr2=0x7f3a8c152820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c152820 secure :-1 s=READY pgs=2411 cs=0 l=1 rev1=1 crypto rx=0x7f3a7c00c7f0 tx=0x7f3a7c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 shutdown_connections 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a7806ac00 0x7f3a7806d0c0 unknown :-1 s=CLOSED pgs=939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a8c1f2af0 0x7f3a8c15b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a8c156cf0 0x7f3a8c1550a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 --2- 172.21.15.39:0/2773841107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a8c070b80 0x7f3a8c152820 unknown :-1 s=CLOSED pgs=2411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.347+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 >> 172.21.15.39:0/2773841107 conn(0x7f3a8c06ae10 msgr2=0x7f3a8c06b1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.348+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 shutdown_connections 2024-09-13T16:20:58.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.348+0000 7f3a91b08640 1 -- 172.21.15.39:0/2773841107 wait complete. 2024-09-13T16:20:58.359 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:58.360 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:58.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.460+0000 7f4c498d0640 1 Processor -- start 2024-09-13T16:20:58.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.460+0000 7f4c498d0640 1 -- start start 2024-09-13T16:20:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c498d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4c440cee00 0x7f4c4406f4a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c498d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 0x7f4c440ce320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c498d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c4406fbd0 con 0x7f4c44069ed0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c498d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c4406f9e0 con 0x7f4c440cee00 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c498d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4406feb0 con 0x7f4c44158cb0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c437fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4c44069ed0 0x7f4c4406a2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55958/0 (socket says 172.21.15.39:55958) 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c437fe640 1 -- 172.21.15.39:0/1161346873 learned_addr learned my addr 172.21.15.39:0/1161346873 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c42ffd640 1 --2- 172.21.15.39:0/1161346873 >> v2:172.21.15.157:3300/0 conn(0x7f4c440cee00 0x7f4c4406f4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1622427961 0 0) 0x7f4c4406fbd0 con 0x7f4c44069ed0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 0x7f4c440ce320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.461+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c30003520 con 0x7f4c44069ed0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1807830462 0 0) 0x7f4c30003520 con 0x7f4c44069ed0 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 msgr2=0x7f4c440ce320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 0x7f4c440ce320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 >> v2:172.21.15.157:3300/0 conn(0x7f4c440cee00 msgr2=0x7f4c4406f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 --2- 172.21.15.39:0/1161346873 >> v2:172.21.15.157:3300/0 conn(0x7f4c440cee00 0x7f4c4406f4a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c44070190 con 0x7f4c44069ed0 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4c3c0019f0 con 0x7f4c44069ed0 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 >> v1:172.21.15.39:6789/0 conn(0x7f4c44069ed0 legacy=0x7f4c4406a2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 0x7f4c30003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c300047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c30004d00 0x7f4c30005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c4406feb0 con 0x7f4c30003ef0 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c3000b980 con 0x7f4c30004d00 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c3000bac0 con 0x7f4c44158cb0 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c300047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c437fe640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c30004d00 0x7f4c30005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c42ffd640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 0x7f4c30003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c3bfff640 1 -- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 msgr2=0x7f4c30003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c44158cb0 0x7f4c30003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c3bfff640 1 -- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c30004d00 msgr2=0x7f4c30005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c30004d00 0x7f4c30005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.462+0000 7f4c3bfff640 1 -- 172.21.15.39:0/1161346873 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c30003520 con 0x7f4c30003ef0 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.463+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c300047c0 secure :-1 s=READY pgs=2413 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c009ac0 tx=0x7f4c300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d05070e96122dc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.463+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c2c031400 con 0x7f4c30003ef0 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.463+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c2c02d050 con 0x7f4c30003ef0 2024-09-13T16:20:58.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.463+0000 7f4c427fc640 1 -- 172.21.15.39:0/1161346873 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c2c031780 con 0x7f4c30003ef0 2024-09-13T16:20:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c498d0640 1 -- 172.21.15.39:0/1161346873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 msgr2=0x7f4c300047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1161346873 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c300047c0 secure :-1 s=READY pgs=2413 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c009ac0 tx=0x7f4c300057f0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c437fe640 1 -- 172.21.15.39:0/1161346873 reap_dead start 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c498d0640 1 -- 172.21.15.39:0/1161346873 shutdown_connections 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c498d0640 1 -- 172.21.15.39:0/1161346873 >> 172.21.15.39:0/1161346873 conn(0x7f4c4406b3b0 msgr2=0x7f4c4406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c498d0640 1 -- 172.21.15.39:0/1161346873 shutdown_connections 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.464+0000 7f4c498d0640 1 -- 172.21.15.39:0/1161346873 wait complete. 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.465+0000 7f4c498d0640 1 Processor -- start 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.465+0000 7f4c498d0640 1 -- start start 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c44148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c44152d80 0x7f4c44153200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c440a8b40 0x7f4c440a8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c441542f0 con 0x7f4c30003ef0 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c44153740 con 0x7f4c44152d80 2024-09-13T16:20:58.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c440a98b0 con 0x7f4c440a8b40 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c44148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c44148fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44584/0 (socket says 172.21.15.39:44584) 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 -- 172.21.15.39:0/1330854467 learned_addr learned my addr 172.21.15.39:0/1330854467 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c44152d80 0x7f4c44153200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c437fe640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c440a8b40 0x7f4c440a8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 -- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c440a8b40 msgr2=0x7f4c440a8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c440a8b40 0x7f4c440a8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 -- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c44152d80 msgr2=0x7f4c44153200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c44152d80 0x7f4c44153200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 -- 172.21.15.39:0/1330854467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c44149520 con 0x7f4c30003ef0 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c42ffd640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c44148fe0 secure :-1 s=READY pgs=2414 cs=0 l=1 rev1=1 crypto rx=0x7f4c340116d0 tx=0x7f4c34011b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3400f9c0 con 0x7f4c30003ef0 2024-09-13T16:20:58.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c3400fb20 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c3400fe90 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c441544d0 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.466+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c44154a90 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.467+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c440672f0 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.468+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4c34015460 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.468+0000 7f4c40ff9640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4c2406ac30 0x7f4c2406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.468+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7f4c3408a300 con 0x7f4c30003ef0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.468+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4c2406ac30 0x7f4c2406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.469+0000 7f4c3bfff640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4c2406ac30 0x7f4c2406d0f0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c033000 tx=0x7f4c2c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.473+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4c34054a60 con 0x7f4c30003ef0 2024-09-13T16:20:58.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.681+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4c440cbe40 con 0x7f4c30003ef0 2024-09-13T16:20:58.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.682+0000 7f4c40ff9640 1 -- 172.21.15.39:0/1330854467 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 252 v252) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f4c34022cb0 con 0x7f4c30003ef0 2024-09-13T16:20:58.683 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:58.683 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":252,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":252,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:58.016305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:58.684 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 252 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.683+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4c2406ac30 msgr2=0x7f4c2406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.683+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4c2406ac30 0x7f4c2406d0f0 secure :-1 s=READY pgs=940 cs=0 l=1 rev1=1 crypto rx=0x7f4c2c033000 tx=0x7f4c2c008030 comp rx=0 tx=0).stop 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.683+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 msgr2=0x7f4c44148fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.683+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c44148fe0 secure :-1 s=READY pgs=2414 cs=0 l=1 rev1=1 crypto rx=0x7f4c340116d0 tx=0x7f4c34011b90 comp rx=0 tx=0).stop 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 shutdown_connections 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4c2406ac30 0x7f4c2406d0f0 unknown :-1 s=CLOSED pgs=940 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4c440a8b40 0x7f4c440a8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4c44152d80 0x7f4c44153200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 --2- 172.21.15.39:0/1330854467 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4c30003ef0 0x7f4c44148fe0 unknown :-1 s=CLOSED pgs=2414 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 >> 172.21.15.39:0/1330854467 conn(0x7f4c4406b3b0 msgr2=0x7f4c440cc050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 shutdown_connections 2024-09-13T16:20:58.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.684+0000 7f4c498d0640 1 -- 172.21.15.39:0/1330854467 wait complete. 2024-09-13T16:20:58.695 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:20:58.696 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:20:58.732 INFO:tasks.ceph.mds.a.smithi039.stderr: -48> 2024-09-13T16:20:53.978+0000 7f0ad2a1d640 -1 log_channel(cluster) log [ERR] : error decoding table object 'mds0_inotable': End of buffer [buffer:2] 2024-09-13T16:20:58.756 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:20:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.797+0000 7fefcc71f640 1 Processor -- start 2024-09-13T16:20:58.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.797+0000 7fefcc71f640 1 -- start start 2024-09-13T16:20:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.798+0000 7fefcc71f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fefc40b41a0 0x7fefc40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.798+0000 7fefcc71f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefc40ccf80 0x7fefc40d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.798+0000 7fefcc71f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fefc40cde30 con 0x7fefc40d0830 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.798+0000 7fefcc71f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc40b5090 con 0x7fefc40ccf80 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.798+0000 7fefcc71f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefc40cd820 con 0x7fefc40b41a0 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefc40ccf80 0x7fefc40d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefc40ccf80 0x7fefc40d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44608/0 (socket says 172.21.15.39:44608) 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 -- 172.21.15.39:0/3913328381 learned_addr learned my addr 172.21.15.39:0/3913328381 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefca4bb640 1 --2- 172.21.15.39:0/3913328381 >> v2:172.21.15.157:3300/0 conn(0x7fefc40b41a0 0x7fefc40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 -- 172.21.15.39:0/3913328381 >> v2:172.21.15.157:3300/0 conn(0x7fefc40b41a0 msgr2=0x7fefc40b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 --2- 172.21.15.39:0/3913328381 >> v2:172.21.15.157:3300/0 conn(0x7fefc40b41a0 0x7fefc40b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 -- 172.21.15.39:0/3913328381 >> v1:172.21.15.157:6789/0 conn(0x7fefc40d0830 legacy=0x7fefc4166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.799+0000 7fefc9cba640 1 -- 172.21.15.39:0/3913328381 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc40b4ac0 con 0x7fefc40ccf80 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefc9cba640 1 --2- 172.21.15.39:0/3913328381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40ccf80 0x7fefc40d02f0 secure :-1 s=READY pgs=2418 cs=0 l=1 rev1=1 crypto rx=0x7fefc4073580 tx=0x7fefc002a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76d628fef0e418da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefc94b9640 1 -- 172.21.15.39:0/3913328381 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0032440 con 0x7fefc40ccf80 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefc94b9640 1 -- 172.21.15.39:0/3913328381 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefc00325a0 con 0x7fefc40ccf80 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefc94b9640 1 -- 172.21.15.39:0/3913328381 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefc0032930 con 0x7fefc40ccf80 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefcc71f640 1 -- 172.21.15.39:0/3913328381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40ccf80 msgr2=0x7fefc40d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefcc71f640 1 --2- 172.21.15.39:0/3913328381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40ccf80 0x7fefc40d02f0 secure :-1 s=READY pgs=2418 cs=0 l=1 rev1=1 crypto rx=0x7fefc4073580 tx=0x7fefc002a270 comp rx=0 tx=0).stop 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefcc71f640 1 -- 172.21.15.39:0/3913328381 shutdown_connections 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefcc71f640 1 --2- 172.21.15.39:0/3913328381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40ccf80 0x7fefc40d02f0 unknown :-1 s=CLOSED pgs=2418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefcc71f640 1 --2- 172.21.15.39:0/3913328381 >> v2:172.21.15.157:3300/0 conn(0x7fefc40b41a0 0x7fefc40b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.800+0000 7fefcc71f640 1 -- 172.21.15.39:0/3913328381 >> 172.21.15.39:0/3913328381 conn(0x7fefc40cf1a0 msgr2=0x7fefc40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.801+0000 7fefcc71f640 1 -- 172.21.15.39:0/3913328381 shutdown_connections 2024-09-13T16:20:58.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.801+0000 7fefcc71f640 1 -- 172.21.15.39:0/3913328381 wait complete. 2024-09-13T16:20:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 Processor -- start 2024-09-13T16:20:58.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 -- start start 2024-09-13T16:20:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 0x7fefc414e4c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefc40ccf80 0x7fefc40ab280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefc40d0830 0x7fefc40b6470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc414ed50 con 0x7fefc40b41a0 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefc40abd40 con 0x7fefc40ccf80 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefcc71f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefc40ac020 con 0x7fefc40d0830 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.802+0000 7fefca4bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 0x7fefc414e4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 0x7fefc414e4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44624/0 (socket says 172.21.15.39:44624) 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 -- 172.21.15.39:0/4109546641 learned_addr learned my addr 172.21.15.39:0/4109546641 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefcacbc640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefc40d0830 0x7fefc40b6470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefc9cba640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefc40ccf80 0x7fefc40ab280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 -- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefc40d0830 msgr2=0x7fefc40b6470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefc40d0830 0x7fefc40b6470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 -- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefc40ccf80 msgr2=0x7fefc40ab280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefc40ccf80 0x7fefc40ab280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:58.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 -- 172.21.15.39:0/4109546641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefc00094d0 con 0x7fefc40b41a0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefca4bb640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 0x7fefc414e4c0 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7fefb800d800 tx=0x7fefb800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb800b6c0 con 0x7fefc40b41a0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefb800b820 con 0x7fefc40b41a0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefc414efa0 con 0x7fefc40b41a0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefb800bbb0 con 0x7fefc40b41a0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.803+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefc414ea00 con 0x7fefc40b41a0 2024-09-13T16:20:58.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.804+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefc4067330 con 0x7fefc40b41a0 2024-09-13T16:20:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.805+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fefb800bd10 con 0x7fefc40b41a0 2024-09-13T16:20:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.805+0000 7fefb6ffd640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefa806ac00 0x7fefa806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.805+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7fefb808a2f0 con 0x7fefc40b41a0 2024-09-13T16:20:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.805+0000 7fefc9cba640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefa806ac00 0x7fefa806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:58.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.806+0000 7fefc9cba640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefa806ac00 0x7fefa806d0c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fefc0034000 tx=0x7fefc002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:58.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:58.809+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fefb8054ae0 con 0x7fefc40b41a0 2024-09-13T16:20:59.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.018+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fefc4066ec0 con 0x7fefc40b41a0 2024-09-13T16:20:59.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.018+0000 7fefb6ffd640 1 -- 172.21.15.39:0/4109546641 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 252 v252) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fefb8058100 con 0x7fefc40b41a0 2024-09-13T16:20:59.020 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:20:59.020 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":252,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":252,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:20:58.016305+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":121,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:20:59.020 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 252 2024-09-13T16:20:59.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefa806ac00 msgr2=0x7fefa806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:59.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefa806ac00 0x7fefa806d0c0 secure :-1 s=READY pgs=941 cs=0 l=1 rev1=1 crypto rx=0x7fefc0034000 tx=0x7fefc002e000 comp rx=0 tx=0).stop 2024-09-13T16:20:59.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 msgr2=0x7fefc414e4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:59.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 0x7fefc414e4c0 secure :-1 s=READY pgs=2419 cs=0 l=1 rev1=1 crypto rx=0x7fefb800d800 tx=0x7fefb800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 shutdown_connections 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefa806ac00 0x7fefa806d0c0 unknown :-1 s=CLOSED pgs=941 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefc40d0830 0x7fefc40b6470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefc40ccf80 0x7fefc40ab280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 --2- 172.21.15.39:0/4109546641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefc40b41a0 0x7fefc414e4c0 unknown :-1 s=CLOSED pgs=2419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.020+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 >> 172.21.15.39:0/4109546641 conn(0x7fefc40cf1a0 msgr2=0x7fefc40cb800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.021+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 shutdown_connections 2024-09-13T16:20:59.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.021+0000 7fefcc71f640 1 -- 172.21.15.39:0/4109546641 wait complete. 2024-09-13T16:20:59.033 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 400.00000000' led to DAMAGED state 2024-09-13T16:20:59.033 INFO:tasks.cephfs.test_damage:Applying mutation 'Truncate 100.00000000.inode' 2024-09-13T16:20:59.033 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:20:59.033 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:20:59.090 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:20:59.090 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:20:59.090 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:20:59.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:20:59.090 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:20:59.146 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:20:59.147 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:20:59.147 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:20:59.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.287+0000 7fe7aafaa640 1 Processor -- start 2024-09-13T16:20:59.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 -- start start 2024-09-13T16:20:59.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe7a415c830 0x7fe7a40ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a40b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe7a40acda0 0x7fe7a40b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7a40b1f50 con 0x7fe7a415c830 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7a40b4080 con 0x7fe7a40acda0 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.288+0000 7fe7aafaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a415cc10 con 0x7fe7a406cca0 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe7a415c830 0x7fe7a40ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe7a415c830 0x7fe7a40ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44632/0 (socket says 172.21.15.39:44632) 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 -- 172.21.15.39:0/1009431645 learned_addr learned my addr 172.21.15.39:0/1009431645 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a3fff640 1 --2- 172.21.15.39:0/1009431645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a40b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a9547640 1 --2- 172.21.15.39:0/1009431645 >> v2:172.21.15.157:3300/0 conn(0x7fe7a40acda0 0x7fe7a40b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 -- 172.21.15.39:0/1009431645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 msgr2=0x7fe7a40b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:59.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 --2- 172.21.15.39:0/1009431645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a40b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 -- 172.21.15.39:0/1009431645 >> v2:172.21.15.157:3300/0 conn(0x7fe7a40acda0 msgr2=0x7fe7a40b4a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:20:59.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 --2- 172.21.15.39:0/1009431645 >> v2:172.21.15.157:3300/0 conn(0x7fe7a40acda0 0x7fe7a40b4a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.289+0000 7fe7a8d46640 1 -- 172.21.15.39:0/1009431645 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a40b3750 con 0x7fe7a415c830 2024-09-13T16:20:59.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.290+0000 7fe7a8d46640 1 --2- 172.21.15.39:0/1009431645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a415c830 0x7fe7a40ac860 secure :-1 s=READY pgs=2420 cs=0 l=1 rev1=1 crypto rx=0x7fe798009870 tx=0x7fe79802a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ddf5f2e604675ca6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:59.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.290+0000 7fe7a37fe640 1 -- 172.21.15.39:0/1009431645 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe798032440 con 0x7fe7a415c830 2024-09-13T16:20:59.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.290+0000 7fe7a37fe640 1 -- 172.21.15.39:0/1009431645 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7980325a0 con 0x7fe7a415c830 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.290+0000 7fe7a37fe640 1 -- 172.21.15.39:0/1009431645 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe798032930 con 0x7fe7a415c830 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 -- 172.21.15.39:0/1009431645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a415c830 msgr2=0x7fe7a40ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/1009431645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a415c830 0x7fe7a40ac860 secure :-1 s=READY pgs=2420 cs=0 l=1 rev1=1 crypto rx=0x7fe798009870 tx=0x7fe79802a210 comp rx=0 tx=0).stop 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 -- 172.21.15.39:0/1009431645 shutdown_connections 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/1009431645 >> v2:172.21.15.157:3300/0 conn(0x7fe7a40acda0 0x7fe7a40b4a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/1009431645 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a40b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/1009431645 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a415c830 0x7fe7a40ac860 unknown :-1 s=CLOSED pgs=2420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 -- 172.21.15.39:0/1009431645 >> 172.21.15.39:0/1009431645 conn(0x7fe7a40ae990 msgr2=0x7fe7a40aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 -- 172.21.15.39:0/1009431645 shutdown_connections 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.291+0000 7fe7aafaa640 1 -- 172.21.15.39:0/1009431645 wait complete. 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.292+0000 7fe7aafaa640 1 Processor -- start 2024-09-13T16:20:59.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.292+0000 7fe7aafaa640 1 -- start start 2024-09-13T16:20:59.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7aafaa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a415a340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7aafaa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 0x7fe7a4151a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7aafaa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a415c830 0x7fe7a414d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7aafaa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a41f2160 con 0x7fe7a40acda0 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7aafaa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a4151f90 con 0x7fe7a415c830 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7aafaa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a4152210 con 0x7fe7a406cca0 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 0x7fe7a4151a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 0x7fe7a4151a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44640/0 (socket says 172.21.15.39:44640) 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 -- 172.21.15.39:0/5651985 learned_addr learned my addr 172.21.15.39:0/5651985 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a9547640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a415c830 0x7fe7a414d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a8d46640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a415a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 -- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 msgr2=0x7fe7a415a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a415a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 -- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a415c830 msgr2=0x7fe7a414d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:20:59.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a415c830 0x7fe7a414d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 -- 172.21.15.39:0/5651985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7980094d0 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.293+0000 7fe7a3fff640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 0x7fe7a4151a50 secure :-1 s=READY pgs=2421 cs=0 l=1 rev1=1 crypto rx=0x7fe79000d5f0 tx=0x7fe79000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.294+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe790018070 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.294+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe790004240 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.294+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7a41524f0 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.294+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7900043f0 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.294+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7a41536d0 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.295+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7a4152a10 con 0x7fe7a40acda0 2024-09-13T16:20:59.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.295+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe790003610 con 0x7fe7a40acda0 2024-09-13T16:20:59.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.296+0000 7fe7a17fa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78806ac00 0x7fe78806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:20:59.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.296+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7fe790089a40 con 0x7fe7a40acda0 2024-09-13T16:20:59.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.296+0000 7fe7a8d46640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78806ac00 0x7fe78806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:20:59.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.297+0000 7fe7a8d46640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78806ac00 0x7fe78806d0c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fe798034000 tx=0x7fe79802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:20:59.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.300+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe7a4152a10 con 0x7fe7a40acda0 2024-09-13T16:20:59.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:20:59.505+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe7a4153530 con 0x7fe7a40acda0 2024-09-13T16:21:00.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.039+0000 7fe7a17fa640 1 -- 172.21.15.39:0/5651985 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v254) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe7a4153530 con 0x7fe7a40acda0 2024-09-13T16:21:00.041 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:21:00.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.041+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78806ac00 msgr2=0x7fe78806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:00.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.041+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78806ac00 0x7fe78806d0c0 secure :-1 s=READY pgs=943 cs=0 l=1 rev1=1 crypto rx=0x7fe798034000 tx=0x7fe79802e000 comp rx=0 tx=0).stop 2024-09-13T16:21:00.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.041+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 msgr2=0x7fe7a4151a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:00.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.041+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 0x7fe7a4151a50 secure :-1 s=READY pgs=2421 cs=0 l=1 rev1=1 crypto rx=0x7fe79000d5f0 tx=0x7fe79000dab0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 shutdown_connections 2024-09-13T16:21:00.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78806ac00 0x7fe78806d0c0 unknown :-1 s=CLOSED pgs=943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a415c830 0x7fe7a414d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a40acda0 0x7fe7a4151a50 unknown :-1 s=CLOSED pgs=2421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 --2- 172.21.15.39:0/5651985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a406cca0 0x7fe7a415a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 >> 172.21.15.39:0/5651985 conn(0x7fe7a40ae990 msgr2=0x7fe7a406f9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:00.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 shutdown_connections 2024-09-13T16:21:00.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.042+0000 7fe7aafaa640 1 -- 172.21.15.39:0/5651985 wait complete. 2024-09-13T16:21:00.056 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:21:00.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.160+0000 7fe24ff83640 1 Processor -- start 2024-09-13T16:21:00.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.160+0000 7fe24ff83640 1 -- start start 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24ff83640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe24815cef0 0x7fe2480cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24ff83640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe2480b5ab0 0x7fe2480b5ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24ff83640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2480d11f0 con 0x7fe2480cd560 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24ff83640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2480b6410 con 0x7fe24815cef0 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24ff83640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe24815d2d0 con 0x7fe2480b5ab0 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24dd1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe24815cef0 0x7fe2480cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24dd1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe24815cef0 0x7fe2480cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44654/0 (socket says 172.21.15.39:44654) 2024-09-13T16:21:00.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.161+0000 7fe24dd1f640 1 -- 172.21.15.39:0/1353785964 learned_addr learned my addr 172.21.15.39:0/1353785964 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:00.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.162+0000 7fe24dd1f640 1 -- 172.21.15.39:0/1353785964 >> v2:172.21.15.157:3300/0 conn(0x7fe2480b5ab0 msgr2=0x7fe2480b5ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:00.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.162+0000 7fe24dd1f640 1 --2- 172.21.15.39:0/1353785964 >> v2:172.21.15.157:3300/0 conn(0x7fe2480b5ab0 0x7fe2480b5ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.162+0000 7fe24dd1f640 1 -- 172.21.15.39:0/1353785964 >> v1:172.21.15.157:6789/0 conn(0x7fe2480cd560 legacy=0x7fe2480d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:00.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.162+0000 7fe24dd1f640 1 -- 172.21.15.39:0/1353785964 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2480cda00 con 0x7fe24815cef0 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.162+0000 7fe24dd1f640 1 --2- 172.21.15.39:0/1353785964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe2480cd020 secure :-1 s=READY pgs=2422 cs=0 l=1 rev1=1 crypto rx=0x7fe2480d0cd0 tx=0x7fe24002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c99205b1fd49920 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24cd1d640 1 -- 172.21.15.39:0/1353785964 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe240032440 con 0x7fe24815cef0 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24cd1d640 1 -- 172.21.15.39:0/1353785964 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2400325a0 con 0x7fe24815cef0 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24cd1d640 1 -- 172.21.15.39:0/1353785964 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe240032930 con 0x7fe24815cef0 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 -- 172.21.15.39:0/1353785964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 msgr2=0x7fe2480cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 --2- 172.21.15.39:0/1353785964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe2480cd020 secure :-1 s=READY pgs=2422 cs=0 l=1 rev1=1 crypto rx=0x7fe2480d0cd0 tx=0x7fe24002a2c0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 -- 172.21.15.39:0/1353785964 shutdown_connections 2024-09-13T16:21:00.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 --2- 172.21.15.39:0/1353785964 >> v2:172.21.15.157:3300/0 conn(0x7fe2480b5ab0 0x7fe2480b5ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 --2- 172.21.15.39:0/1353785964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe2480cd020 unknown :-1 s=CLOSED pgs=2422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 -- 172.21.15.39:0/1353785964 >> 172.21.15.39:0/1353785964 conn(0x7fe24806a3a0 msgr2=0x7fe24806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:00.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 -- 172.21.15.39:0/1353785964 shutdown_connections 2024-09-13T16:21:00.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.163+0000 7fe24ff83640 1 -- 172.21.15.39:0/1353785964 wait complete. 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.164+0000 7fe24ff83640 1 Processor -- start 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.164+0000 7fe24ff83640 1 -- start start 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24ff83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2480b5ab0 0x7fe2480cb280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24ff83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe2480cd560 0x7fe248150500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24ff83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe24814f6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24ff83640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24815d810 con 0x7fe24815cef0 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24ff83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe24815daf0 con 0x7fe2480b5ab0 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24ff83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe24815ddd0 con 0x7fe2480cd560 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24e520640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe24814f6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24e520640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe24814f6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44668/0 (socket says 172.21.15.39:44668) 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24e520640 1 -- 172.21.15.39:0/2099598471 learned_addr learned my addr 172.21.15.39:0/2099598471 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:00.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24dd1f640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2480b5ab0 0x7fe2480cb280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.165+0000 7fe24d51e640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe2480cd560 0x7fe248150500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24e520640 1 -- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe2480cd560 msgr2=0x7fe248150500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24e520640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe2480cd560 0x7fe248150500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24e520640 1 -- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2480b5ab0 msgr2=0x7fe2480cb280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24e520640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2480b5ab0 0x7fe2480cb280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24e520640 1 -- 172.21.15.39:0/2099598471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2400094d0 con 0x7fe24815cef0 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24d51e640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe2480cd560 0x7fe248150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24e520640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe24814f6a0 secure :-1 s=READY pgs=2423 cs=0 l=1 rev1=1 crypto rx=0x7fe23800b970 tx=0x7fe23800be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe23800cb40 con 0x7fe24815cef0 2024-09-13T16:21:00.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe23800ccc0 con 0x7fe24815cef0 2024-09-13T16:21:00.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe238014680 con 0x7fe24815cef0 2024-09-13T16:21:00.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe24815e0b0 con 0x7fe24815cef0 2024-09-13T16:21:00.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.166+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe24815d4a0 con 0x7fe24815cef0 2024-09-13T16:21:00.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.167+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe24815e5d0 con 0x7fe24815cef0 2024-09-13T16:21:00.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.167+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe23801d3b0 con 0x7fe24815cef0 2024-09-13T16:21:00.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.168+0000 7fe2467fc640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe23406ac00 0x7fe23406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:00.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.168+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7fe238089ca0 con 0x7fe24815cef0 2024-09-13T16:21:00.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.168+0000 7fe24dd1f640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe23406ac00 0x7fe23406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:00.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.169+0000 7fe24dd1f640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe23406ac00 0x7fe23406d0c0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fe240034000 tx=0x7fe24002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:00.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.172+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe24815e5d0 con 0x7fe24815cef0 2024-09-13T16:21:00.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:00.411+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fe24815e5d0 con 0x7fe24815cef0 2024-09-13T16:21:01.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.046+0000 7fe2467fc640 1 -- 172.21.15.39:0/2099598471 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v255) v1 ==== 101+0+0 (secure 0 0 0) 0x7fe24815e5d0 con 0x7fe24815cef0 2024-09-13T16:21:01.048 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:21:01.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.048+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe23406ac00 msgr2=0x7fe23406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.048+0000 7fe24ff83640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe23406ac00 0x7fe23406d0c0 secure :-1 s=READY pgs=944 cs=0 l=1 rev1=1 crypto rx=0x7fe240034000 tx=0x7fe24002e000 comp rx=0 tx=0).stop 2024-09-13T16:21:01.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.048+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 msgr2=0x7fe24814f6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.048+0000 7fe24ff83640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe24814f6a0 secure :-1 s=READY pgs=2423 cs=0 l=1 rev1=1 crypto rx=0x7fe23800b970 tx=0x7fe23800be30 comp rx=0 tx=0).stop 2024-09-13T16:21:01.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 shutdown_connections 2024-09-13T16:21:01.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe23406ac00 0x7fe23406d0c0 unknown :-1 s=CLOSED pgs=944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe24815cef0 0x7fe24814f6a0 unknown :-1 s=CLOSED pgs=2423 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe2480cd560 0x7fe248150500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 --2- 172.21.15.39:0/2099598471 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe2480b5ab0 0x7fe2480cb280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 >> 172.21.15.39:0/2099598471 conn(0x7fe24806a3a0 msgr2=0x7fe2480ced20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:01.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 shutdown_connections 2024-09-13T16:21:01.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.049+0000 7fe24ff83640 1 -- 172.21.15.39:0/2099598471 wait complete. 2024-09-13T16:21:01.063 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:21:01.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.107+0000 7fb226307f40 1 Processor -- start 2024-09-13T16:21:01.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.107+0000 7fb226307f40 1 -- start start 2024-09-13T16:21:01.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb226307f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 0x556427241910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb226307f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556427242620 0x556427256f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb226307f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55642725f2f0 0x55642725f7a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb226307f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x556427136be0 con 0x7fb20c0030b0 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb226307f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564271324d0 con 0x556427242620 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb226307f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5564270cdb60 con 0x55642725f2f0 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 0x556427241910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 0x556427241910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44686/0 (socket says 172.21.15.39:44686) 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 -- 172.21.15.39:0/118352127 learned_addr learned my addr 172.21.15.39:0/118352127 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223603640 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556427242620 0x556427256f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb224605640 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55642725f2f0 0x55642725f7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 -- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55642725f2f0 msgr2=0x55642725f7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55642725f2f0 0x55642725f7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 -- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556427242620 msgr2=0x556427256f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556427242620 0x556427256f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.108+0000 7fb223e04640 1 -- 172.21.15.39:0/118352127 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5564270d0060 con 0x7fb20c0030b0 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb223e04640 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 0x556427241910 secure :-1 s=READY pgs=2426 cs=0 l=1 rev1=1 crypto rx=0x7fb21400c580 tx=0x7fb21400ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e42fe66b78c559c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb222601640 1 -- 172.21.15.39:0/118352127 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb214013660 con 0x7fb20c0030b0 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb222601640 1 -- 172.21.15.39:0/118352127 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb2140137c0 con 0x7fb20c0030b0 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb222601640 1 -- 172.21.15.39:0/118352127 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb214013b30 con 0x7fb20c0030b0 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 -- 172.21.15.39:0/118352127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 msgr2=0x556427241910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 0x556427241910 secure :-1 s=READY pgs=2426 cs=0 l=1 rev1=1 crypto rx=0x7fb21400c580 tx=0x7fb21400ca40 comp rx=0 tx=0).stop 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 -- 172.21.15.39:0/118352127 shutdown_connections 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55642725f2f0 0x55642725f7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x556427242620 0x556427256f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 --2- 172.21.15.39:0/118352127 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb20c0030b0 0x556427241910 unknown :-1 s=CLOSED pgs=2426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 -- 172.21.15.39:0/118352127 >> 172.21.15.39:0/118352127 conn(0x5564271b36b0 msgr2=0x5564271b5f40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 -- 172.21.15.39:0/118352127 shutdown_connections 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.109+0000 7fb226307f40 1 -- 172.21.15.39:0/118352127 wait complete. 2024-09-13T16:21:01.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.110+0000 7fb226307f40 1 Processor -- start 2024-09-13T16:21:01.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.110+0000 7fb226307f40 1 -- start start 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb226307f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556427242620 0x55642723e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb226307f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 0x556427241910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb226307f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb20c0030b0 0x556427241e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb226307f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564270cd800 con 0x55642725f2f0 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb226307f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5564270b0520 con 0x7fb20c0030b0 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb226307f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x556427258d90 con 0x556427242620 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 0x556427241910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 0x556427241910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44700/0 (socket says 172.21.15.39:44700) 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 learned_addr learned my addr 172.21.15.39:0/2037401641 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556427242620 0x55642723e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb224605640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb20c0030b0 0x556427241e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556427242620 msgr2=0x55642723e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x556427242620 0x55642723e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb20c0030b0 msgr2=0x556427241e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb20c0030b0 0x556427241e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb21400d040 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.111+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 0x556427241910 secure :-1 s=READY pgs=2427 cs=0 l=1 rev1=1 crypto rx=0x7fb218057040 tx=0x55642725d9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.112+0000 7fb2215ff640 1 -- 172.21.15.39:0/2037401641 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb218001670 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.112+0000 7fb2215ff640 1 -- 172.21.15.39:0/2037401641 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb218061040 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.112+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5564270cfac0 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.112+0000 7fb2215ff640 1 -- 172.21.15.39:0/2037401641 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb218055780 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.112+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5564271cc870 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.113+0000 7fb2215ff640 1 -- 172.21.15.39:0/2037401641 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb2180558e0 con 0x55642725f2f0 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb2215ff640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2100695e0 0x7fb21006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb2215ff640 1 -- 172.21.15.39:0/2037401641 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7fb2180cc590 con 0x55642725f2f0 2024-09-13T16:21:01.118 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2100695e0 0x7fb21006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55642725c000 0x5564271cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427257460 con 0x55642725c000 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb224605640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55642725c000 0x5564271cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.114+0000 7fb224605640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55642725c000 0x5564271cf3e0 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.115+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2100695e0 0x7fb21006baa0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fb214000f80 tx=0x7fb21401f040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.116+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v121'908 uv882 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.116+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564271cf920 con 0x55642725c000 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.117+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v121'909 uv909 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.118+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273007c0 con 0x55642725c000 2024-09-13T16:21:01.120 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:21:01.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.119+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v121'910 uv910 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.119+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301b80 con 0x55642725c000 2024-09-13T16:21:01.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.120+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v121'911 uv911 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.120+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301f30 con 0x55642725c000 2024-09-13T16:21:01.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.122+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v121'912 uv912 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.122+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427300b70 con 0x55642725c000 2024-09-13T16:21:01.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.123+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v121'913 uv913 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.124 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.123+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427300f20 con 0x55642725c000 2024-09-13T16:21:01.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.124+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v121'914 uv888 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.124+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301320 con 0x55642725c000 2024-09-13T16:21:01.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.125+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v121'915 uv915 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.125+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301320 con 0x55642725c000 2024-09-13T16:21:01.127 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:21:01.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.126+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v121'916 uv916 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.126+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.128+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v121'917 uv917 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.129 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.128+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.129+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v121'918 uv918 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.130 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.129+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.130+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v121'919 uv919 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.131 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.130+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.132+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v121'920 uv895 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.132+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.133+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v121'921 uv921 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.133+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.135+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v121'922 uv922 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.136 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:21:01.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.135+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.136+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v121'923 uv923 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.136+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.138+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v121'924 uv924 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.138+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273012d0 con 0x55642725c000 2024-09-13T16:21:01.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.139+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v121'925 uv925 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.139+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273016a0 con 0x55642725c000 2024-09-13T16:21:01.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.140+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v121'926 uv926 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.140+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.142+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v121'927 uv901 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.142+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.144+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v121'928 uv928 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.144+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.145+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v121'929 uv929 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.146 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:21:01.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.145+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.146+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v121'930 uv930 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.146+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.147+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v121'931 uv931 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.148+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.149+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v121'932 uv932 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.149+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.150+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v121'933 uv907 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.150+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.151+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v121'934 uv934 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.151+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.154 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:21:01.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.153+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v121'935 uv935 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.153+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.154+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v121'936 uv936 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.154+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.155+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v121'937 uv937 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.155+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x55642725c000 2024-09-13T16:21:01.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.156+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v121'938 uv938 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.156+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5564273027f0 0x556427304be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.156+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427301540 con 0x5564273027f0 2024-09-13T16:21:01.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.156+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5564273027f0 0x556427304be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.157+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5564273027f0 0x556427304be0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.158+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v121'653 uv636 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.158+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427305120 con 0x5564273027f0 2024-09-13T16:21:01.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.159+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v121'654 uv654 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.159+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273054d0 con 0x5564273027f0 2024-09-13T16:21:01.161 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:21:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.161+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v121'655 uv655 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.161+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427305d70 con 0x5564273027f0 2024-09-13T16:21:01.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.162+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v121'656 uv656 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.162+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306120 con 0x5564273027f0 2024-09-13T16:21:01.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.164+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v121'657 uv657 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.164+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273064d0 con 0x5564273027f0 2024-09-13T16:21:01.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.165+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v121'658 uv641 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.165+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306880 con 0x5564273027f0 2024-09-13T16:21:01.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.167+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v121'659 uv659 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.167+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.169 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:21:01.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.168+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v121'660 uv660 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.168+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.169+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v121'661 uv661 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.169+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.170+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v121'662 uv662 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.171+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.172+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v121'663 uv646 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.172+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.173+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v121'664 uv664 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.173+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.176 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:21:01.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.175+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v121'665 uv665 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.175+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a660 con 0x5564273027f0 2024-09-13T16:21:01.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.176+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v121'666 uv666 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.176+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a660 con 0x5564273027f0 2024-09-13T16:21:01.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.177+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v121'667 uv667 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.177+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.178+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v121'668 uv652 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.178+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.179+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v121'669 uv669 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.179+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.181+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v121'670 uv670 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.182 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:21:01.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.181+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427307c40 con 0x5564273027f0 2024-09-13T16:21:01.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.182+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v121'671 uv671 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.182+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427307c40 con 0x5564273027f0 2024-09-13T16:21:01.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.183+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v121'672 uv672 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.183+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x5564273027f0 2024-09-13T16:21:01.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.184+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v121'673 uv673 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x5564273027f0 2024-09-13T16:21:01.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.184+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x55642725c000 2024-09-13T16:21:01.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.185+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v121'177 uv176 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.185+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x55642725c000 2024-09-13T16:21:01.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.187+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v121'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.187+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x55642725c000 2024-09-13T16:21:01.189 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:21:01.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.188+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v121'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.188+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427307c40 con 0x55642725c000 2024-09-13T16:21:01.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.190+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v121'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.190+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427307c40 con 0x55642725c000 2024-09-13T16:21:01.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.193+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v121'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.193+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427306c30 con 0x55642725c000 2024-09-13T16:21:01.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.195+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v121'182 uv182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.195+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x556427307140 0x556427309530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.195+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427309a70 con 0x556427307140 2024-09-13T16:21:01.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.195+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x556427307140 0x556427309530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.196+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x556427307140 0x556427309530 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.197+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v121'127 uv126 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.197+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427309e20 con 0x556427307140 2024-09-13T16:21:01.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.198+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v121'128 uv128 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.198+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a1d0 con 0x556427307140 2024-09-13T16:21:01.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.199+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v121'129 uv129 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.200 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:21:01.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.199+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a580 con 0x556427307140 2024-09-13T16:21:01.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.200+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v121'130 uv130 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.200+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a930 con 0x55642725c000 2024-09-13T16:21:01.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.201+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v121'177 uv176 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.201+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a930 con 0x55642725c000 2024-09-13T16:21:01.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.202+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v121'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.202+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a930 con 0x55642725c000 2024-09-13T16:21:01.204 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:21:01.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.203+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v121'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.203+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730b940 con 0x55642725c000 2024-09-13T16:21:01.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.204+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v121'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.204+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730b940 con 0x55642725c000 2024-09-13T16:21:01.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.205+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v121'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.205+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730a930 con 0x55642725c000 2024-09-13T16:21:01.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.206+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v121'182 uv182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.206+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55642730b000 0x55642730d3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.206+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730da80 con 0x55642730b000 2024-09-13T16:21:01.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.206+0000 7fb224605640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55642730b000 0x55642730d3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.206+0000 7fb224605640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55642730b000 0x55642730d3f0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.208+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v121'327 uv321 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.208+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.209+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v121'328 uv328 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.209+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.210+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v121'329 uv329 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.212 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:21:01.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.210+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730ee70 con 0x55642730b000 2024-09-13T16:21:01.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.211+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v121'330 uv330 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.211+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730ee70 con 0x55642730b000 2024-09-13T16:21:01.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.213+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v121'331 uv331 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.213+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.214+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v121'332 uv332 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.214+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.215+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v121'333 uv326 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.215+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.217+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v121'334 uv334 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.217+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.219 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:21:01.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.218+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v121'335 uv335 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.218+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.219+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v121'336 uv336 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.219+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x55642730de60 con 0x55642730b000 2024-09-13T16:21:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.220+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v121'337 uv337 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.220+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55642730e4e0 0x5564273108d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.220+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427310fd0 con 0x55642730e4e0 2024-09-13T16:21:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.220+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55642730e4e0 0x5564273108d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.221+0000 7fb223e04640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55642730e4e0 0x5564273108d0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.222+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v121'148 uv147 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x55642730e4e0 2024-09-13T16:21:01.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.222+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311090 con 0x55642730e4e0 2024-09-13T16:21:01.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.223+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v121'149 uv149 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x55642730e4e0 2024-09-13T16:21:01.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.224+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642730e4e0 2024-09-13T16:21:01.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.225+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v121'150 uv150 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x55642730e4e0 2024-09-13T16:21:01.226 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:21:01.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.225+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642730e4e0 2024-09-13T16:21:01.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.226+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v121'151 uv151 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x55642730e4e0 2024-09-13T16:21:01.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.226+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642730e4e0 2024-09-13T16:21:01.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.227+0000 7fb223e04640 1 -- 172.21.15.39:0/2037401641 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v121'152 uv152 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb21401a070 con 0x55642730e4e0 2024-09-13T16:21:01.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.227+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642725c000 2024-09-13T16:21:01.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.228+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v121'177 uv176 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.228+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642725c000 2024-09-13T16:21:01.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.230+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v121'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.230+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642725c000 2024-09-13T16:21:01.232 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:21:01.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.231+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v121'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.231+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273124d0 con 0x55642725c000 2024-09-13T16:21:01.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.232+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v121'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.232+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273124d0 con 0x55642725c000 2024-09-13T16:21:01.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.233+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v121'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.233+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x55642725c000 2024-09-13T16:21:01.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.234+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v121'182 uv182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642725c000 2024-09-13T16:21:01.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.234+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5564273114c0 con 0x556427307140 2024-09-13T16:21:01.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.235+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v121'294 uv288 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.235+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311870 con 0x556427307140 2024-09-13T16:21:01.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.236+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v121'295 uv295 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.236+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311c20 con 0x556427307140 2024-09-13T16:21:01.238 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:21:01.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.237+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v121'296 uv296 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.237+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311fd0 con 0x556427307140 2024-09-13T16:21:01.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.238+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v121'297 uv297 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.238+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311fd0 con 0x556427307140 2024-09-13T16:21:01.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.239+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v121'298 uv298 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.239+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311fd0 con 0x556427307140 2024-09-13T16:21:01.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.240+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v121'299 uv293 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.240+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311fd0 con 0x556427307140 2024-09-13T16:21:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.241+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v121'300 uv300 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.241+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311fd0 con 0x556427307140 2024-09-13T16:21:01.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.242+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v121'301 uv301 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.243 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:21:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.242+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427311fd0 con 0x556427307140 2024-09-13T16:21:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.243+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v121'302 uv302 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.243+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427305990 con 0x556427307140 2024-09-13T16:21:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.244+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v121'303 uv303 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.244+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x556427312d80 0x556427315520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.244+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427312d80 2024-09-13T16:21:01.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.244+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x556427312d80 0x556427315520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.244+0000 7fb223603640 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x556427312d80 0x556427315520 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.245+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v121'128 uv127 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427312d80 2024-09-13T16:21:01.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.245+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427312d80 2024-09-13T16:21:01.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.246+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v121'129 uv129 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427312d80 2024-09-13T16:21:01.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.246+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427312d80 2024-09-13T16:21:01.249 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:21:01.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.248+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v121'130 uv130 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427312d80 2024-09-13T16:21:01.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.248+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427312d80 2024-09-13T16:21:01.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.249+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v121'131 uv131 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427312d80 2024-09-13T16:21:01.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.249+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427307140 2024-09-13T16:21:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.250+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v121'177 uv176 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.250+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427307140 2024-09-13T16:21:01.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.251+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v121'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.251+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427307140 2024-09-13T16:21:01.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.252+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v121'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.253 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:21:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.252+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427316a70 con 0x556427307140 2024-09-13T16:21:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.253+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v121'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.253+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427316a70 con 0x556427307140 2024-09-13T16:21:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.253+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v121'181 uv181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.253+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x556427307140 2024-09-13T16:21:01.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.254+0000 7fb223603640 1 -- 172.21.15.39:0/2037401641 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v121'182 uv182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb218052070 con 0x556427307140 2024-09-13T16:21:01.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.254+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.255+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v121'151 uv150 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.256+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.257+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v121'152 uv152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.257+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.258 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:21:01.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.258+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v121'153 uv153 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.258+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.259+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v121'154 uv154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.259+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.260+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v121'155 uv155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.260+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.261+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v121'363 uv355 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.261+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.262+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v121'364 uv364 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.262+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.263+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v121'365 uv365 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.264 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:21:01.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.263+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.264+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v121'366 uv366 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.264+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.266+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v121'367 uv367 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.266+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.267+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v121'368 uv362 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.267+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.268+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v121'369 uv369 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.268+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.270+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v121'370 uv370 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.271 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:21:01.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.270+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427316a70 con 0x55642730b000 2024-09-13T16:21:01.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.271+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v121'371 uv371 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.271+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427316a70 con 0x55642730b000 2024-09-13T16:21:01.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.272+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v121'372 uv372 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.272+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.273+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v121'373 uv373 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.273+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x556427315a60 con 0x55642730b000 2024-09-13T16:21:01.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v121'374 uv374 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb21c0039e0 con 0x55642730b000 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55642725c000 msgr2=0x5564271cf3e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55642725c000 0x5564271cf3e0 crc :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x556427307140 msgr2=0x556427309530 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x556427307140 0x556427309530 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x556427312d80 msgr2=0x556427315520 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x556427312d80 0x556427315520 crc :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5564273027f0 msgr2=0x556427304be0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5564273027f0 0x556427304be0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55642730b000 msgr2=0x55642730d3f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55642730b000 0x55642730d3f0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55642730e4e0 msgr2=0x5564273108d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.274+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55642730e4e0 0x5564273108d0 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 reap_dead start 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 reap_dead start 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb224605640 1 -- 172.21.15.39:0/2037401641 reap_dead start 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2100695e0 msgr2=0x7fb21006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2100695e0 0x7fb21006baa0 secure :-1 s=READY pgs=945 cs=0 l=1 rev1=1 crypto rx=0x7fb214000f80 tx=0x7fb21401f040 comp rx=0 tx=0).stop 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 msgr2=0x556427241910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 0x556427241910 secure :-1 s=READY pgs=2427 cs=0 l=1 rev1=1 crypto rx=0x7fb218057040 tx=0x55642725d9a0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 shutdown_connections 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb2100695e0 0x7fb21006baa0 unknown :-1 s=CLOSED pgs=945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 --2- 172.21.15.39:0/2037401641 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55642725f2f0 0x556427241910 unknown :-1 s=CLOSED pgs=2427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 >> 172.21.15.39:0/2037401641 conn(0x5564271b36b0 msgr2=0x55642725f6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 shutdown_connections 2024-09-13T16:21:01.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.275+0000 7fb226307f40 1 -- 172.21.15.39:0/2037401641 wait complete. 2024-09-13T16:21:01.279 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata truncate 100.00000000.inode 0 2024-09-13T16:21:01.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 Processor -- start 2024-09-13T16:21:01.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 -- start start 2024-09-13T16:21:01.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d646de10 0x5629d6529a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d652d340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 0x5629d64b7ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629d641b4d0 con 0x5629d65461d0 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629d63b6b60 con 0x5629d646de10 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a5afaf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5629d63b6800 con 0x5629d64b0110 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.362+0000 7f25a3df8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 0x5629d64b7ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 0x5629d64b7ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44724/0 (socket says 172.21.15.39:44724) 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 -- 172.21.15.39:0/1019304892 learned_addr learned my addr 172.21.15.39:0/1019304892 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a35f7640 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d646de10 0x5629d6529a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a2df6640 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d652d340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 -- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 msgr2=0x5629d652d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d652d340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 -- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d646de10 msgr2=0x5629d6529a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d646de10 0x5629d6529a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 -- 172.21.15.39:0/1019304892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f259c00a100 con 0x5629d65461d0 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a3df8640 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 0x5629d64b7ce0 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f259c025930 tx=0x7f259c051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5c60c72839e4b090 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a1df4640 1 -- 172.21.15.39:0/1019304892 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f259c052680 con 0x5629d65461d0 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a1df4640 1 -- 172.21.15.39:0/1019304892 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f259c052950 con 0x5629d65461d0 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.363+0000 7f25a1df4640 1 -- 172.21.15.39:0/1019304892 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f259c052ce0 con 0x5629d65461d0 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 -- 172.21.15.39:0/1019304892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 msgr2=0x5629d64b7ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 0x5629d64b7ce0 secure :-1 s=READY pgs=2430 cs=0 l=1 rev1=1 crypto rx=0x7f259c025930 tx=0x7f259c051000 comp rx=0 tx=0).stop 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 -- 172.21.15.39:0/1019304892 shutdown_connections 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d65461d0 0x5629d64b7ce0 unknown :-1 s=CLOSED pgs=2430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d652d340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/1019304892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d646de10 0x5629d6529a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 -- 172.21.15.39:0/1019304892 >> 172.21.15.39:0/1019304892 conn(0x5629d64b9800 msgr2=0x5629d652c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:01.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 -- 172.21.15.39:0/1019304892 shutdown_connections 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 -- 172.21.15.39:0/1019304892 wait complete. 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 Processor -- start 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.364+0000 7f25a5afaf40 1 -- start start 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a5afaf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d646de10 0x5629d6544d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a5afaf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d6514df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a5afaf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d65461d0 0x5629d652bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a5afaf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629d6399520 con 0x5629d646de10 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a5afaf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5629d6544890 con 0x5629d65461d0 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a5afaf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5629d6515330 con 0x5629d64b0110 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d646de10 0x5629d6544d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d646de10 0x5629d6544d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44728/0 (socket says 172.21.15.39:44728) 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 -- 172.21.15.39:0/2003190330 learned_addr learned my addr 172.21.15.39:0/2003190330 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a2df6640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d6514df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a3df8640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d65461d0 0x5629d652bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 -- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 msgr2=0x5629d6514df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5629d64b0110 0x5629d6514df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 -- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d65461d0 msgr2=0x5629d652bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5629d65461d0 0x5629d652bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.365+0000 7f25a35f7640 1 -- 172.21.15.39:0/2003190330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5629d63dfdc0 con 0x5629d646de10 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.366+0000 7f25a35f7640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d646de10 0x5629d6544d20 secure :-1 s=READY pgs=2431 cs=0 l=1 rev1=1 crypto rx=0x7f2594009e50 tx=0x7f2594009f40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.366+0000 7f25a0df2640 1 -- 172.21.15.39:0/2003190330 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2594018070 con 0x5629d646de10 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.366+0000 7f25a0df2640 1 -- 172.21.15.39:0/2003190330 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2594010040 con 0x5629d646de10 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.366+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5629d63c5c20 con 0x5629d646de10 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.366+0000 7f25a0df2640 1 -- 172.21.15.39:0/2003190330 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25940143f0 con 0x5629d646de10 2024-09-13T16:21:01.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.366+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5629d63b9060 con 0x5629d646de10 2024-09-13T16:21:01.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.367+0000 7f25a0df2640 1 -- 172.21.15.39:0/2003190330 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2594014550 con 0x5629d646de10 2024-09-13T16:21:01.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a0df2640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25900695e0 0x7f259006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a0df2640 1 -- 172.21.15.39:0/2003190330 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7f2594087f70 con 0x5629d646de10 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a2df6640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25900695e0 0x7f259006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5629d652c100 0x5629d6525ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:fe07bba1:::100.00000000.inode:head [truncate 0] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e121) v8 -- 0x5629d6526010 con 0x5629d652c100 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a3df8640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5629d652c100 0x5629d6525ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a2df6640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25900695e0 0x7f259006baa0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f2598001ed0 tx=0x7f2598001970 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.368+0000 7f25a3df8640 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5629d652c100 0x5629d6525ad0 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a3df8640 1 -- 172.21.15.39:0/2003190330 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 100.00000000.inode [truncate 0] v121'375 uv375 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f259c058070 con 0x5629d652c100 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5629d652c100 msgr2=0x5629d6525ad0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5629d652c100 0x5629d6525ad0 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25900695e0 msgr2=0x7f259006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25900695e0 0x7f259006baa0 secure :-1 s=READY pgs=946 cs=0 l=1 rev1=1 crypto rx=0x7f2598001ed0 tx=0x7f2598001970 comp rx=0 tx=0).stop 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d646de10 msgr2=0x5629d6544d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 --2- 172.21.15.39:0/2003190330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5629d646de10 0x5629d6544d20 secure :-1 s=READY pgs=2431 cs=0 l=1 rev1=1 crypto rx=0x7f2594009e50 tx=0x7f2594009f40 comp rx=0 tx=0).stop 2024-09-13T16:21:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a3df8640 1 -- 172.21.15.39:0/2003190330 reap_dead start 2024-09-13T16:21:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 shutdown_connections 2024-09-13T16:21:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 >> 172.21.15.39:0/2003190330 conn(0x5629d64b9800 msgr2=0x5629d64b4c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.370+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 shutdown_connections 2024-09-13T16:21:01.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.371+0000 7f25a5afaf40 1 -- 172.21.15.39:0/2003190330 wait complete. 2024-09-13T16:21:01.376 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:21:01.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.520+0000 7f79796a3640 1 Processor -- start 2024-09-13T16:21:01.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.520+0000 7f79796a3640 1 -- start start 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f79796a3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79740cb810 0x7f7974159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f79796a3640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f797415a000 con 0x7f79740cc460 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f79796a3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79740cbbf0 con 0x7f797415a200 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f79796a3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79740b1540 con 0x7f79740cb810 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f7972ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79740cb810 0x7f7974159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f796bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f79740cc460 0x7f79740b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55982/0 (socket says 172.21.15.39:55982) 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f7972ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79740cb810 0x7f7974159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44740/0 (socket says 172.21.15.39:44740) 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f796bfff640 1 -- 172.21.15.39:0/4029072019 learned_addr learned my addr 172.21.15.39:0/4029072019 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f7972ffd640 1 -- 172.21.15.39:0/4029072019 >> v1:172.21.15.157:6789/0 conn(0x7f797415a200 legacy=0x7f79740ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.521+0000 7f7972ffd640 1 -- 172.21.15.39:0/4029072019 >> v1:172.21.15.39:6789/0 conn(0x7f79740cc460 legacy=0x7f79740b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.522+0000 7f7972ffd640 1 -- 172.21.15.39:0/4029072019 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79740b1820 con 0x7f79740cb810 2024-09-13T16:21:01.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.522+0000 7f79727fc640 1 -- 172.21.15.39:0/4029072019 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3941823685 0 0) 0x7f797415a000 con 0x7f79740cc460 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.522+0000 7f7972ffd640 1 --2- 172.21.15.39:0/4029072019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79740cb810 0x7f7974159ac0 secure :-1 s=READY pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7f796400a940 tx=0x7f796402b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8ef8f2d0b873b7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.522+0000 7f79727fc640 1 -- 172.21.15.39:0/4029072019 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7964030510 con 0x7f79740cb810 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.522+0000 7f79727fc640 1 -- 172.21.15.39:0/4029072019 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f796402e050 con 0x7f79740cb810 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.522+0000 7f79727fc640 1 -- 172.21.15.39:0/4029072019 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7964030890 con 0x7f79740cb810 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 -- 172.21.15.39:0/4029072019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79740cb810 msgr2=0x7f7974159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 --2- 172.21.15.39:0/4029072019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79740cb810 0x7f7974159ac0 secure :-1 s=READY pgs=2433 cs=0 l=1 rev1=1 crypto rx=0x7f796400a940 tx=0x7f796402b5e0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 -- 172.21.15.39:0/4029072019 shutdown_connections 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 --2- 172.21.15.39:0/4029072019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79740cb810 0x7f7974159ac0 unknown :-1 s=CLOSED pgs=2433 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 -- 172.21.15.39:0/4029072019 >> 172.21.15.39:0/4029072019 conn(0x7f79740b00a0 msgr2=0x7f79740b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:01.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 -- 172.21.15.39:0/4029072019 shutdown_connections 2024-09-13T16:21:01.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.523+0000 7f79796a3640 1 -- 172.21.15.39:0/4029072019 wait complete. 2024-09-13T16:21:01.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.524+0000 7f79796a3640 1 Processor -- start 2024-09-13T16:21:01.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.524+0000 7f79796a3640 1 -- start start 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79796a3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79740cb810 0x7f79740aea60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79796a3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79740cc460 0x7f79740af630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79796a3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 0x7f797414c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79796a3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79741571e0 con 0x7f797415a200 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79796a3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79741f1080 con 0x7f79740cb810 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79796a3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7974156140 con 0x7f79740cc460 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 0x7f797414c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 0x7f797414c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44754/0 (socket says 172.21.15.39:44754) 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 -- 172.21.15.39:0/1662690892 learned_addr learned my addr 172.21.15.39:0/1662690892 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f7972ffd640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79740cb810 0x7f79740aea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f796bfff640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79740cc460 0x7f79740af630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 -- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79740cc460 msgr2=0x7f79740af630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79740cc460 0x7f79740af630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 -- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79740cb810 msgr2=0x7f79740aea60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79740cb810 0x7f79740aea60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.525+0000 7f79737fe640 1 -- 172.21.15.39:0/1662690892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f796400a5a0 con 0x7f797415a200 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.526+0000 7f79737fe640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 0x7f797414c890 secure :-1 s=READY pgs=2434 cs=0 l=1 rev1=1 crypto rx=0x7f796c00c7a0 tx=0x7f796c00cc60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.526+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796c003b70 con 0x7f797415a200 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.526+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f796c003cf0 con 0x7f797415a200 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.526+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7974156420 con 0x7f797415a200 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.526+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f796c00aa90 con 0x7f797415a200 2024-09-13T16:21:01.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.526+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79741569e0 con 0x7f797415a200 2024-09-13T16:21:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.527+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79740672f0 con 0x7f797415a200 2024-09-13T16:21:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.527+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f796c00abf0 con 0x7f797415a200 2024-09-13T16:21:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.528+0000 7f796b7fe640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795406ac30 0x7f795406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.528+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(121..121 src has 1..121) v4 ==== 8318+0+0 (secure 0 0 0) 0x7f796c089a30 con 0x7f797415a200 2024-09-13T16:21:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.528+0000 7f7972ffd640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795406ac30 0x7f795406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:01.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.529+0000 7f7972ffd640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795406ac30 0x7f795406d0f0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f7964035000 tx=0x7f7964034040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:01.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.532+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f796c0542d0 con 0x7f797415a200 2024-09-13T16:21:01.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:01.746+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f797415add0 con 0x7f797415a200 2024-09-13T16:21:02.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.061+0000 7f796b7fe640 1 -- 172.21.15.39:0/1662690892 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v256) v1 ==== 162+0+0 (secure 0 0 0) 0x7f796c003e60 con 0x7f797415a200 2024-09-13T16:21:02.062 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795406ac30 msgr2=0x7f795406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795406ac30 0x7f795406d0f0 secure :-1 s=READY pgs=947 cs=0 l=1 rev1=1 crypto rx=0x7f7964035000 tx=0x7f7964034040 comp rx=0 tx=0).stop 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 msgr2=0x7f797414c890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 0x7f797414c890 secure :-1 s=READY pgs=2434 cs=0 l=1 rev1=1 crypto rx=0x7f796c00c7a0 tx=0x7f796c00cc60 comp rx=0 tx=0).stop 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 shutdown_connections 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795406ac30 0x7f795406d0f0 unknown :-1 s=CLOSED pgs=947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f797415a200 0x7f797414c890 unknown :-1 s=CLOSED pgs=2434 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79740cc460 0x7f79740af630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 --2- 172.21.15.39:0/1662690892 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79740cb810 0x7f79740aea60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.063+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 >> 172.21.15.39:0/1662690892 conn(0x7f79740b00a0 msgr2=0x7f79740b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:02.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.064+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 shutdown_connections 2024-09-13T16:21:02.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.064+0000 7f79796a3640 1 -- 172.21.15.39:0/1662690892 wait complete. 2024-09-13T16:21:02.070 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:21:02.068+0000 7f1133c18640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-13T16:21:02.070 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:21:02.069+0000 7f1133c18640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:21:02.071 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:02.070+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:21:02.071 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:02.070+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:21:02.078 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:02.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.179+0000 7fe9a7ddb640 1 Processor -- start 2024-09-13T16:21:02.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.179+0000 7fe9a7ddb640 1 -- start start 2024-09-13T16:21:02.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a7ddb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe9a00cfaf0 0x7fe9a0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a7ddb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9a00cbb10 0x7fe9a00b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a7ddb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9a006a540 con 0x7fe9a015c790 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a7ddb640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9a00b1180 con 0x7fe9a00cbb10 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a7ddb640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9a00b1460 con 0x7fe9a00cfaf0 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9a00cbb10 0x7fe9a00b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9a00cbb10 0x7fe9a00b2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44756/0 (socket says 172.21.15.39:44756) 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 -- 172.21.15.39:0/1064736398 learned_addr learned my addr 172.21.15.39:0/1064736398 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a5376640 1 --2- 172.21.15.39:0/1064736398 >> v2:172.21.15.157:3300/0 conn(0x7fe9a00cfaf0 0x7fe9a0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 -- 172.21.15.39:0/1064736398 >> v2:172.21.15.157:3300/0 conn(0x7fe9a00cfaf0 msgr2=0x7fe9a0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 --2- 172.21.15.39:0/1064736398 >> v2:172.21.15.157:3300/0 conn(0x7fe9a00cfaf0 0x7fe9a0069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 -- 172.21.15.39:0/1064736398 >> v1:172.21.15.157:6789/0 conn(0x7fe9a015c790 legacy=0x7fe9a00cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:02.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.180+0000 7fe9a6378640 1 -- 172.21.15.39:0/1064736398 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9a00b1740 con 0x7fe9a00cbb10 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.181+0000 7fe9a6378640 1 --2- 172.21.15.39:0/1064736398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a00cbb10 0x7fe9a00b2b10 secure :-1 s=READY pgs=2435 cs=0 l=1 rev1=1 crypto rx=0x7fe9a00cccd0 tx=0x7fe99802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51aacf7c038dc836 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.181+0000 7fe9a4b75640 1 -- 172.21.15.39:0/1064736398 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe998031600 con 0x7fe9a00cbb10 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.181+0000 7fe9a4b75640 1 -- 172.21.15.39:0/1064736398 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe99802d050 con 0x7fe9a00cbb10 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.181+0000 7fe9a4b75640 1 -- 172.21.15.39:0/1064736398 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe998031980 con 0x7fe9a00cbb10 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1064736398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a00cbb10 msgr2=0x7fe9a00b2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1064736398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a00cbb10 0x7fe9a00b2b10 secure :-1 s=READY pgs=2435 cs=0 l=1 rev1=1 crypto rx=0x7fe9a00cccd0 tx=0x7fe99802a660 comp rx=0 tx=0).stop 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1064736398 shutdown_connections 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1064736398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a00cbb10 0x7fe9a00b2b10 unknown :-1 s=CLOSED pgs=2435 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1064736398 >> v2:172.21.15.157:3300/0 conn(0x7fe9a00cfaf0 0x7fe9a0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1064736398 >> 172.21.15.39:0/1064736398 conn(0x7fe9a0065bd0 msgr2=0x7fe9a0065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1064736398 shutdown_connections 2024-09-13T16:21:02.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.182+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1064736398 wait complete. 2024-09-13T16:21:02.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.183+0000 7fe9a7ddb640 1 Processor -- start 2024-09-13T16:21:02.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.183+0000 7fe9a7ddb640 1 -- start start 2024-09-13T16:21:02.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a7ddb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a00cbb10 0x7fe9a0151780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a7ddb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a00cfaf0 0x7fe9a015b490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a7ddb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 0x7fe9a0147cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a7ddb640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a00ca2a0 con 0x7fe9a015c790 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a7ddb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a00c9f00 con 0x7fe9a00cbb10 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a7ddb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a0153fe0 con 0x7fe9a00cfaf0 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 0x7fe9a0147cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 0x7fe9a0147cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44772/0 (socket says 172.21.15.39:44772) 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 -- 172.21.15.39:0/1711014400 learned_addr learned my addr 172.21.15.39:0/1711014400 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a5b77640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a00cbb10 0x7fe9a0151780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a5376640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a00cfaf0 0x7fe9a015b490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 -- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a00cfaf0 msgr2=0x7fe9a015b490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a00cfaf0 0x7fe9a015b490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 -- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a00cbb10 msgr2=0x7fe9a0151780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a00cbb10 0x7fe9a0151780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 -- 172.21.15.39:0/1711014400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe998009b30 con 0x7fe9a015c790 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a5b77640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a00cbb10 0x7fe9a0151780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.184+0000 7fe9a6378640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 0x7fe9a0147cd0 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7fe998034040 tx=0x7fe998004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.185+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe99803d860 con 0x7fe9a015c790 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.185+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe99803d9e0 con 0x7fe9a015c790 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.185+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe99803dd90 con 0x7fe9a015c790 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.185+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9a01542c0 con 0x7fe9a015c790 2024-09-13T16:21:02.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.185+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9a014b9c0 con 0x7fe9a015c790 2024-09-13T16:21:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.186+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9a00ca3e0 con 0x7fe9a015c790 2024-09-13T16:21:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.186+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe99803b400 con 0x7fe9a015c790 2024-09-13T16:21:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.187+0000 7fe9967fc640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe98406ac00 0x7fe98406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.187+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fe99802ae40 con 0x7fe9a015c790 2024-09-13T16:21:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.187+0000 7fe9a5b77640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe98406ac00 0x7fe98406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.187+0000 7fe9a5b77640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe98406ac00 0x7fe98406d0c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fe99c003eb0 tx=0x7fe99c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.191+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe9a00ca3e0 con 0x7fe9a015c790 2024-09-13T16:21:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.396+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe9a00ca3e0 con 0x7fe9a015c790 2024-09-13T16:21:02.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.397+0000 7fe9967fc640 1 -- 172.21.15.39:0/1711014400 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 258 v258) v1 ==== 95+0+3220 (secure 0 0 0) 0x7fe9a00ca3e0 con 0x7fe9a015c790 2024-09-13T16:21:02.399 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:02.399 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":258,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":258,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:02.070900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:02.399 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 258 2024-09-13T16:21:02.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe98406ac00 msgr2=0x7fe98406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe98406ac00 0x7fe98406d0c0 secure :-1 s=READY pgs=948 cs=0 l=1 rev1=1 crypto rx=0x7fe99c003eb0 tx=0x7fe99c009040 comp rx=0 tx=0).stop 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 msgr2=0x7fe9a0147cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 0x7fe9a0147cd0 secure :-1 s=READY pgs=2436 cs=0 l=1 rev1=1 crypto rx=0x7fe998034040 tx=0x7fe998004a40 comp rx=0 tx=0).stop 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 shutdown_connections 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe98406ac00 0x7fe98406d0c0 unknown :-1 s=CLOSED pgs=948 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a015c790 0x7fe9a0147cd0 unknown :-1 s=CLOSED pgs=2436 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a00cfaf0 0x7fe9a015b490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 --2- 172.21.15.39:0/1711014400 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a00cbb10 0x7fe9a0151780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 >> 172.21.15.39:0/1711014400 conn(0x7fe9a0065bd0 msgr2=0x7fe9a0159e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 shutdown_connections 2024-09-13T16:21:02.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.399+0000 7fe9a7ddb640 1 -- 172.21.15.39:0/1711014400 wait complete. 2024-09-13T16:21:02.411 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:21:02.412 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:02.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.512+0000 7feedb3c7640 1 Processor -- start 2024-09-13T16:21:02.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.512+0000 7feedb3c7640 1 -- start start 2024-09-13T16:21:02.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feedb3c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 0x7feed40cd770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feedb3c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feed415b080 con 0x7feed4154a70 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feedb3c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feed4154e50 con 0x7feed40cdcb0 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feedb3c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feed415b2c0 con 0x7feed415dfd0 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feed9163640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7feed4154a70 0x7feed415a970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:55986/0 (socket says 172.21.15.39:55986) 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feed9163640 1 -- 172.21.15.39:0/4169420922 learned_addr learned my addr 172.21.15.39:0/4169420922 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.513+0000 7feed8962640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 0x7feed40cd770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3097170934 0 0) 0x7feecc001110 con 0x7feed4154a70 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feebc003520 con 0x7feed4154a70 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1390199326 0 0) 0x7feebc003520 con 0x7feed4154a70 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 msgr2=0x7feed40cd770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 0x7feed40cd770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 >> v1:172.21.15.157:6789/0 conn(0x7feed40cdcb0 legacy=0x7feed406bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed415b5a0 con 0x7feed4154a70 2024-09-13T16:21:02.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7feecc001800 con 0x7feed4154a70 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 >> v1:172.21.15.39:6789/0 conn(0x7feed4154a70 legacy=0x7feed415a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feebc003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 0x7feebc0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feebc004d00 0x7feebc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed415b2c0 con 0x7feebc0039a0 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feebc00ba30 con 0x7feebc004d00 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feebc00bbf0 con 0x7feed415dfd0 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9163640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feebc003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed8962640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 0x7feebc0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9964640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feebc004d00 0x7feebc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9163640 1 -- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 msgr2=0x7feebc0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9163640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed415dfd0 0x7feebc0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9163640 1 -- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feebc004d00 msgr2=0x7feebc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:02.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9163640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feebc004d00 0x7feebc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.514+0000 7feed9163640 1 -- 172.21.15.39:0/4169420922 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feebc003520 con 0x7feebc0039a0 2024-09-13T16:21:02.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.515+0000 7feed9163640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feebc003d80 secure :-1 s=READY pgs=2438 cs=0 l=1 rev1=1 crypto rx=0x7feecc00c190 tx=0x7feebc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18a60cf798a2c0fa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.515+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc005ad0 con 0x7feebc0039a0 2024-09-13T16:21:02.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.515+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feecc02d070 con 0x7feebc0039a0 2024-09-13T16:21:02.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.515+0000 7feed3fff640 1 -- 172.21.15.39:0/4169420922 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc005e90 con 0x7feebc0039a0 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feedb3c7640 1 -- 172.21.15.39:0/4169420922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 msgr2=0x7feebc003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4169420922 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feebc003d80 secure :-1 s=READY pgs=2438 cs=0 l=1 rev1=1 crypto rx=0x7feecc00c190 tx=0x7feebc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feed9964640 1 -- 172.21.15.39:0/4169420922 reap_dead start 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feedb3c7640 1 -- 172.21.15.39:0/4169420922 shutdown_connections 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feedb3c7640 1 -- 172.21.15.39:0/4169420922 >> 172.21.15.39:0/4169420922 conn(0x7feed4069ed0 msgr2=0x7feed406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feedb3c7640 1 -- 172.21.15.39:0/4169420922 shutdown_connections 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.516+0000 7feedb3c7640 1 -- 172.21.15.39:0/4169420922 wait complete. 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.517+0000 7feedb3c7640 1 Processor -- start 2024-09-13T16:21:02.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.517+0000 7feedb3c7640 1 -- start start 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feedb3c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feed414c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feedb3c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed414aba0 0x7feed4157490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feedb3c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed414d570 0x7feed414d9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feedb3c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed4140a60 con 0x7feebc0039a0 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feedb3c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feed414df30 con 0x7feed414aba0 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feedb3c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feed41579d0 con 0x7feed414d570 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feed414c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feed414c140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44796/0 (socket says 172.21.15.39:44796) 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 -- 172.21.15.39:0/4010869246 learned_addr learned my addr 172.21.15.39:0/4010869246 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed8962640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed414aba0 0x7feed4157490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9964640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed414d570 0x7feed414d9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 -- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed414d570 msgr2=0x7feed414d9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed414d570 0x7feed414d9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 -- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed414aba0 msgr2=0x7feed4157490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed414aba0 0x7feed4157490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 -- 172.21.15.39:0/4010869246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feed414b0a0 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9964640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed414d570 0x7feed414d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed8962640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed414aba0 0x7feed4157490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.518+0000 7feed9163640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feed414c140 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7feecc02ad00 tx=0x7feecc001b10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.519+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc0049e0 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.519+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feecc004b40 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.519+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feed414b380 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.519+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feecc007070 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.519+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feed414b940 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.520+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feed4067300 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.520+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feecc02f030 con 0x7feebc0039a0 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.521+0000 7feed1ffb640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feec006ac30 0x7feec006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.521+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7feecc0a94a0 con 0x7feebc0039a0 2024-09-13T16:21:02.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.521+0000 7feed8962640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feec006ac30 0x7feec006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.522+0000 7feed8962640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feec006ac30 0x7feec006d0f0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7feed406d110 tx=0x7feec8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.525+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feecc073c20 con 0x7feebc0039a0 2024-09-13T16:21:02.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.732+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feed415b080 con 0x7feebc0039a0 2024-09-13T16:21:02.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.733+0000 7feed1ffb640 1 -- 172.21.15.39:0/4010869246 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 258 v258) v1 ==== 95+0+3220 (secure 0 0 0) 0x7feecc044cb0 con 0x7feebc0039a0 2024-09-13T16:21:02.734 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:02.734 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":258,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":258,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:02.070900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:02.735 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 258 2024-09-13T16:21:02.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feec006ac30 msgr2=0x7feec006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feec006ac30 0x7feec006d0f0 secure :-1 s=READY pgs=949 cs=0 l=1 rev1=1 crypto rx=0x7feed406d110 tx=0x7feec8008040 comp rx=0 tx=0).stop 2024-09-13T16:21:02.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 msgr2=0x7feed414c140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feed414c140 secure :-1 s=READY pgs=2439 cs=0 l=1 rev1=1 crypto rx=0x7feecc02ad00 tx=0x7feecc001b10 comp rx=0 tx=0).stop 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 shutdown_connections 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feec006ac30 0x7feec006d0f0 unknown :-1 s=CLOSED pgs=949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feed414d570 0x7feed414d9f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feed414aba0 0x7feed4157490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 --2- 172.21.15.39:0/4010869246 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feebc0039a0 0x7feed414c140 unknown :-1 s=CLOSED pgs=2439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 >> 172.21.15.39:0/4010869246 conn(0x7feed4069ed0 msgr2=0x7feed4151030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 shutdown_connections 2024-09-13T16:21:02.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.735+0000 7feedb3c7640 1 -- 172.21.15.39:0/4010869246 wait complete. 2024-09-13T16:21:02.747 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:21:02.747 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:02.767 INFO:tasks.ceph.mds.c.smithi039.stderr: -46> 2024-09-13T16:20:58.014+0000 7f5dfd3a8640 -1 log_channel(cluster) log [ERR] : failed to read JournalPointer: -22 ((22) Invalid argument) 2024-09-13T16:21:02.792 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:21:02.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.851+0000 7f96d8c0d640 1 Processor -- start 2024-09-13T16:21:02.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.851+0000 7f96d8c0d640 1 -- start start 2024-09-13T16:21:02.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d8c0d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f96d4156fb0 0x7f96d415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d8c0d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f96d406f170 0x7f96d40b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d8c0d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96d415b1b0 con 0x7f96d415d0a0 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d8c0d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96d406f6e0 con 0x7f96d4156fb0 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d8c0d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f96d406f9c0 con 0x7f96d406f170 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f96d4156fb0 0x7f96d415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f96d4156fb0 0x7f96d415ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44822/0 (socket says 172.21.15.39:44822) 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 -- 172.21.15.39:0/2739863839 learned_addr learned my addr 172.21.15.39:0/2739863839 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96cbfff640 1 --2- 172.21.15.39:0/2739863839 >> v2:172.21.15.157:3300/0 conn(0x7f96d406f170 0x7f96d40b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 -- 172.21.15.39:0/2739863839 >> v2:172.21.15.157:3300/0 conn(0x7f96d406f170 msgr2=0x7f96d40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:02.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 --2- 172.21.15.39:0/2739863839 >> v2:172.21.15.157:3300/0 conn(0x7f96d406f170 0x7f96d40b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 -- 172.21.15.39:0/2739863839 >> v1:172.21.15.157:6789/0 conn(0x7f96d415d0a0 legacy=0x7f96d4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.852+0000 7f96d259c640 1 -- 172.21.15.39:0/2739863839 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96d406fca0 con 0x7f96d4156fb0 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.853+0000 7f96d259c640 1 --2- 172.21.15.39:0/2739863839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d4156fb0 0x7f96d415ac70 secure :-1 s=READY pgs=2443 cs=0 l=1 rev1=1 crypto rx=0x7f96d40affe0 tx=0x7f96c402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6631feaf9fc91e4d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.853+0000 7f96d1d9b640 1 -- 172.21.15.39:0/2739863839 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c4032440 con 0x7f96d4156fb0 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.853+0000 7f96d1d9b640 1 -- 172.21.15.39:0/2739863839 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96c40325a0 con 0x7f96d4156fb0 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.853+0000 7f96d1d9b640 1 -- 172.21.15.39:0/2739863839 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96c4032930 con 0x7f96d4156fb0 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 -- 172.21.15.39:0/2739863839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d4156fb0 msgr2=0x7f96d415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/2739863839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d4156fb0 0x7f96d415ac70 secure :-1 s=READY pgs=2443 cs=0 l=1 rev1=1 crypto rx=0x7f96d40affe0 tx=0x7f96c402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 -- 172.21.15.39:0/2739863839 shutdown_connections 2024-09-13T16:21:02.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/2739863839 >> v2:172.21.15.157:3300/0 conn(0x7f96d406f170 0x7f96d40b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/2739863839 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d4156fb0 0x7f96d415ac70 unknown :-1 s=CLOSED pgs=2443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 -- 172.21.15.39:0/2739863839 >> 172.21.15.39:0/2739863839 conn(0x7f96d406b3b0 msgr2=0x7f96d406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:02.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 -- 172.21.15.39:0/2739863839 shutdown_connections 2024-09-13T16:21:02.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.854+0000 7f96d8c0d640 1 -- 172.21.15.39:0/2739863839 wait complete. 2024-09-13T16:21:02.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.855+0000 7f96d8c0d640 1 Processor -- start 2024-09-13T16:21:02.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.855+0000 7f96d8c0d640 1 -- start start 2024-09-13T16:21:02.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d8c0d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d406f170 0x7f96d414dfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d8c0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f96d4156fb0 0x7f96d40af120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d8c0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 0x7f96d41585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d8c0d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96d40b05f0 con 0x7f96d415d0a0 2024-09-13T16:21:02.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d8c0d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96d414e4e0 con 0x7f96d406f170 2024-09-13T16:21:02.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d8c0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96d40af9e0 con 0x7f96d4156fb0 2024-09-13T16:21:02.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 0x7f96d41585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 0x7f96d41585b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44834/0 (socket says 172.21.15.39:44834) 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 -- 172.21.15.39:0/3326191020 learned_addr learned my addr 172.21.15.39:0/3326191020 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d259c640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d406f170 0x7f96d414dfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96cbfff640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f96d4156fb0 0x7f96d40af120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 -- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f96d4156fb0 msgr2=0x7f96d40af120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f96d4156fb0 0x7f96d40af120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 -- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d406f170 msgr2=0x7f96d414dfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d406f170 0x7f96d414dfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.856+0000 7f96d2d9d640 1 -- 172.21.15.39:0/3326191020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f96c40094d0 con 0x7f96d415d0a0 2024-09-13T16:21:02.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.857+0000 7f96d2d9d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 0x7f96d41585b0 secure :-1 s=READY pgs=2444 cs=0 l=1 rev1=1 crypto rx=0x7f96cc00c7d0 tx=0x7f96cc00cc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.857+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96cc003b70 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.857+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f96cc003cf0 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.857+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96d40afcc0 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.857+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f96cc00aa90 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.857+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96d40b0280 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.858+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96d40672f0 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.858+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f96cc00abf0 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.859+0000 7f96caffd640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f96b406ac00 0x7f96b406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.859+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f96cc089c50 con 0x7f96d415d0a0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.859+0000 7f96d259c640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f96b406ac00 0x7f96b406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:02.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.859+0000 7f96d259c640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f96b406ac00 0x7f96b406d0c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f96c4034000 tx=0x7f96c402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:02.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:02.863+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f96cc08f020 con 0x7f96d415d0a0 2024-09-13T16:21:03.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.067+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f96d4157390 con 0x7f96d415d0a0 2024-09-13T16:21:03.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.068+0000 7f96caffd640 1 -- 172.21.15.39:0/3326191020 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 258 v258) v1 ==== 95+0+3220 (secure 0 0 0) 0x7f96cc003e60 con 0x7f96d415d0a0 2024-09-13T16:21:03.069 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:03.069 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":258,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":258,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:02.070900+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:03.070 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 258 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f96b406ac00 msgr2=0x7f96b406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f96b406ac00 0x7f96b406d0c0 secure :-1 s=READY pgs=950 cs=0 l=1 rev1=1 crypto rx=0x7f96c4034000 tx=0x7f96c402e000 comp rx=0 tx=0).stop 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 msgr2=0x7f96d41585b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 0x7f96d41585b0 secure :-1 s=READY pgs=2444 cs=0 l=1 rev1=1 crypto rx=0x7f96cc00c7d0 tx=0x7f96cc00cc90 comp rx=0 tx=0).stop 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 shutdown_connections 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f96b406ac00 0x7f96b406d0c0 unknown :-1 s=CLOSED pgs=950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f96d415d0a0 0x7f96d41585b0 unknown :-1 s=CLOSED pgs=2444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f96d4156fb0 0x7f96d40af120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 --2- 172.21.15.39:0/3326191020 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f96d406f170 0x7f96d414dfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 >> 172.21.15.39:0/3326191020 conn(0x7f96d406b3b0 msgr2=0x7f96d41575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:03.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 shutdown_connections 2024-09-13T16:21:03.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.070+0000 7f96d8c0d640 1 -- 172.21.15.39:0/3326191020 wait complete. 2024-09-13T16:21:03.082 INFO:tasks.cephfs.test_damage:Result: Mutation 'Truncate 100.00000000.inode' led to DAMAGED state 2024-09-13T16:21:03.083 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap key 10000000000.00000000:sixmegs_head' 2024-09-13T16:21:03.083 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:21:03.083 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:21:03.140 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:21:03.140 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:03.140 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:21:03.140 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:03.140 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:21:03.196 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:21:03.196 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:21:03.196 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:21:03.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.338+0000 7f03ec9e9640 1 Processor -- start 2024-09-13T16:21:03.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.338+0000 7f03ec9e9640 1 -- start start 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03ec9e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 0x7f03e80b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03ec9e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e8071990 0x7f03e80cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03ec9e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03e80b2ff0 con 0x7f03e80b2b20 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03ec9e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03e80b32d0 con 0x7f03e8154a80 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03ec9e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03e80b35b0 con 0x7f03e8071990 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03e659c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 0x7f03e80b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03e6d9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e8071990 0x7f03e80cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03e659c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 0x7f03e80b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:57808/0 (socket says 172.21.15.39:57808) 2024-09-13T16:21:03.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03e659c640 1 -- 172.21.15.39:0/3988498923 learned_addr learned my addr 172.21.15.39:0/3988498923 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.339+0000 7f03e5d9b640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f03e80b2b20 0x7f03e8071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43892/0 (socket says 172.21.15.39:43892) 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e6d9d640 1 -- 172.21.15.39:0/3988498923 >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 msgr2=0x7f03e80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e6d9d640 1 --2- 172.21.15.39:0/3988498923 >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 0x7f03e80b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e6d9d640 1 -- 172.21.15.39:0/3988498923 >> v1:172.21.15.157:6789/0 conn(0x7f03e80b2b20 legacy=0x7f03e8071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e6d9d640 1 -- 172.21.15.39:0/3988498923 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03e80cd1a0 con 0x7f03e8071990 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e659c640 1 --2- 172.21.15.39:0/3988498923 >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 0x7f03e80b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:03.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e559a640 1 -- 172.21.15.39:0/3988498923 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3171073548 0 0) 0x7f03e80b2ff0 con 0x7f03e80b2b20 2024-09-13T16:21:03.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.340+0000 7f03e6d9d640 1 --2- 172.21.15.39:0/3988498923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e8071990 0x7f03e80cd9a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009d90 tx=0x7f03e002a5d0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4e7c2436b66bb25b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:03.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03e559a640 1 -- 172.21.15.39:0/3988498923 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0031600 con 0x7f03e8071990 2024-09-13T16:21:03.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03e559a640 1 -- 172.21.15.39:0/3988498923 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03e002d050 con 0x7f03e8071990 2024-09-13T16:21:03.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03e559a640 1 -- 172.21.15.39:0/3988498923 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03e0031980 con 0x7f03e8071990 2024-09-13T16:21:03.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 -- 172.21.15.39:0/3988498923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e8071990 msgr2=0x7f03e80cd9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:03.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/3988498923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e8071990 0x7f03e80cd9a0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f03e0009d90 tx=0x7f03e002a5d0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 -- 172.21.15.39:0/3988498923 shutdown_connections 2024-09-13T16:21:03.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/3988498923 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e8071990 0x7f03e80cd9a0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/3988498923 >> v2:172.21.15.157:3300/0 conn(0x7f03e8154a80 0x7f03e80b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 -- 172.21.15.39:0/3988498923 >> 172.21.15.39:0/3988498923 conn(0x7f03e80b15d0 msgr2=0x7f03e80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:03.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 -- 172.21.15.39:0/3988498923 shutdown_connections 2024-09-13T16:21:03.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.341+0000 7f03ec9e9640 1 -- 172.21.15.39:0/3988498923 wait complete. 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.342+0000 7f03ec9e9640 1 Processor -- start 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 -- start start 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03e8071990 0x7f03e8147f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e80b2b20 0x7f03e81522c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 0x7f03e8152800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e814a900 con 0x7f03e8154a80 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03e8151820 con 0x7f03e8071990 2024-09-13T16:21:03.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03ec9e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03e8150780 con 0x7f03e80b2b20 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03e6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 0x7f03e8152800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03e6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 0x7f03e8152800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44836/0 (socket says 172.21.15.39:44836) 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03e5d9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e80b2b20 0x7f03e81522c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03e6d9d640 1 -- 172.21.15.39:0/64039116 learned_addr learned my addr 172.21.15.39:0/64039116 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.343+0000 7f03e659c640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03e8071990 0x7f03e8147f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e5d9b640 1 -- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03e8071990 msgr2=0x7f03e8147f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e5d9b640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03e8071990 0x7f03e8147f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e5d9b640 1 -- 172.21.15.39:0/64039116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 msgr2=0x7f03e8152800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e5d9b640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 0x7f03e8152800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e5d9b640 1 -- 172.21.15.39:0/64039116 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d80094d0 con 0x7f03e80b2b20 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e6d9d640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 0x7f03e8152800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03e5d9b640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e80b2b20 0x7f03e81522c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f03e80b2f20 tx=0x7f03dc00c8e0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc0074e0 con 0x7f03e80b2b20 2024-09-13T16:21:03.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03dc007640 con 0x7f03e80b2b20 2024-09-13T16:21:03.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03e0009a70 con 0x7f03e80b2b20 2024-09-13T16:21:03.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03dc004a20 con 0x7f03e80b2b20 2024-09-13T16:21:03.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.344+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03e8150d40 con 0x7f03e80b2b20 2024-09-13T16:21:03.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.345+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03e80672f0 con 0x7f03e80b2b20 2024-09-13T16:21:03.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.346+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f03dc004b80 con 0x7f03e80b2b20 2024-09-13T16:21:03.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.346+0000 7f03d6ffd640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c806ac00 0x7f03c806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:03.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.347+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f03dc089dc0 con 0x7f03e80b2b20 2024-09-13T16:21:03.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.347+0000 7f03e659c640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c806ac00 0x7f03c806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:03.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.347+0000 7f03e659c640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c806ac00 0x7f03c806d0c0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f03d8006ca0 tx=0x7f03d8009240 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:03.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.351+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f03dc054680 con 0x7f03e80b2b20 2024-09-13T16:21:03.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:03.556+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f03e806ad00 con 0x7f03e80b2b20 2024-09-13T16:21:04.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.093+0000 7f03d6ffd640 1 -- 172.21.15.39:0/64039116 <== mon.2 v2:172.21.15.157:3301/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v260) v1 ==== 161+0+0 (secure 0 0 0) 0x7f03dc057ca0 con 0x7f03e80b2b20 2024-09-13T16:21:04.095 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:21:04.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.095+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c806ac00 msgr2=0x7f03c806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.095+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c806ac00 0x7f03c806d0c0 secure :-1 s=READY pgs=952 cs=0 l=1 rev1=1 crypto rx=0x7f03d8006ca0 tx=0x7f03d8009240 comp rx=0 tx=0).stop 2024-09-13T16:21:04.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.095+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e80b2b20 msgr2=0x7f03e81522c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.095+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e80b2b20 0x7f03e81522c0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7f03e80b2f20 tx=0x7f03dc00c8e0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 shutdown_connections 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03c806ac00 0x7f03c806d0c0 unknown :-1 s=CLOSED pgs=952 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03e8154a80 0x7f03e8152800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03e80b2b20 0x7f03e81522c0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 --2- 172.21.15.39:0/64039116 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03e8071990 0x7f03e8147f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 >> 172.21.15.39:0/64039116 conn(0x7f03e80b15d0 msgr2=0x7f03e8070f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 shutdown_connections 2024-09-13T16:21:04.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.096+0000 7f03ec9e9640 1 -- 172.21.15.39:0/64039116 wait complete. 2024-09-13T16:21:04.109 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:21:04.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.212+0000 7f709fb33640 1 Processor -- start 2024-09-13T16:21:04.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.213+0000 7f709fb33640 1 -- start start 2024-09-13T16:21:04.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.213+0000 7f709fb33640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f709815cef0 0x7f70980cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.213+0000 7f709fb33640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f70980d11f0 con 0x7f70980b5ab0 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.213+0000 7f709fb33640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f709815d2d0 con 0x7f70980cd560 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.213+0000 7f709fb33640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f70980cda00 con 0x7f709815cef0 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709e0d0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f70980b5ab0 0x7f70980ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33152/0 (socket says 172.21.15.39:33152) 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709e0d0640 1 -- 172.21.15.39:0/3638762654 learned_addr learned my addr 172.21.15.39:0/3638762654 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709d8cf640 1 --2- 172.21.15.39:0/3638762654 >> v2:172.21.15.157:3300/0 conn(0x7f709815cef0 0x7f70980cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709c8cd640 1 -- 172.21.15.39:0/3638762654 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3028903928 0 0) 0x7f70980d11f0 con 0x7f70980b5ab0 2024-09-13T16:21:04.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709c8cd640 1 -- 172.21.15.39:0/3638762654 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7084003520 con 0x7f70980b5ab0 2024-09-13T16:21:04.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709d8cf640 1 -- 172.21.15.39:0/3638762654 >> v1:172.21.15.157:6789/0 conn(0x7f70980cd560 legacy=0x7f70980d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709d8cf640 1 -- 172.21.15.39:0/3638762654 >> v1:172.21.15.39:6789/0 conn(0x7f70980b5ab0 legacy=0x7f70980ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709c8cd640 1 -- 172.21.15.39:0/3638762654 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3094487309 0 0) 0x7f7084003520 con 0x7f70980b5ab0 2024-09-13T16:21:04.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.214+0000 7f709d8cf640 1 -- 172.21.15.39:0/3638762654 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f70980cdce0 con 0x7f709815cef0 2024-09-13T16:21:04.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.215+0000 7f709d8cf640 1 --2- 172.21.15.39:0/3638762654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f709815cef0 0x7f70980cd020 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f70940097a0 tx=0x7f709402a250 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2221836c03f0e787 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:04.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.215+0000 7f709c8cd640 1 -- 172.21.15.39:0/3638762654 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f70900019f0 con 0x7f709815cef0 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.215+0000 7f709c8cd640 1 -- 172.21.15.39:0/3638762654 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f709402ace0 con 0x7f709815cef0 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.215+0000 7f709c8cd640 1 -- 172.21.15.39:0/3638762654 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7094032660 con 0x7f709815cef0 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 -- 172.21.15.39:0/3638762654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f709815cef0 msgr2=0x7f70980cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 --2- 172.21.15.39:0/3638762654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f709815cef0 0x7f70980cd020 secure :-1 s=READY pgs=659 cs=0 l=1 rev1=1 crypto rx=0x7f70940097a0 tx=0x7f709402a250 comp rx=0 tx=0).stop 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 -- 172.21.15.39:0/3638762654 shutdown_connections 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 --2- 172.21.15.39:0/3638762654 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f709815cef0 0x7f70980cd020 unknown :-1 s=CLOSED pgs=659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 -- 172.21.15.39:0/3638762654 >> 172.21.15.39:0/3638762654 conn(0x7f709806a3a0 msgr2=0x7f709806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:04.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 -- 172.21.15.39:0/3638762654 shutdown_connections 2024-09-13T16:21:04.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.216+0000 7f709fb33640 1 -- 172.21.15.39:0/3638762654 wait complete. 2024-09-13T16:21:04.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.217+0000 7f709fb33640 1 Processor -- start 2024-09-13T16:21:04.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.217+0000 7f709fb33640 1 -- start start 2024-09-13T16:21:04.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709fb33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 0x7f70981f6fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:04.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709fb33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70980cd560 0x7f7098152d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709fb33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f709815cef0 0x7f70980cbb10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709fb33640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70980c9d30 con 0x7f70980b5ab0 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709fb33640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f70981f7520 con 0x7f70980cd560 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709fb33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f70980ca220 con 0x7f709815cef0 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 0x7f70981f6fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 0x7f70981f6fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44918/0 (socket says 172.21.15.39:44918) 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 -- 172.21.15.39:0/3316794773 learned_addr learned my addr 172.21.15.39:0/3316794773 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d0ce640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70980cd560 0x7f7098152d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709e0d0640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f709815cef0 0x7f70980cbb10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 -- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f709815cef0 msgr2=0x7f70980cbb10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f709815cef0 0x7f70980cbb10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 -- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70980cd560 msgr2=0x7f7098152d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:04.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70980cd560 0x7f7098152d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 -- 172.21.15.39:0/3316794773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7094009400 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.218+0000 7f709d8cf640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 0x7f70981f6fe0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7f7094035040 tx=0x7f70940046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.219+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709403b810 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.219+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f709403b970 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.219+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f70980ca500 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.219+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f709403bd20 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.219+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f70980c9a50 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.220+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f70980c95e0 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.220+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7094039040 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.221+0000 7f708a7fc640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f707c06ac00 0x7f707c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.221+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f70940aa560 con 0x7f70980b5ab0 2024-09-13T16:21:04.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.221+0000 7f709d0ce640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f707c06ac00 0x7f707c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:04.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.221+0000 7f709d0ce640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f707c06ac00 0x7f707c06d0c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f708c000f60 tx=0x7f708c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:04.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.225+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7094074d90 con 0x7f70980b5ab0 2024-09-13T16:21:04.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:04.463+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f709815e5a0 con 0x7f70980b5ab0 2024-09-13T16:21:05.107 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.105+0000 7f708a7fc640 1 -- 172.21.15.39:0/3316794773 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v261) v1 ==== 101+0+0 (secure 0 0 0) 0x7f709815e5a0 con 0x7f70980b5ab0 2024-09-13T16:21:05.107 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:21:05.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f707c06ac00 msgr2=0x7f707c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f707c06ac00 0x7f707c06d0c0 secure :-1 s=READY pgs=953 cs=0 l=1 rev1=1 crypto rx=0x7f708c000f60 tx=0x7f708c009040 comp rx=0 tx=0).stop 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 msgr2=0x7f70981f6fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 0x7f70981f6fe0 secure :-1 s=READY pgs=2446 cs=0 l=1 rev1=1 crypto rx=0x7f7094035040 tx=0x7f70940046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 shutdown_connections 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f707c06ac00 0x7f707c06d0c0 unknown :-1 s=CLOSED pgs=953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f709815cef0 0x7f70980cbb10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70980cd560 0x7f7098152d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 --2- 172.21.15.39:0/3316794773 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70980b5ab0 0x7f70981f6fe0 unknown :-1 s=CLOSED pgs=2446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 >> 172.21.15.39:0/3316794773 conn(0x7f709806a3a0 msgr2=0x7f70980b7100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 shutdown_connections 2024-09-13T16:21:05.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.108+0000 7f709fb33640 1 -- 172.21.15.39:0/3316794773 wait complete. 2024-09-13T16:21:05.123 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:21:05.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 Processor -- start 2024-09-13T16:21:05.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 -- start start 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d11a5e0 0x55be3d1d3c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 0x55be3d1479f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1e9fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be3d0c8be0 con 0x55be3d163240 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be3d0c44d0 con 0x55be3d1d4be0 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.168+0000 7fb803357f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55be3d05fb60 con 0x55be3d11a5e0 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 0x55be3d1479f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 0x55be3d1479f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44930/0 (socket says 172.21.15.39:44930) 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 -- 172.21.15.39:0/3397040701 learned_addr learned my addr 172.21.15.39:0/3397040701 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:05.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb801655640 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1e9fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800e54640 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d11a5e0 0x55be3d1d3c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 -- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d11a5e0 msgr2=0x55be3d1d3c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d11a5e0 0x55be3d1d3c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 -- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 msgr2=0x55be3d1e9fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1e9fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 -- 172.21.15.39:0/3397040701 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7f800a100 con 0x55be3d163240 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb801655640 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1e9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb800653640 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 0x55be3d1479f0 secure :-1 s=READY pgs=2448 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4001e00 tx=0x7fb7f400b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d884036023ffa9e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb7ff651640 1 -- 172.21.15.39:0/3397040701 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f4014070 con 0x55be3d163240 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb7ff651640 1 -- 172.21.15.39:0/3397040701 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7f4001e90 con 0x55be3d163240 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.169+0000 7fb7ff651640 1 -- 172.21.15.39:0/3397040701 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f400f400 con 0x55be3d163240 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 -- 172.21.15.39:0/3397040701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 msgr2=0x55be3d1479f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 0x55be3d1479f0 secure :-1 s=READY pgs=2448 cs=0 l=1 rev1=1 crypto rx=0x7fb7f4001e00 tx=0x7fb7f400b670 comp rx=0 tx=0).stop 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 -- 172.21.15.39:0/3397040701 shutdown_connections 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1e9fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d163240 0x55be3d1479f0 unknown :-1 s=CLOSED pgs=2448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 --2- 172.21.15.39:0/3397040701 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d11a5e0 0x55be3d1d3c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 -- 172.21.15.39:0/3397040701 >> 172.21.15.39:0/3397040701 conn(0x55be3d1456b0 msgr2=0x55be3d145a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 -- 172.21.15.39:0/3397040701 shutdown_connections 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 -- 172.21.15.39:0/3397040701 wait complete. 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 Processor -- start 2024-09-13T16:21:05.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.170+0000 7fb803357f40 1 -- start start 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb803357f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d11a5e0 0x55be3d1d4500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb803357f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d163240 0x55be3d1e8850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb803357f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1479f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb803357f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be3d05f800 con 0x55be3d11a5e0 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb803357f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55be3d042520 con 0x55be3d1d4be0 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb803357f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55be3d285250 con 0x55be3d163240 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb800e54640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d11a5e0 0x55be3d1d4500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb800e54640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d11a5e0 0x55be3d1d4500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44938/0 (socket says 172.21.15.39:44938) 2024-09-13T16:21:05.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 learned_addr learned my addr 172.21.15.39:0/1788195274 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d163240 0x55be3d1e8850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.171+0000 7fb801655640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1479f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d163240 msgr2=0x55be3d1e8850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55be3d163240 0x55be3d1e8850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 msgr2=0x55be3d1479f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55be3d1d4be0 0x55be3d1479f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb7f400a040 con 0x55be3d11a5e0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d11a5e0 0x55be3d1d4500 secure :-1 s=READY pgs=2449 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0001d70 tx=0x7fb7f000a6b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb7fe64f640 1 -- 172.21.15.39:0/1788195274 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f000e650 con 0x55be3d11a5e0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb7fe64f640 1 -- 172.21.15.39:0/1788195274 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb7f000e7b0 con 0x55be3d11a5e0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55be3d062060 con 0x55be3d11a5e0 2024-09-13T16:21:05.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb7fe64f640 1 -- 172.21.15.39:0/1788195274 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb7f000eb20 con 0x55be3d11a5e0 2024-09-13T16:21:05.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.172+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55be3d061ac0 con 0x55be3d11a5e0 2024-09-13T16:21:05.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb7fe64f640 1 -- 172.21.15.39:0/1788195274 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb7f000ec80 con 0x55be3d11a5e0 2024-09-13T16:21:05.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb7fe64f640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7ec0695e0 0x7fb7ec06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb7fe64f640 1 -- 172.21.15.39:0/1788195274 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fb7f0088f00 con 0x55be3d11a5e0 2024-09-13T16:21:05.179 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:21:05.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7ec0695e0 0x7fb7ec06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55be3d1d2500 0x55be3d285bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d286130 con 0x55be3d1d2500 2024-09-13T16:21:05.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.174+0000 7fb801655640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55be3d1d2500 0x55be3d285bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.175+0000 7fb801655640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55be3d1d2500 0x55be3d285bf0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.175+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7ec0695e0 0x7fb7ec06baa0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x55be3d1ef840 tx=0x7fb7f4009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.177+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v122'939 uv913 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.177+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2864e0 con 0x55be3d1d2500 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.178+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v122'940 uv940 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.178+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291760 con 0x55be3d1d2500 2024-09-13T16:21:05.181 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:21:05.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.180+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v122'941 uv941 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.180+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d292b20 con 0x55be3d1d2500 2024-09-13T16:21:05.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.181+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v122'942 uv942 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.181+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d292ed0 con 0x55be3d1d2500 2024-09-13T16:21:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.182+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v122'943 uv943 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.182+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291b10 con 0x55be3d1d2500 2024-09-13T16:21:05.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.183+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v122'944 uv944 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.183+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.185+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v122'945 uv919 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.185+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.186+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v122'946 uv946 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.186+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.188 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:21:05.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.187+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v122'947 uv947 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.187+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.189+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v122'948 uv948 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.189+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.190+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v122'949 uv949 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.190+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.191+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v122'950 uv950 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.191+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.192+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v122'951 uv926 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.193+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.194+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v122'952 uv952 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.194+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.196 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:21:05.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.195+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v122'953 uv953 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.195+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.196+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v122'954 uv954 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.196+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.198+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v122'955 uv955 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.198+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.199+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v122'956 uv956 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.199+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.201+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v122'957 uv957 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.201+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.202+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v122'958 uv932 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.202+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.203+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v122'959 uv959 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.203+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.205 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:21:05.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.204+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v122'960 uv960 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.204+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.206+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v122'961 uv961 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.206+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.207+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v122'962 uv962 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.207+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.208+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v122'963 uv963 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.208+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.209+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v122'964 uv938 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.209+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.211+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v122'965 uv965 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.211+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.213 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:21:05.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.212+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v122'966 uv966 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.212+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.213+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v122'967 uv967 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.213+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.214+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v122'968 uv968 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.214+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d1d2500 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.215+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v122'969 uv969 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.215+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55be3d293280 0x55be3d295670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.215+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d291f10 con 0x55be3d293280 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.215+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55be3d293280 0x55be3d295670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.216+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55be3d293280 0x55be3d295670 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.217+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v122'674 uv657 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.217+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d295bb0 con 0x55be3d293280 2024-09-13T16:21:05.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.219+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v122'675 uv675 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.219+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d295f60 con 0x55be3d293280 2024-09-13T16:21:05.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.220+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v122'676 uv676 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.221 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:21:05.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.220+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d296310 con 0x55be3d293280 2024-09-13T16:21:05.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.221+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v122'677 uv677 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.221+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2966c0 con 0x55be3d293280 2024-09-13T16:21:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.223+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v122'678 uv678 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.223+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d296a70 con 0x55be3d293280 2024-09-13T16:21:05.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.224+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v122'679 uv662 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.224+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d296e20 con 0x55be3d293280 2024-09-13T16:21:05.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.225+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v122'680 uv680 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.225+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.228 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:21:05.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.226+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v122'681 uv681 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.226+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.228+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v122'682 uv682 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.228+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.229+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v122'683 uv683 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.229+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.230+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v122'684 uv667 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.230+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.232+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v122'685 uv685 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.232+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.234 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:21:05.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.233+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v122'686 uv686 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.233+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ac00 con 0x55be3d293280 2024-09-13T16:21:05.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.235+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v122'687 uv687 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.235+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ac00 con 0x55be3d293280 2024-09-13T16:21:05.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.236+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v122'688 uv688 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.236+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.237+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v122'689 uv673 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.237+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.239+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v122'690 uv690 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.239+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.240+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v122'691 uv691 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.241 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:21:05.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.240+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2981e0 con 0x55be3d293280 2024-09-13T16:21:05.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.241+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v122'692 uv692 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.241+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2981e0 con 0x55be3d293280 2024-09-13T16:21:05.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.242+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v122'693 uv693 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.242+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d293280 2024-09-13T16:21:05.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.244+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v122'694 uv694 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d293280 2024-09-13T16:21:05.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.244+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d1d2500 2024-09-13T16:21:05.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.245+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v122'183 uv182 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.245+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d1d2500 2024-09-13T16:21:05.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.246+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v122'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.246+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d1d2500 2024-09-13T16:21:05.248 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:21:05.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.247+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v122'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.247+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2981e0 con 0x55be3d1d2500 2024-09-13T16:21:05.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.248+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v122'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.248+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2981e0 con 0x55be3d1d2500 2024-09-13T16:21:05.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.249+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v122'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.249+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2971d0 con 0x55be3d1d2500 2024-09-13T16:21:05.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.250+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v122'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.250+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55be3d297ab0 0x55be3d297ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.250+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29a5f0 con 0x55be3d297ab0 2024-09-13T16:21:05.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.250+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55be3d297ab0 0x55be3d297ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.251+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55be3d297ab0 0x55be3d297ef0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.252+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v122'131 uv130 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.252+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29a9a0 con 0x55be3d297ab0 2024-09-13T16:21:05.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.253+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v122'132 uv132 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.253+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ad50 con 0x55be3d297ab0 2024-09-13T16:21:05.255 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:21:05.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.254+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v122'133 uv133 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.254+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29b190 con 0x55be3d297ab0 2024-09-13T16:21:05.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.255+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v122'134 uv134 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.255+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29b5d0 con 0x55be3d1d2500 2024-09-13T16:21:05.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.257+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v122'183 uv182 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.257+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29b5d0 con 0x55be3d1d2500 2024-09-13T16:21:05.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.258+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v122'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.258+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29b5d0 con 0x55be3d1d2500 2024-09-13T16:21:05.260 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:21:05.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.259+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v122'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.259+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29c5e0 con 0x55be3d1d2500 2024-09-13T16:21:05.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.260+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v122'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.260+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29c5e0 con 0x55be3d1d2500 2024-09-13T16:21:05.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.261+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v122'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.261+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29b5d0 con 0x55be3d1d2500 2024-09-13T16:21:05.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.262+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v122'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.262+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55be3d29bc50 0x55be3d29e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.262+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29e6a0 con 0x55be3d29bc50 2024-09-13T16:21:05.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.262+0000 7fb801655640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55be3d29bc50 0x55be3d29e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.263+0000 7fb801655640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55be3d29bc50 0x55be3d29e040 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.264+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v122'338 uv332 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.264+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.265+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v122'339 uv339 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.265+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.268 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:21:05.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.267+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v122'340 uv340 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.267+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29fa90 con 0x55be3d29bc50 2024-09-13T16:21:05.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.268+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v122'341 uv341 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.268+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29fa90 con 0x55be3d29bc50 2024-09-13T16:21:05.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.269+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v122'342 uv342 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.269+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.270+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v122'343 uv343 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.270+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.271+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v122'344 uv337 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.271+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.273+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v122'345 uv345 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.273+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.275 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:21:05.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.274+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v122'346 uv346 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.274+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.275+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v122'347 uv347 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.275+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d29ea80 con 0x55be3d29bc50 2024-09-13T16:21:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.276+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v122'348 uv348 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.276+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55be3d29f360 0x55be3d2a1750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.276+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a1c90 con 0x55be3d29f360 2024-09-13T16:21:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.277+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55be3d29f360 0x55be3d2a1750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.277+0000 7fb800e54640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55be3d29f360 0x55be3d2a1750 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.278+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v122'153 uv152 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d29f360 2024-09-13T16:21:05.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.278+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a1c90 con 0x55be3d29f360 2024-09-13T16:21:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.279+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v122'154 uv154 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d29f360 2024-09-13T16:21:05.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.279+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d29f360 2024-09-13T16:21:05.281 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:21:05.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.280+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v122'155 uv155 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d29f360 2024-09-13T16:21:05.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.280+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d29f360 2024-09-13T16:21:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.281+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v122'156 uv156 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d29f360 2024-09-13T16:21:05.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.281+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d29f360 2024-09-13T16:21:05.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.282+0000 7fb800e54640 1 -- 172.21.15.39:0/1788195274 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v122'157 uv157 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f00557a0 con 0x55be3d29f360 2024-09-13T16:21:05.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.282+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d1d2500 2024-09-13T16:21:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.283+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v122'183 uv182 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.283+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d1d2500 2024-09-13T16:21:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.284+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v122'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.284+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d1d2500 2024-09-13T16:21:05.286 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:21:05.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.285+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v122'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.285+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a30a0 con 0x55be3d1d2500 2024-09-13T16:21:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.286+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v122'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.286+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a30a0 con 0x55be3d1d2500 2024-09-13T16:21:05.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.287+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v122'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.287+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d1d2500 2024-09-13T16:21:05.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.288+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v122'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d1d2500 2024-09-13T16:21:05.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.288+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2090 con 0x55be3d297ab0 2024-09-13T16:21:05.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.289+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v122'304 uv298 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.289+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2440 con 0x55be3d297ab0 2024-09-13T16:21:05.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.290+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v122'305 uv305 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.290+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a27f0 con 0x55be3d297ab0 2024-09-13T16:21:05.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.291+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v122'306 uv306 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.293 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:21:05.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.291+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2ba0 con 0x55be3d297ab0 2024-09-13T16:21:05.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.292+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v122'307 uv307 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.292+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2ba0 con 0x55be3d297ab0 2024-09-13T16:21:05.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.293+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v122'308 uv308 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.293+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2ba0 con 0x55be3d297ab0 2024-09-13T16:21:05.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.294+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v122'309 uv303 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.294+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2ba0 con 0x55be3d297ab0 2024-09-13T16:21:05.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.295+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v122'310 uv310 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.295+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2ba0 con 0x55be3d297ab0 2024-09-13T16:21:05.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.296+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v122'311 uv311 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.298 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:21:05.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.296+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a2ba0 con 0x55be3d297ab0 2024-09-13T16:21:05.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.297+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v122'312 uv312 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.297+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a59f0 con 0x55be3d297ab0 2024-09-13T16:21:05.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.298+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v122'313 uv313 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.299+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55be3d2a3710 0x55be3d2a5b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.299+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a60c0 con 0x55be3d2a3710 2024-09-13T16:21:05.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.299+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55be3d2a3710 0x55be3d2a5b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.299+0000 7fb800653640 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55be3d2a3710 0x55be3d2a5b00 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.300+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v122'132 uv131 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d2a3710 2024-09-13T16:21:05.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.300+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a60c0 con 0x55be3d2a3710 2024-09-13T16:21:05.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.301+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v122'133 uv133 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d2a3710 2024-09-13T16:21:05.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.301+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a60c0 con 0x55be3d2a3710 2024-09-13T16:21:05.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.302+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v122'134 uv134 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d2a3710 2024-09-13T16:21:05.303 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:21:05.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.302+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d2a3710 2024-09-13T16:21:05.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.303+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v122'135 uv135 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d2a3710 2024-09-13T16:21:05.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.303+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d297ab0 2024-09-13T16:21:05.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.304+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v122'183 uv182 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.304+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d297ab0 2024-09-13T16:21:05.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.305+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v122'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.305+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d297ab0 2024-09-13T16:21:05.308 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:21:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.307+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v122'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.307+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a74d0 con 0x55be3d297ab0 2024-09-13T16:21:05.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.308+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v122'186 uv186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.308+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a74d0 con 0x55be3d297ab0 2024-09-13T16:21:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.309+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v122'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.309+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d297ab0 2024-09-13T16:21:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.310+0000 7fb800653640 1 -- 172.21.15.39:0/1788195274 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v122'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f4016070 con 0x55be3d297ab0 2024-09-13T16:21:05.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.310+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.312+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v122'156 uv155 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.312+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.313+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v122'157 uv157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.313+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.315 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:21:05.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.314+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v122'158 uv158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.314+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.315+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v122'159 uv159 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.315+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.316+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v122'160 uv160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.316+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.317+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v122'376 uv375 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.317+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.319+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v122'377 uv377 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.319+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.321 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:21:05.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.320+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v122'378 uv378 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.320+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.321+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v122'379 uv379 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.321+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.323+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v122'380 uv380 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.323+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.324+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v122'381 uv374 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.324+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.325+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v122'382 uv382 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.325+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.327 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:21:05.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.326+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v122'383 uv383 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.326+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a74d0 con 0x55be3d29bc50 2024-09-13T16:21:05.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.327+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v122'384 uv384 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.327+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a74d0 con 0x55be3d29bc50 2024-09-13T16:21:05.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.328+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v122'385 uv385 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.328+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a64c0 con 0x55be3d29bc50 2024-09-13T16:21:05.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.329+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v122'386 uv386 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.329+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x55be3d2a69b0 con 0x55be3d29bc50 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v122'387 uv387 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fb7f8051790 con 0x55be3d29bc50 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55be3d1d2500 msgr2=0x55be3d285bf0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55be3d1d2500 0x55be3d285bf0 crc :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55be3d297ab0 msgr2=0x55be3d297ef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55be3d297ab0 0x55be3d297ef0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55be3d2a3710 msgr2=0x55be3d2a5b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55be3d2a3710 0x55be3d2a5b00 crc :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55be3d293280 msgr2=0x55be3d295670 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 reap_dead start 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55be3d293280 0x55be3d295670 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55be3d29bc50 msgr2=0x55be3d29e040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55be3d29bc50 0x55be3d29e040 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55be3d29f360 msgr2=0x55be3d2a1750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55be3d29f360 0x55be3d2a1750 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7ec0695e0 msgr2=0x7fb7ec06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb7ec0695e0 0x7fb7ec06baa0 secure :-1 s=READY pgs=954 cs=0 l=1 rev1=1 crypto rx=0x55be3d1ef840 tx=0x7fb7f4009000 comp rx=0 tx=0).stop 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d11a5e0 msgr2=0x55be3d1d4500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 --2- 172.21.15.39:0/1788195274 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55be3d11a5e0 0x55be3d1d4500 secure :-1 s=READY pgs=2449 cs=0 l=1 rev1=1 crypto rx=0x7fb7f0001d70 tx=0x7fb7f000a6b0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb801655640 1 -- 172.21.15.39:0/1788195274 reap_dead start 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 shutdown_connections 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 >> 172.21.15.39:0/1788195274 conn(0x55be3d1456b0 msgr2=0x55be3d1f1ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 shutdown_connections 2024-09-13T16:21:05.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.330+0000 7fb803357f40 1 -- 172.21.15.39:0/1788195274 wait complete. 2024-09-13T16:21:05.334 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 10000000000.00000000 sixmegs_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:21:05.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.418+0000 7fe1a1979f40 1 Processor -- start 2024-09-13T16:21:05.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.418+0000 7fe1a1979f40 1 -- start start 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe1a1979f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56499295a330 0x564992957c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe1a1979f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 0x564992a251e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe1a1979f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992955470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe1a1979f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5649929024d0 con 0x564992985b40 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe1a1979f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56499289db60 con 0x56499295a330 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe1a1979f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56499289d800 con 0x564992a2f2e0 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 0x564992a251e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 0x564992a251e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44954/0 (socket says 172.21.15.39:44954) 2024-09-13T16:21:05.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 -- 172.21.15.39:0/959054587 learned_addr learned my addr 172.21.15.39:0/959054587 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19f478640 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56499295a330 0x564992957c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19fc79640 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992955470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 -- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 msgr2=0x564992955470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992955470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 -- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56499295a330 msgr2=0x564992957c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56499295a330 0x564992957c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19ec77640 1 -- 172.21.15.39:0/959054587 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe190005d20 con 0x564992985b40 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.419+0000 7fe19f478640 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56499295a330 0x564992957c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe19ec77640 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 0x564992a251e0 secure :-1 s=READY pgs=2452 cs=0 l=1 rev1=1 crypto rx=0x7fe19400a7a0 tx=0x7fe19400a890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=acd6875dbd4ab801 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe19dc75640 1 -- 172.21.15.39:0/959054587 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe19400f070 con 0x564992985b40 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe19dc75640 1 -- 172.21.15.39:0/959054587 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe194007600 con 0x564992985b40 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe19dc75640 1 -- 172.21.15.39:0/959054587 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe194007970 con 0x564992985b40 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 -- 172.21.15.39:0/959054587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 msgr2=0x564992a251e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 0x564992a251e0 secure :-1 s=READY pgs=2452 cs=0 l=1 rev1=1 crypto rx=0x7fe19400a7a0 tx=0x7fe19400a890 comp rx=0 tx=0).stop 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 -- 172.21.15.39:0/959054587 shutdown_connections 2024-09-13T16:21:05.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992955470 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x564992985b40 0x564992a251e0 unknown :-1 s=CLOSED pgs=2452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/959054587 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56499295a330 0x564992957c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 -- 172.21.15.39:0/959054587 >> 172.21.15.39:0/959054587 conn(0x5649929836c0 msgr2=0x564992a112b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 -- 172.21.15.39:0/959054587 shutdown_connections 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.420+0000 7fe1a1979f40 1 -- 172.21.15.39:0/959054587 wait complete. 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 Processor -- start 2024-09-13T16:21:05.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 -- start start 2024-09-13T16:21:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56499295a330 0x564992997af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564992985b40 0x564992a2a290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992a0eb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x564992880520 con 0x56499295a330 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x564992a2dfb0 con 0x564992985b40 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.421+0000 7fe1a1979f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x564992a2b510 con 0x564992a2f2e0 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56499295a330 0x564992997af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56499295a330 0x564992997af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44956/0 (socket says 172.21.15.39:44956) 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 -- 172.21.15.39:0/1362116698 learned_addr learned my addr 172.21.15.39:0/1362116698 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19ec77640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564992985b40 0x564992a2a290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19fc79640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992a0eb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 -- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 msgr2=0x564992a0eb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x564992a2f2e0 0x564992a0eb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 -- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564992985b40 msgr2=0x564992a2a290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x564992985b40 0x564992a2a290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 -- 172.21.15.39:0/1362116698 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe19400a420 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19f478640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56499295a330 0x564992997af0 secure :-1 s=READY pgs=2453 cs=0 l=1 rev1=1 crypto rx=0x7fe19000a520 tx=0x7fe190002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19cc73640 1 -- 172.21.15.39:0/1362116698 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe190054b10 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19cc73640 1 -- 172.21.15.39:0/1362116698 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe190054c70 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe19cc73640 1 -- 172.21.15.39:0/1362116698 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe190068460 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5649928acc20 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.422+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5649928a0060 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.424+0000 7fe19cc73640 1 -- 172.21.15.39:0/1362116698 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe1900685c0 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.424+0000 7fe19cc73640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe18c069610 0x7fe18c06bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.424+0000 7fe19cc73640 1 -- 172.21.15.39:0/1362116698 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fe1900cca10 con 0x56499295a330 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.424+0000 7fe19ec77640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe18c069610 0x7fe18c06bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.424+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564992a2a7d0 0x564992ac4070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.424+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=104b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e122) v8 -- 0x564992957c40 con 0x564992a2a7d0 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.425+0000 7fe19fc79640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564992a2a7d0 0x564992ac4070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.425+0000 7fe19ec77640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe18c069610 0x7fe18c06bad0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fe194016040 tx=0x7fe19400c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.425+0000 7fe19fc79640 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564992a2a7d0 0x564992ac4070 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe19fc79640 1 -- 172.21.15.39:0/1362116698 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-vals] v122'970 uv970 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fe198001630 con 0x564992a2a7d0 2024-09-13T16:21:05.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564992a2a7d0 msgr2=0x564992ac4070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x564992a2a7d0 0x564992ac4070 crc :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe18c069610 msgr2=0x7fe18c06bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe18c069610 0x7fe18c06bad0 secure :-1 s=READY pgs=955 cs=0 l=1 rev1=1 crypto rx=0x7fe194016040 tx=0x7fe19400c000 comp rx=0 tx=0).stop 2024-09-13T16:21:05.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56499295a330 msgr2=0x564992997af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 --2- 172.21.15.39:0/1362116698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56499295a330 0x564992997af0 secure :-1 s=READY pgs=2453 cs=0 l=1 rev1=1 crypto rx=0x7fe19000a520 tx=0x7fe190002fb0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe19fc79640 1 -- 172.21.15.39:0/1362116698 reap_dead start 2024-09-13T16:21:05.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 shutdown_connections 2024-09-13T16:21:05.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.426+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 >> 172.21.15.39:0/1362116698 conn(0x5649929836c0 msgr2=0x564992a2cd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.427+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 shutdown_connections 2024-09-13T16:21:05.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.427+0000 7fe1a1979f40 1 -- 172.21.15.39:0/1362116698 wait complete. 2024-09-13T16:21:05.431 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:21:05.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.533+0000 7fa91c118640 1 Processor -- start 2024-09-13T16:21:05.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa91c118640 1 -- start start 2024-09-13T16:21:05.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa91c118640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa914156e60 0x7fa91415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa91c118640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa91406a5e0 0x7fa9140b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa91c118640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9140cb080 con 0x7fa9140b25b0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa91c118640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa914070d40 con 0x7fa91406a5e0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa91c118640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9140b3120 con 0x7fa914156e60 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.534+0000 7fa9196b3640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa9140b25b0 0x7fa914069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33172/0 (socket says 172.21.15.39:33172) 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa9196b3640 1 -- 172.21.15.39:0/2616158849 learned_addr learned my addr 172.21.15.39:0/2616158849 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa919eb4640 1 --2- 172.21.15.39:0/2616158849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa914156e60 0x7fa91415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa91a6b5640 1 --2- 172.21.15.39:0/2616158849 >> v2:172.21.15.157:3300/0 conn(0x7fa91406a5e0 0x7fa9140b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa918eb2640 1 -- 172.21.15.39:0/2616158849 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1008963208 0 0) 0x7fa9140cb080 con 0x7fa9140b25b0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa918eb2640 1 -- 172.21.15.39:0/2616158849 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa900003520 con 0x7fa9140b25b0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa918eb2640 1 -- 172.21.15.39:0/2616158849 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1172303010 0 0) 0x7fa900003520 con 0x7fa9140b25b0 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa919eb4640 1 -- 172.21.15.39:0/2616158849 >> v2:172.21.15.157:3300/0 conn(0x7fa91406a5e0 msgr2=0x7fa9140b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa919eb4640 1 --2- 172.21.15.39:0/2616158849 >> v2:172.21.15.157:3300/0 conn(0x7fa91406a5e0 0x7fa9140b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa919eb4640 1 -- 172.21.15.39:0/2616158849 >> v1:172.21.15.39:6789/0 conn(0x7fa9140b25b0 legacy=0x7fa914069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.535+0000 7fa919eb4640 1 -- 172.21.15.39:0/2616158849 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9140b3400 con 0x7fa914156e60 2024-09-13T16:21:05.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.536+0000 7fa919eb4640 1 --2- 172.21.15.39:0/2616158849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa914156e60 0x7fa91415aa30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa9100097a0 tx=0x7fa91002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71cadc29b34e9d76 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.536+0000 7fa918eb2640 1 -- 172.21.15.39:0/2616158849 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa904001670 con 0x7fa914156e60 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.536+0000 7fa918eb2640 1 -- 172.21.15.39:0/2616158849 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa91002aba0 con 0x7fa914156e60 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.536+0000 7fa918eb2640 1 -- 172.21.15.39:0/2616158849 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa910032440 con 0x7fa914156e60 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 -- 172.21.15.39:0/2616158849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa914156e60 msgr2=0x7fa91415aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 --2- 172.21.15.39:0/2616158849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa914156e60 0x7fa91415aa30 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7fa9100097a0 tx=0x7fa91002a110 comp rx=0 tx=0).stop 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 -- 172.21.15.39:0/2616158849 shutdown_connections 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 --2- 172.21.15.39:0/2616158849 >> v2:172.21.15.157:3300/0 conn(0x7fa91406a5e0 0x7fa9140b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 --2- 172.21.15.39:0/2616158849 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa914156e60 0x7fa91415aa30 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 -- 172.21.15.39:0/2616158849 >> 172.21.15.39:0/2616158849 conn(0x7fa9140b00a0 msgr2=0x7fa9140b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 -- 172.21.15.39:0/2616158849 shutdown_connections 2024-09-13T16:21:05.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.537+0000 7fa91c118640 1 -- 172.21.15.39:0/2616158849 wait complete. 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.538+0000 7fa91c118640 1 Processor -- start 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.538+0000 7fa91c118640 1 -- start start 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa91406a5e0 0x7fa91415d250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa9140b25b0 0x7fa914151d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 0x7fa91414f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa91415d790 con 0x7fa914156e60 2024-09-13T16:21:05.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa914152280 con 0x7fa9140b25b0 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9141524d0 con 0x7fa91406a5e0 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 0x7fa91414f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 0x7fa91414f680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44972/0 (socket says 172.21.15.39:44972) 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 -- 172.21.15.39:0/3747823507 learned_addr learned my addr 172.21.15.39:0/3747823507 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa9196b3640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa9140b25b0 0x7fa914151d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa919eb4640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa91406a5e0 0x7fa91415d250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 -- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa91406a5e0 msgr2=0x7fa91415d250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa91406a5e0 0x7fa91415d250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 -- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa9140b25b0 msgr2=0x7fa914151d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa9140b25b0 0x7fa914151d40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 -- 172.21.15.39:0/3747823507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa910009400 con 0x7fa914156e60 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91a6b5640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 0x7fa91414f680 secure :-1 s=READY pgs=2455 cs=0 l=1 rev1=1 crypto rx=0x7fa90c00efc0 tx=0x7fa90c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa90c009ca0 con 0x7fa914156e60 2024-09-13T16:21:05.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa90c00f040 con 0x7fa914156e60 2024-09-13T16:21:05.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9141527b0 con 0x7fa914156e60 2024-09-13T16:21:05.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa90c0146c0 con 0x7fa914156e60 2024-09-13T16:21:05.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.539+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa914152d70 con 0x7fa914156e60 2024-09-13T16:21:05.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.540+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9140672f0 con 0x7fa914156e60 2024-09-13T16:21:05.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.541+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa90c014820 con 0x7fa914156e60 2024-09-13T16:21:05.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.541+0000 7fa90a7fc640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8f806ac00 0x7fa8f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:05.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.541+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fa90c08ac10 con 0x7fa914156e60 2024-09-13T16:21:05.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.541+0000 7fa919eb4640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8f806ac00 0x7fa8f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:05.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.542+0000 7fa919eb4640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8f806ac00 0x7fa8f806d0c0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fa910034000 tx=0x7fa91002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:05.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.546+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa90c0553c0 con 0x7fa914156e60 2024-09-13T16:21:05.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.760+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fa914157c40 con 0x7fa914156e60 2024-09-13T16:21:05.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.892+0000 7fa90a7fc640 1 -- 172.21.15.39:0/3747823507 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v262) v1 ==== 162+0+0 (secure 0 0 0) 0x7fa90c018020 con 0x7fa914156e60 2024-09-13T16:21:05.893 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:21:05.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8f806ac00 msgr2=0x7fa8f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8f806ac00 0x7fa8f806d0c0 secure :-1 s=READY pgs=956 cs=0 l=1 rev1=1 crypto rx=0x7fa910034000 tx=0x7fa91002e000 comp rx=0 tx=0).stop 2024-09-13T16:21:05.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 msgr2=0x7fa91414f680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 0x7fa91414f680 secure :-1 s=READY pgs=2455 cs=0 l=1 rev1=1 crypto rx=0x7fa90c00efc0 tx=0x7fa90c00c490 comp rx=0 tx=0).stop 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 shutdown_connections 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa8f806ac00 0x7fa8f806d0c0 unknown :-1 s=CLOSED pgs=956 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa914156e60 0x7fa91414f680 unknown :-1 s=CLOSED pgs=2455 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa9140b25b0 0x7fa914151d40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 --2- 172.21.15.39:0/3747823507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa91406a5e0 0x7fa91415d250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 >> 172.21.15.39:0/3747823507 conn(0x7fa9140b00a0 msgr2=0x7fa9141588c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 shutdown_connections 2024-09-13T16:21:05.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:05.895+0000 7fa91c118640 1 -- 172.21.15.39:0/3747823507 wait complete. 2024-09-13T16:21:06.310 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.414+0000 7fda8b125640 1 Processor -- start 2024-09-13T16:21:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.414+0000 7fda8b125640 1 -- start start 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.414+0000 7fda8b125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840b41a0 0x7fda840b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda8b125640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda840ccf80 0x7fda840d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda8b125640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda840cde30 con 0x7fda840d0830 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda8b125640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda840b5090 con 0x7fda840ccf80 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda8b125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda840cd820 con 0x7fda840b41a0 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda840ccf80 0x7fda840d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda840ccf80 0x7fda840d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44976/0 (socket says 172.21.15.39:44976) 2024-09-13T16:21:06.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 -- 172.21.15.39:0/2207575513 learned_addr learned my addr 172.21.15.39:0/2207575513 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda88ec1640 1 --2- 172.21.15.39:0/2207575513 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840b41a0 0x7fda840b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 -- 172.21.15.39:0/2207575513 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840b41a0 msgr2=0x7fda840b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 --2- 172.21.15.39:0/2207575513 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840b41a0 0x7fda840b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 -- 172.21.15.39:0/2207575513 >> v1:172.21.15.157:6789/0 conn(0x7fda840d0830 legacy=0x7fda84166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.415+0000 7fda83fff640 1 -- 172.21.15.39:0/2207575513 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda840b4ac0 con 0x7fda840ccf80 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda83fff640 1 --2- 172.21.15.39:0/2207575513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840ccf80 0x7fda840d02f0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7fda6c009e50 tx=0x7fda6c02a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b30448d470848fbe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda837fe640 1 -- 172.21.15.39:0/2207575513 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda6c02aea0 con 0x7fda840ccf80 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda837fe640 1 -- 172.21.15.39:0/2207575513 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda6c02d050 con 0x7fda840ccf80 2024-09-13T16:21:06.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda837fe640 1 -- 172.21.15.39:0/2207575513 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda6c031820 con 0x7fda840ccf80 2024-09-13T16:21:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda8b125640 1 -- 172.21.15.39:0/2207575513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840ccf80 msgr2=0x7fda840d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda8b125640 1 --2- 172.21.15.39:0/2207575513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840ccf80 0x7fda840d02f0 secure :-1 s=READY pgs=2456 cs=0 l=1 rev1=1 crypto rx=0x7fda6c009e50 tx=0x7fda6c02a6c0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda8b125640 1 -- 172.21.15.39:0/2207575513 shutdown_connections 2024-09-13T16:21:06.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda8b125640 1 --2- 172.21.15.39:0/2207575513 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840ccf80 0x7fda840d02f0 unknown :-1 s=CLOSED pgs=2456 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda8b125640 1 --2- 172.21.15.39:0/2207575513 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840b41a0 0x7fda840b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.416+0000 7fda8b125640 1 -- 172.21.15.39:0/2207575513 >> 172.21.15.39:0/2207575513 conn(0x7fda840cf1a0 msgr2=0x7fda840cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.417+0000 7fda8b125640 1 -- 172.21.15.39:0/2207575513 shutdown_connections 2024-09-13T16:21:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.417+0000 7fda8b125640 1 -- 172.21.15.39:0/2207575513 wait complete. 2024-09-13T16:21:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.418+0000 7fda8b125640 1 Processor -- start 2024-09-13T16:21:06.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.418+0000 7fda8b125640 1 -- start start 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda840b41a0 0x7fda841e6e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840ccf80 0x7fda841e63f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 0x7fda8414fb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda841e6930 con 0x7fda840d0830 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda841e6b60 con 0x7fda840b41a0 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda840a9bf0 con 0x7fda840ccf80 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 0x7fda8414fb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:06.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 0x7fda8414fb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:44982/0 (socket says 172.21.15.39:44982) 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 -- 172.21.15.39:0/2655575779 learned_addr learned my addr 172.21.15.39:0/2655575779 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda83fff640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840ccf80 0x7fda841e63f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda88ec1640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda840b41a0 0x7fda841e6e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 -- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840ccf80 msgr2=0x7fda841e63f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840ccf80 0x7fda841e63f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 -- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda840b41a0 msgr2=0x7fda841e6e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda840b41a0 0x7fda841e6e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 -- 172.21.15.39:0/2655575779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda6c009b30 con 0x7fda840d0830 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda896c2640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 0x7fda8414fb20 secure :-1 s=READY pgs=2457 cs=0 l=1 rev1=1 crypto rx=0x7fda7c00b410 tx=0x7fda7c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c004020 con 0x7fda840d0830 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda7c004180 con 0x7fda840d0830 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c011630 con 0x7fda840d0830 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda840a9ed0 con 0x7fda840d0830 2024-09-13T16:21:06.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.419+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda840aa490 con 0x7fda840d0830 2024-09-13T16:21:06.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.420+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda84067330 con 0x7fda840d0830 2024-09-13T16:21:06.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.421+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fda7c011790 con 0x7fda840d0830 2024-09-13T16:21:06.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.421+0000 7fda817fa640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda6406ac00 0x7fda6406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:06.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.421+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fda7c089a00 con 0x7fda840d0830 2024-09-13T16:21:06.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.422+0000 7fda88ec1640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda6406ac00 0x7fda6406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:06.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.422+0000 7fda88ec1640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda6406ac00 0x7fda6406d0c0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fda74006fd0 tx=0x7fda74008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:06.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.426+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fda7c0541b0 con 0x7fda840d0830 2024-09-13T16:21:06.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.629+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fda84066ec0 con 0x7fda840d0830 2024-09-13T16:21:06.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.630+0000 7fda817fa640 1 -- 172.21.15.39:0/2655575779 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 262 v262) v1 ==== 95+0+3990 (secure 0 0 0) 0x7fda7c015070 con 0x7fda840d0830 2024-09-13T16:21:06.632 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:06.632 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":262,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":262,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:05.889789+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11007},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11007":{"gid":11007,"name":"c","rank":0,"incarnation":262,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/3182450948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3182450948},{"type":"v1","addr":"172.21.15.39:6834","nonce":3182450948}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:06.632 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 262 2024-09-13T16:21:06.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda6406ac00 msgr2=0x7fda6406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda6406ac00 0x7fda6406d0c0 secure :-1 s=READY pgs=957 cs=0 l=1 rev1=1 crypto rx=0x7fda74006fd0 tx=0x7fda74008040 comp rx=0 tx=0).stop 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 msgr2=0x7fda8414fb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 0x7fda8414fb20 secure :-1 s=READY pgs=2457 cs=0 l=1 rev1=1 crypto rx=0x7fda7c00b410 tx=0x7fda7c00b8d0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 shutdown_connections 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fda6406ac00 0x7fda6406d0c0 unknown :-1 s=CLOSED pgs=957 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda840d0830 0x7fda8414fb20 unknown :-1 s=CLOSED pgs=2457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda840ccf80 0x7fda841e63f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 --2- 172.21.15.39:0/2655575779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda840b41a0 0x7fda841e6e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 >> 172.21.15.39:0/2655575779 conn(0x7fda840cf1a0 msgr2=0x7fda840b66c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 shutdown_connections 2024-09-13T16:21:06.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:06.632+0000 7fda8b125640 1 -- 172.21.15.39:0/2655575779 wait complete. 2024-09-13T16:21:06.644 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 262, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:21:05.889789+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11007}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11007': {'gid': 11007, 'name': 'c', 'rank': 0, 'incarnation': 262, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/3182450948', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 3182450948}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 3182450948}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:21:06.644 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_11007:up:replay 2024-09-13T16:21:06.644 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:21:06.822 INFO:tasks.ceph.mds.a.smithi039.stderr: -46> 2024-09-13T16:21:02.068+0000 7f1133c18640 -1 mds.0.cache.ino(0x100) No data while reading inode 0x100 2024-09-13T16:21:06.822 INFO:tasks.ceph.mds.a.smithi039.stderr: -36> 2024-09-13T16:21:02.069+0000 7f1133c18640 -1 log_channel(cluster) log [ERR] : Error loading MDS rank 0: (2) No such file or directory 2024-09-13T16:21:06.846 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:21:12.049 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:12.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.163+0000 7fdbd002b640 1 Processor -- start 2024-09-13T16:21:12.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.163+0000 7fdbd002b640 1 -- start start 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbd002b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc80cc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbd002b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdbc80cddd0 0x7fdbc80ce260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbd002b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdbc80b33d0 con 0x7fdbc80b2ff0 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbd002b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdbc806a5e0 con 0x7fdbc80cddd0 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbd002b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc80b1f50 con 0x7fdbc8158cd0 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbcddc7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdbc80b2ff0 0x7fdbc8069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33184/0 (socket says 172.21.15.39:33184) 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbcddc7640 1 -- 172.21.15.39:0/4293416891 learned_addr learned my addr 172.21.15.39:0/4293416891 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbce5c8640 1 --2- 172.21.15.39:0/4293416891 >> v2:172.21.15.39:3300/0 conn(0x7fdbc80cddd0 0x7fdbc80ce260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbccdc5640 1 -- 172.21.15.39:0/4293416891 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 531099793 0 0) 0x7fdbc80b33d0 con 0x7fdbc80b2ff0 2024-09-13T16:21:12.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbccdc5640 1 -- 172.21.15.39:0/4293416891 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdbb4003520 con 0x7fdbc80b2ff0 2024-09-13T16:21:12.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.164+0000 7fdbcd5c6640 1 --2- 172.21.15.39:0/4293416891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc80cc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.165+0000 7fdbce5c8640 1 -- 172.21.15.39:0/4293416891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 msgr2=0x7fdbc80cc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.165+0000 7fdbce5c8640 1 --2- 172.21.15.39:0/4293416891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc80cc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.165+0000 7fdbce5c8640 1 -- 172.21.15.39:0/4293416891 >> v1:172.21.15.39:6789/0 conn(0x7fdbc80b2ff0 legacy=0x7fdbc8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.165+0000 7fdbce5c8640 1 -- 172.21.15.39:0/4293416891 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc80b2230 con 0x7fdbc80cddd0 2024-09-13T16:21:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.165+0000 7fdbce5c8640 1 --2- 172.21.15.39:0/4293416891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80ce260 secure :-1 s=READY pgs=2462 cs=0 l=1 rev1=1 crypto rx=0x7fdbc0009d90 tx=0x7fdbc002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c723141c8371c27e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbccdc5640 1 -- 172.21.15.39:0/4293416891 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0007740 con 0x7fdbc80cddd0 2024-09-13T16:21:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbccdc5640 1 -- 172.21.15.39:0/4293416891 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbc002d050 con 0x7fdbc80cddd0 2024-09-13T16:21:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbccdc5640 1 -- 172.21.15.39:0/4293416891 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbc0007ac0 con 0x7fdbc80cddd0 2024-09-13T16:21:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 -- 172.21.15.39:0/4293416891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 msgr2=0x7fdbc80ce260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 --2- 172.21.15.39:0/4293416891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80ce260 secure :-1 s=READY pgs=2462 cs=0 l=1 rev1=1 crypto rx=0x7fdbc0009d90 tx=0x7fdbc002a660 comp rx=0 tx=0).stop 2024-09-13T16:21:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 -- 172.21.15.39:0/4293416891 shutdown_connections 2024-09-13T16:21:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 --2- 172.21.15.39:0/4293416891 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80ce260 unknown :-1 s=CLOSED pgs=2462 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 --2- 172.21.15.39:0/4293416891 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc80cc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 -- 172.21.15.39:0/4293416891 >> 172.21.15.39:0/4293416891 conn(0x7fdbc806b3b0 msgr2=0x7fdbc806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 -- 172.21.15.39:0/4293416891 shutdown_connections 2024-09-13T16:21:12.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.166+0000 7fdbd002b640 1 -- 172.21.15.39:0/4293416891 wait complete. 2024-09-13T16:21:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.167+0000 7fdbd002b640 1 Processor -- start 2024-09-13T16:21:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 -- start start 2024-09-13T16:21:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc80b2ff0 0x7fdbc81ef820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80aa7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc815bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc815a520 con 0x7fdbc80cddd0 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc80aad00 con 0x7fdbc80b2ff0 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbd002b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdbc81efe70 con 0x7fdbc8158cd0 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbcd5c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80aa7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbcd5c6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80aa7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45006/0 (socket says 172.21.15.39:45006) 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.168+0000 7fdbcd5c6640 1 -- 172.21.15.39:0/3334051396 learned_addr learned my addr 172.21.15.39:0/3334051396 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcddc7640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc80b2ff0 0x7fdbc81ef820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbce5c8640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc815bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcd5c6640 1 -- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 msgr2=0x7fdbc815bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcd5c6640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc815bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcd5c6640 1 -- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc80b2ff0 msgr2=0x7fdbc81ef820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcd5c6640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc80b2ff0 0x7fdbc81ef820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcd5c6640 1 -- 172.21.15.39:0/3334051396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdbc0009a70 con 0x7fdbc80cddd0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcddc7640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc80b2ff0 0x7fdbc81ef820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbcd5c6640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80aa7c0 secure :-1 s=READY pgs=2463 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc00d5f0 tx=0x7fdbbc00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc0125f0 con 0x7fdbc80cddd0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdbbc012750 con 0x7fdbc80cddd0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdbc81f0150 con 0x7fdbc80cddd0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdbbc012b00 con 0x7fdbc80cddd0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.169+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdbc81f0710 con 0x7fdbc80cddd0 2024-09-13T16:21:12.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.170+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdbc80008d0 con 0x7fdbc80cddd0 2024-09-13T16:21:12.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.171+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdbbc012c60 con 0x7fdbc80cddd0 2024-09-13T16:21:12.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.171+0000 7fdbba7fc640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdbac06ac30 0x7fdbac06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.171+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fdbbc08a2f0 con 0x7fdbc80cddd0 2024-09-13T16:21:12.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.172+0000 7fdbcddc7640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdbac06ac30 0x7fdbac06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.172+0000 7fdbcddc7640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdbac06ac30 0x7fdbac06d0f0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4007fd0 tx=0x7fdbc4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.176+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdbbc0549f0 con 0x7fdbc80cddd0 2024-09-13T16:21:12.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.381+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdbc815a660 con 0x7fdbc80cddd0 2024-09-13T16:21:12.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.382+0000 7fdbba7fc640 1 -- 172.21.15.39:0/3334051396 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 265 v265) v1 ==== 95+0+4746 (secure 0 0 0) 0x7fdbc815a660 con 0x7fdbc80cddd0 2024-09-13T16:21:12.383 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:12.384 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":265,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":265,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:08.898669+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11007},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11007":{"gid":11007,"name":"c","rank":0,"incarnation":262,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6834/3182450948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3182450948},{"type":"v1","addr":"172.21.15.39:6834","nonce":3182450948}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:12.384 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 265 2024-09-13T16:21:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdbac06ac30 msgr2=0x7fdbac06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdbac06ac30 0x7fdbac06d0f0 secure :-1 s=READY pgs=959 cs=0 l=1 rev1=1 crypto rx=0x7fdbc4007fd0 tx=0x7fdbc4009040 comp rx=0 tx=0).stop 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 msgr2=0x7fdbc80aa7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80aa7c0 secure :-1 s=READY pgs=2463 cs=0 l=1 rev1=1 crypto rx=0x7fdbbc00d5f0 tx=0x7fdbbc00dab0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 shutdown_connections 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdbac06ac30 0x7fdbac06d0f0 unknown :-1 s=CLOSED pgs=959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdbc8158cd0 0x7fdbc815bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdbc80cddd0 0x7fdbc80aa7c0 unknown :-1 s=CLOSED pgs=2463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 --2- 172.21.15.39:0/3334051396 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdbc80b2ff0 0x7fdbc81ef820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 >> 172.21.15.39:0/3334051396 conn(0x7fdbc806b3b0 msgr2=0x7fdbc8071160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 shutdown_connections 2024-09-13T16:21:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.384+0000 7fdbd002b640 1 -- 172.21.15.39:0/3334051396 wait complete. 2024-09-13T16:21:12.396 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 265, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:21:08.898669+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 122, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11007}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11007': {'gid': 11007, 'name': 'c', 'rank': 0, 'incarnation': 262, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6834/3182450948', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 3182450948}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 3182450948}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:21:12.396 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:21:12.397 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:21:12.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.498+0000 7f9aba8d7640 1 Processor -- start 2024-09-13T16:21:12.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.499+0000 7f9aba8d7640 1 -- start start 2024-09-13T16:21:12.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.499+0000 7f9aba8d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab40ae210 0x7f9ab40b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.499+0000 7f9aba8d7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ab415a910 con 0x7f9ab4065bd0 2024-09-13T16:21:12.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.499+0000 7f9aba8d7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ab40cc110 con 0x7f9ab415a530 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.499+0000 7f9aba8d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab40cc920 con 0x7f9ab40ae210 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab8e74640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9ab4065bd0 0x7f9ab40cb1e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33200/0 (socket says 172.21.15.39:33200) 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab8e74640 1 -- 172.21.15.39:0/718841324 learned_addr learned my addr 172.21.15.39:0/718841324 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9aabfff640 1 --2- 172.21.15.39:0/718841324 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab40ae210 0x7f9ab40b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3690043302 0 0) 0x7f9ab415a910 con 0x7f9ab4065bd0 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9aa0003520 con 0x7f9ab4065bd0 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 645415753 0 0) 0x7f9ab40cc110 con 0x7f9ab415a530 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9ab415a910 con 0x7f9ab415a530 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1261496465 0 0) 0x7f9aa0003520 con 0x7f9ab4065bd0 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9aabfff640 1 -- 172.21.15.39:0/718841324 >> v1:172.21.15.157:6789/0 conn(0x7f9ab415a530 legacy=0x7f9ab406bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9aabfff640 1 -- 172.21.15.39:0/718841324 >> v1:172.21.15.39:6789/0 conn(0x7f9ab4065bd0 legacy=0x7f9ab40cb1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.500+0000 7f9aabfff640 1 -- 172.21.15.39:0/718841324 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ab406c4c0 con 0x7f9ab40ae210 2024-09-13T16:21:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.501+0000 7f9aabfff640 1 --2- 172.21.15.39:0/718841324 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab40ae210 0x7f9ab40b4030 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c0097d0 tx=0x7f9a9c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5426955a9195d893 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.501+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aac0019f0 con 0x7f9ab40ae210 2024-09-13T16:21:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.501+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a9c02ac30 con 0x7f9ab40ae210 2024-09-13T16:21:12.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.501+0000 7f9ab37fe640 1 -- 172.21.15.39:0/718841324 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9c032440 con 0x7f9ab40ae210 2024-09-13T16:21:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 -- 172.21.15.39:0/718841324 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab40ae210 msgr2=0x7f9ab40b4030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/718841324 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab40ae210 0x7f9ab40b4030 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c0097d0 tx=0x7f9a9c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 -- 172.21.15.39:0/718841324 shutdown_connections 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/718841324 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab40ae210 0x7f9ab40b4030 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 -- 172.21.15.39:0/718841324 >> 172.21.15.39:0/718841324 conn(0x7f9ab40ae990 msgr2=0x7f9ab40aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 -- 172.21.15.39:0/718841324 shutdown_connections 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.502+0000 7f9aba8d7640 1 -- 172.21.15.39:0/718841324 wait complete. 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.503+0000 7f9aba8d7640 1 Processor -- start 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.503+0000 7f9aba8d7640 1 -- start start 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aba8d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 0x7f9ab40acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aba8d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ab40ae210 0x7f9ab40b3570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aba8d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab415a530 0x7f9ab414df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aba8d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab40b2bd0 con 0x7f9ab4065bd0 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aba8d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab41588a0 con 0x7f9ab40ae210 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aba8d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ab40b1f50 con 0x7f9ab415a530 2024-09-13T16:21:12.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 0x7f9ab40acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 0x7f9ab40acad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45016/0 (socket says 172.21.15.39:45016) 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 -- 172.21.15.39:0/3687043949 learned_addr learned my addr 172.21.15.39:0/3687043949 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab415a530 0x7f9ab414df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aabfff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ab40ae210 0x7f9ab40b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 -- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab415a530 msgr2=0x7f9ab414df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab415a530 0x7f9ab414df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 -- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ab40ae210 msgr2=0x7f9ab40b3570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ab40ae210 0x7f9ab40b3570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 -- 172.21.15.39:0/3687043949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a9c009400 con 0x7f9ab4065bd0 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab415a530 0x7f9ab414df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9aabfff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ab40ae210 0x7f9ab40b3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.504+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 0x7f9ab40acad0 secure :-1 s=READY pgs=2465 cs=0 l=1 rev1=1 crypto rx=0x7f9aa400c490 tx=0x7f9aa400c950 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.505+0000 7f9ab17fa640 1 -- 172.21.15.39:0/3687043949 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aa40052d0 con 0x7f9ab4065bd0 2024-09-13T16:21:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.505+0000 7f9ab17fa640 1 -- 172.21.15.39:0/3687043949 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9aa4005430 con 0x7f9ab4065bd0 2024-09-13T16:21:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.505+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ab40b2230 con 0x7f9ab4065bd0 2024-09-13T16:21:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.505+0000 7f9ab17fa640 1 -- 172.21.15.39:0/3687043949 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aa4012870 con 0x7f9ab4065bd0 2024-09-13T16:21:12.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.505+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ab40b27f0 con 0x7f9ab4065bd0 2024-09-13T16:21:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.506+0000 7f9ab17fa640 1 -- 172.21.15.39:0/3687043949 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9aa40129d0 con 0x7f9ab4065bd0 2024-09-13T16:21:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.507+0000 7f9ab17fa640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9a9406ac00 0x7f9a9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.507+0000 7f9ab17fa640 1 -- 172.21.15.39:0/3687043949 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f9aa4089970 con 0x7f9ab4065bd0 2024-09-13T16:21:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.507+0000 7f9aabfff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9a9406ac00 0x7f9a9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9aabfff640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9a9406ac00 0x7f9a9406d0c0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c034000 tx=0x7f9a9c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 Processor -- start 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 -- start start 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e76d3480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 0x55f4e7720570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e7720ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e762d7c0 con 0x55f4e76d0860 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e763cb70 con 0x55f4e76fa550 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.508+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f4e763a300 con 0x55f4e76d30a0 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 0x55f4e7720570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 0x55f4e7720570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45018/0 (socket says 172.21.15.39:45018) 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 -- 172.21.15.39:0/392127710 learned_addr learned my addr 172.21.15.39:0/392127710 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e76d3480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e7720ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 -- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 msgr2=0x55f4e76d3480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e76d3480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 -- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 msgr2=0x55f4e7720ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e7720ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 -- 172.21.15.39:0/392127710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f4e75c24b0 con 0x55f4e76d0860 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aabfff640 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 0x55f4e7720570 secure :-1 s=READY pgs=2466 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c02a790 tx=0x7f9a9c02c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ed678fdaa0f8a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aa9ffb640 1 -- 172.21.15.39:0/392127710 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9c03c470 con 0x55f4e76d0860 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aa9ffb640 1 -- 172.21.15.39:0/392127710 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a9c043040 con 0x55f4e76d0860 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.509+0000 7f9aa9ffb640 1 -- 172.21.15.39:0/392127710 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9c03c7d0 con 0x55f4e76d0860 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 -- 172.21.15.39:0/392127710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 msgr2=0x55f4e7720570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 0x55f4e7720570 secure :-1 s=READY pgs=2466 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c02a790 tx=0x7f9a9c02c000 comp rx=0 tx=0).stop 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 -- 172.21.15.39:0/392127710 shutdown_connections 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e7720ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76d0860 0x55f4e7720570 unknown :-1 s=CLOSED pgs=2466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/392127710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e76d3480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 -- 172.21.15.39:0/392127710 >> 172.21.15.39:0/392127710 conn(0x55f4e76cf7d0 msgr2=0x55f4e7717c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 -- 172.21.15.39:0/392127710 shutdown_connections 2024-09-13T16:21:12.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.510+0000 7f9abd5f8740 1 -- 172.21.15.39:0/392127710 wait complete. 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.511+0000 7f9abd5f8740 1 -- start start 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.511+0000 7f9abd5f8740 1 Processor -- start 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.511+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e771faa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.511+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e771d490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.511+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e771d9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.511+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e7635bf0 con 0x55f4e771ffe0 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e75f4250 con 0x55f4e76fa550 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f4e75f3ef0 con 0x55f4e76d30a0 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9abd5f8740 10 client.0 _ll_register_callbacks cb 0x55f4e7626740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e771d9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e771d9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45028/0 (socket says 172.21.15.39:45028) 2024-09-13T16:21:12.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3377684299 learned_addr learned my addr 172.21.15.39:0/3377684299 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e771faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9aabfff640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e771d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 msgr2=0x55f4e771faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e771faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 msgr2=0x55f4e771d490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e771d490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3377684299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ab406c4c0 con 0x55f4e771ffe0 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9aabfff640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e771d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e771d9d0 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7f9aac010a40 tx=0x7f9aac010f00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a29ed338c801abd4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9a92ffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9a92ffd640 1 -- 172.21.15.39:0/3377684299 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aac00ed30 con 0x55f4e771ffe0 2024-09-13T16:21:12.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9a92ffd640 1 -- 172.21.15.39:0/3377684299 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f9aac014460 con 0x55f4e771ffe0 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f4e73293c0 con 0x55f4e771ffe0 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9a92ffd640 1 -- 172.21.15.39:0/3377684299 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=265) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9aac00ee90 con 0x55f4e771ffe0 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9abd5f8740 10 client.11085 fetch_fsmap learned FSMap version 265 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.512+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=265,monmap=2+}) v3 -- 0x55f4e7634270 con 0x55f4e771ffe0 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9a92ffd640 1 -- 172.21.15.39:0/3377684299 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f4e73293c0 con 0x55f4e771ffe0 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9a92ffd640 1 -- 172.21.15.39:0/3377684299 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 265) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9aac012040 con 0x55f4e771ffe0 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9abd5f8740 10 client.11085 fetch_fsmap finished waiting for FSMap version 265 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9abd5f8740 10 client.11085 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9abd5f8740 20 client.11085 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e7732c30 0x55f4e7735020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9abd5f8740 4 client.11085 mds_command: new command op to 11007 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 --> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f4e733a6c0 con 0x55f4e7732c30 2024-09-13T16:21:12.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e7732c30 0x55f4e7735020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e7732c30 0x55f4e7735020 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b01e3fc3e3627c80 server_cookie=95f72099cf209fe3 in_seq=0 out_seq=0 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.513+0000 7f9a92ffd640 10 client.11085 ms_handle_connect on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9a92ffd640 1 -- 172.21.15.39:0/3377684299 <== mds.0 v2:172.21.15.39:6832/3182450948 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f4e733a6c0 con 0x55f4e7732c30 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9a92ffd640 10 client.11085 handle_command_reply: tid=0 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 client.11085 shutdown 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 msgr2=0x55f4e771d9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e771d9d0 secure :-1 s=READY pgs=2467 cs=0 l=1 rev1=1 crypto rx=0x7f9aac010a40 tx=0x7f9aac010f00 comp rx=0 tx=0).stop 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 shutdown_connections 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e771d9d0 unknown :-1 s=CLOSED pgs=2467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e7732c30 0x55f4e7735020 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76fa550 0x55f4e771d490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3377684299 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e771faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9a92ffd640 0 client.11085 ms_handle_reset on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:12.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 >> 172.21.15.39:0/3377684299 conn(0x55f4e76d0860 msgr2=0x55f4e7715fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 shutdown_connections 2024-09-13T16:21:12.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3377684299 wait complete. 2024-09-13T16:21:12.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.514+0000 7f9abd5f8740 20 client.11085 trim_cache size 0 max 16384 2024-09-13T16:21:12.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.529+0000 7f9abd5f8740 1 Processor -- start 2024-09-13T16:21:12.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.529+0000 7f9abd5f8740 1 -- start start 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76d30a0 0x55f4e7717a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76fa550 0x55f4e771b330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e76cc330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e75b9460 con 0x55f4e771ffe0 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e7715500 con 0x55f4e76d30a0 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f4e76fcd10 con 0x55f4e76fa550 2024-09-13T16:21:12.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e76cc330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e76cc330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45032/0 (socket says 172.21.15.39:45032) 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3762786461 learned_addr learned my addr 172.21.15.39:0/3762786461 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3762786461 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76fa550 msgr2=0x55f4e771b330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76fa550 0x55f4e771b330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3762786461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76d30a0 msgr2=0x55f4e7717a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76d30a0 0x55f4e7717a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 -- 172.21.15.39:0/3762786461 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f4e75d65f0 con 0x55f4e771ffe0 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.530+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e76cc330 secure :-1 s=READY pgs=2468 cs=0 l=1 rev1=1 crypto rx=0x7f9aac000f80 tx=0x7f9aac00b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a586e94762617a80 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9aaa7fc640 1 -- 172.21.15.39:0/3762786461 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aac014900 con 0x55f4e771ffe0 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9aaa7fc640 1 -- 172.21.15.39:0/3762786461 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9aac02a070 con 0x55f4e771ffe0 2024-09-13T16:21:12.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9aaa7fc640 1 -- 172.21.15.39:0/3762786461 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9aac014d30 con 0x55f4e771ffe0 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3762786461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 msgr2=0x55f4e76cc330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e76cc330 secure :-1 s=READY pgs=2468 cs=0 l=1 rev1=1 crypto rx=0x7f9aac000f80 tx=0x7f9aac00b000 comp rx=0 tx=0).stop 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3762786461 shutdown_connections 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e771ffe0 0x55f4e76cc330 unknown :-1 s=CLOSED pgs=2468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76fa550 0x55f4e771b330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/3762786461 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e76d30a0 0x55f4e7717a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3762786461 >> 172.21.15.39:0/3762786461 conn(0x55f4e76d0860 msgr2=0x55f4e76cea90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3762786461 shutdown_connections 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.531+0000 7f9abd5f8740 1 -- 172.21.15.39:0/3762786461 wait complete. 2024-09-13T16:21:12.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.532+0000 7f9abd5f8740 1 -- start start 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.532+0000 7f9abd5f8740 1 Processor -- start 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e7781ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 0x55f4e76fe050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e771ffe0 0x55f4e76fe590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e76cd660 con 0x55f4e76fa550 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f4e76f66c0 con 0x55f4e771ffe0 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f4e77821e0 con 0x55f4e76d30a0 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9abd5f8740 10 client.0 _ll_register_callbacks cb 0x7f9a9c035070 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:12.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 0x55f4e76fe050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 0x55f4e76fe050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45036/0 (socket says 172.21.15.39:45036) 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 -- 172.21.15.39:0/2737198167 learned_addr learned my addr 172.21.15.39:0/2737198167 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e771ffe0 0x55f4e76fe590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e7781ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 -- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 msgr2=0x55f4e7781ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e7781ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 -- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e771ffe0 msgr2=0x55f4e76fe590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e771ffe0 0x55f4e76fe590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 -- 172.21.15.39:0/2737198167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f4e7634270 con 0x55f4e76fa550 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9ab8e74640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e771ffe0 0x55f4e76fe590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9aabfff640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 0x55f4e76fe050 secure :-1 s=READY pgs=2469 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c02c040 tx=0x7f9a9c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1954d7c43cf047f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.533+0000 7f9a92ffd640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9a92ffd640 1 -- 172.21.15.39:0/2737198167 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a9c003610 con 0x55f4e76fa550 2024-09-13T16:21:12.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9a92ffd640 1 -- 172.21.15.39:0/2737198167 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f9a9c003770 con 0x55f4e76fa550 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f9a9c043040 con 0x55f4e76fa550 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9a92ffd640 1 -- 172.21.15.39:0/2737198167 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=265) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9a9c003930 con 0x55f4e76fa550 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 10 client.11091 fetch_fsmap learned FSMap version 265 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=265,monmap=2+}) v3 -- 0x55f4e75fbd00 con 0x55f4e76fa550 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9a92ffd640 1 -- 172.21.15.39:0/2737198167 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a9c05e020 con 0x55f4e76fa550 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9a92ffd640 1 -- 172.21.15.39:0/2737198167 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 265) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f9a9c046070 con 0x55f4e76fa550 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 10 client.11091 fetch_fsmap finished waiting for FSMap version 265 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 10 client.11091 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 20 client.11091 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e771ec10 0x55f4e771eff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 4 client.11091 mds_command: new command op to 11007 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 --> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f4e738dd10 con 0x55f4e771ec10 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e771ec10 0x55f4e771eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9a92ffd640 10 client.11091 ms_handle_connect on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:12.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.534+0000 7f9ab3fff640 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e771ec10 0x55f4e771eff0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7989d96dac1de8b6 server_cookie=ba4b81c5fd3ea184 in_seq=0 out_seq=0 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9a92ffd640 1 -- 172.21.15.39:0/2737198167 <== mds.0 v2:172.21.15.39:6832/3182450948 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+335 (crc 0 0 0) 0x55f4e738dd10 con 0x55f4e771ec10 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9a92ffd640 10 client.11091 handle_command_reply: tid=0 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 client.11091 shutdown 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 msgr2=0x55f4e76fe050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 0x55f4e76fe050 secure :-1 s=READY pgs=2469 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c02c040 tx=0x7f9a9c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 shutdown_connections 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55f4e771ec10 0x55f4e771eff0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f4e771ffe0 0x55f4e76fe590 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f4e76fa550 0x55f4e76fe050 unknown :-1 s=CLOSED pgs=2469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9a92ffd640 0 client.11091 ms_handle_reset on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 --2- 172.21.15.39:0/2737198167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f4e76d30a0 0x55f4e7781ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 >> 172.21.15.39:0/2737198167 conn(0x55f4e76d0860 msgr2=0x55f4e771b6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 shutdown_connections 2024-09-13T16:21:12.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 1 -- 172.21.15.39:0/2737198167 wait complete. 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.535+0000 7f9abd5f8740 20 client.11091 trim_cache size 0 max 16384 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11007, 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6444705419999996, 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 265, 2024-09-13T16:21:12.543 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 122, 2024-09-13T16:21:12.544 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 122, 2024-09-13T16:21:12.544 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.7422275620000001 2024-09-13T16:21:12.544 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9a9406ac00 msgr2=0x7f9a9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9a9406ac00 0x7f9a9406d0c0 secure :-1 s=READY pgs=960 cs=0 l=1 rev1=1 crypto rx=0x7f9a9c034000 tx=0x7f9a9c02e000 comp rx=0 tx=0).stop 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 msgr2=0x7f9ab40acad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 0x7f9ab40acad0 secure :-1 s=READY pgs=2465 cs=0 l=1 rev1=1 crypto rx=0x7f9aa400c490 tx=0x7f9aa400c950 comp rx=0 tx=0).stop 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 shutdown_connections 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9a9406ac00 0x7f9a9406d0c0 unknown :-1 s=CLOSED pgs=960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9ab415a530 0x7f9ab414df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9ab40ae210 0x7f9ab40b3570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 --2- 172.21.15.39:0/3687043949 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9ab4065bd0 0x7f9ab40acad0 unknown :-1 s=CLOSED pgs=2465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 >> 172.21.15.39:0/3687043949 conn(0x7f9ab40ae990 msgr2=0x7f9ab40aed70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 shutdown_connections 2024-09-13T16:21:12.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.536+0000 7f9aba8d7640 1 -- 172.21.15.39:0/3687043949 wait complete. 2024-09-13T16:21:12.548 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:21:12.548 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap key 10000000000.00000000:sixmegs_head', proceeding to ls 2024-09-13T16:21:12.548 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:21:12.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.648+0000 7f4b25612640 1 Processor -- start 2024-09-13T16:21:12.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.648+0000 7f4b25612640 1 -- start start 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b25612640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b200b3930 0x7f4b200b3da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b25612640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b2006afe0 con 0x7f4b2006baa0 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b25612640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b200b46a0 con 0x7f4b20071480 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b25612640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b200b4980 con 0x7f4b200b3930 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1e7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b200b3930 0x7f4b200b3da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1e7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b200b3930 0x7f4b200b3da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45042/0 (socket says 172.21.15.39:45042) 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2261478694 learned_addr learned my addr 172.21.15.39:0/2261478694 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4b2006baa0 0x7f4b2006bf10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33208/0 (socket says 172.21.15.39:33208) 2024-09-13T16:21:12.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2261478694 >> v1:172.21.15.157:6789/0 conn(0x7f4b20071480 legacy=0x7f4b20071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2261478694 >> v1:172.21.15.39:6789/0 conn(0x7f4b2006baa0 legacy=0x7f4b2006bf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.649+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2261478694 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b2006b2a0 con 0x7f4b200b3930 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.650+0000 7f4b1e7fc640 1 --2- 172.21.15.39:0/2261478694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b200b3930 0x7f4b200b3da0 secure :-1 s=READY pgs=2471 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009870 tx=0x7f4b0802a300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=344279751f5eb3b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.650+0000 7f4b1dffb640 1 -- 172.21.15.39:0/2261478694 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b08032640 con 0x7f4b200b3930 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.650+0000 7f4b1dffb640 1 -- 172.21.15.39:0/2261478694 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b080327a0 con 0x7f4b200b3930 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.650+0000 7f4b1dffb640 1 -- 172.21.15.39:0/2261478694 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b08032b30 con 0x7f4b200b3930 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 -- 172.21.15.39:0/2261478694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b200b3930 msgr2=0x7f4b200b3da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 --2- 172.21.15.39:0/2261478694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b200b3930 0x7f4b200b3da0 secure :-1 s=READY pgs=2471 cs=0 l=1 rev1=1 crypto rx=0x7f4b08009870 tx=0x7f4b0802a300 comp rx=0 tx=0).stop 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 -- 172.21.15.39:0/2261478694 shutdown_connections 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 --2- 172.21.15.39:0/2261478694 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b200b3930 0x7f4b200b3da0 unknown :-1 s=CLOSED pgs=2471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 -- 172.21.15.39:0/2261478694 >> 172.21.15.39:0/2261478694 conn(0x7f4b200b2320 msgr2=0x7f4b200b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 -- 172.21.15.39:0/2261478694 shutdown_connections 2024-09-13T16:21:12.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.651+0000 7f4b25612640 1 -- 172.21.15.39:0/2261478694 wait complete. 2024-09-13T16:21:12.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.652+0000 7f4b25612640 1 Processor -- start 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.652+0000 7f4b25612640 1 -- start start 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b25612640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b2006baa0 0x7f4b2014edf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b25612640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 0x7f4b201f5c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b25612640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b200b3930 0x7f4b201f6170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b25612640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b200cae70 con 0x7f4b20071480 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b25612640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b20151de0 con 0x7f4b200b3930 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b25612640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b200ca8b0 con 0x7f4b2006baa0 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 0x7f4b201f5c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 0x7f4b201f5c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:45046/0 (socket says 172.21.15.39:45046) 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2040661347 learned_addr learned my addr 172.21.15.39:0/2040661347 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1effd640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b2006baa0 0x7f4b2014edf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1f7fe640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b200b3930 0x7f4b201f6170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b2006baa0 msgr2=0x7f4b2014edf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b2006baa0 0x7f4b2014edf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b200b3930 msgr2=0x7f4b201f6170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b200b3930 0x7f4b201f6170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.653+0000 7f4b1e7fc640 1 -- 172.21.15.39:0/2040661347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b080094d0 con 0x7f4b20071480 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.654+0000 7f4b1e7fc640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 0x7f4b201f5c30 secure :-1 s=READY pgs=2472 cs=0 l=1 rev1=1 crypto rx=0x7f4b0802a340 tx=0x7f4b080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.654+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b08030b80 con 0x7f4b20071480 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.654+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b08030ce0 con 0x7f4b20071480 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.654+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b0803d660 con 0x7f4b20071480 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.654+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b200cab90 con 0x7f4b20071480 2024-09-13T16:21:12.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.654+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b201548e0 con 0x7f4b20071480 2024-09-13T16:21:12.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.655+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b20154ad0 con 0x7f4b20071480 2024-09-13T16:21:12.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.655+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b08039040 con 0x7f4b20071480 2024-09-13T16:21:12.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.656+0000 7f4b177fe640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b0006ac00 0x7f4b0006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:12.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.656+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f4b080aab90 con 0x7f4b20071480 2024-09-13T16:21:12.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.656+0000 7f4b1effd640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b0006ac00 0x7f4b0006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:12.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.657+0000 7f4b1effd640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b0006ac00 0x7f4b0006d0c0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f4b100012e0 tx=0x7f4b10009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:12.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.660+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b08075290 con 0x7f4b20071480 2024-09-13T16:21:12.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.863+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f4b200b3da0 con 0x7f4b20071480 2024-09-13T16:21:12.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.864+0000 7f4b177fe640 1 -- 172.21.15.39:0/2040661347 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v265) v1 ==== 53+0+73 (secure 0 0 0) 0x7f4b080788b0 con 0x7f4b20071480 2024-09-13T16:21:12.865 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:21:12.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b0006ac00 msgr2=0x7f4b0006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b0006ac00 0x7f4b0006d0c0 secure :-1 s=READY pgs=961 cs=0 l=1 rev1=1 crypto rx=0x7f4b100012e0 tx=0x7f4b10009040 comp rx=0 tx=0).stop 2024-09-13T16:21:12.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 msgr2=0x7f4b201f5c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:12.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 0x7f4b201f5c30 secure :-1 s=READY pgs=2472 cs=0 l=1 rev1=1 crypto rx=0x7f4b0802a340 tx=0x7f4b080046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 shutdown_connections 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b0006ac00 0x7f4b0006d0c0 unknown :-1 s=CLOSED pgs=961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b200b3930 0x7f4b201f6170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b20071480 0x7f4b201f5c30 unknown :-1 s=CLOSED pgs=2472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 --2- 172.21.15.39:0/2040661347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b2006baa0 0x7f4b2014edf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 >> 172.21.15.39:0/2040661347 conn(0x7f4b200b2320 msgr2=0x7f4b200ce920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 shutdown_connections 2024-09-13T16:21:12.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:12.866+0000 7f4b25612640 1 -- 172.21.15.39:0/2040661347 wait complete. 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:21:12.878 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:21:12.879 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:12.879 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:21:12.895 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:21:12.896 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42140sec preferred_lft 42140sec 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.897 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:12.898 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:12.899 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:21:12.960 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:21:12.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:12.962 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:21:13.019 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:21:13.019 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:21:13.019 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:21:13.019 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:21:13.019 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:21:13.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:13.020 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:21:13.020 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:21:13.020 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:21:13.020 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:21:13.020 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:21:13.020 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:21:13.086 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:21:13.085+0000 7fc35e742640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:21:13.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:13.108 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:21:13.164 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:21:13.165 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:21:13.165 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:21:13.165 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:13.165 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:21:13.231 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:21:13.231 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:21:13.231 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:13.287 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:21:13.288 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:21:13.288 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:13.344 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:21:13.410 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:21:13.410 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:21:13.475 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:21:13.476 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:21:13.478 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:13.478 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:21:13.534 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:21:13.534 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:21:13.577 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:21:13.604 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:21:13.604 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:21:13.661 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:21:13.660+0000 7ff905671480 -1 init, newargv = 0x5563c62dedd0 newargc=15 2024-09-13T16:21:13.661 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[89808]: starting ceph client 2024-09-13T16:21:13.667 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[89808]: starting fuse 2024-09-13T16:21:13.672 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:21:13.674 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:21:13.675 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:13.675 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:21:13.731 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:21:13.731 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:21:13.732 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:21:13.733 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:21:13.847 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.89808.asok 2024-09-13T16:21:14.033 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.89808.asok 2024-09-13T16:21:14.033 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:14.033 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.89808.asok status 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "89808", 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:14.170 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11103, 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 11103 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3051225150 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:14.171 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3051225150 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.11103 192.168.0.1:0/3051225150", 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/3051225150", 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 265, 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 122, 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:21:14.172 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:21:14.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:14.178 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:21:14.178 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:14.195 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:21:14.195 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:14.195 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:14.195 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:14.261 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:21:14.261 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:21:14.261 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:21:14.261 DEBUG:teuthology.orchestra.run.smithi039:> import json 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/./subdir/sixmegs'"'"') 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> except OSError as e: 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(e.errno) 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> print(json.dumps( 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> indent=2)) 2024-09-13T16:21:14.262 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:21:14.304 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:21:14.547 INFO:teuthology.orchestra.run.smithi039.stderr:daemon-helper: command failed with exit status 5 2024-09-13T16:21:16.178 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:16.181 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:19.946 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:19.945+0000 7fba02fe3640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-13T16:21:20.405 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-13T16:21:20.405 INFO:tasks.cephfs.test_damage:Result: EIO on client 2024-09-13T16:21:20.406 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 Processor -- start 2024-09-13T16:21:20.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 -- start start 2024-09-13T16:21:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9a80b41a0 0x7fe9a80b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80ccf80 0x7fe9a80d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9a80cde30 con 0x7fe9a80d0830 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9a80b5090 con 0x7fe9a80b41a0 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.520+0000 7fe9aeae9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a80cd820 con 0x7fe9a80ccf80 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9a80b41a0 0x7fe9a80b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe9a80b41a0 0x7fe9a80b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56232/0 (socket says 172.21.15.39:56232) 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 -- 172.21.15.39:0/3726869314 learned_addr learned my addr 172.21.15.39:0/3726869314 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9a7fff640 1 --2- 172.21.15.39:0/3726869314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80ccf80 0x7fe9a80d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 -- 172.21.15.39:0/3726869314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80ccf80 msgr2=0x7fe9a80d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 --2- 172.21.15.39:0/3726869314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80ccf80 0x7fe9a80d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 -- 172.21.15.39:0/3726869314 >> v1:172.21.15.157:6789/0 conn(0x7fe9a80d0830 legacy=0x7fe9a8166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.521+0000 7fe9ac885640 1 -- 172.21.15.39:0/3726869314 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9a80b4ac0 con 0x7fe9a80b41a0 2024-09-13T16:21:20.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9ac885640 1 --2- 172.21.15.39:0/3726869314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80b41a0 0x7fe9a80b4580 secure :-1 s=READY pgs=2474 cs=0 l=1 rev1=1 crypto rx=0x7fe998009870 tx=0x7fe99802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=aac1514c487e204f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9a77fe640 1 -- 172.21.15.39:0/3726869314 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe998032440 con 0x7fe9a80b41a0 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9a77fe640 1 -- 172.21.15.39:0/3726869314 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9980325a0 con 0x7fe9a80b41a0 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9a77fe640 1 -- 172.21.15.39:0/3726869314 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe998032930 con 0x7fe9a80b41a0 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3726869314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80b41a0 msgr2=0x7fe9a80b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3726869314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80b41a0 0x7fe9a80b4580 secure :-1 s=READY pgs=2474 cs=0 l=1 rev1=1 crypto rx=0x7fe998009870 tx=0x7fe99802a270 comp rx=0 tx=0).stop 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3726869314 shutdown_connections 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3726869314 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80ccf80 0x7fe9a80d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.522+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3726869314 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80b41a0 0x7fe9a80b4580 unknown :-1 s=CLOSED pgs=2474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.523+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3726869314 >> 172.21.15.39:0/3726869314 conn(0x7fe9a80cf1a0 msgr2=0x7fe9a80cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.523+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3726869314 shutdown_connections 2024-09-13T16:21:20.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.523+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3726869314 wait complete. 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.524+0000 7fe9aeae9640 1 Processor -- start 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.524+0000 7fe9aeae9640 1 -- start start 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9aeae9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80b41a0 0x7fe9a81522d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9aeae9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a80ccf80 0x7fe9a8156740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9aeae9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80d0830 0x7fe9a8157140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9aeae9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a81553f0 con 0x7fe9a80d0830 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9aeae9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a81556d0 con 0x7fe9a80ccf80 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9aeae9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9a81559b0 con 0x7fe9a80b41a0 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ad086640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80d0830 0x7fe9a8157140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ac885640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80b41a0 0x7fe9a81522d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ac885640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80b41a0 0x7fe9a81522d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:43024/0 (socket says 172.21.15.39:43024) 2024-09-13T16:21:20.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9a7fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a80ccf80 0x7fe9a8156740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ac885640 1 -- 172.21.15.39:0/3209446965 learned_addr learned my addr 172.21.15.39:0/3209446965 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ad086640 1 -- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80b41a0 msgr2=0x7fe9a81522d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ad086640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80b41a0 0x7fe9a81522d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ad086640 1 -- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a80ccf80 msgr2=0x7fe9a8156740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ad086640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a80ccf80 0x7fe9a8156740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.525+0000 7fe9ad086640 1 -- 172.21.15.39:0/3209446965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9980094d0 con 0x7fe9a80d0830 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.526+0000 7fe9ad086640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80d0830 0x7fe9a8157140 secure :-1 s=READY pgs=2475 cs=0 l=1 rev1=1 crypto rx=0x7fe9a000c700 tx=0x7fe9a000cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.526+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a0003b70 con 0x7fe9a80d0830 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.526+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9a0003cd0 con 0x7fe9a80d0830 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.526+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9a8155c90 con 0x7fe9a80d0830 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.526+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9a0005310 con 0x7fe9a80d0830 2024-09-13T16:21:20.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.526+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9a8156c80 con 0x7fe9a80d0830 2024-09-13T16:21:20.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.527+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9a8067330 con 0x7fe9a80d0830 2024-09-13T16:21:20.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.527+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe9a0005470 con 0x7fe9a80d0830 2024-09-13T16:21:20.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.528+0000 7fe9a57fa640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe99406ac30 0x7fe99406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.528+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fe9a0089970 con 0x7fe9a80d0830 2024-09-13T16:21:20.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.528+0000 7fe9ac885640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe99406ac30 0x7fe99406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.529+0000 7fe9ac885640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe99406ac30 0x7fe99406d0f0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fe9980090b0 tx=0x7fe99802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.532+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe9a0054120 con 0x7fe9a80d0830 2024-09-13T16:21:20.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.741+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe9a8066ec0 con 0x7fe9a80d0830 2024-09-13T16:21:20.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.741+0000 7fe9a57fa640 1 -- 172.21.15.39:0/3209446965 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 266 v266) v1 ==== 95+0+4746 (secure 0 0 0) 0x7fe9a0057740 con 0x7fe9a80d0830 2024-09-13T16:21:20.743 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:20.743 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":266,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":266,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:19.945882+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":122,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11007},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11007":{"gid":11007,"name":"c","rank":0,"incarnation":262,"state":"up:active","state_seq":7,"addr":"172.21.15.39:6834/3182450948","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3182450948},{"type":"v1","addr":"172.21.15.39:6834","nonce":3182450948}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:20.743 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 266 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe99406ac30 msgr2=0x7fe99406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe99406ac30 0x7fe99406d0f0 secure :-1 s=READY pgs=962 cs=0 l=1 rev1=1 crypto rx=0x7fe9980090b0 tx=0x7fe99802e000 comp rx=0 tx=0).stop 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80d0830 msgr2=0x7fe9a8157140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80d0830 0x7fe9a8157140 secure :-1 s=READY pgs=2475 cs=0 l=1 rev1=1 crypto rx=0x7fe9a000c700 tx=0x7fe9a000cbc0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 shutdown_connections 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe99406ac30 0x7fe99406d0f0 unknown :-1 s=CLOSED pgs=962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe9a80d0830 0x7fe9a8157140 unknown :-1 s=CLOSED pgs=2475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe9a80ccf80 0x7fe9a8156740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 --2- 172.21.15.39:0/3209446965 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe9a80b41a0 0x7fe9a81522d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 >> 172.21.15.39:0/3209446965 conn(0x7fe9a80cf1a0 msgr2=0x7fe9a80b5c70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 shutdown_connections 2024-09-13T16:21:20.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.743+0000 7fe9aeae9640 1 -- 172.21.15.39:0/3209446965 wait complete. 2024-09-13T16:21:20.756 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-13T16:21:20.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.858+0000 7ffaac861640 1 Processor -- start 2024-09-13T16:21:20.859 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.858+0000 7ffaac861640 1 -- start start 2024-09-13T16:21:20.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaac861640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffaa815a4f0 0x7ffaa8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaac861640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ffaa806a410 0x7ffaa80705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaac861640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffaa806a850 con 0x7ffaa8070af0 2024-09-13T16:21:20.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaac861640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffaa815ac00 con 0x7ffaa815a4f0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaac861640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffaa815a8d0 con 0x7ffaa806a410 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffaa815a4f0 0x7ffaa8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ffaa815a4f0 0x7ffaa8069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56260/0 (socket says 172.21.15.39:56260) 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 -- 172.21.15.39:0/2613654190 learned_addr learned my addr 172.21.15.39:0/2613654190 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2613654190 >> v2:172.21.15.157:3300/0 conn(0x7ffaa806a410 0x7ffaa80705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 -- 172.21.15.39:0/2613654190 >> v2:172.21.15.157:3300/0 conn(0x7ffaa806a410 msgr2=0x7ffaa80705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2613654190 >> v2:172.21.15.157:3300/0 conn(0x7ffaa806a410 0x7ffaa80705b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 -- 172.21.15.39:0/2613654190 >> v1:172.21.15.157:6789/0 conn(0x7ffaa8070af0 legacy=0x7ffaa80cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa659c640 1 -- 172.21.15.39:0/2613654190 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffaa8070f60 con 0x7ffaa815a4f0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.859+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2613654190 >> v2:172.21.15.157:3300/0 conn(0x7ffaa806a410 0x7ffaa80705b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.860+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2613654190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa815a4f0 0x7ffaa8069ed0 secure :-1 s=READY pgs=2476 cs=0 l=1 rev1=1 crypto rx=0x7ffaa806ae40 tx=0x7ffa9802c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6d00b68c5fa0622b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.860+0000 7ffaa559a640 1 -- 172.21.15.39:0/2613654190 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa98032640 con 0x7ffaa815a4f0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.860+0000 7ffaa559a640 1 -- 172.21.15.39:0/2613654190 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa980327a0 con 0x7ffaa815a4f0 2024-09-13T16:21:20.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.860+0000 7ffaa559a640 1 -- 172.21.15.39:0/2613654190 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa98032b30 con 0x7ffaa815a4f0 2024-09-13T16:21:20.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 -- 172.21.15.39:0/2613654190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa815a4f0 msgr2=0x7ffaa8069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 --2- 172.21.15.39:0/2613654190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa815a4f0 0x7ffaa8069ed0 secure :-1 s=READY pgs=2476 cs=0 l=1 rev1=1 crypto rx=0x7ffaa806ae40 tx=0x7ffa9802c940 comp rx=0 tx=0).stop 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 -- 172.21.15.39:0/2613654190 shutdown_connections 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 --2- 172.21.15.39:0/2613654190 >> v2:172.21.15.157:3300/0 conn(0x7ffaa806a410 0x7ffaa80705b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 --2- 172.21.15.39:0/2613654190 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa815a4f0 0x7ffaa8069ed0 unknown :-1 s=CLOSED pgs=2476 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 -- 172.21.15.39:0/2613654190 >> 172.21.15.39:0/2613654190 conn(0x7ffaa80b00a0 msgr2=0x7ffaa80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 -- 172.21.15.39:0/2613654190 shutdown_connections 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.861+0000 7ffaac861640 1 -- 172.21.15.39:0/2613654190 wait complete. 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.862+0000 7ffaac861640 1 Processor -- start 2024-09-13T16:21:20.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.862+0000 7ffaac861640 1 -- start start 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaac861640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffaa806a410 0x7ffaa81f2c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaac861640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 0x7ffaa80b21d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaac861640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffaa815a4f0 0x7ffaa81ef250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaac861640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa80ad5a0 con 0x7ffaa8070af0 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaac861640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa81f3150 con 0x7ffaa806a410 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaac861640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffaa8153cc0 con 0x7ffaa815a4f0 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 0x7ffaa80b21d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 0x7ffaa80b21d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56274/0 (socket says 172.21.15.39:56274) 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/3797702052 learned_addr learned my addr 172.21.15.39:0/3797702052 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa659c640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffaa806a410 0x7ffaa81f2c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa6d9d640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffaa815a4f0 0x7ffaa81ef250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffaa815a4f0 msgr2=0x7ffaa81ef250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffaa815a4f0 0x7ffaa81ef250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffaa806a410 msgr2=0x7ffaa81f2c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffaa806a410 0x7ffaa81f2c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.863+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/3797702052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa9800b770 con 0x7ffaa8070af0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.864+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 0x7ffaa80b21d0 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c00d800 tx=0x7ffa9c00dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.864+0000 7ffa96ffd640 1 -- 172.21.15.39:0/3797702052 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c004030 con 0x7ffaa8070af0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.864+0000 7ffa96ffd640 1 -- 172.21.15.39:0/3797702052 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa9c004190 con 0x7ffaa8070af0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.864+0000 7ffa96ffd640 1 -- 172.21.15.39:0/3797702052 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c004520 con 0x7ffaa8070af0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.864+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffaa80acfe0 con 0x7ffaa8070af0 2024-09-13T16:21:20.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.864+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaa81f33f0 con 0x7ffaa8070af0 2024-09-13T16:21:20.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.865+0000 7ffa96ffd640 1 -- 172.21.15.39:0/3797702052 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ffa9c0096a0 con 0x7ffaa8070af0 2024-09-13T16:21:20.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.866+0000 7ffa96ffd640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa8806ac00 0x7ffa8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.866+0000 7ffa96ffd640 1 -- 172.21.15.39:0/3797702052 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7ffa9c089e70 con 0x7ffaa8070af0 2024-09-13T16:21:20.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.866+0000 7ffaa659c640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa8806ac00 0x7ffa8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.867+0000 7ffaa659c640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa8806ac00 0x7ffa8806d0c0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7ffa98037000 tx=0x7ffa98032000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.867+0000 7ffaaf660740 1 Processor -- start 2024-09-13T16:21:20.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.867+0000 7ffaaf660740 1 -- start start 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd11f86d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b06f0 0x55dfd11b3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11ad520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaaf660740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd111c730 con 0x55dfd11b46c0 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd1119ec0 con 0x55dfd11b06f0 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dfd11157b0 con 0x55dfd11b2f30 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11ad520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11ad520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56278/0 (socket says 172.21.15.39:56278) 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 -- 172.21.15.39:0/1353435011 learned_addr learned my addr 172.21.15.39:0/1353435011 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b06f0 0x55dfd11b3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa659c640 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd11f86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 -- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 msgr2=0x55dfd11f86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd11f86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 -- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b06f0 msgr2=0x55dfd11b3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b06f0 0x55dfd11b3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 -- 172.21.15.39:0/1353435011 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dfd10d2f50 con 0x55dfd11b46c0 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.868+0000 7ffaa6d9d640 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11ad520 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0001e00 tx=0x7ffaa0001670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d4f4f69c6904c9ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffa87fff640 1 -- 172.21.15.39:0/1353435011 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffaa000fc40 con 0x55dfd11b46c0 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffa87fff640 1 -- 172.21.15.39:0/1353435011 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffaa000fda0 con 0x55dfd11b46c0 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffa87fff640 1 -- 172.21.15.39:0/1353435011 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffaa0003b70 con 0x55dfd11b46c0 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 -- 172.21.15.39:0/1353435011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 msgr2=0x55dfd11ad520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11ad520 secure :-1 s=READY pgs=2478 cs=0 l=1 rev1=1 crypto rx=0x7ffaa0001e00 tx=0x7ffaa0001670 comp rx=0 tx=0).stop 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 -- 172.21.15.39:0/1353435011 shutdown_connections 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11ad520 unknown :-1 s=CLOSED pgs=2478 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b06f0 0x55dfd11b3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 --2- 172.21.15.39:0/1353435011 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd11f86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 -- 172.21.15.39:0/1353435011 >> 172.21.15.39:0/1353435011 conn(0x55dfd11af6f0 msgr2=0x55dfd11f7ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 -- 172.21.15.39:0/1353435011 shutdown_connections 2024-09-13T16:21:20.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.869+0000 7ffaaf660740 1 -- 172.21.15.39:0/1353435011 wait complete. 2024-09-13T16:21:20.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.870+0000 7ffaaf660740 1 -- start start 2024-09-13T16:21:20.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.870+0000 7ffaaf660740 1 Processor -- start 2024-09-13T16:21:20.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11dd5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11d2050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11aca50 0x55dfd11d6c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd10d3950 con 0x55dfd11b46c0 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd10d35f0 con 0x55dfd11b2f30 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dfd1098900 con 0x55dfd11aca50 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaaf660740 10 client.0 _ll_register_callbacks cb 0x55dfd10ce8f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11d2050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11d2050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56292/0 (socket says 172.21.15.39:56292) 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/2673691879 learned_addr learned my addr 172.21.15.39:0/2673691879 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11dd5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa6d9d640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11aca50 0x55dfd11d6c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11aca50 msgr2=0x55dfd11d6c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11aca50 0x55dfd11d6c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 msgr2=0x55dfd11dd5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11dd5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.871+0000 7ffaa5d9b640 1 -- 172.21.15.39:0/2673691879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffaa806a850 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11d2050 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c087c30 tx=0x7ffa9c05c120 comp rx=0 tx=0).ready entity=mon.0 client_cookie=42ace4bcbf07defa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffa857fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffa857fa640 1 -- 172.21.15.39:0/2673691879 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa9c060390 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffa857fa640 1 -- 172.21.15.39:0/2673691879 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7ffa9c06fe40 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dfd0dc68d0 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffa857fa640 1 -- 172.21.15.39:0/2673691879 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=266) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa9c05e0b0 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 10 client.11121 fetch_fsmap learned FSMap version 266 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=266,monmap=2+}) v3 -- 0x55dfd1113e30 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffa857fa640 1 -- 172.21.15.39:0/2673691879 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa9c07a080 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffa857fa640 1 -- 172.21.15.39:0/2673691879 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 266) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ffa9c05b070 con 0x55dfd11b46c0 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 10 client.11121 fetch_fsmap finished waiting for FSMap version 266 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 10 client.11121 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 20 client.11121 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:20.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3400 0x55dfd11db000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 4 client.11121 mds_command: new command op to 11007 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 --> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55dfd0e094a0 con 0x55dfd11d3400 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.872+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3400 0x55dfd11db000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3400 0x55dfd11db000 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9fe84ba997e04cb6 server_cookie=af7c6f1766d3e47d in_seq=0 out_seq=0 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffa857fa640 10 client.11121 ms_handle_connect on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffa857fa640 1 -- 172.21.15.39:0/2673691879 <== mds.0 v2:172.21.15.39:6832/3182450948 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55dfd0e094a0 con 0x55dfd11d3400 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffa857fa640 10 client.11121 handle_command_reply: tid=0 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffaaf660740 1 client.11121 shutdown 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 msgr2=0x55dfd11d2050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11d2050 secure :-1 s=READY pgs=2479 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c087c30 tx=0x7ffa9c05c120 comp rx=0 tx=0).stop 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.873+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 shutdown_connections 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11aca50 0x55dfd11d6c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11b46c0 0x55dfd11d2050 unknown :-1 s=CLOSED pgs=2479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3400 0x55dfd11db000 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2673691879 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11dd5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffa857fa640 0 client.11121 ms_handle_reset on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:20.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 >> 172.21.15.39:0/2673691879 conn(0x55dfd11b06f0 msgr2=0x55dfd11f8cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 shutdown_connections 2024-09-13T16:21:20.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 1 -- 172.21.15.39:0/2673691879 wait complete. 2024-09-13T16:21:20.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.874+0000 7ffaaf660740 20 client.11121 trim_cache size 0 max 16384 2024-09-13T16:21:20.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 Processor -- start 2024-09-13T16:21:20.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 -- start start 2024-09-13T16:21:20.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11d8450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11fb0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b46c0 0x55dfd11f7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd11d0b80 con 0x55dfd11aca50 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd11fb5f0 con 0x55dfd11b2f30 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.885+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dfd11d6fb0 con 0x55dfd11b46c0 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11d8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11d8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56294/0 (socket says 172.21.15.39:56294) 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 -- 172.21.15.39:0/747236184 learned_addr learned my addr 172.21.15.39:0/747236184 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 -- 172.21.15.39:0/747236184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b46c0 msgr2=0x55dfd11f7ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b46c0 0x55dfd11f7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 -- 172.21.15.39:0/747236184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 msgr2=0x55dfd11fb0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11fb0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 -- 172.21.15.39:0/747236184 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55dfd10b5ae0 con 0x55dfd11aca50 2024-09-13T16:21:20.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffaa659c640 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11d8450 secure :-1 s=READY pgs=2480 cs=0 l=1 rev1=1 crypto rx=0x7ffa98006c80 tx=0x7ffa9800b450 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e1013f482dc1dbbf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffa94ff9640 1 -- 172.21.15.39:0/747236184 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa98057070 con 0x55dfd11aca50 2024-09-13T16:21:20.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffa94ff9640 1 -- 172.21.15.39:0/747236184 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa98053400 con 0x55dfd11aca50 2024-09-13T16:21:20.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.886+0000 7ffa94ff9640 1 -- 172.21.15.39:0/747236184 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa9804e040 con 0x55dfd11aca50 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 -- 172.21.15.39:0/747236184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 msgr2=0x55dfd11d8450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11d8450 secure :-1 s=READY pgs=2480 cs=0 l=1 rev1=1 crypto rx=0x7ffa98006c80 tx=0x7ffa9800b450 comp rx=0 tx=0).stop 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 -- 172.21.15.39:0/747236184 shutdown_connections 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b46c0 0x55dfd11f7ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b2f30 0x55dfd11fb0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 --2- 172.21.15.39:0/747236184 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11d8450 unknown :-1 s=CLOSED pgs=2480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.893 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 -- 172.21.15.39:0/747236184 >> 172.21.15.39:0/747236184 conn(0x55dfd11b06f0 msgr2=0x55dfd11d1c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 -- 172.21.15.39:0/747236184 shutdown_connections 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 -- 172.21.15.39:0/747236184 wait complete. 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 -- start start 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.887+0000 7ffaaf660740 1 Processor -- start 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11f78c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd1248040 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b46c0 0x55dfd11d1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd11feb00 con 0x55dfd11aca50 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55dfd1248580 con 0x55dfd11b46c0 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55dfd11fef60 con 0x55dfd11b2f30 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaaf660740 10 client.0 _ll_register_callbacks cb 0x7ffaa00019a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaa659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11f78c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.888+0000 7ffaa659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11f78c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56296/0 (socket says 172.21.15.39:56296) 2024-09-13T16:21:20.894 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 -- 172.21.15.39:0/2219371105 learned_addr learned my addr 172.21.15.39:0/2219371105 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd1248040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa6d9d640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b46c0 0x55dfd11d1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 -- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 msgr2=0x55dfd1248040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd1248040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 -- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b46c0 msgr2=0x55dfd11d1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b46c0 0x55dfd11d1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 -- 172.21.15.39:0/2219371105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa98042070 con 0x55dfd11aca50 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaa659c640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11f78c0 secure :-1 s=READY pgs=2481 cs=0 l=1 rev1=1 crypto rx=0x7ffa9802cf30 tx=0x7ffa98004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8c897cb57a9148aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffa857fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffa857fa640 1 -- 172.21.15.39:0/2219371105 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa98057070 con 0x55dfd11aca50 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffa857fa640 1 -- 172.21.15.39:0/2219371105 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7ffa9803ca90 con 0x55dfd11aca50 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55dfd11ac5b0 con 0x55dfd11aca50 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffa857fa640 1 -- 172.21.15.39:0/2219371105 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=266) v2 ==== 24+0+0 (secure 0 0 0) 0x7ffa9804e040 con 0x55dfd11aca50 2024-09-13T16:21:20.895 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaaf660740 10 client.11127 fetch_fsmap learned FSMap version 266 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=266,monmap=2+}) v3 -- 0x55dfd10db5c0 con 0x55dfd11aca50 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.889+0000 7ffa857fa640 1 -- 172.21.15.39:0/2219371105 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55dfd11ac5b0 con 0x55dfd11aca50 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffa857fa640 1 -- 172.21.15.39:0/2219371105 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 266) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ffa98051030 con 0x55dfd11aca50 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 10 client.11127 fetch_fsmap finished waiting for FSMap version 266 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 10 client.11127 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 20 client.11127 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3e40 0x55dfd11d4220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 4 client.11127 mds_command: new command op to 11007 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 --> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) v1 -- 0x7ffaa000fda0 con 0x55dfd11d3e40 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3e40 0x55dfd11d4220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaa5d9b640 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3e40 0x55dfd11d4220 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=86419fb4e3b3dcee server_cookie=5c624c82019208f0 in_seq=0 out_seq=0 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffa857fa640 10 client.11127 ms_handle_connect on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffa857fa640 1 -- 172.21.15.39:0/2219371105 <== mds.0 v2:172.21.15.39:6832/3182450948 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+214 (crc 0 0 0) 0x7ffaa000fda0 con 0x55dfd11d3e40 2024-09-13T16:21:20.896 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffa857fa640 10 client.11127 handle_command_reply: tid=0 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 client.11127 shutdown 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 msgr2=0x55dfd11f78c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11f78c0 secure :-1 s=READY pgs=2481 cs=0 l=1 rev1=1 crypto rx=0x7ffa9802cf30 tx=0x7ffa98004730 comp rx=0 tx=0).stop 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 shutdown_connections 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:6832/3182450948,v1:172.21.15.39:6834/3182450948] conn(0x55dfd11d3e40 0x55dfd11d4220 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55dfd11b46c0 0x55dfd11d1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55dfd11b2f30 0x55dfd1248040 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffa857fa640 0 client.11127 ms_handle_reset on v2:172.21.15.39:6832/3182450948 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 --2- 172.21.15.39:0/2219371105 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55dfd11aca50 0x55dfd11f78c0 unknown :-1 s=CLOSED pgs=2481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.890+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 >> 172.21.15.39:0/2219371105 conn(0x55dfd11b06f0 msgr2=0x55dfd11fba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 shutdown_connections 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaaf660740 1 -- 172.21.15.39:0/2219371105 wait complete. 2024-09-13T16:21:20.897 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaaf660740 20 client.11127 trim_cache size 0 max 16384 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "dentry", 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 418191877, 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511627776, 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "frag": "*", 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "dname": "sixmegs", 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "snap_id": "head", 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/subdir/sixmegs" 2024-09-13T16:21:20.898 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:21:20.899 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:21:20.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa8806ac00 msgr2=0x7ffa8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa8806ac00 0x7ffa8806d0c0 secure :-1 s=READY pgs=963 cs=0 l=1 rev1=1 crypto rx=0x7ffa98037000 tx=0x7ffa98032000 comp rx=0 tx=0).stop 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 msgr2=0x7ffaa80b21d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 0x7ffaa80b21d0 secure :-1 s=READY pgs=2477 cs=0 l=1 rev1=1 crypto rx=0x7ffa9c00d800 tx=0x7ffa9c00dcc0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 shutdown_connections 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ffa8806ac00 0x7ffa8806d0c0 unknown :-1 s=CLOSED pgs=963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ffaa815a4f0 0x7ffaa81ef250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ffaa8070af0 0x7ffaa80b21d0 unknown :-1 s=CLOSED pgs=2477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 --2- 172.21.15.39:0/3797702052 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ffaa806a410 0x7ffaa81f2c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 >> 172.21.15.39:0/3797702052 conn(0x7ffaa80b00a0 msgr2=0x7ffaa80ca640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 shutdown_connections 2024-09-13T16:21:20.900 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:20.891+0000 7ffaac861640 1 -- 172.21.15.39:0/3797702052 wait complete. 2024-09-13T16:21:20.904 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap key 100.00000000:stray0_head' 2024-09-13T16:21:20.904 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:21:20.904 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:21:20.920 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:21:21.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.060+0000 7f5ae051f640 1 Processor -- start 2024-09-13T16:21:21.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.060+0000 7f5ae051f640 1 -- start start 2024-09-13T16:21:21.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5ae051f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5ad8156bb0 0x7f5ad8070340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5ae051f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ad806be40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5ae051f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ad8071930 con 0x7f5ad8070880 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5ae051f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ad8156f90 con 0x7f5ad8156bb0 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5ae051f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ad8070d20 con 0x7f5ad80b2dc0 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5addaba640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f5ad8070880 0x7f5ad80b26b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41738/0 (socket says 172.21.15.39:41738) 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.061+0000 7f5addaba640 1 -- 172.21.15.39:0/107893331 learned_addr learned my addr 172.21.15.39:0/107893331 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5adeabc640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ad806be40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/107893331 >> v2:172.21.15.157:3300/0 conn(0x7f5ad8156bb0 0x7f5ad8070340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 36090064 0 0) 0x7f5ad8071930 con 0x7f5ad8070880 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ac0003520 con 0x7f5ad8070880 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4169113779 0 0) 0x7f5ac0003520 con 0x7f5ad8070880 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 msgr2=0x7f5ad806be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ad806be40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 >> v2:172.21.15.157:3300/0 conn(0x7f5ad8156bb0 msgr2=0x7f5ad8070340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 --2- 172.21.15.39:0/107893331 >> v2:172.21.15.157:3300/0 conn(0x7f5ad8156bb0 0x7f5ad8070340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ad8071000 con 0x7f5ad8070880 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f5acc001670 con 0x7f5ad8070880 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5adeabc640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ad806be40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/107893331 >> v2:172.21.15.157:3300/0 conn(0x7f5ad8156bb0 0x7f5ad8070340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 >> v1:172.21.15.39:6789/0 conn(0x7f5ad8070880 legacy=0x7f5ad80b26b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac0003970 0x7f5ac0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ac00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac0004d00 0x7f5ac0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ad8156f90 con 0x7f5ac0003970 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ad8070d20 con 0x7f5ac0004d00 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac000b980 con 0x7f5ad80b2dc0 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac0003970 0x7f5ac0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5addaba640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ac00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5adeabc640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac0004d00 0x7f5ac0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 -- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 msgr2=0x7f5ac00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ad80b2dc0 0x7f5ac00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 -- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac0004d00 msgr2=0x7f5ac0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ac0004d00 0x7f5ac0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.062+0000 7f5ade2bb640 1 -- 172.21.15.39:0/107893331 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ad0009400 con 0x7f5ac0003970 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.063+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac0003970 0x7f5ac0003d90 secure :-1 s=READY pgs=2483 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800e350 tx=0x7f5ac00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5712ed95db4a545 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.063+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ac802e660 con 0x7f5ac0003970 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.063+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ac800f040 con 0x7f5ac0003970 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.063+0000 7f5add2b9640 1 -- 172.21.15.39:0/107893331 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ac802e9c0 con 0x7f5ac0003970 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5ae051f640 1 -- 172.21.15.39:0/107893331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac0003970 msgr2=0x7f5ac0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5ae051f640 1 --2- 172.21.15.39:0/107893331 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ac0003970 0x7f5ac0003d90 secure :-1 s=READY pgs=2483 cs=0 l=1 rev1=1 crypto rx=0x7f5ac800e350 tx=0x7f5ac00057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5adeabc640 1 -- 172.21.15.39:0/107893331 reap_dead start 2024-09-13T16:21:21.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5ae051f640 1 -- 172.21.15.39:0/107893331 shutdown_connections 2024-09-13T16:21:21.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5ae051f640 1 -- 172.21.15.39:0/107893331 >> 172.21.15.39:0/107893331 conn(0x7f5ad8069ed0 msgr2=0x7f5ad806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5ae051f640 1 -- 172.21.15.39:0/107893331 shutdown_connections 2024-09-13T16:21:21.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.064+0000 7f5ae051f640 1 -- 172.21.15.39:0/107893331 wait complete. 2024-09-13T16:21:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.065+0000 7f5ae051f640 1 Processor -- start 2024-09-13T16:21:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.065+0000 7f5ae051f640 1 -- start start 2024-09-13T16:21:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ae051f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac0003970 0x7f5ad814a060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ae051f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 0x7f5ad80c46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ae051f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ad815ed90 0x7f5ad815f210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ae051f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ad80c4c30 con 0x7f5ad80c4290 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ae051f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ad815f750 con 0x7f5ad815ed90 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ae051f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ad815b1c0 con 0x7f5ac0003970 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 0x7f5ad80c46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 0x7f5ad80c46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56302/0 (socket says 172.21.15.39:56302) 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 -- 172.21.15.39:0/1190727847 learned_addr learned my addr 172.21.15.39:0/1190727847 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac0003970 0x7f5ad814a060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5adeabc640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ad815ed90 0x7f5ad815f210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 -- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac0003970 msgr2=0x7f5ad814a060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac0003970 0x7f5ad814a060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 -- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ad815ed90 msgr2=0x7f5ad815f210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ad815ed90 0x7f5ad815f210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 -- 172.21.15.39:0/1190727847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ad815b4a0 con 0x7f5ad80c4290 2024-09-13T16:21:21.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac0003970 0x7f5ad814a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.066+0000 7f5addaba640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 0x7f5ad80c46f0 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7f5acc007340 tx=0x7f5acc007800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.067+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5acc00f940 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.067+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5acc00faa0 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.067+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ad815b780 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.067+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5acc00fe30 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.067+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ad815c260 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.068+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ad815bf80 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.068+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5acc01d460 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.069+0000 7f5ad6ffd640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ac406ac30 0x7f5ac406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.069+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f5acc08a010 con 0x7f5ad80c4290 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.069+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ac406ac30 0x7f5ac406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.069+0000 7f5ade2bb640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ac406ac30 0x7f5ac406d0f0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8035000 tx=0x7f5ac802f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.073+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5ad815bf80 con 0x7f5ad80c4290 2024-09-13T16:21:21.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.246+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ad815bf80 con 0x7f5ad80c4290 2024-09-13T16:21:21.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.247+0000 7f5ad6ffd640 1 -- 172.21.15.39:0/1190727847 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v122) v1 ==== 74+0+20608 (secure 0 0 0) 0x7f5ad815bf80 con 0x7f5ad80c4290 2024-09-13T16:21:21.249 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:21.249 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":122,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:21:02.070422+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ac406ac30 msgr2=0x7f5ac406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ac406ac30 0x7f5ac406d0f0 secure :-1 s=READY pgs=964 cs=0 l=1 rev1=1 crypto rx=0x7f5ac8035000 tx=0x7f5ac802f000 comp rx=0 tx=0).stop 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 msgr2=0x7f5ad80c46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 0x7f5ad80c46f0 secure :-1 s=READY pgs=2484 cs=0 l=1 rev1=1 crypto rx=0x7f5acc007340 tx=0x7f5acc007800 comp rx=0 tx=0).stop 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 shutdown_connections 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5ac406ac30 0x7f5ac406d0f0 unknown :-1 s=CLOSED pgs=964 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5ad815ed90 0x7f5ad815f210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5ad80c4290 0x7f5ad80c46f0 unknown :-1 s=CLOSED pgs=2484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 --2- 172.21.15.39:0/1190727847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5ac0003970 0x7f5ad814a060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 >> 172.21.15.39:0/1190727847 conn(0x7f5ad8069ed0 msgr2=0x7f5ad8155280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 shutdown_connections 2024-09-13T16:21:21.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.249+0000 7f5ae051f640 1 -- 172.21.15.39:0/1190727847 wait complete. 2024-09-13T16:21:21.262 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:21:21.262 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:21:21.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.366+0000 7f4fb3f53640 1 Processor -- start 2024-09-13T16:21:21.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.366+0000 7f4fb3f53640 1 -- start start 2024-09-13T16:21:21.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb3f53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 0x7f4fac06f200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb3f53640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4fac15b6b0 0x7f4fac15bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb3f53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fac15dfd0 con 0x7f4fac15dbf0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb3f53640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fac06f740 con 0x7f4fac15b6b0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb3f53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fac06ebb0 con 0x7f4fac0d10d0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb1cef640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4fac15dbf0 0x7f4fac0ced30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41744/0 (socket says 172.21.15.39:41744) 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb1cef640 1 -- 172.21.15.39:0/1855540409 learned_addr learned my addr 172.21.15.39:0/1855540409 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb14ee640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 0x7f4fac06f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb24f0640 1 --2- 172.21.15.39:0/1855540409 >> v2:172.21.15.157:3300/0 conn(0x7f4fac15b6b0 0x7f4fac15bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2965956350 0 0) 0x7f4fa8001110 con 0x7f4fac15dbf0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4f98003520 con 0x7f4fac15dbf0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3881990037 0 0) 0x7f4f98003520 con 0x7f4fac15dbf0 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 msgr2=0x7f4fac06f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 0x7f4fac06f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 >> v2:172.21.15.157:3300/0 conn(0x7f4fac15b6b0 msgr2=0x7f4fac15bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 --2- 172.21.15.39:0/1855540409 >> v2:172.21.15.157:3300/0 conn(0x7f4fac15b6b0 0x7f4fac15bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fac0ce3c0 con 0x7f4fac15dbf0 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4fa8001800 con 0x7f4fac15dbf0 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 >> v1:172.21.15.39:6789/0 conn(0x7f4fac15dbf0 legacy=0x7f4fac0ced30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.367+0000 7f4fb0ced640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f98003970 0x7f4f98003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb0ced640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 0x7f4f980047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb0ced640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4f98005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fac06f740 con 0x7f4f98004d00 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fac06ebb0 con 0x7f4f98003970 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f9800b980 con 0x7f4fac0d10d0 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb24f0640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4f98005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb1cef640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f98003970 0x7f4f98003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb14ee640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 0x7f4f980047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb24f0640 1 -- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 msgr2=0x7f4f980047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb24f0640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac0d10d0 0x7f4f980047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb24f0640 1 -- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f98003970 msgr2=0x7f4f98003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb24f0640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f98003970 0x7f4f98003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.368+0000 7f4fb24f0640 1 -- 172.21.15.39:0/1855540409 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f98003520 con 0x7f4f98004d00 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb24f0640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4f98005180 secure :-1 s=READY pgs=2486 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009fc0 tx=0x7f4f980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0e1cd5b2d5dafee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4031670 con 0x7f4f98004d00 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fa400f040 con 0x7f4f98004d00 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb0ced640 1 -- 172.21.15.39:0/1855540409 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fa4031a10 con 0x7f4f98004d00 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb3f53640 1 -- 172.21.15.39:0/1855540409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 msgr2=0x7f4f98005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/1855540409 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4f98005180 secure :-1 s=READY pgs=2486 cs=0 l=1 rev1=1 crypto rx=0x7f4fa4009fc0 tx=0x7f4f980057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb24f0640 1 -- 172.21.15.39:0/1855540409 reap_dead start 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb3f53640 1 -- 172.21.15.39:0/1855540409 shutdown_connections 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.369+0000 7f4fb3f53640 1 -- 172.21.15.39:0/1855540409 >> 172.21.15.39:0/1855540409 conn(0x7f4fac0d04e0 msgr2=0x7f4fac0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.370+0000 7f4fb3f53640 1 -- 172.21.15.39:0/1855540409 shutdown_connections 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.370+0000 7f4fb3f53640 1 -- 172.21.15.39:0/1855540409 wait complete. 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 Processor -- start 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 -- start start 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4fac1519a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fac0b1da0 0x7f4fac151ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac143d10 0x7f4fac1f2060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fac06b800 con 0x7f4f98004d00 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fac152800 con 0x7f4fac0b1da0 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.371+0000 7f4fb3f53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fac143a80 con 0x7f4fac143d10 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4fac1519a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4fac1519a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56320/0 (socket says 172.21.15.39:56320) 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 -- 172.21.15.39:0/117503441 learned_addr learned my addr 172.21.15.39:0/117503441 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb24f0640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac143d10 0x7f4fac1f2060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb14ee640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fac0b1da0 0x7f4fac151ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 -- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac143d10 msgr2=0x7f4fac1f2060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac143d10 0x7f4fac1f2060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 -- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fac0b1da0 msgr2=0x7f4fac151ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fac0b1da0 0x7f4fac151ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 -- 172.21.15.39:0/117503441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fac1f3080 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb14ee640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fac0b1da0 0x7f4fac151ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb1cef640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4fac1519a0 secure :-1 s=READY pgs=2487 cs=0 l=1 rev1=1 crypto rx=0x7f4fa8001930 tx=0x7f4fa80077a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fa800f960 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4fa800fb00 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4fa800feb0 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fac1f2da0 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.372+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fac06b420 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.373+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fac06b940 con 0x7f4f98004d00 2024-09-13T16:21:21.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.374+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4fa801d460 con 0x7f4f98004d00 2024-09-13T16:21:21.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.374+0000 7f4fa27fc640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f9006ac00 0x7f4f9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.374+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f4fa8089db0 con 0x7f4f98004d00 2024-09-13T16:21:21.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.375+0000 7f4fb14ee640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f9006ac00 0x7f4f9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.375+0000 7f4fb14ee640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f9006ac00 0x7f4f9006d0c0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f4fac0b21e0 tx=0x7f4f9c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.379+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4fac06b940 con 0x7f4f98004d00 2024-09-13T16:21:21.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.548+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f4fac15dfd0 con 0x7f4f98004d00 2024-09-13T16:21:21.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.548+0000 7f4fa27fc640 1 -- 172.21.15.39:0/117503441 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v122) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4fac15dfd0 con 0x7f4f98004d00 2024-09-13T16:21:21.549 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:21:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f9006ac00 msgr2=0x7f4f9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f9006ac00 0x7f4f9006d0c0 secure :-1 s=READY pgs=965 cs=0 l=1 rev1=1 crypto rx=0x7f4fac0b21e0 tx=0x7f4f9c008040 comp rx=0 tx=0).stop 2024-09-13T16:21:21.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 msgr2=0x7f4fac1519a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4fac1519a0 secure :-1 s=READY pgs=2487 cs=0 l=1 rev1=1 crypto rx=0x7f4fa8001930 tx=0x7f4fa80077a0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 shutdown_connections 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f9006ac00 0x7f4f9006d0c0 unknown :-1 s=CLOSED pgs=965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4fac143d10 0x7f4fac1f2060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4fac0b1da0 0x7f4fac151ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 --2- 172.21.15.39:0/117503441 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f98004d00 0x7f4fac1519a0 unknown :-1 s=CLOSED pgs=2487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 >> 172.21.15.39:0/117503441 conn(0x7f4fac0d04e0 msgr2=0x7f4fac0b4f60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 shutdown_connections 2024-09-13T16:21:21.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.550+0000 7f4fb3f53640 1 -- 172.21.15.39:0/117503441 wait complete. 2024-09-13T16:21:21.562 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:21:21.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.665+0000 7f6578945640 1 Processor -- start 2024-09-13T16:21:21.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.665+0000 7f6578945640 1 -- start start 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f6578945640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6574143d30 0x7f657415eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f6578945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f6578945640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6574072440 con 0x7f6574071ce0 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f6578945640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6574144110 con 0x7f6574143d30 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f6578945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6574072160 con 0x7f65740b3610 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f657259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6574143d30 0x7f657415eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f657259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6574143d30 0x7f657415eb20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56336/0 (socket says 172.21.15.39:56336) 2024-09-13T16:21:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.666+0000 7f657259c640 1 -- 172.21.15.39:0/2304546930 learned_addr learned my addr 172.21.15.39:0/2304546930 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657259c640 1 -- 172.21.15.39:0/2304546930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 msgr2=0x7f65740717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657259c640 1 --2- 172.21.15.39:0/2304546930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657259c640 1 -- 172.21.15.39:0/2304546930 >> v1:172.21.15.157:6789/0 conn(0x7f6574071ce0 legacy=0x7f657406f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:21.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657259c640 1 -- 172.21.15.39:0/2304546930 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f657415e040 con 0x7f6574143d30 2024-09-13T16:21:21.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657259c640 1 --2- 172.21.15.39:0/2304546930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f657415eb20 secure :-1 s=READY pgs=2488 cs=0 l=1 rev1=1 crypto rx=0x7f656c009870 tx=0x7f656c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bfe0fe4c992dbb45 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657159a640 1 -- 172.21.15.39:0/2304546930 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f656c032440 con 0x7f6574143d30 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657159a640 1 -- 172.21.15.39:0/2304546930 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f656c0325a0 con 0x7f6574143d30 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.667+0000 7f657159a640 1 -- 172.21.15.39:0/2304546930 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f656c032930 con 0x7f6574143d30 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 -- 172.21.15.39:0/2304546930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 msgr2=0x7f657415eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 --2- 172.21.15.39:0/2304546930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f657415eb20 secure :-1 s=READY pgs=2488 cs=0 l=1 rev1=1 crypto rx=0x7f656c009870 tx=0x7f656c02a210 comp rx=0 tx=0).stop 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 -- 172.21.15.39:0/2304546930 shutdown_connections 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 --2- 172.21.15.39:0/2304546930 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740717a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 --2- 172.21.15.39:0/2304546930 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f657415eb20 unknown :-1 s=CLOSED pgs=2488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 -- 172.21.15.39:0/2304546930 >> 172.21.15.39:0/2304546930 conn(0x7f65740b00a0 msgr2=0x7f65740b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 -- 172.21.15.39:0/2304546930 shutdown_connections 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.668+0000 7f6578945640 1 -- 172.21.15.39:0/2304546930 wait complete. 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.669+0000 7f6578945640 1 Processor -- start 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.669+0000 7f6578945640 1 -- start start 2024-09-13T16:21:21.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6578945640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6574071ce0 0x7f65741e6200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6578945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740cb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6578945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f6574159a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6578945640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65740cce40 con 0x7f6574143d30 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6578945640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65740cbda0 con 0x7f6574071ce0 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6578945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65740cc080 con 0x7f65740b3610 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6572d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f6574159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f657259c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6574071ce0 0x7f65741e6200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6572d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f6574159a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56346/0 (socket says 172.21.15.39:56346) 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6572d9d640 1 -- 172.21.15.39:0/2244150566 learned_addr learned my addr 172.21.15.39:0/2244150566 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.670+0000 7f6571d9b640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740cb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f657259c640 1 -- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 msgr2=0x7f65740cb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f657259c640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740cb2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f657259c640 1 -- 172.21.15.39:0/2244150566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 msgr2=0x7f6574159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f657259c640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f6574159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f657259c640 1 -- 172.21.15.39:0/2244150566 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f656c0094d0 con 0x7f6574071ce0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f6572d9d640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f6574159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f657259c640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6574071ce0 0x7f65741e6200 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f656c031000 tx=0x7f656c0046c0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f656c032440 con 0x7f6574071ce0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f656c030b80 con 0x7f6574071ce0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65740cc360 con 0x7f6574071ce0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f656c03b400 con 0x7f6574071ce0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.671+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65740cc920 con 0x7f6574071ce0 2024-09-13T16:21:21.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.672+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65740672f0 con 0x7f6574071ce0 2024-09-13T16:21:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.673+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f656c039040 con 0x7f6574071ce0 2024-09-13T16:21:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.673+0000 7f656affd640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f655406ac00 0x7f655406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.674+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f656c0aa770 con 0x7f6574071ce0 2024-09-13T16:21:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.674+0000 7f6571d9b640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f655406ac00 0x7f655406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.674+0000 7f6571d9b640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f655406ac00 0x7f655406d0c0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f657406f480 tx=0x7f655c009110 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.678+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f656c074f50 con 0x7f6574071ce0 2024-09-13T16:21:21.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.847+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f65740ccb10 con 0x7f6574071ce0 2024-09-13T16:21:21.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.848+0000 7f656affd640 1 -- 172.21.15.39:0/2244150566 <== mon.1 v2:172.21.15.157:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v122) v1 ==== 104+0+11 (secure 0 0 0) 0x7f656c037020 con 0x7f6574071ce0 2024-09-13T16:21:21.849 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:21:21.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f655406ac00 msgr2=0x7f655406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f655406ac00 0x7f655406d0c0 secure :-1 s=READY pgs=966 cs=0 l=1 rev1=1 crypto rx=0x7f657406f480 tx=0x7f655c009110 comp rx=0 tx=0).stop 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6574071ce0 msgr2=0x7f65741e6200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6574071ce0 0x7f65741e6200 secure :-1 s=READY pgs=670 cs=0 l=1 rev1=1 crypto rx=0x7f656c031000 tx=0x7f656c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 shutdown_connections 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f655406ac00 0x7f655406d0c0 unknown :-1 s=CLOSED pgs=966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6574143d30 0x7f6574159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65740b3610 0x7f65740cb2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 --2- 172.21.15.39:0/2244150566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6574071ce0 0x7f65741e6200 unknown :-1 s=CLOSED pgs=670 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 >> 172.21.15.39:0/2244150566 conn(0x7f65740b00a0 msgr2=0x7f65740af710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 shutdown_connections 2024-09-13T16:21:21.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.850+0000 7f6578945640 1 -- 172.21.15.39:0/2244150566 wait complete. 2024-09-13T16:21:21.862 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:21:21.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.966+0000 7f79c3d83640 1 Processor -- start 2024-09-13T16:21:21.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.966+0000 7f79c3d83640 1 -- start start 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c3d83640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79bc156e60 0x7f79bc15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c3d83640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79bc0cb080 con 0x7f79bc06a5e0 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c3d83640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79bc070d40 con 0x7f79bc0b25b0 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c3d83640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79bc0b3120 con 0x7f79bc156e60 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c1b1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f79bc156e60 0x7f79bc15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c2320640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f79bc06a5e0 0x7f79bc0711d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41756/0 (socket says 172.21.15.39:41756) 2024-09-13T16:21:21.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.967+0000 7f79c2320640 1 -- 172.21.15.39:0/3398002994 learned_addr learned my addr 172.21.15.39:0/3398002994 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c0b1d640 1 -- 172.21.15.39:0/3398002994 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 427489186 0 0) 0x7f79bc0cb080 con 0x7f79bc06a5e0 2024-09-13T16:21:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c0b1d640 1 -- 172.21.15.39:0/3398002994 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f79a4003520 con 0x7f79bc06a5e0 2024-09-13T16:21:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c1b1f640 1 -- 172.21.15.39:0/3398002994 >> v1:172.21.15.157:6789/0 conn(0x7f79bc0b25b0 legacy=0x7f79bc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c1b1f640 1 -- 172.21.15.39:0/3398002994 >> v1:172.21.15.39:6789/0 conn(0x7f79bc06a5e0 legacy=0x7f79bc0711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c1b1f640 1 -- 172.21.15.39:0/3398002994 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79bc0b3400 con 0x7f79bc156e60 2024-09-13T16:21:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c1b1f640 1 --2- 172.21.15.39:0/3398002994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc156e60 0x7f79bc15aa30 secure :-1 s=READY pgs=2490 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009d90 tx=0x7f79ac02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=48e1d973a390473e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c0b1d640 1 -- 172.21.15.39:0/3398002994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ac007740 con 0x7f79bc156e60 2024-09-13T16:21:21.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c0b1d640 1 -- 172.21.15.39:0/3398002994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79ac02d050 con 0x7f79bc156e60 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.968+0000 7f79c0b1d640 1 -- 172.21.15.39:0/3398002994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79ac007ac0 con 0x7f79bc156e60 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 -- 172.21.15.39:0/3398002994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc156e60 msgr2=0x7f79bc15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 --2- 172.21.15.39:0/3398002994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc156e60 0x7f79bc15aa30 secure :-1 s=READY pgs=2490 cs=0 l=1 rev1=1 crypto rx=0x7f79ac009d90 tx=0x7f79ac02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 -- 172.21.15.39:0/3398002994 shutdown_connections 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 --2- 172.21.15.39:0/3398002994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc156e60 0x7f79bc15aa30 unknown :-1 s=CLOSED pgs=2490 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 -- 172.21.15.39:0/3398002994 >> 172.21.15.39:0/3398002994 conn(0x7f79bc0b00a0 msgr2=0x7f79bc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 -- 172.21.15.39:0/3398002994 shutdown_connections 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.969+0000 7f79c3d83640 1 -- 172.21.15.39:0/3398002994 wait complete. 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.970+0000 7f79c3d83640 1 Processor -- start 2024-09-13T16:21:21.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.970+0000 7f79c3d83640 1 -- start start 2024-09-13T16:21:21.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c3d83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79bc06a5e0 0x7f79bc152400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c3d83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79bc0b25b0 0x7f79bc0a9670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c3d83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 0x7f79bc14ff80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c3d83640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc1519b0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c3d83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0aa650 con 0x7f79bc0b25b0 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c3d83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79bc0aa910 con 0x7f79bc06a5e0 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 0x7f79bc14ff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 0x7f79bc14ff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56368/0 (socket says 172.21.15.39:56368) 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 -- 172.21.15.39:0/1695221483 learned_addr learned my addr 172.21.15.39:0/1695221483 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c131e640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79bc0b25b0 0x7f79bc0a9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c1b1f640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79bc06a5e0 0x7f79bc152400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 -- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79bc06a5e0 msgr2=0x7f79bc152400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79bc06a5e0 0x7f79bc152400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 -- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79bc0b25b0 msgr2=0x7f79bc0a9670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:21.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79bc0b25b0 0x7f79bc0a9670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c2320640 1 -- 172.21.15.39:0/1695221483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79ac009a70 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c131e640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79bc0b25b0 0x7f79bc0a9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.971+0000 7f79c1b1f640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79bc06a5e0 0x7f79bc152400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.972+0000 7f79c2320640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 0x7f79bc14ff80 secure :-1 s=READY pgs=2491 cs=0 l=1 rev1=1 crypto rx=0x7f79b400c400 tx=0x7f79b400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.972+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b4005ce0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.972+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79b4005e40 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.972+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79bc0aabf0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.972+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79b40072d0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.972+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79bc151ee0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.973+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79bc0b2e60 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.973+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f79b40074f0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.974+0000 7f79ba7fc640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f79a806ac00 0x7f79a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.974+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f79b40892a0 con 0x7f79bc0aa1a0 2024-09-13T16:21:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.974+0000 7f79c1b1f640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f79a806ac00 0x7f79a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:21.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.975+0000 7f79c1b1f640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f79a806ac00 0x7f79a806d0c0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f79ac034000 tx=0x7f79ac02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:21.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:21.978+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f79b4053ae0 con 0x7f79bc0aa1a0 2024-09-13T16:21:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.151+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f79bc0b2a40 con 0x7f79bc0aa1a0 2024-09-13T16:21:22.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.151+0000 7f79ba7fc640 1 -- 172.21.15.39:0/1695221483 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v122) v1 ==== 100+0+11 (secure 0 0 0) 0x7f79b40170a0 con 0x7f79bc0aa1a0 2024-09-13T16:21:22.153 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:21:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f79a806ac00 msgr2=0x7f79a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f79a806ac00 0x7f79a806d0c0 secure :-1 s=READY pgs=967 cs=0 l=1 rev1=1 crypto rx=0x7f79ac034000 tx=0x7f79ac02f000 comp rx=0 tx=0).stop 2024-09-13T16:21:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 msgr2=0x7f79bc14ff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 0x7f79bc14ff80 secure :-1 s=READY pgs=2491 cs=0 l=1 rev1=1 crypto rx=0x7f79b400c400 tx=0x7f79b400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 shutdown_connections 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f79a806ac00 0x7f79a806d0c0 unknown :-1 s=CLOSED pgs=967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f79bc0aa1a0 0x7f79bc14ff80 unknown :-1 s=CLOSED pgs=2491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79bc0b25b0 0x7f79bc0a9670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 --2- 172.21.15.39:0/1695221483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79bc06a5e0 0x7f79bc152400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 >> 172.21.15.39:0/1695221483 conn(0x7f79bc0b00a0 msgr2=0x7f79bc0b1cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 shutdown_connections 2024-09-13T16:21:22.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.154+0000 7f79c3d83640 1 -- 172.21.15.39:0/1695221483 wait complete. 2024-09-13T16:21:22.166 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:21:22.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.268+0000 7f34048f0640 1 Processor -- start 2024-09-13T16:21:22.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.268+0000 7f34048f0640 1 -- start start 2024-09-13T16:21:22.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f34048f0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3400071280 0x7f34000716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f34048f0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f34000cd9a0 0x7f34000cde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f34048f0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34000b2ff0 con 0x7f3400154a80 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f34048f0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3400071c30 con 0x7f34000cd9a0 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f34048f0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34000b32d0 con 0x7f3400071280 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f33fdd9b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3400071280 0x7f34000716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f33fed9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f34000cd9a0 0x7f34000cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f33fe59c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f3400154a80 0x7f34000b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59362/0 (socket says 172.21.15.39:59362) 2024-09-13T16:21:22.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.269+0000 7f33fe59c640 1 -- 172.21.15.39:0/927926967 learned_addr learned my addr 172.21.15.39:0/927926967 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.270+0000 7f33fed9d640 1 -- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3400071280 msgr2=0x7f34000716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.270+0000 7f33fed9d640 1 --2- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3400071280 0x7f34000716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.270+0000 7f33fed9d640 1 -- 172.21.15.39:0/927926967 >> v1:172.21.15.157:6789/0 conn(0x7f3400154a80 legacy=0x7f34000b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.270+0000 7f33fed9d640 1 -- 172.21.15.39:0/927926967 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34000b35b0 con 0x7f34000cd9a0 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.270+0000 7f33fdd9b640 1 --2- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3400071280 0x7f34000716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f33fed9d640 1 --2- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34000cd9a0 0x7f34000cde30 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f33f8009d90 tx=0x7f33f802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f6be493b327e6cef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f33fd59a640 1 -- 172.21.15.39:0/927926967 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f8007740 con 0x7f34000cd9a0 2024-09-13T16:21:22.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f33fd59a640 1 -- 172.21.15.39:0/927926967 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33f802d050 con 0x7f34000cd9a0 2024-09-13T16:21:22.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f33fd59a640 1 -- 172.21.15.39:0/927926967 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f8007ac0 con 0x7f34000cd9a0 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 -- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34000cd9a0 msgr2=0x7f34000cde30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 --2- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34000cd9a0 0x7f34000cde30 secure :-1 s=READY pgs=673 cs=0 l=1 rev1=1 crypto rx=0x7f33f8009d90 tx=0x7f33f802a660 comp rx=0 tx=0).stop 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 -- 172.21.15.39:0/927926967 shutdown_connections 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 --2- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f34000cd9a0 0x7f34000cde30 unknown :-1 s=CLOSED pgs=673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 --2- 172.21.15.39:0/927926967 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3400071280 0x7f34000716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 -- 172.21.15.39:0/927926967 >> 172.21.15.39:0/927926967 conn(0x7f34000b15d0 msgr2=0x7f34000b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 -- 172.21.15.39:0/927926967 shutdown_connections 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.271+0000 7f34048f0640 1 -- 172.21.15.39:0/927926967 wait complete. 2024-09-13T16:21:22.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 Processor -- start 2024-09-13T16:21:22.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 -- start start 2024-09-13T16:21:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3400071280 0x7f3400155f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f34000cd9a0 0x7f3400157850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 0x7f340006b5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3400156460 con 0x7f3400154a80 2024-09-13T16:21:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34001580c0 con 0x7f3400071280 2024-09-13T16:21:22.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.273+0000 7f34048f0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f34000caf90 con 0x7f34000cd9a0 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 0x7f340006b5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 0x7f340006b5a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56382/0 (socket says 172.21.15.39:56382) 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 -- 172.21.15.39:0/2829184613 learned_addr learned my addr 172.21.15.39:0/2829184613 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fe59c640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3400071280 0x7f3400155f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fdd9b640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f34000cd9a0 0x7f3400157850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 -- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f34000cd9a0 msgr2=0x7f3400157850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f34000cd9a0 0x7f3400157850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 -- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3400071280 msgr2=0x7f3400155f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3400071280 0x7f3400155f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 -- 172.21.15.39:0/2829184613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33f4009400 con 0x7f3400154a80 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33fed9d640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 0x7f340006b5a0 secure :-1 s=READY pgs=2492 cs=0 l=1 rev1=1 crypto rx=0x7f33f8009eb0 tx=0x7f33f8004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f803c830 con 0x7f3400154a80 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f33f803c990 con 0x7f3400154a80 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33f803cd00 con 0x7f3400154a80 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33f8009a70 con 0x7f3400154a80 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.274+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f34000cb550 con 0x7f3400154a80 2024-09-13T16:21:22.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.275+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34000672f0 con 0x7f3400154a80 2024-09-13T16:21:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.276+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f33f8031400 con 0x7f3400154a80 2024-09-13T16:21:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.276+0000 7f33eeffd640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f33e006ac30 0x7f33e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.277+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f33f80ab930 con 0x7f3400154a80 2024-09-13T16:21:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.277+0000 7f33fe59c640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f33e006ac30 0x7f33e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.277+0000 7f33fe59c640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f33e006ac30 0x7f33e006d0f0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f33f0005880 tx=0x7f33f0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.281+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f33f8076210 con 0x7f3400154a80 2024-09-13T16:21:22.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.461+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f34000cf5b0 con 0x7f3400154a80 2024-09-13T16:21:22.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.462+0000 7f33eeffd640 1 -- 172.21.15.39:0/2829184613 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 62 entries v122) v1 ==== 81+0+3762 (secure 0 0 0) 0x7f33f8040080 con 0x7f3400154a80 2024-09-13T16:21:22.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:22.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:22.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:22.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:22.467 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:22.468 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:listed 62 entries 2024-09-13T16:21:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f33e006ac30 msgr2=0x7f33e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f33e006ac30 0x7f33e006d0f0 secure :-1 s=READY pgs=968 cs=0 l=1 rev1=1 crypto rx=0x7f33f0005880 tx=0x7f33f0009040 comp rx=0 tx=0).stop 2024-09-13T16:21:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 msgr2=0x7f340006b5a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 0x7f340006b5a0 secure :-1 s=READY pgs=2492 cs=0 l=1 rev1=1 crypto rx=0x7f33f8009eb0 tx=0x7f33f8004a40 comp rx=0 tx=0).stop 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 shutdown_connections 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f33e006ac30 0x7f33e006d0f0 unknown :-1 s=CLOSED pgs=968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3400154a80 0x7f340006b5a0 unknown :-1 s=CLOSED pgs=2492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f34000cd9a0 0x7f3400157850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 --2- 172.21.15.39:0/2829184613 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3400071280 0x7f3400155f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 >> 172.21.15.39:0/2829184613 conn(0x7f34000b15d0 msgr2=0x7f34000ce5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 shutdown_connections 2024-09-13T16:21:22.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.464+0000 7f34048f0640 1 -- 172.21.15.39:0/2829184613 wait complete. 2024-09-13T16:21:22.477 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:21:22.477 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:21:22.493 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:21:22.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.633+0000 7f1eb966b640 1 Processor -- start 2024-09-13T16:21:22.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.633+0000 7f1eb966b640 1 -- start start 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.633+0000 7f1eb966b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1eb4156fb0 0x7f1eb415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb966b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb406f170 0x7f1eb40b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb966b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1eb415b1b0 con 0x7f1eb415d0a0 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb966b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1eb406f6e0 con 0x7f1eb4156fb0 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb966b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb406f9c0 con 0x7f1eb406f170 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb27fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb406f170 0x7f1eb40b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb2ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1eb4156fb0 0x7f1eb415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb37fe640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f1eb415d0a0 0x7f1eb4070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59376/0 (socket says 172.21.15.39:59376) 2024-09-13T16:21:22.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb37fe640 1 -- 172.21.15.39:0/337363636 learned_addr learned my addr 172.21.15.39:0/337363636 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:22.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb2ffd640 1 -- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb406f170 msgr2=0x7f1eb40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:22.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb2ffd640 1 --2- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb406f170 0x7f1eb40b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb2ffd640 1 -- 172.21.15.39:0/337363636 >> v1:172.21.15.157:6789/0 conn(0x7f1eb415d0a0 legacy=0x7f1eb4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb2ffd640 1 -- 172.21.15.39:0/337363636 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1eb406fca0 con 0x7f1eb4156fb0 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.634+0000 7f1eb27fc640 1 --2- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb406f170 0x7f1eb40b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.635+0000 7f1eb2ffd640 1 --2- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb4156fb0 0x7f1eb415ac70 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1ea40097a0 tx=0x7f1ea402a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5962c63be1ff63a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.635+0000 7f1eb1ffb640 1 -- 172.21.15.39:0/337363636 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea402ae50 con 0x7f1eb4156fb0 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.635+0000 7f1eb1ffb640 1 -- 172.21.15.39:0/337363636 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ea4032440 con 0x7f1eb4156fb0 2024-09-13T16:21:22.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.635+0000 7f1eb1ffb640 1 -- 172.21.15.39:0/337363636 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea40327d0 con 0x7f1eb4156fb0 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 -- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb4156fb0 msgr2=0x7f1eb415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 --2- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb4156fb0 0x7f1eb415ac70 secure :-1 s=READY pgs=675 cs=0 l=1 rev1=1 crypto rx=0x7f1ea40097a0 tx=0x7f1ea402a100 comp rx=0 tx=0).stop 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 -- 172.21.15.39:0/337363636 shutdown_connections 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 --2- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb406f170 0x7f1eb40b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 --2- 172.21.15.39:0/337363636 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb4156fb0 0x7f1eb415ac70 unknown :-1 s=CLOSED pgs=675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 -- 172.21.15.39:0/337363636 >> 172.21.15.39:0/337363636 conn(0x7f1eb406b3b0 msgr2=0x7f1eb406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 -- 172.21.15.39:0/337363636 shutdown_connections 2024-09-13T16:21:22.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.636+0000 7f1eb966b640 1 -- 172.21.15.39:0/337363636 wait complete. 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.637+0000 7f1eb966b640 1 Processor -- start 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.637+0000 7f1eb966b640 1 -- start start 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb966b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb406f170 0x7f1eb4149ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb966b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 0x7f1eb414bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb966b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb415d0a0 0x7f1eb4147e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb966b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb414bb10 con 0x7f1eb4156fb0 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb966b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb4166c20 con 0x7f1eb406f170 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb966b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1eb41667a0 con 0x7f1eb415d0a0 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 0x7f1eb414bf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 0x7f1eb414bf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56390/0 (socket says 172.21.15.39:56390) 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 -- 172.21.15.39:0/115531889 learned_addr learned my addr 172.21.15.39:0/115531889 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb2ffd640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb406f170 0x7f1eb4149ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb37fe640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb415d0a0 0x7f1eb4147e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 -- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb415d0a0 msgr2=0x7f1eb4147e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb415d0a0 0x7f1eb4147e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 -- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb406f170 msgr2=0x7f1eb4149ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb406f170 0x7f1eb4149ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb27fc640 1 -- 172.21.15.39:0/115531889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ea8009400 con 0x7f1eb4156fb0 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb2ffd640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb406f170 0x7f1eb4149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.638+0000 7f1eb37fe640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb415d0a0 0x7f1eb4147e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.639+0000 7f1eb27fc640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 0x7f1eb414bf30 secure :-1 s=READY pgs=2493 cs=0 l=1 rev1=1 crypto rx=0x7f1ea800ec10 tx=0x7f1ea800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.639+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea8009760 con 0x7f1eb4156fb0 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.639+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ea800cc30 con 0x7f1eb4156fb0 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.639+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ea4009400 con 0x7f1eb4156fb0 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.639+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ea8013470 con 0x7f1eb4156fb0 2024-09-13T16:21:22.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.639+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1eb4167150 con 0x7f1eb4156fb0 2024-09-13T16:21:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.640+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1eb40672f0 con 0x7f1eb4156fb0 2024-09-13T16:21:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.641+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ea80135d0 con 0x7f1eb4156fb0 2024-09-13T16:21:22.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.641+0000 7f1e9b7fe640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac00 0x7f1ea006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.641+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f1ea808a0b0 con 0x7f1eb4156fb0 2024-09-13T16:21:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.641+0000 7f1eb2ffd640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac00 0x7f1ea006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.642+0000 7f1eb2ffd640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac00 0x7f1ea006d0c0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4034000 tx=0x7f1ea402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.645+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1ea8054840 con 0x7f1eb4156fb0 2024-09-13T16:21:22.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.816+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1eb4157390 con 0x7f1eb4156fb0 2024-09-13T16:21:22.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.817+0000 7f1e9b7fe640 1 -- 172.21.15.39:0/115531889 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v122) v1 ==== 74+0+20608 (secure 0 0 0) 0x7f1ea8057e60 con 0x7f1eb4156fb0 2024-09-13T16:21:22.819 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:22.819 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":122,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:21:02.070422+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:21:22.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac00 msgr2=0x7f1ea006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac00 0x7f1ea006d0c0 secure :-1 s=READY pgs=969 cs=0 l=1 rev1=1 crypto rx=0x7f1ea4034000 tx=0x7f1ea402e000 comp rx=0 tx=0).stop 2024-09-13T16:21:22.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 msgr2=0x7f1eb414bf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 0x7f1eb414bf30 secure :-1 s=READY pgs=2493 cs=0 l=1 rev1=1 crypto rx=0x7f1ea800ec10 tx=0x7f1ea800c520 comp rx=0 tx=0).stop 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 shutdown_connections 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1ea006ac00 0x7f1ea006d0c0 unknown :-1 s=CLOSED pgs=969 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1eb415d0a0 0x7f1eb4147e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1eb4156fb0 0x7f1eb414bf30 unknown :-1 s=CLOSED pgs=2493 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 --2- 172.21.15.39:0/115531889 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1eb406f170 0x7f1eb4149ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 >> 172.21.15.39:0/115531889 conn(0x7f1eb406b3b0 msgr2=0x7f1eb4070cb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 shutdown_connections 2024-09-13T16:21:22.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.820+0000 7f1eb966b640 1 -- 172.21.15.39:0/115531889 wait complete. 2024-09-13T16:21:22.832 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:21:22.833 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:21:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.936+0000 7f03dbce9640 1 Processor -- start 2024-09-13T16:21:22.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.937+0000 7f03dbce9640 1 -- start start 2024-09-13T16:21:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.937+0000 7f03dbce9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03d40b4180 0x7f03d40d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.937+0000 7f03dbce9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f03d40d1f40 0x7f03d40b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.937+0000 7f03dbce9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03d40b5550 con 0x7f03d415c7d0 2024-09-13T16:21:22.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.937+0000 7f03dbce9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03d40b2000 con 0x7f03d40b4180 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.937+0000 7f03dbce9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03d40d23b0 con 0x7f03d40d1f40 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9284640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03d40b4180 0x7f03d40d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9a85640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f03d415c7d0 0x7f03d40cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41766/0 (socket says 172.21.15.39:41766) 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9a85640 1 -- 172.21.15.39:0/3422620082 learned_addr learned my addr 172.21.15.39:0/3422620082 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03da286640 1 --2- 172.21.15.39:0/3422620082 >> v2:172.21.15.157:3300/0 conn(0x7f03d40d1f40 0x7f03d40b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9284640 1 -- 172.21.15.39:0/3422620082 >> v2:172.21.15.157:3300/0 conn(0x7f03d40d1f40 msgr2=0x7f03d40b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9284640 1 --2- 172.21.15.39:0/3422620082 >> v2:172.21.15.157:3300/0 conn(0x7f03d40d1f40 0x7f03d40b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9284640 1 -- 172.21.15.39:0/3422620082 >> v1:172.21.15.39:6789/0 conn(0x7f03d415c7d0 legacy=0x7f03d40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d9284640 1 -- 172.21.15.39:0/3422620082 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03d40cfb50 con 0x7f03d40b4180 2024-09-13T16:21:22.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.938+0000 7f03d8a83640 1 -- 172.21.15.39:0/3422620082 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1530214691 0 0) 0x7f03d40b5550 con 0x7f03d415c7d0 2024-09-13T16:21:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03d9284640 1 --2- 172.21.15.39:0/3422620082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d40b4180 0x7f03d40d1a00 secure :-1 s=READY pgs=2495 cs=0 l=1 rev1=1 crypto rx=0x7f03d40b5190 tx=0x7f03c402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=99a7beb84117f3fd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03d8a83640 1 -- 172.21.15.39:0/3422620082 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c4032440 con 0x7f03d40b4180 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03d8a83640 1 -- 172.21.15.39:0/3422620082 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03c40325a0 con 0x7f03d40b4180 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03d8a83640 1 -- 172.21.15.39:0/3422620082 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03c4032930 con 0x7f03d40b4180 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03dbce9640 1 -- 172.21.15.39:0/3422620082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d40b4180 msgr2=0x7f03d40d1a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03dbce9640 1 --2- 172.21.15.39:0/3422620082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d40b4180 0x7f03d40d1a00 secure :-1 s=READY pgs=2495 cs=0 l=1 rev1=1 crypto rx=0x7f03d40b5190 tx=0x7f03c402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03dbce9640 1 -- 172.21.15.39:0/3422620082 shutdown_connections 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03dbce9640 1 --2- 172.21.15.39:0/3422620082 >> v2:172.21.15.157:3300/0 conn(0x7f03d40d1f40 0x7f03d40b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03dbce9640 1 --2- 172.21.15.39:0/3422620082 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d40b4180 0x7f03d40d1a00 unknown :-1 s=CLOSED pgs=2495 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.939+0000 7f03dbce9640 1 -- 172.21.15.39:0/3422620082 >> 172.21.15.39:0/3422620082 conn(0x7f03d406bc40 msgr2=0x7f03d406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.940+0000 7f03dbce9640 1 -- 172.21.15.39:0/3422620082 shutdown_connections 2024-09-13T16:21:22.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.940+0000 7f03dbce9640 1 -- 172.21.15.39:0/3422620082 wait complete. 2024-09-13T16:21:22.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 Processor -- start 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 -- start start 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d40d1f40 0x7f03d41f1a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d415c7d0 0x7f03d41f4ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 0x7f03d40cb9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d41f1f60 con 0x7f03d41f31f0 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03d41f3c40 con 0x7f03d40d1f40 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.941+0000 7f03dbce9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03d41f3f20 con 0x7f03d415c7d0 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 0x7f03d40cb9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 0x7f03d40cb9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56404/0 (socket says 172.21.15.39:56404) 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 -- 172.21.15.39:0/1596733936 learned_addr learned my addr 172.21.15.39:0/1596733936 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 -- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d415c7d0 msgr2=0x7f03d41f4ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03d9284640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d415c7d0 0x7f03d41f4ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03d9a85640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d40d1f40 0x7f03d41f1a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d415c7d0 0x7f03d41f4ce0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 -- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d40d1f40 msgr2=0x7f03d41f1a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d40d1f40 0x7f03d41f1a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 -- 172.21.15.39:0/1596733936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03c4009400 con 0x7f03d41f31f0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03d9a85640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d40d1f40 0x7f03d41f1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03da286640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 0x7f03d40cb9a0 secure :-1 s=READY pgs=2496 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00efc0 tx=0x7f03cc00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03cc014480 con 0x7f03d41f31f0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03cc00f040 con 0x7f03d41f31f0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03d41f4200 con 0x7f03d41f31f0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03cc014820 con 0x7f03d41f31f0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.942+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03d41f47c0 con 0x7f03d41f31f0 2024-09-13T16:21:22.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.943+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03d415cbb0 con 0x7f03d41f31f0 2024-09-13T16:21:22.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.944+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f03cc014980 con 0x7f03d41f31f0 2024-09-13T16:21:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.944+0000 7f03ca7fc640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03b806ac00 0x7f03b806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.944+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f03cc08aa00 con 0x7f03d41f31f0 2024-09-13T16:21:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.944+0000 7f03d9a85640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03b806ac00 0x7f03b806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:22.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.945+0000 7f03d9a85640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03b806ac00 0x7f03b806d0c0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f03d0000f60 tx=0x7f03d0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:22.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:22.949+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f03cc055100 con 0x7f03d41f31f0 2024-09-13T16:21:23.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.117+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f03d40cd440 con 0x7f03d41f31f0 2024-09-13T16:21:23.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.118+0000 7f03ca7fc640 1 -- 172.21.15.39:0/1596733936 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v122) v1 ==== 93+0+10 (secure 0 0 0) 0x7f03cc018020 con 0x7f03d41f31f0 2024-09-13T16:21:23.119 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:21:23.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03b806ac00 msgr2=0x7f03b806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03b806ac00 0x7f03b806d0c0 secure :-1 s=READY pgs=970 cs=0 l=1 rev1=1 crypto rx=0x7f03d0000f60 tx=0x7f03d0009040 comp rx=0 tx=0).stop 2024-09-13T16:21:23.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 msgr2=0x7f03d40cb9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 0x7f03d40cb9a0 secure :-1 s=READY pgs=2496 cs=0 l=1 rev1=1 crypto rx=0x7f03cc00efc0 tx=0x7f03cc00c490 comp rx=0 tx=0).stop 2024-09-13T16:21:23.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 shutdown_connections 2024-09-13T16:21:23.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f03b806ac00 0x7f03b806d0c0 unknown :-1 s=CLOSED pgs=970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03d41f31f0 0x7f03d40cb9a0 unknown :-1 s=CLOSED pgs=2496 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03d415c7d0 0x7f03d41f4ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 --2- 172.21.15.39:0/1596733936 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03d40d1f40 0x7f03d41f1a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 >> 172.21.15.39:0/1596733936 conn(0x7f03d406bc40 msgr2=0x7f03d40b58c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 shutdown_connections 2024-09-13T16:21:23.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.120+0000 7f03dbce9640 1 -- 172.21.15.39:0/1596733936 wait complete. 2024-09-13T16:21:23.132 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:21:23.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.234+0000 7fdfe20e5640 1 Processor -- start 2024-09-13T16:21:23.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.234+0000 7fdfe20e5640 1 -- start start 2024-09-13T16:21:23.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.235+0000 7fdfe20e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdfdc160900 0x7fdfdc0cdae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.235+0000 7fdfe20e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfdc1610b0 con 0x7fdfdc0cf0f0 2024-09-13T16:21:23.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.235+0000 7fdfe20e5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdfdc0cd650 con 0x7fdfdc0afc80 2024-09-13T16:21:23.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.235+0000 7fdfe20e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdfdc15cfa0 con 0x7fdfdc160900 2024-09-13T16:21:23.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.235+0000 7fdfdaffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdfdc0cf0f0 0x7fdfdc1601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:41772/0 (socket says 172.21.15.39:41772) 2024-09-13T16:21:23.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.235+0000 7fdfdaffd640 1 -- 172.21.15.39:0/3847489051 learned_addr learned my addr 172.21.15.39:0/3847489051 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdbfff640 1 --2- 172.21.15.39:0/3847489051 >> v2:172.21.15.157:3300/0 conn(0x7fdfdc160900 0x7fdfdc0cdae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2441942983 0 0) 0x7fdfdc1610b0 con 0x7fdfdc0cf0f0 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfc4003520 con 0x7fdfdc0cf0f0 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2980178253 0 0) 0x7fdfdc0cd650 con 0x7fdfdc0afc80 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdfdc1610b0 con 0x7fdfdc0afc80 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4172477632 0 0) 0x7fdfc4003520 con 0x7fdfdc0cf0f0 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 >> v2:172.21.15.157:3300/0 conn(0x7fdfdc160900 msgr2=0x7fdfdc0cdae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 --2- 172.21.15.39:0/3847489051 >> v2:172.21.15.157:3300/0 conn(0x7fdfdc160900 0x7fdfdc0cdae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 >> v1:172.21.15.157:6789/0 conn(0x7fdfdc0afc80 legacy=0x7fdfdc0ce9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfdc160dd0 con 0x7fdfdc0cf0f0 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fdfd0001670 con 0x7fdfdc0cf0f0 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdbfff640 1 --2- 172.21.15.39:0/3847489051 >> v2:172.21.15.157:3300/0 conn(0x7fdfdc160900 0x7fdfdc0cdae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 >> v1:172.21.15.39:6789/0 conn(0x7fdfdc0cf0f0 legacy=0x7fdfdc1601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc4003b50 0x7fdfc4003f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfc4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc4005240 0x7fdfc400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc15cfa0 con 0x7fdfc40047c0 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc400c180 con 0x7fdfc4005240 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfc400c340 con 0x7fdfc4003b50 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfc4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdb7fe640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc4003b50 0x7fdfc4003f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdbfff640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc4005240 0x7fdfc400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdaffd640 1 -- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc4003b50 msgr2=0x7fdfc4003f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfc4003b50 0x7fdfc4003f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdaffd640 1 -- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc4005240 msgr2=0x7fdfc400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc4005240 0x7fdfc400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdaffd640 1 -- 172.21.15.39:0/3847489051 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfc4003520 con 0x7fdfc40047c0 2024-09-13T16:21:23.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdbfff640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfc4005240 0x7fdfc400b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.236+0000 7fdfdbfff640 1 -- 172.21.15.39:0/3847489051 reap_dead start 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.237+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfc4004c40 secure :-1 s=READY pgs=2498 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0007f90 tx=0x7fdfc40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a3a1e28523fe83 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.237+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0005ad0 con 0x7fdfc40047c0 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.237+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfd002d070 con 0x7fdfc40047c0 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.237+0000 7fdfda7fc640 1 -- 172.21.15.39:0/3847489051 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfd0007070 con 0x7fdfc40047c0 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3847489051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 msgr2=0x7fdfc4004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfc4004c40 secure :-1 s=READY pgs=2498 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0007f90 tx=0x7fdfc40057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3847489051 shutdown_connections 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3847489051 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfc4004c40 unknown :-1 s=CLOSED pgs=2498 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3847489051 >> 172.21.15.39:0/3847489051 conn(0x7fdfdc0d04e0 msgr2=0x7fdfdc0d08c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3847489051 shutdown_connections 2024-09-13T16:21:23.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.238+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3847489051 wait complete. 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.239+0000 7fdfe20e5640 1 Processor -- start 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.239+0000 7fdfe20e5640 1 -- start start 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfe20e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfdc153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfe20e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfdc158f30 0x7fdfdc0c9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfe20e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfdc0cbf10 0x7fdfdc0cc390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfe20e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc1f3270 con 0x7fdfc40047c0 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfe20e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc0b35b0 con 0x7fdfdc0cbf10 2024-09-13T16:21:23.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfe20e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdfdc0ca660 con 0x7fdfdc158f30 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfdb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfdc153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfdb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfdc153df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56424/0 (socket says 172.21.15.39:56424) 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfdb7fe640 1 -- 172.21.15.39:0/3674471413 learned_addr learned my addr 172.21.15.39:0/3674471413 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfdbfff640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfdc0cbf10 0x7fdfdc0cc390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.240+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfdc158f30 0x7fdfdc0c9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdb7fe640 1 -- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfdc158f30 msgr2=0x7fdfdc0c9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdb7fe640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfdc158f30 0x7fdfdc0c9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdb7fe640 1 -- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfdc0cbf10 msgr2=0x7fdfdc0cc390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdb7fe640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfdc0cbf10 0x7fdfdc0cc390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdb7fe640 1 -- 172.21.15.39:0/3674471413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdfdc0b3820 con 0x7fdfc40047c0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfdc158f30 0x7fdfdc0c9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfdb7fe640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfdc153df0 secure :-1 s=READY pgs=2499 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc00f7d0 tx=0x7fdfcc00fc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc00fe80 con 0x7fdfc40047c0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdfcc005320 con 0x7fdfc40047c0 2024-09-13T16:21:23.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdfdc0b3b00 con 0x7fdfc40047c0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdfcc007290 con 0x7fdfc40047c0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.241+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdfdc154330 con 0x7fdfc40047c0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.242+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdfdc0b3cf0 con 0x7fdfc40047c0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.242+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdfcc0073f0 con 0x7fdfc40047c0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.243+0000 7fdfc3fff640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfc806ac30 0x7fdfc806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.243+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fdfcc089730 con 0x7fdfc40047c0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.243+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfc806ac30 0x7fdfc806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.244+0000 7fdfdaffd640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfc806ac30 0x7fdfc806d0f0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0032000 tx=0x7fdfd002d000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.247+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdfcc053ee0 con 0x7fdfc40047c0 2024-09-13T16:21:23.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.416+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdfdc0ce9e0 con 0x7fdfc40047c0 2024-09-13T16:21:23.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.417+0000 7fdfc3fff640 1 -- 172.21.15.39:0/3674471413 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v122) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdfcc005490 con 0x7fdfc40047c0 2024-09-13T16:21:23.418 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:21:23.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfc806ac30 msgr2=0x7fdfc806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfc806ac30 0x7fdfc806d0f0 secure :-1 s=READY pgs=971 cs=0 l=1 rev1=1 crypto rx=0x7fdfd0032000 tx=0x7fdfd002d000 comp rx=0 tx=0).stop 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 msgr2=0x7fdfdc153df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfdc153df0 secure :-1 s=READY pgs=2499 cs=0 l=1 rev1=1 crypto rx=0x7fdfcc00f7d0 tx=0x7fdfcc00fc90 comp rx=0 tx=0).stop 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 shutdown_connections 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdfc806ac30 0x7fdfc806d0f0 unknown :-1 s=CLOSED pgs=971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdfdc0cbf10 0x7fdfdc0cc390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdfdc158f30 0x7fdfdc0c9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 --2- 172.21.15.39:0/3674471413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdfc40047c0 0x7fdfdc153df0 unknown :-1 s=CLOSED pgs=2499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 >> 172.21.15.39:0/3674471413 conn(0x7fdfdc0d04e0 msgr2=0x7fdfdc072d70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 shutdown_connections 2024-09-13T16:21:23.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.419+0000 7fdfe20e5640 1 -- 172.21.15.39:0/3674471413 wait complete. 2024-09-13T16:21:23.431 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:21:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.533+0000 7f25bb290640 1 Processor -- start 2024-09-13T16:21:23.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.534+0000 7f25bb290640 1 -- start start 2024-09-13T16:21:23.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.534+0000 7f25bb290640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25b40cb810 0x7f25b4159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.534+0000 7f25bb290640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b40b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.534+0000 7f25bb290640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25b415a000 con 0x7f25b40b2b20 2024-09-13T16:21:23.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.534+0000 7f25bb290640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25b40cbbf0 con 0x7f25b40cb810 2024-09-13T16:21:23.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.534+0000 7f25bb290640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25b40b1540 con 0x7f25b40cc460 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25b40cb810 0x7f25b4159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f25b40cb810 0x7f25b4159ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56440/0 (socket says 172.21.15.39:56440) 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 -- 172.21.15.39:0/3589218410 learned_addr learned my addr 172.21.15.39:0/3589218410 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b882b640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b40b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 -- 172.21.15.39:0/3589218410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 msgr2=0x7f25b40b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b40b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 -- 172.21.15.39:0/3589218410 >> v1:172.21.15.157:6789/0 conn(0x7f25b40b2b20 legacy=0x7f25b415a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b902c640 1 -- 172.21.15.39:0/3589218410 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25b40b1820 con 0x7f25b40cb810 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.535+0000 7f25b882b640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b40b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25b902c640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40cb810 0x7f25b4159ac0 secure :-1 s=READY pgs=2500 cs=0 l=1 rev1=1 crypto rx=0x7f25b000bb10 tx=0x7f25b002c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d90b78f79c3b4ed0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25abfff640 1 -- 172.21.15.39:0/3589218410 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b00326f0 con 0x7f25b40cb810 2024-09-13T16:21:23.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25abfff640 1 -- 172.21.15.39:0/3589218410 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b0032850 con 0x7f25b40cb810 2024-09-13T16:21:23.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25abfff640 1 -- 172.21.15.39:0/3589218410 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b0032be0 con 0x7f25b40cb810 2024-09-13T16:21:23.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25bb290640 1 -- 172.21.15.39:0/3589218410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40cb810 msgr2=0x7f25b4159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25bb290640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40cb810 0x7f25b4159ac0 secure :-1 s=READY pgs=2500 cs=0 l=1 rev1=1 crypto rx=0x7f25b000bb10 tx=0x7f25b002c830 comp rx=0 tx=0).stop 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25bb290640 1 -- 172.21.15.39:0/3589218410 shutdown_connections 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25bb290640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b40b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25bb290640 1 --2- 172.21.15.39:0/3589218410 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40cb810 0x7f25b4159ac0 unknown :-1 s=CLOSED pgs=2500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.536+0000 7f25bb290640 1 -- 172.21.15.39:0/3589218410 >> 172.21.15.39:0/3589218410 conn(0x7f25b40b00a0 msgr2=0x7f25b40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.537+0000 7f25bb290640 1 -- 172.21.15.39:0/3589218410 shutdown_connections 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.537+0000 7f25bb290640 1 -- 172.21.15.39:0/3589218410 wait complete. 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 Processor -- start 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 -- start start 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 0x7f25b4157870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25b40cb810 0x7f25b41509b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b4155160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25b41567d0 con 0x7f25b40b2b20 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25b4156ab0 con 0x7f25b40cb810 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.538+0000 7f25bb290640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25b4156d90 con 0x7f25b40cc460 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 0x7f25b4157870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 0x7f25b4157870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56444/0 (socket says 172.21.15.39:56444) 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 -- 172.21.15.39:0/2804306995 learned_addr learned my addr 172.21.15.39:0/2804306995 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b882b640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25b40cb810 0x7f25b41509b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b982d640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b4155160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 -- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 msgr2=0x7f25b4155160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b4155160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 -- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25b40cb810 msgr2=0x7f25b41509b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25b40cb810 0x7f25b41509b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 -- 172.21.15.39:0/2804306995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25b000b770 con 0x7f25b40b2b20 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25b902c640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 0x7f25b4157870 secure :-1 s=READY pgs=2501 cs=0 l=1 rev1=1 crypto rx=0x7f25b0000c00 tx=0x7f25b00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b0035890 con 0x7f25b40b2b20 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b0035a10 con 0x7f25b40b2b20 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25b4157070 con 0x7f25b40b2b20 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b0035dc0 con 0x7f25b40b2b20 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.539+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25b4157db0 con 0x7f25b40b2b20 2024-09-13T16:21:23.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.540+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25b4157590 con 0x7f25b40b2b20 2024-09-13T16:21:23.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.541+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f25b003c040 con 0x7f25b40b2b20 2024-09-13T16:21:23.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.541+0000 7f25a9ffb640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f259806ac00 0x7f259806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.541+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f25b00acb10 con 0x7f25b40b2b20 2024-09-13T16:21:23.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.542+0000 7f25b882b640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f259806ac00 0x7f259806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.542+0000 7f25b882b640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f259806ac00 0x7f259806d0c0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f25b40cd370 tx=0x7f25a4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.546+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f25b4157590 con 0x7f25b40b2b20 2024-09-13T16:21:23.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.718+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f25b4157590 con 0x7f25b40b2b20 2024-09-13T16:21:23.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.718+0000 7f25a9ffb640 1 -- 172.21.15.39:0/2804306995 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v122) v1 ==== 100+0+11 (secure 0 0 0) 0x7f25b003a020 con 0x7f25b40b2b20 2024-09-13T16:21:23.720 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:21:23.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f259806ac00 msgr2=0x7f259806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f259806ac00 0x7f259806d0c0 secure :-1 s=READY pgs=972 cs=0 l=1 rev1=1 crypto rx=0x7f25b40cd370 tx=0x7f25a4008040 comp rx=0 tx=0).stop 2024-09-13T16:21:23.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 msgr2=0x7f25b4157870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 0x7f25b4157870 secure :-1 s=READY pgs=2501 cs=0 l=1 rev1=1 crypto rx=0x7f25b0000c00 tx=0x7f25b00046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 shutdown_connections 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f259806ac00 0x7f259806d0c0 unknown :-1 s=CLOSED pgs=972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25b40cc460 0x7f25b4155160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25b40cb810 0x7f25b41509b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 --2- 172.21.15.39:0/2804306995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25b40b2b20 0x7f25b4157870 unknown :-1 s=CLOSED pgs=2501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.720+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 >> 172.21.15.39:0/2804306995 conn(0x7f25b40b00a0 msgr2=0x7f25b40ae080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.721+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 shutdown_connections 2024-09-13T16:21:23.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.721+0000 7f25bb290640 1 -- 172.21.15.39:0/2804306995 wait complete. 2024-09-13T16:21:23.733 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:21:23.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.834+0000 7fa506b1f640 1 Processor -- start 2024-09-13T16:21:23.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.834+0000 7fa506b1f640 1 -- start start 2024-09-13T16:21:23.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa506b1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa500071280 0x7fa5000716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa506b1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5000b2ff0 con 0x7fa500154a80 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa506b1f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5000b32d0 con 0x7fa5000cd9a0 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa506b1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa500071c30 con 0x7fa500071280 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa5048bb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa500154a80 0x7fa5000b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51284/0 (socket says 172.21.15.39:51284) 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa5048bb640 1 -- 172.21.15.39:0/2860035601 learned_addr learned my addr 172.21.15.39:0/2860035601 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.835+0000 7fa4fffff640 1 --2- 172.21.15.39:0/2860035601 >> v2:172.21.15.157:3300/0 conn(0x7fa500071280 0x7fa5000716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2099356426 0 0) 0x7fa5000b2ff0 con 0x7fa500154a80 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa4ec003520 con 0x7fa500154a80 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 584896504 0 0) 0x7fa5000b32d0 con 0x7fa5000cd9a0 2024-09-13T16:21:23.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa5000b2ff0 con 0x7fa5000cd9a0 2024-09-13T16:21:23.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4fffff640 1 -- 172.21.15.39:0/2860035601 >> v1:172.21.15.157:6789/0 conn(0x7fa5000cd9a0 legacy=0x7fa5000cde30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4fffff640 1 -- 172.21.15.39:0/2860035601 >> v1:172.21.15.39:6789/0 conn(0x7fa500154a80 legacy=0x7fa5000b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.836+0000 7fa4fffff640 1 -- 172.21.15.39:0/2860035601 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5000b35b0 con 0x7fa500071280 2024-09-13T16:21:23.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa4fffff640 1 --2- 172.21.15.39:0/2860035601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa500071280 0x7fa5000716f0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009d90 tx=0x7fa4e802a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6d99ab58d11bcb65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8007740 con 0x7fa500071280 2024-09-13T16:21:23.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4e802d050 con 0x7fa500071280 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa4ff7fe640 1 -- 172.21.15.39:0/2860035601 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4e8007aa0 con 0x7fa500071280 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 -- 172.21.15.39:0/2860035601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa500071280 msgr2=0x7fa5000716f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 --2- 172.21.15.39:0/2860035601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa500071280 0x7fa5000716f0 secure :-1 s=READY pgs=679 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8009d90 tx=0x7fa4e802a660 comp rx=0 tx=0).stop 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 -- 172.21.15.39:0/2860035601 shutdown_connections 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 --2- 172.21.15.39:0/2860035601 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa500071280 0x7fa5000716f0 unknown :-1 s=CLOSED pgs=679 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 -- 172.21.15.39:0/2860035601 >> 172.21.15.39:0/2860035601 conn(0x7fa5000b15d0 msgr2=0x7fa5000b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 -- 172.21.15.39:0/2860035601 shutdown_connections 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.837+0000 7fa506b1f640 1 -- 172.21.15.39:0/2860035601 wait complete. 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.839+0000 7fa506b1f640 1 Processor -- start 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.839+0000 7fa506b1f640 1 -- start start 2024-09-13T16:21:23.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.839+0000 7fa506b1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 0x7fa5001571c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.839+0000 7fa506b1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5000cd9a0 0x7fa50013e160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.839+0000 7fa506b1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa500154a80 0x7fa500159880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa506b1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa50014ce50 con 0x7fa500071280 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa506b1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5001577c0 con 0x7fa5000cd9a0 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa506b1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa500157aa0 con 0x7fa500154a80 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 0x7fa5001571c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 0x7fa5001571c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41606/0 (socket says 172.21.15.39:41606) 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 -- 172.21.15.39:0/3255702319 learned_addr learned my addr 172.21.15.39:0/3255702319 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa4fffff640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5000cd9a0 0x7fa50013e160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5050bc640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa500154a80 0x7fa500159880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 -- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa500154a80 msgr2=0x7fa500159880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa500154a80 0x7fa500159880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 -- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5000cd9a0 msgr2=0x7fa50013e160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5000cd9a0 0x7fa50013e160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 -- 172.21.15.39:0/3255702319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4e8009a70 con 0x7fa500071280 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa4fffff640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5000cd9a0 0x7fa50013e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa5048bb640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 0x7fa5001571c0 secure :-1 s=READY pgs=2503 cs=0 l=1 rev1=1 crypto rx=0x7fa4f000c410 tx=0x7fa4f000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4f0005ce0 con 0x7fa500071280 2024-09-13T16:21:23.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4f0005e40 con 0x7fa500071280 2024-09-13T16:21:23.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa500157d80 con 0x7fa500071280 2024-09-13T16:21:23.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4f00072d0 con 0x7fa500071280 2024-09-13T16:21:23.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.840+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa50014b6b0 con 0x7fa500071280 2024-09-13T16:21:23.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.841+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5000672f0 con 0x7fa500071280 2024-09-13T16:21:23.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.842+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa4f0007430 con 0x7fa500071280 2024-09-13T16:21:23.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.842+0000 7fa4fd7fa640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e006ac30 0x7fa4e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:23.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.842+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7fa4f00892b0 con 0x7fa500071280 2024-09-13T16:21:23.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.842+0000 7fa4fffff640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e006ac30 0x7fa4e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:23.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.843+0000 7fa4fffff640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e006ac30 0x7fa4e006d0f0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8034000 tx=0x7fa4e802f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:23.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:23.846+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa4f0053af0 con 0x7fa500071280 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.034+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa50014b840 con 0x7fa500071280 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.034+0000 7fa4fd7fa640 1 -- 172.21.15.39:0/3255702319 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 62 entries v122) v1 ==== 81+0+3762 (secure 0 0 0) 0x7fa4f0017080 con 0x7fa500071280 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:24.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:24.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:24.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:24.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:24.040 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:24.041 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:24.041 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:24.041 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:24.041 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:listed 62 entries 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e006ac30 msgr2=0x7fa4e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e006ac30 0x7fa4e006d0f0 secure :-1 s=READY pgs=973 cs=0 l=1 rev1=1 crypto rx=0x7fa4e8034000 tx=0x7fa4e802f000 comp rx=0 tx=0).stop 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 msgr2=0x7fa5001571c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 0x7fa5001571c0 secure :-1 s=READY pgs=2503 cs=0 l=1 rev1=1 crypto rx=0x7fa4f000c410 tx=0x7fa4f000c8d0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 shutdown_connections 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa4e006ac30 0x7fa4e006d0f0 unknown :-1 s=CLOSED pgs=973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa500154a80 0x7fa500159880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5000cd9a0 0x7fa50013e160 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 --2- 172.21.15.39:0/3255702319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa500071280 0x7fa5001571c0 unknown :-1 s=CLOSED pgs=2503 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 >> 172.21.15.39:0/3255702319 conn(0x7fa5000b15d0 msgr2=0x7fa5001539c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:24.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 shutdown_connections 2024-09-13T16:21:24.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.037+0000 7fa506b1f640 1 -- 172.21.15.39:0/3255702319 wait complete. 2024-09-13T16:21:24.049 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:21:24.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:24.049 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:24.074 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:21:24.075 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:21:24.075 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:24.075 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:21:24.131 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:21:24.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.272+0000 7f6827725640 1 Processor -- start 2024-09-13T16:21:24.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.272+0000 7f6827725640 1 -- start start 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6827725640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f682006eb70 0x7f68200b5390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6827725640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f682006a5e0 0x7f68200cd380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6827725640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f682006e6e0 con 0x7f682015a490 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6827725640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68200cf430 con 0x7f682006a5e0 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6827725640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68200ceeb0 con 0x7f682006eb70 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f68254c1640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f682015a490 0x7f6820069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51292/0 (socket says 172.21.15.39:51292) 2024-09-13T16:21:24.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f68254c1640 1 -- 172.21.15.39:0/3717891087 learned_addr learned my addr 172.21.15.39:0/3717891087 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6825cc2640 1 --2- 172.21.15.39:0/3717891087 >> v2:172.21.15.39:3300/0 conn(0x7f682006a5e0 0x7f68200cd380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6817fff640 1 -- 172.21.15.39:0/3717891087 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2796370707 0 0) 0x7f682006e6e0 con 0x7f682015a490 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6817fff640 1 -- 172.21.15.39:0/3717891087 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f680c003520 con 0x7f682015a490 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6825cc2640 1 -- 172.21.15.39:0/3717891087 >> v2:172.21.15.157:3300/0 conn(0x7f682006eb70 msgr2=0x7f68200b5390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6824cc0640 1 --2- 172.21.15.39:0/3717891087 >> v2:172.21.15.157:3300/0 conn(0x7f682006eb70 0x7f68200b5390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6825cc2640 1 --2- 172.21.15.39:0/3717891087 >> v2:172.21.15.157:3300/0 conn(0x7f682006eb70 0x7f68200b5390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6825cc2640 1 -- 172.21.15.39:0/3717891087 >> v1:172.21.15.39:6789/0 conn(0x7f682015a490 legacy=0x7f6820069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6825cc2640 1 -- 172.21.15.39:0/3717891087 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68200cf150 con 0x7f682006a5e0 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.273+0000 7f6824cc0640 1 --2- 172.21.15.39:0/3717891087 >> v2:172.21.15.157:3300/0 conn(0x7f682006eb70 0x7f68200b5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:24.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.274+0000 7f6825cc2640 1 --2- 172.21.15.39:0/3717891087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f682006a5e0 0x7f68200cd380 secure :-1 s=READY pgs=2505 cs=0 l=1 rev1=1 crypto rx=0x7f6820072610 tx=0x7f681802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2d375104e073ac20 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.274+0000 7f6817fff640 1 -- 172.21.15.39:0/3717891087 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681802aea0 con 0x7f682006a5e0 2024-09-13T16:21:24.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.274+0000 7f6817fff640 1 -- 172.21.15.39:0/3717891087 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f681802d050 con 0x7f682006a5e0 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.274+0000 7f6817fff640 1 -- 172.21.15.39:0/3717891087 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6818007960 con 0x7f682006a5e0 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 -- 172.21.15.39:0/3717891087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f682006a5e0 msgr2=0x7f68200cd380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 --2- 172.21.15.39:0/3717891087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f682006a5e0 0x7f68200cd380 secure :-1 s=READY pgs=2505 cs=0 l=1 rev1=1 crypto rx=0x7f6820072610 tx=0x7f681802a680 comp rx=0 tx=0).stop 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 -- 172.21.15.39:0/3717891087 shutdown_connections 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 --2- 172.21.15.39:0/3717891087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f682006a5e0 0x7f68200cd380 unknown :-1 s=CLOSED pgs=2505 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 --2- 172.21.15.39:0/3717891087 >> v2:172.21.15.157:3300/0 conn(0x7f682006eb70 0x7f68200b5390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 -- 172.21.15.39:0/3717891087 >> 172.21.15.39:0/3717891087 conn(0x7f682006afe0 msgr2=0x7f682006b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 -- 172.21.15.39:0/3717891087 shutdown_connections 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.275+0000 7f6827725640 1 -- 172.21.15.39:0/3717891087 wait complete. 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.276+0000 7f6827725640 1 Processor -- start 2024-09-13T16:21:24.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.276+0000 7f6827725640 1 -- start start 2024-09-13T16:21:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6827725640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f682006a5e0 0x7f682015d7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6827725640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f682015a490 0x7f6820156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6827725640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 0x7f68201585b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6827725640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68201572e0 con 0x7f68201f1cf0 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6827725640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f682015a9f0 con 0x7f682015a490 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6827725640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6820157580 con 0x7f682006a5e0 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 0x7f68201585b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 0x7f68201585b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41614/0 (socket says 172.21.15.39:41614) 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 -- 172.21.15.39:0/3031949161 learned_addr learned my addr 172.21.15.39:0/3031949161 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 -- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f682006a5e0 msgr2=0x7f682015d7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f682006a5e0 0x7f682015d7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 -- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f682015a490 msgr2=0x7f6820156da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6824cc0640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f682015a490 0x7f6820156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f682015a490 0x7f6820156da0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 -- 172.21.15.39:0/3031949161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6818009a70 con 0x7f68201f1cf0 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.277+0000 7f6825cc2640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 0x7f68201585b0 secure :-1 s=READY pgs=2506 cs=0 l=1 rev1=1 crypto rx=0x7f681802ac70 tx=0x7f6818004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:24.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.278+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681803c830 con 0x7f68201f1cf0 2024-09-13T16:21:24.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.278+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f681803c990 con 0x7f68201f1cf0 2024-09-13T16:21:24.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.278+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f682015acb0 con 0x7f68201f1cf0 2024-09-13T16:21:24.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.278+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f681803cd00 con 0x7f68201f1cf0 2024-09-13T16:21:24.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.278+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f682015b270 con 0x7f68201f1cf0 2024-09-13T16:21:24.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.279+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68200672f0 con 0x7f68201f1cf0 2024-09-13T16:21:24.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.279+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6818031400 con 0x7f68201f1cf0 2024-09-13T16:21:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.280+0000 7f6815ffb640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f680406ac00 0x7f680406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.280+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(122..122 src has 1..122) v4 ==== 8404+0+0 (secure 0 0 0) 0x7f68180ab940 con 0x7f68201f1cf0 2024-09-13T16:21:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.280+0000 7f68254c1640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f680406ac00 0x7f680406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.280+0000 7f68254c1640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f680406ac00 0x7f680406d0c0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f681c001570 tx=0x7f681c007930 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:24.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.284+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6818076050 con 0x7f68201f1cf0 2024-09-13T16:21:24.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.491+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f682015b460 con 0x7f68201f1cf0 2024-09-13T16:21:24.493 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:24.492+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:21:24.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.501+0000 7f6815ffb640 1 -- 172.21.15.39:0/3031949161 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v267) v1 ==== 161+0+0 (secure 0 0 0) 0x7f681804a090 con 0x7f68201f1cf0 2024-09-13T16:21:24.502 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:21:24.504 INFO:tasks.ceph.mds.c.smithi039.stderr: -744> 2024-09-13T16:21:13.085+0000 7fc35e742640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:21:24.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f680406ac00 msgr2=0x7f680406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f680406ac00 0x7f680406d0c0 secure :-1 s=READY pgs=974 cs=0 l=1 rev1=1 crypto rx=0x7f681c001570 tx=0x7f681c007930 comp rx=0 tx=0).stop 2024-09-13T16:21:24.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 msgr2=0x7f68201585b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 0x7f68201585b0 secure :-1 s=READY pgs=2506 cs=0 l=1 rev1=1 crypto rx=0x7f681802ac70 tx=0x7f6818004a40 comp rx=0 tx=0).stop 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 shutdown_connections 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f680406ac00 0x7f680406d0c0 unknown :-1 s=CLOSED pgs=974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68201f1cf0 0x7f68201585b0 unknown :-1 s=CLOSED pgs=2506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f682015a490 0x7f6820156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 --2- 172.21.15.39:0/3031949161 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f682006a5e0 0x7f682015d7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 >> 172.21.15.39:0/3031949161 conn(0x7f682006afe0 msgr2=0x7f68200b09e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 shutdown_connections 2024-09-13T16:21:24.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.503+0000 7f6827725640 1 -- 172.21.15.39:0/3031949161 wait complete. 2024-09-13T16:21:24.516 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:21:24.530 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:21:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.617+0000 7fc0f8844640 1 Processor -- start 2024-09-13T16:21:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.617+0000 7fc0f8844640 1 -- start start 2024-09-13T16:21:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f8844640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f4159380 0x7fc0f40b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f8844640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0f4159760 con 0x7fc0f415a360 2024-09-13T16:21:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f8844640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc0f415a880 con 0x7fc0f40ceb30 2024-09-13T16:21:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f8844640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f415ab60 con 0x7fc0f4159380 2024-09-13T16:21:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f1d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc0f415a360 0x7fc0f40ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51296/0 (socket says 172.21.15.39:51296) 2024-09-13T16:21:24.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f1d9b640 1 -- 172.21.15.39:0/4175953520 learned_addr learned my addr 172.21.15.39:0/4175953520 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f259c640 1 --2- 172.21.15.39:0/4175953520 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f4159380 0x7fc0f40b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.618+0000 7fc0f159a640 1 -- 172.21.15.39:0/4175953520 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1765786226 0 0) 0x7fc0f4159760 con 0x7fc0f415a360 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.619+0000 7fc0f159a640 1 -- 172.21.15.39:0/4175953520 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc0e0003520 con 0x7fc0f415a360 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.619+0000 7fc0f159a640 1 -- 172.21.15.39:0/4175953520 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2475999013 0 0) 0x7fc0e0003520 con 0x7fc0f415a360 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.619+0000 7fc0f259c640 1 -- 172.21.15.39:0/4175953520 >> v1:172.21.15.157:6789/0 conn(0x7fc0f40ceb30 legacy=0x7fc0f415b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.619+0000 7fc0f259c640 1 -- 172.21.15.39:0/4175953520 >> v1:172.21.15.39:6789/0 conn(0x7fc0f415a360 legacy=0x7fc0f40ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.619+0000 7fc0f259c640 1 -- 172.21.15.39:0/4175953520 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0f415ae40 con 0x7fc0f4159380 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f259c640 1 --2- 172.21.15.39:0/4175953520 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f4159380 0x7fc0f40b31e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec0097d0 tx=0x7fc0ec02a0b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6837a14f17a1c0fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f159a640 1 -- 172.21.15.39:0/4175953520 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0dc001670 con 0x7fc0f4159380 2024-09-13T16:21:24.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f159a640 1 -- 172.21.15.39:0/4175953520 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0ec02ab40 con 0x7fc0f4159380 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f159a640 1 -- 172.21.15.39:0/4175953520 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ec032440 con 0x7fc0f4159380 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 -- 172.21.15.39:0/4175953520 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f4159380 msgr2=0x7fc0f40b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 --2- 172.21.15.39:0/4175953520 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f4159380 0x7fc0f40b31e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec0097d0 tx=0x7fc0ec02a0b0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 -- 172.21.15.39:0/4175953520 shutdown_connections 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 --2- 172.21.15.39:0/4175953520 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f4159380 0x7fc0f40b31e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 -- 172.21.15.39:0/4175953520 >> 172.21.15.39:0/4175953520 conn(0x7fc0f40b15d0 msgr2=0x7fc0f40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 -- 172.21.15.39:0/4175953520 shutdown_connections 2024-09-13T16:21:24.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.620+0000 7fc0f8844640 1 -- 172.21.15.39:0/4175953520 wait complete. 2024-09-13T16:21:24.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 Processor -- start 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 -- start start 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 0x7fc0f413e9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0f4159380 0x7fc0f414f990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f415a360 0x7fc0f414fed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f41528d0 con 0x7fc0f40ceb30 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f4152bb0 con 0x7fc0f4159380 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.622+0000 7fc0f8844640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc0f4156850 con 0x7fc0f415a360 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 0x7fc0f413e9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 0x7fc0f413e9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41630/0 (socket says 172.21.15.39:41630) 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 -- 172.21.15.39:0/1897987425 learned_addr learned my addr 172.21.15.39:0/1897987425 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f2d9d640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f415a360 0x7fc0f414fed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f1d9b640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0f4159380 0x7fc0f414f990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 -- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f415a360 msgr2=0x7fc0f414fed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f415a360 0x7fc0f414fed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 -- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0f4159380 msgr2=0x7fc0f414f990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0f4159380 0x7fc0f414f990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 -- 172.21.15.39:0/1897987425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc0ec009400 con 0x7fc0f40ceb30 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f2d9d640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f415a360 0x7fc0f414fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:24.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f1d9b640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0f4159380 0x7fc0f414f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f259c640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 0x7fc0f413e9f0 secure :-1 s=READY pgs=2509 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec0097d0 tx=0x7fc0ec0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ec004230 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc0ec004390 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc0f4156b30 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc0ec003850 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.623+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc0f413f0b0 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.624+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc0f40672f0 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.625+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc0ec039040 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.625+0000 7fc0eaffd640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0d406ac00 0x7fc0d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.625+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 8490+0+0 (secure 0 0 0) 0x7fc0ec0aa6f0 con 0x7fc0f40ceb30 2024-09-13T16:21:24.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.626+0000 7fc0f1d9b640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0d406ac00 0x7fc0d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.626+0000 7fc0f1d9b640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0d406ac00 0x7fc0d406d0c0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fc0f406f6c0 tx=0x7fc0dc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:24.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.630+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc0ec074ec0 con 0x7fc0f40ceb30 2024-09-13T16:21:24.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:24.865+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fc0f4159bc0 con 0x7fc0f40ceb30 2024-09-13T16:21:25.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.504+0000 7fc0eaffd640 1 -- 172.21.15.39:0/1897987425 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v268) v1 ==== 107+0+0 (secure 0 0 0) 0x7fc0ec04c090 con 0x7fc0f40ceb30 2024-09-13T16:21:25.505 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:21:25.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0d406ac00 msgr2=0x7fc0d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0d406ac00 0x7fc0d406d0c0 secure :-1 s=READY pgs=975 cs=0 l=1 rev1=1 crypto rx=0x7fc0f406f6c0 tx=0x7fc0dc009040 comp rx=0 tx=0).stop 2024-09-13T16:21:25.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 msgr2=0x7fc0f413e9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 0x7fc0f413e9f0 secure :-1 s=READY pgs=2509 cs=0 l=1 rev1=1 crypto rx=0x7fc0ec0097d0 tx=0x7fc0ec0046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 shutdown_connections 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc0d406ac00 0x7fc0d406d0c0 unknown :-1 s=CLOSED pgs=975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc0f415a360 0x7fc0f414fed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc0f4159380 0x7fc0f414f990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 --2- 172.21.15.39:0/1897987425 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc0f40ceb30 0x7fc0f413e9f0 unknown :-1 s=CLOSED pgs=2509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 >> 172.21.15.39:0/1897987425 conn(0x7fc0f40b15d0 msgr2=0x7fc0f40a8540 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 shutdown_connections 2024-09-13T16:21:25.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.506+0000 7fc0f8844640 1 -- 172.21.15.39:0/1897987425 wait complete. 2024-09-13T16:21:25.520 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:21:25.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.605+0000 7f10d84e3f40 1 Processor -- start 2024-09-13T16:21:25.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.605+0000 7f10d84e3f40 1 -- start start 2024-09-13T16:21:25.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d84e3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 0x55e4a21f19a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d84e3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a2162700 0x55e4a21d73a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d84e3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a21da9f0 0x55e4a21f3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d84e3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4a20ccbe0 con 0x55e4a2119290 2024-09-13T16:21:25.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d84e3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4a20c84d0 con 0x55e4a21da9f0 2024-09-13T16:21:25.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d84e3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e4a2063b60 con 0x55e4a2162700 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d5fe0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 0x55e4a21f19a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d5fe0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 0x55e4a21f19a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41654/0 (socket says 172.21.15.39:41654) 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d5fe0640 1 -- 172.21.15.39:0/740148756 learned_addr learned my addr 172.21.15.39:0/740148756 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d67e1640 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a21da9f0 0x55e4a21f3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.606+0000 7f10d57df640 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a2162700 0x55e4a21d73a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d5fe0640 1 -- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a2162700 msgr2=0x55e4a21d73a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a2162700 0x55e4a21d73a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d5fe0640 1 -- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a21da9f0 msgr2=0x55e4a21f3780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a21da9f0 0x55e4a21f3780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d5fe0640 1 -- 172.21.15.39:0/740148756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10cc005d20 con 0x55e4a2119290 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d67e1640 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a21da9f0 0x55e4a21f3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 0x55e4a21f19a0 secure :-1 s=READY pgs=2512 cs=0 l=1 rev1=1 crypto rx=0x7f10c800a460 tx=0x7f10c800a920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9f98ce69d3ce57e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10c7fff640 1 -- 172.21.15.39:0/740148756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c800b920 con 0x55e4a2119290 2024-09-13T16:21:25.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10c7fff640 1 -- 172.21.15.39:0/740148756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10c800baa0 con 0x55e4a2119290 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.607+0000 7f10c7fff640 1 -- 172.21.15.39:0/740148756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10c800be50 con 0x55e4a2119290 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 -- 172.21.15.39:0/740148756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 msgr2=0x55e4a21f19a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 0x55e4a21f19a0 secure :-1 s=READY pgs=2512 cs=0 l=1 rev1=1 crypto rx=0x7f10c800a460 tx=0x7f10c800a920 comp rx=0 tx=0).stop 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 -- 172.21.15.39:0/740148756 shutdown_connections 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a21da9f0 0x55e4a21f3780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a2162700 0x55e4a21d73a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/740148756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2119290 0x55e4a21f19a0 unknown :-1 s=CLOSED pgs=2512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 -- 172.21.15.39:0/740148756 >> 172.21.15.39:0/740148756 conn(0x55e4a211f040 msgr2=0x55e4a21f4120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 -- 172.21.15.39:0/740148756 shutdown_connections 2024-09-13T16:21:25.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.608+0000 7f10d84e3f40 1 -- 172.21.15.39:0/740148756 wait complete. 2024-09-13T16:21:25.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.609+0000 7f10d84e3f40 1 Processor -- start 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.609+0000 7f10d84e3f40 1 -- start start 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d84e3f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a2119290 0x55e4a21f3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d84e3f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2162700 0x55e4a21f3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d84e3f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a21da9f0 0x55e4a21d4040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d84e3f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4a2063800 con 0x55e4a2162700 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d84e3f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55e4a2046520 con 0x55e4a2119290 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d84e3f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55e4a21ca8e0 con 0x55e4a21da9f0 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d57df640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2162700 0x55e4a21f3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d57df640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2162700 0x55e4a21f3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41656/0 (socket says 172.21.15.39:41656) 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 learned_addr learned my addr 172.21.15.39:0/1537600662 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a2119290 0x55e4a21f3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.610+0000 7f10d67e1640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a21da9f0 0x55e4a21d4040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a21da9f0 msgr2=0x55e4a21d4040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55e4a21da9f0 0x55e4a21d4040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a2119290 msgr2=0x55e4a21f3930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55e4a2119290 0x55e4a21f3930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10c8005cc0 con 0x55e4a2162700 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2162700 0x55e4a21f3e70 secure :-1 s=READY pgs=2513 cs=0 l=1 rev1=1 crypto rx=0x7f10cc000c00 tx=0x7f10cc002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10c6ffd640 1 -- 172.21.15.39:0/1537600662 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc063070 con 0x55e4a2162700 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10c6ffd640 1 -- 172.21.15.39:0/1537600662 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10cc052910 con 0x55e4a2162700 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10c6ffd640 1 -- 172.21.15.39:0/1537600662 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10cc052ca0 con 0x55e4a2162700 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55e4a2066060 con 0x55e4a2162700 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.611+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55e4a2065ac0 con 0x55e4a2162700 2024-09-13T16:21:25.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.612+0000 7f10c6ffd640 1 -- 172.21.15.39:0/1537600662 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f10cc050050 con 0x55e4a2162700 2024-09-13T16:21:25.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.613+0000 7f10c6ffd640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b80695e0 0x7f10b806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.613+0000 7f10c6ffd640 1 -- 172.21.15.39:0/1537600662 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 8490+0+0 (secure 0 0 0) 0x7f10cc0cc690 con 0x55e4a2162700 2024-09-13T16:21:25.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.613+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b80695e0 0x7f10b806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.616 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.613+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e4a21caa90 0x55e4a21d4580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.613+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a21d89f0 con 0x55e4a21caa90 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.613+0000 7f10d67e1640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e4a21caa90 0x55e4a21d4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.614+0000 7f10d67e1640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e4a21caa90 0x55e4a21d4580 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.614+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b80695e0 0x7f10b806baa0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f10c800a960 tx=0x7f10c8002000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.616+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v123'971 uv944 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.616+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a21d4ac0 con 0x55e4a21caa90 2024-09-13T16:21:25.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.617+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v123'972 uv972 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.617+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a21d4e70 con 0x55e4a21caa90 2024-09-13T16:21:25.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.618+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v123'973 uv973 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.619 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:21:25.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.618+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22946f0 con 0x55e4a21caa90 2024-09-13T16:21:25.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.619+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v123'974 uv974 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.619+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294aa0 con 0x55e4a21caa90 2024-09-13T16:21:25.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.621+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v123'975 uv975 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.621+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2293bd0 con 0x55e4a21caa90 2024-09-13T16:21:25.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.622+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v123'976 uv976 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.622+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2293fd0 con 0x55e4a21caa90 2024-09-13T16:21:25.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.623+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v123'977 uv950 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.623+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.624+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v123'978 uv978 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.624+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.625+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v123'979 uv979 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.627 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:21:25.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.625+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.626+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v123'980 uv980 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.626+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.628+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v123'981 uv981 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.628+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.629+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v123'982 uv982 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.629+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.631+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v123'983 uv970 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.631+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.632+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v123'984 uv984 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.632+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.634+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v123'985 uv985 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.635 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:21:25.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.634+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.635+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v123'986 uv986 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.635+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.636+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v123'987 uv987 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.636+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.637+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v123'988 uv988 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.637+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.639+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v123'989 uv989 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.639+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.640+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v123'990 uv963 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.640+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.642+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v123'991 uv991 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.642+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.643+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v123'992 uv992 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.644 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:21:25.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.643+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.644+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v123'993 uv993 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.644+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.645+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v123'994 uv994 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.645+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.646+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v123'995 uv995 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.646+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.647+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v123'996 uv969 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.647+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.648+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v123'997 uv997 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.648+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.650+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v123'998 uv998 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.651 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:21:25.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.650+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.651+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v123'999 uv999 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.651+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2295e60 con 0x55e4a21caa90 2024-09-13T16:21:25.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.652+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v123'1000 uv1000 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.652+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2294e50 con 0x55e4a21caa90 2024-09-13T16:21:25.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.653+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v123'1001 uv1001 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.653+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e4a2295360 0x55e4a2297750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.653+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2297c90 con 0x55e4a2295360 2024-09-13T16:21:25.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.653+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e4a2295360 0x55e4a2297750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.654+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e4a2295360 0x55e4a2297750 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.656+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v123'698 uv678 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.656+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2298040 con 0x55e4a2295360 2024-09-13T16:21:25.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.657+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v123'699 uv699 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.657+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22983f0 con 0x55e4a2295360 2024-09-13T16:21:25.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.658+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v123'700 uv700 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.660 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:21:25.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.658+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2298c90 con 0x55e4a2295360 2024-09-13T16:21:25.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.660+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v123'701 uv701 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.660+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a2299040 con 0x55e4a2295360 2024-09-13T16:21:25.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.661+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v123'702 uv702 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.661+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22993f0 con 0x55e4a2295360 2024-09-13T16:21:25.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.662+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v123'703 uv697 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.662+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.664+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v123'704 uv704 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.664+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.666 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:21:25.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.665+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v123'705 uv705 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.665+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.666+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v123'706 uv706 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.666+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.668+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v123'707 uv707 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.668+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.670+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v123'708 uv696 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.670+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.671+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v123'709 uv709 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.671+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.672+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v123'710 uv710 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.674 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:21:25.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.672+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d1d0 con 0x55e4a2295360 2024-09-13T16:21:25.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.674+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v123'711 uv711 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.674+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d1d0 con 0x55e4a2295360 2024-09-13T16:21:25.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.675+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v123'712 uv712 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.675+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.676+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v123'713 uv694 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.676+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.678+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v123'714 uv714 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.678+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.679+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v123'715 uv715 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.680 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:21:25.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.679+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229a7b0 con 0x55e4a2295360 2024-09-13T16:21:25.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.680+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v123'716 uv716 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.680+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229a7b0 con 0x55e4a2295360 2024-09-13T16:21:25.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.681+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v123'717 uv717 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.681+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a2295360 2024-09-13T16:21:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.683+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v123'718 uv718 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a2295360 2024-09-13T16:21:25.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.683+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a21caa90 2024-09-13T16:21:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.684+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v123'189 uv188 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.684+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a21caa90 2024-09-13T16:21:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.685+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v123'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.685+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a21caa90 2024-09-13T16:21:25.687 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:21:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.686+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v123'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.686+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229a7b0 con 0x55e4a21caa90 2024-09-13T16:21:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.687+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v123'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.687+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229a7b0 con 0x55e4a21caa90 2024-09-13T16:21:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.688+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v123'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.688+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22997a0 con 0x55e4a21caa90 2024-09-13T16:21:25.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.689+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v123'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.689+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e4a2299cb0 0x55e4a229c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.689+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229c5e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.689+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e4a2299cb0 0x55e4a229c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.690+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e4a2299cb0 0x55e4a229c0a0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.691+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v123'137 uv136 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.691+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229c990 con 0x55e4a2299cb0 2024-09-13T16:21:25.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.692+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v123'138 uv138 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.692+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229cd40 con 0x55e4a2299cb0 2024-09-13T16:21:25.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.693+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v123'139 uv139 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.694 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:21:25.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.693+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d0f0 con 0x55e4a2299cb0 2024-09-13T16:21:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.694+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v123'140 uv140 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.694+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d4a0 con 0x55e4a21caa90 2024-09-13T16:21:25.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.695+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v123'189 uv188 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.695+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d4a0 con 0x55e4a21caa90 2024-09-13T16:21:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.697+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v123'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.697+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d4a0 con 0x55e4a21caa90 2024-09-13T16:21:25.699 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:21:25.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.698+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v123'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.698+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229e4b0 con 0x55e4a21caa90 2024-09-13T16:21:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.699+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v123'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.699+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229e4b0 con 0x55e4a21caa90 2024-09-13T16:21:25.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.700+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v123'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.700+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a229d4a0 con 0x55e4a21caa90 2024-09-13T16:21:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.701+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v123'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.701+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e4a229db70 0x55e4a229ff60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.701+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0580 con 0x55e4a229db70 2024-09-13T16:21:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.702+0000 7f10d67e1640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e4a229db70 0x55e4a229ff60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.702+0000 7f10d67e1640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e4a229db70 0x55e4a229ff60 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.703+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v123'349 uv343 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.703+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0640 con 0x55e4a229db70 2024-09-13T16:21:25.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.704+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v123'350 uv350 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.704+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.707 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:21:25.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.706+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v123'351 uv351 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.706+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a1a50 con 0x55e4a229db70 2024-09-13T16:21:25.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.707+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v123'352 uv352 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.707+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a1a50 con 0x55e4a229db70 2024-09-13T16:21:25.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.708+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v123'353 uv353 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.708+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.709+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v123'354 uv354 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.709+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.711+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v123'355 uv348 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.711+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.712+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v123'356 uv356 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.712+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.713+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v123'357 uv357 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.714 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:21:25.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.713+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.714+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v123'358 uv358 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.714+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a0a40 con 0x55e4a229db70 2024-09-13T16:21:25.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.715+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v123'359 uv359 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.715+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e4a22a0f50 0x55e4a22a3360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.715+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3a80 con 0x55e4a22a0f50 2024-09-13T16:21:25.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.715+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e4a22a0f50 0x55e4a22a3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.716+0000 7f10d5fe0640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e4a22a0f50 0x55e4a22a3360 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.717+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v123'158 uv157 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a22a0f50 2024-09-13T16:21:25.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.717+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3b40 con 0x55e4a22a0f50 2024-09-13T16:21:25.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.718+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v123'159 uv159 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a22a0f50 2024-09-13T16:21:25.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.718+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a22a0f50 2024-09-13T16:21:25.720 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:21:25.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.719+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v123'160 uv160 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a22a0f50 2024-09-13T16:21:25.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.719+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a22a0f50 2024-09-13T16:21:25.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.720+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v123'161 uv161 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a22a0f50 2024-09-13T16:21:25.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.720+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a22a0f50 2024-09-13T16:21:25.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.721+0000 7f10d5fe0640 1 -- 172.21.15.39:0/1537600662 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v123'162 uv162 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10c801e040 con 0x55e4a22a0f50 2024-09-13T16:21:25.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.721+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a21caa90 2024-09-13T16:21:25.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.722+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v123'189 uv188 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.722+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a21caa90 2024-09-13T16:21:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.723+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v123'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.723+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a21caa90 2024-09-13T16:21:25.725 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:21:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.724+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v123'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.724+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4f80 con 0x55e4a21caa90 2024-09-13T16:21:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.725+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v123'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.725+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4f80 con 0x55e4a21caa90 2024-09-13T16:21:25.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.726+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v123'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.726+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a21caa90 2024-09-13T16:21:25.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.727+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v123'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a21caa90 2024-09-13T16:21:25.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.727+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a3f70 con 0x55e4a2299cb0 2024-09-13T16:21:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.729+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v123'314 uv308 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.729+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4320 con 0x55e4a2299cb0 2024-09-13T16:21:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.730+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v123'315 uv315 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.730+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a46d0 con 0x55e4a2299cb0 2024-09-13T16:21:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.731+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v123'316 uv316 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.732 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:21:25.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.731+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4a80 con 0x55e4a2299cb0 2024-09-13T16:21:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.732+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v123'317 uv317 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.732+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4a80 con 0x55e4a2299cb0 2024-09-13T16:21:25.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.733+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v123'318 uv318 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.733+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4a80 con 0x55e4a2299cb0 2024-09-13T16:21:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.734+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v123'319 uv313 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.734+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4a80 con 0x55e4a2299cb0 2024-09-13T16:21:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.735+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v123'320 uv320 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.735+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4a80 con 0x55e4a2299cb0 2024-09-13T16:21:25.737 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:21:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.736+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v123'321 uv321 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.736+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a4a80 con 0x55e4a2299cb0 2024-09-13T16:21:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.737+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v123'322 uv322 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.737+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a78d0 con 0x55e4a2299cb0 2024-09-13T16:21:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.738+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v123'323 uv323 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.738+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e4a22a55f0 0x55e4a22a7f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.738+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a22a55f0 2024-09-13T16:21:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.739+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e4a22a55f0 0x55e4a22a7f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.739+0000 7f10d57df640 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e4a22a55f0 0x55e4a22a7f00 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.740+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v123'137 uv135 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a22a55f0 2024-09-13T16:21:25.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.740+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a22a55f0 2024-09-13T16:21:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.741+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v123'138 uv138 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a22a55f0 2024-09-13T16:21:25.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.741+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a22a55f0 2024-09-13T16:21:25.743 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:21:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.742+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v123'139 uv139 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a22a55f0 2024-09-13T16:21:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.742+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a22a55f0 2024-09-13T16:21:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.743+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v123'140 uv140 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a22a55f0 2024-09-13T16:21:25.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.743+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.744+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v123'189 uv188 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.744+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.745+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v123'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.745+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.748 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:21:25.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.746+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v123'191 uv191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.747+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.747+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v123'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.747+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.748+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v123'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.748+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a2299cb0 2024-09-13T16:21:25.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.749+0000 7f10d57df640 1 -- 172.21.15.39:0/1537600662 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v123'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10cc058070 con 0x55e4a2299cb0 2024-09-13T16:21:25.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.749+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.750+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v123'161 uv160 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.751+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.751+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v123'162 uv162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.752+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.753+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v123'163 uv163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.754 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:21:25.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.753+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.754+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v123'164 uv164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.754+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.755+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v123'165 uv165 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.755+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.756+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v123'389 uv380 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.756+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.757+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v123'390 uv390 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.757+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.758+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v123'391 uv391 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.760 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:21:25.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.758+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.760+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v123'392 uv392 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.760+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.761+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v123'393 uv393 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.761+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.762+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v123'394 uv387 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.762+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.763+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v123'395 uv395 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.763+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.764+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v123'396 uv396 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.766 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:21:25.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.764+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.766+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v123'397 uv397 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.766+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.767+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v123'398 uv398 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.767+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a79e0 con 0x55e4a229db70 2024-09-13T16:21:25.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.768+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v123'399 uv399 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.768+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x55e4a22a8440 con 0x55e4a229db70 2024-09-13T16:21:25.772 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v123'400 uv400 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f10d0001630 con 0x55e4a229db70 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e4a21caa90 msgr2=0x55e4a21d4580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55e4a21caa90 0x55e4a21d4580 crc :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e4a2299cb0 msgr2=0x55e4a229c0a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55e4a2299cb0 0x55e4a229c0a0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e4a22a55f0 msgr2=0x55e4a22a7f00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55e4a22a55f0 0x55e4a22a7f00 crc :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e4a2295360 msgr2=0x55e4a2297750 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 reap_dead start 2024-09-13T16:21:25.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55e4a2295360 0x55e4a2297750 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e4a229db70 msgr2=0x55e4a229ff60 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55e4a229db70 0x55e4a229ff60 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e4a22a0f50 msgr2=0x55e4a22a3360 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55e4a22a0f50 0x55e4a22a3360 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b80695e0 msgr2=0x7f10b806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10b80695e0 0x7f10b806baa0 secure :-1 s=READY pgs=977 cs=0 l=1 rev1=1 crypto rx=0x7f10c800a960 tx=0x7f10c8002000 comp rx=0 tx=0).stop 2024-09-13T16:21:25.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2162700 msgr2=0x55e4a21f3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 --2- 172.21.15.39:0/1537600662 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55e4a2162700 0x55e4a21f3e70 secure :-1 s=READY pgs=2513 cs=0 l=1 rev1=1 crypto rx=0x7f10cc000c00 tx=0x7f10cc002fb0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d67e1640 1 -- 172.21.15.39:0/1537600662 reap_dead start 2024-09-13T16:21:25.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 shutdown_connections 2024-09-13T16:21:25.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 >> 172.21.15.39:0/1537600662 conn(0x55e4a211f040 msgr2=0x55e4a21f19a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:25.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 shutdown_connections 2024-09-13T16:21:25.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.769+0000 7f10d84e3f40 1 -- 172.21.15.39:0/1537600662 wait complete. 2024-09-13T16:21:25.777 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 100.00000000 stray0_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:21:25.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.861+0000 7f001dce5f40 1 Processor -- start 2024-09-13T16:21:25.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.861+0000 7f001dce5f40 1 -- start start 2024-09-13T16:21:25.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001dce5f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f45f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001dce5f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 0x5616d6f4eed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001dce5f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6f50a00 0x5616d6f4f410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001dce5f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616d6dd9b60 con 0x5616d6ed8c50 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001dce5f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616d6dd9800 con 0x5616d6ed7690 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001dce5f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5616d6dbc520 con 0x5616d6f50a00 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 0x5616d6f4eed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 0x5616d6f4eed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41678/0 (socket says 172.21.15.39:41678) 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 -- 172.21.15.39:0/828581008 learned_addr learned my addr 172.21.15.39:0/828581008 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001bfe3640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6f50a00 0x5616d6f4f410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001b7e2640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f45f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 -- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6f50a00 msgr2=0x5616d6f4f410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6f50a00 0x5616d6f4f410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 -- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 msgr2=0x5616d6f45f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f45f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001afe1640 1 -- 172.21.15.39:0/828581008 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0004005de0 con 0x5616d6ed8c50 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001bfe3640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6f50a00 0x5616d6f4f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.862+0000 7f001b7e2640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f45f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001afe1640 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 0x5616d6f4eed0 secure :-1 s=READY pgs=2515 cs=0 l=1 rev1=1 crypto rx=0x7f0004055040 tx=0x7f0004051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83eb347a7dda2dc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f0019fdf640 1 -- 172.21.15.39:0/828581008 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0004053b50 con 0x5616d6ed8c50 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f0019fdf640 1 -- 172.21.15.39:0/828581008 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0004053cb0 con 0x5616d6ed8c50 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f0019fdf640 1 -- 172.21.15.39:0/828581008 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0004067690 con 0x5616d6ed8c50 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 -- 172.21.15.39:0/828581008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 msgr2=0x5616d6f4eed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 0x5616d6f4eed0 secure :-1 s=READY pgs=2515 cs=0 l=1 rev1=1 crypto rx=0x7f0004055040 tx=0x7f0004051000 comp rx=0 tx=0).stop 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 -- 172.21.15.39:0/828581008 shutdown_connections 2024-09-13T16:21:25.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6f50a00 0x5616d6f4f410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6ed8c50 0x5616d6f4eed0 unknown :-1 s=CLOSED pgs=2515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 --2- 172.21.15.39:0/828581008 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f45f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 -- 172.21.15.39:0/828581008 >> 172.21.15.39:0/828581008 conn(0x5616d6e95050 msgr2=0x5616d6edb120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 -- 172.21.15.39:0/828581008 shutdown_connections 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.863+0000 7f001dce5f40 1 -- 172.21.15.39:0/828581008 wait complete. 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.864+0000 7f001dce5f40 1 Processor -- start 2024-09-13T16:21:25.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.864+0000 7f001dce5f40 1 -- start start 2024-09-13T16:21:25.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f3eec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6ed8c50 0x5616d6f429b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6f50a00 0x5616d6ff84a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616d6f3fea0 con 0x5616d6f50a00 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5616d6f40180 con 0x5616d6ed7690 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5616d6f40460 con 0x5616d6ed8c50 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6f50a00 0x5616d6ff84a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6f50a00 0x5616d6ff84a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41688/0 (socket says 172.21.15.39:41688) 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 -- 172.21.15.39:0/2679435615 learned_addr learned my addr 172.21.15.39:0/2679435615 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001afe1640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6ed8c50 0x5616d6f429b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001b7e2640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f3eec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 -- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6ed8c50 msgr2=0x5616d6f429b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5616d6ed8c50 0x5616d6f429b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 -- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 msgr2=0x5616d6f3eec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5616d6ed7690 0x5616d6f3eec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 -- 172.21.15.39:0/2679435615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5616d6ddbcd0 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001bfe3640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6f50a00 0x5616d6ff84a0 secure :-1 s=READY pgs=2516 cs=0 l=1 rev1=1 crypto rx=0x7f0014007e00 tx=0x7f0014006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f0018fdd640 1 -- 172.21.15.39:0/2679435615 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001400f670 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f0018fdd640 1 -- 172.21.15.39:0/2679435615 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f001400f7d0 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f0018fdd640 1 -- 172.21.15.39:0/2679435615 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f001400fb40 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.865+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5616d6e02dc0 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.866+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5616d6de8c20 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.867+0000 7f0018fdd640 1 -- 172.21.15.39:0/2679435615 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f001400fca0 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.867+0000 7f0018fdd640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efffc0695e0 0x7efffc06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.867+0000 7f0018fdd640 1 -- 172.21.15.39:0/2679435615 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 8490+0+0 (secure 0 0 0) 0x7f00140880c0 con 0x5616d6f50a00 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.867+0000 7f001b7e2640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efffc0695e0 0x7efffc06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.868+0000 7f001dce5f40 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5616d6f42ef0 0x5616d6ed9540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.868+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=103b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e123) v8 -- 0x5616d6ffa1b0 con 0x5616d6f42ef0 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.868+0000 7f001afe1640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5616d6f42ef0 0x5616d6ed9540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.868+0000 7f001b7e2640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efffc0695e0 0x7efffc06baa0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f000c00d760 tx=0x7f000c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.868+0000 7f001afe1640 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5616d6f42ef0 0x5616d6ed9540 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001afe1640 1 -- 172.21.15.39:0/2679435615 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 100.00000000 [omap-set-vals] v123'324 uv324 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f0004063030 con 0x5616d6f42ef0 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5616d6f42ef0 msgr2=0x5616d6ed9540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5616d6f42ef0 0x5616d6ed9540 crc :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efffc0695e0 msgr2=0x7efffc06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efffc0695e0 0x7efffc06baa0 secure :-1 s=READY pgs=978 cs=0 l=1 rev1=1 crypto rx=0x7f000c00d760 tx=0x7f000c007040 comp rx=0 tx=0).stop 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6f50a00 msgr2=0x5616d6ff84a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 --2- 172.21.15.39:0/2679435615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5616d6f50a00 0x5616d6ff84a0 secure :-1 s=READY pgs=2516 cs=0 l=1 rev1=1 crypto rx=0x7f0014007e00 tx=0x7f0014006750 comp rx=0 tx=0).stop 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001bfe3640 1 -- 172.21.15.39:0/2679435615 reap_dead start 2024-09-13T16:21:25.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 shutdown_connections 2024-09-13T16:21:25.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.869+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 >> 172.21.15.39:0/2679435615 conn(0x5616d6e95050 msgr2=0x5616d6f3f660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:25.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.870+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 shutdown_connections 2024-09-13T16:21:25.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.870+0000 7f001dce5f40 1 -- 172.21.15.39:0/2679435615 wait complete. 2024-09-13T16:21:25.876 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:21:25.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.979+0000 7fbf33fff640 1 Processor -- start 2024-09-13T16:21:26.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.979+0000 7fbf33fff640 1 -- start start 2024-09-13T16:21:26.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf33fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf34153750 0x7fbf340b12c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf33fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbf34153b30 0x7fbf340b1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf33fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf340cdf20 0x7fbf340ce3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf33fff640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf3415aa70 con 0x7fbf34153750 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf33fff640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbf34159c20 con 0x7fbf34153b30 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf33fff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf340b1e30 con 0x7fbf340cdf20 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf32ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf34153750 0x7fbf340b12c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf32ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fbf34153750 0x7fbf340b12c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41692/0 (socket says 172.21.15.39:41692) 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.980+0000 7fbf32ffd640 1 -- 172.21.15.39:0/2810782851 learned_addr learned my addr 172.21.15.39:0/2810782851 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf337fe640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf340cdf20 0x7fbf340ce3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf327fc640 1 --2- 172.21.15.39:0/2810782851 >> v2:172.21.15.157:3300/0 conn(0x7fbf34153b30 0x7fbf340b1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf32ffd640 1 -- 172.21.15.39:0/2810782851 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf340cdf20 msgr2=0x7fbf340ce3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf32ffd640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf340cdf20 0x7fbf340ce3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf32ffd640 1 -- 172.21.15.39:0/2810782851 >> v2:172.21.15.157:3300/0 conn(0x7fbf34153b30 msgr2=0x7fbf340b1800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf32ffd640 1 --2- 172.21.15.39:0/2810782851 >> v2:172.21.15.157:3300/0 conn(0x7fbf34153b30 0x7fbf340b1800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf32ffd640 1 -- 172.21.15.39:0/2810782851 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf340b2110 con 0x7fbf34153750 2024-09-13T16:21:26.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf337fe640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf340cdf20 0x7fbf340ce3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf327fc640 1 --2- 172.21.15.39:0/2810782851 >> v2:172.21.15.157:3300/0 conn(0x7fbf34153b30 0x7fbf340b1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf32ffd640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf34153750 0x7fbf340b12c0 secure :-1 s=READY pgs=2517 cs=0 l=1 rev1=1 crypto rx=0x7fbf340cf0d0 tx=0x7fbf2402a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5b773d7e751cc06 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf31ffb640 1 -- 172.21.15.39:0/2810782851 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf24031600 con 0x7fbf34153750 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf31ffb640 1 -- 172.21.15.39:0/2810782851 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf2402d050 con 0x7fbf34153750 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.981+0000 7fbf31ffb640 1 -- 172.21.15.39:0/2810782851 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf24031980 con 0x7fbf34153750 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 -- 172.21.15.39:0/2810782851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf34153750 msgr2=0x7fbf340b12c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf34153750 0x7fbf340b12c0 secure :-1 s=READY pgs=2517 cs=0 l=1 rev1=1 crypto rx=0x7fbf340cf0d0 tx=0x7fbf2402a610 comp rx=0 tx=0).stop 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 -- 172.21.15.39:0/2810782851 shutdown_connections 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf340cdf20 0x7fbf340ce3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 --2- 172.21.15.39:0/2810782851 >> v2:172.21.15.157:3300/0 conn(0x7fbf34153b30 0x7fbf340b1800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 --2- 172.21.15.39:0/2810782851 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf34153750 0x7fbf340b12c0 unknown :-1 s=CLOSED pgs=2517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 -- 172.21.15.39:0/2810782851 >> 172.21.15.39:0/2810782851 conn(0x7fbf34069ed0 msgr2=0x7fbf3406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 -- 172.21.15.39:0/2810782851 shutdown_connections 2024-09-13T16:21:26.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.982+0000 7fbf33fff640 1 -- 172.21.15.39:0/2810782851 wait complete. 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.983+0000 7fbf33fff640 1 Processor -- start 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.983+0000 7fbf33fff640 1 -- start start 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf33fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 0x7fbf34150020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf33fff640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf34153750 0x7fbf340acd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf33fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf34153b30 0x7fbf341f1bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf33fff640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf340ac910 con 0x7fbf340cdf20 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf33fff640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbf34150560 con 0x7fbf34153750 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf33fff640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbf340ac2e0 con 0x7fbf34153b30 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf32ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 0x7fbf34150020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf32ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 0x7fbf34150020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41708/0 (socket says 172.21.15.39:41708) 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf32ffd640 1 -- 172.21.15.39:0/941608302 learned_addr learned my addr 172.21.15.39:0/941608302 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:26.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf327fc640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf34153750 0x7fbf340acd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.984+0000 7fbf337fe640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf34153b30 0x7fbf341f1bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf32ffd640 1 -- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf34153b30 msgr2=0x7fbf341f1bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf32ffd640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf34153b30 0x7fbf341f1bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf32ffd640 1 -- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf34153750 msgr2=0x7fbf340acd30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf32ffd640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf34153750 0x7fbf340acd30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf32ffd640 1 -- 172.21.15.39:0/941608302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf24009b30 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf32ffd640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 0x7fbf34150020 secure :-1 s=READY pgs=2518 cs=0 l=1 rev1=1 crypto rx=0x7fbf24034040 tx=0x7fbf24004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf2403d860 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf2403d9e0 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf340ad270 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf2403dd90 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.985+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbf341f2960 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.986+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbf34067330 con 0x7fbf340cdf20 2024-09-13T16:21:26.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.986+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf2403b400 con 0x7fbf340cdf20 2024-09-13T16:21:26.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.987+0000 7fbf2b7fe640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1406ac00 0x7fbf1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:26.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.987+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 8490+0+0 (secure 0 0 0) 0x7fbf240aad40 con 0x7fbf340cdf20 2024-09-13T16:21:26.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.987+0000 7fbf327fc640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1406ac00 0x7fbf1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:26.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.988+0000 7fbf327fc640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1406ac00 0x7fbf1406d0c0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fbf34070910 tx=0x7fbf1c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:26.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:25.991+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf24075530 con 0x7fbf340cdf20 2024-09-13T16:21:26.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:26.203+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fbf340acb80 con 0x7fbf340cdf20 2024-09-13T16:21:27.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.024+0000 7fbf2b7fe640 1 -- 172.21.15.39:0/941608302 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v269) v1 ==== 162+0+0 (secure 0 0 0) 0x7fbf24009510 con 0x7fbf340cdf20 2024-09-13T16:21:27.026 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:21:27.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1406ac00 msgr2=0x7fbf1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1406ac00 0x7fbf1406d0c0 secure :-1 s=READY pgs=979 cs=0 l=1 rev1=1 crypto rx=0x7fbf34070910 tx=0x7fbf1c008040 comp rx=0 tx=0).stop 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 msgr2=0x7fbf34150020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 0x7fbf34150020 secure :-1 s=READY pgs=2518 cs=0 l=1 rev1=1 crypto rx=0x7fbf24034040 tx=0x7fbf24004a40 comp rx=0 tx=0).stop 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 shutdown_connections 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf1406ac00 0x7fbf1406d0c0 unknown :-1 s=CLOSED pgs=979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbf34153b30 0x7fbf341f1bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbf34153750 0x7fbf340acd30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 --2- 172.21.15.39:0/941608302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbf340cdf20 0x7fbf34150020 unknown :-1 s=CLOSED pgs=2518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 >> 172.21.15.39:0/941608302 conn(0x7fbf34069ed0 msgr2=0x7fbf34150de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:27.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 shutdown_connections 2024-09-13T16:21:27.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.027+0000 7fbf33fff640 1 -- 172.21.15.39:0/941608302 wait complete. 2024-09-13T16:21:27.043 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:27.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.149+0000 7f76f69c7640 1 Processor -- start 2024-09-13T16:21:27.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.149+0000 7f76f69c7640 1 -- start start 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76f69c7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f76f015a230 0x7f76f00ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76f69c7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76f006ccd0 con 0x7f76f0070a70 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76f69c7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76f0161010 con 0x7f76f006e170 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76f69c7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76f015a610 con 0x7f76f015a230 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76e7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f76f0070a70 0x7f76f01601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51324/0 (socket says 172.21.15.39:51324) 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76e7fff640 1 -- 172.21.15.39:0/1935378049 learned_addr learned my addr 172.21.15.39:0/1935378049 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.150+0000 7f76effff640 1 --2- 172.21.15.39:0/1935378049 >> v2:172.21.15.157:3300/0 conn(0x7f76f015a230 0x7f76f00ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1178878268 0 0) 0x7f76f006ccd0 con 0x7f76f0070a70 2024-09-13T16:21:27.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76dc003520 con 0x7f76f0070a70 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 613154605 0 0) 0x7f76dc003520 con 0x7f76f0070a70 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 >> v2:172.21.15.157:3300/0 conn(0x7f76f015a230 msgr2=0x7f76f00ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 --2- 172.21.15.39:0/1935378049 >> v2:172.21.15.157:3300/0 conn(0x7f76f015a230 0x7f76f00ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 >> v1:172.21.15.157:6789/0 conn(0x7f76f006e170 legacy=0x7f76f0160900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76f00ad1d0 con 0x7f76f0070a70 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f76d8001670 con 0x7f76f0070a70 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 >> v1:172.21.15.39:6789/0 conn(0x7f76f0070a70 legacy=0x7f76f01601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76dc003970 0x7f76dc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76dc0047c0 0x7f76dc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc005180 0x7f76dc00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f015a610 con 0x7f76dc003970 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76dc00c020 con 0x7f76dc0047c0 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76dc00c1e0 con 0x7f76dc005180 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76effff640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76dc003970 0x7f76dc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76e7fff640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76dc0047c0 0x7f76dc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76f4f64640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc005180 0x7f76dc00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76effff640 1 -- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc005180 msgr2=0x7f76dc00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76effff640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc005180 0x7f76dc00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76effff640 1 -- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76dc0047c0 msgr2=0x7f76dc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76effff640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76dc0047c0 0x7f76dc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76effff640 1 -- 172.21.15.39:0/1935378049 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76dc003520 con 0x7f76dc003970 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76f4f64640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc005180 0x7f76dc00b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.151+0000 7f76f4f64640 1 -- 172.21.15.39:0/1935378049 reap_dead start 2024-09-13T16:21:27.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.152+0000 7f76effff640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76dc003970 0x7f76dc003d90 secure :-1 s=READY pgs=2520 cs=0 l=1 rev1=1 crypto rx=0x7f76e0009ac0 tx=0x7f76dc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9469c63687039308 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.152+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e0031400 con 0x7f76dc003970 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.152+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76e002d050 con 0x7f76dc003970 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.152+0000 7f76ef7fe640 1 -- 172.21.15.39:0/1935378049 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76e0031780 con 0x7f76dc003970 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 -- 172.21.15.39:0/1935378049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76dc003970 msgr2=0x7f76dc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76dc003970 0x7f76dc003d90 secure :-1 s=READY pgs=2520 cs=0 l=1 rev1=1 crypto rx=0x7f76e0009ac0 tx=0x7f76dc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 -- 172.21.15.39:0/1935378049 shutdown_connections 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 --2- 172.21.15.39:0/1935378049 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76dc003970 0x7f76dc003d90 unknown :-1 s=CLOSED pgs=2520 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 -- 172.21.15.39:0/1935378049 >> 172.21.15.39:0/1935378049 conn(0x7f76f006a0b0 msgr2=0x7f76f006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 -- 172.21.15.39:0/1935378049 shutdown_connections 2024-09-13T16:21:27.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.153+0000 7f76f69c7640 1 -- 172.21.15.39:0/1935378049 wait complete. 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.154+0000 7f76f69c7640 1 Processor -- start 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.154+0000 7f76f69c7640 1 -- start start 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f69c7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc003970 0x7f76f01f29e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f69c7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 0x7f76f0155660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f69c7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76f0153f40 0x7f76f01543c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f69c7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f01f2f20 con 0x7f76f015f570 2024-09-13T16:21:27.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f69c7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76f01592e0 con 0x7f76f0153f40 2024-09-13T16:21:27.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f69c7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76f014c0e0 con 0x7f76dc003970 2024-09-13T16:21:27.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 0x7f76f0155660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 0x7f76f0155660 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41730/0 (socket says 172.21.15.39:41730) 2024-09-13T16:21:27.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 -- 172.21.15.39:0/4254415589 learned_addr learned my addr 172.21.15.39:0/4254415589 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:27.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76effff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc003970 0x7f76f01f29e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.168 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f4f64640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76f0153f40 0x7f76f01543c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 -- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc003970 msgr2=0x7f76f01f29e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc003970 0x7f76f01f29e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 -- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76f0153f40 msgr2=0x7f76f01543c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76f0153f40 0x7f76f01543c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76e7fff640 1 -- 172.21.15.39:0/4254415589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76f014c3c0 con 0x7f76f015f570 2024-09-13T16:21:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76effff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc003970 0x7f76f01f29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.155+0000 7f76f4f64640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76f0153f40 0x7f76f01543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:27.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.156+0000 7f76e7fff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 0x7f76f0155660 secure :-1 s=READY pgs=2521 cs=0 l=1 rev1=1 crypto rx=0x7f76d8007290 tx=0x7f76d8007690 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.156+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d800fa00 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.156+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76d800fb80 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.156+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76f0159580 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.156+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76d80133f0 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.156+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76f0154900 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.157+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f76f00672f0 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.157+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f76d8013550 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.158+0000 7f76ed7fa640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76d006ac30 0x7f76d006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.158+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(123..123 src has 1..123) v4 ==== 8490+0+0 (secure 0 0 0) 0x7f76d808a0a0 con 0x7f76f015f570 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.158+0000 7f76effff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76d006ac30 0x7f76d006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:27.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.159+0000 7f76effff640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76d006ac30 0x7f76d006d0f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f76e0033000 tx=0x7f76e0008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:27.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.162+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f76d80547e0 con 0x7f76f015f570 2024-09-13T16:21:27.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.368+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f76f0070eb0 con 0x7f76f015f570 2024-09-13T16:21:27.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.368+0000 7f76ed7fa640 1 -- 172.21.15.39:0/4254415589 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 270 v270) v1 ==== 95+0+4746 (secure 0 0 0) 0x7f76d8057e00 con 0x7f76f015f570 2024-09-13T16:21:27.370 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:27.370 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":270,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":270,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:27.025599+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":123,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11199},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11199":{"gid":11199,"name":"c","rank":0,"incarnation":270,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/4195911610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4195911610},{"type":"v1","addr":"172.21.15.39:6834","nonce":4195911610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:27.370 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 270 2024-09-13T16:21:27.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76d006ac30 msgr2=0x7f76d006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76d006ac30 0x7f76d006d0f0 secure :-1 s=READY pgs=980 cs=0 l=1 rev1=1 crypto rx=0x7f76e0033000 tx=0x7f76e0008030 comp rx=0 tx=0).stop 2024-09-13T16:21:27.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 msgr2=0x7f76f0155660 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:27.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 0x7f76f0155660 secure :-1 s=READY pgs=2521 cs=0 l=1 rev1=1 crypto rx=0x7f76d8007290 tx=0x7f76d8007690 comp rx=0 tx=0).stop 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 shutdown_connections 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f76d006ac30 0x7f76d006d0f0 unknown :-1 s=CLOSED pgs=980 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f76f0153f40 0x7f76f01543c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f76f015f570 0x7f76f0155660 unknown :-1 s=CLOSED pgs=2521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 --2- 172.21.15.39:0/4254415589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f76dc003970 0x7f76f01f29e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 >> 172.21.15.39:0/4254415589 conn(0x7f76f006a0b0 msgr2=0x7f76f00aefe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 shutdown_connections 2024-09-13T16:21:27.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:27.370+0000 7f76f69c7640 1 -- 172.21.15.39:0/4254415589 wait complete. 2024-09-13T16:21:27.383 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:21:30.068 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:21:30.067+0000 7fa5e092f640 -1 mds.0.damage notify_dentry Damage to dentries in fragment * of ino 0x100is fatal because it is a system directory for this rank 2024-09-13T16:21:30.069 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:30.068+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:21:30.069 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:30.068+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:21:30.509 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:21:30.508+0000 7fa5e4136640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:21:32.383 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:32.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.496+0000 7fa398d45640 1 Processor -- start 2024-09-13T16:21:32.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.496+0000 7fa398d45640 1 -- start start 2024-09-13T16:21:32.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa398d45640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa3940cfaf0 0x7fa394069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa398d45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 0x7fa3940b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa398d45640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa39406a540 con 0x7fa39415c790 2024-09-13T16:21:32.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa398d45640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3940b1180 con 0x7fa3940cfaf0 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa398d45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3940b1460 con 0x7fa3940cbb10 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa39259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa39415c790 0x7fa3940cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:51326/0 (socket says 172.21.15.39:51326) 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa39259c640 1 -- 172.21.15.39:0/2935902634 learned_addr learned my addr 172.21.15.39:0/2935902634 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2935902634 >> v2:172.21.15.157:3300/0 conn(0x7fa3940cfaf0 0x7fa394069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa392d9d640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 0x7fa3940b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.497+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3582983847 0 0) 0x7fa39406a540 con 0x7fa39415c790 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa380003520 con 0x7fa39415c790 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3398410342 0 0) 0x7fa380003520 con 0x7fa39415c790 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 msgr2=0x7fa3940b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 0x7fa3940b2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 >> v2:172.21.15.157:3300/0 conn(0x7fa3940cfaf0 msgr2=0x7fa394069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 --2- 172.21.15.39:0/2935902634 >> v2:172.21.15.157:3300/0 conn(0x7fa3940cfaf0 0x7fa394069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3940b1740 con 0x7fa39415c790 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fa38c001670 con 0x7fa39415c790 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 >> v1:172.21.15.39:6789/0 conn(0x7fa39415c790 legacy=0x7fa3940cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa380003970 0x7fa380003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa380004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 0x7fa380005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3940b1180 con 0x7fa3800047c0 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3940b1460 con 0x7fa380003970 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa38000b980 con 0x7fa3940cbb10 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa380004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39259c640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa380003970 0x7fa380003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa392d9d640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 0x7fa380005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa391d9b640 1 -- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 msgr2=0x7fa380005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa3940cbb10 0x7fa380005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa391d9b640 1 -- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa380003970 msgr2=0x7fa380003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa380003970 0x7fa380003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa391d9b640 1 -- 172.21.15.39:0/2935902634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa380003520 con 0x7fa3800047c0 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.498+0000 7fa39259c640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa380003970 0x7fa380003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.499+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa380004c40 secure :-1 s=READY pgs=2523 cs=0 l=1 rev1=1 crypto rx=0x7fa37c009ac0 tx=0x7fa3800057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=564ceb704eb7ff24 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.499+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa37c031400 con 0x7fa3800047c0 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.499+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa37c02d050 con 0x7fa3800047c0 2024-09-13T16:21:32.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.499+0000 7fa39159a640 1 -- 172.21.15.39:0/2935902634 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa37c0317a0 con 0x7fa3800047c0 2024-09-13T16:21:32.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa398d45640 1 -- 172.21.15.39:0/2935902634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 msgr2=0x7fa380004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa398d45640 1 --2- 172.21.15.39:0/2935902634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa380004c40 secure :-1 s=READY pgs=2523 cs=0 l=1 rev1=1 crypto rx=0x7fa37c009ac0 tx=0x7fa3800057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa392d9d640 1 -- 172.21.15.39:0/2935902634 reap_dead start 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa398d45640 1 -- 172.21.15.39:0/2935902634 shutdown_connections 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa398d45640 1 -- 172.21.15.39:0/2935902634 >> 172.21.15.39:0/2935902634 conn(0x7fa394065bd0 msgr2=0x7fa394065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa398d45640 1 -- 172.21.15.39:0/2935902634 shutdown_connections 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.500+0000 7fa398d45640 1 -- 172.21.15.39:0/2935902634 wait complete. 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.501+0000 7fa398d45640 1 Processor -- start 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.501+0000 7fa398d45640 1 -- start start 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa398d45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa3941594c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa398d45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa394155730 0x7fa39415ab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa398d45640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa39414bd10 0x7fa39414c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa398d45640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa39414c6d0 con 0x7fa3800047c0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa398d45640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa394159aa0 con 0x7fa39414bd10 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa398d45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa394159d80 con 0x7fa394155730 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa39259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa3941594c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa39259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa3941594c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41748/0 (socket says 172.21.15.39:41748) 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa39259c640 1 -- 172.21.15.39:0/2449770953 learned_addr learned my addr 172.21.15.39:0/2449770953 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa394155730 0x7fa39415ab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa392d9d640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa39414bd10 0x7fa39414c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa39259c640 1 -- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa394155730 msgr2=0x7fa39415ab70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.502+0000 7fa39259c640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa394155730 0x7fa39415ab70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa39259c640 1 -- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa39414bd10 msgr2=0x7fa39414c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa39259c640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa39414bd10 0x7fa39414c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa39259c640 1 -- 172.21.15.39:0/2449770953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa39415a060 con 0x7fa3800047c0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa39259c640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa3941594c0 secure :-1 s=READY pgs=2524 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00e820 tx=0x7fa38c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa38c00c870 con 0x7fa3800047c0 2024-09-13T16:21:32.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa38c00c9d0 con 0x7fa3800047c0 2024-09-13T16:21:32.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa394152b10 con 0x7fa3800047c0 2024-09-13T16:21:32.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa38c00cd40 con 0x7fa3800047c0 2024-09-13T16:21:32.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.503+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa394155bb0 con 0x7fa3800047c0 2024-09-13T16:21:32.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.504+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa394153030 con 0x7fa3800047c0 2024-09-13T16:21:32.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.505+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa38c01d460 con 0x7fa3800047c0 2024-09-13T16:21:32.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.505+0000 7fa38affd640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa37406ac30 0x7fa37406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.505+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fa38c089ee0 con 0x7fa3800047c0 2024-09-13T16:21:32.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.505+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa37406ac30 0x7fa37406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.506+0000 7fa391d9b640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa37406ac30 0x7fa37406d0f0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fa37c033000 tx=0x7fa37c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:32.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.510+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa394153030 con 0x7fa3800047c0 2024-09-13T16:21:32.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.719+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa394153030 con 0x7fa3800047c0 2024-09-13T16:21:32.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.719+0000 7fa38affd640 1 -- 172.21.15.39:0/2449770953 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 274 v274) v1 ==== 95+0+3976 (secure 0 0 0) 0x7fa394153030 con 0x7fa3800047c0 2024-09-13T16:21:32.721 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:32.721 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":274,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":274,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:30.069447+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:32.721 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 274 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa37406ac30 msgr2=0x7fa37406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa37406ac30 0x7fa37406d0f0 secure :-1 s=READY pgs=981 cs=0 l=1 rev1=1 crypto rx=0x7fa37c033000 tx=0x7fa37c008030 comp rx=0 tx=0).stop 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 msgr2=0x7fa3941594c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa3941594c0 secure :-1 s=READY pgs=2524 cs=0 l=1 rev1=1 crypto rx=0x7fa38c00e820 tx=0x7fa38c00ece0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 shutdown_connections 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa37406ac30 0x7fa37406d0f0 unknown :-1 s=CLOSED pgs=981 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa39414bd10 0x7fa39414c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa394155730 0x7fa39415ab70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 --2- 172.21.15.39:0/2449770953 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3800047c0 0x7fa3941594c0 unknown :-1 s=CLOSED pgs=2524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 >> 172.21.15.39:0/2449770953 conn(0x7fa394065bd0 msgr2=0x7fa3940cf040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 shutdown_connections 2024-09-13T16:21:32.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.721+0000 7fa398d45640 1 -- 172.21.15.39:0/2449770953 wait complete. 2024-09-13T16:21:32.733 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:21:32.734 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.834+0000 7f4b41853640 1 Processor -- start 2024-09-13T16:21:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.834+0000 7f4b41853640 1 -- start start 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b41853640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c0d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b41853640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b3c0cf660 0x7f4b3c166480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b41853640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b3c0cfcc0 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b41853640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b3c0cffa0 con 0x7f4b3c0cf660 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b41853640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b3c0cd7d0 con 0x7f4b3c15ca50 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b3b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b3c0cf660 0x7f4b3c166480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b3b7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b3c0cf660 0x7f4b3c166480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41764/0 (socket says 172.21.15.39:41764) 2024-09-13T16:21:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.835+0000 7f4b3b7fe640 1 -- 172.21.15.39:0/1624737459 learned_addr learned my addr 172.21.15.39:0/1624737459 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.836+0000 7f4b3b7fe640 1 -- 172.21.15.39:0/1624737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 msgr2=0x7f4b3c0d1cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.836+0000 7f4b3b7fe640 1 --2- 172.21.15.39:0/1624737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c0d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.836+0000 7f4b3b7fe640 1 -- 172.21.15.39:0/1624737459 >> v1:172.21.15.157:6789/0 conn(0x7f4b3c0ccf30 legacy=0x7f4b3c0cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:32.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.836+0000 7f4b3b7fe640 1 -- 172.21.15.39:0/1624737459 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b3c0cdab0 con 0x7f4b3c0cf660 2024-09-13T16:21:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.836+0000 7f4b3b7fe640 1 --2- 172.21.15.39:0/1624737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c166480 secure :-1 s=READY pgs=2525 cs=0 l=1 rev1=1 crypto rx=0x7f4b34009e50 tx=0x7f4b3402a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de61a78540f731b0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b39ffb640 1 -- 172.21.15.39:0/1624737459 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b3402aea0 con 0x7f4b3c0cf660 2024-09-13T16:21:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b39ffb640 1 -- 172.21.15.39:0/1624737459 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b3402d050 con 0x7f4b3c0cf660 2024-09-13T16:21:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b39ffb640 1 -- 172.21.15.39:0/1624737459 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b34031820 con 0x7f4b3c0cf660 2024-09-13T16:21:32.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 -- 172.21.15.39:0/1624737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0cf660 msgr2=0x7f4b3c166480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 --2- 172.21.15.39:0/1624737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c166480 secure :-1 s=READY pgs=2525 cs=0 l=1 rev1=1 crypto rx=0x7f4b34009e50 tx=0x7f4b3402a6c0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 -- 172.21.15.39:0/1624737459 shutdown_connections 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 --2- 172.21.15.39:0/1624737459 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c166480 unknown :-1 s=CLOSED pgs=2525 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 --2- 172.21.15.39:0/1624737459 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c0d1cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 -- 172.21.15.39:0/1624737459 >> 172.21.15.39:0/1624737459 conn(0x7f4b3c0b42a0 msgr2=0x7f4b3c0b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 -- 172.21.15.39:0/1624737459 shutdown_connections 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.837+0000 7f4b41853640 1 -- 172.21.15.39:0/1624737459 wait complete. 2024-09-13T16:21:32.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.838+0000 7f4b41853640 1 Processor -- start 2024-09-13T16:21:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.838+0000 7f4b41853640 1 -- start start 2024-09-13T16:21:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b41853640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 0x7f4b3c160c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b41853640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c15bb70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b41853640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c1f2ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b41853640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b3c161580 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b41853640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b3c0cbe90 con 0x7f4b3c0cf660 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b41853640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b3c0cc170 con 0x7f4b3c15ca50 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b3affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 0x7f4b3c160c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b3affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 0x7f4b3c160c50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41768/0 (socket says 172.21.15.39:41768) 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b3affd640 1 -- 172.21.15.39:0/2628144566 learned_addr learned my addr 172.21.15.39:0/2628144566 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b3a7fc640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c15bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.839+0000 7f4b3b7fe640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c1f2ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3affd640 1 -- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 msgr2=0x7f4b3c1f2ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3affd640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c1f2ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3affd640 1 -- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b3c0cf660 msgr2=0x7f4b3c15bb70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3affd640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c15bb70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3affd640 1 -- 172.21.15.39:0/2628144566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b34009b30 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3b7fe640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c1f2ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b3affd640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 0x7f4b3c160c50 secure :-1 s=READY pgs=2526 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c00b410 tx=0x7f4b2c00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c011830 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b2c0119b0 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b3c0cc450 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b2c011d60 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.840+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b3c161190 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.841+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b3c0cd510 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.841+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b2c01a400 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.842+0000 7f4b23fff640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b2806ac30 0x7f4b2806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.842+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f4b2c089ed0 con 0x7f4b3c0ccf30 2024-09-13T16:21:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.842+0000 7f4b3a7fc640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b2806ac30 0x7f4b2806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.843+0000 7f4b3a7fc640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b2806ac30 0x7f4b2806d0f0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c0c9730 tx=0x7f4b30009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:32.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:32.846+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b2c0545c0 con 0x7f4b3c0ccf30 2024-09-13T16:21:33.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.052+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4b3c0d0ee0 con 0x7f4b3c0ccf30 2024-09-13T16:21:33.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.053+0000 7f4b23fff640 1 -- 172.21.15.39:0/2628144566 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 274 v274) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f4b2c015020 con 0x7f4b3c0ccf30 2024-09-13T16:21:33.054 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:33.054 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":274,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":274,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:30.069447+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:33.055 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 274 2024-09-13T16:21:33.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b2806ac30 msgr2=0x7f4b2806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b2806ac30 0x7f4b2806d0f0 secure :-1 s=READY pgs=982 cs=0 l=1 rev1=1 crypto rx=0x7f4b3c0c9730 tx=0x7f4b30009040 comp rx=0 tx=0).stop 2024-09-13T16:21:33.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 msgr2=0x7f4b3c160c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 0x7f4b3c160c50 secure :-1 s=READY pgs=2526 cs=0 l=1 rev1=1 crypto rx=0x7f4b2c00b410 tx=0x7f4b2c00b8d0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 shutdown_connections 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b2806ac30 0x7f4b2806d0f0 unknown :-1 s=CLOSED pgs=982 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b3c15ca50 0x7f4b3c1f2ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b3c0cf660 0x7f4b3c15bb70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 --2- 172.21.15.39:0/2628144566 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b3c0ccf30 0x7f4b3c160c50 unknown :-1 s=CLOSED pgs=2526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 >> 172.21.15.39:0/2628144566 conn(0x7f4b3c0b42a0 msgr2=0x7f4b3c0b73f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 shutdown_connections 2024-09-13T16:21:33.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.055+0000 7f4b41853640 1 -- 172.21.15.39:0/2628144566 wait complete. 2024-09-13T16:21:33.067 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:21:33.068 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:33.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 Processor -- start 2024-09-13T16:21:33.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 -- start start 2024-09-13T16:21:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f09f40b41a0 0x7f09f40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09f40d0830 0x7f09f40d0cb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09f40cde30 con 0x7f09f40d0830 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09f40b5090 con 0x7f09f40b41a0 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.169+0000 7f09f9b76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09f40cd820 con 0x7f09f40ccf80 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09f40d0830 0x7f09f40d0cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f09f40d0830 0x7f09f40d0cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41774/0 (socket says 172.21.15.39:41774) 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 -- 172.21.15.39:0/2739674518 learned_addr learned my addr 172.21.15.39:0/2739674518 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f2ffd640 1 --2- 172.21.15.39:0/2739674518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f37fe640 1 --2- 172.21.15.39:0/2739674518 >> v2:172.21.15.157:3300/0 conn(0x7f09f40b41a0 0x7f09f40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 -- 172.21.15.39:0/2739674518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 msgr2=0x7f09f40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 --2- 172.21.15.39:0/2739674518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 -- 172.21.15.39:0/2739674518 >> v2:172.21.15.157:3300/0 conn(0x7f09f40b41a0 msgr2=0x7f09f40b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:33.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 --2- 172.21.15.39:0/2739674518 >> v2:172.21.15.157:3300/0 conn(0x7f09f40b41a0 0x7f09f40b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.170+0000 7f09f3fff640 1 -- 172.21.15.39:0/2739674518 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09f40b4ac0 con 0x7f09f40d0830 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.171+0000 7f09f3fff640 1 --2- 172.21.15.39:0/2739674518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40d0830 0x7f09f40d0cb0 secure :-1 s=READY pgs=2527 cs=0 l=1 rev1=1 crypto rx=0x7f09f4073580 tx=0x7f09ec02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f1f315cd5493a3c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.171+0000 7f09f27fc640 1 -- 172.21.15.39:0/2739674518 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09ec031600 con 0x7f09f40d0830 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.171+0000 7f09f27fc640 1 -- 172.21.15.39:0/2739674518 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09ec02d050 con 0x7f09f40d0830 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.171+0000 7f09f27fc640 1 -- 172.21.15.39:0/2739674518 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09ec031980 con 0x7f09f40d0830 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.171+0000 7f09f9b76640 1 -- 172.21.15.39:0/2739674518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40d0830 msgr2=0x7f09f40d0cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.171+0000 7f09f9b76640 1 --2- 172.21.15.39:0/2739674518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40d0830 0x7f09f40d0cb0 secure :-1 s=READY pgs=2527 cs=0 l=1 rev1=1 crypto rx=0x7f09f4073580 tx=0x7f09ec02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 -- 172.21.15.39:0/2739674518 shutdown_connections 2024-09-13T16:21:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 --2- 172.21.15.39:0/2739674518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40d0830 0x7f09f40d0cb0 unknown :-1 s=CLOSED pgs=2527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 --2- 172.21.15.39:0/2739674518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 --2- 172.21.15.39:0/2739674518 >> v2:172.21.15.157:3300/0 conn(0x7f09f40b41a0 0x7f09f40b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 -- 172.21.15.39:0/2739674518 >> 172.21.15.39:0/2739674518 conn(0x7f09f40cf1a0 msgr2=0x7f09f40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 -- 172.21.15.39:0/2739674518 shutdown_connections 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.172+0000 7f09f9b76640 1 -- 172.21.15.39:0/2739674518 wait complete. 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.173+0000 7f09f9b76640 1 Processor -- start 2024-09-13T16:21:33.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.173+0000 7f09f9b76640 1 -- start start 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 0x7f09f40a90b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40a95f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09f40d0830 0x7f09f414ab00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f41e57c0 con 0x7f09f40b41a0 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09f4148be0 con 0x7f09f40d0830 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09f4148ec0 con 0x7f09f40ccf80 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 0x7f09f40a90b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 0x7f09f40a90b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41782/0 (socket says 172.21.15.39:41782) 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 -- 172.21.15.39:0/1323056941 learned_addr learned my addr 172.21.15.39:0/1323056941 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 -- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 msgr2=0x7f09f40a95f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40a95f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 -- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09f40d0830 msgr2=0x7f09f414ab00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09f40d0830 0x7f09f414ab00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 -- 172.21.15.39:0/1323056941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09ec009b30 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f37fe640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 0x7f09f40a90b0 secure :-1 s=READY pgs=2528 cs=0 l=1 rev1=1 crypto rx=0x7f09e400e890 tx=0x7f09e400ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e400c940 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09e400caa0 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09f41491a0 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09e400ce30 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.174+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09f41e66d0 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.175+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09f4067330 con 0x7f09f40b41a0 2024-09-13T16:21:33.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.176+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f09e4013470 con 0x7f09f40b41a0 2024-09-13T16:21:33.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.176+0000 7f09ebfff640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f09d406ac00 0x7f09d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.176+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f09e408a100 con 0x7f09f40b41a0 2024-09-13T16:21:33.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.177+0000 7f09f2ffd640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f09d406ac00 0x7f09d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.177+0000 7f09f2ffd640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f09d406ac00 0x7f09d406d0c0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f09f41489a0 tx=0x7f09dc0095a0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:33.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.181+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f09e4054760 con 0x7f09f40b41a0 2024-09-13T16:21:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.385+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f09f4066ec0 con 0x7f09f40b41a0 2024-09-13T16:21:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.386+0000 7f09ebfff640 1 -- 172.21.15.39:0/1323056941 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 274 v274) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f09e405e070 con 0x7f09f40b41a0 2024-09-13T16:21:33.388 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:33.388 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":274,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":274,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:30.069447+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 274 2024-09-13T16:21:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f09d406ac00 msgr2=0x7f09d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f09d406ac00 0x7f09d406d0c0 secure :-1 s=READY pgs=983 cs=0 l=1 rev1=1 crypto rx=0x7f09f41489a0 tx=0x7f09dc0095a0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 msgr2=0x7f09f40a90b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 0x7f09f40a90b0 secure :-1 s=READY pgs=2528 cs=0 l=1 rev1=1 crypto rx=0x7f09e400e890 tx=0x7f09e400ed50 comp rx=0 tx=0).stop 2024-09-13T16:21:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 shutdown_connections 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f09d406ac00 0x7f09d406d0c0 unknown :-1 s=CLOSED pgs=983 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f09f40d0830 0x7f09f414ab00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09f40ccf80 0x7f09f40a95f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 --2- 172.21.15.39:0/1323056941 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f09f40b41a0 0x7f09f40a90b0 unknown :-1 s=CLOSED pgs=2528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 >> 172.21.15.39:0/1323056941 conn(0x7f09f40cf1a0 msgr2=0x7f09f40b2160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 shutdown_connections 2024-09-13T16:21:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.388+0000 7f09f9b76640 1 -- 172.21.15.39:0/1323056941 wait complete. 2024-09-13T16:21:33.401 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap key 100.00000000:stray0_head' led to DAMAGED state 2024-09-13T16:21:33.401 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap key 1.00000000:subdir_head' 2024-09-13T16:21:33.401 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:21:33.401 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:21:33.417 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:21:33.417 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:33.417 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:21:33.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:33.417 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:21:33.473 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:21:33.473 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:21:33.473 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:21:33.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.614+0000 7f068ccb1640 1 Processor -- start 2024-09-13T16:21:33.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.614+0000 7f068ccb1640 1 -- start start 2024-09-13T16:21:33.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068ccb1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0688071480 0x7f0688071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068ccb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06880b3930 0x7f06880b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068ccb1640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f068806ed00 0x7f068806f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068ccb1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0688071da0 con 0x7f0688071480 2024-09-13T16:21:33.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068ccb1640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f068806afe0 con 0x7f068806ed00 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068ccb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f06880b46a0 con 0x7f06880b3930 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0688071480 0x7f0688071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0688071480 0x7f0688071860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41134/0 (socket says 172.21.15.39:41134) 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.615+0000 7f068659c640 1 -- 172.21.15.39:0/1341970996 learned_addr learned my addr 172.21.15.39:0/1341970996 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f0685d9b640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06880b3930 0x7f06880b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f068659c640 1 -- 172.21.15.39:0/1341970996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06880b3930 msgr2=0x7f06880b3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f068659c640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06880b3930 0x7f06880b3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f0686d9d640 1 --2- 172.21.15.39:0/1341970996 >> v2:172.21.15.157:3300/0 conn(0x7f068806ed00 0x7f068806f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f068659c640 1 -- 172.21.15.39:0/1341970996 >> v2:172.21.15.157:3300/0 conn(0x7f068806ed00 msgr2=0x7f068806f190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f068659c640 1 --2- 172.21.15.39:0/1341970996 >> v2:172.21.15.157:3300/0 conn(0x7f068806ed00 0x7f068806f190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f068659c640 1 -- 172.21.15.39:0/1341970996 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06880b4980 con 0x7f0688071480 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f0685d9b640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06880b3930 0x7f06880b3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:33.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f0686d9d640 1 --2- 172.21.15.39:0/1341970996 >> v2:172.21.15.157:3300/0 conn(0x7f068806ed00 0x7f068806f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.616+0000 7f068659c640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0688071480 0x7f0688071860 secure :-1 s=READY pgs=2529 cs=0 l=1 rev1=1 crypto rx=0x7f068806d190 tx=0x7f068002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7f7b3a12e88ff34 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068559a640 1 -- 172.21.15.39:0/1341970996 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0680031600 con 0x7f0688071480 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068559a640 1 -- 172.21.15.39:0/1341970996 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068002d050 con 0x7f0688071480 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068559a640 1 -- 172.21.15.39:0/1341970996 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0680031980 con 0x7f0688071480 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 -- 172.21.15.39:0/1341970996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0688071480 msgr2=0x7f0688071860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0688071480 0x7f0688071860 secure :-1 s=READY pgs=2529 cs=0 l=1 rev1=1 crypto rx=0x7f068806d190 tx=0x7f068002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 -- 172.21.15.39:0/1341970996 shutdown_connections 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 --2- 172.21.15.39:0/1341970996 >> v2:172.21.15.157:3300/0 conn(0x7f068806ed00 0x7f068806f190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06880b3930 0x7f06880b3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 --2- 172.21.15.39:0/1341970996 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0688071480 0x7f0688071860 unknown :-1 s=CLOSED pgs=2529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 -- 172.21.15.39:0/1341970996 >> 172.21.15.39:0/1341970996 conn(0x7f06880b2320 msgr2=0x7f06880b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:33.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 -- 172.21.15.39:0/1341970996 shutdown_connections 2024-09-13T16:21:33.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.617+0000 7f068ccb1640 1 -- 172.21.15.39:0/1341970996 wait complete. 2024-09-13T16:21:33.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 Processor -- start 2024-09-13T16:21:33.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 -- start start 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068806ed00 0x7f06881499c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0688071480 0x7f06880a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 0x7f0688148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06880a8b50 con 0x7f06880b3930 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0688149520 con 0x7f068806ed00 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f068ccb1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0688153570 con 0x7f0688071480 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f0686d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 0x7f0688148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f0686d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 0x7f0688148fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41136/0 (socket says 172.21.15.39:41136) 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.619+0000 7f0686d9d640 1 -- 172.21.15.39:0/2690617538 learned_addr learned my addr 172.21.15.39:0/2690617538 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0685d9b640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0688071480 0x7f06880a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f068659c640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068806ed00 0x7f06881499c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0686d9d640 1 -- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0688071480 msgr2=0x7f06880a8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0686d9d640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0688071480 0x7f06880a8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0686d9d640 1 -- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068806ed00 msgr2=0x7f06881499c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0686d9d640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068806ed00 0x7f06881499c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0686d9d640 1 -- 172.21.15.39:0/2690617538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0680009b30 con 0x7f06880b3930 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f0686d9d640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 0x7f0688148fe0 secure :-1 s=READY pgs=2530 cs=0 l=1 rev1=1 crypto rx=0x7f067800c7f0 tx=0x7f067800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06780077c0 con 0x7f06880b3930 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0678007920 con 0x7f06880b3930 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0688158760 con 0x7f06880b3930 2024-09-13T16:21:33.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0678007d10 con 0x7f06880b3930 2024-09-13T16:21:33.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.620+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0688158110 con 0x7f06880b3930 2024-09-13T16:21:33.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.621+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06881588f0 con 0x7f06880b3930 2024-09-13T16:21:33.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.622+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f06780113f0 con 0x7f06880b3930 2024-09-13T16:21:33.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.622+0000 7f067effd640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f066806ac00 0x7f066806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:33.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.622+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f067808a080 con 0x7f06880b3930 2024-09-13T16:21:33.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.622+0000 7f068659c640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f066806ac00 0x7f066806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:33.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.623+0000 7f068659c640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f066806ac00 0x7f066806d0c0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f0680033000 tx=0x7f0680009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:33.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.626+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0678054820 con 0x7f06880b3930 2024-09-13T16:21:33.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:33.832+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f0688071860 con 0x7f06880b3930 2024-09-13T16:21:34.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.071+0000 7f067effd640 1 -- 172.21.15.39:0/2690617538 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v275) v1 ==== 161+0+0 (secure 0 0 0) 0x7f067801f090 con 0x7f06880b3930 2024-09-13T16:21:34.072 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:21:34.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f066806ac00 msgr2=0x7f066806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f066806ac00 0x7f066806d0c0 secure :-1 s=READY pgs=984 cs=0 l=1 rev1=1 crypto rx=0x7f0680033000 tx=0x7f0680009000 comp rx=0 tx=0).stop 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 msgr2=0x7f0688148fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 0x7f0688148fe0 secure :-1 s=READY pgs=2530 cs=0 l=1 rev1=1 crypto rx=0x7f067800c7f0 tx=0x7f067800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 shutdown_connections 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f066806ac00 0x7f066806d0c0 unknown :-1 s=CLOSED pgs=984 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06880b3930 0x7f0688148fe0 unknown :-1 s=CLOSED pgs=2530 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0688071480 0x7f06880a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 --2- 172.21.15.39:0/2690617538 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f068806ed00 0x7f06881499c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 >> 172.21.15.39:0/2690617538 conn(0x7f06880b2320 msgr2=0x7f06880cf8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 shutdown_connections 2024-09-13T16:21:34.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.073+0000 7f068ccb1640 1 -- 172.21.15.39:0/2690617538 wait complete. 2024-09-13T16:21:34.086 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:21:34.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.188+0000 7f775afe2640 1 Processor -- start 2024-09-13T16:21:34.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.188+0000 7f775afe2640 1 -- start start 2024-09-13T16:21:34.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.188+0000 7f775afe2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77540ae210 0x7f77540b4030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:34.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775afe2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7754065bd0 0x7f77540b4570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775afe2640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f775415a910 con 0x7f775415a530 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775afe2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77540cc110 con 0x7f7754065bd0 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775afe2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77540cc920 con 0x7f77540ae210 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775957f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7754065bd0 0x7f77540b4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f7758d7e640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f775415a530 0x7f775406bdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43592/0 (socket says 172.21.15.39:43592) 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f7758d7e640 1 -- 172.21.15.39:0/3149619671 learned_addr learned my addr 172.21.15.39:0/3149619671 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775957f640 1 -- 172.21.15.39:0/3149619671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77540ae210 msgr2=0x7f77540b4030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f7753fff640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77540ae210 0x7f77540b4030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775957f640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77540ae210 0x7f77540b4030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775957f640 1 -- 172.21.15.39:0/3149619671 >> v1:172.21.15.39:6789/0 conn(0x7f775415a530 legacy=0x7f775406bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f77537fe640 1 -- 172.21.15.39:0/3149619671 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1264994026 0 0) 0x7f775415a910 con 0x7f775415a530 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f775957f640 1 -- 172.21.15.39:0/3149619671 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f775406c4c0 con 0x7f7754065bd0 2024-09-13T16:21:34.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.189+0000 7f7753fff640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77540ae210 0x7f77540b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:34.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.190+0000 7f775957f640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7754065bd0 0x7f77540b4570 secure :-1 s=READY pgs=2532 cs=0 l=1 rev1=1 crypto rx=0x7f774c0097a0 tx=0x7f774c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b08a1841b268fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.190+0000 7f77537fe640 1 -- 172.21.15.39:0/3149619671 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c032440 con 0x7f7754065bd0 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.190+0000 7f77537fe640 1 -- 172.21.15.39:0/3149619671 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f774c0325a0 con 0x7f7754065bd0 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.190+0000 7f77537fe640 1 -- 172.21.15.39:0/3149619671 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f774c032930 con 0x7f7754065bd0 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.190+0000 7f775afe2640 1 -- 172.21.15.39:0/3149619671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7754065bd0 msgr2=0x7f77540b4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.190+0000 7f775afe2640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7754065bd0 0x7f77540b4570 secure :-1 s=READY pgs=2532 cs=0 l=1 rev1=1 crypto rx=0x7f774c0097a0 tx=0x7f774c02a180 comp rx=0 tx=0).stop 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.191+0000 7f775afe2640 1 -- 172.21.15.39:0/3149619671 shutdown_connections 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.191+0000 7f775afe2640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7754065bd0 0x7f77540b4570 unknown :-1 s=CLOSED pgs=2532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.191+0000 7f775afe2640 1 --2- 172.21.15.39:0/3149619671 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77540ae210 0x7f77540b4030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.191+0000 7f775afe2640 1 -- 172.21.15.39:0/3149619671 >> 172.21.15.39:0/3149619671 conn(0x7f77540ae990 msgr2=0x7f77540aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.191+0000 7f775afe2640 1 -- 172.21.15.39:0/3149619671 shutdown_connections 2024-09-13T16:21:34.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.191+0000 7f775afe2640 1 -- 172.21.15.39:0/3149619671 wait complete. 2024-09-13T16:21:34.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.192+0000 7f775afe2640 1 Processor -- start 2024-09-13T16:21:34.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.192+0000 7f775afe2640 1 -- start start 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7754065bd0 0x7f77541f3db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 0x7f7754148f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f775415a530 0x7f775414e2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77541efdf0 con 0x7f77540ae210 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f775415c3a0 con 0x7f775415a530 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7754152540 con 0x7f7754065bd0 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 0x7f7754148f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 0x7f7754148f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41156/0 (socket says 172.21.15.39:41156) 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 -- 172.21.15.39:0/619172480 learned_addr learned my addr 172.21.15.39:0/619172480 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7758d7e640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7754065bd0 0x7f77541f3db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775957f640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f775415a530 0x7f775414e2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 -- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7754065bd0 msgr2=0x7f77541f3db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:34.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7754065bd0 0x7f77541f3db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 -- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f775415a530 msgr2=0x7f775414e2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f775415a530 0x7f775414e2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 -- 172.21.15.39:0/619172480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f774c009400 con 0x7f77540ae210 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775957f640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f775415a530 0x7f775414e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f7753fff640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 0x7f7754148f80 secure :-1 s=READY pgs=2533 cs=0 l=1 rev1=1 crypto rx=0x7f773c00c820 tx=0x7f773c00cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f773c004230 con 0x7f77540ae210 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f773c004390 con 0x7f77540ae210 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f773c007a70 con 0x7f77540ae210 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77541f42f0 con 0x7f77540ae210 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.193+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f775415bde0 con 0x7f77540ae210 2024-09-13T16:21:34.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.194+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77540672f0 con 0x7f77540ae210 2024-09-13T16:21:34.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.195+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f773c007bd0 con 0x7f77540ae210 2024-09-13T16:21:34.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.195+0000 7f77517fa640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f773406ac00 0x7f773406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:34.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.195+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f773c089e10 con 0x7f77540ae210 2024-09-13T16:21:34.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.195+0000 7f7758d7e640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f773406ac00 0x7f773406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:34.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.196+0000 7f7758d7e640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f773406ac00 0x7f773406d0c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f77440012e0 tx=0x7f7744007ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:34.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.200+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f773c054500 con 0x7f77540ae210 2024-09-13T16:21:34.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:34.439+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f775406bdb0 con 0x7f77540ae210 2024-09-13T16:21:34.821 INFO:tasks.ceph.mds.c.smithi039.stderr: -48> 2024-09-13T16:21:30.067+0000 7fa5e092f640 -1 mds.0.damage notify_dentry Damage to dentries in fragment * of ino 0x100is fatal because it is a system directory for this rank 2024-09-13T16:21:34.821 INFO:tasks.ceph.mds.c.smithi039.stderr: -33> 2024-09-13T16:21:30.508+0000 7fa5e4136640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:21:34.846 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:21:35.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.076+0000 7f77517fa640 1 -- 172.21.15.39:0/619172480 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v276) v1 ==== 101+0+0 (secure 0 0 0) 0x7f773c01e090 con 0x7f77540ae210 2024-09-13T16:21:35.078 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:21:35.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f773406ac00 msgr2=0x7f773406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f773406ac00 0x7f773406d0c0 secure :-1 s=READY pgs=985 cs=0 l=1 rev1=1 crypto rx=0x7f77440012e0 tx=0x7f7744007ed0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 msgr2=0x7f7754148f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 0x7f7754148f80 secure :-1 s=READY pgs=2533 cs=0 l=1 rev1=1 crypto rx=0x7f773c00c820 tx=0x7f773c00cce0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 shutdown_connections 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f773406ac00 0x7f773406d0c0 unknown :-1 s=CLOSED pgs=985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f775415a530 0x7f775414e2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77540ae210 0x7f7754148f80 unknown :-1 s=CLOSED pgs=2533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 --2- 172.21.15.39:0/619172480 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7754065bd0 0x7f77541f3db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 >> 172.21.15.39:0/619172480 conn(0x7f77540ae990 msgr2=0x7f77540cb0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 shutdown_connections 2024-09-13T16:21:35.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.079+0000 7f775afe2640 1 -- 172.21.15.39:0/619172480 wait complete. 2024-09-13T16:21:35.094 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:21:35.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.137+0000 7fdd59163f40 1 Processor -- start 2024-09-13T16:21:35.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.137+0000 7fdd59163f40 1 -- start start 2024-09-13T16:21:35.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd59163f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dd9bfaf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd59163f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 0x55c9dd90a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd59163f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9e1730 0x55c9dd90aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd59163f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd8b84d0 con 0x55c9dd9ca8f0 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd59163f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd853b60 con 0x55c9dd90b610 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd59163f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd853800 con 0x55c9dd9e1730 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd5645f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 0x55c9dd90a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd5645f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 0x55c9dd90a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41196/0 (socket says 172.21.15.39:41196) 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd5645f640 1 -- 172.21.15.39:0/546715509 learned_addr learned my addr 172.21.15.39:0/546715509 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd57461640 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9e1730 0x55c9dd90aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.138+0000 7fdd56c60640 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dd9bfaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5645f640 1 -- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9e1730 msgr2=0x55c9dd90aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5645f640 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9e1730 0x55c9dd90aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5645f640 1 -- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 msgr2=0x55c9dd9bfaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5645f640 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dd9bfaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5645f640 1 -- 172.21.15.39:0/546715509 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd5000a1c0 con 0x55c9dd9ca8f0 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd56c60640 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dd9bfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5645f640 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 0x55c9dd90a570 secure :-1 s=READY pgs=2537 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00a5e0 tx=0x7fdd4c005f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=681c58ec99b4f04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5545d640 1 -- 172.21.15.39:0/546715509 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c008a40 con 0x55c9dd9ca8f0 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5545d640 1 -- 172.21.15.39:0/546715509 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd4c008bc0 con 0x55c9dd9ca8f0 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd5545d640 1 -- 172.21.15.39:0/546715509 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd4c013440 con 0x55c9dd9ca8f0 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 -- 172.21.15.39:0/546715509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 msgr2=0x55c9dd90a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 0x55c9dd90a570 secure :-1 s=READY pgs=2537 cs=0 l=1 rev1=1 crypto rx=0x7fdd4c00a5e0 tx=0x7fdd4c005f90 comp rx=0 tx=0).stop 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 -- 172.21.15.39:0/546715509 shutdown_connections 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9e1730 0x55c9dd90aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9ca8f0 0x55c9dd90a570 unknown :-1 s=CLOSED pgs=2537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 --2- 172.21.15.39:0/546715509 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dd9bfaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 -- 172.21.15.39:0/546715509 >> 172.21.15.39:0/546715509 conn(0x55c9dd90f040 msgr2=0x55c9dd955c30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 -- 172.21.15.39:0/546715509 shutdown_connections 2024-09-13T16:21:35.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.139+0000 7fdd59163f40 1 -- 172.21.15.39:0/546715509 wait complete. 2024-09-13T16:21:35.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.140+0000 7fdd59163f40 1 Processor -- start 2024-09-13T16:21:35.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.140+0000 7fdd59163f40 1 -- start start 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd59163f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dda724e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd59163f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9ca8f0 0x55c9dda7aea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd59163f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9e1730 0x55c9dda7b3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd59163f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd836520 con 0x55c9dd9e1730 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd59163f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c9dd9c3280 con 0x55c9dd90b610 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd59163f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c9dda69990 con 0x55c9dd9ca8f0 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9e1730 0x55c9dda7b3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9e1730 0x55c9dda7b3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41206/0 (socket says 172.21.15.39:41206) 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 learned_addr learned my addr 172.21.15.39:0/2180357424 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9ca8f0 0x55c9dda7aea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dda724e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9ca8f0 msgr2=0x55c9dda7aea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c9dd9ca8f0 0x55c9dda7aea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 msgr2=0x55c9dda724e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c9dd90b610 0x55c9dda724e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdd4c005d70 con 0x55c9dd9e1730 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd57461640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9e1730 0x55c9dda7b3e0 secure :-1 s=READY pgs=2538 cs=0 l=1 rev1=1 crypto rx=0x7fdd50025a50 tx=0x7fdd50003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.141+0000 7fdd3ffff640 1 -- 172.21.15.39:0/2180357424 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd5005f070 con 0x55c9dd9e1730 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.142+0000 7fdd3ffff640 1 -- 172.21.15.39:0/2180357424 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdd50050480 con 0x55c9dd9e1730 2024-09-13T16:21:35.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.142+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55c9dd862c20 con 0x55c9dd9e1730 2024-09-13T16:21:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.142+0000 7fdd3ffff640 1 -- 172.21.15.39:0/2180357424 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdd50059670 con 0x55c9dd9e1730 2024-09-13T16:21:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.142+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55c9dd856060 con 0x55c9dd9e1730 2024-09-13T16:21:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.143+0000 7fdd3ffff640 1 -- 172.21.15.39:0/2180357424 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdd500597d0 con 0x55c9dd9e1730 2024-09-13T16:21:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.143+0000 7fdd3ffff640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd440695e0 0x7fdd4406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.148 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd3ffff640 1 -- 172.21.15.39:0/2180357424 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fdd500cc450 con 0x55c9dd9e1730 2024-09-13T16:21:35.148 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd440695e0 0x7fdd4406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c9dd9bead0 0x55c9dd9c0500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dd90ab60 con 0x55c9dd9bead0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c9dd9bead0 0x55c9dd9c0500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c9dd9bead0 0x55c9dd9c0500 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.144+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd440695e0 0x7fdd4406baa0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fdd4800c600 tx=0x7fdd480057c0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.146+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v124'1002 uv976 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.146+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dd9c6e50 con 0x55c9dd9bead0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.148+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v124'1003 uv1003 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.148+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dd9c0a40 con 0x55c9dd9bead0 2024-09-13T16:21:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.149+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v124'1004 uv1004 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.151 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:21:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.149+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dd9c0df0 con 0x55c9dd9bead0 2024-09-13T16:21:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.150+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v124'1005 uv1005 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.150+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84f20 con 0x55c9dd9bead0 2024-09-13T16:21:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.151+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v124'1006 uv1006 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.151+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda83f10 con 0x55c9dd9bead0 2024-09-13T16:21:35.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.153+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v124'1007 uv1007 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.153+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84330 con 0x55c9dd9bead0 2024-09-13T16:21:35.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.154+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v124'1008 uv982 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.154+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84730 con 0x55c9dd9bead0 2024-09-13T16:21:35.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.155+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v124'1009 uv1009 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.155+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84730 con 0x55c9dd9bead0 2024-09-13T16:21:35.157 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:21:35.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.156+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v124'1010 uv1010 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.156+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84730 con 0x55c9dd9bead0 2024-09-13T16:21:35.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.157+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v124'1011 uv1011 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.157+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84730 con 0x55c9dd9bead0 2024-09-13T16:21:35.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.158+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v124'1012 uv1012 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.158+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84b30 con 0x55c9dd9bead0 2024-09-13T16:21:35.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.160+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v124'1013 uv1013 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.160+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda84b30 con 0x55c9dd9bead0 2024-09-13T16:21:35.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.161+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v124'1014 uv989 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.161+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.162+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v124'1015 uv1015 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.162+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.163+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v124'1016 uv1016 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.165 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:21:35.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.163+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.165+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v124'1017 uv1017 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.165+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.166+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v124'1018 uv1018 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.166+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.167+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v124'1019 uv1019 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.167+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.168+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v124'1020 uv1020 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.168+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.170+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v124'1021 uv995 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.170+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.171+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v124'1022 uv1022 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.171+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.172+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v124'1023 uv1023 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.173 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:21:35.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.172+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.174+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v124'1024 uv1024 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.174+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.175+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v124'1025 uv1025 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.175+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.176+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v124'1026 uv1026 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.177+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.178+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v124'1027 uv1001 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.178+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.179+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v124'1028 uv1028 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.179+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.180+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v124'1029 uv1029 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.182 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:21:35.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.180+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.181+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v124'1030 uv1030 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.181+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.182+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v124'1031 uv1031 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.182+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dd9bead0 2024-09-13T16:21:35.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.184+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v124'1032 uv1032 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.184+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c9dda84ac0 0x55c9dda877f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.184+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda846e0 con 0x55c9dda84ac0 2024-09-13T16:21:35.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.184+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c9dda84ac0 0x55c9dda877f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.184+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c9dda84ac0 0x55c9dda877f0 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.186+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v124'720 uv702 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.186+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda87d30 con 0x55c9dda84ac0 2024-09-13T16:21:35.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.187+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v124'721 uv721 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.187+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda880e0 con 0x55c9dda84ac0 2024-09-13T16:21:35.190 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:21:35.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.188+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v124'722 uv722 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.188+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda88980 con 0x55c9dda84ac0 2024-09-13T16:21:35.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.190+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v124'723 uv723 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.190+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda88d30 con 0x55c9dda84ac0 2024-09-13T16:21:35.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.191+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v124'724 uv724 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.191+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda890e0 con 0x55c9dda84ac0 2024-09-13T16:21:35.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.192+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v124'725 uv707 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.192+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89490 con 0x55c9dda84ac0 2024-09-13T16:21:35.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.194+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v124'726 uv726 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.194+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.196 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:21:35.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.195+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v124'727 uv727 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.195+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.196+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v124'728 uv728 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.196+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.198+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v124'729 uv729 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.198+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.199+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v124'730 uv712 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.199+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.200+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v124'731 uv731 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.200+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.202 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:21:35.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.201+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v124'732 uv732 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.201+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8d270 con 0x55c9dda84ac0 2024-09-13T16:21:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.203+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v124'733 uv733 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.203+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8d270 con 0x55c9dda84ac0 2024-09-13T16:21:35.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.204+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v124'734 uv734 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.204+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.205+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v124'735 uv718 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.205+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.207+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v124'736 uv736 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.208 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.207+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.209 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:21:35.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.208+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v124'737 uv737 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.208+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8a850 con 0x55c9dda84ac0 2024-09-13T16:21:35.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.209+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v124'738 uv738 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.210 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.209+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8a850 con 0x55c9dda84ac0 2024-09-13T16:21:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.210+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v124'739 uv739 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.210+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dda84ac0 2024-09-13T16:21:35.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.211+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v124'740 uv740 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda84ac0 2024-09-13T16:21:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.211+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dd9bead0 2024-09-13T16:21:35.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.212+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v124'195 uv194 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.212+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dd9bead0 2024-09-13T16:21:35.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.213+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v124'196 uv196 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.213+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dd9bead0 2024-09-13T16:21:35.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.214+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v124'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.215 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:21:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.214+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8a850 con 0x55c9dd9bead0 2024-09-13T16:21:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.215+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v124'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.215+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8a850 con 0x55c9dd9bead0 2024-09-13T16:21:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.216+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v124'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.216+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda89840 con 0x55c9dd9bead0 2024-09-13T16:21:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.217+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v124'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.217+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c9dda89d50 0x55c9dda8c140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.217+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8c680 con 0x55c9dda89d50 2024-09-13T16:21:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.217+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c9dda89d50 0x55c9dda8c140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.217+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c9dda89d50 0x55c9dda8c140 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.219+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v124'141 uv140 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.219+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8c680 con 0x55c9dda89d50 2024-09-13T16:21:35.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.219+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v124'142 uv142 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.220+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8cad0 con 0x55c9dda89d50 2024-09-13T16:21:35.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.220+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v124'143 uv143 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.223 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:21:35.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.221+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8cad0 con 0x55c9dda89d50 2024-09-13T16:21:35.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.222+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v124'144 uv144 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.222+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8cad0 con 0x55c9dd9bead0 2024-09-13T16:21:35.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.223+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v124'195 uv194 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.223+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8cad0 con 0x55c9dd9bead0 2024-09-13T16:21:35.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.224+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v124'196 uv196 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.224+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8cad0 con 0x55c9dd9bead0 2024-09-13T16:21:35.226 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:21:35.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.225+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v124'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.225+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8dae0 con 0x55c9dd9bead0 2024-09-13T16:21:35.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.226+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v124'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.226+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8dae0 con 0x55c9dd9bead0 2024-09-13T16:21:35.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.227+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v124'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.227+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8cad0 con 0x55c9dd9bead0 2024-09-13T16:21:35.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.228+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v124'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.229+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c9dda8d150 0x55c9dda8f540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.229+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8fa80 con 0x55c9dda8d150 2024-09-13T16:21:35.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.229+0000 7fdd57461640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c9dda8d150 0x55c9dda8f540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.229+0000 7fdd57461640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c9dda8d150 0x55c9dda8f540 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.231+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v124'360 uv354 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.231+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda8fe90 con 0x55c9dda8d150 2024-09-13T16:21:35.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.232+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v124'361 uv361 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.232+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda90380 con 0x55c9dda8d150 2024-09-13T16:21:35.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.233+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v124'362 uv362 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.234 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:21:35.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.233+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda88530 con 0x55c9dda8d150 2024-09-13T16:21:35.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.234+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v124'363 uv363 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.234+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda91cd0 con 0x55c9dda8d150 2024-09-13T16:21:35.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.235+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v124'364 uv364 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.235+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda90c70 con 0x55c9dda8d150 2024-09-13T16:21:35.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.237+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v124'365 uv365 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.237+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda91070 con 0x55c9dda8d150 2024-09-13T16:21:35.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.238+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v124'366 uv359 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.238+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda91470 con 0x55c9dda8d150 2024-09-13T16:21:35.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.239+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v124'367 uv367 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.239+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda91470 con 0x55c9dda8d150 2024-09-13T16:21:35.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.240+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v124'368 uv368 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.241 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:21:35.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.240+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda918a0 con 0x55c9dda8d150 2024-09-13T16:21:35.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.241+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v124'369 uv369 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.242+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda91500 con 0x55c9dda8d150 2024-09-13T16:21:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.243+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v124'370 uv370 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.243+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c9dda925e0 0x55c9dda949d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.243+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda91500 con 0x55c9dda925e0 2024-09-13T16:21:35.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.243+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c9dda925e0 0x55c9dda949d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.243+0000 7fdd56c60640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c9dda925e0 0x55c9dda949d0 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.244+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v124'163 uv162 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda925e0 2024-09-13T16:21:35.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.244+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda925e0 2024-09-13T16:21:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.246+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v124'164 uv164 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda925e0 2024-09-13T16:21:35.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.246+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda925e0 2024-09-13T16:21:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.247+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v124'165 uv165 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda925e0 2024-09-13T16:21:35.248 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:21:35.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.247+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda925e0 2024-09-13T16:21:35.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.248+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v124'166 uv166 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda925e0 2024-09-13T16:21:35.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.248+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda925e0 2024-09-13T16:21:35.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.249+0000 7fdd56c60640 1 -- 172.21.15.39:0/2180357424 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v124'167 uv167 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4800a980 con 0x55c9dda925e0 2024-09-13T16:21:35.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.249+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dd9bead0 2024-09-13T16:21:35.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.250+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v124'195 uv194 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.250+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dd9bead0 2024-09-13T16:21:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.251+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v124'196 uv196 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.251+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dd9bead0 2024-09-13T16:21:35.253 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:21:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.252+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v124'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.252+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dd9bead0 2024-09-13T16:21:35.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.253+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v124'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.253+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dd9bead0 2024-09-13T16:21:35.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.254+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v124'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.254+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dd9bead0 2024-09-13T16:21:35.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.255+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v124'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dd9bead0 2024-09-13T16:21:35.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.255+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda89d50 2024-09-13T16:21:35.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.256+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v124'325 uv318 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.256+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda89d50 2024-09-13T16:21:35.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.257+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v124'326 uv326 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.257+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94f40 con 0x55c9dda89d50 2024-09-13T16:21:35.259 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:21:35.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.258+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v124'327 uv327 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.258+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda95360 con 0x55c9dda89d50 2024-09-13T16:21:35.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.259+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v124'328 uv328 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.259+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda95360 con 0x55c9dda89d50 2024-09-13T16:21:35.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.260+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v124'329 uv329 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.260+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda95360 con 0x55c9dda89d50 2024-09-13T16:21:35.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.261+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v124'330 uv324 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.261+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda95360 con 0x55c9dda89d50 2024-09-13T16:21:35.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.262+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v124'331 uv331 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.262+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94fe0 con 0x55c9dda89d50 2024-09-13T16:21:35.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.263+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v124'332 uv332 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.264 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:21:35.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.263+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda94fe0 con 0x55c9dda89d50 2024-09-13T16:21:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.264+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v124'333 uv333 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.264+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda90850 con 0x55c9dda89d50 2024-09-13T16:21:35.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.265+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v124'334 uv334 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.265+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c9dda90810 0x55c9dda98100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.265+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda90810 2024-09-13T16:21:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.265+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c9dda90810 0x55c9dda98100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.265+0000 7fdd5645f640 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c9dda90810 0x55c9dda98100 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.266+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v124'142 uv140 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda90810 2024-09-13T16:21:35.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.266+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda90810 2024-09-13T16:21:35.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.267+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v124'143 uv143 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda90810 2024-09-13T16:21:35.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.267+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda90810 2024-09-13T16:21:35.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.268+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v124'144 uv144 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda90810 2024-09-13T16:21:35.269 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:21:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.268+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda90810 2024-09-13T16:21:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.269+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v124'145 uv145 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda90810 2024-09-13T16:21:35.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.269+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda89d50 2024-09-13T16:21:35.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.270+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v124'195 uv194 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.270+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda89d50 2024-09-13T16:21:35.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.271+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v124'196 uv196 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.271+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda89d50 2024-09-13T16:21:35.273 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:21:35.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.272+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v124'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.272+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda99650 con 0x55c9dda89d50 2024-09-13T16:21:35.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.273+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v124'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.273+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda99650 con 0x55c9dda89d50 2024-09-13T16:21:35.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.274+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v124'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.274+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda89d50 2024-09-13T16:21:35.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.275+0000 7fdd5645f640 1 -- 172.21.15.39:0/2180357424 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v124'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd4c008840 con 0x55c9dda89d50 2024-09-13T16:21:35.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.275+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.276+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v124'166 uv165 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.276+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.277+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v124'167 uv167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.278+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.278+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v124'168 uv168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.280 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:21:35.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.279+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.280+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v124'169 uv169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.280+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.281+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v124'170 uv170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.281+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.282+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v124'402 uv393 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.282+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.283+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v124'403 uv403 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.283+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.285 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:21:35.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.284+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v124'404 uv404 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.284+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.285+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v124'405 uv405 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.285+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.286+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v124'406 uv406 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.286+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.287+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v124'407 uv400 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.287+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.288+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v124'408 uv408 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.288+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.290 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:21:35.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.289+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v124'409 uv409 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.289+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda99650 con 0x55c9dda8d150 2024-09-13T16:21:35.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.290+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v124'410 uv410 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.290+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda99650 con 0x55c9dda8d150 2024-09-13T16:21:35.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.291+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v124'411 uv411 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.291+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98640 con 0x55c9dda8d150 2024-09-13T16:21:35.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.292+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v124'412 uv412 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.292+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55c9dda98b30 con 0x55c9dda8d150 2024-09-13T16:21:35.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v124'413 uv413 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fdd50098cc0 con 0x55c9dda8d150 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c9dd9bead0 msgr2=0x55c9dd9c0500 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55c9dd9bead0 0x55c9dd9c0500 crc :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c9dda89d50 msgr2=0x55c9dda8c140 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55c9dda89d50 0x55c9dda8c140 crc :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c9dda90810 msgr2=0x55c9dda98100 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55c9dda90810 0x55c9dda98100 crc :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c9dda84ac0 msgr2=0x55c9dda877f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55c9dda84ac0 0x55c9dda877f0 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 reap_dead start 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c9dda8d150 msgr2=0x55c9dda8f540 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55c9dda8d150 0x55c9dda8f540 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c9dda925e0 msgr2=0x55c9dda949d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55c9dda925e0 0x55c9dda949d0 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd440695e0 msgr2=0x7fdd4406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdd440695e0 0x7fdd4406baa0 secure :-1 s=READY pgs=987 cs=0 l=1 rev1=1 crypto rx=0x7fdd4800c600 tx=0x7fdd480057c0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9e1730 msgr2=0x55c9dda7b3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd59163f40 1 --2- 172.21.15.39:0/2180357424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c9dd9e1730 0x55c9dda7b3e0 secure :-1 s=READY pgs=2538 cs=0 l=1 rev1=1 crypto rx=0x7fdd50025a50 tx=0x7fdd50003330 comp rx=0 tx=0).stop 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.293+0000 7fdd57461640 1 -- 172.21.15.39:0/2180357424 reap_dead start 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.294+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 shutdown_connections 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.294+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 >> 172.21.15.39:0/2180357424 conn(0x55c9dd90f040 msgr2=0x55c9dd9e2930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.294+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 shutdown_connections 2024-09-13T16:21:35.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.294+0000 7fdd59163f40 1 -- 172.21.15.39:0/2180357424 wait complete. 2024-09-13T16:21:35.299 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapval 1.00000000 subdir_head deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:21:35.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.383+0000 7fcded446f40 1 Processor -- start 2024-09-13T16:21:35.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 -- start start 2024-09-13T16:21:35.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 0x55ee51850ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878ab0 0x55ee51858990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee51878e90 0x55ee517e9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5174f4d0 con 0x55ee5185b110 2024-09-13T16:21:35.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee516eab60 con 0x55ee51878e90 2024-09-13T16:21:35.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcded446f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee516ea800 con 0x55ee51878ab0 2024-09-13T16:21:35.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcdeaf43640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 0x55ee51850ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcdeaf43640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 0x55ee51850ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41222/0 (socket says 172.21.15.39:41222) 2024-09-13T16:21:35.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.384+0000 7fcdeaf43640 1 -- 172.21.15.39:0/2317858606 learned_addr learned my addr 172.21.15.39:0/2317858606 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:35.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeb744640 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee51878e90 0x55ee517e9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdea742640 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878ab0 0x55ee51858990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeaf43640 1 -- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878ab0 msgr2=0x55ee51858990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeaf43640 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878ab0 0x55ee51858990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeaf43640 1 -- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee51878e90 msgr2=0x55ee517e9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeaf43640 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee51878e90 0x55ee517e9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeaf43640 1 -- 172.21.15.39:0/2317858606 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcde0005de0 con 0x55ee5185b110 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdea742640 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878ab0 0x55ee51858990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcdeaf43640 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 0x55ee51850ab0 secure :-1 s=READY pgs=2539 cs=0 l=1 rev1=1 crypto rx=0x7fcddc0017b0 tx=0x7fcddc001c70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d268f60808409ea1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcde9740640 1 -- 172.21.15.39:0/2317858606 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcddc003650 con 0x55ee5185b110 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcde9740640 1 -- 172.21.15.39:0/2317858606 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcddc0037b0 con 0x55ee5185b110 2024-09-13T16:21:35.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcde9740640 1 -- 172.21.15.39:0/2317858606 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcddc003b80 con 0x55ee5185b110 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 -- 172.21.15.39:0/2317858606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 msgr2=0x55ee51850ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 0x55ee51850ab0 secure :-1 s=READY pgs=2539 cs=0 l=1 rev1=1 crypto rx=0x7fcddc0017b0 tx=0x7fcddc001c70 comp rx=0 tx=0).stop 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 -- 172.21.15.39:0/2317858606 shutdown_connections 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee51878e90 0x55ee517e9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878ab0 0x55ee51858990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 --2- 172.21.15.39:0/2317858606 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5185b110 0x55ee51850ab0 unknown :-1 s=CLOSED pgs=2539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 -- 172.21.15.39:0/2317858606 >> 172.21.15.39:0/2317858606 conn(0x55ee517a57c0 msgr2=0x55ee517a0b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.385+0000 7fcded446f40 1 -- 172.21.15.39:0/2317858606 shutdown_connections 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.386+0000 7fcded446f40 1 -- 172.21.15.39:0/2317858606 wait complete. 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.386+0000 7fcded446f40 1 Processor -- start 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.386+0000 7fcded446f40 1 -- start start 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcded446f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5185b110 0x55ee518508d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcded446f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee51878ab0 0x55ee517e6510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcded446f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878e90 0x55ee51854120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcded446f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee516cd520 con 0x55ee51878ab0 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcded446f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee517e57e0 con 0x55ee5185b110 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcded446f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee517e6080 con 0x55ee51878e90 2024-09-13T16:21:35.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee51878ab0 0x55ee517e6510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee51878ab0 0x55ee517e6510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41236/0 (socket says 172.21.15.39:41236) 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 -- 172.21.15.39:0/3124762104 learned_addr learned my addr 172.21.15.39:0/3124762104 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdeb744640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878e90 0x55ee51854120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdeaf43640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5185b110 0x55ee518508d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 -- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878e90 msgr2=0x55ee51854120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee51878e90 0x55ee51854120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 -- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5185b110 msgr2=0x55ee518508d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5185b110 0x55ee518508d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 -- 172.21.15.39:0/3124762104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcddc006d50 con 0x55ee51878ab0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.387+0000 7fcdea742640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee51878ab0 0x55ee517e6510 secure :-1 s=READY pgs=2540 cs=0 l=1 rev1=1 crypto rx=0x7fcde0045ac0 tx=0x7fcde0002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.388+0000 7fcdd3fff640 1 -- 172.21.15.39:0/3124762104 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde0052ab0 con 0x55ee51878ab0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.388+0000 7fcdd3fff640 1 -- 172.21.15.39:0/3124762104 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcde0052c10 con 0x55ee51878ab0 2024-09-13T16:21:35.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.388+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55ee516f9c20 con 0x55ee51878ab0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.388+0000 7fcdd3fff640 1 -- 172.21.15.39:0/3124762104 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcde0067440 con 0x55ee51878ab0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.388+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ee516ed060 con 0x55ee51878ab0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.389+0000 7fcdd3fff640 1 -- 172.21.15.39:0/3124762104 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcde005d440 con 0x55ee51878ab0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.389+0000 7fcdd3fff640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcdd80695e0 0x7fcdd806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcdd3fff640 1 -- 172.21.15.39:0/3124762104 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fcde00ccb60 con 0x55ee51878ab0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcdeaf43640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcdd80695e0 0x7fcdd806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcded446f40 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55ee517e8cc0 0x55ee5190e780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=103b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e124) v8 -- 0x55ee5190ecc0 con 0x55ee517e8cc0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcdeb744640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55ee517e8cc0 0x55ee5190e780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcdeaf43640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcdd80695e0 0x7fcdd806baa0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fcddc0017b0 tx=0x7fcddc008070 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.390+0000 7fcdeb744640 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55ee517e8cc0 0x55ee5190e780 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.391+0000 7fcdeb744640 1 -- 172.21.15.39:0/3124762104 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 1.00000000 [omap-set-vals] v124'414 uv414 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fcde40098f0 con 0x55ee517e8cc0 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55ee517e8cc0 msgr2=0x55ee5190e780 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55ee517e8cc0 0x55ee5190e780 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcdd80695e0 msgr2=0x7fcdd806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcdd80695e0 0x7fcdd806baa0 secure :-1 s=READY pgs=988 cs=0 l=1 rev1=1 crypto rx=0x7fcddc0017b0 tx=0x7fcddc008070 comp rx=0 tx=0).stop 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee51878ab0 msgr2=0x55ee517e6510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 --2- 172.21.15.39:0/3124762104 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee51878ab0 0x55ee517e6510 secure :-1 s=READY pgs=2540 cs=0 l=1 rev1=1 crypto rx=0x7fcde0045ac0 tx=0x7fcde0002fb0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcdeb744640 1 -- 172.21.15.39:0/3124762104 reap_dead start 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 shutdown_connections 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 >> 172.21.15.39:0/3124762104 conn(0x55ee517a57c0 msgr2=0x55ee517e9d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 shutdown_connections 2024-09-13T16:21:35.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.392+0000 7fcded446f40 1 -- 172.21.15.39:0/3124762104 wait complete. 2024-09-13T16:21:35.408 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:21:35.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.511+0000 7f65af79c640 1 Processor -- start 2024-09-13T16:21:35.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.511+0000 7f65af79c640 1 -- start start 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65af79c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f65a80d2110 0x7f65a80d0810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65af79c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f65a815ffa0 0x7f65a80d0d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65af79c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f65a80d1290 con 0x7f65a815fbc0 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65af79c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a80d1560 con 0x7f65a815ffa0 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65af79c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f65a80b4220 con 0x7f65a80d2110 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65ad538640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f65a815fbc0 0x7f65a80d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43600/0 (socket says 172.21.15.39:43600) 2024-09-13T16:21:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65ad538640 1 -- 172.21.15.39:0/565114397 learned_addr learned my addr 172.21.15.39:0/565114397 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65add39640 1 --2- 172.21.15.39:0/565114397 >> v2:172.21.15.39:3300/0 conn(0x7f65a815ffa0 0x7f65a80d0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.512+0000 7f65acd37640 1 --2- 172.21.15.39:0/565114397 >> v2:172.21.15.157:3300/0 conn(0x7f65a80d2110 0x7f65a80d0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65a7fff640 1 -- 172.21.15.39:0/565114397 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1439796205 0 0) 0x7f65a80d1290 con 0x7f65a815fbc0 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65a7fff640 1 -- 172.21.15.39:0/565114397 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6590003520 con 0x7f65a815fbc0 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65add39640 1 -- 172.21.15.39:0/565114397 >> v2:172.21.15.157:3300/0 conn(0x7f65a80d2110 msgr2=0x7f65a80d0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65add39640 1 --2- 172.21.15.39:0/565114397 >> v2:172.21.15.157:3300/0 conn(0x7f65a80d2110 0x7f65a80d0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65add39640 1 -- 172.21.15.39:0/565114397 >> v1:172.21.15.39:6789/0 conn(0x7f65a815fbc0 legacy=0x7f65a80d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65add39640 1 -- 172.21.15.39:0/565114397 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a80b4500 con 0x7f65a815ffa0 2024-09-13T16:21:35.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.513+0000 7f65add39640 1 --2- 172.21.15.39:0/565114397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a815ffa0 0x7f65a80d0d50 secure :-1 s=READY pgs=2542 cs=0 l=1 rev1=1 crypto rx=0x7f65a808bc10 tx=0x7f65a002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fe40aa9d9604029c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65a7fff640 1 -- 172.21.15.39:0/565114397 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a002aea0 con 0x7f65a815ffa0 2024-09-13T16:21:35.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65a7fff640 1 -- 172.21.15.39:0/565114397 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f65a002d050 con 0x7f65a815ffa0 2024-09-13T16:21:35.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65a7fff640 1 -- 172.21.15.39:0/565114397 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f65a0007940 con 0x7f65a815ffa0 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 -- 172.21.15.39:0/565114397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a815ffa0 msgr2=0x7f65a80d0d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 --2- 172.21.15.39:0/565114397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a815ffa0 0x7f65a80d0d50 secure :-1 s=READY pgs=2542 cs=0 l=1 rev1=1 crypto rx=0x7f65a808bc10 tx=0x7f65a002a680 comp rx=0 tx=0).stop 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 -- 172.21.15.39:0/565114397 shutdown_connections 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 --2- 172.21.15.39:0/565114397 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a815ffa0 0x7f65a80d0d50 unknown :-1 s=CLOSED pgs=2542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 --2- 172.21.15.39:0/565114397 >> v2:172.21.15.157:3300/0 conn(0x7f65a80d2110 0x7f65a80d0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 -- 172.21.15.39:0/565114397 >> 172.21.15.39:0/565114397 conn(0x7f65a806bc40 msgr2=0x7f65a806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 -- 172.21.15.39:0/565114397 shutdown_connections 2024-09-13T16:21:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.514+0000 7f65af79c640 1 -- 172.21.15.39:0/565114397 wait complete. 2024-09-13T16:21:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.515+0000 7f65af79c640 1 Processor -- start 2024-09-13T16:21:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 -- start start 2024-09-13T16:21:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 0x7f65a8157010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65a815fbc0 0x7f65a81576c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65a815ffa0 0x7f65a815cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a80c6a90 con 0x7f65a80d2110 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f65a80cc680 con 0x7f65a815fbc0 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65af79c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f65a8157c00 con 0x7f65a815ffa0 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65ad538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 0x7f65a8157010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65ad538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 0x7f65a8157010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41256/0 (socket says 172.21.15.39:41256) 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.516+0000 7f65ad538640 1 -- 172.21.15.39:0/572587006 learned_addr learned my addr 172.21.15.39:0/572587006 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65acd37640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65a815fbc0 0x7f65a81576c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65add39640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65a815ffa0 0x7f65a815cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65ad538640 1 -- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65a815ffa0 msgr2=0x7f65a815cee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65ad538640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65a815ffa0 0x7f65a815cee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65ad538640 1 -- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65a815fbc0 msgr2=0x7f65a81576c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65ad538640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65a815fbc0 0x7f65a81576c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65ad538640 1 -- 172.21.15.39:0/572587006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f65a0009a70 con 0x7f65a80d2110 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65acd37640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65a815fbc0 0x7f65a81576c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65ad538640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 0x7f65a8157010 secure :-1 s=READY pgs=2543 cs=0 l=1 rev1=1 crypto rx=0x7f659800c460 tx=0x7f659800c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6598005ce0 con 0x7f65a80d2110 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6598005e40 con 0x7f65a80d2110 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f65a81586d0 con 0x7f65a80d2110 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6598007290 con 0x7f65a80d2110 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.517+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f65a8158110 con 0x7f65a80d2110 2024-09-13T16:21:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.518+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f65a80c67f0 con 0x7f65a80d2110 2024-09-13T16:21:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.519+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f65980073f0 con 0x7f65a80d2110 2024-09-13T16:21:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.519+0000 7f65a5ffb640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f659406ac00 0x7f659406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.519+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f65980893c0 con 0x7f65a80d2110 2024-09-13T16:21:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.519+0000 7f65acd37640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f659406ac00 0x7f659406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.520+0000 7f65acd37640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f659406ac00 0x7f659406d0c0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f65a815daa0 tx=0x7f659c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:35.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.523+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f65a80c67f0 con 0x7f65a80d2110 2024-09-13T16:21:35.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.733+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f65a80c67f0 con 0x7f65a80d2110 2024-09-13T16:21:35.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.897+0000 7f65a5ffb640 1 -- 172.21.15.39:0/572587006 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v277) v1 ==== 162+0+0 (secure 0 0 0) 0x7f65a80c67f0 con 0x7f65a80d2110 2024-09-13T16:21:35.898 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:21:35.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f659406ac00 msgr2=0x7f659406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f659406ac00 0x7f659406d0c0 secure :-1 s=READY pgs=989 cs=0 l=1 rev1=1 crypto rx=0x7f65a815daa0 tx=0x7f659c008040 comp rx=0 tx=0).stop 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 msgr2=0x7f65a8157010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 0x7f65a8157010 secure :-1 s=READY pgs=2543 cs=0 l=1 rev1=1 crypto rx=0x7f659800c460 tx=0x7f659800c920 comp rx=0 tx=0).stop 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 shutdown_connections 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f659406ac00 0x7f659406d0c0 unknown :-1 s=CLOSED pgs=989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f65a815ffa0 0x7f65a815cee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f65a815fbc0 0x7f65a81576c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 --2- 172.21.15.39:0/572587006 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f65a80d2110 0x7f65a8157010 unknown :-1 s=CLOSED pgs=2543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 >> 172.21.15.39:0/572587006 conn(0x7f65a806bc40 msgr2=0x7f65a815ee80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 shutdown_connections 2024-09-13T16:21:35.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:35.900+0000 7f65af79c640 1 -- 172.21.15.39:0/572587006 wait complete. 2024-09-13T16:21:36.315 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.420+0000 7fe05005a640 1 Processor -- start 2024-09-13T16:21:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.420+0000 7fe05005a640 1 -- start start 2024-09-13T16:21:36.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe05005a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe04815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:36.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe05005a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe04806f170 0x7fe0480b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:36.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe05005a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe04815b1b0 con 0x7fe04815d0a0 2024-09-13T16:21:36.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe05005a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe04806f6e0 con 0x7fe04806f170 2024-09-13T16:21:36.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe05005a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe04806f9c0 con 0x7fe048156fb0 2024-09-13T16:21:36.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe04e5f7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe04815d0a0 0x7fe048070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43612/0 (socket says 172.21.15.39:43612) 2024-09-13T16:21:36.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe04e5f7640 1 -- 172.21.15.39:0/2020220842 learned_addr learned my addr 172.21.15.39:0/2020220842 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:36.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe04ddf6640 1 --2- 172.21.15.39:0/2020220842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe04815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:36.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe04d5f5640 1 --2- 172.21.15.39:0/2020220842 >> v2:172.21.15.157:3300/0 conn(0x7fe04806f170 0x7fe0480b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:36.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe04cdf4640 1 -- 172.21.15.39:0/2020220842 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 279825103 0 0) 0x7fe04815b1b0 con 0x7fe04815d0a0 2024-09-13T16:21:36.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.421+0000 7fe04cdf4640 1 -- 172.21.15.39:0/2020220842 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe034003520 con 0x7fe04815d0a0 2024-09-13T16:21:36.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04ddf6640 1 -- 172.21.15.39:0/2020220842 >> v2:172.21.15.157:3300/0 conn(0x7fe04806f170 msgr2=0x7fe0480b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:36.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04ddf6640 1 --2- 172.21.15.39:0/2020220842 >> v2:172.21.15.157:3300/0 conn(0x7fe04806f170 0x7fe0480b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04cdf4640 1 -- 172.21.15.39:0/2020220842 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2292800941 0 0) 0x7fe034003520 con 0x7fe04815d0a0 2024-09-13T16:21:36.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04ddf6640 1 -- 172.21.15.39:0/2020220842 >> v1:172.21.15.39:6789/0 conn(0x7fe04815d0a0 legacy=0x7fe048070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:36.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04ddf6640 1 -- 172.21.15.39:0/2020220842 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe04806fca0 con 0x7fe048156fb0 2024-09-13T16:21:36.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04d5f5640 1 --2- 172.21.15.39:0/2020220842 >> v2:172.21.15.157:3300/0 conn(0x7fe04806f170 0x7fe0480b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:36.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.422+0000 7fe04ddf6640 1 --2- 172.21.15.39:0/2020220842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe04815ac70 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe0440097a0 tx=0x7fe04402a080 comp rx=0 tx=0).ready entity=mon.2 client_cookie=94bc776cef99b09e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:36.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe04cdf4640 1 -- 172.21.15.39:0/2020220842 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe0400019f0 con 0x7fe048156fb0 2024-09-13T16:21:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe04cdf4640 1 -- 172.21.15.39:0/2020220842 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe04402ab10 con 0x7fe048156fb0 2024-09-13T16:21:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe04cdf4640 1 -- 172.21.15.39:0/2020220842 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe04402aea0 con 0x7fe048156fb0 2024-09-13T16:21:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 -- 172.21.15.39:0/2020220842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 msgr2=0x7fe04815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 --2- 172.21.15.39:0/2020220842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe04815ac70 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fe0440097a0 tx=0x7fe04402a080 comp rx=0 tx=0).stop 2024-09-13T16:21:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 -- 172.21.15.39:0/2020220842 shutdown_connections 2024-09-13T16:21:36.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 --2- 172.21.15.39:0/2020220842 >> v2:172.21.15.157:3300/0 conn(0x7fe04806f170 0x7fe0480b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 --2- 172.21.15.39:0/2020220842 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe04815ac70 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 -- 172.21.15.39:0/2020220842 >> 172.21.15.39:0/2020220842 conn(0x7fe04806b3b0 msgr2=0x7fe04806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:36.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 -- 172.21.15.39:0/2020220842 shutdown_connections 2024-09-13T16:21:36.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.423+0000 7fe05005a640 1 -- 172.21.15.39:0/2020220842 wait complete. 2024-09-13T16:21:36.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 Processor -- start 2024-09-13T16:21:36.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 -- start start 2024-09-13T16:21:36.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe04806f170 0x7fe04814cd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:36.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe0481f14a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:36.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 0x7fe0480cd730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:36.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0480ce3f0 con 0x7fe04815d0a0 2024-09-13T16:21:36.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe0480ce110 con 0x7fe04806f170 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe05005a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe04814e600 con 0x7fe048156fb0 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe04e5f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 0x7fe0480cd730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe04e5f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 0x7fe0480cd730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41264/0 (socket says 172.21.15.39:41264) 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.425+0000 7fe04e5f7640 1 -- 172.21.15.39:0/4107863000 learned_addr learned my addr 172.21.15.39:0/4107863000 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04ddf6640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe04806f170 0x7fe04814cd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04d5f5640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe0481f14a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:36.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04e5f7640 1 -- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 msgr2=0x7fe0481f14a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04e5f7640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe0481f14a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04e5f7640 1 -- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe04806f170 msgr2=0x7fe04814cd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04e5f7640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe04806f170 0x7fe04814cd80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04e5f7640 1 -- 172.21.15.39:0/4107863000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe038009400 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04d5f5640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe0481f14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe04e5f7640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 0x7fe0480cd730 secure :-1 s=READY pgs=2545 cs=0 l=1 rev1=1 crypto rx=0x7fe040001560 tx=0x7fe04000a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe04000ce20 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe040012400 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe044009400 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe040012830 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.426+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe04814ebc0 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.427+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe0480add20 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.428+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe040007070 con 0x7fe04815d0a0 2024-09-13T16:21:36.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.428+0000 7fe03e7fc640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe02c06ac00 0x7fe02c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:36.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.428+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fe040089ef0 con 0x7fe04815d0a0 2024-09-13T16:21:36.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.428+0000 7fe04ddf6640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe02c06ac00 0x7fe02c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:36.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.429+0000 7fe04ddf6640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe02c06ac00 0x7fe02c06d0c0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fe044034000 tx=0x7fe04402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:36.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.432+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe040054690 con 0x7fe04815d0a0 2024-09-13T16:21:36.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.635+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe04814ede0 con 0x7fe04815d0a0 2024-09-13T16:21:36.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.636+0000 7fe03e7fc640 1 -- 172.21.15.39:0/4107863000 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 277 v277) v1 ==== 95+0+4746 (secure 0 0 0) 0x7fe040017070 con 0x7fe04815d0a0 2024-09-13T16:21:36.638 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:36.638 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":277,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":277,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:35.894769+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11277},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11277":{"gid":11277,"name":"c","rank":0,"incarnation":277,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/4148856035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4148856035},{"type":"v1","addr":"172.21.15.39:6834","nonce":4148856035}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:36.638 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 277 2024-09-13T16:21:36.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe02c06ac00 msgr2=0x7fe02c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:36.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe02c06ac00 0x7fe02c06d0c0 secure :-1 s=READY pgs=991 cs=0 l=1 rev1=1 crypto rx=0x7fe044034000 tx=0x7fe04402e000 comp rx=0 tx=0).stop 2024-09-13T16:21:36.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 msgr2=0x7fe0480cd730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 0x7fe0480cd730 secure :-1 s=READY pgs=2545 cs=0 l=1 rev1=1 crypto rx=0x7fe040001560 tx=0x7fe04000a430 comp rx=0 tx=0).stop 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 shutdown_connections 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe02c06ac00 0x7fe02c06d0c0 unknown :-1 s=CLOSED pgs=991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe04815d0a0 0x7fe0480cd730 unknown :-1 s=CLOSED pgs=2545 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe048156fb0 0x7fe0481f14a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 --2- 172.21.15.39:0/4107863000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe04806f170 0x7fe04814cd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 >> 172.21.15.39:0/4107863000 conn(0x7fe04806b3b0 msgr2=0x7fe04806a6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 shutdown_connections 2024-09-13T16:21:36.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:36.638+0000 7fe05005a640 1 -- 172.21.15.39:0/4107863000 wait complete. 2024-09-13T16:21:36.650 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 277, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:21:35.894769+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 124, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11277}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11277': {'gid': 11277, 'name': 'c', 'rank': 0, 'incarnation': 277, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/4148856035', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 4148856035}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 4148856035}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:21:36.650 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_11277:up:replay 2024-09-13T16:21:36.650 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:21:41.082 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:21:41.081+0000 7f2740112640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:21:41.919 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:41.918+0000 7fba02fe3640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 MDSs report damaged metadata (MDS_DAMAGE) 2024-09-13T16:21:42.055 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:42.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.169+0000 7fc7058f7640 1 Processor -- start 2024-09-13T16:21:42.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.169+0000 7fc7058f7640 1 -- start start 2024-09-13T16:21:42.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc7058f7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc700158cb0 0x7fc7000cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc7058f7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc70006a5e0 0x7fc7000cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc7058f7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc70006f910 con 0x7fc70006f4a0 2024-09-13T16:21:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc7058f7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc70006fbd0 con 0x7fc70006a5e0 2024-09-13T16:21:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc7058f7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc70006feb0 con 0x7fc700158cb0 2024-09-13T16:21:42.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6ff7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc70006a5e0 0x7fc7000cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6fe7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc70006f4a0 0x7fc700069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43614/0 (socket says 172.21.15.39:43614) 2024-09-13T16:21:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6fe7fc640 1 -- 172.21.15.39:0/3480208712 learned_addr learned my addr 172.21.15.39:0/3480208712 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6feffd640 1 --2- 172.21.15.39:0/3480208712 >> v2:172.21.15.157:3300/0 conn(0x7fc700158cb0 0x7fc7000cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6ff7fe640 1 -- 172.21.15.39:0/3480208712 >> v2:172.21.15.157:3300/0 conn(0x7fc700158cb0 msgr2=0x7fc7000cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6ff7fe640 1 --2- 172.21.15.39:0/3480208712 >> v2:172.21.15.157:3300/0 conn(0x7fc700158cb0 0x7fc7000cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6ff7fe640 1 -- 172.21.15.39:0/3480208712 >> v1:172.21.15.39:6789/0 conn(0x7fc70006f4a0 legacy=0x7fc700069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6ff7fe640 1 -- 172.21.15.39:0/3480208712 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc700070190 con 0x7fc70006a5e0 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.170+0000 7fc6fdffb640 1 -- 172.21.15.39:0/3480208712 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1522518666 0 0) 0x7fc70006f910 con 0x7fc70006f4a0 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.171+0000 7fc6ff7fe640 1 --2- 172.21.15.39:0/3480208712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc7000cad30 secure :-1 s=READY pgs=2547 cs=0 l=1 rev1=1 crypto rx=0x7fc700068520 tx=0x7fc6f802b790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=77526b8a2adcb82d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.171+0000 7fc6fdffb640 1 -- 172.21.15.39:0/3480208712 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8007740 con 0x7fc70006a5e0 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.171+0000 7fc6fdffb640 1 -- 172.21.15.39:0/3480208712 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6f802e050 con 0x7fc70006a5e0 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.171+0000 7fc6fdffb640 1 -- 172.21.15.39:0/3480208712 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f8007ac0 con 0x7fc70006a5e0 2024-09-13T16:21:42.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 -- 172.21.15.39:0/3480208712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 msgr2=0x7fc7000cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3480208712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc7000cad30 secure :-1 s=READY pgs=2547 cs=0 l=1 rev1=1 crypto rx=0x7fc700068520 tx=0x7fc6f802b790 comp rx=0 tx=0).stop 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 -- 172.21.15.39:0/3480208712 shutdown_connections 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3480208712 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc7000cad30 unknown :-1 s=CLOSED pgs=2547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3480208712 >> v2:172.21.15.157:3300/0 conn(0x7fc700158cb0 0x7fc7000cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 -- 172.21.15.39:0/3480208712 >> 172.21.15.39:0/3480208712 conn(0x7fc70006b3b0 msgr2=0x7fc70006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 -- 172.21.15.39:0/3480208712 shutdown_connections 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.172+0000 7fc7058f7640 1 -- 172.21.15.39:0/3480208712 wait complete. 2024-09-13T16:21:42.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.173+0000 7fc7058f7640 1 Processor -- start 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.173+0000 7fc7058f7640 1 -- start start 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc7058f7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc70014a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc7058f7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc70006f4a0 0x7fc7000af2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc7058f7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc700158cb0 0x7fc7000af810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc7058f7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc7000a8860 con 0x7fc70006a5e0 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc7058f7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc70014a770 con 0x7fc700158cb0 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc7058f7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc7000ad550 con 0x7fc70006f4a0 2024-09-13T16:21:42.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc70014a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc70014a230 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41290/0 (socket says 172.21.15.39:41290) 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 -- 172.21.15.39:0/3405324659 learned_addr learned my addr 172.21.15.39:0/3405324659 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6ff7fe640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc700158cb0 0x7fc7000af810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6fe7fc640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc70006f4a0 0x7fc7000af2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 -- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc70006f4a0 msgr2=0x7fc7000af2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc70006f4a0 0x7fc7000af2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 -- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc700158cb0 msgr2=0x7fc7000af810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc700158cb0 0x7fc7000af810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.174+0000 7fc6feffd640 1 -- 172.21.15.39:0/3405324659 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6f8009a70 con 0x7fc70006a5e0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.175+0000 7fc6feffd640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc70014a230 secure :-1 s=READY pgs=2548 cs=0 l=1 rev1=1 crypto rx=0x7fc6f000d620 tx=0x7fc6f000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.175+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f000b620 con 0x7fc70006a5e0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.175+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6f000b780 con 0x7fc70006a5e0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.175+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6f000bb30 con 0x7fc70006a5e0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.175+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc7000ad830 con 0x7fc70006a5e0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.175+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc7000a84f0 con 0x7fc70006a5e0 2024-09-13T16:21:42.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.176+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc7000672f0 con 0x7fc70006a5e0 2024-09-13T16:21:42.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.176+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc6f000bc90 con 0x7fc70006a5e0 2024-09-13T16:21:42.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.177+0000 7fc6f7fff640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc6e006ac00 0x7fc6e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.177+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fc6f008a350 con 0x7fc70006a5e0 2024-09-13T16:21:42.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.177+0000 7fc6fe7fc640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc6e006ac00 0x7fc6e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.178+0000 7fc6fe7fc640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc6e006ac00 0x7fc6e006d0c0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fc7000cd350 tx=0x7fc6e8007b50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.181+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc6f0054a40 con 0x7fc70006a5e0 2024-09-13T16:21:42.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.388+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc7000cee00 con 0x7fc70006a5e0 2024-09-13T16:21:42.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.388+0000 7fc6f7fff640 1 -- 172.21.15.39:0/3405324659 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 281 v281) v1 ==== 95+0+4746 (secure 0 0 0) 0x7fc6f0058060 con 0x7fc70006a5e0 2024-09-13T16:21:42.390 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:42.390 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":281,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":281,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:41.919331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11277},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11277":{"gid":11277,"name":"c","rank":0,"incarnation":277,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6834/4148856035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4148856035},{"type":"v1","addr":"172.21.15.39:6834","nonce":4148856035}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:42.390 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 281 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc6e006ac00 msgr2=0x7fc6e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc6e006ac00 0x7fc6e006d0c0 secure :-1 s=READY pgs=992 cs=0 l=1 rev1=1 crypto rx=0x7fc7000cd350 tx=0x7fc6e8007b50 comp rx=0 tx=0).stop 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 msgr2=0x7fc70014a230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc70014a230 secure :-1 s=READY pgs=2548 cs=0 l=1 rev1=1 crypto rx=0x7fc6f000d620 tx=0x7fc6f000dae0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 shutdown_connections 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc6e006ac00 0x7fc6e006d0c0 unknown :-1 s=CLOSED pgs=992 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc700158cb0 0x7fc7000af810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc70006f4a0 0x7fc7000af2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 --2- 172.21.15.39:0/3405324659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc70006a5e0 0x7fc70014a230 unknown :-1 s=CLOSED pgs=2548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 >> 172.21.15.39:0/3405324659 conn(0x7fc70006b3b0 msgr2=0x7fc700158330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 shutdown_connections 2024-09-13T16:21:42.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.390+0000 7fc7058f7640 1 -- 172.21.15.39:0/3405324659 wait complete. 2024-09-13T16:21:42.404 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 281, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:21:41.919331+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 124, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11277}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11277': {'gid': 11277, 'name': 'c', 'rank': 0, 'incarnation': 277, 'state': 'up:active', 'state_seq': 5, 'addr': '172.21.15.39:6834/4148856035', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 4148856035}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 4148856035}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:21:42.404 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:21:42.404 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:21:42.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.504+0000 7fd6a0525640 1 Processor -- start 2024-09-13T16:21:42.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.504+0000 7fd6a0525640 1 -- start start 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd6a0525640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd69815cef0 0x7fd6980cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd6a0525640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980b5ab0 0x7fd6980b5f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd6a0525640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd6980d11f0 con 0x7fd6980cd560 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd6a0525640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd6980b6460 con 0x7fd69815cef0 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd6a0525640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd69815d2d0 con 0x7fd6980b5ab0 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd69e2c1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd69815cef0 0x7fd6980cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd69dac0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fd6980cd560 0x7fd6980d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43630/0 (socket says 172.21.15.39:43630) 2024-09-13T16:21:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.505+0000 7fd69dac0640 1 -- 172.21.15.39:0/623823016 learned_addr learned my addr 172.21.15.39:0/623823016 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69eac2640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980b5ab0 0x7fd6980b5f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69e2c1640 1 -- 172.21.15.39:0/623823016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980b5ab0 msgr2=0x7fd6980b5f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980b5ab0 0x7fd6980b5f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69e2c1640 1 -- 172.21.15.39:0/623823016 >> v1:172.21.15.39:6789/0 conn(0x7fd6980cd560 legacy=0x7fd6980d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69e2c1640 1 -- 172.21.15.39:0/623823016 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6980cda00 con 0x7fd69815cef0 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69eac2640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980b5ab0 0x7fd6980b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.506+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd69815cef0 0x7fd6980cd020 secure :-1 s=READY pgs=2550 cs=0 l=1 rev1=1 crypto rx=0x7fd688009d90 tx=0x7fd68802a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7301df0733accb3c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd69d2bf640 1 -- 172.21.15.39:0/623823016 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd688007740 con 0x7fd69815cef0 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd69d2bf640 1 -- 172.21.15.39:0/623823016 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd68802d050 con 0x7fd69815cef0 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd69d2bf640 1 -- 172.21.15.39:0/623823016 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd688007ac0 con 0x7fd69815cef0 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 -- 172.21.15.39:0/623823016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd69815cef0 msgr2=0x7fd6980cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd69815cef0 0x7fd6980cd020 secure :-1 s=READY pgs=2550 cs=0 l=1 rev1=1 crypto rx=0x7fd688009d90 tx=0x7fd68802a6f0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 -- 172.21.15.39:0/623823016 shutdown_connections 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980b5ab0 0x7fd6980b5f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 --2- 172.21.15.39:0/623823016 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd69815cef0 0x7fd6980cd020 unknown :-1 s=CLOSED pgs=2550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 -- 172.21.15.39:0/623823016 >> 172.21.15.39:0/623823016 conn(0x7fd69806a3a0 msgr2=0x7fd69806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 -- 172.21.15.39:0/623823016 shutdown_connections 2024-09-13T16:21:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.507+0000 7fd6a0525640 1 -- 172.21.15.39:0/623823016 wait complete. 2024-09-13T16:21:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.508+0000 7fd6a0525640 1 Processor -- start 2024-09-13T16:21:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.508+0000 7fd6a0525640 1 -- start start 2024-09-13T16:21:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd6a0525640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 0x7fd698156570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd6a0525640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980cd560 0x7fd69814fc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd6a0525640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd69815cef0 0x7fd6980c9c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd6a0525640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6981501d0 con 0x7fd6980b5ab0 2024-09-13T16:21:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd6a0525640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6981551f0 con 0x7fd69815cef0 2024-09-13T16:21:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd6a0525640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd6981554d0 con 0x7fd6980cd560 2024-09-13T16:21:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd69e2c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 0x7fd698156570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd69e2c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 0x7fd698156570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41312/0 (socket says 172.21.15.39:41312) 2024-09-13T16:21:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.509+0000 7fd69e2c1640 1 -- 172.21.15.39:0/3716309371 learned_addr learned my addr 172.21.15.39:0/3716309371 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69e2c1640 1 -- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980cd560 msgr2=0x7fd69814fc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69eac2640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd69815cef0 0x7fd6980c9c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69dac0640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980cd560 0x7fd69814fc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980cd560 0x7fd69814fc90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69e2c1640 1 -- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd69815cef0 msgr2=0x7fd6980c9c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd69815cef0 0x7fd6980c9c10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69e2c1640 1 -- 172.21.15.39:0/3716309371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd688009a70 con 0x7fd6980b5ab0 2024-09-13T16:21:42.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 0x7fd698156570 secure :-1 s=READY pgs=2551 cs=0 l=1 rev1=1 crypto rx=0x7fd688009d90 tx=0x7fd688004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd696ffd640 1 -- 172.21.15.39:0/3716309371 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd688031990 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd696ffd640 1 -- 172.21.15.39:0/3716309371 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd688031af0 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd6981557b0 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd696ffd640 1 -- 172.21.15.39:0/3716309371 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd688031e60 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.510+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd698155d70 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.512+0000 7fd696ffd640 1 -- 172.21.15.39:0/3716309371 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd688044460 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.512+0000 7fd696ffd640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd68406ac00 0x7fd68406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.512+0000 7fd696ffd640 1 -- 172.21.15.39:0/3716309371 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fd6880ab970 con 0x7fd6980b5ab0 2024-09-13T16:21:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.512+0000 7fd69dac0640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd68406ac00 0x7fd68406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.513+0000 7fd69dac0640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd68406ac00 0x7fd68406d0c0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fd6980b4540 tx=0x7fd68c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.513+0000 7fd6a324b740 1 Processor -- start 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.513+0000 7fd6a324b740 1 -- start start 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a480480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 0x55ee5a4cd570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4cdab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd6a324b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a3da7c0 con 0x55ee5a47d860 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a3e9b70 con 0x55ee5a4a7550 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a3e7300 con 0x55ee5a4800a0 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 0x55ee5a4cd570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 0x55ee5a4cd570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41324/0 (socket says 172.21.15.39:41324) 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 -- 172.21.15.39:0/381820600 learned_addr learned my addr 172.21.15.39:0/381820600 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a480480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69eac2640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4cdab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 -- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 msgr2=0x55ee5a480480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a480480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 -- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 msgr2=0x55ee5a4cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4cdab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 -- 172.21.15.39:0/381820600 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee5a36f4b0 con 0x55ee5a47d860 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a480480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69eac2640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.514+0000 7fd69dac0640 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 0x55ee5a4cd570 secure :-1 s=READY pgs=2552 cs=0 l=1 rev1=1 crypto rx=0x7fd68c001e90 tx=0x7fd68c010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7e898a00f5623154 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd67ffff640 1 -- 172.21.15.39:0/381820600 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd68c00d9a0 con 0x55ee5a47d860 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd67ffff640 1 -- 172.21.15.39:0/381820600 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd68c00db00 con 0x55ee5a47d860 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd67ffff640 1 -- 172.21.15.39:0/381820600 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd68c00deb0 con 0x55ee5a47d860 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 -- 172.21.15.39:0/381820600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 msgr2=0x55ee5a4cd570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 0x55ee5a4cd570 secure :-1 s=READY pgs=2552 cs=0 l=1 rev1=1 crypto rx=0x7fd68c001e90 tx=0x7fd68c010000 comp rx=0 tx=0).stop 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 -- 172.21.15.39:0/381820600 shutdown_connections 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4cdab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a47d860 0x55ee5a4cd570 unknown :-1 s=CLOSED pgs=2552 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 --2- 172.21.15.39:0/381820600 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a480480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 -- 172.21.15.39:0/381820600 >> 172.21.15.39:0/381820600 conn(0x55ee5a47c7d0 msgr2=0x55ee5a4c4c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 -- 172.21.15.39:0/381820600 shutdown_connections 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.515+0000 7fd6a324b740 1 -- 172.21.15.39:0/381820600 wait complete. 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.516+0000 7fd6a324b740 1 -- start start 2024-09-13T16:21:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.516+0000 7fd6a324b740 1 Processor -- start 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a4ccba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a492ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4c2010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a3e2bf0 con 0x55ee5a4a6c40 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a3a1250 con 0x55ee5a4a7550 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a3a0ef0 con 0x55ee5a4800a0 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd6a324b740 10 client.0 _ll_register_callbacks cb 0x55ee5a3d3740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4c2010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4c2010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41340/0 (socket says 172.21.15.39:41340) 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 -- 172.21.15.39:0/693815059 learned_addr learned my addr 172.21.15.39:0/693815059 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a4ccba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69dac0640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a492ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 -- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 msgr2=0x55ee5a4ccba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a4ccba0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 -- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 msgr2=0x55ee5a492ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a492ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 -- 172.21.15.39:0/693815059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd6980d11f0 con 0x55ee5a4a6c40 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd69eac2640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4c2010 secure :-1 s=READY pgs=2553 cs=0 l=1 rev1=1 crypto rx=0x7fd69000f5a0 tx=0x7fd69000fa60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=737036524a3daa01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.517+0000 7fd67d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd67d7fa640 1 -- 172.21.15.39:0/693815059 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd690015880 con 0x55ee5a4a6c40 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd67d7fa640 1 -- 172.21.15.39:0/693815059 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fd69000b050 con 0x55ee5a4a6c40 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55ee5a0d63c0 con 0x55ee5a4a6c40 2024-09-13T16:21:42.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd67d7fa640 1 -- 172.21.15.39:0/693815059 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=281) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd6900159e0 con 0x55ee5a4a6c40 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 10 client.11331 fetch_fsmap learned FSMap version 281 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=281,monmap=2+}) v3 -- 0x55ee5a3e1270 con 0x55ee5a4a6c40 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd67d7fa640 1 -- 172.21.15.39:0/693815059 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55ee5a0d63c0 con 0x55ee5a4a6c40 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd67d7fa640 1 -- 172.21.15.39:0/693815059 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 281) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd690011040 con 0x55ee5a4a6c40 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 10 client.11331 fetch_fsmap finished waiting for FSMap version 281 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 10 client.11331 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 20 client.11331 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:42.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a47abb0 0x55ee5a493660 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 4 client.11331 mds_command: new command op to 11277 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 --> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55ee5a0e76c0 con 0x55ee5a47abb0 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.518+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a47abb0 0x55ee5a493660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd67d7fa640 10 client.11331 ms_handle_connect on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a47abb0 0x55ee5a493660 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cecbe7d91e987456 server_cookie=2a5b0da6564e92ba in_seq=0 out_seq=0 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd67d7fa640 1 -- 172.21.15.39:0/693815059 <== mds.0 v2:172.21.15.39:6832/4148856035 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55ee5a0e76c0 con 0x55ee5a47abb0 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd67d7fa640 10 client.11331 handle_command_reply: tid=0 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 client.11331 shutdown 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 msgr2=0x55ee5a4c2010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4c2010 secure :-1 s=READY pgs=2553 cs=0 l=1 rev1=1 crypto rx=0x7fd69000f5a0 tx=0x7fd69000fa60 comp rx=0 tx=0).stop 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 shutdown_connections 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a47abb0 0x55ee5a493660 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4c2010 unknown :-1 s=CLOSED pgs=2553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a492ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd67d7fa640 0 client.11331 ms_handle_reset on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 --2- 172.21.15.39:0/693815059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a4ccba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 >> 172.21.15.39:0/693815059 conn(0x55ee5a47d860 msgr2=0x55ee5a4c8960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 shutdown_connections 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.519+0000 7fd6a324b740 1 -- 172.21.15.39:0/693815059 wait complete. 2024-09-13T16:21:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.520+0000 7fd6a324b740 20 client.11331 trim_cache size 0 max 16384 2024-09-13T16:21:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.534+0000 7fd6a324b740 1 Processor -- start 2024-09-13T16:21:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 -- start start 2024-09-13T16:21:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 0x55ee5a4c19c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4a6c40 0x55ee5a4c1f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4c6750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a366460 con 0x55ee5a4800a0 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a4c2440 con 0x55ee5a4a7550 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a492470 con 0x55ee5a4a6c40 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd69e2c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 0x55ee5a4c19c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd69e2c1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 0x55ee5a4c19c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41346/0 (socket says 172.21.15.39:41346) 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.535+0000 7fd69e2c1640 1 -- 172.21.15.39:0/2561640306 learned_addr learned my addr 172.21.15.39:0/2561640306 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69e2c1640 1 -- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4a6c40 msgr2=0x55ee5a4c1f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69eac2640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4c6750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69dac0640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4a6c40 0x55ee5a4c1f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4a6c40 0x55ee5a4c1f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69e2c1640 1 -- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 msgr2=0x55ee5a4c6750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4c6750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69e2c1640 1 -- 172.21.15.39:0/2561640306 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55ee5a3835f0 con 0x55ee5a4800a0 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69eac2640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4c6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69dac0640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4a6c40 0x55ee5a4c1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 0x55ee5a4c19c0 secure :-1 s=READY pgs=2554 cs=0 l=1 rev1=1 crypto rx=0x7fd6880a93b0 tx=0x7fd6880a9280 comp rx=0 tx=0).ready entity=mon.0 client_cookie=573bdf2b5a832527 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd694ff9640 1 -- 172.21.15.39:0/2561640306 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd688079c10 con 0x55ee5a4800a0 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd694ff9640 1 -- 172.21.15.39:0/2561640306 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd68807dc70 con 0x55ee5a4800a0 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd694ff9640 1 -- 172.21.15.39:0/2561640306 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd688082230 con 0x55ee5a4800a0 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 -- 172.21.15.39:0/2561640306 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 msgr2=0x55ee5a4c19c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 0x55ee5a4c19c0 secure :-1 s=READY pgs=2554 cs=0 l=1 rev1=1 crypto rx=0x7fd6880a93b0 tx=0x7fd6880a9280 comp rx=0 tx=0).stop 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 -- 172.21.15.39:0/2561640306 shutdown_connections 2024-09-13T16:21:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4c6750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4a6c40 0x55ee5a4c1f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2561640306 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4800a0 0x55ee5a4c19c0 unknown :-1 s=CLOSED pgs=2554 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.536+0000 7fd6a324b740 1 -- 172.21.15.39:0/2561640306 >> 172.21.15.39:0/2561640306 conn(0x55ee5a47d860 msgr2=0x55ee5a494e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.537+0000 7fd6a324b740 1 -- 172.21.15.39:0/2561640306 shutdown_connections 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.537+0000 7fd6a324b740 1 -- 172.21.15.39:0/2561640306 wait complete. 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.537+0000 7fd6a324b740 1 -- start start 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.537+0000 7fd6a324b740 1 Processor -- start 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a531da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4d65f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4d6b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a47f0b0 con 0x55ee5a4a6c40 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a4c3980 con 0x55ee5a4a7550 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ee5a4c3da0 con 0x55ee5a4800a0 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd6a324b740 10 client.0 _ll_register_callbacks cb 0x7fd68c001400 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4d65f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4d65f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41358/0 (socket says 172.21.15.39:41358) 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 -- 172.21.15.39:0/2639862089 learned_addr learned my addr 172.21.15.39:0/2639862089 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69eac2640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4d6b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a531da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 -- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 msgr2=0x55ee5a531da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a531da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 -- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 msgr2=0x55ee5a4d6b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4d6b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69dac0640 1 -- 172.21.15.39:0/2639862089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd698155d70 con 0x55ee5a4a6c40 2024-09-13T16:21:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69eac2640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4d6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.538+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a531da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd69dac0640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4d65f0 secure :-1 s=READY pgs=2555 cs=0 l=1 rev1=1 crypto rx=0x7fd68c007e80 tx=0x7fd68c000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4c4aa9fe42cff75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd67d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd67d7fa640 1 -- 172.21.15.39:0/2639862089 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd68c024070 con 0x55ee5a4a6c40 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd67d7fa640 1 -- 172.21.15.39:0/2639862089 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fd68c020860 con 0x55ee5a4a6c40 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fd68c00db00 con 0x55ee5a4a6c40 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd67d7fa640 1 -- 172.21.15.39:0/2639862089 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=281) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd68c027040 con 0x55ee5a4a6c40 2024-09-13T16:21:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 10 client.11337 fetch_fsmap learned FSMap version 281 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=281,monmap=2+}) v3 -- 0x55ee5a3a8d00 con 0x55ee5a4a6c40 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd67d7fa640 1 -- 172.21.15.39:0/2639862089 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd68c038080 con 0x55ee5a4a6c40 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd67d7fa640 1 -- 172.21.15.39:0/2639862089 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 281) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fd68c02a030 con 0x55ee5a4a6c40 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 10 client.11337 fetch_fsmap finished waiting for FSMap version 281 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 10 client.11337 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 20 client.11337 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a4c0c30 0x55ee5a4c1010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 4 client.11337 mds_command: new command op to 11277 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 --> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55ee5a13ad10 con 0x55ee5a4c0c30 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.539+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a4c0c30 0x55ee5a4c1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd67d7fa640 10 client.11337 ms_handle_connect on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd69e2c1640 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a4c0c30 0x55ee5a4c1010 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=87235455246035bb server_cookie=96bcd82735351815 in_seq=0 out_seq=0 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd67d7fa640 1 -- 172.21.15.39:0/2639862089 <== mds.0 v2:172.21.15.39:6832/4148856035 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+335 (crc 0 0 0) 0x55ee5a13ad10 con 0x55ee5a4c0c30 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd67d7fa640 10 client.11337 handle_command_reply: tid=0 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 client.11337 shutdown 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 msgr2=0x55ee5a4d65f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4d65f0 secure :-1 s=READY pgs=2555 cs=0 l=1 rev1=1 crypto rx=0x7fd68c007e80 tx=0x7fd68c000ed0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 shutdown_connections 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x55ee5a4c0c30 0x55ee5a4c1010 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ee5a4a7550 0x55ee5a4d6b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ee5a4a6c40 0x55ee5a4d65f0 unknown :-1 s=CLOSED pgs=2555 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd67d7fa640 0 client.11337 ms_handle_reset on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 --2- 172.21.15.39:0/2639862089 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ee5a4800a0 0x55ee5a531da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 >> 172.21.15.39:0/2639862089 conn(0x55ee5a47d860 msgr2=0x55ee5a494e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 shutdown_connections 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 1 -- 172.21.15.39:0/2639862089 wait complete. 2024-09-13T16:21:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.540+0000 7fd6a324b740 20 client.11337 trim_cache size 0 max 16384 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11277, 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:21:42.561 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:21:42.562 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6455321820000002, 2024-09-13T16:21:42.562 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 281, 2024-09-13T16:21:42.562 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 124, 2024-09-13T16:21:42.562 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 124, 2024-09-13T16:21:42.562 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 7.6945643840000004 2024-09-13T16:21:42.562 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd68406ac00 msgr2=0x7fd68406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd68406ac00 0x7fd68406d0c0 secure :-1 s=READY pgs=993 cs=0 l=1 rev1=1 crypto rx=0x7fd6980b4540 tx=0x7fd68c009040 comp rx=0 tx=0).stop 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 msgr2=0x7fd698156570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 0x7fd698156570 secure :-1 s=READY pgs=2551 cs=0 l=1 rev1=1 crypto rx=0x7fd688009d90 tx=0x7fd688004a40 comp rx=0 tx=0).stop 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 shutdown_connections 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd68406ac00 0x7fd68406d0c0 unknown :-1 s=CLOSED pgs=993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd69815cef0 0x7fd6980c9c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd6980cd560 0x7fd69814fc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 --2- 172.21.15.39:0/3716309371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd6980b5ab0 0x7fd698156570 unknown :-1 s=CLOSED pgs=2551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 >> 172.21.15.39:0/3716309371 conn(0x7fd69806a3a0 msgr2=0x7fd698160e40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 shutdown_connections 2024-09-13T16:21:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.541+0000 7fd6a0525640 1 -- 172.21.15.39:0/3716309371 wait complete. 2024-09-13T16:21:42.565 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:21:42.565 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap key 1.00000000:subdir_head', proceeding to ls 2024-09-13T16:21:42.566 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:21:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.665+0000 7ff993241640 1 Processor -- start 2024-09-13T16:21:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.665+0000 7ff993241640 1 -- start start 2024-09-13T16:21:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.665+0000 7ff993241640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c154a80 0x7ff98c0b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff993241640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff98c071990 0x7ff98c0cd9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff993241640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff98c0b2ff0 con 0x7ff98c0b2b20 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff993241640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff98c0b32d0 con 0x7ff98c071990 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff993241640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff98c0b35b0 con 0x7ff98c154a80 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff98c071990 0x7ff98c0cd9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff98c071990 0x7ff98c0cd9a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41360/0 (socket says 172.21.15.39:41360) 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 -- 172.21.15.39:0/1984712063 learned_addr learned my addr 172.21.15.39:0/1984712063 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff990fdd640 1 --2- 172.21.15.39:0/1984712063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c154a80 0x7ff98c0b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 -- 172.21.15.39:0/1984712063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c154a80 msgr2=0x7ff98c0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 --2- 172.21.15.39:0/1984712063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c154a80 0x7ff98c0b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 -- 172.21.15.39:0/1984712063 >> v1:172.21.15.157:6789/0 conn(0x7ff98c0b2b20 legacy=0x7ff98c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.666+0000 7ff9917de640 1 -- 172.21.15.39:0/1984712063 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff98c0cd1a0 con 0x7ff98c071990 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.667+0000 7ff9917de640 1 --2- 172.21.15.39:0/1984712063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c0cd9a0 secure :-1 s=READY pgs=2556 cs=0 l=1 rev1=1 crypto rx=0x7ff984009870 tx=0x7ff98402a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e31ecb6769003be0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.667+0000 7ff98b7fe640 1 -- 172.21.15.39:0/1984712063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff984032440 con 0x7ff98c071990 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.667+0000 7ff98b7fe640 1 -- 172.21.15.39:0/1984712063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9840325a0 con 0x7ff98c071990 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.667+0000 7ff98b7fe640 1 -- 172.21.15.39:0/1984712063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff984032930 con 0x7ff98c071990 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.667+0000 7ff993241640 1 -- 172.21.15.39:0/1984712063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 msgr2=0x7ff98c0cd9a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.667+0000 7ff993241640 1 --2- 172.21.15.39:0/1984712063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c0cd9a0 secure :-1 s=READY pgs=2556 cs=0 l=1 rev1=1 crypto rx=0x7ff984009870 tx=0x7ff98402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.668+0000 7ff993241640 1 -- 172.21.15.39:0/1984712063 shutdown_connections 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.668+0000 7ff993241640 1 --2- 172.21.15.39:0/1984712063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c0cd9a0 unknown :-1 s=CLOSED pgs=2556 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.668+0000 7ff993241640 1 --2- 172.21.15.39:0/1984712063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c154a80 0x7ff98c0b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.668+0000 7ff993241640 1 -- 172.21.15.39:0/1984712063 >> 172.21.15.39:0/1984712063 conn(0x7ff98c0b15d0 msgr2=0x7ff98c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.668+0000 7ff993241640 1 -- 172.21.15.39:0/1984712063 shutdown_connections 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.668+0000 7ff993241640 1 -- 172.21.15.39:0/1984712063 wait complete. 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.669+0000 7ff993241640 1 Processor -- start 2024-09-13T16:21:42.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.669+0000 7ff993241640 1 -- start start 2024-09-13T16:21:42.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c1edfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c0b2b20 0x7ff98c1e2120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff98c154a80 0x7ff98c151cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff98c142950 con 0x7ff98c071990 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff98c14c6b0 con 0x7ff98c154a80 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff98c1473b0 con 0x7ff98c0b2b20 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c1edfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c1edfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41374/0 (socket says 172.21.15.39:41374) 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 -- 172.21.15.39:0/2589879844 learned_addr learned my addr 172.21.15.39:0/2589879844 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff9917de640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff98c154a80 0x7ff98c151cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff98bfff640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c0b2b20 0x7ff98c1e2120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 -- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c0b2b20 msgr2=0x7ff98c1e2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c0b2b20 0x7ff98c1e2120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 -- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff98c154a80 msgr2=0x7ff98c151cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff98c154a80 0x7ff98c151cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 -- 172.21.15.39:0/2589879844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9840094d0 con 0x7ff98c071990 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff98bfff640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c0b2b20 0x7ff98c1e2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff990fdd640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c1edfd0 secure :-1 s=READY pgs=2557 cs=0 l=1 rev1=1 crypto rx=0x7ff97c00d5d0 tx=0x7ff97c00da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97c0125f0 con 0x7ff98c071990 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff97c012770 con 0x7ff98c071990 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff98c146b10 con 0x7ff98c071990 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff97c012b20 con 0x7ff98c071990 2024-09-13T16:21:42.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.670+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff98c1470d0 con 0x7ff98c071990 2024-09-13T16:21:42.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.671+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff98c0672f0 con 0x7ff98c071990 2024-09-13T16:21:42.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.672+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff97c012c80 con 0x7ff98c071990 2024-09-13T16:21:42.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.672+0000 7ff9897fa640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff96c06ac00 0x7ff96c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:42.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.672+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7ff97c08a3d0 con 0x7ff98c071990 2024-09-13T16:21:42.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.672+0000 7ff98bfff640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff96c06ac00 0x7ff96c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:42.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.673+0000 7ff98bfff640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff96c06ac00 0x7ff96c06d0c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff98c148f20 tx=0x7ff974009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:42.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.676+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff97c054ac0 con 0x7ff98c071990 2024-09-13T16:21:42.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.881+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7ff98c071770 con 0x7ff98c071990 2024-09-13T16:21:42.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.881+0000 7ff9897fa640 1 -- 172.21.15.39:0/2589879844 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v281) v1 ==== 53+0+73 (secure 0 0 0) 0x7ff97c0580e0 con 0x7ff98c071990 2024-09-13T16:21:42.884 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:21:42.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.883+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff96c06ac00 msgr2=0x7ff96c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.883+0000 7ff993241640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff96c06ac00 0x7ff96c06d0c0 secure :-1 s=READY pgs=994 cs=0 l=1 rev1=1 crypto rx=0x7ff98c148f20 tx=0x7ff974009040 comp rx=0 tx=0).stop 2024-09-13T16:21:42.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.883+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 msgr2=0x7ff98c1edfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:42.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.883+0000 7ff993241640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c1edfd0 secure :-1 s=READY pgs=2557 cs=0 l=1 rev1=1 crypto rx=0x7ff97c00d5d0 tx=0x7ff97c00da90 comp rx=0 tx=0).stop 2024-09-13T16:21:42.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 shutdown_connections 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff96c06ac00 0x7ff96c06d0c0 unknown :-1 s=CLOSED pgs=994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff98c154a80 0x7ff98c151cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff98c0b2b20 0x7ff98c1e2120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 --2- 172.21.15.39:0/2589879844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff98c071990 0x7ff98c1edfd0 unknown :-1 s=CLOSED pgs=2557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 >> 172.21.15.39:0/2589879844 conn(0x7ff98c0b15d0 msgr2=0x7ff98c06b330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 shutdown_connections 2024-09-13T16:21:42.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:42.884+0000 7ff993241640 1 -- 172.21.15.39:0/2589879844 wait complete. 2024-09-13T16:21:42.898 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:21:42.898 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:21:42.898 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:21:42.899 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:21:42.899 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:42.899 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:21:42.899 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:21:42.899 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:21:42.899 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:21:42.899 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:42.899 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:21:42.916 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:21:42.916 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:42.917 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:21:42.918 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42110sec preferred_lft 42110sec 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:21:42.919 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:21:42.920 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:21:42.921 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:21:42.921 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:21:42.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:42.921 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:21:42.981 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:21:42.982 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:42.982 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:21:43.039 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:21:43.039 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:21:43.039 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:21:43.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:21:43.039 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:21:43.039 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:43.039 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:21:43.039 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:21:43.040 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:21:43.040 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:21:43.040 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:21:43.040 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:21:43.129 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:43.129 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:21:43.145 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:21:43.145 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:21:43.149 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:21:43.149 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:43.149 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:21:43.212 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:21:43.212 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:21:43.212 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:43.268 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:21:43.268 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:21:43.269 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:43.323 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:21:43.390 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:21:43.391 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:21:43.456 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:21:43.457 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:21:43.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:43.458 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:21:43.514 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:21:43.514 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:21:43.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:21:43.582 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:21:43.582 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:21:43.640 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:21:43.638+0000 7f32bb91e480 -1 init, newargv = 0x55e04700fcf0 newargc=15 2024-09-13T16:21:43.641 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[91670]: starting ceph client 2024-09-13T16:21:43.645 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[91670]: starting fuse 2024-09-13T16:21:43.652 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:21:43.654 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:21:43.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:43.655 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:21:43.711 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:21:43.712 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:21:43.712 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:21:43.713 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:21:43.714 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:21:43.714 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:43.714 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:21:43.714 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:21:43.828 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.91670.asok 2024-09-13T16:21:44.014 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.91670.asok 2024-09-13T16:21:44.015 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:44.015 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.91670.asok status 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:21:44.152 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "91670", 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11349, 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 11349 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:21:44.153 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2360250107 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2360250107 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.11349 192.168.0.1:0/2360250107", 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/2360250107", 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 281, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 124, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:21:44.154 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:21:44.155 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:21:44.161 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:44.161 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:21:44.161 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:44.178 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:21:44.178 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:44.178 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:44.179 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:44.244 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:21:44.244 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> import json 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> import sys 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> try: 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> s = os.stat('"'"'/home/ubuntu/cephtest/mnt.0/./subdir'"'"') 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> except OSError as e: 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> sys.exit(e.errno) 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> attrs = ["st_mode", "st_ino", "st_dev", "st_nlink", "st_uid", "st_gid", "st_size", "st_atime", "st_mtime", "st_ctime"] 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> print(json.dumps( 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> dict([(a, getattr(s, a)) for a in attrs]), 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> indent=2)) 2024-09-13T16:21:44.245 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:21:44.286 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:21:44.530 INFO:teuthology.orchestra.run.smithi039.stderr:daemon-helper: command failed with exit status 5 2024-09-13T16:21:46.283 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:46.286 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:21:50.388 DEBUG:teuthology.orchestra.run:got remote process result: 5 2024-09-13T16:21:50.388 INFO:tasks.cephfs.test_damage:Result: EIO on client 2024-09-13T16:21:50.389 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:50.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.504+0000 7f77f6b2c640 1 Processor -- start 2024-09-13T16:21:50.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.504+0000 7f77f6b2c640 1 -- start start 2024-09-13T16:21:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77f6b2c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f77f015d0a0 0x7f77f015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77f6b2c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77f006f6e0 con 0x7f77f006f170 2024-09-13T16:21:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77f6b2c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f77f006f9c0 con 0x7f77f0156fb0 2024-09-13T16:21:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77f6b2c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77f00b2400 con 0x7f77f015d0a0 2024-09-13T16:21:50.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77effff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f77f006f170 0x7f77f00b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53908/0 (socket says 172.21.15.39:53908) 2024-09-13T16:21:50.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77effff640 1 -- 172.21.15.39:0/1604995811 learned_addr learned my addr 172.21.15.39:0/1604995811 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:50.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77f50c9640 1 --2- 172.21.15.39:0/1604995811 >> v2:172.21.15.157:3300/0 conn(0x7f77f015d0a0 0x7f77f015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1513855325 0 0) 0x7f77f006f6e0 con 0x7f77f006f170 2024-09-13T16:21:50.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77e0003520 con 0x7f77f006f170 2024-09-13T16:21:50.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 884871098 0 0) 0x7f77f006f9c0 con 0x7f77f0156fb0 2024-09-13T16:21:50.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f77f006f6e0 con 0x7f77f0156fb0 2024-09-13T16:21:50.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3119777842 0 0) 0x7f77e0003520 con 0x7f77f006f170 2024-09-13T16:21:50.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 >> v2:172.21.15.157:3300/0 conn(0x7f77f015d0a0 msgr2=0x7f77f015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 --2- 172.21.15.39:0/1604995811 >> v2:172.21.15.157:3300/0 conn(0x7f77f015d0a0 0x7f77f015d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 >> v1:172.21.15.157:6789/0 conn(0x7f77f0156fb0 legacy=0x7f77f015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77f006fca0 con 0x7f77f006f170 2024-09-13T16:21:50.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f77dc001670 con 0x7f77f006f170 2024-09-13T16:21:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 >> v1:172.21.15.39:6789/0 conn(0x7f77f006f170 legacy=0x7f77f00b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77e0003b00 0x7f77e0003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77e0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77e0005180 0x7f77e000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77f00b2400 con 0x7f77e00047c0 2024-09-13T16:21:50.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77e000c0b0 con 0x7f77e0003b00 2024-09-13T16:21:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.505+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77e000c270 con 0x7f77e0005180 2024-09-13T16:21:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77effff640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77e0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77f48c8640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77e0003b00 0x7f77e0003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77f50c9640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77e0005180 0x7f77e000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77effff640 1 -- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77e0005180 msgr2=0x7f77e000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77effff640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77e0005180 0x7f77e000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77effff640 1 -- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77e0003b00 msgr2=0x7f77e0003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77effff640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77e0003b00 0x7f77e0003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77effff640 1 -- 172.21.15.39:0/1604995811 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77e0003520 con 0x7f77e00047c0 2024-09-13T16:21:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77f48c8640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77e0003b00 0x7f77e0003f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:50.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77f50c9640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77e0005180 0x7f77e000b980 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:50.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.506+0000 7f77f50c9640 1 -- 172.21.15.39:0/1604995811 reap_dead start 2024-09-13T16:21:50.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77effff640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77e0004c40 secure :-1 s=READY pgs=2562 cs=0 l=1 rev1=1 crypto rx=0x7f77dc007fd0 tx=0x7f77e00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eb439a04195e549d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77dc005ad0 con 0x7f77e00047c0 2024-09-13T16:21:50.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77dc02d070 con 0x7f77e00047c0 2024-09-13T16:21:50.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77ef7fe640 1 -- 172.21.15.39:0/1604995811 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77dc007070 con 0x7f77e00047c0 2024-09-13T16:21:50.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 -- 172.21.15.39:0/1604995811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 msgr2=0x7f77e0004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77e0004c40 secure :-1 s=READY pgs=2562 cs=0 l=1 rev1=1 crypto rx=0x7f77dc007fd0 tx=0x7f77e00057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 -- 172.21.15.39:0/1604995811 shutdown_connections 2024-09-13T16:21:50.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/1604995811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77e0004c40 unknown :-1 s=CLOSED pgs=2562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 -- 172.21.15.39:0/1604995811 >> 172.21.15.39:0/1604995811 conn(0x7f77f006b3b0 msgr2=0x7f77f006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 -- 172.21.15.39:0/1604995811 shutdown_connections 2024-09-13T16:21:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.507+0000 7f77f6b2c640 1 -- 172.21.15.39:0/1604995811 wait complete. 2024-09-13T16:21:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.509+0000 7f77f6b2c640 1 Processor -- start 2024-09-13T16:21:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.509+0000 7f77f6b2c640 1 -- start start 2024-09-13T16:21:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77f014e6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77f014a0a0 0x7f77f014dd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77f014e2c0 0x7f77f00b1330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77f014b200 con 0x7f77e00047c0 2024-09-13T16:21:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77f015be30 con 0x7f77f014e2c0 2024-09-13T16:21:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77f015c110 con 0x7f77f014a0a0 2024-09-13T16:21:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77f014e6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77f014e6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39170/0 (socket says 172.21.15.39:39170) 2024-09-13T16:21:50.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 -- 172.21.15.39:0/629353418 learned_addr learned my addr 172.21.15.39:0/629353418 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f50c9640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77f014e2c0 0x7f77f00b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77effff640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77f014a0a0 0x7f77f014dd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 -- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77f014a0a0 msgr2=0x7f77f014dd80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77f014a0a0 0x7f77f014dd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 -- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77f014e2c0 msgr2=0x7f77f00b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77f014e2c0 0x7f77f00b1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 -- 172.21.15.39:0/629353418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77f014b470 con 0x7f77e00047c0 2024-09-13T16:21:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f48c8640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77f014e6e0 secure :-1 s=READY pgs=2563 cs=0 l=1 rev1=1 crypto rx=0x7f77e400e580 tx=0x7f77e400ea40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e4017070 con 0x7f77e00047c0 2024-09-13T16:21:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77e40052e0 con 0x7f77e00047c0 2024-09-13T16:21:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77e4005470 con 0x7f77e00047c0 2024-09-13T16:21:50.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.510+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77f015c3f0 con 0x7f77e00047c0 2024-09-13T16:21:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.511+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77f014a520 con 0x7f77e00047c0 2024-09-13T16:21:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.511+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77f00672f0 con 0x7f77e00047c0 2024-09-13T16:21:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.512+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f77e4007020 con 0x7f77e00047c0 2024-09-13T16:21:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.513+0000 7f77ed7fa640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77d406abf0 0x7f77d406d0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.513+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f77e4089680 con 0x7f77e00047c0 2024-09-13T16:21:50.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.513+0000 7f77effff640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77d406abf0 0x7f77d406d0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.513+0000 7f77effff640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77d406abf0 0x7f77d406d0b0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f77dc032000 tx=0x7f77dc009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.517+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f77e4057780 con 0x7f77e00047c0 2024-09-13T16:21:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.724+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f77f014a740 con 0x7f77e00047c0 2024-09-13T16:21:50.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.725+0000 7f77ed7fa640 1 -- 172.21.15.39:0/629353418 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 281 v281) v1 ==== 95+0+4746 (secure 0 0 0) 0x7f77e4057310 con 0x7f77e00047c0 2024-09-13T16:21:50.726 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:50.726 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":281,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":281,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:41.919331+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":124,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11277},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11277":{"gid":11277,"name":"c","rank":0,"incarnation":277,"state":"up:active","state_seq":5,"addr":"172.21.15.39:6834/4148856035","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":4148856035},{"type":"v1","addr":"172.21.15.39:6834","nonce":4148856035}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:50.727 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 281 2024-09-13T16:21:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77d406abf0 msgr2=0x7f77d406d0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77d406abf0 0x7f77d406d0b0 secure :-1 s=READY pgs=995 cs=0 l=1 rev1=1 crypto rx=0x7f77dc032000 tx=0x7f77dc009030 comp rx=0 tx=0).stop 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 msgr2=0x7f77f014e6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77f014e6e0 secure :-1 s=READY pgs=2563 cs=0 l=1 rev1=1 crypto rx=0x7f77e400e580 tx=0x7f77e400ea40 comp rx=0 tx=0).stop 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 shutdown_connections 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77d406abf0 0x7f77d406d0b0 unknown :-1 s=CLOSED pgs=995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f77f014e2c0 0x7f77f00b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f77f014a0a0 0x7f77f014dd80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 --2- 172.21.15.39:0/629353418 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77e00047c0 0x7f77f014e6e0 unknown :-1 s=CLOSED pgs=2563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 >> 172.21.15.39:0/629353418 conn(0x7f77f006b3b0 msgr2=0x7f77f0154800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 shutdown_connections 2024-09-13T16:21:50.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.727+0000 7f77f6b2c640 1 -- 172.21.15.39:0/629353418 wait complete. 2024-09-13T16:21:50.740 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-13T16:21:50.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.842+0000 7f2fcee0d640 1 Processor -- start 2024-09-13T16:21:50.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.842+0000 7f2fcee0d640 1 -- start start 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcee0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc80b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcee0d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2fc80cd000 0x7f2fc80cd470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcee0d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2fc80b2830 con 0x7f2fc8143c30 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcee0d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2fc806ffe0 con 0x7f2fc80cd000 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcee0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc80b1d00 con 0x7f2fc806f190 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2fc80cd000 0x7f2fc80cd470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2fc80cd000 0x7f2fc80cd470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39184/0 (socket says 172.21.15.39:39184) 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/3312574931 learned_addr learned my addr 172.21.15.39:0/3312574931 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/3312574931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 msgr2=0x7f2fc80b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/3312574931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc80b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/3312574931 >> v1:172.21.15.157:6789/0 conn(0x7f2fc8143c30 legacy=0x7f2fc80b2120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.843+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/3312574931 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fc8144010 con 0x7f2fc80cd000 2024-09-13T16:21:50.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.844+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/3312574931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc80cd000 0x7f2fc80cd470 secure :-1 s=READY pgs=2564 cs=0 l=1 rev1=1 crypto rx=0x7f2fc806efe0 tx=0x7f2fb802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=912e58e12ee33480 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.844+0000 7f2fc77fe640 1 -- 172.21.15.39:0/3312574931 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb802ae50 con 0x7f2fc80cd000 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.844+0000 7f2fc77fe640 1 -- 172.21.15.39:0/3312574931 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb8032440 con 0x7f2fc80cd000 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.844+0000 7f2fc77fe640 1 -- 172.21.15.39:0/3312574931 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb80327d0 con 0x7f2fc80cd000 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 -- 172.21.15.39:0/3312574931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc80cd000 msgr2=0x7f2fc80cd470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/3312574931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc80cd000 0x7f2fc80cd470 secure :-1 s=READY pgs=2564 cs=0 l=1 rev1=1 crypto rx=0x7f2fc806efe0 tx=0x7f2fb802a140 comp rx=0 tx=0).stop 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 -- 172.21.15.39:0/3312574931 shutdown_connections 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/3312574931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc80cd000 0x7f2fc80cd470 unknown :-1 s=CLOSED pgs=2564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/3312574931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc80b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 -- 172.21.15.39:0/3312574931 >> 172.21.15.39:0/3312574931 conn(0x7f2fc80b00a0 msgr2=0x7f2fc80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 -- 172.21.15.39:0/3312574931 shutdown_connections 2024-09-13T16:21:50.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.845+0000 7f2fcee0d640 1 -- 172.21.15.39:0/3312574931 wait complete. 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.846+0000 7f2fcee0d640 1 Processor -- start 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.846+0000 7f2fcee0d640 1 -- start start 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcee0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc8159c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcee0d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc80cd000 0x7f2fc8141ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcee0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 0x7f2fc81423e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcee0d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc815a140 con 0x7f2fc8143c30 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcee0d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc80ac770 con 0x7f2fc80cd000 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcee0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2fc80aca50 con 0x7f2fc806f190 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 0x7f2fc81423e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 0x7f2fc81423e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39190/0 (socket says 172.21.15.39:39190) 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/4222341751 learned_addr learned my addr 172.21.15.39:0/4222341751 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fccba9640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc8159c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc80cd000 0x7f2fc8141ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 msgr2=0x7f2fc8159c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc8159c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc80cd000 msgr2=0x7f2fc8141ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc80cd000 0x7f2fc8141ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.847+0000 7f2fcd3aa640 1 -- 172.21.15.39:0/4222341751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2fb80094d0 con 0x7f2fc8143c30 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.848+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 0x7f2fc81423e0 secure :-1 s=READY pgs=2565 cs=0 l=1 rev1=1 crypto rx=0x7f2fb80090b0 tx=0x7f2fb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.848+0000 7f2fc57fa640 1 -- 172.21.15.39:0/4222341751 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb803b810 con 0x7f2fc8143c30 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.848+0000 7f2fc57fa640 1 -- 172.21.15.39:0/4222341751 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fb803b990 con 0x7f2fc8143c30 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.848+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2fc80acd30 con 0x7f2fc8143c30 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.848+0000 7f2fc57fa640 1 -- 172.21.15.39:0/4222341751 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fb803bd40 con 0x7f2fc8143c30 2024-09-13T16:21:50.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.848+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fc80ad2f0 con 0x7f2fc8143c30 2024-09-13T16:21:50.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.849+0000 7f2fc57fa640 1 -- 172.21.15.39:0/4222341751 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2fb8039040 con 0x7f2fc8143c30 2024-09-13T16:21:50.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.850+0000 7f2fc57fa640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb406ac00 0x7f2fb406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.850+0000 7f2fc57fa640 1 -- 172.21.15.39:0/4222341751 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f2fb80aa3e0 con 0x7f2fc8143c30 2024-09-13T16:21:50.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.850+0000 7f2fccba9640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb406ac00 0x7f2fb406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.851+0000 7f2fccba9640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb406ac00 0x7f2fb406d0c0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0005520 tx=0x7f2fc0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.851+0000 7f2fd1c0a740 1 Processor -- start 2024-09-13T16:21:50.853 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.851+0000 7f2fd1c0a740 1 -- start start 2024-09-13T16:21:50.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bb6d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 0x559a9b176310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b170520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b0df730 con 0x559a9b1736f0 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b0dcec0 con 0x559a9b1776c0 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559a9b0d87b0 con 0x559a9b175f30 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 0x559a9b176310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 0x559a9b176310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39196/0 (socket says 172.21.15.39:39196) 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 -- 172.21.15.39:0/744197298 learned_addr learned my addr 172.21.15.39:0/744197298 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fccba9640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bb6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b170520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 -- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 msgr2=0x559a9b1bb6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bb6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 -- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 msgr2=0x559a9b170520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b170520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 -- 172.21.15.39:0/744197298 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a9b095f50 con 0x559a9b1736f0 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fccba9640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b170520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 0x559a9b176310 secure :-1 s=READY pgs=2566 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00b720 tx=0x7f2fbc00bbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8bbabe74f3aa6a2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.852+0000 7f2fae7fc640 1 -- 172.21.15.39:0/744197298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc00d740 con 0x559a9b1736f0 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fae7fc640 1 -- 172.21.15.39:0/744197298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fbc00d8c0 con 0x559a9b1736f0 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fae7fc640 1 -- 172.21.15.39:0/744197298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc00dc70 con 0x559a9b1736f0 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/744197298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 msgr2=0x559a9b176310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 0x559a9b176310 secure :-1 s=READY pgs=2566 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00b720 tx=0x7f2fbc00bbe0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/744197298 shutdown_connections 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b170520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1736f0 0x559a9b176310 unknown :-1 s=CLOSED pgs=2566 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/744197298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bb6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/744197298 >> 172.21.15.39:0/744197298 conn(0x559a9b1726f0 msgr2=0x559a9b1baba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/744197298 shutdown_connections 2024-09-13T16:21:50.857 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.853+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/744197298 wait complete. 2024-09-13T16:21:50.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.854+0000 7f2fd1c0a740 1 -- start start 2024-09-13T16:21:50.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.854+0000 7f2fd1c0a740 1 Processor -- start 2024-09-13T16:21:50.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 0x559a9b16f810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b1a04f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b195d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b096950 con 0x559a9b175f30 2024-09-13T16:21:50.861 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b0965f0 con 0x559a9b1776c0 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559a9b05b900 con 0x559a9b19e7e0 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 10 client.0 _ll_register_callbacks cb 0x559a9b0918f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 0x559a9b16f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 0x559a9b16f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39198/0 (socket says 172.21.15.39:39198) 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 -- 172.21.15.39:0/2859407255 learned_addr learned my addr 172.21.15.39:0/2859407255 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b1a04f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b195d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 -- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 msgr2=0x559a9b195d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b195d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 -- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 msgr2=0x559a9b1a04f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b1a04f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 -- 172.21.15.39:0/2859407255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2fbc00e040 con 0x559a9b175f30 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b1a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:50.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fccba9640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 0x559a9b16f810 secure :-1 s=READY pgs=2567 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0015500 tx=0x7f2fc0003a70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=97dba36cca206bd2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fa77fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fa77fe640 1 -- 172.21.15.39:0/2859407255 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fc0024070 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x559a9ad898d0 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.855+0000 7f2fa77fe640 1 -- 172.21.15.39:0/2859407255 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f2fc0003b80 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fa77fe640 1 -- 172.21.15.39:0/2859407255 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=281) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2fc0003d40 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 10 client.11367 fetch_fsmap learned FSMap version 281 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=281,monmap=2+}) v3 -- 0x559a9b0d6e30 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fa77fe640 1 -- 172.21.15.39:0/2859407255 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x559a9ad898d0 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fa77fe640 1 -- 172.21.15.39:0/2859407255 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 281) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f2fc0027020 con 0x559a9b175f30 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 10 client.11367 fetch_fsmap finished waiting for FSMap version 281 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 10 client.11367 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 20 client.11367 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b1979f0 0x559a9b19b6c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 4 client.11367 mds_command: new command op to 11277 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 --> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x559a9adcc4a0 con 0x559a9b1979f0 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b1979f0 0x559a9b19b6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b1979f0 0x559a9b19b6c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d75f66fc1349a30 server_cookie=5848ebb355b25d8b in_seq=0 out_seq=0 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.856+0000 7f2fa77fe640 10 client.11367 ms_handle_connect on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fa77fe640 1 -- 172.21.15.39:0/2859407255 <== mds.0 v2:172.21.15.39:6832/4148856035 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x559a9adcc4a0 con 0x559a9b1979f0 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fa77fe640 10 client.11367 handle_command_reply: tid=0 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 client.11367 shutdown 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 msgr2=0x559a9b16f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 0x559a9b16f810 secure :-1 s=READY pgs=2567 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0015500 tx=0x7f2fc0003a70 comp rx=0 tx=0).stop 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 shutdown_connections 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b1979f0 0x559a9b19b6c0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b195d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b1776c0 0x559a9b1a04f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.864 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fa77fe640 0 client.11367 ms_handle_reset on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:50.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/2859407255 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b175f30 0x559a9b16f810 unknown :-1 s=CLOSED pgs=2567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 >> 172.21.15.39:0/2859407255 conn(0x559a9b1736f0 msgr2=0x559a9b1b8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 shutdown_connections 2024-09-13T16:21:50.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/2859407255 wait complete. 2024-09-13T16:21:50.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.857+0000 7f2fd1c0a740 20 client.11367 trim_cache size 0 max 16384 2024-09-13T16:21:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.868+0000 7f2fd1c0a740 1 Processor -- start 2024-09-13T16:21:50.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.868+0000 7f2fd1c0a740 1 -- start start 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bc790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b1dd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b19e7e0 0x559a9b19ddb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b1bcdc0 con 0x559a9b1776c0 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b195d50 con 0x559a9b19e7e0 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559a9b1b87b0 con 0x559a9b175f30 2024-09-13T16:21:50.871 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b1dd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b1dd370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39200/0 (socket says 172.21.15.39:39200) 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.869+0000 7f2fc7fff640 1 -- 172.21.15.39:0/4009374966 learned_addr learned my addr 172.21.15.39:0/4009374966 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fc7fff640 1 -- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 msgr2=0x559a9b1bc790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b19e7e0 0x559a9b19ddb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bc790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fc7fff640 1 -- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b19e7e0 msgr2=0x559a9b19ddb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b19e7e0 0x559a9b19ddb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fc7fff640 1 -- 172.21.15.39:0/4009374966 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x559a9b194ec0 con 0x559a9b1776c0 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b19e7e0 0x559a9b19ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b1dd370 secure :-1 s=READY pgs=2568 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00bc20 tx=0x7f2fbc012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81966dedefbe9f9e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2faeffd640 1 -- 172.21.15.39:0/4009374966 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc023040 con 0x559a9b1776c0 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2faeffd640 1 -- 172.21.15.39:0/4009374966 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fbc00d740 con 0x559a9b1776c0 2024-09-13T16:21:50.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2faeffd640 1 -- 172.21.15.39:0/4009374966 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc027a90 con 0x559a9b1776c0 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/4009374966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 msgr2=0x559a9b1dd370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b1dd370 secure :-1 s=READY pgs=2568 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00bc20 tx=0x7f2fbc012000 comp rx=0 tx=0).stop 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/4009374966 shutdown_connections 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b19e7e0 0x559a9b19ddb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b1dd370 unknown :-1 s=CLOSED pgs=2568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.870+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/4009374966 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b175f30 0x559a9b1bc790 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.871+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/4009374966 >> 172.21.15.39:0/4009374966 conn(0x559a9b1736f0 msgr2=0x559a9b1b8c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.871+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/4009374966 shutdown_connections 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.871+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/4009374966 wait complete. 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.871+0000 7f2fd1c0a740 1 -- start start 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.871+0000 7f2fd1c0a740 1 Processor -- start 2024-09-13T16:21:50.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b175f30 0x559a9b1a0400 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b221bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b2220f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b1d6ee0 con 0x559a9b1776c0 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559a9b225b20 con 0x559a9b175f30 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559a9b1d3f10 con 0x559a9b19e7e0 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fd1c0a740 10 client.0 _ll_register_callbacks cb 0x7f2fbc00b0e0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b221bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b221bb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39208/0 (socket says 172.21.15.39:39208) 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 -- 172.21.15.39:0/3545604085 learned_addr learned my addr 172.21.15.39:0/3545604085 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fccba9640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b175f30 0x559a9b1a0400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fcd3aa640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b2220f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 -- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 msgr2=0x559a9b2220f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b2220f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 -- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b175f30 msgr2=0x559a9b1a0400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b175f30 0x559a9b1a0400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fc7fff640 1 -- 172.21.15.39:0/3545604085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559a9b095f50 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.872+0000 7f2fccba9640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b175f30 0x559a9b1a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fc7fff640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b221bb0 secure :-1 s=READY pgs=2569 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00b6f0 tx=0x7f2fbc010000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e32af6d9a6c06286 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fa77fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fa77fe640 1 -- 172.21.15.39:0/3545604085 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2fbc00a050 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f2fbc00d8c0 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fa77fe640 1 -- 172.21.15.39:0/3545604085 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f2fbc0275b0 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fa77fe640 1 -- 172.21.15.39:0/3545604085 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=281) v2 ==== 24+0+0 (secure 0 0 0) 0x7f2fbc023040 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 10 client.11373 fetch_fsmap learned FSMap version 281 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=281,monmap=2+}) v3 -- 0x559a9b078ae0 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fa77fe640 1 -- 172.21.15.39:0/3545604085 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2fbc03c020 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fa77fe640 1 -- 172.21.15.39:0/3545604085 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 281) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f2fbc02f070 con 0x559a9b1776c0 2024-09-13T16:21:50.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 10 client.11373 fetch_fsmap finished waiting for FSMap version 281 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 10 client.11373 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 20 client.11373 populate_metadata read hostname 'smithi039' 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b19e280 0x559a9b228680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 4 client.11373 mds_command: new command op to 11277 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 --> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) v1 -- 0x559a9addd7a0 con 0x559a9b19e280 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.873+0000 7f2fccba9640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b19e280 0x559a9b228680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fa77fe640 10 client.11373 ms_handle_connect on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fccba9640 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b19e280 0x559a9b228680 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1ace953f76170001 server_cookie=65a19f179522b3c9 in_seq=0 out_seq=0 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fa77fe640 1 -- 172.21.15.39:0/3545604085 <== mds.0 v2:172.21.15.39:6832/4148856035 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+194 (crc 0 0 0) 0x559a9addd7a0 con 0x559a9b19e280 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fa77fe640 10 client.11373 handle_command_reply: tid=0 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 client.11373 shutdown 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 msgr2=0x559a9b221bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b221bb0 secure :-1 s=READY pgs=2569 cs=0 l=1 rev1=1 crypto rx=0x7f2fbc00b6f0 tx=0x7f2fbc010000 comp rx=0 tx=0).stop 2024-09-13T16:21:50.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 shutdown_connections 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:6832/4148856035,v1:172.21.15.39:6834/4148856035] conn(0x559a9b19e280 0x559a9b228680 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559a9b19e7e0 0x559a9b2220f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559a9b1776c0 0x559a9b221bb0 unknown :-1 s=CLOSED pgs=2569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 --2- 172.21.15.39:0/3545604085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559a9b175f30 0x559a9b1a0400 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 >> 172.21.15.39:0/3545604085 conn(0x559a9b1736f0 msgr2=0x559a9b18bbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fa77fe640 0 client.11373 ms_handle_reset on v2:172.21.15.39:6832/4148856035 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 shutdown_connections 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 1 -- 172.21.15.39:0/3545604085 wait complete. 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.874+0000 7f2fd1c0a740 20 client.11373 trim_cache size 0 max 16384 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:50.882 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "dentry", 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3409258469, 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1, 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "frag": "*", 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "dname": "subdir", 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "snap_id": "head", 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/subdir" 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:21:50.883 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb406ac00 msgr2=0x7f2fb406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb406ac00 0x7f2fb406d0c0 secure :-1 s=READY pgs=996 cs=0 l=1 rev1=1 crypto rx=0x7f2fc0005520 tx=0x7f2fc0009040 comp rx=0 tx=0).stop 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 msgr2=0x7f2fc81423e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 0x7f2fc81423e0 secure :-1 s=READY pgs=2565 cs=0 l=1 rev1=1 crypto rx=0x7f2fb80090b0 tx=0x7f2fb80046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 shutdown_connections 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2fb406ac00 0x7f2fb406d0c0 unknown :-1 s=CLOSED pgs=996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2fc8143c30 0x7f2fc81423e0 unknown :-1 s=CLOSED pgs=2565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2fc80cd000 0x7f2fc8141ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 --2- 172.21.15.39:0/4222341751 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2fc806f190 0x7f2fc8159c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:50.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 >> 172.21.15.39:0/4222341751 conn(0x7f2fc80b00a0 msgr2=0x7f2fc80b2120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:50.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 shutdown_connections 2024-09-13T16:21:50.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:50.875+0000 7f2fcee0d640 1 -- 172.21.15.39:0/4222341751 wait complete. 2024-09-13T16:21:50.887 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 10000000000.00000000' 2024-09-13T16:21:50.887 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:21:50.887 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:21:50.903 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:21:51.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.043+0000 7f9e1910f640 1 Processor -- start 2024-09-13T16:21:51.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.043+0000 7f9e1910f640 1 -- start start 2024-09-13T16:21:51.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.044+0000 7f9e1910f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e14146130 0x7f9e14160d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.044+0000 7f9e1910f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e1406beb0 0x7f9e1415ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.044+0000 7f9e1910f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e141612c0 con 0x7f9e1406ba50 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.044+0000 7f9e1910f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e14160330 con 0x7f9e1406beb0 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.044+0000 7f9e1910f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e1406c430 con 0x7f9e14146130 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.044+0000 7f9e1359e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e1406beb0 0x7f9e1415ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e1259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9e1406ba50 0x7f9e140d19d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53918/0 (socket says 172.21.15.39:53918) 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e1259c640 1 -- 172.21.15.39:0/1469400596 learned_addr learned my addr 172.21.15.39:0/1469400596 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e12d9d640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e14146130 0x7f9e14160d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e1359e640 1 -- 172.21.15.39:0/1469400596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e14146130 msgr2=0x7f9e14160d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e1359e640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e14146130 0x7f9e14160d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e1359e640 1 -- 172.21.15.39:0/1469400596 >> v1:172.21.15.39:6789/0 conn(0x7f9e1406ba50 legacy=0x7f9e140d19d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e11d9b640 1 -- 172.21.15.39:0/1469400596 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3043128480 0 0) 0x7f9dfc001110 con 0x7f9e1406ba50 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e1359e640 1 -- 172.21.15.39:0/1469400596 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e1406c710 con 0x7f9e1406beb0 2024-09-13T16:21:51.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.045+0000 7f9e12d9d640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e14146130 0x7f9e14160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:51.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1359e640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406beb0 0x7f9e1415ccf0 secure :-1 s=READY pgs=2571 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c009d90 tx=0x7f9e0c02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=83e816dde4cc475f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e11d9b640 1 -- 172.21.15.39:0/1469400596 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c007740 con 0x7f9e1406beb0 2024-09-13T16:21:51.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e11d9b640 1 -- 172.21.15.39:0/1469400596 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e0c02d050 con 0x7f9e1406beb0 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e11d9b640 1 -- 172.21.15.39:0/1469400596 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e0c007ac0 con 0x7f9e1406beb0 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 -- 172.21.15.39:0/1469400596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406beb0 msgr2=0x7f9e1415ccf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406beb0 0x7f9e1415ccf0 secure :-1 s=READY pgs=2571 cs=0 l=1 rev1=1 crypto rx=0x7f9e0c009d90 tx=0x7f9e0c02a660 comp rx=0 tx=0).stop 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 -- 172.21.15.39:0/1469400596 shutdown_connections 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406beb0 0x7f9e1415ccf0 unknown :-1 s=CLOSED pgs=2571 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 --2- 172.21.15.39:0/1469400596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e14146130 0x7f9e14160d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 -- 172.21.15.39:0/1469400596 >> 172.21.15.39:0/1469400596 conn(0x7f9e1406a4f0 msgr2=0x7f9e1406a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 -- 172.21.15.39:0/1469400596 shutdown_connections 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.046+0000 7f9e1910f640 1 -- 172.21.15.39:0/1469400596 wait complete. 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.048+0000 7f9e1910f640 1 Processor -- start 2024-09-13T16:21:51.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.048+0000 7f9e1910f640 1 -- start start 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 0x7f9e141f3580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e1406beb0 0x7f9e1413e140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e14146130 0x7f9e14141330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e1413e680 con 0x7f9e1406ba50 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e141f3340 con 0x7f9e14146130 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e1413ec50 con 0x7f9e1406beb0 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 0x7f9e141f3580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 0x7f9e141f3580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39222/0 (socket says 172.21.15.39:39222) 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 -- 172.21.15.39:0/2980298883 learned_addr learned my addr 172.21.15.39:0/2980298883 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 -- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e1406beb0 msgr2=0x7f9e1413e140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e1406beb0 0x7f9e1413e140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 -- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e14146130 msgr2=0x7f9e14141330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e14146130 0x7f9e14141330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 -- 172.21.15.39:0/2980298883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e0c009a70 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e12d9d640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 0x7f9e141f3580 secure :-1 s=READY pgs=2572 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400d7d0 tx=0x7f9e0400dc90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e04004030 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e04004190 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e1413ef30 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e04004520 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.049+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e1413f4f0 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.050+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e1413f680 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.051+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9e040096a0 con 0x7f9e1406ba50 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.051+0000 7f9e0b7fe640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9df406ac00 0x7f9df406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.052+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f9e04089fe0 con 0x7f9e1406ba50 2024-09-13T16:21:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.052+0000 7f9e1259c640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9df406ac00 0x7f9df406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.052+0000 7f9e1259c640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9df406ac00 0x7f9df406d0c0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc007fd0 tx=0x7f9dfc001310 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.056+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9e040546d0 con 0x7f9e1406ba50 2024-09-13T16:21:51.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.231+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9e140b7840 con 0x7f9e1406ba50 2024-09-13T16:21:51.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.232+0000 7f9e0b7fe640 1 -- 172.21.15.39:0/2980298883 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+20868 (secure 0 0 0) 0x7f9e04057cf0 con 0x7f9e1406ba50 2024-09-13T16:21:51.234 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:51.235 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":124,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:21:30.068877+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:21:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.234+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9df406ac00 msgr2=0x7f9df406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9df406ac00 0x7f9df406d0c0 secure :-1 s=READY pgs=997 cs=0 l=1 rev1=1 crypto rx=0x7f9dfc007fd0 tx=0x7f9dfc001310 comp rx=0 tx=0).stop 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 msgr2=0x7f9e141f3580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 0x7f9e141f3580 secure :-1 s=READY pgs=2572 cs=0 l=1 rev1=1 crypto rx=0x7f9e0400d7d0 tx=0x7f9e0400dc90 comp rx=0 tx=0).stop 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 shutdown_connections 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9df406ac00 0x7f9df406d0c0 unknown :-1 s=CLOSED pgs=997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e14146130 0x7f9e14141330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e1406beb0 0x7f9e1413e140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 --2- 172.21.15.39:0/2980298883 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e1406ba50 0x7f9e141f3580 unknown :-1 s=CLOSED pgs=2572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 >> 172.21.15.39:0/2980298883 conn(0x7f9e1406a4f0 msgr2=0x7f9e14143a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 shutdown_connections 2024-09-13T16:21:51.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.235+0000 7f9e1910f640 1 -- 172.21.15.39:0/2980298883 wait complete. 2024-09-13T16:21:51.248 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:21:51.249 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:21:51.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.354+0000 7fdaf17b5640 1 Processor -- start 2024-09-13T16:21:51.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.354+0000 7fdaf17b5640 1 -- start start 2024-09-13T16:21:51.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaf17b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec1612f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaf17b5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdaec161830 0x7fdaec1620b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaf17b5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdaec0b2420 con 0x7fdaec15e4d0 2024-09-13T16:21:51.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaf17b5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdaec0b13a0 con 0x7fdaec161830 2024-09-13T16:21:51.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaf17b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdaec0b1660 con 0x7fdaec06a5e0 2024-09-13T16:21:51.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaeb7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdaec161830 0x7fdaec1620b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaea7fc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec1612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaeaffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fdaec15e4d0 0x7fdaec069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:45500/0 (socket says 172.21.15.39:45500) 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaeaffd640 1 -- 172.21.15.39:0/2008324631 learned_addr learned my addr 172.21.15.39:0/2008324631 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.355+0000 7fdaeb7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdaec161830 0x7fdaec1620b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:41406/0 (socket says 172.21.15.39:41406) 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.356+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 msgr2=0x7fdaec1612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.356+0000 7fdaeb7fe640 1 --2- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec1612f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.356+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/2008324631 >> v1:172.21.15.157:6789/0 conn(0x7fdaec15e4d0 legacy=0x7fdaec069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.356+0000 7fdae9ffb640 1 -- 172.21.15.39:0/2008324631 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3047462507 0 0) 0x7fdaec0b2420 con 0x7fdaec15e4d0 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.356+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/2008324631 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdaec0b1940 con 0x7fdaec161830 2024-09-13T16:21:51.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.356+0000 7fdaea7fc640 1 --2- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec1612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaeb7fe640 1 --2- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec161830 0x7fdaec1620b0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fdae40097a0 tx=0x7fdae402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cba385390a740ed9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdae9ffb640 1 -- 172.21.15.39:0/2008324631 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdae4032440 con 0x7fdaec161830 2024-09-13T16:21:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdae9ffb640 1 -- 172.21.15.39:0/2008324631 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdae40325a0 con 0x7fdaec161830 2024-09-13T16:21:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdae9ffb640 1 -- 172.21.15.39:0/2008324631 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdae4032930 con 0x7fdaec161830 2024-09-13T16:21:51.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 -- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec161830 msgr2=0x7fdaec1620b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec161830 0x7fdaec1620b0 secure :-1 s=READY pgs=692 cs=0 l=1 rev1=1 crypto rx=0x7fdae40097a0 tx=0x7fdae402a180 comp rx=0 tx=0).stop 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 -- 172.21.15.39:0/2008324631 shutdown_connections 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec161830 0x7fdaec1620b0 unknown :-1 s=CLOSED pgs=692 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/2008324631 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec1612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 -- 172.21.15.39:0/2008324631 >> 172.21.15.39:0/2008324631 conn(0x7fdaec0b00a0 msgr2=0x7fdaec0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 -- 172.21.15.39:0/2008324631 shutdown_connections 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.357+0000 7fdaf17b5640 1 -- 172.21.15.39:0/2008324631 wait complete. 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.359+0000 7fdaf17b5640 1 Processor -- start 2024-09-13T16:21:51.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.359+0000 7fdaf17b5640 1 -- start start 2024-09-13T16:21:51.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.359+0000 7fdaf17b5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec15cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.359+0000 7fdaf17b5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec15e4d0 0x7fdaec15c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.359+0000 7fdaf17b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 0x7fdaec163410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.359+0000 7fdaf17b5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdaec15bce0 con 0x7fdaec161830 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaf17b5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdaec15adf0 con 0x7fdaec15e4d0 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaf17b5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdaec15b0d0 con 0x7fdaec06a5e0 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 0x7fdaec163410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 0x7fdaec163410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39234/0 (socket says 172.21.15.39:39234) 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/1266454788 learned_addr learned my addr 172.21.15.39:0/1266454788 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaea7fc640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec15e4d0 0x7fdaec15c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeaffd640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec15cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 msgr2=0x7fdaec15cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec15cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec15e4d0 msgr2=0x7fdaec15c170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec15e4d0 0x7fdaec15c170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 -- 172.21.15.39:0/1266454788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad4009400 con 0x7fdaec161830 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaea7fc640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec15e4d0 0x7fdaec15c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaeb7fe640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 0x7fdaec163410 secure :-1 s=READY pgs=2573 cs=0 l=1 rev1=1 crypto rx=0x7fdae40097a0 tx=0x7fdae40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdae4032440 con 0x7fdaec161830 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdae4004230 con 0x7fdaec161830 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdae4033ea0 con 0x7fdaec161830 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdae4009400 con 0x7fdaec161830 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.360+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdaec15b690 con 0x7fdaec161830 2024-09-13T16:21:51.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.361+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdaec15be90 con 0x7fdaec161830 2024-09-13T16:21:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.362+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdae4039050 con 0x7fdaec161830 2024-09-13T16:21:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.362+0000 7fdae37fe640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdacc06ac30 0x7fdacc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.363+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fdae40aa870 con 0x7fdaec161830 2024-09-13T16:21:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.363+0000 7fdaeaffd640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdacc06ac30 0x7fdacc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.363+0000 7fdaeaffd640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdacc06ac30 0x7fdacc06d0f0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fdadc0012e0 tx=0x7fdadc001700 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.367+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdaec15be90 con 0x7fdaec161830 2024-09-13T16:21:51.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.541+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fdaec0672f0 con 0x7fdaec161830 2024-09-13T16:21:51.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.541+0000 7fdae37fe640 1 -- 172.21.15.39:0/1266454788 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v124) v1 ==== 93+0+10 (secure 0 0 0) 0x7fdae404b070 con 0x7fdaec161830 2024-09-13T16:21:51.544 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:21:51.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdacc06ac30 msgr2=0x7fdacc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdacc06ac30 0x7fdacc06d0f0 secure :-1 s=READY pgs=998 cs=0 l=1 rev1=1 crypto rx=0x7fdadc0012e0 tx=0x7fdadc001700 comp rx=0 tx=0).stop 2024-09-13T16:21:51.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 msgr2=0x7fdaec163410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 0x7fdaec163410 secure :-1 s=READY pgs=2573 cs=0 l=1 rev1=1 crypto rx=0x7fdae40097a0 tx=0x7fdae40046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 shutdown_connections 2024-09-13T16:21:51.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdacc06ac30 0x7fdacc06d0f0 unknown :-1 s=CLOSED pgs=998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdaec161830 0x7fdaec163410 unknown :-1 s=CLOSED pgs=2573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdaec15e4d0 0x7fdaec15c170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 --2- 172.21.15.39:0/1266454788 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdaec06a5e0 0x7fdaec15cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 >> 172.21.15.39:0/1266454788 conn(0x7fdaec0b00a0 msgr2=0x7fdaec1620b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 shutdown_connections 2024-09-13T16:21:51.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.544+0000 7fdaf17b5640 1 -- 172.21.15.39:0/1266454788 wait complete. 2024-09-13T16:21:51.557 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:21:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.660+0000 7f076a533640 1 Processor -- start 2024-09-13T16:21:51.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.660+0000 7f076a533640 1 -- start start 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f076a533640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0764156e60 0x7f076415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f076a533640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 0x7f07640b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f076a533640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f07640cb080 con 0x7f0764069ed0 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f076a533640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0764070d40 con 0x7f0764156e60 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f076a533640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07640b3120 con 0x7f07640b25b0 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0768ad0640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0764069ed0 0x7f07640711d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53928/0 (socket says 172.21.15.39:53928) 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0768ad0640 1 -- 172.21.15.39:0/1506755342 learned_addr learned my addr 172.21.15.39:0/1506755342 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:51.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f07637fe640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 0x7f07640b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2833602320 0 0) 0x7f07640cb080 con 0x7f0764069ed0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f074c003520 con 0x7f0764069ed0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0763fff640 1 --2- 172.21.15.39:0/1506755342 >> v2:172.21.15.157:3300/0 conn(0x7f0764156e60 0x7f076415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3972816101 0 0) 0x7f074c003520 con 0x7f0764069ed0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 msgr2=0x7f07640b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 0x7f07640b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 >> v2:172.21.15.157:3300/0 conn(0x7f0764156e60 msgr2=0x7f076415aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 --2- 172.21.15.39:0/1506755342 >> v2:172.21.15.157:3300/0 conn(0x7f0764156e60 0x7f076415aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07640b3400 con 0x7f0764069ed0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f075c0019f0 con 0x7f0764069ed0 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 >> v1:172.21.15.39:6789/0 conn(0x7f0764069ed0 legacy=0x7f07640711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f074c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f074c0047c0 0x7f074c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 0x7f074c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0764070d40 con 0x7f074c003970 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07640b3120 con 0x7f074c0047c0 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.661+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f074c00b980 con 0x7f07640b25b0 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0763fff640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f074c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f07637fe640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f074c0047c0 0x7f074c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0768ad0640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 0x7f074c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0763fff640 1 -- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 msgr2=0x7f074c005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0763fff640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f07640b25b0 0x7f074c005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0763fff640 1 -- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f074c0047c0 msgr2=0x7f074c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0763fff640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f074c0047c0 0x7f074c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.662+0000 7f0763fff640 1 -- 172.21.15.39:0/1506755342 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f074c003520 con 0x7f074c003970 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f0763fff640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f074c003d90 secure :-1 s=READY pgs=2575 cs=0 l=1 rev1=1 crypto rx=0x7f0754009ac0 tx=0x7f074c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87e65baba9819904 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0754031400 con 0x7f074c003970 2024-09-13T16:21:51.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f075402d050 con 0x7f074c003970 2024-09-13T16:21:51.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f0762ffd640 1 -- 172.21.15.39:0/1506755342 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0754031780 con 0x7f074c003970 2024-09-13T16:21:51.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f076a533640 1 -- 172.21.15.39:0/1506755342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 msgr2=0x7f074c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f076a533640 1 --2- 172.21.15.39:0/1506755342 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f074c003d90 secure :-1 s=READY pgs=2575 cs=0 l=1 rev1=1 crypto rx=0x7f0754009ac0 tx=0x7f074c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f0768ad0640 1 -- 172.21.15.39:0/1506755342 reap_dead start 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f076a533640 1 -- 172.21.15.39:0/1506755342 shutdown_connections 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f076a533640 1 -- 172.21.15.39:0/1506755342 >> 172.21.15.39:0/1506755342 conn(0x7f07640b00a0 msgr2=0x7f07640b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f076a533640 1 -- 172.21.15.39:0/1506755342 shutdown_connections 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.663+0000 7f076a533640 1 -- 172.21.15.39:0/1506755342 wait complete. 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.664+0000 7f076a533640 1 Processor -- start 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 -- start start 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f07641585d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0764158b10 0x7f076414f310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f076414f850 0x7f07640cb580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f07640cab60 con 0x7f074c003970 2024-09-13T16:21:51.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0764158f90 con 0x7f076414f850 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f076a533640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07640af780 con 0x7f0764158b10 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.665+0000 7f0763fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f07641585d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f07641585d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39242/0 (socket says 172.21.15.39:39242) 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 -- 172.21.15.39:0/2841272536 learned_addr learned my addr 172.21.15.39:0/2841272536 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f07637fe640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0764158b10 0x7f076414f310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0768ad0640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f076414f850 0x7f07640cb580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 -- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0764158b10 msgr2=0x7f076414f310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0764158b10 0x7f076414f310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 -- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f076414f850 msgr2=0x7f07640cb580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f076414f850 0x7f07640cb580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 -- 172.21.15.39:0/2841272536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07640ae9c0 con 0x7f074c003970 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0768ad0640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f076414f850 0x7f07640cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f07637fe640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0764158b10 0x7f076414f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:51.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0763fff640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f07641585d0 secure :-1 s=READY pgs=2576 cs=0 l=1 rev1=1 crypto rx=0x7f0754009ac0 tx=0x7f0754004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f075403b610 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f075403b770 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f075403bb00 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f07640aeca0 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.666+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f07640af260 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.667+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f07640af3f0 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.668+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0754038050 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.668+0000 7f0760ff9640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f075006ac30 0x7f075006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.668+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f07540a9f80 con 0x7f074c003970 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.669+0000 7f07637fe640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f075006ac30 0x7f075006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.669+0000 7f07637fe640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f075006ac30 0x7f075006d0f0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f0764159910 tx=0x7f0758008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.673+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f07540745e0 con 0x7f074c003970 2024-09-13T16:21:51.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.843+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f07640672f0 con 0x7f074c003970 2024-09-13T16:21:51.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.843+0000 7f0760ff9640 1 -- 172.21.15.39:0/2841272536 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v124) v1 ==== 104+0+11 (secure 0 0 0) 0x7f07540360a0 con 0x7f074c003970 2024-09-13T16:21:51.845 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f075006ac30 msgr2=0x7f075006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f075006ac30 0x7f075006d0f0 secure :-1 s=READY pgs=999 cs=0 l=1 rev1=1 crypto rx=0x7f0764159910 tx=0x7f0758008040 comp rx=0 tx=0).stop 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 msgr2=0x7f07641585d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f07641585d0 secure :-1 s=READY pgs=2576 cs=0 l=1 rev1=1 crypto rx=0x7f0754009ac0 tx=0x7f0754004730 comp rx=0 tx=0).stop 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 shutdown_connections 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f075006ac30 0x7f075006d0f0 unknown :-1 s=CLOSED pgs=999 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f076414f850 0x7f07640cb580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0764158b10 0x7f076414f310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 --2- 172.21.15.39:0/2841272536 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f074c003970 0x7f07641585d0 unknown :-1 s=CLOSED pgs=2576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 >> 172.21.15.39:0/2841272536 conn(0x7f07640b00a0 msgr2=0x7f0764071740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 shutdown_connections 2024-09-13T16:21:51.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.845+0000 7f076a533640 1 -- 172.21.15.39:0/2841272536 wait complete. 2024-09-13T16:21:51.858 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:21:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.961+0000 7fa181641640 1 Processor -- start 2024-09-13T16:21:51.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.961+0000 7fa181641640 1 -- start start 2024-09-13T16:21:51.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.961+0000 7fa181641640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa17c143d30 0x7fa17c15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa181641640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa17c0717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa181641640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa17c072440 con 0x7fa17c071ce0 2024-09-13T16:21:51.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa181641640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa17c144110 con 0x7fa17c143d30 2024-09-13T16:21:51.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa181641640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c072160 con 0x7fa17c0b3610 2024-09-13T16:21:51.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa17c071ce0 0x7fa17c06f880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53934/0 (socket says 172.21.15.39:53934) 2024-09-13T16:21:51.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17b7fe640 1 -- 172.21.15.39:0/1578983684 learned_addr learned my addr 172.21.15.39:0/1578983684 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:51.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa173fff640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa17c0717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17affd640 1 --2- 172.21.15.39:0/1578983684 >> v2:172.21.15.157:3300/0 conn(0x7fa17c143d30 0x7fa17c15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1325013677 0 0) 0x7fa17c072440 con 0x7fa17c071ce0 2024-09-13T16:21:51.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa168003520 con 0x7fa17c071ce0 2024-09-13T16:21:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1302703457 0 0) 0x7fa168003520 con 0x7fa17c071ce0 2024-09-13T16:21:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 msgr2=0x7fa17c0717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa17c0717a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 >> v2:172.21.15.157:3300/0 conn(0x7fa17c143d30 msgr2=0x7fa17c15eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 --2- 172.21.15.39:0/1578983684 >> v2:172.21.15.157:3300/0 conn(0x7fa17c143d30 0x7fa17c15eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa17c15e040 con 0x7fa17c071ce0 2024-09-13T16:21:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fa1740019f0 con 0x7fa17c071ce0 2024-09-13T16:21:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa173fff640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa17c0717a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 >> v1:172.21.15.39:6789/0 conn(0x7fa17c071ce0 legacy=0x7fa17c06f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa168003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa1680047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa168004330 0x7fa168004d00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c144110 con 0x7fa168003eb0 2024-09-13T16:21:51.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c072160 con 0x7fa168004330 2024-09-13T16:21:51.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa168005340 con 0x7fa17c0b3610 2024-09-13T16:21:51.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.962+0000 7fa17affd640 1 --2- 172.21.15.39:0/1578983684 >> v2:172.21.15.157:3300/0 conn(0x7fa17c143d30 0x7fa17c15eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:21:51.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa173fff640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa1680047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa17b7fe640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa168004330 0x7fa168004d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa17affd640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa168003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa173fff640 1 -- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 msgr2=0x7fa168003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa173fff640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c0b3610 0x7fa168003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa173fff640 1 -- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa168004330 msgr2=0x7fa168004d00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:51.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa173fff640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa168004330 0x7fa168004d00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.963+0000 7fa173fff640 1 -- 172.21.15.39:0/1578983684 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa164009400 con 0x7fa168003eb0 2024-09-13T16:21:51.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa173fff640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa1680047c0 secure :-1 s=READY pgs=2578 cs=0 l=1 rev1=1 crypto rx=0x7fa164009c60 tx=0x7fa1680057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a0d5fdb1feccd64 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa164004020 con 0x7fa168003eb0 2024-09-13T16:21:51.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa16402d050 con 0x7fa168003eb0 2024-09-13T16:21:51.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa17a7fc640 1 -- 172.21.15.39:0/1578983684 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa1640043a0 con 0x7fa168003eb0 2024-09-13T16:21:51.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa181641640 1 -- 172.21.15.39:0/1578983684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 msgr2=0x7fa1680047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa181641640 1 --2- 172.21.15.39:0/1578983684 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa1680047c0 secure :-1 s=READY pgs=2578 cs=0 l=1 rev1=1 crypto rx=0x7fa164009c60 tx=0x7fa1680057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa17b7fe640 1 -- 172.21.15.39:0/1578983684 reap_dead start 2024-09-13T16:21:51.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa181641640 1 -- 172.21.15.39:0/1578983684 shutdown_connections 2024-09-13T16:21:51.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.964+0000 7fa181641640 1 -- 172.21.15.39:0/1578983684 >> 172.21.15.39:0/1578983684 conn(0x7fa17c0b00a0 msgr2=0x7fa17c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:51.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.965+0000 7fa181641640 1 -- 172.21.15.39:0/1578983684 shutdown_connections 2024-09-13T16:21:51.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.965+0000 7fa181641640 1 -- 172.21.15.39:0/1578983684 wait complete. 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 Processor -- start 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 -- start start 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa17c15cea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17c159d90 0x7fa17c15b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c15b8f0 0x7fa17c0a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c15ca80 con 0x7fa168003eb0 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c15a210 con 0x7fa17c159d90 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.966+0000 7fa181641640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa17c15be00 con 0x7fa17c15b8f0 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa17c15cea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa17c15cea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39252/0 (socket says 172.21.15.39:39252) 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 -- 172.21.15.39:0/1671407766 learned_addr learned my addr 172.21.15.39:0/1671407766 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:51.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17b7fe640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c15b8f0 0x7fa17c0a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa173fff640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17c159d90 0x7fa17c15b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 -- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c15b8f0 msgr2=0x7fa17c0a8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c15b8f0 0x7fa17c0a8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 -- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17c159d90 msgr2=0x7fa17c15b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17c159d90 0x7fa17c15b3b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 -- 172.21.15.39:0/1671407766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa17c15c0e0 con 0x7fa168003eb0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa17affd640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa17c15cea0 secure :-1 s=READY pgs=2579 cs=0 l=1 rev1=1 crypto rx=0x7fa16c011cd0 tx=0x7fa16c00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c00fd20 con 0x7fa168003eb0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa16c00fea0 con 0x7fa168003eb0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa17c15c3c0 con 0x7fa168003eb0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16c004260 con 0x7fa168003eb0 2024-09-13T16:21:51.980 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.967+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa17c13d370 con 0x7fa168003eb0 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.968+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa17c0672f0 con 0x7fa168003eb0 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.969+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa16c0043c0 con 0x7fa168003eb0 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.969+0000 7fa1737fe640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15c06ac00 0x7fa15c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.969+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fa16c08a710 con 0x7fa168003eb0 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.970+0000 7fa173fff640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15c06ac00 0x7fa15c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.970+0000 7fa173fff640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15c06ac00 0x7fa15c06d0c0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fa164032000 tx=0x7fa164008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:51.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:51.974+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa16c054d70 con 0x7fa168003eb0 2024-09-13T16:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.148+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa17c15eb20 con 0x7fa168003eb0 2024-09-13T16:21:52.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.148+0000 7fa1737fe640 1 -- 172.21.15.39:0/1671407766 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v124) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa16c022070 con 0x7fa168003eb0 2024-09-13T16:21:52.150 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15c06ac00 msgr2=0x7fa15c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15c06ac00 0x7fa15c06d0c0 secure :-1 s=READY pgs=1000 cs=0 l=1 rev1=1 crypto rx=0x7fa164032000 tx=0x7fa164008030 comp rx=0 tx=0).stop 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 msgr2=0x7fa17c15cea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa17c15cea0 secure :-1 s=READY pgs=2579 cs=0 l=1 rev1=1 crypto rx=0x7fa16c011cd0 tx=0x7fa16c00f610 comp rx=0 tx=0).stop 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 shutdown_connections 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa15c06ac00 0x7fa15c06d0c0 unknown :-1 s=CLOSED pgs=1000 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa17c15b8f0 0x7fa17c0a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa17c159d90 0x7fa17c15b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 --2- 172.21.15.39:0/1671407766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa168003eb0 0x7fa17c15cea0 unknown :-1 s=CLOSED pgs=2579 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 >> 172.21.15.39:0/1671407766 conn(0x7fa17c0b00a0 msgr2=0x7fa17c0af940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 shutdown_connections 2024-09-13T16:21:52.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.150+0000 7fa181641640 1 -- 172.21.15.39:0/1671407766 wait complete. 2024-09-13T16:21:52.162 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:21:52.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.264+0000 7f6eaa9e9640 1 Processor -- start 2024-09-13T16:21:52.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.264+0000 7f6eaa9e9640 1 -- start start 2024-09-13T16:21:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6eaa9e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6ea40ceb30 0x7f6ea4163f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6eaa9e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ea4159760 con 0x7f6ea415a360 2024-09-13T16:21:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6eaa9e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ea415a880 con 0x7f6ea4159380 2024-09-13T16:21:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6eaa9e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ea40b38f0 con 0x7f6ea40ceb30 2024-09-13T16:21:52.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6ea8f86640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6ea40ceb30 0x7f6ea4163f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6ea37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6ea415a360 0x7f6ea40ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53948/0 (socket says 172.21.15.39:53948) 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6ea37fe640 1 -- 172.21.15.39:0/576461040 learned_addr learned my addr 172.21.15.39:0/576461040 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6ea8f86640 1 -- 172.21.15.39:0/576461040 >> v1:172.21.15.157:6789/0 conn(0x7f6ea4159380 legacy=0x7f6ea40b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6ea8f86640 1 -- 172.21.15.39:0/576461040 >> v1:172.21.15.39:6789/0 conn(0x7f6ea415a360 legacy=0x7f6ea40ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.265+0000 7f6ea2ffd640 1 -- 172.21.15.39:0/576461040 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3648193668 0 0) 0x7f6ea4159760 con 0x7f6ea415a360 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.266+0000 7f6ea8f86640 1 -- 172.21.15.39:0/576461040 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ea415ab60 con 0x7f6ea40ceb30 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.266+0000 7f6ea8f86640 1 --2- 172.21.15.39:0/576461040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea40ceb30 0x7f6ea4163f50 secure :-1 s=READY pgs=2581 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009d90 tx=0x7f6e9c02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44e205989233f4d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.266+0000 7f6ea2ffd640 1 -- 172.21.15.39:0/576461040 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c007740 con 0x7f6ea40ceb30 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.266+0000 7f6ea2ffd640 1 -- 172.21.15.39:0/576461040 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e9c02d050 con 0x7f6ea40ceb30 2024-09-13T16:21:52.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.266+0000 7f6ea2ffd640 1 -- 172.21.15.39:0/576461040 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c007ac0 con 0x7f6ea40ceb30 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/576461040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea40ceb30 msgr2=0x7f6ea4163f50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/576461040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea40ceb30 0x7f6ea4163f50 secure :-1 s=READY pgs=2581 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009d90 tx=0x7f6e9c02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/576461040 shutdown_connections 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/576461040 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea40ceb30 0x7f6ea4163f50 unknown :-1 s=CLOSED pgs=2581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/576461040 >> 172.21.15.39:0/576461040 conn(0x7f6ea40b15d0 msgr2=0x7f6ea40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/576461040 shutdown_connections 2024-09-13T16:21:52.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.267+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/576461040 wait complete. 2024-09-13T16:21:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.268+0000 7f6eaa9e9640 1 Processor -- start 2024-09-13T16:21:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.268+0000 7f6eaa9e9640 1 -- start start 2024-09-13T16:21:52.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6eaa9e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ea40ceb30 0x7f6ea4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6eaa9e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ea4159380 0x7f6ea406a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6eaa9e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 0x7f6ea414ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6eaa9e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ea40a9100 con 0x7f6ea415a360 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6eaa9e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ea40a84f0 con 0x7f6ea4159380 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6eaa9e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ea40a87d0 con 0x7f6ea40ceb30 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6ea8f86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 0x7f6ea414ffa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6ea8f86640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 0x7f6ea414ffa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39268/0 (socket says 172.21.15.39:39268) 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6ea8f86640 1 -- 172.21.15.39:0/2327995391 learned_addr learned my addr 172.21.15.39:0/2327995391 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:52.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6ea37fe640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ea4159380 0x7f6ea406a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.269+0000 7f6ea3fff640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ea40ceb30 0x7f6ea4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea8f86640 1 -- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ea40ceb30 msgr2=0x7f6ea4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea8f86640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ea40ceb30 0x7f6ea4069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea8f86640 1 -- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ea4159380 msgr2=0x7f6ea406a410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea8f86640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ea4159380 0x7f6ea406a410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea8f86640 1 -- 172.21.15.39:0/2327995391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e9c009a70 con 0x7f6ea415a360 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea37fe640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ea4159380 0x7f6ea406a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea8f86640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 0x7f6ea414ffa0 secure :-1 s=READY pgs=2582 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009d90 tx=0x7f6e9c004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c031910 con 0x7f6ea415a360 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e9c031a70 con 0x7f6ea415a360 2024-09-13T16:21:52.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ea40a8ab0 con 0x7f6ea415a360 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e9c031de0 con 0x7f6ea415a360 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.270+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ea414d250 con 0x7f6ea415a360 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.271+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ea40cce40 con 0x7f6ea415a360 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.271+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e9c03c420 con 0x7f6ea415a360 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.272+0000 7f6ea0ff9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e9006ac00 0x7f6e9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.272+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f6e9c0ab8c0 con 0x7f6ea415a360 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.272+0000 7f6ea3fff640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e9006ac00 0x7f6e9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.273+0000 7f6ea3fff640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e9006ac00 0x7f6e9006d0c0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f6e94000f60 tx=0x7f6e94009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.276+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e9c075fb0 con 0x7f6ea415a360 2024-09-13T16:21:52.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.459+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f6ea40672f0 con 0x7f6ea415a360 2024-09-13T16:21:52.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.460+0000 7f6ea0ff9640 1 -- 172.21.15.39:0/2327995391 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 66 entries v124) v1 ==== 81+0+4006 (secure 0 0 0) 0x7f6e9c040080 con 0x7f6ea415a360 2024-09-13T16:21:52.461 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:21:52.461 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:52.462 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:52.463 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:52.464 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:52.465 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:52.466 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:listed 66 entries 2024-09-13T16:21:52.467 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e9006ac00 msgr2=0x7f6e9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e9006ac00 0x7f6e9006d0c0 secure :-1 s=READY pgs=1001 cs=0 l=1 rev1=1 crypto rx=0x7f6e94000f60 tx=0x7f6e94009040 comp rx=0 tx=0).stop 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 msgr2=0x7f6ea414ffa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 0x7f6ea414ffa0 secure :-1 s=READY pgs=2582 cs=0 l=1 rev1=1 crypto rx=0x7f6e9c009d90 tx=0x7f6e9c004a40 comp rx=0 tx=0).stop 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 shutdown_connections 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e9006ac00 0x7f6e9006d0c0 unknown :-1 s=CLOSED pgs=1001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6ea415a360 0x7f6ea414ffa0 unknown :-1 s=CLOSED pgs=2582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6ea4159380 0x7f6ea406a410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 --2- 172.21.15.39:0/2327995391 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6ea40ceb30 0x7f6ea4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 >> 172.21.15.39:0/2327995391 conn(0x7f6ea40b15d0 msgr2=0x7f6ea4154f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 shutdown_connections 2024-09-13T16:21:52.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.462+0000 7f6eaa9e9640 1 -- 172.21.15.39:0/2327995391 wait complete. 2024-09-13T16:21:52.474 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:21:52.475 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:21:52.491 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:21:52.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.631+0000 7fefaee72640 1 Processor -- start 2024-09-13T16:21:52.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.631+0000 7fefaee72640 1 -- start start 2024-09-13T16:21:52.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefaee72640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fefa8156fb0 0x7fefa815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefaee72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa806f170 0x7fefa80b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefaee72640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefa815d0a0 0x7fefa815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefaee72640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa815da70 con 0x7fefa815d0a0 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefaee72640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefa815b1b0 con 0x7fefa8156fb0 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefaee72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefa806f6e0 con 0x7fefa806f170 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefa815d0a0 0x7fefa815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fefa815d0a0 0x7fefa815d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39282/0 (socket says 172.21.15.39:39282) 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 -- 172.21.15.39:0/326780632 learned_addr learned my addr 172.21.15.39:0/326780632 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefa7fff640 1 --2- 172.21.15.39:0/326780632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa806f170 0x7fefa80b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefacc0e640 1 --2- 172.21.15.39:0/326780632 >> v2:172.21.15.157:3300/0 conn(0x7fefa8156fb0 0x7fefa815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 -- 172.21.15.39:0/326780632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa806f170 msgr2=0x7fefa80b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 --2- 172.21.15.39:0/326780632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa806f170 0x7fefa80b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 -- 172.21.15.39:0/326780632 >> v2:172.21.15.157:3300/0 conn(0x7fefa8156fb0 msgr2=0x7fefa815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:52.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 --2- 172.21.15.39:0/326780632 >> v2:172.21.15.157:3300/0 conn(0x7fefa8156fb0 0x7fefa815ac70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.632+0000 7fefad40f640 1 -- 172.21.15.39:0/326780632 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa806f9c0 con 0x7fefa815d0a0 2024-09-13T16:21:52.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.633+0000 7fefad40f640 1 --2- 172.21.15.39:0/326780632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa815d0a0 0x7fefa815d530 secure :-1 s=READY pgs=2583 cs=0 l=1 rev1=1 crypto rx=0x7fefa806c5c0 tx=0x7fefa002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae3c42fd33db04c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.633+0000 7fefa77fe640 1 -- 172.21.15.39:0/326780632 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa0031600 con 0x7fefa815d0a0 2024-09-13T16:21:52.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.633+0000 7fefa77fe640 1 -- 172.21.15.39:0/326780632 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefa002d050 con 0x7fefa815d0a0 2024-09-13T16:21:52.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.633+0000 7fefa77fe640 1 -- 172.21.15.39:0/326780632 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefa0031980 con 0x7fefa815d0a0 2024-09-13T16:21:52.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 -- 172.21.15.39:0/326780632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa815d0a0 msgr2=0x7fefa815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 --2- 172.21.15.39:0/326780632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa815d0a0 0x7fefa815d530 secure :-1 s=READY pgs=2583 cs=0 l=1 rev1=1 crypto rx=0x7fefa806c5c0 tx=0x7fefa002a610 comp rx=0 tx=0).stop 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 -- 172.21.15.39:0/326780632 shutdown_connections 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 --2- 172.21.15.39:0/326780632 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa815d0a0 0x7fefa815d530 unknown :-1 s=CLOSED pgs=2583 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 --2- 172.21.15.39:0/326780632 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa806f170 0x7fefa80b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 --2- 172.21.15.39:0/326780632 >> v2:172.21.15.157:3300/0 conn(0x7fefa8156fb0 0x7fefa815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 -- 172.21.15.39:0/326780632 >> 172.21.15.39:0/326780632 conn(0x7fefa806b3b0 msgr2=0x7fefa806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 -- 172.21.15.39:0/326780632 shutdown_connections 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.634+0000 7fefaee72640 1 -- 172.21.15.39:0/326780632 wait complete. 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.635+0000 7fefaee72640 1 Processor -- start 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.635+0000 7fefaee72640 1 -- start start 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefaee72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 0x7fefa814f3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefaee72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefa8156fb0 0x7fefa80cb900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefaee72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa815d0a0 0x7fefa8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefaee72640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa814f930 con 0x7fefa806f170 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefaee72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefa80cbe40 con 0x7fefa8156fb0 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefaee72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefa80cc840 con 0x7fefa815d0a0 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 0x7fefa814f3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 0x7fefa814f3f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39296/0 (socket says 172.21.15.39:39296) 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 -- 172.21.15.39:0/2519864549 learned_addr learned my addr 172.21.15.39:0/2519864549 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefad40f640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa815d0a0 0x7fefa8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefa7fff640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefa8156fb0 0x7fefa80cb900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 -- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa815d0a0 msgr2=0x7fefa8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa815d0a0 0x7fefa8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 -- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefa8156fb0 msgr2=0x7fefa80cb900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.636+0000 7fefacc0e640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefa8156fb0 0x7fefa80cb900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefacc0e640 1 -- 172.21.15.39:0/2519864549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefa0009b30 con 0x7fefa806f170 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefacc0e640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 0x7fefa814f3f0 secure :-1 s=READY pgs=2584 cs=0 l=1 rev1=1 crypto rx=0x7fef9c00c7f0 tx=0x7fef9c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c004220 con 0x7fefa806f170 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fef9c004380 con 0x7fefa806f170 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefa80ccb20 con 0x7fefa806f170 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fef9c007840 con 0x7fefa806f170 2024-09-13T16:21:52.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.637+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefa80cd0e0 con 0x7fefa806f170 2024-09-13T16:21:52.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.638+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefa80672f0 con 0x7fefa806f170 2024-09-13T16:21:52.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.638+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fef9c007bb0 con 0x7fefa806f170 2024-09-13T16:21:52.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.639+0000 7fefa57fa640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef8c06ac00 0x7fef8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.639+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fef9c089cd0 con 0x7fefa806f170 2024-09-13T16:21:52.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.639+0000 7fefa7fff640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef8c06ac00 0x7fef8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.640+0000 7fefa7fff640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef8c06ac00 0x7fef8c06d0c0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fefa80ca9c0 tx=0x7fef94008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.643+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fef9c08f020 con 0x7fefa806f170 2024-09-13T16:21:52.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.817+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fefa8157390 con 0x7fefa806f170 2024-09-13T16:21:52.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.818+0000 7fefa57fa640 1 -- 172.21.15.39:0/2519864549 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v124) v1 ==== 74+0+20868 (secure 0 0 0) 0x7fef9c01e020 con 0x7fefa806f170 2024-09-13T16:21:52.820 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:52.820 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":124,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:21:30.068877+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:21:52.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef8c06ac00 msgr2=0x7fef8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef8c06ac00 0x7fef8c06d0c0 secure :-1 s=READY pgs=1002 cs=0 l=1 rev1=1 crypto rx=0x7fefa80ca9c0 tx=0x7fef94008040 comp rx=0 tx=0).stop 2024-09-13T16:21:52.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 msgr2=0x7fefa814f3f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 0x7fefa814f3f0 secure :-1 s=READY pgs=2584 cs=0 l=1 rev1=1 crypto rx=0x7fef9c00c7f0 tx=0x7fef9c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 shutdown_connections 2024-09-13T16:21:52.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fef8c06ac00 0x7fef8c06d0c0 unknown :-1 s=CLOSED pgs=1002 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fefa815d0a0 0x7fefa8069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fefa8156fb0 0x7fefa80cb900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 --2- 172.21.15.39:0/2519864549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fefa806f170 0x7fefa814f3f0 unknown :-1 s=CLOSED pgs=2584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 >> 172.21.15.39:0/2519864549 conn(0x7fefa806b3b0 msgr2=0x7fefa815b3b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:52.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 shutdown_connections 2024-09-13T16:21:52.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.820+0000 7fefaee72640 1 -- 172.21.15.39:0/2519864549 wait complete. 2024-09-13T16:21:52.833 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:21:52.833 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:21:52.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.937+0000 7fc37f583640 1 Processor -- start 2024-09-13T16:21:52.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.937+0000 7fc37f583640 1 -- start start 2024-09-13T16:21:52.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37f583640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378156e60 0x7fc37815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37f583640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3780b25b0 0x7fc3780b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37f583640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc3780cb080 con 0x7fc378069ed0 2024-09-13T16:21:52.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37f583640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc378070d40 con 0x7fc3780b25b0 2024-09-13T16:21:52.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37f583640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3780b3120 con 0x7fc378156e60 2024-09-13T16:21:52.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37cb1e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc3780b25b0 0x7fc3780b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37db20640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc378069ed0 0x7fc3780711d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53956/0 (socket says 172.21.15.39:53956) 2024-09-13T16:21:52.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37db20640 1 -- 172.21.15.39:0/2426773659 learned_addr learned my addr 172.21.15.39:0/2426773659 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:52.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37d31f640 1 --2- 172.21.15.39:0/2426773659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378156e60 0x7fc37815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37cb1e640 1 -- 172.21.15.39:0/2426773659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378156e60 msgr2=0x7fc37815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:52.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37cb1e640 1 --2- 172.21.15.39:0/2426773659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378156e60 0x7fc37815aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37cb1e640 1 -- 172.21.15.39:0/2426773659 >> v1:172.21.15.39:6789/0 conn(0x7fc378069ed0 legacy=0x7fc3780711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.938+0000 7fc37cb1e640 1 -- 172.21.15.39:0/2426773659 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc3780b3400 con 0x7fc3780b25b0 2024-09-13T16:21:52.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.939+0000 7fc37cb1e640 1 --2- 172.21.15.39:0/2426773659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc3780b2a10 secure :-1 s=READY pgs=2586 cs=0 l=1 rev1=1 crypto rx=0x7fc3680097a0 tx=0x7fc36802a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b53a28f1a5c63164 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.939+0000 7fc36ffff640 1 -- 172.21.15.39:0/2426773659 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc368032440 con 0x7fc3780b25b0 2024-09-13T16:21:52.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.939+0000 7fc36ffff640 1 -- 172.21.15.39:0/2426773659 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc3680325a0 con 0x7fc3780b25b0 2024-09-13T16:21:52.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.939+0000 7fc36ffff640 1 -- 172.21.15.39:0/2426773659 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc368032930 con 0x7fc3780b25b0 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.939+0000 7fc37f583640 1 -- 172.21.15.39:0/2426773659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 msgr2=0x7fc3780b2a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.939+0000 7fc37f583640 1 --2- 172.21.15.39:0/2426773659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc3780b2a10 secure :-1 s=READY pgs=2586 cs=0 l=1 rev1=1 crypto rx=0x7fc3680097a0 tx=0x7fc36802a180 comp rx=0 tx=0).stop 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.940+0000 7fc37f583640 1 -- 172.21.15.39:0/2426773659 shutdown_connections 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.940+0000 7fc37f583640 1 --2- 172.21.15.39:0/2426773659 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc3780b2a10 unknown :-1 s=CLOSED pgs=2586 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.940+0000 7fc37f583640 1 --2- 172.21.15.39:0/2426773659 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378156e60 0x7fc37815aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.940+0000 7fc37f583640 1 -- 172.21.15.39:0/2426773659 >> 172.21.15.39:0/2426773659 conn(0x7fc3780b00a0 msgr2=0x7fc3780b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.940+0000 7fc37f583640 1 -- 172.21.15.39:0/2426773659 shutdown_connections 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.940+0000 7fc37f583640 1 -- 172.21.15.39:0/2426773659 wait complete. 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.941+0000 7fc37f583640 1 Processor -- start 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.941+0000 7fc37f583640 1 -- start start 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.941+0000 7fc37f583640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378069ed0 0x7fc378151930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.941+0000 7fc37f583640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc37814cae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37f583640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc378156e60 0x7fc3780cc5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37f583640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc37814d020 con 0x7fc3780b25b0 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37f583640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc378155790 con 0x7fc378156e60 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37f583640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc37814efc0 con 0x7fc378069ed0 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc37814cae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc37814cae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39312/0 (socket says 172.21.15.39:39312) 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 -- 172.21.15.39:0/887833181 learned_addr learned my addr 172.21.15.39:0/887833181 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37db20640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc378156e60 0x7fc3780cc5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37d31f640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378069ed0 0x7fc378151930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 -- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378069ed0 msgr2=0x7fc378151930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378069ed0 0x7fc378151930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 -- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc378156e60 msgr2=0x7fc3780cc5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc378156e60 0x7fc3780cc5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 -- 172.21.15.39:0/887833181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc368009400 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37db20640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc378156e60 0x7fc3780cc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37cb1e640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc37814cae0 secure :-1 s=READY pgs=2587 cs=0 l=1 rev1=1 crypto rx=0x7fc368035040 tx=0x7fc3680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc368032440 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc368006e10 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc368030be0 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.942+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc37814f2a0 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.943+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc378155a70 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.944+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3780672f0 con 0x7fc3780b25b0 2024-09-13T16:21:52.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.944+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc368039040 con 0x7fc3780b25b0 2024-09-13T16:21:52.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.944+0000 7fc36dffb640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc35c06ac00 0x7fc35c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:52.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.945+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fc3680aa8a0 con 0x7fc3780b25b0 2024-09-13T16:21:52.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.945+0000 7fc37d31f640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc35c06ac00 0x7fc35c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:52.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.946+0000 7fc37d31f640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc35c06ac00 0x7fc35c06d0c0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fc374006fd0 tx=0x7fc374008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:52.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:52.949+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc368074f00 con 0x7fc3780b25b0 2024-09-13T16:21:53.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.118+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fc3780b2a10 con 0x7fc3780b25b0 2024-09-13T16:21:53.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.119+0000 7fc36dffb640 1 -- 172.21.15.39:0/887833181 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v124) v1 ==== 93+0+10 (secure 0 0 0) 0x7fc3680370a0 con 0x7fc3780b25b0 2024-09-13T16:21:53.120 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:21:53.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.120+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc35c06ac00 msgr2=0x7fc35c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.120+0000 7fc37f583640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc35c06ac00 0x7fc35c06d0c0 secure :-1 s=READY pgs=1003 cs=0 l=1 rev1=1 crypto rx=0x7fc374006fd0 tx=0x7fc374008040 comp rx=0 tx=0).stop 2024-09-13T16:21:53.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 msgr2=0x7fc37814cae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc37814cae0 secure :-1 s=READY pgs=2587 cs=0 l=1 rev1=1 crypto rx=0x7fc368035040 tx=0x7fc3680046c0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 shutdown_connections 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc35c06ac00 0x7fc35c06d0c0 unknown :-1 s=CLOSED pgs=1003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc378156e60 0x7fc3780cc5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc3780b25b0 0x7fc37814cae0 unknown :-1 s=CLOSED pgs=2587 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 --2- 172.21.15.39:0/887833181 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc378069ed0 0x7fc378151930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 >> 172.21.15.39:0/887833181 conn(0x7fc3780b00a0 msgr2=0x7fc37815aa10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 shutdown_connections 2024-09-13T16:21:53.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.121+0000 7fc37f583640 1 -- 172.21.15.39:0/887833181 wait complete. 2024-09-13T16:21:53.133 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:21:53.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.236+0000 7fdae1441640 1 Processor -- start 2024-09-13T16:21:53.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.236+0000 7fdae1441640 1 -- start start 2024-09-13T16:21:53.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.236+0000 7fdae1441640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdadc156e60 0x7fdadc15aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdae1441640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdadc06a5e0 0x7fdadc0b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdae1441640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdadc0cb080 con 0x7fdadc0b25b0 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdae1441640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdadc070d40 con 0x7fdadc156e60 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdae1441640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdadc0b3120 con 0x7fdadc06a5e0 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdadc156e60 0x7fdadc15aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdadc156e60 0x7fdadc15aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39322/0 (socket says 172.21.15.39:39322) 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 -- 172.21.15.39:0/387548767 learned_addr learned my addr 172.21.15.39:0/387548767 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadb7fe640 1 --2- 172.21.15.39:0/387548767 >> v2:172.21.15.157:3300/0 conn(0x7fdadc06a5e0 0x7fdadc0b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 -- 172.21.15.39:0/387548767 >> v2:172.21.15.157:3300/0 conn(0x7fdadc06a5e0 msgr2=0x7fdadc0b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:53.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 --2- 172.21.15.39:0/387548767 >> v2:172.21.15.157:3300/0 conn(0x7fdadc06a5e0 0x7fdadc0b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 -- 172.21.15.39:0/387548767 >> v1:172.21.15.157:6789/0 conn(0x7fdadc0b25b0 legacy=0x7fdadc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadaffd640 1 -- 172.21.15.39:0/387548767 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdadc0b3400 con 0x7fdadc156e60 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.237+0000 7fdadb7fe640 1 --2- 172.21.15.39:0/387548767 >> v2:172.21.15.157:3300/0 conn(0x7fdadc06a5e0 0x7fdadc0b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.238+0000 7fdadaffd640 1 --2- 172.21.15.39:0/387548767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc156e60 0x7fdadc15aa30 secure :-1 s=READY pgs=2588 cs=0 l=1 rev1=1 crypto rx=0x7fdadc073900 tx=0x7fdacc02c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6002f525444e766c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.238+0000 7fdad9ffb640 1 -- 172.21.15.39:0/387548767 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc032640 con 0x7fdadc156e60 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.238+0000 7fdad9ffb640 1 -- 172.21.15.39:0/387548767 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdacc0327a0 con 0x7fdadc156e60 2024-09-13T16:21:53.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.238+0000 7fdad9ffb640 1 -- 172.21.15.39:0/387548767 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc032b30 con 0x7fdadc156e60 2024-09-13T16:21:53.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 -- 172.21.15.39:0/387548767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc156e60 msgr2=0x7fdadc15aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 --2- 172.21.15.39:0/387548767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc156e60 0x7fdadc15aa30 secure :-1 s=READY pgs=2588 cs=0 l=1 rev1=1 crypto rx=0x7fdadc073900 tx=0x7fdacc02c940 comp rx=0 tx=0).stop 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 -- 172.21.15.39:0/387548767 shutdown_connections 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 --2- 172.21.15.39:0/387548767 >> v2:172.21.15.157:3300/0 conn(0x7fdadc06a5e0 0x7fdadc0b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 --2- 172.21.15.39:0/387548767 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc156e60 0x7fdadc15aa30 unknown :-1 s=CLOSED pgs=2588 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 -- 172.21.15.39:0/387548767 >> 172.21.15.39:0/387548767 conn(0x7fdadc0b00a0 msgr2=0x7fdadc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 -- 172.21.15.39:0/387548767 shutdown_connections 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.239+0000 7fdae1441640 1 -- 172.21.15.39:0/387548767 wait complete. 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.240+0000 7fdae1441640 1 Processor -- start 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.240+0000 7fdae1441640 1 -- start start 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdae1441640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 0x7fdadc0ae710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdae1441640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdadc0b25b0 0x7fdadc0aad60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdae1441640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdadc156e60 0x7fdadc0c3af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdae1441640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0acf00 con 0x7fdadc06a5e0 2024-09-13T16:21:53.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdae1441640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0a84f0 con 0x7fdadc0b25b0 2024-09-13T16:21:53.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdae1441640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdadc0a87d0 con 0x7fdadc156e60 2024-09-13T16:21:53.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 0x7fdadc0ae710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 0x7fdadc0ae710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39334/0 (socket says 172.21.15.39:39334) 2024-09-13T16:21:53.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 -- 172.21.15.39:0/380740808 learned_addr learned my addr 172.21.15.39:0/380740808 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdada7fc640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdadc0b25b0 0x7fdadc0aad60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadb7fe640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdadc156e60 0x7fdadc0c3af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 -- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdadc156e60 msgr2=0x7fdadc0c3af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdadc156e60 0x7fdadc0c3af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 -- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdadc0b25b0 msgr2=0x7fdadc0aad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdadc0b25b0 0x7fdadc0aad60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 -- 172.21.15.39:0/380740808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdacc00b770 con 0x7fdadc06a5e0 2024-09-13T16:21:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdada7fc640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdadc0b25b0 0x7fdadc0aad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:21:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.241+0000 7fdadaffd640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 0x7fdadc0ae710 secure :-1 s=READY pgs=2589 cs=0 l=1 rev1=1 crypto rx=0x7fdacc02c980 tx=0x7fdacc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.242+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc032640 con 0x7fdadc06a5e0 2024-09-13T16:21:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.242+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdacc032e60 con 0x7fdadc06a5e0 2024-09-13T16:21:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.242+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc045410 con 0x7fdadc06a5e0 2024-09-13T16:21:53.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.242+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdadc0a8ab0 con 0x7fdadc06a5e0 2024-09-13T16:21:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.242+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdadc0ab420 con 0x7fdadc06a5e0 2024-09-13T16:21:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.243+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdadc0a8630 con 0x7fdadc06a5e0 2024-09-13T16:21:53.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.243+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdacc031390 con 0x7fdadc06a5e0 2024-09-13T16:21:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.244+0000 7fdac37fe640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdac806ac00 0x7fdac806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.244+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7fdacc0ad020 con 0x7fdadc06a5e0 2024-09-13T16:21:53.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.244+0000 7fdada7fc640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdac806ac00 0x7fdac806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.245+0000 7fdada7fc640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdac806ac00 0x7fdac806d0c0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fdadc0ce000 tx=0x7fdad0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.248+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdacc0e09c0 con 0x7fdadc06a5e0 2024-09-13T16:21:53.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.418+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fdadc0a8fd0 con 0x7fdadc06a5e0 2024-09-13T16:21:53.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.418+0000 7fdac37fe640 1 -- 172.21.15.39:0/380740808 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v124) v1 ==== 104+0+11 (secure 0 0 0) 0x7fdacc04a0a0 con 0x7fdadc06a5e0 2024-09-13T16:21:53.420 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdac806ac00 msgr2=0x7fdac806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdac806ac00 0x7fdac806d0c0 secure :-1 s=READY pgs=1004 cs=0 l=1 rev1=1 crypto rx=0x7fdadc0ce000 tx=0x7fdad0009040 comp rx=0 tx=0).stop 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 msgr2=0x7fdadc0ae710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 0x7fdadc0ae710 secure :-1 s=READY pgs=2589 cs=0 l=1 rev1=1 crypto rx=0x7fdacc02c980 tx=0x7fdacc004730 comp rx=0 tx=0).stop 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 shutdown_connections 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdac806ac00 0x7fdac806d0c0 unknown :-1 s=CLOSED pgs=1004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdadc156e60 0x7fdadc0c3af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdadc0b25b0 0x7fdadc0aad60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 --2- 172.21.15.39:0/380740808 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdadc06a5e0 0x7fdadc0ae710 unknown :-1 s=CLOSED pgs=2589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 >> 172.21.15.39:0/380740808 conn(0x7fdadc0b00a0 msgr2=0x7fdadc159b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:53.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 shutdown_connections 2024-09-13T16:21:53.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.420+0000 7fdae1441640 1 -- 172.21.15.39:0/380740808 wait complete. 2024-09-13T16:21:53.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:21:53.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.536+0000 7f47aeeb7640 1 Processor -- start 2024-09-13T16:21:53.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.536+0000 7f47aeeb7640 1 -- start start 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.536+0000 7f47aeeb7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 0x7f47a80d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.536+0000 7f47aeeb7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47a80d1560 con 0x7f47a815ffa0 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.536+0000 7f47aeeb7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47a80b4220 con 0x7f47a80d0f20 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.536+0000 7f47aeeb7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a80b4500 con 0x7f47a815fbc0 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f47a815ffa0 0x7f47a80d0810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:53958/0 (socket says 172.21.15.39:53958) 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a7fff640 1 -- 172.21.15.39:0/1126875703 learned_addr learned my addr 172.21.15.39:0/1126875703 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47acc53640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 0x7f47a80d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1460072573 0 0) 0x7f47a80d1560 con 0x7f47a815ffa0 2024-09-13T16:21:53.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4798003520 con 0x7f47a815ffa0 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 239399701 0 0) 0x7f47a80b4220 con 0x7f47a80d0f20 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f47a80d1560 con 0x7f47a80d0f20 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1604306077 0 0) 0x7f4798003520 con 0x7f47a815ffa0 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 msgr2=0x7f47a80d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 0x7f47a80d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 >> v1:172.21.15.157:6789/0 conn(0x7f47a80d0f20 legacy=0x7f47a80b5650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a80b47e0 con 0x7f47a815ffa0 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4794001690 con 0x7f47a815ffa0 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 >> v1:172.21.15.39:6789/0 conn(0x7f47a815ffa0 legacy=0x7f47a80d0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4798003b30 0x7f4798003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47980047c0 0x7f4798004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 0x7f4798005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a80b4500 con 0x7f4798003b30 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f479800ba30 con 0x7f47980047c0 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f479800bbc0 con 0x7f47a815fbc0 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47acc53640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4798003b30 0x7f4798003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.537+0000 7f47a7fff640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47980047c0 0x7f4798004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47ad454640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 0x7f4798005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47acc53640 1 -- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 msgr2=0x7f4798005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47acc53640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47a815fbc0 0x7f4798005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47acc53640 1 -- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47980047c0 msgr2=0x7f4798004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47acc53640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47980047c0 0x7f4798004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47acc53640 1 -- 172.21.15.39:0/1126875703 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4798003520 con 0x7f4798003b30 2024-09-13T16:21:53.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.538+0000 7f47acc53640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4798003b30 0x7f4798003f30 secure :-1 s=READY pgs=2591 cs=0 l=1 rev1=1 crypto rx=0x7f479c009ac0 tx=0x7f47980057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=584d893433a0e7da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f479c031400 con 0x7f4798003b30 2024-09-13T16:21:53.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f479c02d050 con 0x7f4798003b30 2024-09-13T16:21:53.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47a77fe640 1 -- 172.21.15.39:0/1126875703 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f479c031780 con 0x7f4798003b30 2024-09-13T16:21:53.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47aeeb7640 1 -- 172.21.15.39:0/1126875703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4798003b30 msgr2=0x7f4798003f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/1126875703 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4798003b30 0x7f4798003f30 secure :-1 s=READY pgs=2591 cs=0 l=1 rev1=1 crypto rx=0x7f479c009ac0 tx=0x7f47980057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47ad454640 1 -- 172.21.15.39:0/1126875703 reap_dead start 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47aeeb7640 1 -- 172.21.15.39:0/1126875703 shutdown_connections 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47aeeb7640 1 -- 172.21.15.39:0/1126875703 >> 172.21.15.39:0/1126875703 conn(0x7f47a806bc40 msgr2=0x7f47a806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47aeeb7640 1 -- 172.21.15.39:0/1126875703 shutdown_connections 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.539+0000 7f47aeeb7640 1 -- 172.21.15.39:0/1126875703 wait complete. 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.540+0000 7f47aeeb7640 1 Processor -- start 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.540+0000 7f47aeeb7640 1 -- start start 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47aeeb7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4798003b30 0x7f47a80b6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47aeeb7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 0x7f47a8147b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47aeeb7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a80cb7e0 0x7f47a80cbc60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47aeeb7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a80cc1a0 con 0x7f47a8150b70 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47aeeb7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47a80b8440 con 0x7f47a80cb7e0 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47aeeb7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47a80b6bb0 con 0x7f4798003b30 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 0x7f47a8147b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47a7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 0x7f47a8147b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39350/0 (socket says 172.21.15.39:39350) 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.541+0000 7f47a7fff640 1 -- 172.21.15.39:0/130126903 learned_addr learned my addr 172.21.15.39:0/130126903 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47acc53640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4798003b30 0x7f47a80b6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47ad454640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a80cb7e0 0x7f47a80cbc60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a7fff640 1 -- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4798003b30 msgr2=0x7f47a80b6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a7fff640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4798003b30 0x7f47a80b6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a7fff640 1 -- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a80cb7e0 msgr2=0x7f47a80cbc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a7fff640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a80cb7e0 0x7f47a80cbc60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a7fff640 1 -- 172.21.15.39:0/130126903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47a80b6e90 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a7fff640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 0x7f47a8147b50 secure :-1 s=READY pgs=2592 cs=0 l=1 rev1=1 crypto rx=0x7f4794007310 tx=0x7f47940077d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f479400f8e0 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f479400fa40 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47a80b7170 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f479400fdf0 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.542+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47a8152af0 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.543+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47a80b4220 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.544+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f479401d460 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.544+0000 7f47a57fa640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478c06ac00 0x7f478c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.544+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f4794089ec0 con 0x7f47a8150b70 2024-09-13T16:21:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.544+0000 7f47acc53640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478c06ac00 0x7f478c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.545+0000 7f47acc53640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478c06ac00 0x7f478c06d0c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f479c033000 tx=0x7f479c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.548+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4794054660 con 0x7f47a8150b70 2024-09-13T16:21:53.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.720+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f47a8158400 con 0x7f47a8150b70 2024-09-13T16:21:53.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.720+0000 7f47a57fa640 1 -- 172.21.15.39:0/130126903 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v124) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4794057c80 con 0x7f47a8150b70 2024-09-13T16:21:53.722 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:21:53.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478c06ac00 msgr2=0x7f478c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478c06ac00 0x7f478c06d0c0 secure :-1 s=READY pgs=1005 cs=0 l=1 rev1=1 crypto rx=0x7f479c033000 tx=0x7f479c008030 comp rx=0 tx=0).stop 2024-09-13T16:21:53.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 msgr2=0x7f47a8147b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 0x7f47a8147b50 secure :-1 s=READY pgs=2592 cs=0 l=1 rev1=1 crypto rx=0x7f4794007310 tx=0x7f47940077d0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 shutdown_connections 2024-09-13T16:21:53.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f478c06ac00 0x7f478c06d0c0 unknown :-1 s=CLOSED pgs=1005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47a80cb7e0 0x7f47a80cbc60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47a8150b70 0x7f47a8147b50 unknown :-1 s=CLOSED pgs=2592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 --2- 172.21.15.39:0/130126903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4798003b30 0x7f47a80b6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 >> 172.21.15.39:0/130126903 conn(0x7f47a806bc40 msgr2=0x7f47a80b2fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:53.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 shutdown_connections 2024-09-13T16:21:53.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.722+0000 7f47aeeb7640 1 -- 172.21.15.39:0/130126903 wait complete. 2024-09-13T16:21:53.735 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:21:53.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.836+0000 7f5e39fe9640 1 Processor -- start 2024-09-13T16:21:53.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.836+0000 7f5e39fe9640 1 -- start start 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e39fe9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e34153080 0x7f5e3415d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e39fe9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5e340ce080 0x7f5e34159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e39fe9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e3415d550 con 0x7f5e341595a0 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e39fe9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e3415a050 con 0x7f5e340ce080 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e39fe9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e3415cbf0 con 0x7f5e34153080 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e32ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5e340ce080 0x7f5e34159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e34153080 0x7f5e3415d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e33fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f5e341595a0 0x7f5e34069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:46812/0 (socket says 172.21.15.39:46812) 2024-09-13T16:21:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.837+0000 7f5e33fff640 1 -- 172.21.15.39:0/1444559783 learned_addr learned my addr 172.21.15.39:0/1444559783 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.838+0000 7f5e32ffd640 1 -- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e34153080 msgr2=0x7f5e3415d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.838+0000 7f5e32ffd640 1 --2- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e34153080 0x7f5e3415d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.838+0000 7f5e32ffd640 1 -- 172.21.15.39:0/1444559783 >> v1:172.21.15.157:6789/0 conn(0x7f5e341595a0 legacy=0x7f5e34069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.838+0000 7f5e32ffd640 1 -- 172.21.15.39:0/1444559783 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e34153460 con 0x7f5e340ce080 2024-09-13T16:21:53.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e32ffd640 1 --2- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e340ce080 0x7f5e34159060 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5e280097a0 tx=0x7f5e2802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9d75cd0c4bfd182c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e327fc640 1 -- 172.21.15.39:0/1444559783 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e2802ae50 con 0x7f5e340ce080 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e327fc640 1 -- 172.21.15.39:0/1444559783 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e28032440 con 0x7f5e340ce080 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e327fc640 1 -- 172.21.15.39:0/1444559783 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e280327d0 con 0x7f5e340ce080 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 -- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e340ce080 msgr2=0x7f5e34159060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e340ce080 0x7f5e34159060 secure :-1 s=READY pgs=697 cs=0 l=1 rev1=1 crypto rx=0x7f5e280097a0 tx=0x7f5e2802a100 comp rx=0 tx=0).stop 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 -- 172.21.15.39:0/1444559783 shutdown_connections 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e340ce080 0x7f5e34159060 unknown :-1 s=CLOSED pgs=697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/1444559783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e34153080 0x7f5e3415d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 -- 172.21.15.39:0/1444559783 >> 172.21.15.39:0/1444559783 conn(0x7f5e340b15d0 msgr2=0x7f5e340b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:53.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 -- 172.21.15.39:0/1444559783 shutdown_connections 2024-09-13T16:21:53.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.839+0000 7f5e39fe9640 1 -- 172.21.15.39:0/1444559783 wait complete. 2024-09-13T16:21:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.840+0000 7f5e39fe9640 1 Processor -- start 2024-09-13T16:21:53.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 -- start start 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 0x7f5e34153670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e34153080 0x7f5e34155da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e341595a0 0x7f5e3413dcc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e34153ce0 con 0x7f5e340ce080 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e34153fc0 con 0x7f5e34153080 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.841+0000 7f5e39fe9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e341542a0 con 0x7f5e341595a0 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 0x7f5e34153670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 0x7f5e34153670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59296/0 (socket says 172.21.15.39:59296) 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 -- 172.21.15.39:0/946681867 learned_addr learned my addr 172.21.15.39:0/946681867 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e32ffd640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e34153080 0x7f5e34155da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e33fff640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e341595a0 0x7f5e3413dcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 -- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e341595a0 msgr2=0x7f5e3413dcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e341595a0 0x7f5e3413dcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 -- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e34153080 msgr2=0x7f5e34155da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e34153080 0x7f5e34155da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 -- 172.21.15.39:0/946681867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e28009400 con 0x7f5e340ce080 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e32ffd640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e34153080 0x7f5e34155da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:53.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e337fe640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 0x7f5e34153670 secure :-1 s=READY pgs=2593 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400e9b0 tx=0x7f5e2400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e24009670 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e34144ff0 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5e2400c9a0 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5e2400cd50 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.842+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e34141490 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.843+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e340672f0 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.844+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5e24013470 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.844+0000 7f5e1bfff640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.844+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f5e2408a160 con 0x7f5e340ce080 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.845+0000 7f5e32ffd640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:53.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.845+0000 7f5e32ffd640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f5e28034000 tx=0x7f5e2802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:53.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:53.848+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5e240547d0 con 0x7f5e340ce080 2024-09-13T16:21:54.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.031+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f5e34159060 con 0x7f5e340ce080 2024-09-13T16:21:54.033 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.032+0000 7f5e1bfff640 1 -- 172.21.15.39:0/946681867 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 66 entries v124) v1 ==== 81+0+4006 (secure 0 0 0) 0x7f5e24057df0 con 0x7f5e340ce080 2024-09-13T16:21:54.034 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:21:54.034 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:54.034 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:54.034 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:54.034 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:54.034 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:21:54.035 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:54.036 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:21:54.037 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:54.038 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:21:54.039 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:21:54.040 INFO:teuthology.orchestra.run.smithi039.stderr:listed 66 entries 2024-09-13T16:21:54.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 msgr2=0x7f5e2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 secure :-1 s=READY pgs=1006 cs=0 l=1 rev1=1 crypto rx=0x7f5e28034000 tx=0x7f5e2802e000 comp rx=0 tx=0).stop 2024-09-13T16:21:54.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 msgr2=0x7f5e34153670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 0x7f5e34153670 secure :-1 s=READY pgs=2593 cs=0 l=1 rev1=1 crypto rx=0x7f5e2400e9b0 tx=0x7f5e2400ee70 comp rx=0 tx=0).stop 2024-09-13T16:21:54.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 shutdown_connections 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5e2006ac00 0x7f5e2006d0c0 unknown :-1 s=CLOSED pgs=1006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5e341595a0 0x7f5e3413dcc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5e34153080 0x7f5e34155da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 --2- 172.21.15.39:0/946681867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5e340ce080 0x7f5e34153670 unknown :-1 s=CLOSED pgs=2593 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 >> 172.21.15.39:0/946681867 conn(0x7f5e340b15d0 msgr2=0x7f5e34069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 shutdown_connections 2024-09-13T16:21:54.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.034+0000 7f5e39fe9640 1 -- 172.21.15.39:0/946681867 wait complete. 2024-09-13T16:21:54.046 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:21:54.046 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:54.046 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:21:54.071 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:21:54.072 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:21:54.072 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:21:54.072 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:21:54.128 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:21:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.269+0000 7f4dfdb01640 1 Processor -- start 2024-09-13T16:21:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.269+0000 7f4dfdb01640 1 -- start start 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4dfdb01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 0x7f4df80b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4dfdb01640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4df8159760 con 0x7f4df80ceb30 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4dfdb01640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4df815a880 con 0x7f4df815a360 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4dfdb01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df815ab60 con 0x7f4df8159380 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4df7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4df80ceb30 0x7f4df815b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46032/0 (socket says 172.21.15.39:46032) 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4df7fff640 1 -- 172.21.15.39:0/3009248090 learned_addr learned my addr 172.21.15.39:0/3009248090 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4df77fe640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 0x7f4df80b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1362350979 0 0) 0x7f4df8159760 con 0x7f4df80ceb30 2024-09-13T16:21:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.270+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4de0003520 con 0x7f4df80ceb30 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 6352308 0 0) 0x7f4de0003520 con 0x7f4df80ceb30 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 msgr2=0x7f4df80b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 0x7f4df80b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 >> v1:172.21.15.157:6789/0 conn(0x7f4df815a360 legacy=0x7f4df80ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df815ae40 con 0x7f4df80ceb30 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f4df00019f0 con 0x7f4df80ceb30 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 >> v1:172.21.15.39:6789/0 conn(0x7f4df80ceb30 legacy=0x7f4df815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de00039a0 0x7f4de0003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 0x7f4de00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4de0004d00 0x7f4de0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df815ab60 con 0x7f4de0004d00 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4de000b980 con 0x7f4de00039a0 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4de000dd50 con 0x7f4df8159380 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df7fff640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4de0004d00 0x7f4de0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df77fe640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de00039a0 0x7f4de0003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df6ffd640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 0x7f4de00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df7fff640 1 -- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 msgr2=0x7f4de00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df7fff640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df8159380 0x7f4de00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df7fff640 1 -- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de00039a0 msgr2=0x7f4de0003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df7fff640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de00039a0 0x7f4de0003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.271+0000 7f4df7fff640 1 -- 172.21.15.39:0/3009248090 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4de0003520 con 0x7f4de0004d00 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.272+0000 7f4df7fff640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4de0004d00 0x7f4de0005180 secure :-1 s=READY pgs=2595 cs=0 l=1 rev1=1 crypto rx=0x7f4df000a7d0 tx=0x7f4de00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b66b55aaa7e00cbd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.272+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df002b9c0 con 0x7f4de0004d00 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.272+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df002bb40 con 0x7f4de0004d00 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.272+0000 7f4df67fc640 1 -- 172.21.15.39:0/3009248090 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0034470 con 0x7f4de0004d00 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4dfdb01640 1 -- 172.21.15.39:0/3009248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4de0004d00 msgr2=0x7f4de0005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/3009248090 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4de0004d00 0x7f4de0005180 secure :-1 s=READY pgs=2595 cs=0 l=1 rev1=1 crypto rx=0x7f4df000a7d0 tx=0x7f4de00057f0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4df7fff640 1 -- 172.21.15.39:0/3009248090 reap_dead start 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4dfdb01640 1 -- 172.21.15.39:0/3009248090 shutdown_connections 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4dfdb01640 1 -- 172.21.15.39:0/3009248090 >> 172.21.15.39:0/3009248090 conn(0x7f4df80b15d0 msgr2=0x7f4df80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4dfdb01640 1 -- 172.21.15.39:0/3009248090 shutdown_connections 2024-09-13T16:21:54.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.273+0000 7f4dfdb01640 1 -- 172.21.15.39:0/3009248090 wait complete. 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.274+0000 7f4dfdb01640 1 Processor -- start 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.274+0000 7f4dfdb01640 1 -- start start 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4dfdb01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de0004d00 0x7f4df8145280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4dfdb01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df814bd60 0x7f4df81e2170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4dfdb01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 0x7f4df806f700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4dfdb01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df806fc40 con 0x7f4df806f270 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4dfdb01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4df814c1e0 con 0x7f4de0004d00 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4dfdb01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4df814d8a0 con 0x7f4df814bd60 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 0x7f4df806f700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 0x7f4df806f700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59314/0 (socket says 172.21.15.39:59314) 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 -- 172.21.15.39:0/2738382066 learned_addr learned my addr 172.21.15.39:0/2738382066 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df77fe640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de0004d00 0x7f4df8145280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df6ffd640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df814bd60 0x7f4df81e2170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 -- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df814bd60 msgr2=0x7f4df81e2170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df814bd60 0x7f4df81e2170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 -- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de0004d00 msgr2=0x7f4df8145280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de0004d00 0x7f4df8145280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.275+0000 7f4df7fff640 1 -- 172.21.15.39:0/2738382066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4df814c5b0 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.276+0000 7f4df7fff640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 0x7f4df806f700 secure :-1 s=READY pgs=2596 cs=0 l=1 rev1=1 crypto rx=0x7f4df000a7d0 tx=0x7f4df0001d00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.276+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0038070 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.276+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4df0034670 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.276+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4df814c890 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.276+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4df0034a00 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.276+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4df814ce50 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.277+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4df81f14f0 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.277+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4df0031070 con 0x7f4df806f270 2024-09-13T16:21:54.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.278+0000 7f4ddffff640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4de406ac30 0x7f4de406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.278+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(124..124 src has 1..124) v4 ==== 8576+0+0 (secure 0 0 0) 0x7f4df003b040 con 0x7f4df806f270 2024-09-13T16:21:54.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.278+0000 7f4df77fe640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4de406ac30 0x7f4de406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.278+0000 7f4df77fe640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4de406ac30 0x7f4de406d0f0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f4df80b21f0 tx=0x7f4de8009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:54.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.282+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4df00744b0 con 0x7f4df806f270 2024-09-13T16:21:54.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.488+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f4df80672f0 con 0x7f4df806f270 2024-09-13T16:21:54.490 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:21:54.489+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:21:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.497+0000 7f4ddffff640 1 -- 172.21.15.39:0/2738382066 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v282) v1 ==== 161+0+0 (secure 0 0 0) 0x7f4df0044070 con 0x7f4df806f270 2024-09-13T16:21:54.498 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:21:54.500 INFO:tasks.ceph.mds.c.smithi039.stderr: -675> 2024-09-13T16:21:41.081+0000 7f2740112640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4de406ac30 msgr2=0x7f4de406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4de406ac30 0x7f4de406d0f0 secure :-1 s=READY pgs=1007 cs=0 l=1 rev1=1 crypto rx=0x7f4df80b21f0 tx=0x7f4de8009190 comp rx=0 tx=0).stop 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 msgr2=0x7f4df806f700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 0x7f4df806f700 secure :-1 s=READY pgs=2596 cs=0 l=1 rev1=1 crypto rx=0x7f4df000a7d0 tx=0x7f4df0001d00 comp rx=0 tx=0).stop 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 shutdown_connections 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4de406ac30 0x7f4de406d0f0 unknown :-1 s=CLOSED pgs=1007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4df806f270 0x7f4df806f700 unknown :-1 s=CLOSED pgs=2596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4df814bd60 0x7f4df81e2170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 --2- 172.21.15.39:0/2738382066 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4de0004d00 0x7f4df8145280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 >> 172.21.15.39:0/2738382066 conn(0x7f4df80b15d0 msgr2=0x7f4df81567e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:54.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 shutdown_connections 2024-09-13T16:21:54.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.499+0000 7f4dfdb01640 1 -- 172.21.15.39:0/2738382066 wait complete. 2024-09-13T16:21:54.512 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:21:54.525 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:21:54.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.614+0000 7fddf01ae640 1 Processor -- start 2024-09-13T16:21:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.614+0000 7fddf01ae640 1 -- start start 2024-09-13T16:21:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddf01ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde815d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddf01ae640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdde80ce080 0x7fdde8159060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddf01ae640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdde81595a0 0x7fdde8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddf01ae640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdde815a050 con 0x7fdde80ce080 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddf01ae640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdde815cbf0 con 0x7fdde81595a0 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddf01ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdde815d550 con 0x7fdde8153080 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fdded749640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdde80ce080 0x7fdde8159060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fdded749640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdde80ce080 0x7fdde8159060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59342/0 (socket says 172.21.15.39:59342) 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fdded749640 1 -- 172.21.15.39:0/2093824963 learned_addr learned my addr 172.21.15.39:0/2093824963 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.615+0000 7fddee74b640 1 --2- 172.21.15.39:0/2093824963 >> v2:172.21.15.157:3300/0 conn(0x7fdde81595a0 0x7fdde8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fddedf4a640 1 --2- 172.21.15.39:0/2093824963 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde815d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fdded749640 1 -- 172.21.15.39:0/2093824963 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 msgr2=0x7fdde815d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fdded749640 1 --2- 172.21.15.39:0/2093824963 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde815d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fdded749640 1 -- 172.21.15.39:0/2093824963 >> v2:172.21.15.157:3300/0 conn(0x7fdde81595a0 msgr2=0x7fdde8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fdded749640 1 --2- 172.21.15.39:0/2093824963 >> v2:172.21.15.157:3300/0 conn(0x7fdde81595a0 0x7fdde8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fdded749640 1 -- 172.21.15.39:0/2093824963 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdde8153460 con 0x7fdde80ce080 2024-09-13T16:21:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fdded749640 1 --2- 172.21.15.39:0/2093824963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde80ce080 0x7fdde8159060 secure :-1 s=READY pgs=2599 cs=0 l=1 rev1=1 crypto rx=0x7fdde8156b90 tx=0x7fdddc02c5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=754be4543dc8fe7d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.616+0000 7fddecf48640 1 -- 172.21.15.39:0/2093824963 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc032480 con 0x7fdde80ce080 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddecf48640 1 -- 172.21.15.39:0/2093824963 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdddc02f030 con 0x7fdde80ce080 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddecf48640 1 -- 172.21.15.39:0/2093824963 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdddc032600 con 0x7fdde80ce080 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 -- 172.21.15.39:0/2093824963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde80ce080 msgr2=0x7fdde8159060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 --2- 172.21.15.39:0/2093824963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde80ce080 0x7fdde8159060 secure :-1 s=READY pgs=2599 cs=0 l=1 rev1=1 crypto rx=0x7fdde8156b90 tx=0x7fdddc02c5e0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 -- 172.21.15.39:0/2093824963 shutdown_connections 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 --2- 172.21.15.39:0/2093824963 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde80ce080 0x7fdde8159060 unknown :-1 s=CLOSED pgs=2599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 --2- 172.21.15.39:0/2093824963 >> v2:172.21.15.157:3300/0 conn(0x7fdde81595a0 0x7fdde8069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 --2- 172.21.15.39:0/2093824963 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde815d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 -- 172.21.15.39:0/2093824963 >> 172.21.15.39:0/2093824963 conn(0x7fdde80b15d0 msgr2=0x7fdde80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 -- 172.21.15.39:0/2093824963 shutdown_connections 2024-09-13T16:21:54.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.617+0000 7fddf01ae640 1 -- 172.21.15.39:0/2093824963 wait complete. 2024-09-13T16:21:54.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.618+0000 7fddf01ae640 1 Processor -- start 2024-09-13T16:21:54.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.618+0000 7fddf01ae640 1 -- start start 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddf01ae640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdde80ce080 0x7fdde806f270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddf01ae640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde80c8460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddf01ae640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 0x7fdde80709d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddf01ae640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdde80705b0 con 0x7fdde81595a0 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddf01ae640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdde80c89a0 con 0x7fdde80ce080 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddf01ae640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdde814fae0 con 0x7fdde8153080 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddee74b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 0x7fdde80709d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddee74b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 0x7fdde80709d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59356/0 (socket says 172.21.15.39:59356) 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddee74b640 1 -- 172.21.15.39:0/4267416426 learned_addr learned my addr 172.21.15.39:0/4267416426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fddedf4a640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdde80ce080 0x7fdde806f270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.619+0000 7fdded749640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde80c8460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddee74b640 1 -- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 msgr2=0x7fdde80c8460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddee74b640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde80c8460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddee74b640 1 -- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdde80ce080 msgr2=0x7fdde806f270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddee74b640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdde80ce080 0x7fdde806f270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddee74b640 1 -- 172.21.15.39:0/4267416426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdddc00b760 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddee74b640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 0x7fdde80709d0 secure :-1 s=READY pgs=2600 cs=0 l=1 rev1=1 crypto rx=0x7fdde000d5d0 tx=0x7fdde000da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde00125f0 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdde0012770 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdde0012b20 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdde8070f10 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.620+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdde806fc10 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.621+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdde80672f0 con 0x7fdde81595a0 2024-09-13T16:21:54.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.622+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdde0012c80 con 0x7fdde81595a0 2024-09-13T16:21:54.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.622+0000 7fdde67fc640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fddd406ac00 0x7fddd406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:54.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.622+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fdde008a180 con 0x7fdde81595a0 2024-09-13T16:21:54.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.622+0000 7fddedf4a640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fddd406ac00 0x7fddd406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:54.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.623+0000 7fddedf4a640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fddd406ac00 0x7fddd406d0c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fddd8003aa0 tx=0x7fddd8009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:54.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.627+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdde00548e0 con 0x7fdde81595a0 2024-09-13T16:21:54.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:54.865+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7fdde815d010 con 0x7fdde81595a0 2024-09-13T16:21:55.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.499+0000 7fdde67fc640 1 -- 172.21.15.39:0/4267416426 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v283) v1 ==== 107+0+0 (secure 0 0 0) 0x7fdde0057f00 con 0x7fdde81595a0 2024-09-13T16:21:55.500 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fddd406ac00 msgr2=0x7fddd406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fddd406ac00 0x7fddd406d0c0 secure :-1 s=READY pgs=1008 cs=0 l=1 rev1=1 crypto rx=0x7fddd8003aa0 tx=0x7fddd8009830 comp rx=0 tx=0).stop 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 msgr2=0x7fdde80709d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 0x7fdde80709d0 secure :-1 s=READY pgs=2600 cs=0 l=1 rev1=1 crypto rx=0x7fdde000d5d0 tx=0x7fdde000da90 comp rx=0 tx=0).stop 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 shutdown_connections 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fddd406ac00 0x7fddd406d0c0 unknown :-1 s=CLOSED pgs=1008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdde81595a0 0x7fdde80709d0 unknown :-1 s=CLOSED pgs=2600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdde8153080 0x7fdde80c8460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 --2- 172.21.15.39:0/4267416426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdde80ce080 0x7fdde806f270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 >> 172.21.15.39:0/4267416426 conn(0x7fdde80b15d0 msgr2=0x7fdde8150330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:55.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 shutdown_connections 2024-09-13T16:21:55.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.501+0000 7fddf01ae640 1 -- 172.21.15.39:0/4267416426 wait complete. 2024-09-13T16:21:55.514 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:21:55.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.600+0000 7f77d765df40 1 Processor -- start 2024-09-13T16:21:55.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.600+0000 7f77d765df40 1 -- start start 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.600+0000 7f77d765df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450dee9b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.600+0000 7f77d765df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 0x559450e068c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77d765df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450e081d0 0x559450d781b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77d765df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559450cdd4d0 con 0x559450d72110 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77d765df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559450c78b60 con 0x559450e081d0 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77d765df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559450c78800 con 0x559450d2fe10 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 0x559450e068c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 0x559450e068c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59378/0 (socket says 172.21.15.39:59378) 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 -- 172.21.15.39:0/2058316398 learned_addr learned my addr 172.21.15.39:0/2058316398 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77d515a640 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450dee9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77d595b640 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450e081d0 0x559450d781b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 -- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 msgr2=0x559450dee9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450dee9b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 -- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450e081d0 msgr2=0x559450d781b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450e081d0 0x559450d781b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 -- 172.21.15.39:0/2058316398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77d000a1c0 con 0x559450d72110 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cffff640 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 0x559450e068c0 secure :-1 s=READY pgs=2602 cs=0 l=1 rev1=1 crypto rx=0x7f77c0002e40 tx=0x7f77c000b670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fb64aeb43084b1ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cf7fe640 1 -- 172.21.15.39:0/2058316398 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77c000f600 con 0x559450d72110 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cf7fe640 1 -- 172.21.15.39:0/2058316398 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77c0008070 con 0x559450d72110 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.601+0000 7f77cf7fe640 1 -- 172.21.15.39:0/2058316398 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77c000f9c0 con 0x559450d72110 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 -- 172.21.15.39:0/2058316398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 msgr2=0x559450e068c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 0x559450e068c0 secure :-1 s=READY pgs=2602 cs=0 l=1 rev1=1 crypto rx=0x7f77c0002e40 tx=0x7f77c000b670 comp rx=0 tx=0).stop 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 -- 172.21.15.39:0/2058316398 shutdown_connections 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450e081d0 0x559450d781b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450d72110 0x559450e068c0 unknown :-1 s=CLOSED pgs=2602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 --2- 172.21.15.39:0/2058316398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450dee9b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 -- 172.21.15.39:0/2058316398 >> 172.21.15.39:0/2058316398 conn(0x559450d7b800 msgr2=0x559450dee110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:55.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 -- 172.21.15.39:0/2058316398 shutdown_connections 2024-09-13T16:21:55.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 -- 172.21.15.39:0/2058316398 wait complete. 2024-09-13T16:21:55.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.602+0000 7f77d765df40 1 Processor -- start 2024-09-13T16:21:55.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 -- start start 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450e94050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450d72110 0x559450def430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 0x559450dea330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x559450c5b520 con 0x559450e081d0 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x559450def970 con 0x559450d72110 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d765df40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x559450df0700 con 0x559450d2fe10 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d595b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 0x559450dea330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d595b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 0x559450dea330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59392/0 (socket says 172.21.15.39:59392) 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.603+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 learned_addr learned my addr 172.21.15.39:0/1243177433 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450e94050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450d72110 0x559450def430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 msgr2=0x559450e94050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d595b640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x559450d2fe10 0x559450e94050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450d72110 msgr2=0x559450def430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d595b640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x559450d72110 0x559450def430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77c000a040 con 0x559450e081d0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d595b640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 0x559450dea330 secure :-1 s=READY pgs=2603 cs=0 l=1 rev1=1 crypto rx=0x7f77d0045c60 tx=0x7f77d0003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77ce7fc640 1 -- 172.21.15.39:0/1243177433 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d0050680 con 0x559450e081d0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77ce7fc640 1 -- 172.21.15.39:0/1243177433 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77d0059450 con 0x559450e081d0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77ce7fc640 1 -- 172.21.15.39:0/1243177433 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77d0059800 con 0x559450e081d0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x559450c87c20 con 0x559450e081d0 2024-09-13T16:21:55.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.604+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x559450c7b060 con 0x559450e081d0 2024-09-13T16:21:55.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77ce7fc640 1 -- 172.21.15.39:0/1243177433 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f77d0059960 con 0x559450e081d0 2024-09-13T16:21:55.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77ce7fc640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b80695e0 0x7f77b806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77ce7fc640 1 -- 172.21.15.39:0/1243177433 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f77d00cd190 con 0x559450e081d0 2024-09-13T16:21:55.610 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b80695e0 0x7f77b806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x559450e9e480 0x559450e9e860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450e9eda0 con 0x559450e9e480 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.606+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x559450e9e480 0x559450e9e860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.607+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x559450e9e480 0x559450e9e860 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.607+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b80695e0 0x7f77b806baa0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f77c80076a0 tx=0x7f77c8005a50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.609+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v125'1033 uv1007 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.609+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450e9f150 con 0x559450e9e480 2024-09-13T16:21:55.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.610+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v125'1034 uv1034 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.610+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaa6f0 con 0x559450e9e480 2024-09-13T16:21:55.613 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:21:55.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.612+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v125'1035 uv1035 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.612+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eabab0 con 0x559450e9e480 2024-09-13T16:21:55.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.613+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v125'1036 uv1036 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.613+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eabe60 con 0x559450e9e480 2024-09-13T16:21:55.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.614+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v125'1037 uv1037 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.614+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaaaa0 con 0x559450e9e480 2024-09-13T16:21:55.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.615+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v125'1038 uv1038 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.615+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaaea0 con 0x559450e9e480 2024-09-13T16:21:55.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.616+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v125'1039 uv1013 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.616+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.617+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v125'1040 uv1040 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.617+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.620 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:21:55.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.619+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v125'1041 uv1041 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.619+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.620+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v125'1042 uv1042 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.620+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.621+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v125'1043 uv1043 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.621+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.622+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v125'1044 uv1044 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.622+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.623+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v125'1045 uv1020 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.623+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.625+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v125'1046 uv1046 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.625+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.626+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v125'1047 uv1047 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.629 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:21:55.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.626+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.627+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v125'1048 uv1048 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.627+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.628+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v125'1049 uv1049 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.628+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab250 con 0x559450e9e480 2024-09-13T16:21:55.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.630+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v125'1050 uv1050 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.630+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab620 con 0x559450e9e480 2024-09-13T16:21:55.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.631+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v125'1051 uv1051 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.631+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab620 con 0x559450e9e480 2024-09-13T16:21:55.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.632+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v125'1052 uv1026 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.632+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.633+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v125'1053 uv1053 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.633+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.636 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:21:55.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.635+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v125'1054 uv1054 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.635+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.636+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v125'1055 uv1055 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.636+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.637+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v125'1056 uv1056 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.637+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.639+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v125'1057 uv1057 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.639+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.640+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v125'1058 uv1032 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.640+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.641+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v125'1059 uv1059 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.641+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.643 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:21:55.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.642+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v125'1060 uv1060 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.642+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.644+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v125'1061 uv1061 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.644+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.645+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v125'1062 uv1062 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.645+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eab4c0 con 0x559450e9e480 2024-09-13T16:21:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.646+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v125'1063 uv1063 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.646+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x559450eab4c0 0x559450eae730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.646+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaec70 con 0x559450eab4c0 2024-09-13T16:21:55.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.646+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x559450eab4c0 0x559450eae730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.646+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x559450eab4c0 0x559450eae730 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.648+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v125'744 uv724 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.648+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaf020 con 0x559450eab4c0 2024-09-13T16:21:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.649+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v125'745 uv745 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.649+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaf3d0 con 0x559450eab4c0 2024-09-13T16:21:55.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.650+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v125'746 uv746 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.652 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:21:55.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.650+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eafc70 con 0x559450eab4c0 2024-09-13T16:21:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.652+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v125'747 uv747 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.652+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0020 con 0x559450eab4c0 2024-09-13T16:21:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.653+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v125'748 uv748 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.653+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb03d0 con 0x559450eab4c0 2024-09-13T16:21:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.654+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v125'749 uv743 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.654+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.656+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v125'750 uv750 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.656+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.658 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:21:55.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.657+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v125'751 uv751 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.657+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.659+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v125'752 uv752 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.659+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.660+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v125'753 uv753 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.660+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.662+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v125'754 uv742 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.662+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.663+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v125'755 uv755 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.663+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.664+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v125'756 uv756 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.666 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:21:55.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.664+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb41b0 con 0x559450eab4c0 2024-09-13T16:21:55.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.666+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v125'757 uv757 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.666+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb41b0 con 0x559450eab4c0 2024-09-13T16:21:55.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.667+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v125'758 uv758 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.667+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.668+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v125'759 uv740 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.668+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.670+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v125'760 uv760 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.670+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.672 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:21:55.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.671+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v125'761 uv761 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.671+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb1790 con 0x559450eab4c0 2024-09-13T16:21:55.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.672+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v125'762 uv762 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.672+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb1790 con 0x559450eab4c0 2024-09-13T16:21:55.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.673+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v125'763 uv763 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.673+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450eab4c0 2024-09-13T16:21:55.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.674+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v125'764 uv764 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eab4c0 2024-09-13T16:21:55.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.674+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450e9e480 2024-09-13T16:21:55.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.675+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v125'201 uv200 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.675+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450e9e480 2024-09-13T16:21:55.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.676+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v125'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.676+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450e9e480 2024-09-13T16:21:55.678 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:21:55.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.677+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v125'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.677+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb1790 con 0x559450e9e480 2024-09-13T16:21:55.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.678+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v125'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.678+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb1790 con 0x559450e9e480 2024-09-13T16:21:55.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.679+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v125'205 uv205 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.679+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb0780 con 0x559450e9e480 2024-09-13T16:21:55.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.680+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v125'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.680+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x559450eb0c90 0x559450eb3080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.680+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450eb0c90 2024-09-13T16:21:55.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.680+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x559450eb0c90 0x559450eb3080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.681+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x559450eb0c90 0x559450eb3080 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.682+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v125'146 uv145 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.682+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450eb0c90 2024-09-13T16:21:55.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.683+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v125'147 uv147 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.683+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450eb0c90 2024-09-13T16:21:55.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.684+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v125'148 uv148 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.685 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:21:55.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.684+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450eb0c90 2024-09-13T16:21:55.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.685+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v125'149 uv149 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.685+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450e9e480 2024-09-13T16:21:55.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.686+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v125'201 uv200 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.686+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450e9e480 2024-09-13T16:21:55.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.688+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v125'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.688+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450e9e480 2024-09-13T16:21:55.690 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:21:55.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.689+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v125'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.689+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb45d0 con 0x559450e9e480 2024-09-13T16:21:55.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.690+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v125'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.690+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb45d0 con 0x559450e9e480 2024-09-13T16:21:55.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.691+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v125'205 uv205 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.691+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb35c0 con 0x559450e9e480 2024-09-13T16:21:55.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.692+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v125'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.692+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559450eb3ad0 0x559450eb5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.692+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb64d0 con 0x559450eb3ad0 2024-09-13T16:21:55.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.693+0000 7f77d595b640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559450eb3ad0 0x559450eb5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.693+0000 7f77d595b640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559450eb3ad0 0x559450eb5ec0 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.694+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v125'371 uv365 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.694+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb6960 con 0x559450eb3ad0 2024-09-13T16:21:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.695+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v125'372 uv372 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.695+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb6e50 con 0x559450eb3ad0 2024-09-13T16:21:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.697+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v125'373 uv373 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.698 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:21:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.697+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eaf820 con 0x559450eb3ad0 2024-09-13T16:21:55.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.698+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v125'374 uv374 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.698+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb87a0 con 0x559450eb3ad0 2024-09-13T16:21:55.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.699+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v125'375 uv375 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.699+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7740 con 0x559450eb3ad0 2024-09-13T16:21:55.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.700+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v125'376 uv376 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.700+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7b60 con 0x559450eb3ad0 2024-09-13T16:21:55.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.701+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v125'377 uv370 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.701+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7f60 con 0x559450eb3ad0 2024-09-13T16:21:55.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.702+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v125'378 uv378 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.702+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7f60 con 0x559450eb3ad0 2024-09-13T16:21:55.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.703+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v125'379 uv379 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.705 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:21:55.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.703+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7f10 con 0x559450eb3ad0 2024-09-13T16:21:55.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.705+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v125'380 uv380 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.705+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7f10 con 0x559450eb3ad0 2024-09-13T16:21:55.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.706+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v125'381 uv381 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.706+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x559450eb90b0 0x559450ebb4a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.706+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450eb7f10 con 0x559450eb90b0 2024-09-13T16:21:55.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.706+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x559450eb90b0 0x559450ebb4a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.706+0000 7f77d515a640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x559450eb90b0 0x559450ebb4a0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.708+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v125'168 uv167 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eb90b0 2024-09-13T16:21:55.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.708+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb90b0 2024-09-13T16:21:55.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.709+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v125'169 uv169 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eb90b0 2024-09-13T16:21:55.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.709+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb90b0 2024-09-13T16:21:55.711 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:21:55.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.710+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v125'170 uv170 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eb90b0 2024-09-13T16:21:55.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.710+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb90b0 2024-09-13T16:21:55.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.711+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v125'171 uv171 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eb90b0 2024-09-13T16:21:55.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.711+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb90b0 2024-09-13T16:21:55.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.712+0000 7f77d515a640 1 -- 172.21.15.39:0/1243177433 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v125'172 uv172 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c8006a80 con 0x559450eb90b0 2024-09-13T16:21:55.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.712+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450e9e480 2024-09-13T16:21:55.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.713+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v125'201 uv200 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.713+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450e9e480 2024-09-13T16:21:55.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.714+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v125'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.714+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450e9e480 2024-09-13T16:21:55.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.715+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v125'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.716 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:21:55.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.715+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebc9f0 con 0x559450e9e480 2024-09-13T16:21:55.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.716+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v125'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.716+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebc9f0 con 0x559450e9e480 2024-09-13T16:21:55.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.717+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v125'205 uv205 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.717+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450e9e480 2024-09-13T16:21:55.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.718+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v125'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450e9e480 2024-09-13T16:21:55.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.718+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb0c90 2024-09-13T16:21:55.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.719+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v125'335 uv329 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.719+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb0c90 2024-09-13T16:21:55.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.720+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v125'336 uv336 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.720+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebb9e0 con 0x559450eb0c90 2024-09-13T16:21:55.722 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:21:55.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.721+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v125'337 uv337 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.721+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebbde0 con 0x559450eb0c90 2024-09-13T16:21:55.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.722+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v125'338 uv338 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.723+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebbde0 con 0x559450eb0c90 2024-09-13T16:21:55.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.724+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v125'339 uv339 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.724+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebbde0 con 0x559450eb0c90 2024-09-13T16:21:55.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.725+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v125'340 uv334 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.725+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebbde0 con 0x559450eb0c90 2024-09-13T16:21:55.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.726+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v125'341 uv341 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.726+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebbde0 con 0x559450eb0c90 2024-09-13T16:21:55.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.727+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v125'342 uv342 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.728 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:21:55.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.727+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebba80 con 0x559450eb0c90 2024-09-13T16:21:55.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.728+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v125'343 uv343 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.728+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebe860 con 0x559450eb0c90 2024-09-13T16:21:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.729+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v125'344 uv344 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.729+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x559450ebbe80 0x559450ebe270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.729+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebef30 con 0x559450ebbe80 2024-09-13T16:21:55.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.729+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x559450ebbe80 0x559450ebe270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.729+0000 7f77cffff640 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x559450ebbe80 0x559450ebe270 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.731+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v125'147 uv145 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450ebbe80 2024-09-13T16:21:55.732 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.731+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebef30 con 0x559450ebbe80 2024-09-13T16:21:55.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.731+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v125'148 uv148 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450ebbe80 2024-09-13T16:21:55.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.732+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebef30 con 0x559450ebbe80 2024-09-13T16:21:55.733 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.732+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v125'149 uv149 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450ebbe80 2024-09-13T16:21:55.734 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:21:55.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.732+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450ebbe80 2024-09-13T16:21:55.734 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.733+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v125'150 uv150 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450ebbe80 2024-09-13T16:21:55.735 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.733+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb0c90 2024-09-13T16:21:55.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.735+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v125'201 uv200 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.735+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb0c90 2024-09-13T16:21:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.735+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v125'202 uv202 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.736+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb0c90 2024-09-13T16:21:55.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.736+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v125'203 uv203 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.738 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:21:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.737+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebffc0 con 0x559450eb0c90 2024-09-13T16:21:55.738 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.737+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v125'204 uv204 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.737+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebffc0 con 0x559450eb0c90 2024-09-13T16:21:55.739 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.738+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v125'205 uv205 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.738+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb0c90 2024-09-13T16:21:55.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.739+0000 7f77cffff640 1 -- 172.21.15.39:0/1243177433 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v125'206 uv206 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77c0015020 con 0x559450eb0c90 2024-09-13T16:21:55.741 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.739+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.740+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v125'171 uv170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.742 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.741+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.741+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v125'172 uv172 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.742+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.744 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:21:55.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.742+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v125'173 uv173 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.743+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.744+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v125'174 uv174 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.744+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.745+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v125'175 uv175 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.745+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.746+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v125'416 uv406 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.746+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.747+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v125'417 uv417 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.747+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.748+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v125'418 uv418 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.749 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:21:55.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.748+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.749+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v125'419 uv419 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.749+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.750+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v125'420 uv420 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.750+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.752+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v125'421 uv414 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.752+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.753+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v125'422 uv422 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.753+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.754+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v125'423 uv423 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.755 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:21:55.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.754+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebffc0 con 0x559450eb3ad0 2024-09-13T16:21:55.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.755+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v125'424 uv424 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.755+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebffc0 con 0x559450eb3ad0 2024-09-13T16:21:55.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.756+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v125'425 uv425 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.756+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebefb0 con 0x559450eb3ad0 2024-09-13T16:21:55.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.757+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v125'426 uv426 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.757+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x559450ebf380 con 0x559450eb3ad0 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v125'427 uv427 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f77d006a020 con 0x559450eb3ad0 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x559450e9e480 msgr2=0x559450e9e860 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x559450e9e480 0x559450e9e860 crc :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x559450eb0c90 msgr2=0x559450eb3080 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x559450eb0c90 0x559450eb3080 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x559450ebbe80 msgr2=0x559450ebe270 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x559450ebbe80 0x559450ebe270 crc :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x559450eab4c0 msgr2=0x559450eae730 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x559450eab4c0 0x559450eae730 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 reap_dead start 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559450eb3ad0 msgr2=0x559450eb5ec0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.758+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x559450eb3ad0 0x559450eb5ec0 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d595b640 1 -- 172.21.15.39:0/1243177433 reap_dead start 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x559450eb90b0 msgr2=0x559450ebb4a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x559450eb90b0 0x559450ebb4a0 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b80695e0 msgr2=0x7f77b806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b80695e0 0x7f77b806baa0 secure :-1 s=READY pgs=1010 cs=0 l=1 rev1=1 crypto rx=0x7f77c80076a0 tx=0x7f77c8005a50 comp rx=0 tx=0).stop 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 msgr2=0x559450dea330 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 0x559450dea330 secure :-1 s=READY pgs=2603 cs=0 l=1 rev1=1 crypto rx=0x7f77d0045c60 tx=0x7f77d0003330 comp rx=0 tx=0).stop 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 shutdown_connections 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x559450eb90b0 0x559450ebb4a0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f77b80695e0 0x7f77b806baa0 unknown :-1 s=CLOSED pgs=1010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 --2- 172.21.15.39:0/1243177433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x559450e081d0 0x559450dea330 unknown :-1 s=CLOSED pgs=2603 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 >> 172.21.15.39:0/1243177433 conn(0x559450d7b800 msgr2=0x559450dee110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:55.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 shutdown_connections 2024-09-13T16:21:55.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.759+0000 7f77d765df40 1 -- 172.21.15.39:0/1243177433 wait complete. 2024-09-13T16:21:55.764 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 10000000000.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:21:55.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.806+0000 7f8bafb2ff40 1 Processor -- start 2024-09-13T16:21:55.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.806+0000 7f8bafb2ff40 1 -- start start 2024-09-13T16:21:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bafb2ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 0x55ebe126c930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bafb2ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe11f2110 0x55ebe127dc80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bafb2ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe12881d0 0x55ebe11f9d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bafb2ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebe115d4d0 con 0x55ebe11afe10 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bafb2ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebe10f8b60 con 0x55ebe12881d0 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bafb2ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ebe10f8800 con 0x55ebe11f2110 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 0x55ebe126c930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 0x55ebe126c930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59412/0 (socket says 172.21.15.39:59412) 2024-09-13T16:21:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 -- 172.21.15.39:0/3312949154 learned_addr learned my addr 172.21.15.39:0/3312949154 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bad3c5640 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe12881d0 0x55ebe11f9d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8ba7fff640 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe11f2110 0x55ebe127dc80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 -- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe11f2110 msgr2=0x55ebe127dc80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe11f2110 0x55ebe127dc80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 -- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe12881d0 msgr2=0x55ebe11f9d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe12881d0 0x55ebe11f9d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.807+0000 7f8bacbc4640 1 -- 172.21.15.39:0/3312949154 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ba800a1c0 con 0x55ebe11afe10 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bacbc4640 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 0x55ebe126c930 secure :-1 s=READY pgs=2605 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0001d90 tx=0x7f8ba000b5b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ccc9e269813ad18c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8ba6ffd640 1 -- 172.21.15.39:0/3312949154 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba0014070 con 0x55ebe11afe10 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8ba6ffd640 1 -- 172.21.15.39:0/3312949154 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ba0008030 con 0x55ebe11afe10 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8ba6ffd640 1 -- 172.21.15.39:0/3312949154 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ba000f400 con 0x55ebe11afe10 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/3312949154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 msgr2=0x55ebe126c930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 0x55ebe126c930 secure :-1 s=READY pgs=2605 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0001d90 tx=0x7f8ba000b5b0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/3312949154 shutdown_connections 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe12881d0 0x55ebe11f9d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe11f2110 0x55ebe127dc80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/3312949154 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11afe10 0x55ebe126c930 unknown :-1 s=CLOSED pgs=2605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/3312949154 >> 172.21.15.39:0/3312949154 conn(0x55ebe11fb800 msgr2=0x55ebe11f7f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/3312949154 shutdown_connections 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.808+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/3312949154 wait complete. 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 Processor -- start 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 -- start start 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe11afe10 0x55ebe126a880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11f2110 0x55ebe1281bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe12881d0 0x55ebe11f7f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebe10db520 con 0x55ebe11f2110 2024-09-13T16:21:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55ebe11f71d0 con 0x55ebe11afe10 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.809+0000 7f8bafb2ff40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55ebe126d4e0 con 0x55ebe12881d0 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11f2110 0x55ebe1281bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11f2110 0x55ebe1281bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59428/0 (socket says 172.21.15.39:59428) 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 -- 172.21.15.39:0/886313982 learned_addr learned my addr 172.21.15.39:0/886313982 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8bacbc4640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe11afe10 0x55ebe126a880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8bad3c5640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe12881d0 0x55ebe11f7f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 -- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe12881d0 msgr2=0x55ebe11f7f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55ebe12881d0 0x55ebe11f7f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 -- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe11afe10 msgr2=0x55ebe126a880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55ebe11afe10 0x55ebe126a880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 -- 172.21.15.39:0/886313982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ba000a040 con 0x55ebe11f2110 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba7fff640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11f2110 0x55ebe1281bd0 secure :-1 s=READY pgs=2606 cs=0 l=1 rev1=1 crypto rx=0x7f8b98009f90 tx=0x7f8b980084c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba5ffb640 1 -- 172.21.15.39:0/886313982 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b980145f0 con 0x55ebe11f2110 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba5ffb640 1 -- 172.21.15.39:0/886313982 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b98010040 con 0x55ebe11f2110 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8ba5ffb640 1 -- 172.21.15.39:0/886313982 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b98014990 con 0x55ebe11f2110 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55ebe1107c20 con 0x55ebe11f2110 2024-09-13T16:21:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.810+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55ebe10fb060 con 0x55ebe11f2110 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.812+0000 7f8ba5ffb640 1 -- 172.21.15.39:0/886313982 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b98014af0 con 0x55ebe11f2110 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.812+0000 7f8ba5ffb640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b900695e0 0x7f8b9006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.812+0000 7f8ba5ffb640 1 -- 172.21.15.39:0/886313982 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f8b98088820 con 0x55ebe11f2110 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.812+0000 7f8bacbc4640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b900695e0 0x7f8b9006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.812+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55ebe1282110 0x55ebe127e760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.812+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e125) v8 -- 0x55ebe127eca0 con 0x55ebe1282110 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.813+0000 7f8bad3c5640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55ebe1282110 0x55ebe127e760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.813+0000 7f8bacbc4640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b900695e0 0x7f8b9006baa0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0001c80 tx=0x7f8ba0009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.813+0000 7f8bad3c5640 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55ebe1282110 0x55ebe127e760 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bad3c5640 1 -- 172.21.15.39:0/886313982 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 10000000000.00000000 [omap-set-header] v125'1064 uv1064 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f8ba8050910 con 0x55ebe1282110 2024-09-13T16:21:55.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55ebe1282110 msgr2=0x55ebe127e760 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55ebe1282110 0x55ebe127e760 crc :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b900695e0 msgr2=0x7f8b9006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b900695e0 0x7f8b9006baa0 secure :-1 s=READY pgs=1011 cs=0 l=1 rev1=1 crypto rx=0x7f8ba0001c80 tx=0x7f8ba0009000 comp rx=0 tx=0).stop 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11f2110 msgr2=0x55ebe1281bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 --2- 172.21.15.39:0/886313982 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55ebe11f2110 0x55ebe1281bd0 secure :-1 s=READY pgs=2606 cs=0 l=1 rev1=1 crypto rx=0x7f8b98009f90 tx=0x7f8b980084c0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bad3c5640 1 -- 172.21.15.39:0/886313982 reap_dead start 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 shutdown_connections 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 >> 172.21.15.39:0/886313982 conn(0x55ebe11fb800 msgr2=0x55ebe1280650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 shutdown_connections 2024-09-13T16:21:55.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.814+0000 7f8bafb2ff40 1 -- 172.21.15.39:0/886313982 wait complete. 2024-09-13T16:21:55.825 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:21:55.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.930+0000 7ff0b6e4f640 1 Processor -- start 2024-09-13T16:21:55.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.930+0000 7ff0b6e4f640 1 -- start start 2024-09-13T16:21:55.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0b6e4f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0b006c920 0x7ff0b00d0340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0b6e4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b00b1810 0x7ff0b00d0880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0b6e4f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0b00d35f0 con 0x7ff0b006be40 2024-09-13T16:21:55.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0b6e4f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0b00cdb70 con 0x7ff0b006c920 2024-09-13T16:21:55.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0b6e4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b00d3030 con 0x7ff0b00b1810 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0b006c920 0x7ff0b00d0340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff0b006c920 0x7ff0b00d0340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59434/0 (socket says 172.21.15.39:59434) 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 -- 172.21.15.39:0/1409923135 learned_addr learned my addr 172.21.15.39:0/1409923135 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0b53ec640 1 --2- 172.21.15.39:0/1409923135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b00b1810 0x7ff0b00d0880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 -- 172.21.15.39:0/1409923135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b00b1810 msgr2=0x7ff0b00d0880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 --2- 172.21.15.39:0/1409923135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b00b1810 0x7ff0b00d0880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 -- 172.21.15.39:0/1409923135 >> v1:172.21.15.157:6789/0 conn(0x7ff0b006be40 legacy=0x7ff0b015f870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:55.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.931+0000 7ff0affff640 1 -- 172.21.15.39:0/1409923135 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b00d3310 con 0x7ff0b006c920 2024-09-13T16:21:55.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.932+0000 7ff0affff640 1 --2- 172.21.15.39:0/1409923135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b006c920 0x7ff0b00d0340 secure :-1 s=READY pgs=2607 cs=0 l=1 rev1=1 crypto rx=0x7ff09c009870 tx=0x7ff09c02a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3c604aa4ba464f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.932+0000 7ff0af7fe640 1 -- 172.21.15.39:0/1409923135 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09c02ae10 con 0x7ff0b006c920 2024-09-13T16:21:55.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.932+0000 7ff0af7fe640 1 -- 172.21.15.39:0/1409923135 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff09c032440 con 0x7ff0b006c920 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.932+0000 7ff0af7fe640 1 -- 172.21.15.39:0/1409923135 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff09c0327d0 con 0x7ff0b006c920 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.932+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/1409923135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b006c920 msgr2=0x7ff0b00d0340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.932+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/1409923135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b006c920 0x7ff0b00d0340 secure :-1 s=READY pgs=2607 cs=0 l=1 rev1=1 crypto rx=0x7ff09c009870 tx=0x7ff09c02a100 comp rx=0 tx=0).stop 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.933+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/1409923135 shutdown_connections 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.933+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/1409923135 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b00b1810 0x7ff0b00d0880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.933+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/1409923135 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b006c920 0x7ff0b00d0340 unknown :-1 s=CLOSED pgs=2607 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.933+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/1409923135 >> 172.21.15.39:0/1409923135 conn(0x7ff0b00cf720 msgr2=0x7ff0b00d2670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.933+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/1409923135 shutdown_connections 2024-09-13T16:21:55.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.933+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/1409923135 wait complete. 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.934+0000 7ff0b6e4f640 1 Processor -- start 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.934+0000 7ff0b6e4f640 1 -- start start 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0b006be40 0x7ff0b00ae2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b006c920 0x7ff0b015dba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 0x7ff0b00cb680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b015e0e0 con 0x7ff0b00b1810 2024-09-13T16:21:55.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b00aa240 con 0x7ff0b006be40 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0b00cc090 con 0x7ff0b006c920 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 0x7ff0b00cb680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 0x7ff0b00cb680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59442/0 (socket says 172.21.15.39:59442) 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 -- 172.21.15.39:0/4152414612 learned_addr learned my addr 172.21.15.39:0/4152414612 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b4beb640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0b006be40 0x7ff0b00ae2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0affff640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b006c920 0x7ff0b015dba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 -- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b006c920 msgr2=0x7ff0b015dba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b006c920 0x7ff0b015dba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 -- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0b006be40 msgr2=0x7ff0b00ae2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0b006be40 0x7ff0b00ae2b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 -- 172.21.15.39:0/4152414612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff09c0094d0 con 0x7ff0b00b1810 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b53ec640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 0x7ff0b00cb680 secure :-1 s=READY pgs=2608 cs=0 l=1 rev1=1 crypto rx=0x7ff0a800cc30 tx=0x7ff0a800a5c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a800ce40 con 0x7ff0b00b1810 2024-09-13T16:21:55.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0a8003990 con 0x7ff0b00b1810 2024-09-13T16:21:55.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.935+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0b00a9910 con 0x7ff0b00b1810 2024-09-13T16:21:55.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.936+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a8003d20 con 0x7ff0b00b1810 2024-09-13T16:21:55.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.936+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0b00a9ed0 con 0x7ff0b00b1810 2024-09-13T16:21:55.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.937+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0b00720b0 con 0x7ff0b00b1810 2024-09-13T16:21:55.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.937+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff0a8003e80 con 0x7ff0b00b1810 2024-09-13T16:21:55.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.938+0000 7ff0ad7fa640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:55.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.938+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7ff0a808a1a0 con 0x7ff0b00b1810 2024-09-13T16:21:55.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.938+0000 7ff0b4beb640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:55.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.938+0000 7ff0b4beb640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4004f60 tx=0x7ff0a4007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:55.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:55.942+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0a8054980 con 0x7ff0b00b1810 2024-09-13T16:21:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:56.149+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7ff0b006c220 con 0x7ff0b00b1810 2024-09-13T16:21:57.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.025+0000 7ff0ad7fa640 1 -- 172.21.15.39:0/4152414612 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v284) v1 ==== 162+0+0 (secure 0 0 0) 0x7ff0a801d070 con 0x7ff0b00b1810 2024-09-13T16:21:57.026 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:21:57.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.027+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 msgr2=0x7ff09406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.027+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 secure :-1 s=READY pgs=1012 cs=0 l=1 rev1=1 crypto rx=0x7ff0a4004f60 tx=0x7ff0a4007e30 comp rx=0 tx=0).stop 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.027+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 msgr2=0x7ff0b00cb680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.027+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 0x7ff0b00cb680 secure :-1 s=READY pgs=2608 cs=0 l=1 rev1=1 crypto rx=0x7ff0a800cc30 tx=0x7ff0a800a5c0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 shutdown_connections 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 unknown :-1 s=CLOSED pgs=1012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0b00b1810 0x7ff0b00cb680 unknown :-1 s=CLOSED pgs=2608 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0b006c920 0x7ff0b015dba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 --2- 172.21.15.39:0/4152414612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0b006be40 0x7ff0b00ae2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 >> 172.21.15.39:0/4152414612 conn(0x7ff0b00cf720 msgr2=0x7ff0b00b5830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:57.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 shutdown_connections 2024-09-13T16:21:57.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.028+0000 7ff0b6e4f640 1 -- 172.21.15.39:0/4152414612 wait complete. 2024-09-13T16:21:57.449 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:21:57.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.562+0000 7f0d21a53640 1 Processor -- start 2024-09-13T16:21:57.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.562+0000 7f0d21a53640 1 -- start start 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d21a53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c158cb0 0x7f0d1c0cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d21a53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d1c06f4a0 0x7f0d1c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d21a53640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d1c06a860 con 0x7f0d1c06a410 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d21a53640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d1c06fbd0 con 0x7f0d1c06f4a0 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d21a53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1c06feb0 con 0x7f0d1c158cb0 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d1a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0d1c06f4a0 0x7f0d1c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:57.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d1b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0d1c06a410 0x7f0d1c0b1330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46042/0 (socket says 172.21.15.39:46042) 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d1b7fe640 1 -- 172.21.15.39:0/1623372783 learned_addr learned my addr 172.21.15.39:0/1623372783 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.563+0000 7f0d1affd640 1 --2- 172.21.15.39:0/1623372783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c158cb0 0x7f0d1c0cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.564+0000 7f0d1a7fc640 1 -- 172.21.15.39:0/1623372783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c158cb0 msgr2=0x7f0d1c0cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.564+0000 7f0d1a7fc640 1 --2- 172.21.15.39:0/1623372783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c158cb0 0x7f0d1c0cee00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.564+0000 7f0d1a7fc640 1 -- 172.21.15.39:0/1623372783 >> v1:172.21.15.39:6789/0 conn(0x7f0d1c06a410 legacy=0x7f0d1c0b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.564+0000 7f0d1a7fc640 1 -- 172.21.15.39:0/1623372783 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d1c070190 con 0x7f0d1c06f4a0 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.564+0000 7f0d1a7fc640 1 --2- 172.21.15.39:0/1623372783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06f4a0 0x7f0d1c069ed0 secure :-1 s=READY pgs=2610 cs=0 l=1 rev1=1 crypto rx=0x7f0d100097a0 tx=0x7f0d1002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7fcf325378a711fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d19ffb640 1 -- 172.21.15.39:0/1623372783 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d10032440 con 0x7f0d1c06f4a0 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d19ffb640 1 -- 172.21.15.39:0/1623372783 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d100325a0 con 0x7f0d1c06f4a0 2024-09-13T16:21:57.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d19ffb640 1 -- 172.21.15.39:0/1623372783 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d10032930 con 0x7f0d1c06f4a0 2024-09-13T16:21:57.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 -- 172.21.15.39:0/1623372783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06f4a0 msgr2=0x7f0d1c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 --2- 172.21.15.39:0/1623372783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06f4a0 0x7f0d1c069ed0 secure :-1 s=READY pgs=2610 cs=0 l=1 rev1=1 crypto rx=0x7f0d100097a0 tx=0x7f0d1002a180 comp rx=0 tx=0).stop 2024-09-13T16:21:57.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 -- 172.21.15.39:0/1623372783 shutdown_connections 2024-09-13T16:21:57.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 --2- 172.21.15.39:0/1623372783 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06f4a0 0x7f0d1c069ed0 unknown :-1 s=CLOSED pgs=2610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 --2- 172.21.15.39:0/1623372783 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c158cb0 0x7f0d1c0cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 -- 172.21.15.39:0/1623372783 >> 172.21.15.39:0/1623372783 conn(0x7f0d1c06b3b0 msgr2=0x7f0d1c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:57.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 -- 172.21.15.39:0/1623372783 shutdown_connections 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.565+0000 7f0d21a53640 1 -- 172.21.15.39:0/1623372783 wait complete. 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.566+0000 7f0d21a53640 1 Processor -- start 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.567+0000 7f0d21a53640 1 -- start start 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.567+0000 7f0d21a53640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 0x7f0d1c156c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.567+0000 7f0d21a53640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c06f4a0 0x7f0d1c147700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.567+0000 7f0d21a53640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d1c158cb0 0x7f0d1c14fcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:57.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.567+0000 7f0d21a53640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1c1598c0 con 0x7f0d1c06a410 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.567+0000 7f0d21a53640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1c159ba0 con 0x7f0d1c158cb0 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d21a53640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1c159e80 con 0x7f0d1c06f4a0 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 0x7f0d1c156c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 0x7f0d1c156c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59468/0 (socket says 172.21.15.39:59468) 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 -- 172.21.15.39:0/3070266433 learned_addr learned my addr 172.21.15.39:0/3070266433 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1a7fc640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c06f4a0 0x7f0d1c147700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 -- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c06f4a0 msgr2=0x7f0d1c147700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c06f4a0 0x7f0d1c147700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1b7fe640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d1c158cb0 0x7f0d1c14fcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 -- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d1c158cb0 msgr2=0x7f0d1c14fcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d1c158cb0 0x7f0d1c14fcd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 -- 172.21.15.39:0/3070266433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d10009400 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1a7fc640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c06f4a0 0x7f0d1c147700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1b7fe640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d1c158cb0 0x7f0d1c14fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d1affd640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 0x7f0d1c156c90 secure :-1 s=READY pgs=2611 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00d5f0 tx=0x7f0d0c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c0125f0 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d0c012750 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d1c15a160 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c012b00 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.568+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d1c15a720 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.569+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d1c15a8b0 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.570+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0d0c012c60 con 0x7f0d1c06a410 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.570+0000 7f0d03fff640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d0806ac00 0x7f0d0806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:21:57.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.570+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f0d0c08a390 con 0x7f0d1c06a410 2024-09-13T16:21:57.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.571+0000 7f0d1a7fc640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d0806ac00 0x7f0d0806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:21:57.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.571+0000 7f0d1a7fc640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d0806ac00 0x7f0d0806d0c0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f0d10034000 tx=0x7f0d1002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:21:57.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.575+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0d0c054a20 con 0x7f0d1c06a410 2024-09-13T16:21:57.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.780+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0d1c0672f0 con 0x7f0d1c06a410 2024-09-13T16:21:57.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.781+0000 7f0d03fff640 1 -- 172.21.15.39:0/3070266433 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 285 v285) v1 ==== 95+0+4746 (secure 0 0 0) 0x7f0d0c058040 con 0x7f0d1c06a410 2024-09-13T16:21:57.782 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:21:57.783 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":285,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":285,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:21:57.025946+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":125,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11448},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11448":{"gid":11448,"name":"c","rank":0,"incarnation":285,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/3165815777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3165815777},{"type":"v1","addr":"172.21.15.39:6834","nonce":3165815777}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:21:57.783 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 285 2024-09-13T16:21:57.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d0806ac00 msgr2=0x7f0d0806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d0806ac00 0x7f0d0806d0c0 secure :-1 s=READY pgs=1013 cs=0 l=1 rev1=1 crypto rx=0x7f0d10034000 tx=0x7f0d1002e000 comp rx=0 tx=0).stop 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 msgr2=0x7f0d1c156c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 0x7f0d1c156c90 secure :-1 s=READY pgs=2611 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00d5f0 tx=0x7f0d0c00dab0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 shutdown_connections 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0d0806ac00 0x7f0d0806d0c0 unknown :-1 s=CLOSED pgs=1013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0d1c158cb0 0x7f0d1c14fcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0d1c06f4a0 0x7f0d1c147700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 --2- 172.21.15.39:0/3070266433 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0d1c06a410 0x7f0d1c156c90 unknown :-1 s=CLOSED pgs=2611 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 >> 172.21.15.39:0/3070266433 conn(0x7f0d1c06b3b0 msgr2=0x7f0d1c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 shutdown_connections 2024-09-13T16:21:57.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:21:57.783+0000 7f0d21a53640 1 -- 172.21.15.39:0/3070266433 wait complete. 2024-09-13T16:21:57.795 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 285, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:21:57.025946+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 125, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11448}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11448': {'gid': 11448, 'name': 'c', 'rank': 0, 'incarnation': 285, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/3165815777', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 3165815777}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 3165815777}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:21:57.796 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_11448:up:replay 2024-09-13T16:21:57.796 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:22:00.504 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:00.503+0000 7ff594e70640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:03.200 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:03.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.314+0000 7ff9f0661640 1 Processor -- start 2024-09-13T16:22:03.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.314+0000 7ff9f0661640 1 -- start start 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9f0661640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff9e8156fb0 0x7ff9e815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9f0661640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9e815b1b0 con 0x7ff9e806f170 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9f0661640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9e806f6e0 con 0x7ff9e815d0a0 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9f0661640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff9e80b2400 con 0x7ff9e8156fb0 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9ee3fd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff9e8156fb0 0x7ff9e815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9edbfc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff9e806f170 0x7ff9e80b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:46058/0 (socket says 172.21.15.39:46058) 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.315+0000 7ff9edbfc640 1 -- 172.21.15.39:0/587882087 learned_addr learned my addr 172.21.15.39:0/587882087 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.316+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/587882087 >> v1:172.21.15.157:6789/0 conn(0x7ff9e815d0a0 legacy=0x7ff9e8070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.316+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/587882087 >> v1:172.21.15.39:6789/0 conn(0x7ff9e806f170 legacy=0x7ff9e80b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.316+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/587882087 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e806f9c0 con 0x7ff9e8156fb0 2024-09-13T16:22:03.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.316+0000 7ff9ed3fb640 1 -- 172.21.15.39:0/587882087 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3556850737 0 0) 0x7ff9e815b1b0 con 0x7ff9e806f170 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.316+0000 7ff9ee3fd640 1 --2- 172.21.15.39:0/587882087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815ac70 secure :-1 s=READY pgs=2613 cs=0 l=1 rev1=1 crypto rx=0x7ff9e40097a0 tx=0x7ff9e402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1015a6d93aa397e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9ed3fb640 1 -- 172.21.15.39:0/587882087 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e402ae50 con 0x7ff9e8156fb0 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9ed3fb640 1 -- 172.21.15.39:0/587882087 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e4032440 con 0x7ff9e8156fb0 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9ed3fb640 1 -- 172.21.15.39:0/587882087 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e40327d0 con 0x7ff9e8156fb0 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 -- 172.21.15.39:0/587882087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e8156fb0 msgr2=0x7ff9e815ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 --2- 172.21.15.39:0/587882087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815ac70 secure :-1 s=READY pgs=2613 cs=0 l=1 rev1=1 crypto rx=0x7ff9e40097a0 tx=0x7ff9e402a140 comp rx=0 tx=0).stop 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 -- 172.21.15.39:0/587882087 shutdown_connections 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 --2- 172.21.15.39:0/587882087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815ac70 unknown :-1 s=CLOSED pgs=2613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 -- 172.21.15.39:0/587882087 >> 172.21.15.39:0/587882087 conn(0x7ff9e806b3b0 msgr2=0x7ff9e806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 -- 172.21.15.39:0/587882087 shutdown_connections 2024-09-13T16:22:03.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.317+0000 7ff9f0661640 1 -- 172.21.15.39:0/587882087 wait complete. 2024-09-13T16:22:03.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 Processor -- start 2024-09-13T16:22:03.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 -- start start 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 0x7ff9e81503a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9e815d0a0 0x7ff9e815c4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e8156360 con 0x7ff9e806f170 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e8152500 con 0x7ff9e8156fb0 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9f0661640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9e81508e0 con 0x7ff9e815d0a0 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9ee3fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 0x7ff9e81503a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.319+0000 7ff9ee3fd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 0x7ff9e81503a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59486/0 (socket says 172.21.15.39:59486) 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/2061317287 learned_addr learned my addr 172.21.15.39:0/2061317287 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9edbfc640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9e815d0a0 msgr2=0x7ff9e815c4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9eebfe640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9e815d0a0 0x7ff9e815c4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9e815d0a0 0x7ff9e815c4e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9e8156fb0 msgr2=0x7ff9e815bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 -- 172.21.15.39:0/2061317287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9e4009400 con 0x7ff9e806f170 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9edbfc640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9ee3fd640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 0x7ff9e81503a0 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7ff9e40098c0 tx=0x7ff9e40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e403b810 con 0x7ff9e806f170 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9e403b970 con 0x7ff9e806f170 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9e403bd20 con 0x7ff9e806f170 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9e81518f0 con 0x7ff9e806f170 2024-09-13T16:22:03.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.320+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9e8151eb0 con 0x7ff9e806f170 2024-09-13T16:22:03.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.321+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9e80672f0 con 0x7ff9e806f170 2024-09-13T16:22:03.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.322+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff9e4039040 con 0x7ff9e806f170 2024-09-13T16:22:03.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.322+0000 7ff9deffd640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.322+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7ff9e40aa550 con 0x7ff9e806f170 2024-09-13T16:22:03.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.323+0000 7ff9edbfc640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.323+0000 7ff9edbfc640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8156780 tx=0x7ff9d8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.327+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff9e4074be0 con 0x7ff9e806f170 2024-09-13T16:22:03.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.531+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff9e80b1e30 con 0x7ff9e806f170 2024-09-13T16:22:03.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.532+0000 7ff9deffd640 1 -- 172.21.15.39:0/2061317287 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 288 v288) v1 ==== 95+0+4746 (secure 0 0 0) 0x7ff9e4037020 con 0x7ff9e806f170 2024-09-13T16:22:03.533 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:03.533 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":288,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":288,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:00.050371+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":125,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11448},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11448":{"gid":11448,"name":"c","rank":0,"incarnation":285,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6834/3165815777","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3165815777},{"type":"v1","addr":"172.21.15.39:6834","nonce":3165815777}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:03.534 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 288 2024-09-13T16:22:03.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.533+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9cc06ac00 msgr2=0x7ff9cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.533+0000 7ff9f0661640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 secure :-1 s=READY pgs=1014 cs=0 l=1 rev1=1 crypto rx=0x7ff9e8156780 tx=0x7ff9d8009040 comp rx=0 tx=0).stop 2024-09-13T16:22:03.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.533+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 msgr2=0x7ff9e81503a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.533+0000 7ff9f0661640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 0x7ff9e81503a0 secure :-1 s=READY pgs=2614 cs=0 l=1 rev1=1 crypto rx=0x7ff9e40098c0 tx=0x7ff9e40046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 shutdown_connections 2024-09-13T16:22:03.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff9cc06ac00 0x7ff9cc06d0c0 unknown :-1 s=CLOSED pgs=1014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9e815d0a0 0x7ff9e815c4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9e8156fb0 0x7ff9e815bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 --2- 172.21.15.39:0/2061317287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff9e806f170 0x7ff9e81503a0 unknown :-1 s=CLOSED pgs=2614 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 >> 172.21.15.39:0/2061317287 conn(0x7ff9e806b3b0 msgr2=0x7ff9e8070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 shutdown_connections 2024-09-13T16:22:03.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.534+0000 7ff9f0661640 1 -- 172.21.15.39:0/2061317287 wait complete. 2024-09-13T16:22:03.546 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 288, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:22:00.050371+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 125, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11448}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11448': {'gid': 11448, 'name': 'c', 'rank': 0, 'incarnation': 285, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6834/3165815777', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 3165815777}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 3165815777}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:22:03.546 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:22:03.546 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:22:03.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.647+0000 7fc834b7d640 1 Processor -- start 2024-09-13T16:22:03.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.647+0000 7fc834b7d640 1 -- start start 2024-09-13T16:22:03.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc834b7d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc830159380 0x7fc8300b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc834b7d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc83015a360 0x7fc8300ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc834b7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8300ce960 0x7fc830071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc834b7d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8300cedd0 con 0x7fc830159380 2024-09-13T16:22:03.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc834b7d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc830159760 con 0x7fc83015a360 2024-09-13T16:22:03.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc834b7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc83015a880 con 0x7fc8300ce960 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc830159380 0x7fc8300b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc830159380 0x7fc8300b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40768/0 (socket says 172.21.15.39:40768) 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82e59c640 1 -- 172.21.15.39:0/744279852 learned_addr learned my addr 172.21.15.39:0/744279852 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/744279852 >> v2:172.21.15.157:3300/0 conn(0x7fc83015a360 0x7fc8300ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82e59c640 1 -- 172.21.15.39:0/744279852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8300ce960 msgr2=0x7fc830071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82e59c640 1 --2- 172.21.15.39:0/744279852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8300ce960 0x7fc830071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.648+0000 7fc82e59c640 1 -- 172.21.15.39:0/744279852 >> v2:172.21.15.157:3300/0 conn(0x7fc83015a360 msgr2=0x7fc8300ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82e59c640 1 --2- 172.21.15.39:0/744279852 >> v2:172.21.15.157:3300/0 conn(0x7fc83015a360 0x7fc8300ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82e59c640 1 -- 172.21.15.39:0/744279852 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc83015ab60 con 0x7fc830159380 2024-09-13T16:22:03.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/744279852 >> v2:172.21.15.157:3300/0 conn(0x7fc83015a360 0x7fc8300ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82e59c640 1 --2- 172.21.15.39:0/744279852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc830159380 0x7fc8300b31e0 secure :-1 s=READY pgs=2615 cs=0 l=1 rev1=1 crypto rx=0x7fc83006d750 tx=0x7fc82002a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b3c60bcfcf4d9fb8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82d59a640 1 -- 172.21.15.39:0/744279852 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc820031600 con 0x7fc830159380 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82d59a640 1 -- 172.21.15.39:0/744279852 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc82002d050 con 0x7fc830159380 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.649+0000 7fc82d59a640 1 -- 172.21.15.39:0/744279852 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc820031980 con 0x7fc830159380 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 -- 172.21.15.39:0/744279852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc830159380 msgr2=0x7fc8300b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 --2- 172.21.15.39:0/744279852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc830159380 0x7fc8300b31e0 secure :-1 s=READY pgs=2615 cs=0 l=1 rev1=1 crypto rx=0x7fc83006d750 tx=0x7fc82002a6a0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 -- 172.21.15.39:0/744279852 shutdown_connections 2024-09-13T16:22:03.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 --2- 172.21.15.39:0/744279852 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8300ce960 0x7fc830071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 --2- 172.21.15.39:0/744279852 >> v2:172.21.15.157:3300/0 conn(0x7fc83015a360 0x7fc8300ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 --2- 172.21.15.39:0/744279852 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc830159380 0x7fc8300b31e0 unknown :-1 s=CLOSED pgs=2615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 -- 172.21.15.39:0/744279852 >> 172.21.15.39:0/744279852 conn(0x7fc8300b15d0 msgr2=0x7fc8300b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 -- 172.21.15.39:0/744279852 shutdown_connections 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.650+0000 7fc834b7d640 1 -- 172.21.15.39:0/744279852 wait complete. 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.651+0000 7fc834b7d640 1 Processor -- start 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.651+0000 7fc834b7d640 1 -- start start 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc834b7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 0x7fc83014f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc834b7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc830159380 0x7fc830155290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc834b7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc83015a360 0x7fc830138bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc834b7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc830164440 con 0x7fc8300ce960 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc834b7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc83014fec0 con 0x7fc830159380 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc834b7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8301501a0 con 0x7fc83015a360 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc82e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 0x7fc83014f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc82e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 0x7fc83014f890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40780/0 (socket says 172.21.15.39:40780) 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.652+0000 7fc82e59c640 1 -- 172.21.15.39:0/133300971 learned_addr learned my addr 172.21.15.39:0/133300971 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc830159380 0x7fc830155290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc83015a360 0x7fc830138bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82e59c640 1 -- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc83015a360 msgr2=0x7fc830138bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82e59c640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc83015a360 0x7fc830138bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82e59c640 1 -- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc830159380 msgr2=0x7fc830155290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82e59c640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc830159380 0x7fc830155290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82e59c640 1 -- 172.21.15.39:0/133300971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc820009b30 con 0x7fc8300ce960 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc83015a360 0x7fc830138bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc82e59c640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 0x7fc83014f890 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7fc820009f40 tx=0x7fc820004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc826ffd640 1 -- 172.21.15.39:0/133300971 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc82003b820 con 0x7fc8300ce960 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc826ffd640 1 -- 172.21.15.39:0/133300971 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc82003b9a0 con 0x7fc8300ce960 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc826ffd640 1 -- 172.21.15.39:0/133300971 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc82003bd50 con 0x7fc8300ce960 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc830150480 con 0x7fc8300ce960 2024-09-13T16:22:03.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.653+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8301394e0 con 0x7fc8300ce960 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.655+0000 7fc826ffd640 1 -- 172.21.15.39:0/133300971 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc820038050 con 0x7fc8300ce960 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.655+0000 7fc826ffd640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc81006ac00 0x7fc81006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.655+0000 7fc826ffd640 1 -- 172.21.15.39:0/133300971 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fc8200aa950 con 0x7fc8300ce960 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.656+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc81006ac00 0x7fc81006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.656+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc81006ac00 0x7fc81006d0c0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fc830163e20 tx=0x7fc818008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.656+0000 7fc83789d740 1 Processor -- start 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.656+0000 7fc83789d740 1 -- start start 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d789480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d786860 0x561e9d7d6570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc83789d740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d6ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc83789d740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d6e37c0 con 0x561e9d7b0550 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d6f2b70 con 0x561e9d786860 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561e9d6f0300 con 0x561e9d7890a0 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc82ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d6ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc82ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d6ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40782/0 (socket says 172.21.15.39:40782) 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc82ed9d640 1 -- 172.21.15.39:0/3318489756 learned_addr learned my addr 172.21.15.39:0/3318489756 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d786860 0x561e9d7d6570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.657+0000 7fc82e59c640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d789480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82ed9d640 1 -- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 msgr2=0x561e9d789480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d789480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82ed9d640 1 -- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d786860 msgr2=0x561e9d7d6570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d786860 0x561e9d7d6570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82ed9d640 1 -- 172.21.15.39:0/3318489756 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e9d6784b0 con 0x561e9d7b0550 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d786860 0x561e9d7d6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:03.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82e59c640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d789480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d6ab0 secure :-1 s=READY pgs=2617 cs=0 l=1 rev1=1 crypto rx=0x7fc82800a990 tx=0x7fc82800ae50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dbf09b94b32daa2a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc80ffff640 1 -- 172.21.15.39:0/3318489756 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc82800cbe0 con 0x561e9d7b0550 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc80ffff640 1 -- 172.21.15.39:0/3318489756 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc82800cd40 con 0x561e9d7b0550 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc80ffff640 1 -- 172.21.15.39:0/3318489756 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8280115f0 con 0x561e9d7b0550 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc83789d740 1 -- 172.21.15.39:0/3318489756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 msgr2=0x561e9d7d6ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.658+0000 7fc83789d740 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d6ab0 secure :-1 s=READY pgs=2617 cs=0 l=1 rev1=1 crypto rx=0x7fc82800a990 tx=0x7fc82800ae50 comp rx=0 tx=0).stop 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 -- 172.21.15.39:0/3318489756 shutdown_connections 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d6ab0 unknown :-1 s=CLOSED pgs=2617 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d786860 0x561e9d7d6570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 --2- 172.21.15.39:0/3318489756 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d789480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 -- 172.21.15.39:0/3318489756 >> 172.21.15.39:0/3318489756 conn(0x561e9d7857d0 msgr2=0x561e9d7cdc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 -- 172.21.15.39:0/3318489756 shutdown_connections 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 -- 172.21.15.39:0/3318489756 wait complete. 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 -- start start 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.659+0000 7fc83789d740 1 Processor -- start 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d783670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d3600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d783bb0 0x561e9d7d3b40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d6ebbf0 con 0x561e9d7b0550 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d6aa250 con 0x561e9d783bb0 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561e9d6a9ef0 con 0x561e9d7890a0 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc83789d740 10 client.0 _ll_register_callbacks cb 0x561e9d6dc740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc82dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc82dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d3600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40788/0 (socket says 172.21.15.39:40788) 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc82dd9b640 1 -- 172.21.15.39:0/4234061776 learned_addr learned my addr 172.21.15.39:0/4234061776 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d783bb0 0x561e9d7d3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.660+0000 7fc82e59c640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d783670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc82dd9b640 1 -- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 msgr2=0x561e9d783670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d783670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc82dd9b640 1 -- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d783bb0 msgr2=0x561e9d7d3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d783bb0 0x561e9d7d3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc82dd9b640 1 -- 172.21.15.39:0/4234061776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc82800a5c0 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d3600 secure :-1 s=READY pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7fc818013760 tx=0x7fc818004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a51dcc7bfa5ef87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc80d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc80d7fa640 1 -- 172.21.15.39:0/4234061776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc818014750 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561e9d3df3c0 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc80d7fa640 1 -- 172.21.15.39:0/4234061776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fc8180148b0 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc80d7fa640 1 -- 172.21.15.39:0/4234061776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=288) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc818014a70 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 10 client.11508 fetch_fsmap learned FSMap version 288 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=288,monmap=2+}) v3 -- 0x561e9d6ea270 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc80d7fa640 1 -- 172.21.15.39:0/4234061776 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x561e9d3df3c0 con 0x561e9d7b0550 2024-09-13T16:22:03.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc80d7fa640 1 -- 172.21.15.39:0/4234061776 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 288) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc818011070 con 0x561e9d7b0550 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 10 client.11508 fetch_fsmap finished waiting for FSMap version 288 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 10 client.11508 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 20 client.11508 populate_metadata read hostname 'smithi039' 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7af200 0x561e9d7eac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 4 client.11508 mds_command: new command op to 11448 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.661+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 --> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x561e9d3f06c0 con 0x561e9d7af200 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.662+0000 7fc82e59c640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7af200 0x561e9d7eac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.662+0000 7fc80d7fa640 10 client.11508 ms_handle_connect on v2:172.21.15.39:6832/3165815777 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.662+0000 7fc82e59c640 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7af200 0x561e9d7eac40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=7720b8c1ae027085 server_cookie=49918679bbe25dae in_seq=0 out_seq=0 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.662+0000 7fc80d7fa640 1 -- 172.21.15.39:0/4234061776 <== mds.0 v2:172.21.15.39:6832/3165815777 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x561e9d3f06c0 con 0x561e9d7af200 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.662+0000 7fc80d7fa640 10 client.11508 handle_command_reply: tid=0 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.662+0000 7fc83789d740 1 client.11508 shutdown 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 msgr2=0x561e9d7d3600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d3600 secure :-1 s=READY pgs=2618 cs=0 l=1 rev1=1 crypto rx=0x7fc818013760 tx=0x7fc818004730 comp rx=0 tx=0).stop 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 shutdown_connections 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7af200 0x561e9d7eac40 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d783bb0 0x561e9d7d3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7b0550 0x561e9d7d3600 unknown :-1 s=CLOSED pgs=2618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc80d7fa640 0 client.11508 ms_handle_reset on v2:172.21.15.39:6832/3165815777 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 --2- 172.21.15.39:0/4234061776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d783670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 >> 172.21.15.39:0/4234061776 conn(0x561e9d786860 msgr2=0x561e9d7d1140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 shutdown_connections 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 1 -- 172.21.15.39:0/4234061776 wait complete. 2024-09-13T16:22:03.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.663+0000 7fc83789d740 20 client.11508 trim_cache size 0 max 16384 2024-09-13T16:22:03.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.678+0000 7fc83789d740 1 Processor -- start 2024-09-13T16:22:03.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.678+0000 7fc83789d740 1 -- start start 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.678+0000 7fc83789d740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 0x561e9d7d54a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.678+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d788360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.678+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d7d4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc83789d740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d66f460 con 0x561e9d783bb0 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d7b2b70 con 0x561e9d7b0550 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561e9d7b35a0 con 0x561e9d7890a0 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 0x561e9d7d54a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 0x561e9d7d54a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40800/0 (socket says 172.21.15.39:40800) 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 -- 172.21.15.39:0/866105995 learned_addr learned my addr 172.21.15.39:0/866105995 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 -- 172.21.15.39:0/866105995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 msgr2=0x561e9d788360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d788360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 -- 172.21.15.39:0/866105995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 msgr2=0x561e9d7d4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d7d4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 -- 172.21.15.39:0/866105995 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x561e9d68c5f0 con 0x561e9d783bb0 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc82e59c640 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 0x561e9d7d54a0 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7fc82002ac90 tx=0x7fc820048040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db98380edeb35313 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc824ff9640 1 -- 172.21.15.39:0/866105995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc820081000 con 0x561e9d783bb0 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc824ff9640 1 -- 172.21.15.39:0/866105995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc820076d50 con 0x561e9d783bb0 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.679+0000 7fc824ff9640 1 -- 172.21.15.39:0/866105995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc820075320 con 0x561e9d783bb0 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 -- 172.21.15.39:0/866105995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 msgr2=0x561e9d7d54a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 0x561e9d7d54a0 secure :-1 s=READY pgs=2619 cs=0 l=1 rev1=1 crypto rx=0x7fc82002ac90 tx=0x7fc820048040 comp rx=0 tx=0).stop 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 -- 172.21.15.39:0/866105995 shutdown_connections 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d7d4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d7890a0 0x561e9d788360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 --2- 172.21.15.39:0/866105995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d783bb0 0x561e9d7d54a0 unknown :-1 s=CLOSED pgs=2619 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 -- 172.21.15.39:0/866105995 >> 172.21.15.39:0/866105995 conn(0x561e9d786860 msgr2=0x561e9d7b4bc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 -- 172.21.15.39:0/866105995 shutdown_connections 2024-09-13T16:22:03.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 -- 172.21.15.39:0/866105995 wait complete. 2024-09-13T16:22:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.680+0000 7fc83789d740 1 -- start start 2024-09-13T16:22:03.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 Processor -- start 2024-09-13T16:22:03.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d783bb0 0x561e9d819f90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 0x561e9d81a4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d831de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d8383d0 con 0x561e9d7890a0 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x561e9d7833a0 con 0x561e9d7b0550 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.681+0000 7fc83789d740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x561e9d785290 con 0x561e9d783bb0 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc83789d740 10 client.0 _ll_register_callbacks cb 0x7fc82800a170 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 0x561e9d81a4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 0x561e9d81a4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40814/0 (socket says 172.21.15.39:40814) 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 -- 172.21.15.39:0/3401948360 learned_addr learned my addr 172.21.15.39:0/3401948360 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d831de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82e59c640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d783bb0 0x561e9d819f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.688 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 -- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d783bb0 msgr2=0x561e9d819f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d783bb0 0x561e9d819f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 -- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 msgr2=0x561e9d831de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d831de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 -- 172.21.15.39:0/3401948360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8301394e0 con 0x561e9d7890a0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82ed9d640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d831de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc82dd9b640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 0x561e9d81a4d0 secure :-1 s=READY pgs=2620 cs=0 l=1 rev1=1 crypto rx=0x7fc818013760 tx=0x7fc8180046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d92a8fbe8ddf77d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc80d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc80d7fa640 1 -- 172.21.15.39:0/3401948360 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc81800e6c0 con 0x561e9d7890a0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc80d7fa640 1 -- 172.21.15.39:0/3401948360 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fc818014d60 con 0x561e9d7890a0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x561e9d7ce280 con 0x561e9d7890a0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc80d7fa640 1 -- 172.21.15.39:0/3401948360 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=288) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc818006240 con 0x561e9d7890a0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc83789d740 10 client.11514 fetch_fsmap learned FSMap version 288 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.682+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=288,monmap=2+}) v3 -- 0x561e9d6b1d00 con 0x561e9d7890a0 2024-09-13T16:22:03.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc80d7fa640 1 -- 172.21.15.39:0/3401948360 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x561e9d7ce280 con 0x561e9d7890a0 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc80d7fa640 1 -- 172.21.15.39:0/3401948360 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 288) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc818011040 con 0x561e9d7890a0 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 10 client.11514 fetch_fsmap finished waiting for FSMap version 288 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 10 client.11514 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 20 client.11514 populate_metadata read hostname 'smithi039' 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7e6950 0x561e9d7e6d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 4 client.11514 mds_command: new command op to 11448 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 --> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7fc82800cd40 con 0x561e9d7e6950 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc82e59c640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7e6950 0x561e9d7e6d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc80d7fa640 10 client.11514 ms_handle_connect on v2:172.21.15.39:6832/3165815777 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc82e59c640 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7e6950 0x561e9d7e6d30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=9243147e1ae2c7fe server_cookie=cc952eec7a25f834 in_seq=0 out_seq=0 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc80d7fa640 1 -- 172.21.15.39:0/3401948360 <== mds.0 v2:172.21.15.39:6832/3165815777 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+335 (crc 0 0 0) 0x7fc82800cd40 con 0x561e9d7e6950 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc80d7fa640 10 client.11514 handle_command_reply: tid=0 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 1 client.11514 shutdown 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 msgr2=0x561e9d81a4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.683+0000 7fc83789d740 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 0x561e9d81a4d0 secure :-1 s=READY pgs=2620 cs=0 l=1 rev1=1 crypto rx=0x7fc818013760 tx=0x7fc8180046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 shutdown_connections 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:6832/3165815777,v1:172.21.15.39:6834/3165815777] conn(0x561e9d7e6950 0x561e9d7e6d30 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x561e9d7b0550 0x561e9d831de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc80d7fa640 0 client.11514 ms_handle_reset on v2:172.21.15.39:6832/3165815777 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x561e9d7890a0 0x561e9d81a4d0 unknown :-1 s=CLOSED pgs=2620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 --2- 172.21.15.39:0/3401948360 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x561e9d783bb0 0x561e9d819f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 >> 172.21.15.39:0/3401948360 conn(0x561e9d786860 msgr2=0x561e9d7d2400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 shutdown_connections 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 1 -- 172.21.15.39:0/3401948360 wait complete. 2024-09-13T16:22:03.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc83789d740 20 client.11514 trim_cache size 0 max 16384 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11448, 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6565522609999999, 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 288, 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 125, 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 125, 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 9.1578159929999998 2024-09-13T16:22:03.692 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:22:03.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc81006ac00 msgr2=0x7fc81006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.693 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc81006ac00 0x7fc81006d0c0 secure :-1 s=READY pgs=1015 cs=0 l=1 rev1=1 crypto rx=0x7fc830163e20 tx=0x7fc818008040 comp rx=0 tx=0).stop 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 msgr2=0x7fc83014f890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 0x7fc83014f890 secure :-1 s=READY pgs=2616 cs=0 l=1 rev1=1 crypto rx=0x7fc820009f40 tx=0x7fc820004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 shutdown_connections 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc81006ac00 0x7fc81006d0c0 unknown :-1 s=CLOSED pgs=1015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc83015a360 0x7fc830138bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc830159380 0x7fc830155290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 --2- 172.21.15.39:0/133300971 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8300ce960 0x7fc83014f890 unknown :-1 s=CLOSED pgs=2616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 >> 172.21.15.39:0/133300971 conn(0x7fc8300b15d0 msgr2=0x7fc8300b1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 shutdown_connections 2024-09-13T16:22:03.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.684+0000 7fc834b7d640 1 -- 172.21.15.39:0/133300971 wait complete. 2024-09-13T16:22:03.696 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:22:03.696 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap header on 10000000000.00000000', proceeding to ls 2024-09-13T16:22:03.697 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:22:03.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.796+0000 7fda10cd7640 1 Processor -- start 2024-09-13T16:22:03.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.796+0000 7fda10cd7640 1 -- start start 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda10cd7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda0c15a360 0x7fda0c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda10cd7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c0ce960 0x7fda0c15b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda10cd7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda0c159760 con 0x7fda0c159380 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda10cd7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda0c0b38f0 con 0x7fda0c15a360 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda10cd7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c0cedd0 con 0x7fda0c0ce960 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda09d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda0c15a360 0x7fda0c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda09d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fda0c15a360 0x7fda0c0ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40816/0 (socket says 172.21.15.39:40816) 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda09d9b640 1 -- 172.21.15.39:0/2876368774 learned_addr learned my addr 172.21.15.39:0/2876368774 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda09d9b640 1 -- 172.21.15.39:0/2876368774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c0ce960 msgr2=0x7fda0c15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.797+0000 7fda0ad9d640 1 --2- 172.21.15.39:0/2876368774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c0ce960 0x7fda0c15b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda09d9b640 1 --2- 172.21.15.39:0/2876368774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c0ce960 0x7fda0c15b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda09d9b640 1 -- 172.21.15.39:0/2876368774 >> v1:172.21.15.157:6789/0 conn(0x7fda0c159380 legacy=0x7fda0c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:03.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda09d9b640 1 -- 172.21.15.39:0/2876368774 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda0c15a880 con 0x7fda0c15a360 2024-09-13T16:22:03.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda09d9b640 1 --2- 172.21.15.39:0/2876368774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c0ce420 secure :-1 s=READY pgs=2621 cs=0 l=1 rev1=1 crypto rx=0x7fd9f4009870 tx=0x7fd9f402a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f43b347f64fe3803 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda0959a640 1 -- 172.21.15.39:0/2876368774 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f4032440 con 0x7fda0c15a360 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda0959a640 1 -- 172.21.15.39:0/2876368774 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9f40325a0 con 0x7fda0c15a360 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.798+0000 7fda0959a640 1 -- 172.21.15.39:0/2876368774 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9f4032930 con 0x7fda0c15a360 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 -- 172.21.15.39:0/2876368774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 msgr2=0x7fda0c0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 --2- 172.21.15.39:0/2876368774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c0ce420 secure :-1 s=READY pgs=2621 cs=0 l=1 rev1=1 crypto rx=0x7fd9f4009870 tx=0x7fd9f402a210 comp rx=0 tx=0).stop 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 -- 172.21.15.39:0/2876368774 shutdown_connections 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 --2- 172.21.15.39:0/2876368774 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c0ce960 0x7fda0c15b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 --2- 172.21.15.39:0/2876368774 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c0ce420 unknown :-1 s=CLOSED pgs=2621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 -- 172.21.15.39:0/2876368774 >> 172.21.15.39:0/2876368774 conn(0x7fda0c0b15d0 msgr2=0x7fda0c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:03.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 -- 172.21.15.39:0/2876368774 shutdown_connections 2024-09-13T16:22:03.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.799+0000 7fda10cd7640 1 -- 172.21.15.39:0/2876368774 wait complete. 2024-09-13T16:22:03.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.800+0000 7fda10cd7640 1 Processor -- start 2024-09-13T16:22:03.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.800+0000 7fda10cd7640 1 -- start start 2024-09-13T16:22:03.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda10cd7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0c0ce960 0x7fda0c152b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda10cd7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c159380 0x7fda0c1e3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda10cd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda10cd7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c14c9f0 con 0x7fda0c15a360 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda10cd7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c1e4c00 con 0x7fda0c0ce960 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda10cd7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda0c1f2f60 con 0x7fda0c159380 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda0ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda0ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40818/0 (socket says 172.21.15.39:40818) 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda0ad9d640 1 -- 172.21.15.39:0/4119612742 learned_addr learned my addr 172.21.15.39:0/4119612742 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda0a59c640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0c0ce960 0x7fda0c152b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.801+0000 7fda09d9b640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c159380 0x7fda0c1e3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda0ad9d640 1 -- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c159380 msgr2=0x7fda0c1e3710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda0ad9d640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c159380 0x7fda0c1e3710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda0ad9d640 1 -- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0c0ce960 msgr2=0x7fda0c152b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda0ad9d640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0c0ce960 0x7fda0c152b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:03.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda0ad9d640 1 -- 172.21.15.39:0/4119612742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9f40094d0 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda0ad9d640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c069ed0 secure :-1 s=READY pgs=2622 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc00cd70 tx=0x7fd9fc00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc003b90 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9fc003cf0 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda0c153070 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9fc004240 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.802+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda0c1e2c30 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.803+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda0c0672f0 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.804+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd9fc0043a0 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.804+0000 7fda02ffd640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9ec06ac00 0x7fd9ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.804+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fd9fc012070 con 0x7fda0c15a360 2024-09-13T16:22:03.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.804+0000 7fda0a59c640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9ec06ac00 0x7fd9ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:03.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.805+0000 7fda0a59c640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9ec06ac00 0x7fd9ec06d0c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fda04004f60 tx=0x7fda04007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:03.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:03.808+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd9fc054e60 con 0x7fda0c15a360 2024-09-13T16:22:04.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.013+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fda0c0ce420 con 0x7fda0c15a360 2024-09-13T16:22:04.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.013+0000 7fda02ffd640 1 -- 172.21.15.39:0/4119612742 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v288) v1 ==== 53+0+73 (secure 0 0 0) 0x7fd9fc058480 con 0x7fda0c15a360 2024-09-13T16:22:04.015 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:22:04.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9ec06ac00 msgr2=0x7fd9ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:04.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9ec06ac00 0x7fd9ec06d0c0 secure :-1 s=READY pgs=1016 cs=0 l=1 rev1=1 crypto rx=0x7fda04004f60 tx=0x7fda04007e30 comp rx=0 tx=0).stop 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 msgr2=0x7fda0c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c069ed0 secure :-1 s=READY pgs=2622 cs=0 l=1 rev1=1 crypto rx=0x7fd9fc00cd70 tx=0x7fd9fc00a660 comp rx=0 tx=0).stop 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 shutdown_connections 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd9ec06ac00 0x7fd9ec06d0c0 unknown :-1 s=CLOSED pgs=1016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fda0c15a360 0x7fda0c069ed0 unknown :-1 s=CLOSED pgs=2622 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fda0c159380 0x7fda0c1e3710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 --2- 172.21.15.39:0/4119612742 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fda0c0ce960 0x7fda0c152b30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 >> 172.21.15.39:0/4119612742 conn(0x7fda0c0b15d0 msgr2=0x7fda0c1571f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 shutdown_connections 2024-09-13T16:22:04.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:04.015+0000 7fda10cd7640 1 -- 172.21.15.39:0/4119612742 wait complete. 2024-09-13T16:22:04.027 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:22:04.027 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:22:04.027 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:22:04.027 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:22:04.027 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:04.027 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:22:04.028 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:22:04.028 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:22:04.028 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:22:04.028 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.028 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:04.045 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42088sec preferred_lft 42088sec 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:22:04.046 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:04.047 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.048 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:22:04.110 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:22:04.112 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.112 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:22:04.169 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:22:04.169 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:22:04.169 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:22:04.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:22:04.169 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:22:04.169 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.170 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:22:04.170 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:22:04.170 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:22:04.170 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:22:04.170 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:22:04.170 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:22:04.257 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.258 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:22:04.273 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:22:04.273 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:22:04.273 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:22:04.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.274 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:22:04.340 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:22:04.340 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:22:04.340 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:04.396 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:22:04.396 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:22:04.397 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:04.452 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:22:04.518 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:22:04.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:22:04.583 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:22:04.584 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:22:04.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.584 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:22:04.641 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:22:04.641 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:22:04.684 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:22:04.709 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:22:04.709 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:22:04.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:22:04.767+0000 7fec5700a480 -1 init, newargv = 0x563c5e04ef10 newargc=15 2024-09-13T16:22:04.768 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[93100]: starting ceph client 2024-09-13T16:22:04.773 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[93100]: starting fuse 2024-09-13T16:22:04.776 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:22:04.777 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:22:04.778 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:04.778 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:22:04.835 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:22:04.835 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:22:04.835 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:22:04.835 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:22:04.835 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:04.836 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:22:04.837 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:22:04.951 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.93100.asok 2024-09-13T16:22:05.137 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.93100.asok 2024-09-13T16:22:05.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:05.137 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.93100.asok status 2024-09-13T16:22:05.274 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:22:05.274 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "93100", 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:22:05.275 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11526, 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 11526 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2883871303 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:22:05.276 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2883871303 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.11526 192.168.0.1:0/2883871303", 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/2883871303", 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 288, 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 125, 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:22:05.277 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:22:05.283 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:05.283 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:22:05.283 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:05.299 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:22:05.300 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:05.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:05.300 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:05.366 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:05.366 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:22:05.409 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:22:05.425 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:05.424+0000 7ff591669640 -1 mds.0.cache.dir(0x10000000000) Corrupt fnode in dirfrag 0x10000000000: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:05.426 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:22:05.426 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:22:05.426 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:05.426 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:22:05.426 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 10000000000.00000000' did not caused DAMAGED state 2024-09-13T16:22:05.426 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 600.00000000' 2024-09-13T16:22:05.426 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:05.426 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:05.482 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:05.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.622+0000 7f6f84753640 1 Processor -- start 2024-09-13T16:22:05.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.622+0000 7f6f84753640 1 -- start start 2024-09-13T16:22:05.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f84753640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f7c0b41a0 0x7f6f7c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f84753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0ccf80 0x7f6f7c0d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f84753640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f7c0cde30 con 0x7f6f7c0d0830 2024-09-13T16:22:05.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f84753640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f7c0b5090 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f84753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c0cd820 con 0x7f6f7c0ccf80 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f824ef640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f7c0b41a0 0x7f6f7c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f824ef640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6f7c0b41a0 0x7f6f7c0b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40830/0 (socket says 172.21.15.39:40830) 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.623+0000 7f6f824ef640 1 -- 172.21.15.39:0/3206613989 learned_addr learned my addr 172.21.15.39:0/3206613989 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.624+0000 7f6f81cee640 1 --2- 172.21.15.39:0/3206613989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0ccf80 0x7f6f7c0d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.624+0000 7f6f824ef640 1 -- 172.21.15.39:0/3206613989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0ccf80 msgr2=0x7f6f7c0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.624+0000 7f6f824ef640 1 --2- 172.21.15.39:0/3206613989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0ccf80 0x7f6f7c0d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.624+0000 7f6f824ef640 1 -- 172.21.15.39:0/3206613989 >> v1:172.21.15.157:6789/0 conn(0x7f6f7c0d0830 legacy=0x7f6f7c166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.624+0000 7f6f824ef640 1 -- 172.21.15.39:0/3206613989 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f7c0b4ac0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.624+0000 7f6f824ef640 1 --2- 172.21.15.39:0/3206613989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0b4580 secure :-1 s=READY pgs=2626 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009870 tx=0x7f6f7402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fbe1589e9f80cf77 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:05.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f814ed640 1 -- 172.21.15.39:0/3206613989 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f74032440 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f814ed640 1 -- 172.21.15.39:0/3206613989 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f740325a0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f814ed640 1 -- 172.21.15.39:0/3206613989 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f74032930 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 -- 172.21.15.39:0/3206613989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 msgr2=0x7f6f7c0b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 --2- 172.21.15.39:0/3206613989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0b4580 secure :-1 s=READY pgs=2626 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009870 tx=0x7f6f7402a270 comp rx=0 tx=0).stop 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 -- 172.21.15.39:0/3206613989 shutdown_connections 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 --2- 172.21.15.39:0/3206613989 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0ccf80 0x7f6f7c0d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 --2- 172.21.15.39:0/3206613989 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0b4580 unknown :-1 s=CLOSED pgs=2626 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 -- 172.21.15.39:0/3206613989 >> 172.21.15.39:0/3206613989 conn(0x7f6f7c0cf1a0 msgr2=0x7f6f7c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 -- 172.21.15.39:0/3206613989 shutdown_connections 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.625+0000 7f6f84753640 1 -- 172.21.15.39:0/3206613989 wait complete. 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.626+0000 7f6f84753640 1 Processor -- start 2024-09-13T16:22:05.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.626+0000 7f6f84753640 1 -- start start 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f84753640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0cad10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f84753640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f7c0ccf80 0x7f6f7c1562d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f84753640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0d0830 0x7f6f7c156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f84753640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c0ca2a0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f84753640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c0cc380 con 0x7f6f7c0ccf80 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f84753640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f7c0ca510 con 0x7f6f7c0d0830 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f824ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0cad10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f824ef640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0cad10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40846/0 (socket says 172.21.15.39:40846) 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f824ef640 1 -- 172.21.15.39:0/2151321607 learned_addr learned my addr 172.21.15.39:0/2151321607 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f81cee640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f7c0ccf80 0x7f6f7c1562d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.627+0000 7f6f82cf0640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0d0830 0x7f6f7c156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f824ef640 1 -- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0d0830 msgr2=0x7f6f7c156810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f824ef640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0d0830 0x7f6f7c156810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f824ef640 1 -- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f7c0ccf80 msgr2=0x7f6f7c1562d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f824ef640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f7c0ccf80 0x7f6f7c1562d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f824ef640 1 -- 172.21.15.39:0/2151321607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f740094d0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f824ef640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0cad10 secure :-1 s=READY pgs=2627 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009870 tx=0x7f6f740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f74032440 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f74030ba0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f7c0ca7f0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f7403b400 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.628+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f7c153eb0 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.629+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f7c067330 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.630+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6f74039040 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.630+0000 7f6f7affd640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6806ac00 0x7f6f6806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.630+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f6f740aa680 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.630+0000 7f6f81cee640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6806ac00 0x7f6f6806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.631+0000 7f6f81cee640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6806ac00 0x7f6f6806d0c0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c0cbf30 tx=0x7f6f70008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:05.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.634+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6f74074d30 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.805+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6f7c0ca650 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.806+0000 7f6f7affd640 1 -- 172.21.15.39:0/2151321607 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) v1 ==== 74+0+20998 (secure 0 0 0) 0x7f6f7c0ca650 con 0x7f6f7c0b41a0 2024-09-13T16:22:05.808 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:05.808 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":125,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:21:54.489887+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6806ac00 msgr2=0x7f6f6806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6806ac00 0x7f6f6806d0c0 secure :-1 s=READY pgs=1017 cs=0 l=1 rev1=1 crypto rx=0x7f6f7c0cbf30 tx=0x7f6f70008040 comp rx=0 tx=0).stop 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 msgr2=0x7f6f7c0cad10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0cad10 secure :-1 s=READY pgs=2627 cs=0 l=1 rev1=1 crypto rx=0x7f6f74009870 tx=0x7f6f740046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 shutdown_connections 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6f6806ac00 0x7f6f6806d0c0 unknown :-1 s=CLOSED pgs=1017 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6f7c0d0830 0x7f6f7c156810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f7c0ccf80 0x7f6f7c1562d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 --2- 172.21.15.39:0/2151321607 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f7c0b41a0 0x7f6f7c0cad10 unknown :-1 s=CLOSED pgs=2627 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 >> 172.21.15.39:0/2151321607 conn(0x7f6f7c0cf1a0 msgr2=0x7f6f7c0cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:05.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 shutdown_connections 2024-09-13T16:22:05.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.808+0000 7f6f84753640 1 -- 172.21.15.39:0/2151321607 wait complete. 2024-09-13T16:22:05.821 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:22:05.821 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:22:05.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.924+0000 7fb956fc7640 1 Processor -- start 2024-09-13T16:22:05.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.924+0000 7fb956fc7640 1 -- start start 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb956fc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 0x7fb9500b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb956fc7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb9500cb080 con 0x7fb950156e60 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb956fc7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb950070d40 con 0x7fb9500b25b0 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb956fc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb95015b140 con 0x7fb95006a5e0 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb954d63640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb950156e60 0x7fb95015aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43034/0 (socket says 172.21.15.39:43034) 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb954d63640 1 -- 172.21.15.39:0/942068505 learned_addr learned my addr 172.21.15.39:0/942068505 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 437815153 0 0) 0x7fb9500cb080 con 0x7fb950156e60 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb955564640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 0x7fb9500b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.925+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb93c003520 con 0x7fb950156e60 2024-09-13T16:22:05.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1097810280 0 0) 0x7fb93c003520 con 0x7fb950156e60 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 msgr2=0x7fb9500b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 0x7fb9500b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 >> v1:172.21.15.157:6789/0 conn(0x7fb9500b25b0 legacy=0x7fb950069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb9500b3120 con 0x7fb950156e60 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fb940001670 con 0x7fb950156e60 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 >> v1:172.21.15.39:6789/0 conn(0x7fb950156e60 legacy=0x7fb95015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c0039a0 0x7fb93c003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c004350 0x7fb93c004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 0x7fb93c005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb95015b140 con 0x7fb93c004350 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c00b9b0 con 0x7fb93c0039a0 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb93c00dd80 con 0x7fb95006a5e0 2024-09-13T16:22:05.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94ffff640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c004350 0x7fb93c004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb954d63640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c0039a0 0x7fb93c003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb955564640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 0x7fb93c005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94ffff640 1 -- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 msgr2=0x7fb93c005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94ffff640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb95006a5e0 0x7fb93c005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94ffff640 1 -- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c0039a0 msgr2=0x7fb93c003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94ffff640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c0039a0 0x7fb93c003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.926+0000 7fb94ffff640 1 -- 172.21.15.39:0/942068505 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb93c003520 con 0x7fb93c004350 2024-09-13T16:22:05.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.927+0000 7fb94ffff640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c004350 0x7fb93c004820 secure :-1 s=READY pgs=2629 cs=0 l=1 rev1=1 crypto rx=0x7fb938001f60 tx=0x7fb93c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71dc1be68be8c12a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:05.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.927+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938031600 con 0x7fb93c004350 2024-09-13T16:22:05.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.927+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb93802d050 con 0x7fb93c004350 2024-09-13T16:22:05.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.927+0000 7fb94f7fe640 1 -- 172.21.15.39:0/942068505 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb9380319c0 con 0x7fb93c004350 2024-09-13T16:22:05.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb956fc7640 1 -- 172.21.15.39:0/942068505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c004350 msgr2=0x7fb93c004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb956fc7640 1 --2- 172.21.15.39:0/942068505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb93c004350 0x7fb93c004820 secure :-1 s=READY pgs=2629 cs=0 l=1 rev1=1 crypto rx=0x7fb938001f60 tx=0x7fb93c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb955564640 1 -- 172.21.15.39:0/942068505 reap_dead start 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb956fc7640 1 -- 172.21.15.39:0/942068505 shutdown_connections 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb956fc7640 1 -- 172.21.15.39:0/942068505 >> 172.21.15.39:0/942068505 conn(0x7fb9500b00a0 msgr2=0x7fb9500b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb956fc7640 1 -- 172.21.15.39:0/942068505 shutdown_connections 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.928+0000 7fb956fc7640 1 -- 172.21.15.39:0/942068505 wait complete. 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.929+0000 7fb956fc7640 1 Processor -- start 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.929+0000 7fb956fc7640 1 -- start start 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb956fc7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c004350 0x7fb9500adb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb956fc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 0x7fb950149c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb956fc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb950153210 0x7fb9501536a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb956fc7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb95014a160 con 0x7fb950150df0 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb956fc7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb950152d80 con 0x7fb93c004350 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb956fc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb950152170 con 0x7fb950153210 2024-09-13T16:22:05.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 0x7fb950149c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 0x7fb950149c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40874/0 (socket says 172.21.15.39:40874) 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 -- 172.21.15.39:0/1539072196 learned_addr learned my addr 172.21.15.39:0/1539072196 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb954d63640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c004350 0x7fb9500adb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb955564640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb950153210 0x7fb9501536a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 -- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb950153210 msgr2=0x7fb9501536a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb950153210 0x7fb9501536a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 -- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c004350 msgr2=0x7fb9500adb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c004350 0x7fb9500adb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 -- 172.21.15.39:0/1539072196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb950152450 con 0x7fb950150df0 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb954d63640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c004350 0x7fb9500adb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.930+0000 7fb94ffff640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 0x7fb950149c20 secure :-1 s=READY pgs=2630 cs=0 l=1 rev1=1 crypto rx=0x7fb938002080 tx=0x7fb9380015b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:05.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.931+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938005680 con 0x7fb950150df0 2024-09-13T16:22:05.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.931+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb9380057e0 con 0x7fb950150df0 2024-09-13T16:22:05.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.931+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb950152730 con 0x7fb950150df0 2024-09-13T16:22:05.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.931+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb938007290 con 0x7fb950150df0 2024-09-13T16:22:05.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.931+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb950151d90 con 0x7fb950150df0 2024-09-13T16:22:05.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.932+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb9500672f0 con 0x7fb950150df0 2024-09-13T16:22:05.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.932+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb9380073f0 con 0x7fb950150df0 2024-09-13T16:22:05.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.933+0000 7fb94d7fa640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb93006ac00 0x7fb93006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:05.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.933+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fb9380ab0c0 con 0x7fb950150df0 2024-09-13T16:22:05.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.933+0000 7fb954d63640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb93006ac00 0x7fb93006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:05.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.933+0000 7fb954d63640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb93006ac00 0x7fb93006d0c0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fb940001eb0 tx=0x7fb940009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:05.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:05.937+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb938079150 con 0x7fb950150df0 2024-09-13T16:22:06.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.106+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fb9500b2a40 con 0x7fb950150df0 2024-09-13T16:22:06.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.107+0000 7fb94d7fa640 1 -- 172.21.15.39:0/1539072196 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v125) v1 ==== 93+0+10 (secure 0 0 0) 0x7fb93804a0a0 con 0x7fb950150df0 2024-09-13T16:22:06.108 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:22:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb93006ac00 msgr2=0x7fb93006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb93006ac00 0x7fb93006d0c0 secure :-1 s=READY pgs=1018 cs=0 l=1 rev1=1 crypto rx=0x7fb940001eb0 tx=0x7fb940009040 comp rx=0 tx=0).stop 2024-09-13T16:22:06.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 msgr2=0x7fb950149c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 0x7fb950149c20 secure :-1 s=READY pgs=2630 cs=0 l=1 rev1=1 crypto rx=0x7fb938002080 tx=0x7fb9380015b0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 shutdown_connections 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb93006ac00 0x7fb93006d0c0 unknown :-1 s=CLOSED pgs=1018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb950153210 0x7fb9501536a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb950150df0 0x7fb950149c20 unknown :-1 s=CLOSED pgs=2630 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 --2- 172.21.15.39:0/1539072196 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb93c004350 0x7fb9500adb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 >> 172.21.15.39:0/1539072196 conn(0x7fb9500b00a0 msgr2=0x7fb95015cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 shutdown_connections 2024-09-13T16:22:06.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.109+0000 7fb956fc7640 1 -- 172.21.15.39:0/1539072196 wait complete. 2024-09-13T16:22:06.121 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:22:06.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.224+0000 7f069e29d640 1 Processor -- start 2024-09-13T16:22:06.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.224+0000 7f069e29d640 1 -- start start 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f069e29d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f069806ff90 0x7f069815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f069e29d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0698071eb0 con 0x7f0698143d30 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f069e29d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0698072440 con 0x7f06980b3610 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f069e29d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0698144110 con 0x7f069806ff90 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f0697fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f0698143d30 0x7f06980717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43046/0 (socket says 172.21.15.39:43046) 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f0697fff640 1 -- 172.21.15.39:0/1131015597 learned_addr learned my addr 172.21.15.39:0/1131015597 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f069c83a640 1 --2- 172.21.15.39:0/1131015597 >> v2:172.21.15.39:3300/0 conn(0x7f069806ff90 0x7f069815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f0696ffd640 1 -- 172.21.15.39:0/1131015597 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2104976047 0 0) 0x7f0698071eb0 con 0x7f0698143d30 2024-09-13T16:22:06.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.225+0000 7f0696ffd640 1 -- 172.21.15.39:0/1131015597 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0680003520 con 0x7f0698143d30 2024-09-13T16:22:06.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.226+0000 7f069c83a640 1 -- 172.21.15.39:0/1131015597 >> v1:172.21.15.157:6789/0 conn(0x7f06980b3610 legacy=0x7f069806f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.226+0000 7f069c83a640 1 -- 172.21.15.39:0/1131015597 >> v1:172.21.15.39:6789/0 conn(0x7f0698143d30 legacy=0x7f06980717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.226+0000 7f069c83a640 1 -- 172.21.15.39:0/1131015597 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0698072160 con 0x7f069806ff90 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.226+0000 7f069c83a640 1 --2- 172.21.15.39:0/1131015597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069806ff90 0x7f069815eb20 secure :-1 s=READY pgs=2632 cs=0 l=1 rev1=1 crypto rx=0x7f0690009d90 tx=0x7f069002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=293bc33d802f95df server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.226+0000 7f0696ffd640 1 -- 172.21.15.39:0/1131015597 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0690007740 con 0x7f069806ff90 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.226+0000 7f0696ffd640 1 -- 172.21.15.39:0/1131015597 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f069002d050 con 0x7f069806ff90 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f0696ffd640 1 -- 172.21.15.39:0/1131015597 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0690007aa0 con 0x7f069806ff90 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 -- 172.21.15.39:0/1131015597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069806ff90 msgr2=0x7f069815eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 --2- 172.21.15.39:0/1131015597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069806ff90 0x7f069815eb20 secure :-1 s=READY pgs=2632 cs=0 l=1 rev1=1 crypto rx=0x7f0690009d90 tx=0x7f069002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 -- 172.21.15.39:0/1131015597 shutdown_connections 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 --2- 172.21.15.39:0/1131015597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069806ff90 0x7f069815eb20 unknown :-1 s=CLOSED pgs=2632 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 -- 172.21.15.39:0/1131015597 >> 172.21.15.39:0/1131015597 conn(0x7f06980b00a0 msgr2=0x7f06980b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:06.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 -- 172.21.15.39:0/1131015597 shutdown_connections 2024-09-13T16:22:06.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.227+0000 7f069e29d640 1 -- 172.21.15.39:0/1131015597 wait complete. 2024-09-13T16:22:06.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.228+0000 7f069e29d640 1 Processor -- start 2024-09-13T16:22:06.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.228+0000 7f069e29d640 1 -- start start 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069e29d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069806ff90 0x7f069815cc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069e29d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06980b3610 0x7f069813dc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069e29d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 0x7f0698139860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069e29d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069813b3c0 con 0x7f0698143d30 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069e29d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0698138c50 con 0x7f06980b3610 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069e29d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0698138f30 con 0x7f069806ff90 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069c83a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 0x7f0698139860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069c83a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 0x7f0698139860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40886/0 (socket says 172.21.15.39:40886) 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f069c83a640 1 -- 172.21.15.39:0/1719632430 learned_addr learned my addr 172.21.15.39:0/1719632430 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f0697fff640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069806ff90 0x7f069815cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.229+0000 7f06977fe640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06980b3610 0x7f069813dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069c83a640 1 -- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069806ff90 msgr2=0x7f069815cc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069c83a640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069806ff90 0x7f069815cc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069c83a640 1 -- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06980b3610 msgr2=0x7f069813dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069c83a640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06980b3610 0x7f069813dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069c83a640 1 -- 172.21.15.39:0/1719632430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0690009a70 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069c83a640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 0x7f0698139860 secure :-1 s=READY pgs=2633 cs=0 l=1 rev1=1 crypto rx=0x7f0690009d90 tx=0x7f0690004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0690003b90 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0690003cf0 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f069003c910 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0698139210 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.230+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f069815d170 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.231+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f069813b530 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.232+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f069003ca70 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.232+0000 7f0694ff9640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068406ac00 0x7f068406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.232+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f06900ab0c0 con 0x7f0698143d30 2024-09-13T16:22:06.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.232+0000 7f0697fff640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068406ac00 0x7f068406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.233+0000 7f0697fff640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068406ac00 0x7f068406d0c0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f06880011e0 tx=0x7f0688007d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.236+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f069813b530 con 0x7f0698143d30 2024-09-13T16:22:06.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.411+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f06980672f0 con 0x7f0698143d30 2024-09-13T16:22:06.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.411+0000 7f0694ff9640 1 -- 172.21.15.39:0/1719632430 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v125) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0690075770 con 0x7f0698143d30 2024-09-13T16:22:06.413 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068406ac00 msgr2=0x7f068406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068406ac00 0x7f068406d0c0 secure :-1 s=READY pgs=1019 cs=0 l=1 rev1=1 crypto rx=0x7f06880011e0 tx=0x7f0688007d30 comp rx=0 tx=0).stop 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 msgr2=0x7f0698139860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 0x7f0698139860 secure :-1 s=READY pgs=2633 cs=0 l=1 rev1=1 crypto rx=0x7f0690009d90 tx=0x7f0690004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 shutdown_connections 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068406ac00 0x7f068406d0c0 unknown :-1 s=CLOSED pgs=1019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0698143d30 0x7f0698139860 unknown :-1 s=CLOSED pgs=2633 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06980b3610 0x7f069813dc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 --2- 172.21.15.39:0/1719632430 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069806ff90 0x7f069815cc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 >> 172.21.15.39:0/1719632430 conn(0x7f06980b00a0 msgr2=0x7f06980af830 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:06.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 shutdown_connections 2024-09-13T16:22:06.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.413+0000 7f069e29d640 1 -- 172.21.15.39:0/1719632430 wait complete. 2024-09-13T16:22:06.426 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:22:06.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.528+0000 7f0ae0518640 1 Processor -- start 2024-09-13T16:22:06.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.528+0000 7f0ae0518640 1 -- start start 2024-09-13T16:22:06.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.529+0000 7f0ae0518640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ad815c7d0 0x7f0ad80cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.529+0000 7f0ae0518640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0ad80d2110 0x7f0ad80b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.529+0000 7f0ae0518640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ad80b5550 con 0x7f0ad80b4180 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.529+0000 7f0ae0518640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ad80b2000 con 0x7f0ad815c7d0 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.529+0000 7f0ae0518640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ad80b4610 con 0x7f0ad80d2110 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ad815c7d0 0x7f0ad80cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0ad815c7d0 0x7f0ad80cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40890/0 (socket says 172.21.15.39:40890) 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 -- 172.21.15.39:0/2729754642 learned_addr learned my addr 172.21.15.39:0/2729754642 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0adeab5640 1 --2- 172.21.15.39:0/2729754642 >> v2:172.21.15.157:3300/0 conn(0x7f0ad80d2110 0x7f0ad80b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 -- 172.21.15.39:0/2729754642 >> v2:172.21.15.157:3300/0 conn(0x7f0ad80d2110 msgr2=0x7f0ad80b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 --2- 172.21.15.39:0/2729754642 >> v2:172.21.15.157:3300/0 conn(0x7f0ad80d2110 0x7f0ad80b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 -- 172.21.15.39:0/2729754642 >> v1:172.21.15.157:6789/0 conn(0x7f0ad80b4180 legacy=0x7f0ad80d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.530+0000 7f0ade2b4640 1 -- 172.21.15.39:0/2729754642 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad80b48f0 con 0x7f0ad815c7d0 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ade2b4640 1 --2- 172.21.15.39:0/2729754642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cf440 secure :-1 s=READY pgs=2634 cs=0 l=1 rev1=1 crypto rx=0x7f0ad80b5190 tx=0x7f0ad402a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a19e0dcd98c2d8df server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0add2b2640 1 -- 172.21.15.39:0/2729754642 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4032440 con 0x7f0ad815c7d0 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0add2b2640 1 -- 172.21.15.39:0/2729754642 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad40325a0 con 0x7f0ad815c7d0 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0add2b2640 1 -- 172.21.15.39:0/2729754642 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4032930 con 0x7f0ad815c7d0 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ae0518640 1 -- 172.21.15.39:0/2729754642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad815c7d0 msgr2=0x7f0ad80cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ae0518640 1 --2- 172.21.15.39:0/2729754642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cf440 secure :-1 s=READY pgs=2634 cs=0 l=1 rev1=1 crypto rx=0x7f0ad80b5190 tx=0x7f0ad402a270 comp rx=0 tx=0).stop 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ae0518640 1 -- 172.21.15.39:0/2729754642 shutdown_connections 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ae0518640 1 --2- 172.21.15.39:0/2729754642 >> v2:172.21.15.157:3300/0 conn(0x7f0ad80d2110 0x7f0ad80b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ae0518640 1 --2- 172.21.15.39:0/2729754642 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cf440 unknown :-1 s=CLOSED pgs=2634 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.531+0000 7f0ae0518640 1 -- 172.21.15.39:0/2729754642 >> 172.21.15.39:0/2729754642 conn(0x7f0ad806bc40 msgr2=0x7f0ad806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:06.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.532+0000 7f0ae0518640 1 -- 172.21.15.39:0/2729754642 shutdown_connections 2024-09-13T16:22:06.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.532+0000 7f0ae0518640 1 -- 172.21.15.39:0/2729754642 wait complete. 2024-09-13T16:22:06.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.533+0000 7f0ae0518640 1 Processor -- start 2024-09-13T16:22:06.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.533+0000 7f0ae0518640 1 -- start start 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.533+0000 7f0ae0518640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 0x7f0ad80ca5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.533+0000 7f0ae0518640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.533+0000 7f0ae0518640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad81f5720 0x7f0ad815aa70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.533+0000 7f0ae0518640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80cbed0 con 0x7f0ad80d2110 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ae0518640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80cae30 con 0x7f0ad815c7d0 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ae0518640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ad80cb110 con 0x7f0ad81f5720 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 0x7f0ad80ca5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 0x7f0ad80ca5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40892/0 (socket says 172.21.15.39:40892) 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 -- 172.21.15.39:0/484782322 learned_addr learned my addr 172.21.15.39:0/484782322 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0addab3640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0adeab5640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad81f5720 0x7f0ad815aa70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 -- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad81f5720 msgr2=0x7f0ad815aa70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad81f5720 0x7f0ad815aa70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 -- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad815c7d0 msgr2=0x7f0ad80cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 -- 172.21.15.39:0/484782322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ad40094d0 con 0x7f0ad80d2110 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ade2b4640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 0x7f0ad80ca5f0 secure :-1 s=READY pgs=2635 cs=0 l=1 rev1=1 crypto rx=0x7f0ad402a2b0 tx=0x7f0ad40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad4032440 con 0x7f0ad80d2110 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ad4030ba0 con 0x7f0ad80d2110 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ad80cb3f0 con 0x7f0ad80d2110 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ad403d440 con 0x7f0ad80d2110 2024-09-13T16:22:06.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.534+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ad80cb9b0 con 0x7f0ad80d2110 2024-09-13T16:22:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.535+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ad80cf440 con 0x7f0ad80d2110 2024-09-13T16:22:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.536+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0ad4039040 con 0x7f0ad80d2110 2024-09-13T16:22:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.536+0000 7f0aceffd640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0abc06ac00 0x7f0abc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.536+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f0ad40aaa70 con 0x7f0ad80d2110 2024-09-13T16:22:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.536+0000 7f0addab3640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0abc06ac00 0x7f0abc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.537+0000 7f0addab3640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0abc06ac00 0x7f0abc06d0c0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8000f60 tx=0x7f0ac8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.540+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0ad4075070 con 0x7f0ad80d2110 2024-09-13T16:22:06.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.709+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0ad80b3820 con 0x7f0ad80d2110 2024-09-13T16:22:06.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.710+0000 7f0aceffd640 1 -- 172.21.15.39:0/484782322 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v125) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0ad40370a0 con 0x7f0ad80d2110 2024-09-13T16:22:06.711 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0abc06ac00 msgr2=0x7f0abc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0abc06ac00 0x7f0abc06d0c0 secure :-1 s=READY pgs=1020 cs=0 l=1 rev1=1 crypto rx=0x7f0ac8000f60 tx=0x7f0ac8009040 comp rx=0 tx=0).stop 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 msgr2=0x7f0ad80ca5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 0x7f0ad80ca5f0 secure :-1 s=READY pgs=2635 cs=0 l=1 rev1=1 crypto rx=0x7f0ad402a2b0 tx=0x7f0ad40046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 shutdown_connections 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0abc06ac00 0x7f0abc06d0c0 unknown :-1 s=CLOSED pgs=1020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0ad81f5720 0x7f0ad815aa70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0ad815c7d0 0x7f0ad80cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 --2- 172.21.15.39:0/484782322 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0ad80d2110 0x7f0ad80ca5f0 unknown :-1 s=CLOSED pgs=2635 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 >> 172.21.15.39:0/484782322 conn(0x7f0ad806bc40 msgr2=0x7f0ad80d14a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:06.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 shutdown_connections 2024-09-13T16:22:06.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.712+0000 7f0ae0518640 1 -- 172.21.15.39:0/484782322 wait complete. 2024-09-13T16:22:06.724 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:22:06.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.825+0000 7f1a22bc7640 1 Processor -- start 2024-09-13T16:22:06.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.825+0000 7f1a22bc7640 1 -- start start 2024-09-13T16:22:06.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.826+0000 7f1a22bc7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1a1c0ce080 0x7f1a1c15d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.826+0000 7f1a22bc7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a1c15d550 con 0x7f1a1c153080 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.826+0000 7f1a22bc7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a1c153460 con 0x7f1a1c069ed0 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.826+0000 7f1a22bc7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a1c15a050 con 0x7f1a1c0ce080 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.826+0000 7f1a20963640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1a1c153080 0x7f1a1c159060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43048/0 (socket says 172.21.15.39:43048) 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.826+0000 7f1a20963640 1 -- 172.21.15.39:0/2892281643 learned_addr learned my addr 172.21.15.39:0/2892281643 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2088113431 0 0) 0x7f1a1c15d550 con 0x7f1a1c153080 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1bfff640 1 --2- 172.21.15.39:0/2892281643 >> v2:172.21.15.157:3300/0 conn(0x7f1a1c0ce080 0x7f1a1c15d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a08005730 con 0x7f1a1c153080 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 339820266 0 0) 0x7f1a08005730 con 0x7f1a1c153080 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 >> v2:172.21.15.157:3300/0 conn(0x7f1a1c0ce080 msgr2=0x7f1a1c15d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 --2- 172.21.15.39:0/2892281643 >> v2:172.21.15.157:3300/0 conn(0x7f1a1c0ce080 0x7f1a1c15d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 >> v1:172.21.15.157:6789/0 conn(0x7f1a1c069ed0 legacy=0x7f1a1c0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a1c159a90 con 0x7f1a1c153080 2024-09-13T16:22:06.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1a0c001670 con 0x7f1a1c153080 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 >> v1:172.21.15.39:6789/0 conn(0x7f1a1c153080 legacy=0x7f1a1c159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a08005b80 0x7f1a08005fa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a080069d0 0x7f1a08006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a0800db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1c15a050 con 0x7f1a08007390 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0800e330 con 0x7f1a08005b80 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0800e4f0 con 0x7f1a080069d0 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a21164640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a0800db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a20963640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a08005b80 0x7f1a08005fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a1bfff640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a080069d0 0x7f1a08006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a21164640 1 -- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a080069d0 msgr2=0x7f1a08006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:06.832 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a21164640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a080069d0 0x7f1a08006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a21164640 1 -- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a08005b80 msgr2=0x7f1a08005fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a21164640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a08005b80 0x7f1a08005fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a21164640 1 -- 172.21.15.39:0/2892281643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a08005730 con 0x7f1a08007390 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.827+0000 7f1a20963640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a08005b80 0x7f1a08005fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.828+0000 7f1a21164640 1 -- 172.21.15.39:0/2892281643 reap_dead start 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.828+0000 7f1a21164640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a0800db90 secure :-1 s=READY pgs=2637 cs=0 l=1 rev1=1 crypto rx=0x7f1a14001e50 tx=0x7f1a08007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eebbadda0c3a9608 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.828+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a1402ae70 con 0x7f1a08007390 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.828+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a14003970 con 0x7f1a08007390 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.828+0000 7f1a1b7fe640 1 -- 172.21.15.39:0/2892281643 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a14003d20 con 0x7f1a08007390 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2892281643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 msgr2=0x7f1a0800db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a0800db90 secure :-1 s=READY pgs=2637 cs=0 l=1 rev1=1 crypto rx=0x7f1a14001e50 tx=0x7f1a08007a00 comp rx=0 tx=0).stop 2024-09-13T16:22:06.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2892281643 shutdown_connections 2024-09-13T16:22:06.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2892281643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a0800db90 unknown :-1 s=CLOSED pgs=2637 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2892281643 >> 172.21.15.39:0/2892281643 conn(0x7f1a1c0b15d0 msgr2=0x7f1a1c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:06.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2892281643 shutdown_connections 2024-09-13T16:22:06.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.829+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2892281643 wait complete. 2024-09-13T16:22:06.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.830+0000 7f1a22bc7640 1 Processor -- start 2024-09-13T16:22:06.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.830+0000 7f1a22bc7640 1 -- start start 2024-09-13T16:22:06.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a22bc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a1c13f320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a22bc7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a1c142820 0x7f1a1c0c3670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a22bc7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a1c0ce460 0x7f1a1c0ce8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a22bc7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1c15cbf0 con 0x7f1a08007390 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a22bc7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1c13f860 con 0x7f1a1c142820 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a22bc7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a1c0cee30 con 0x7f1a1c0ce460 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a1c13f320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a1c13f320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40902/0 (socket says 172.21.15.39:40902) 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 -- 172.21.15.39:0/2792369850 learned_addr learned my addr 172.21.15.39:0/2792369850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a21164640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a1c0ce460 0x7f1a1c0ce8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 -- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a1c0ce460 msgr2=0x7f1a1c0ce8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a1c0ce460 0x7f1a1c0ce8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 -- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a1c142820 msgr2=0x7f1a1c0c3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a1c142820 0x7f1a1c0c3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.831+0000 7f1a20963640 1 -- 172.21.15.39:0/2792369850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a1c13fac0 con 0x7f1a08007390 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.832+0000 7f1a20963640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a1c13f320 secure :-1 s=READY pgs=2638 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c00e820 tx=0x7f1a0c00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.832+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a0c00eed0 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.832+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a0c00c870 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.832+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a1c142fb0 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.832+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a0c00cbe0 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.832+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a1c13fd10 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.833+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a1c0672f0 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.833+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1a0c00cd40 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.834+0000 7f1a197fa640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f19fc06ac30 0x7f19fc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.834+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f1a0c089a60 con 0x7f1a08007390 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.834+0000 7f1a1bfff640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f19fc06ac30 0x7f19fc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.834+0000 7f1a1bfff640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f19fc06ac30 0x7f19fc06d0f0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c157cb0 tx=0x7f1a04008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:06.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:06.838+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1a0c0540f0 con 0x7f1a08007390 2024-09-13T16:22:07.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.021+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f1a1c06a340 con 0x7f1a08007390 2024-09-13T16:22:07.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.021+0000 7f1a197fa640 1 -- 172.21.15.39:0/2792369850 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 68 entries v125) v1 ==== 81+0+4128 (secure 0 0 0) 0x7f1a0c057710 con 0x7f1a08007390 2024-09-13T16:22:07.023 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:07.023 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:07.023 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:07.023 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:07.024 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:07.025 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:07.026 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:07.027 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:07.028 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:07.029 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:listed 68 entries 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f19fc06ac30 msgr2=0x7f19fc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f19fc06ac30 0x7f19fc06d0f0 secure :-1 s=READY pgs=1021 cs=0 l=1 rev1=1 crypto rx=0x7f1a1c157cb0 tx=0x7f1a04008040 comp rx=0 tx=0).stop 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 msgr2=0x7f1a1c13f320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a1c13f320 secure :-1 s=READY pgs=2638 cs=0 l=1 rev1=1 crypto rx=0x7f1a0c00e820 tx=0x7f1a0c00ece0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 shutdown_connections 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f19fc06ac30 0x7f19fc06d0f0 unknown :-1 s=CLOSED pgs=1021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1a1c0ce460 0x7f1a1c0ce8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1a1c142820 0x7f1a1c0c3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 --2- 172.21.15.39:0/2792369850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1a08007390 0x7f1a1c13f320 unknown :-1 s=CLOSED pgs=2638 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 >> 172.21.15.39:0/2792369850 conn(0x7f1a1c0b15d0 msgr2=0x7f1a1c0b25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 shutdown_connections 2024-09-13T16:22:07.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.024+0000 7f1a22bc7640 1 -- 172.21.15.39:0/2792369850 wait complete. 2024-09-13T16:22:07.036 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:07.036 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:07.053 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:07.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.194+0000 7f6e9024f640 1 Processor -- start 2024-09-13T16:22:07.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.194+0000 7f6e9024f640 1 -- start start 2024-09-13T16:22:07.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e9024f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e8815d0a0 0x7f6e8815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e9024f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e8806f6e0 con 0x7f6e88156fb0 2024-09-13T16:22:07.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e9024f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6e8806f9c0 con 0x7f6e8806f170 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e9024f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6e880b2400 con 0x7f6e8815d0a0 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8e7ec640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6e8815d0a0 0x7f6e8815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8dfeb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6e88156fb0 0x7f6e8815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43062/0 (socket says 172.21.15.39:43062) 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8dfeb640 1 -- 172.21.15.39:0/2564071638 learned_addr learned my addr 172.21.15.39:0/2564071638 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8e7ec640 1 -- 172.21.15.39:0/2564071638 >> v1:172.21.15.157:6789/0 conn(0x7f6e8806f170 legacy=0x7f6e880b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8e7ec640 1 -- 172.21.15.39:0/2564071638 >> v1:172.21.15.39:6789/0 conn(0x7f6e88156fb0 legacy=0x7f6e8815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8e7ec640 1 -- 172.21.15.39:0/2564071638 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e8806fca0 con 0x7f6e8815d0a0 2024-09-13T16:22:07.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.195+0000 7f6e8cfe9640 1 -- 172.21.15.39:0/2564071638 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2762177000 0 0) 0x7f6e8806f6e0 con 0x7f6e88156fb0 2024-09-13T16:22:07.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.196+0000 7f6e8e7ec640 1 --2- 172.21.15.39:0/2564071638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e8815d0a0 0x7f6e8815d530 secure :-1 s=READY pgs=2640 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009d90 tx=0x7f6e8002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2294790df8ddced1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.196+0000 7f6e8cfe9640 1 -- 172.21.15.39:0/2564071638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e80031600 con 0x7f6e8815d0a0 2024-09-13T16:22:07.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.196+0000 7f6e8cfe9640 1 -- 172.21.15.39:0/2564071638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e8002d050 con 0x7f6e8815d0a0 2024-09-13T16:22:07.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.196+0000 7f6e8cfe9640 1 -- 172.21.15.39:0/2564071638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e80031980 con 0x7f6e8815d0a0 2024-09-13T16:22:07.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 -- 172.21.15.39:0/2564071638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e8815d0a0 msgr2=0x7f6e8815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 --2- 172.21.15.39:0/2564071638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e8815d0a0 0x7f6e8815d530 secure :-1 s=READY pgs=2640 cs=0 l=1 rev1=1 crypto rx=0x7f6e80009d90 tx=0x7f6e8002a610 comp rx=0 tx=0).stop 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 -- 172.21.15.39:0/2564071638 shutdown_connections 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 --2- 172.21.15.39:0/2564071638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e8815d0a0 0x7f6e8815d530 unknown :-1 s=CLOSED pgs=2640 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 -- 172.21.15.39:0/2564071638 >> 172.21.15.39:0/2564071638 conn(0x7f6e8806b3b0 msgr2=0x7f6e8806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 -- 172.21.15.39:0/2564071638 shutdown_connections 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.197+0000 7f6e9024f640 1 -- 172.21.15.39:0/2564071638 wait complete. 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.198+0000 7f6e9024f640 1 Processor -- start 2024-09-13T16:22:07.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.198+0000 7f6e9024f640 1 -- start start 2024-09-13T16:22:07.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e9024f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e8806f170 0x7f6e881451e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e9024f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 0x7f6e8814d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e9024f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e8815d0a0 0x7f6e880ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e9024f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e8814e800 con 0x7f6e88156fb0 2024-09-13T16:22:07.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e9024f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6e88145720 con 0x7f6e8815d0a0 2024-09-13T16:22:07.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e9024f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6e8814dbf0 con 0x7f6e8806f170 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 0x7f6e8814d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 0x7f6e8814d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40918/0 (socket says 172.21.15.39:40918) 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 -- 172.21.15.39:0/1397852860 learned_addr learned my addr 172.21.15.39:0/1397852860 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8dfeb640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e8806f170 0x7f6e881451e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8e7ec640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e8815d0a0 0x7f6e880ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 -- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e8806f170 msgr2=0x7f6e881451e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e8806f170 0x7f6e881451e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 -- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e8815d0a0 msgr2=0x7f6e880ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e8815d0a0 0x7f6e880ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 -- 172.21.15.39:0/1397852860 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e80009a70 con 0x7f6e88156fb0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8e7ec640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e8815d0a0 0x7f6e880ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e8d7ea640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 0x7f6e8814d280 secure :-1 s=READY pgs=2641 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c00b420 tx=0x7f6e7c00b8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.199+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c011830 con 0x7f6e88156fb0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.200+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e7c011990 con 0x7f6e88156fb0 2024-09-13T16:22:07.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.200+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6e8814ded0 con 0x7f6e88156fb0 2024-09-13T16:22:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.200+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e7c011d40 con 0x7f6e88156fb0 2024-09-13T16:22:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.200+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6e8814e490 con 0x7f6e88156fb0 2024-09-13T16:22:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.201+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6e880672f0 con 0x7f6e88156fb0 2024-09-13T16:22:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.201+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e7c01b460 con 0x7f6e88156fb0 2024-09-13T16:22:07.204 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.202+0000 7f6e7a7fc640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e6c06ac30 0x7f6e6c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.202+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f6e7c089a20 con 0x7f6e88156fb0 2024-09-13T16:22:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.202+0000 7f6e8dfeb640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e6c06ac30 0x7f6e6c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.202+0000 7f6e8dfeb640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e6c06ac30 0x7f6e6c06d0f0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f6e84000f60 tx=0x7f6e84007d50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.207 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.206+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6e7c054020 con 0x7f6e88156fb0 2024-09-13T16:22:07.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.376+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f6e8815d530 con 0x7f6e88156fb0 2024-09-13T16:22:07.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.378+0000 7f6e7a7fc640 1 -- 172.21.15.39:0/1397852860 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v125) v1 ==== 74+0+20998 (secure 0 0 0) 0x7f6e7c057640 con 0x7f6e88156fb0 2024-09-13T16:22:07.379 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:07.380 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":125,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:21:54.489887+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:07.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e6c06ac30 msgr2=0x7f6e6c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e6c06ac30 0x7f6e6c06d0f0 secure :-1 s=READY pgs=1022 cs=0 l=1 rev1=1 crypto rx=0x7f6e84000f60 tx=0x7f6e84007d50 comp rx=0 tx=0).stop 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 msgr2=0x7f6e8814d280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 0x7f6e8814d280 secure :-1 s=READY pgs=2641 cs=0 l=1 rev1=1 crypto rx=0x7f6e7c00b420 tx=0x7f6e7c00b8e0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 shutdown_connections 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e6c06ac30 0x7f6e6c06d0f0 unknown :-1 s=CLOSED pgs=1022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6e8815d0a0 0x7f6e880ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6e88156fb0 0x7f6e8814d280 unknown :-1 s=CLOSED pgs=2641 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 --2- 172.21.15.39:0/1397852860 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6e8806f170 0x7f6e881451e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 >> 172.21.15.39:0/1397852860 conn(0x7f6e8806b3b0 msgr2=0x7f6e8815bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 shutdown_connections 2024-09-13T16:22:07.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.380+0000 7f6e9024f640 1 -- 172.21.15.39:0/1397852860 wait complete. 2024-09-13T16:22:07.393 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:22:07.393 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:22:07.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.496+0000 7f8405ce9640 1 Processor -- start 2024-09-13T16:22:07.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.496+0000 7f8405ce9640 1 -- start start 2024-09-13T16:22:07.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f8405ce9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8400156e60 0x7f840015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f8405ce9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84000b25b0 0x7f84000b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f8405ce9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8400069ed0 0x7f840006a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f8405ce9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f840006a880 con 0x7f84000b25b0 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f8405ce9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f84000cb080 con 0x7f8400156e60 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f8405ce9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8400070d40 con 0x7f8400069ed0 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f83feffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84000b25b0 0x7f84000b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f83feffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f84000b25b0 0x7f84000b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40922/0 (socket says 172.21.15.39:40922) 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f83feffd640 1 -- 172.21.15.39:0/1513283518 learned_addr learned my addr 172.21.15.39:0/1513283518 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f83ff7fe640 1 --2- 172.21.15.39:0/1513283518 >> v2:172.21.15.157:3300/0 conn(0x7f8400156e60 0x7f840015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.497+0000 7f83fffff640 1 --2- 172.21.15.39:0/1513283518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8400069ed0 0x7f840006a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83feffd640 1 -- 172.21.15.39:0/1513283518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8400069ed0 msgr2=0x7f840006a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83feffd640 1 --2- 172.21.15.39:0/1513283518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8400069ed0 0x7f840006a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83feffd640 1 -- 172.21.15.39:0/1513283518 >> v2:172.21.15.157:3300/0 conn(0x7f8400156e60 msgr2=0x7f840015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83feffd640 1 --2- 172.21.15.39:0/1513283518 >> v2:172.21.15.157:3300/0 conn(0x7f8400156e60 0x7f840015aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83feffd640 1 -- 172.21.15.39:0/1513283518 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f84000b3120 con 0x7f84000b25b0 2024-09-13T16:22:07.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83ff7fe640 1 --2- 172.21.15.39:0/1513283518 >> v2:172.21.15.157:3300/0 conn(0x7f8400156e60 0x7f840015aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:07.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.498+0000 7f83feffd640 1 --2- 172.21.15.39:0/1513283518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84000b25b0 0x7f84000b2a40 secure :-1 s=READY pgs=2642 cs=0 l=1 rev1=1 crypto rx=0x7f84000739e0 tx=0x7f83f402c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fabd2a4c475732f2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f83fe7fc640 1 -- 172.21.15.39:0/1513283518 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f4032790 con 0x7f84000b25b0 2024-09-13T16:22:07.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f83fe7fc640 1 -- 172.21.15.39:0/1513283518 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83f40328f0 con 0x7f84000b25b0 2024-09-13T16:22:07.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f83fe7fc640 1 -- 172.21.15.39:0/1513283518 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f4032c80 con 0x7f84000b25b0 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 -- 172.21.15.39:0/1513283518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84000b25b0 msgr2=0x7f84000b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 --2- 172.21.15.39:0/1513283518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84000b25b0 0x7f84000b2a40 secure :-1 s=READY pgs=2642 cs=0 l=1 rev1=1 crypto rx=0x7f84000739e0 tx=0x7f83f402c8d0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 -- 172.21.15.39:0/1513283518 shutdown_connections 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 --2- 172.21.15.39:0/1513283518 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f84000b25b0 0x7f84000b2a40 unknown :-1 s=CLOSED pgs=2642 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 --2- 172.21.15.39:0/1513283518 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8400069ed0 0x7f840006a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 --2- 172.21.15.39:0/1513283518 >> v2:172.21.15.157:3300/0 conn(0x7f8400156e60 0x7f840015aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 -- 172.21.15.39:0/1513283518 >> 172.21.15.39:0/1513283518 conn(0x7f84000b00a0 msgr2=0x7f84000b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 -- 172.21.15.39:0/1513283518 shutdown_connections 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.499+0000 7f8405ce9640 1 -- 172.21.15.39:0/1513283518 wait complete. 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.500+0000 7f8405ce9640 1 Processor -- start 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 -- start start 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 0x7f84000acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84000b25b0 0x7f8400147760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8400156e60 0x7f8400147ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84000cc3b0 con 0x7f8400069ed0 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f84000cb5f0 con 0x7f8400156e60 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f8405ce9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f84000cb8d0 con 0x7f84000b25b0 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f83ff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 0x7f84000acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f83ff7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 0x7f84000acad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40926/0 (socket says 172.21.15.39:40926) 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.501+0000 7f83ff7fe640 1 -- 172.21.15.39:0/3082107278 learned_addr learned my addr 172.21.15.39:0/3082107278 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83feffd640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84000b25b0 0x7f8400147760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83fffff640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8400156e60 0x7f8400147ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83ff7fe640 1 -- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84000b25b0 msgr2=0x7f8400147760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83ff7fe640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84000b25b0 0x7f8400147760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83ff7fe640 1 -- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8400156e60 msgr2=0x7f8400147ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83ff7fe640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8400156e60 0x7f8400147ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83ff7fe640 1 -- 172.21.15.39:0/3082107278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f83f400b770 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83fffff640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8400156e60 0x7f8400147ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83ff7fe640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 0x7f84000acad0 secure :-1 s=READY pgs=2643 cs=0 l=1 rev1=1 crypto rx=0x7f83f000e730 tx=0x7f83f000ebf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f0004230 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f83f0004390 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f84000cbbb0 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f83f000c890 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.502+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8400150210 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.503+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f84000672f0 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.504+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f83f000c9f0 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.504+0000 7f83e7fff640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ec06ac00 0x7f83ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.504+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f83f0089a50 con 0x7f8400069ed0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.504+0000 7f83feffd640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ec06ac00 0x7f83ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.505+0000 7f83feffd640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ec06ac00 0x7f83ec06d0c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f83f4037000 tx=0x7f83f4032000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.508+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f83f00540e0 con 0x7f8400069ed0 2024-09-13T16:22:07.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.677+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f840006a340 con 0x7f8400069ed0 2024-09-13T16:22:07.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.678+0000 7f83e7fff640 1 -- 172.21.15.39:0/3082107278 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v125) v1 ==== 93+0+10 (secure 0 0 0) 0x7f83f0057700 con 0x7f8400069ed0 2024-09-13T16:22:07.680 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:22:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ec06ac00 msgr2=0x7f83ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ec06ac00 0x7f83ec06d0c0 secure :-1 s=READY pgs=1023 cs=0 l=1 rev1=1 crypto rx=0x7f83f4037000 tx=0x7f83f4032000 comp rx=0 tx=0).stop 2024-09-13T16:22:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 msgr2=0x7f84000acad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 0x7f84000acad0 secure :-1 s=READY pgs=2643 cs=0 l=1 rev1=1 crypto rx=0x7f83f000e730 tx=0x7f83f000ebf0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 shutdown_connections 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f83ec06ac00 0x7f83ec06d0c0 unknown :-1 s=CLOSED pgs=1023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8400156e60 0x7f8400147ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f84000b25b0 0x7f8400147760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 --2- 172.21.15.39:0/3082107278 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8400069ed0 0x7f84000acad0 unknown :-1 s=CLOSED pgs=2643 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 >> 172.21.15.39:0/3082107278 conn(0x7f84000b00a0 msgr2=0x7f84000b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 shutdown_connections 2024-09-13T16:22:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.680+0000 7f8405ce9640 1 -- 172.21.15.39:0/3082107278 wait complete. 2024-09-13T16:22:07.692 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:22:07.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.795+0000 7fe513444640 1 Processor -- start 2024-09-13T16:22:07.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.795+0000 7fe513444640 1 -- start start 2024-09-13T16:22:07.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.796+0000 7fe513444640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 0x7fe50c0b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.796+0000 7fe513444640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe50c0cb080 con 0x7fe50c0b25b0 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.796+0000 7fe513444640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe50c070d40 con 0x7fe50c156e60 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.796+0000 7fe513444640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c15b140 con 0x7fe50c06a5e0 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.796+0000 7fe5109df640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe50c0b25b0 0x7fe50c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43070/0 (socket says 172.21.15.39:43070) 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.796+0000 7fe5109df640 1 -- 172.21.15.39:0/2841745644 learned_addr learned my addr 172.21.15.39:0/2841745644 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3707687377 0 0) 0x7fe50c0cb080 con 0x7fe50c0b25b0 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4f4003520 con 0x7fe50c0b25b0 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe5119e1640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 0x7fe50c0b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1050187712 0 0) 0x7fe4f4003520 con 0x7fe50c0b25b0 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 msgr2=0x7fe50c0b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:07.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 0x7fe50c0b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 >> v1:172.21.15.157:6789/0 conn(0x7fe50c156e60 legacy=0x7fe50c15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe50c0b3120 con 0x7fe50c0b25b0 2024-09-13T16:22:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fe500001670 con 0x7fe50c0b25b0 2024-09-13T16:22:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 >> v1:172.21.15.39:6789/0 conn(0x7fe50c0b25b0 legacy=0x7fe50c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 0x7fe4f40039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4f4003ee0 0x7fe4f40047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe4f4005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c15b140 con 0x7fe4f4004d00 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f40045c0 con 0x7fe4f4003ee0 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4f400ffc0 con 0x7fe50c06a5e0 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe5119e1640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe4f4005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe5111e0640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 0x7fe4f40039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.797+0000 7fe5109df640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4f4003ee0 0x7fe4f40047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe5119e1640 1 -- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 msgr2=0x7fe4f40039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe5119e1640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c06a5e0 0x7fe4f40039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe5119e1640 1 -- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4f4003ee0 msgr2=0x7fe4f40047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe5119e1640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4f4003ee0 0x7fe4f40047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe5119e1640 1 -- 172.21.15.39:0/2841745644 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4f4003520 con 0x7fe4f4004d00 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe5119e1640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe4f4005180 secure :-1 s=READY pgs=2645 cs=0 l=1 rev1=1 crypto rx=0x7fe50c073920 tx=0x7fe4f40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a6d2c17011ee068 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc032600 con 0x7fe4f4004d00 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4fc02e050 con 0x7fe4f4004d00 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.798+0000 7fe50bfff640 1 -- 172.21.15.39:0/2841745644 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4fc0329a0 con 0x7fe4f4004d00 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe513444640 1 -- 172.21.15.39:0/2841745644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 msgr2=0x7fe4f4005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe513444640 1 --2- 172.21.15.39:0/2841745644 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe4f4005180 secure :-1 s=READY pgs=2645 cs=0 l=1 rev1=1 crypto rx=0x7fe50c073920 tx=0x7fe4f40057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe5119e1640 1 -- 172.21.15.39:0/2841745644 reap_dead start 2024-09-13T16:22:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe513444640 1 -- 172.21.15.39:0/2841745644 shutdown_connections 2024-09-13T16:22:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe513444640 1 -- 172.21.15.39:0/2841745644 >> 172.21.15.39:0/2841745644 conn(0x7fe50c0b00a0 msgr2=0x7fe50c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe513444640 1 -- 172.21.15.39:0/2841745644 shutdown_connections 2024-09-13T16:22:07.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.799+0000 7fe513444640 1 -- 172.21.15.39:0/2841745644 wait complete. 2024-09-13T16:22:07.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.800+0000 7fe513444640 1 Processor -- start 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.800+0000 7fe513444640 1 -- start start 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe513444640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe50c0a8d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe513444640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe50c0cc470 0x7fe50c0cc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe513444640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c150b10 0x7fe50c150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe513444640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c0aae80 con 0x7fe4f4004d00 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe513444640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c0cb830 con 0x7fe50c0cc470 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe513444640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe50c0ccfe0 con 0x7fe50c150b10 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe50c0a8d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe50c0a8d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40932/0 (socket says 172.21.15.39:40932) 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 -- 172.21.15.39:0/1281773643 learned_addr learned my addr 172.21.15.39:0/1281773643 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5119e1640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c150b10 0x7fe50c150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5109df640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe50c0cc470 0x7fe50c0cc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 -- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c150b10 msgr2=0x7fe50c150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c150b10 0x7fe50c150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 -- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe50c0cc470 msgr2=0x7fe50c0cc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe50c0cc470 0x7fe50c0cc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.801+0000 7fe5111e0640 1 -- 172.21.15.39:0/1281773643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe50c15b7e0 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.802+0000 7fe5111e0640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe50c0a8d20 secure :-1 s=READY pgs=2646 cs=0 l=1 rev1=1 crypto rx=0x7fe50400f7c0 tx=0x7fe50400fbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.802+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe5040050d0 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.802+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe504005250 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.802+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe50400d730 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.802+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe50c15bac0 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.802+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe50c15c080 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.803+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe50c0672f0 con 0x7fe4f4004d00 2024-09-13T16:22:07.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.803+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe50400d890 con 0x7fe4f4004d00 2024-09-13T16:22:07.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.804+0000 7fe509ffb640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4f806ac00 0x7fe4f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:07.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.804+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fe504089e10 con 0x7fe4f4004d00 2024-09-13T16:22:07.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.804+0000 7fe5109df640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4f806ac00 0x7fe4f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:07.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.805+0000 7fe5109df640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4f806ac00 0x7fe4f806d0c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fe50c0cacf0 tx=0x7fe500001c20 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:07.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.808+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe5040544a0 con 0x7fe4f4004d00 2024-09-13T16:22:07.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.977+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe50c0b2a40 con 0x7fe4f4004d00 2024-09-13T16:22:07.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.978+0000 7fe509ffb640 1 -- 172.21.15.39:0/1281773643 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v125) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe504057ac0 con 0x7fe4f4004d00 2024-09-13T16:22:07.979 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:22:07.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4f806ac00 msgr2=0x7fe4f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4f806ac00 0x7fe4f806d0c0 secure :-1 s=READY pgs=1024 cs=0 l=1 rev1=1 crypto rx=0x7fe50c0cacf0 tx=0x7fe500001c20 comp rx=0 tx=0).stop 2024-09-13T16:22:07.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 msgr2=0x7fe50c0a8d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:07.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe50c0a8d20 secure :-1 s=READY pgs=2646 cs=0 l=1 rev1=1 crypto rx=0x7fe50400f7c0 tx=0x7fe50400fbc0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 shutdown_connections 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe4f806ac00 0x7fe4f806d0c0 unknown :-1 s=CLOSED pgs=1024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe50c150b10 0x7fe50c150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe50c0cc470 0x7fe50c0cc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 --2- 172.21.15.39:0/1281773643 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4f4004d00 0x7fe50c0a8d20 unknown :-1 s=CLOSED pgs=2646 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 >> 172.21.15.39:0/1281773643 conn(0x7fe50c0b00a0 msgr2=0x7fe50c1582e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 shutdown_connections 2024-09-13T16:22:07.982 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:07.980+0000 7fe513444640 1 -- 172.21.15.39:0/1281773643 wait complete. 2024-09-13T16:22:07.992 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:22:08.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.097+0000 7fd11ca01640 1 Processor -- start 2024-09-13T16:22:08.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.097+0000 7fd11ca01640 1 -- start start 2024-09-13T16:22:08.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11ca01640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd1180b3f80 0x7fd1180b4360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11ca01640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd11806afc0 0x7fd1180ccd60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11ca01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd118160370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.102 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11ca01640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1180b48a0 con 0x7fd11806afc0 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11ca01640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1180cd6d0 con 0x7fd1180b3f80 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11ca01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1180cd9b0 con 0x7fd11815ca40 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd11806afc0 0x7fd1180ccd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd11806afc0 0x7fd1180ccd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40946/0 (socket says 172.21.15.39:40946) 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.098+0000 7fd11659c640 1 -- 172.21.15.39:0/3330618296 learned_addr learned my addr 172.21.15.39:0/3330618296 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd116d9d640 1 --2- 172.21.15.39:0/3330618296 >> v2:172.21.15.157:3300/0 conn(0x7fd1180b3f80 0x7fd1180b4360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11759e640 1 --2- 172.21.15.39:0/3330618296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd118160370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11659c640 1 -- 172.21.15.39:0/3330618296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 msgr2=0x7fd118160370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:08.103 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11659c640 1 --2- 172.21.15.39:0/3330618296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd118160370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11659c640 1 -- 172.21.15.39:0/3330618296 >> v2:172.21.15.157:3300/0 conn(0x7fd1180b3f80 msgr2=0x7fd1180b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11659c640 1 --2- 172.21.15.39:0/3330618296 >> v2:172.21.15.157:3300/0 conn(0x7fd1180b3f80 0x7fd1180b4360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11659c640 1 -- 172.21.15.39:0/3330618296 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1180d0ac0 con 0x7fd11806afc0 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.099+0000 7fd11659c640 1 --2- 172.21.15.39:0/3330618296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd11806afc0 0x7fd1180ccd60 secure :-1 s=READY pgs=2647 cs=0 l=1 rev1=1 crypto rx=0x7fd11808b600 tx=0x7fd10002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=118ad0469ab49b86 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd115d9b640 1 -- 172.21.15.39:0/3330618296 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd10002ae90 con 0x7fd11806afc0 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd115d9b640 1 -- 172.21.15.39:0/3330618296 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd100032440 con 0x7fd11806afc0 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd115d9b640 1 -- 172.21.15.39:0/3330618296 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1000327d0 con 0x7fd11806afc0 2024-09-13T16:22:08.104 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 -- 172.21.15.39:0/3330618296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd11806afc0 msgr2=0x7fd1180ccd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 --2- 172.21.15.39:0/3330618296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd11806afc0 0x7fd1180ccd60 secure :-1 s=READY pgs=2647 cs=0 l=1 rev1=1 crypto rx=0x7fd11808b600 tx=0x7fd10002a140 comp rx=0 tx=0).stop 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 -- 172.21.15.39:0/3330618296 shutdown_connections 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 --2- 172.21.15.39:0/3330618296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd11806afc0 0x7fd1180ccd60 unknown :-1 s=CLOSED pgs=2647 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 --2- 172.21.15.39:0/3330618296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd118160370 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 --2- 172.21.15.39:0/3330618296 >> v2:172.21.15.157:3300/0 conn(0x7fd1180b3f80 0x7fd1180b4360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 -- 172.21.15.39:0/3330618296 >> 172.21.15.39:0/3330618296 conn(0x7fd1180cef80 msgr2=0x7fd1180cf390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 -- 172.21.15.39:0/3330618296 shutdown_connections 2024-09-13T16:22:08.105 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.100+0000 7fd11ca01640 1 -- 172.21.15.39:0/3330618296 wait complete. 2024-09-13T16:22:08.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 Processor -- start 2024-09-13T16:22:08.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 -- start start 2024-09-13T16:22:08.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd11806afc0 0x7fd1180c9a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.109 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 0x7fd11815f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd1180cb2b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1180c8a40 con 0x7fd1180b3f80 2024-09-13T16:22:08.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd11815d140 con 0x7fd11806afc0 2024-09-13T16:22:08.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.102+0000 7fd11ca01640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1181e8a20 con 0x7fd11815ca40 2024-09-13T16:22:08.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 0x7fd11815f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 0x7fd11815f7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40948/0 (socket says 172.21.15.39:40948) 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 -- 172.21.15.39:0/2890714868 learned_addr learned my addr 172.21.15.39:0/2890714868 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd116d9d640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd11806afc0 0x7fd1180c9a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11759e640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd1180cb2b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 -- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 msgr2=0x7fd1180cb2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd1180cb2b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 -- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd11806afc0 msgr2=0x7fd1180c9a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd11806afc0 0x7fd1180c9a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 -- 172.21.15.39:0/2890714868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1000094d0 con 0x7fd1180b3f80 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11659c640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 0x7fd11815f7e0 secure :-1 s=READY pgs=2648 cs=0 l=1 rev1=1 crypto rx=0x7fd1000097c0 tx=0x7fd1000046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd100030850 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1000309b0 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd11815d390 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd100030d60 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.103+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd11815d950 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.104+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1180ce310 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.105+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd100039040 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.105+0000 7fd10f7fe640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0f806ac00 0x7fd0f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.106+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fd1000aaae0 con 0x7fd1180b3f80 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.106+0000 7fd116d9d640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0f806ac00 0x7fd0f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.106+0000 7fd116d9d640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0f806ac00 0x7fd0f806d0c0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fd108009eb0 tx=0x7fd10800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.110+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd100075060 con 0x7fd1180b3f80 2024-09-13T16:22:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.281+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd11815db40 con 0x7fd1180b3f80 2024-09-13T16:22:08.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.281+0000 7fd10f7fe640 1 -- 172.21.15.39:0/2890714868 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v125) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd100078680 con 0x7fd1180b3f80 2024-09-13T16:22:08.283 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:22:08.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0f806ac00 msgr2=0x7fd0f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0f806ac00 0x7fd0f806d0c0 secure :-1 s=READY pgs=1025 cs=0 l=1 rev1=1 crypto rx=0x7fd108009eb0 tx=0x7fd10800b040 comp rx=0 tx=0).stop 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 msgr2=0x7fd11815f7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 0x7fd11815f7e0 secure :-1 s=READY pgs=2648 cs=0 l=1 rev1=1 crypto rx=0x7fd1000097c0 tx=0x7fd1000046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 shutdown_connections 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0f806ac00 0x7fd0f806d0c0 unknown :-1 s=CLOSED pgs=1025 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd11815ca40 0x7fd1180cb2b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd1180b3f80 0x7fd11815f7e0 unknown :-1 s=CLOSED pgs=2648 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 --2- 172.21.15.39:0/2890714868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd11806afc0 0x7fd1180c9a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 >> 172.21.15.39:0/2890714868 conn(0x7fd1180cef80 msgr2=0x7fd1180b59f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 shutdown_connections 2024-09-13T16:22:08.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.283+0000 7fd11ca01640 1 -- 172.21.15.39:0/2890714868 wait complete. 2024-09-13T16:22:08.295 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:22:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.397+0000 7fb0d299d640 1 Processor -- start 2024-09-13T16:22:08.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.397+0000 7fb0d299d640 1 -- start start 2024-09-13T16:22:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d299d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb0cc15c5e0 0x7fb0cc06fe80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d299d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb0cc0703c0 0x7fb0cc06c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d299d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0cc06be60 con 0x7fb0cc06c830 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d299d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0cc070830 con 0x7fb0cc0703c0 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d299d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0cc15c9c0 con 0x7fb0cc15c5e0 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb0cc0703c0 0x7fb0cc06c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb0cc0703c0 0x7fb0cc06c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40958/0 (socket says 172.21.15.39:40958) 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d219c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb0cc06c830 0x7fb0cc06ccc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43076/0 (socket says 172.21.15.39:43076) 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 -- 172.21.15.39:0/2304231349 learned_addr learned my addr 172.21.15.39:0/2304231349 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 -- 172.21.15.39:0/2304231349 >> v2:172.21.15.157:3300/0 conn(0x7fb0cc15c5e0 msgr2=0x7fb0cc06fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d199b640 1 --2- 172.21.15.39:0/2304231349 >> v2:172.21.15.157:3300/0 conn(0x7fb0cc15c5e0 0x7fb0cc06fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 --2- 172.21.15.39:0/2304231349 >> v2:172.21.15.157:3300/0 conn(0x7fb0cc15c5e0 0x7fb0cc06fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 -- 172.21.15.39:0/2304231349 >> v1:172.21.15.39:6789/0 conn(0x7fb0cc06c830 legacy=0x7fb0cc06ccc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d0999640 1 -- 172.21.15.39:0/2304231349 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 964293419 0 0) 0x7fb0cc06be60 con 0x7fb0cc06c830 2024-09-13T16:22:08.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d119a640 1 -- 172.21.15.39:0/2304231349 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0cc06b850 con 0x7fb0cc0703c0 2024-09-13T16:22:08.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.398+0000 7fb0d199b640 1 --2- 172.21.15.39:0/2304231349 >> v2:172.21.15.157:3300/0 conn(0x7fb0cc15c5e0 0x7fb0cc06fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.399+0000 7fb0d119a640 1 --2- 172.21.15.39:0/2304231349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc06c2f0 secure :-1 s=READY pgs=2650 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc0b13b0 tx=0x7fb0bc02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e61d05bd5e6b601 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.399+0000 7fb0d0999640 1 -- 172.21.15.39:0/2304231349 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc032440 con 0x7fb0cc0703c0 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.399+0000 7fb0d0999640 1 -- 172.21.15.39:0/2304231349 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0bc0325a0 con 0x7fb0cc0703c0 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.399+0000 7fb0d0999640 1 -- 172.21.15.39:0/2304231349 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0bc032930 con 0x7fb0cc0703c0 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 -- 172.21.15.39:0/2304231349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc0703c0 msgr2=0x7fb0cc06c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 --2- 172.21.15.39:0/2304231349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc06c2f0 secure :-1 s=READY pgs=2650 cs=0 l=1 rev1=1 crypto rx=0x7fb0cc0b13b0 tx=0x7fb0bc02a270 comp rx=0 tx=0).stop 2024-09-13T16:22:08.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 -- 172.21.15.39:0/2304231349 shutdown_connections 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 --2- 172.21.15.39:0/2304231349 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc06c2f0 unknown :-1 s=CLOSED pgs=2650 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 --2- 172.21.15.39:0/2304231349 >> v2:172.21.15.157:3300/0 conn(0x7fb0cc15c5e0 0x7fb0cc06fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 -- 172.21.15.39:0/2304231349 >> 172.21.15.39:0/2304231349 conn(0x7fb0cc0b02f0 msgr2=0x7fb0cc0b06d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 -- 172.21.15.39:0/2304231349 shutdown_connections 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.400+0000 7fb0d299d640 1 -- 172.21.15.39:0/2304231349 wait complete. 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.401+0000 7fb0d299d640 1 Processor -- start 2024-09-13T16:22:08.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.401+0000 7fb0d299d640 1 -- start start 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 0x7fb0cc15f460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc152300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0cc15c5e0 0x7fb0cc152840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0cc150e20 con 0x7fb0cc06c830 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0cc15fd60 con 0x7fb0cc0703c0 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0cc1504f0 con 0x7fb0cc15c5e0 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 0x7fb0cc15f460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 0x7fb0cc15f460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40964/0 (socket says 172.21.15.39:40964) 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 -- 172.21.15.39:0/3805425000 learned_addr learned my addr 172.21.15.39:0/3805425000 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d119a640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc152300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d219c640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0cc15c5e0 0x7fb0cc152840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 -- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0cc15c5e0 msgr2=0x7fb0cc152840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0cc15c5e0 0x7fb0cc152840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 -- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0cc0703c0 msgr2=0x7fb0cc152300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc152300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 -- 172.21.15.39:0/3805425000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0bc0094d0 con 0x7fb0cc06c830 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d119a640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc152300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d199b640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 0x7fb0cc15f460 secure :-1 s=READY pgs=2651 cs=0 l=1 rev1=1 crypto rx=0x7fb0c800c7f0 tx=0x7fb0c800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0c8007a30 con 0x7fb0cc06c830 2024-09-13T16:22:08.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0c8007b90 con 0x7fb0cc06c830 2024-09-13T16:22:08.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.402+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0cc1507d0 con 0x7fb0cc06c830 2024-09-13T16:22:08.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.403+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0c800ce40 con 0x7fb0cc06c830 2024-09-13T16:22:08.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.403+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0cc15f9a0 con 0x7fb0cc06c830 2024-09-13T16:22:08.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.403+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0cc15fb30 con 0x7fb0cc06c830 2024-09-13T16:22:08.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.404+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb0c80113f0 con 0x7fb0cc06c830 2024-09-13T16:22:08.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.404+0000 7fb0c27fc640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0b006ac00 0x7fb0b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.405+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7fb0c808a060 con 0x7fb0cc06c830 2024-09-13T16:22:08.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.405+0000 7fb0d119a640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0b006ac00 0x7fb0b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.406+0000 7fb0d119a640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0b006ac00 0x7fb0b006d0c0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc034000 tx=0x7fb0bc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.409+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb0c80546f0 con 0x7fb0cc06c830 2024-09-13T16:22:08.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.594+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fb0cc06c2f0 con 0x7fb0cc06c830 2024-09-13T16:22:08.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.595+0000 7fb0c27fc640 1 -- 172.21.15.39:0/3805425000 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 68 entries v125) v1 ==== 81+0+4128 (secure 0 0 0) 0x7fb0c801f020 con 0x7fb0cc06c830 2024-09-13T16:22:08.596 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:08.596 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:08.597 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:08.598 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:08.599 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:08.600 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:08.601 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:08.602 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:listed 68 entries 2024-09-13T16:22:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0b006ac00 msgr2=0x7fb0b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0b006ac00 0x7fb0b006d0c0 secure :-1 s=READY pgs=1026 cs=0 l=1 rev1=1 crypto rx=0x7fb0bc034000 tx=0x7fb0bc02e000 comp rx=0 tx=0).stop 2024-09-13T16:22:08.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 msgr2=0x7fb0cc15f460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 0x7fb0cc15f460 secure :-1 s=READY pgs=2651 cs=0 l=1 rev1=1 crypto rx=0x7fb0c800c7f0 tx=0x7fb0c800cbf0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 shutdown_connections 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0b006ac00 0x7fb0b006d0c0 unknown :-1 s=CLOSED pgs=1026 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0cc15c5e0 0x7fb0cc152840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0cc0703c0 0x7fb0cc152300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.596+0000 7fb0d299d640 1 --2- 172.21.15.39:0/3805425000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0cc06c830 0x7fb0cc15f460 unknown :-1 s=CLOSED pgs=2651 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.597+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 >> 172.21.15.39:0/3805425000 conn(0x7fb0cc0b02f0 msgr2=0x7fb0cc0ce9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:08.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.597+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 shutdown_connections 2024-09-13T16:22:08.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.597+0000 7fb0d299d640 1 -- 172.21.15.39:0/3805425000 wait complete. 2024-09-13T16:22:08.609 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:22:08.609 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:08.609 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:08.635 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:22:08.636 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:08.636 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:08.636 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:22:08.692 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:22:08.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.833+0000 7f48d30b7640 1 Processor -- start 2024-09-13T16:22:08.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.833+0000 7f48d30b7640 1 -- start start 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48d30b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48cc159380 0x7f48cc0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48d30b7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48cc159760 con 0x7f48cc15a360 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48d30b7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48cc15a880 con 0x7f48cc0ceb30 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48d30b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48cc15ab60 con 0x7f48cc159380 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48d0e53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f48cc159380 0x7f48cc0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48cbfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f48cc15a360 0x7f48cc0ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43088/0 (socket says 172.21.15.39:43088) 2024-09-13T16:22:08.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.834+0000 7f48cbfff640 1 -- 172.21.15.39:0/2215199008 learned_addr learned my addr 172.21.15.39:0/2215199008 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:08.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.835+0000 7f48d0e53640 1 -- 172.21.15.39:0/2215199008 >> v1:172.21.15.157:6789/0 conn(0x7f48cc0ceb30 legacy=0x7f48cc15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:08.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.835+0000 7f48d0e53640 1 -- 172.21.15.39:0/2215199008 >> v1:172.21.15.39:6789/0 conn(0x7f48cc15a360 legacy=0x7f48cc0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.835+0000 7f48d0e53640 1 -- 172.21.15.39:0/2215199008 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48cc15ae40 con 0x7f48cc159380 2024-09-13T16:22:08.837 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.835+0000 7f48cb7fe640 1 -- 172.21.15.39:0/2215199008 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2122276101 0 0) 0x7f48cc159760 con 0x7f48cc15a360 2024-09-13T16:22:08.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.835+0000 7f48d0e53640 1 --2- 172.21.15.39:0/2215199008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc0b31e0 secure :-1 s=READY pgs=2653 cs=0 l=1 rev1=1 crypto rx=0x7f48c4009d90 tx=0x7f48c402a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50fd36bffc376d2c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48cb7fe640 1 -- 172.21.15.39:0/2215199008 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c4007740 con 0x7f48cc159380 2024-09-13T16:22:08.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48cb7fe640 1 -- 172.21.15.39:0/2215199008 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48c402d050 con 0x7f48cc159380 2024-09-13T16:22:08.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48cb7fe640 1 -- 172.21.15.39:0/2215199008 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48c4007ac0 con 0x7f48cc159380 2024-09-13T16:22:08.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 -- 172.21.15.39:0/2215199008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 msgr2=0x7f48cc0b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 --2- 172.21.15.39:0/2215199008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc0b31e0 secure :-1 s=READY pgs=2653 cs=0 l=1 rev1=1 crypto rx=0x7f48c4009d90 tx=0x7f48c402a6a0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 -- 172.21.15.39:0/2215199008 shutdown_connections 2024-09-13T16:22:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 --2- 172.21.15.39:0/2215199008 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc0b31e0 unknown :-1 s=CLOSED pgs=2653 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 -- 172.21.15.39:0/2215199008 >> 172.21.15.39:0/2215199008 conn(0x7f48cc0b15d0 msgr2=0x7f48cc0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 -- 172.21.15.39:0/2215199008 shutdown_connections 2024-09-13T16:22:08.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.836+0000 7f48d30b7640 1 -- 172.21.15.39:0/2215199008 wait complete. 2024-09-13T16:22:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.837+0000 7f48d30b7640 1 Processor -- start 2024-09-13T16:22:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.837+0000 7f48d30b7640 1 -- start start 2024-09-13T16:22:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d30b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48cc0ceb30 0x7f48cc1463c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d30b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc14cb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d30b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48cc15a360 0x7f48cc138be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d30b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48cc147df0 con 0x7f48cc159380 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d30b7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48cc146c10 con 0x7f48cc0ceb30 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d30b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48cc146ef0 con 0x7f48cc15a360 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc14cb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48cbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc14cb40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40988/0 (socket says 172.21.15.39:40988) 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48cbfff640 1 -- 172.21.15.39:0/1309760515 learned_addr learned my addr 172.21.15.39:0/1309760515 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d0e53640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48cc0ceb30 0x7f48cc1463c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.838+0000 7f48d1654640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48cc15a360 0x7f48cc138be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48cbfff640 1 -- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48cc15a360 msgr2=0x7f48cc138be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48cbfff640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48cc15a360 0x7f48cc138be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48cbfff640 1 -- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48cc0ceb30 msgr2=0x7f48cc1463c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48cbfff640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48cc0ceb30 0x7f48cc1463c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48cbfff640 1 -- 172.21.15.39:0/1309760515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48c4009a70 con 0x7f48cc159380 2024-09-13T16:22:08.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48cbfff640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc14cb40 secure :-1 s=READY pgs=2654 cs=0 l=1 rev1=1 crypto rx=0x7f48b400c410 tx=0x7f48b400c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b40074e0 con 0x7f48cc159380 2024-09-13T16:22:08.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48b4007660 con 0x7f48cc159380 2024-09-13T16:22:08.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48b4004a20 con 0x7f48cc159380 2024-09-13T16:22:08.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48cc1471d0 con 0x7f48cc159380 2024-09-13T16:22:08.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.839+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48cc146900 con 0x7f48cc159380 2024-09-13T16:22:08.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.840+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48cc0672f0 con 0x7f48cc159380 2024-09-13T16:22:08.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.841+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f48b4004b80 con 0x7f48cc159380 2024-09-13T16:22:08.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.841+0000 7f48c97fa640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ac06ac00 0x7f48ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:08.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.841+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(125..125 src has 1..125) v4 ==== 8662+0+0 (secure 0 0 0) 0x7f48b4089cc0 con 0x7f48cc159380 2024-09-13T16:22:08.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.841+0000 7f48d0e53640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ac06ac00 0x7f48ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:08.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.842+0000 7f48d0e53640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ac06ac00 0x7f48ac06d0c0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f48c4034000 tx=0x7f48c402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:08.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:08.845+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f48b4057d70 con 0x7f48cc159380 2024-09-13T16:22:09.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.049+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f48cc0b31e0 con 0x7f48cc159380 2024-09-13T16:22:09.051 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:09.050+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:22:09.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.069+0000 7f48c97fa640 1 -- 172.21.15.39:0/1309760515 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v289) v1 ==== 161+0+0 (secure 0 0 0) 0x7f48b4057900 con 0x7f48cc159380 2024-09-13T16:22:09.070 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:22:09.072 INFO:tasks.ceph.mds.c.smithi039.stderr: -719> 2024-09-13T16:22:00.503+0000 7ff594e70640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ac06ac00 msgr2=0x7f48ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ac06ac00 0x7f48ac06d0c0 secure :-1 s=READY pgs=1027 cs=0 l=1 rev1=1 crypto rx=0x7f48c4034000 tx=0x7f48c402f000 comp rx=0 tx=0).stop 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 msgr2=0x7f48cc14cb40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc14cb40 secure :-1 s=READY pgs=2654 cs=0 l=1 rev1=1 crypto rx=0x7f48b400c410 tx=0x7f48b400c8d0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 shutdown_connections 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f48ac06ac00 0x7f48ac06d0c0 unknown :-1 s=CLOSED pgs=1027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f48cc15a360 0x7f48cc138be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f48cc159380 0x7f48cc14cb40 unknown :-1 s=CLOSED pgs=2654 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 --2- 172.21.15.39:0/1309760515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f48cc0ceb30 0x7f48cc1463c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 >> 172.21.15.39:0/1309760515 conn(0x7f48cc0b15d0 msgr2=0x7f48cc06f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 shutdown_connections 2024-09-13T16:22:09.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.071+0000 7f48d30b7640 1 -- 172.21.15.39:0/1309760515 wait complete. 2024-09-13T16:22:09.074 INFO:tasks.ceph.mds.c.smithi039.stderr: -166> 2024-09-13T16:22:05.424+0000 7ff591669640 -1 mds.0.cache.dir(0x10000000000) Corrupt fnode in dirfrag 0x10000000000: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:09.084 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:22:09.098 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:22:09.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.187+0000 7f6a47bf4640 1 Processor -- start 2024-09-13T16:22:09.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.187+0000 7f6a47bf4640 1 -- start start 2024-09-13T16:22:09.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a47bf4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a400716f0 0x7f6a400ce0b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:09.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a47bf4640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a40071b80 con 0x7f6a40071280 2024-09-13T16:22:09.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a47bf4640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6a400b2ff0 con 0x7f6a40154a80 2024-09-13T16:22:09.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a47bf4640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6a400b32d0 con 0x7f6a400716f0 2024-09-13T16:22:09.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a46191640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f6a400716f0 0x7f6a400ce0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:09.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a4518f640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6a40071280 0x7f6a400cd9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43094/0 (socket says 172.21.15.39:43094) 2024-09-13T16:22:09.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a4518f640 1 -- 172.21.15.39:0/1678815810 learned_addr learned my addr 172.21.15.39:0/1678815810 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a46191640 1 -- 172.21.15.39:0/1678815810 >> v1:172.21.15.157:6789/0 conn(0x7f6a40154a80 legacy=0x7f6a400b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a46191640 1 -- 172.21.15.39:0/1678815810 >> v1:172.21.15.39:6789/0 conn(0x7f6a40071280 legacy=0x7f6a400cd9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a4498e640 1 -- 172.21.15.39:0/1678815810 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 736087839 0 0) 0x7f6a40071b80 con 0x7f6a40071280 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.188+0000 7f6a46191640 1 -- 172.21.15.39:0/1678815810 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a400b35b0 con 0x7f6a400716f0 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.189+0000 7f6a46191640 1 --2- 172.21.15.39:0/1678815810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400ce0b0 secure :-1 s=READY pgs=2658 cs=0 l=1 rev1=1 crypto rx=0x7f6a38009d90 tx=0x7f6a3802a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=60271543cb2f5ae2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.189+0000 7f6a4498e640 1 -- 172.21.15.39:0/1678815810 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a38007740 con 0x7f6a400716f0 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.189+0000 7f6a4498e640 1 -- 172.21.15.39:0/1678815810 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a3802d050 con 0x7f6a400716f0 2024-09-13T16:22:09.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.189+0000 7f6a4498e640 1 -- 172.21.15.39:0/1678815810 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a38007ac0 con 0x7f6a400716f0 2024-09-13T16:22:09.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 -- 172.21.15.39:0/1678815810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 msgr2=0x7f6a400ce0b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/1678815810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400ce0b0 secure :-1 s=READY pgs=2658 cs=0 l=1 rev1=1 crypto rx=0x7f6a38009d90 tx=0x7f6a3802a660 comp rx=0 tx=0).stop 2024-09-13T16:22:09.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 -- 172.21.15.39:0/1678815810 shutdown_connections 2024-09-13T16:22:09.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/1678815810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400ce0b0 unknown :-1 s=CLOSED pgs=2658 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 -- 172.21.15.39:0/1678815810 >> 172.21.15.39:0/1678815810 conn(0x7f6a400b15d0 msgr2=0x7f6a400b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:09.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 -- 172.21.15.39:0/1678815810 shutdown_connections 2024-09-13T16:22:09.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.190+0000 7f6a47bf4640 1 -- 172.21.15.39:0/1678815810 wait complete. 2024-09-13T16:22:09.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.191+0000 7f6a47bf4640 1 Processor -- start 2024-09-13T16:22:09.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.191+0000 7f6a47bf4640 1 -- start start 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a47bf4640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a40071280 0x7f6a400cc0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a47bf4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400cc5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a47bf4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a40154a80 0x7f6a40149210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a47bf4640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a4014a570 con 0x7f6a400716f0 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a47bf4640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6a401501f0 con 0x7f6a40071280 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a47bf4640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6a400ccf50 con 0x7f6a40154a80 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a4518f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400cc5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a4518f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400cc5f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41012/0 (socket says 172.21.15.39:41012) 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a4518f640 1 -- 172.21.15.39:0/950672063 learned_addr learned my addr 172.21.15.39:0/950672063 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:09.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a45990640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a40071280 0x7f6a400cc0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.192+0000 7f6a46191640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a40154a80 0x7f6a40149210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a4518f640 1 -- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a40154a80 msgr2=0x7f6a40149210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a4518f640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a40154a80 0x7f6a40149210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a4518f640 1 -- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a40071280 msgr2=0x7f6a400cc0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a4518f640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a40071280 0x7f6a400cc0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a4518f640 1 -- 172.21.15.39:0/950672063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6a38009a70 con 0x7f6a400716f0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a4518f640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400cc5f0 secure :-1 s=READY pgs=2659 cs=0 l=1 rev1=1 crypto rx=0x7f6a3000c4a0 tx=0x7f6a3000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a300074e0 con 0x7f6a400716f0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6a30007640 con 0x7f6a400716f0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6a400ccc70 con 0x7f6a400716f0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6a30004a00 con 0x7f6a400716f0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.193+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6a4014fe80 con 0x7f6a400716f0 2024-09-13T16:22:09.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.194+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6a400672f0 con 0x7f6a400716f0 2024-09-13T16:22:09.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.194+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6a30004b60 con 0x7f6a400716f0 2024-09-13T16:22:09.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.195+0000 7f6a367fc640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2406ac00 0x7f6a2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:09.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.195+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 8748+0+0 (secure 0 0 0) 0x7f6a30089060 con 0x7f6a400716f0 2024-09-13T16:22:09.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.195+0000 7f6a45990640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2406ac00 0x7f6a2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:09.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.196+0000 7f6a45990640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2406ac00 0x7f6a2406d0c0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c000f60 tx=0x7f6a3c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:09.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.199+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6a300536c0 con 0x7f6a400716f0 2024-09-13T16:22:09.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:09.436+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f6a400c4010 con 0x7f6a400716f0 2024-09-13T16:22:10.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.108+0000 7f6a367fc640 1 -- 172.21.15.39:0/950672063 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v290) v1 ==== 107+0+0 (secure 0 0 0) 0x7f6a30018020 con 0x7f6a400716f0 2024-09-13T16:22:10.110 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:22:10.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.111+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2406ac00 msgr2=0x7f6a2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.111+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2406ac00 0x7f6a2406d0c0 secure :-1 s=READY pgs=1028 cs=0 l=1 rev1=1 crypto rx=0x7f6a3c000f60 tx=0x7f6a3c009040 comp rx=0 tx=0).stop 2024-09-13T16:22:10.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 msgr2=0x7f6a400cc5f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400cc5f0 secure :-1 s=READY pgs=2659 cs=0 l=1 rev1=1 crypto rx=0x7f6a3000c4a0 tx=0x7f6a3000c960 comp rx=0 tx=0).stop 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 shutdown_connections 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6a2406ac00 0x7f6a2406d0c0 unknown :-1 s=CLOSED pgs=1028 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6a40154a80 0x7f6a40149210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6a400716f0 0x7f6a400cc5f0 unknown :-1 s=CLOSED pgs=2659 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 --2- 172.21.15.39:0/950672063 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6a40071280 0x7f6a400cc0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 >> 172.21.15.39:0/950672063 conn(0x7f6a400b15d0 msgr2=0x7f6a400ce240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 shutdown_connections 2024-09-13T16:22:10.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.112+0000 7f6a47bf4640 1 -- 172.21.15.39:0/950672063 wait complete. 2024-09-13T16:22:10.127 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:22:10.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.214+0000 7f69be086f40 1 Processor -- start 2024-09-13T16:22:10.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.214+0000 7f69be086f40 1 -- start start 2024-09-13T16:22:10.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69be086f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 0x555a2f4c38e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69be086f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555a2f4c4380 0x555a2f531200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69be086f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4a5480 0x555a2f4a9af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69be086f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a2f427be0 con 0x7f69a80030b0 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69be086f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a2f4234d0 con 0x555a2f4a5480 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69be086f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555a2f3beb60 con 0x555a2f4c4380 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69bbb83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 0x555a2f4c38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69bbb83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 0x555a2f4c38e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41034/0 (socket says 172.21.15.39:41034) 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69bbb83640 1 -- 172.21.15.39:0/3685099625 learned_addr learned my addr 172.21.15.39:0/3685099625 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69b3fff640 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555a2f4c4380 0x555a2f531200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.215+0000 7f69bc384640 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4a5480 0x555a2f4a9af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bbb83640 1 -- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555a2f4c4380 msgr2=0x555a2f531200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bbb83640 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555a2f4c4380 0x555a2f531200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bbb83640 1 -- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4a5480 msgr2=0x555a2f4a9af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bbb83640 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4a5480 0x555a2f4a9af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bbb83640 1 -- 172.21.15.39:0/3685099625 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555a2f3c1060 con 0x7f69a80030b0 2024-09-13T16:22:10.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bbb83640 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 0x555a2f4c38e0 secure :-1 s=READY pgs=2662 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009740 tx=0x7f69ac005a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bdf0d376a3d5d56c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bab81640 1 -- 172.21.15.39:0/3685099625 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ac00f070 con 0x7f69a80030b0 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bab81640 1 -- 172.21.15.39:0/3685099625 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69ac010040 con 0x7f69a80030b0 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69bab81640 1 -- 172.21.15.39:0/3685099625 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ac007a00 con 0x7f69a80030b0 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 -- 172.21.15.39:0/3685099625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 msgr2=0x555a2f4c38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 0x555a2f4c38e0 secure :-1 s=READY pgs=2662 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009740 tx=0x7f69ac005a00 comp rx=0 tx=0).stop 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 -- 172.21.15.39:0/3685099625 shutdown_connections 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4a5480 0x555a2f4a9af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555a2f4c4380 0x555a2f531200 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 --2- 172.21.15.39:0/3685099625 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f69a80030b0 0x555a2f4c38e0 unknown :-1 s=CLOSED pgs=2662 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 -- 172.21.15.39:0/3685099625 >> 172.21.15.39:0/3685099625 conn(0x555a2f47c300 msgr2=0x555a2f475120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 -- 172.21.15.39:0/3685099625 shutdown_connections 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.216+0000 7f69be086f40 1 -- 172.21.15.39:0/3685099625 wait complete. 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.217+0000 7f69be086f40 1 Processor -- start 2024-09-13T16:22:10.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.217+0000 7f69be086f40 1 -- start start 2024-09-13T16:22:10.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69be086f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 0x555a2f4bae00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69be086f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4c4380 0x555a2f475310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69be086f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a80030b0 0x555a2f4bc8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69be086f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a2f3be800 con 0x555a2f4a5480 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69be086f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555a2f3a1520 con 0x555a2f4c4380 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69be086f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555a2f4a6e60 con 0x7f69a80030b0 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 0x555a2f4bae00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 0x555a2f4bae00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41050/0 (socket says 172.21.15.39:41050) 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 learned_addr learned my addr 172.21.15.39:0/2961886689 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4c4380 0x555a2f475310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bc384640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a80030b0 0x555a2f4bc8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a80030b0 msgr2=0x555a2f4bc8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a80030b0 0x555a2f4bc8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4c4380 msgr2=0x555a2f475310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555a2f4c4380 0x555a2f475310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69ac009410 con 0x555a2f4a5480 2024-09-13T16:22:10.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.218+0000 7f69bc384640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f69a80030b0 0x555a2f4bc8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.219+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 0x555a2f4bae00 secure :-1 s=READY pgs=2663 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009710 tx=0x7f69ac002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.219+0000 7f69b9b7f640 1 -- 172.21.15.39:0/2961886689 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ac027620 con 0x555a2f4a5480 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.219+0000 7f69b9b7f640 1 -- 172.21.15.39:0/2961886689 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69ac0277c0 con 0x555a2f4a5480 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.219+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x555a2f3c0ac0 con 0x555a2f4a5480 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.219+0000 7f69b9b7f640 1 -- 172.21.15.39:0/2961886689 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69ac027b70 con 0x555a2f4a5480 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.219+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555a2f4ba970 con 0x555a2f4a5480 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.220+0000 7f69b9b7f640 1 -- 172.21.15.39:0/2961886689 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f69ac024020 con 0x555a2f4a5480 2024-09-13T16:22:10.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.221+0000 7f69b9b7f640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f699c0695e0 0x7f699c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.221+0000 7f69b9b7f640 1 -- 172.21.15.39:0/2961886689 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 8748+0+0 (secure 0 0 0) 0x7f69ac000e40 con 0x555a2f4a5480 2024-09-13T16:22:10.225 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:22:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.221+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x555a2f4bd340 0x555a2f5e8870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.221+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f475850 con 0x555a2f4bd340 2024-09-13T16:22:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.221+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f699c0695e0 0x7f699c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.221+0000 7f69bc384640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x555a2f4bd340 0x555a2f5e8870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.222+0000 7f69bc384640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x555a2f4bd340 0x555a2f5e8870 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.222+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f699c0695e0 0x7f699c06baa0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f69a4056000 tx=0x7f69a405d040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.226+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v126'1065 uv1038 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.226+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f4743b0 con 0x555a2f4bd340 2024-09-13T16:22:10.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.227+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v126'1066 uv1066 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.227+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5e8db0 con 0x555a2f4bd340 2024-09-13T16:22:10.229 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:22:10.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.228+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v126'1067 uv1067 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.228+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5e9160 con 0x555a2f4bd340 2024-09-13T16:22:10.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.229+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v126'1068 uv1068 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.229+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2b50 con 0x555a2f4bd340 2024-09-13T16:22:10.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.231+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v126'1069 uv1069 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.231+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f1b40 con 0x555a2f4bd340 2024-09-13T16:22:10.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.232+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v126'1070 uv1070 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.232+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f1f10 con 0x555a2f4bd340 2024-09-13T16:22:10.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.233+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v126'1071 uv1044 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.233+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.234+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v126'1072 uv1072 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.235+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.237 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:22:10.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.236+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v126'1073 uv1073 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.236+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.237+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v126'1074 uv1074 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.237+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.239+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v126'1075 uv1075 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.239+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.240+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v126'1076 uv1076 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.240+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.242+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v126'1077 uv1064 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.242+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.243+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v126'1078 uv1078 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.243+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.245 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:22:10.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.244+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v126'1079 uv1079 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.244+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.246+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v126'1080 uv1080 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.246+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.247+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v126'1081 uv1081 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.247+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f22c0 con 0x555a2f4bd340 2024-09-13T16:22:10.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.248+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v126'1082 uv1082 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.248+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f26d0 con 0x555a2f4bd340 2024-09-13T16:22:10.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.249+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v126'1083 uv1083 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.249+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f26d0 con 0x555a2f4bd340 2024-09-13T16:22:10.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.251+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v126'1084 uv1057 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.251+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f26d0 con 0x555a2f4bd340 2024-09-13T16:22:10.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.252+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v126'1085 uv1085 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.252+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f26d0 con 0x555a2f4bd340 2024-09-13T16:22:10.255 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:22:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.254+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v126'1086 uv1086 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.254+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f26d0 con 0x555a2f4bd340 2024-09-13T16:22:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.255+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v126'1087 uv1087 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.255+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.256+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v126'1088 uv1088 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.256+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.257+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v126'1089 uv1089 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.257+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.258+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v126'1090 uv1063 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.258+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.259+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v126'1091 uv1091 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.259+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.261 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:22:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.260+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v126'1092 uv1092 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.261+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.262+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v126'1093 uv1093 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.262+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.263+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v126'1094 uv1094 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.263+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f2530 con 0x555a2f4bd340 2024-09-13T16:22:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.264+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v126'1095 uv1095 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.264+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555a2f5f2f00 0x555a2f5f52f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.264+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f5830 con 0x555a2f5f2f00 2024-09-13T16:22:10.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.264+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555a2f5f2f00 0x555a2f5f52f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.265+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555a2f5f2f00 0x555a2f5f52f0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.268+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v126'768 uv748 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.268+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f5be0 con 0x555a2f5f2f00 2024-09-13T16:22:10.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.270+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v126'769 uv769 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.270+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f5f90 con 0x555a2f5f2f00 2024-09-13T16:22:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.271+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v126'770 uv770 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.272 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:22:10.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.271+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f6830 con 0x555a2f5f2f00 2024-09-13T16:22:10.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.272+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v126'771 uv771 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.272+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f6be0 con 0x555a2f5f2f00 2024-09-13T16:22:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.274+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v126'772 uv772 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.274+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f6f90 con 0x555a2f5f2f00 2024-09-13T16:22:10.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.275+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v126'773 uv767 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.276 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.275+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.276+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v126'774 uv774 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.276+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.278 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:22:10.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.277+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v126'775 uv775 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.277+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.279+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v126'776 uv776 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.279+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.280+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v126'777 uv777 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.280+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.281+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v126'778 uv766 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.281+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.283+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v126'779 uv779 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.283+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.285 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:22:10.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.284+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v126'780 uv780 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.284+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fad70 con 0x555a2f5f2f00 2024-09-13T16:22:10.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.285+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v126'781 uv781 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.285+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fad70 con 0x555a2f5f2f00 2024-09-13T16:22:10.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.286+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v126'782 uv782 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.286+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.288+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v126'783 uv764 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.288+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.289+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v126'784 uv784 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.289+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.291 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:22:10.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.290+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v126'785 uv785 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.290+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f8350 con 0x555a2f5f2f00 2024-09-13T16:22:10.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.291+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v126'786 uv786 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.291+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f8350 con 0x555a2f5f2f00 2024-09-13T16:22:10.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.293+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v126'787 uv787 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.293+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f5f2f00 2024-09-13T16:22:10.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.294+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v126'788 uv788 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5f2f00 2024-09-13T16:22:10.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.294+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f4bd340 2024-09-13T16:22:10.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.295+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v126'207 uv206 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.295+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f4bd340 2024-09-13T16:22:10.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.296+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v126'208 uv208 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.296+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f4bd340 2024-09-13T16:22:10.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.297+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v126'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.298 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:22:10.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.297+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f8350 con 0x555a2f4bd340 2024-09-13T16:22:10.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.298+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v126'210 uv210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.298+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f8350 con 0x555a2f4bd340 2024-09-13T16:22:10.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.299+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v126'211 uv211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.299+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5f7340 con 0x555a2f4bd340 2024-09-13T16:22:10.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.300+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v126'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.300+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x555a2f5f7850 0x555a2f5f9c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.300+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fa180 con 0x555a2f5f7850 2024-09-13T16:22:10.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.300+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x555a2f5f7850 0x555a2f5f9c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.301+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x555a2f5f7850 0x555a2f5f9c40 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.304+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v126'151 uv150 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.304+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fa530 con 0x555a2f5f7850 2024-09-13T16:22:10.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.305+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v126'152 uv152 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.305+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fa900 con 0x555a2f5f7850 2024-09-13T16:22:10.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.306+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v126'153 uv153 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.307 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:22:10.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.306+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fad80 con 0x555a2f5f7850 2024-09-13T16:22:10.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.307+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v126'154 uv154 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.307+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fb1c0 con 0x555a2f4bd340 2024-09-13T16:22:10.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.308+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v126'207 uv206 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.308+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fb1c0 con 0x555a2f4bd340 2024-09-13T16:22:10.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.309+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v126'208 uv208 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.309+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fb1c0 con 0x555a2f4bd340 2024-09-13T16:22:10.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.310+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v126'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.312 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:22:10.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.310+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fc1d0 con 0x555a2f4bd340 2024-09-13T16:22:10.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.311+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v126'210 uv210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.311+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fc1d0 con 0x555a2f4bd340 2024-09-13T16:22:10.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.312+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v126'211 uv211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.312+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fb1c0 con 0x555a2f4bd340 2024-09-13T16:22:10.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.313+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v126'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.313+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x555a2f5fbaa0 0x555a2f5fbea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.313+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.314+0000 7f69bc384640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x555a2f5fbaa0 0x555a2f5fbea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.314+0000 7f69bc384640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x555a2f5fbaa0 0x555a2f5fbea0 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.315+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v126'382 uv376 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.315+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.316+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v126'383 uv383 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.316+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.317+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v126'384 uv384 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.319 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:22:10.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.317+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5ff690 con 0x555a2f5fbaa0 2024-09-13T16:22:10.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.319+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v126'385 uv385 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.319+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5ff690 con 0x555a2f5fbaa0 2024-09-13T16:22:10.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.320+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v126'386 uv386 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.320+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.321+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v126'387 uv387 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.321+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.322+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v126'388 uv381 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.322+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.323+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v126'389 uv389 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.323+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.326 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:22:10.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.324+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v126'390 uv390 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.325+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.326+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v126'391 uv391 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.326+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f5fe680 con 0x555a2f5fbaa0 2024-09-13T16:22:10.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.327+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v126'392 uv392 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.327+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x555a2f5fefb0 0x555a2f6013a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.327+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6018e0 con 0x555a2f5fefb0 2024-09-13T16:22:10.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.327+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x555a2f5fefb0 0x555a2f6013a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.327+0000 7f69bbb83640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x555a2f5fefb0 0x555a2f6013a0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.329+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v126'173 uv172 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5fefb0 2024-09-13T16:22:10.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.329+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601920 con 0x555a2f5fefb0 2024-09-13T16:22:10.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.330+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v126'174 uv174 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5fefb0 2024-09-13T16:22:10.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.330+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f5fefb0 2024-09-13T16:22:10.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.331+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v126'175 uv175 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5fefb0 2024-09-13T16:22:10.332 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:22:10.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.331+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f5fefb0 2024-09-13T16:22:10.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.332+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v126'176 uv176 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5fefb0 2024-09-13T16:22:10.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.332+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f5fefb0 2024-09-13T16:22:10.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.333+0000 7f69bbb83640 1 -- 172.21.15.39:0/2961886689 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v126'177 uv177 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69ac059db0 con 0x555a2f5fefb0 2024-09-13T16:22:10.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.333+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f4bd340 2024-09-13T16:22:10.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.334+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v126'207 uv206 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.334+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f4bd340 2024-09-13T16:22:10.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.335+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v126'208 uv208 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.335+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f4bd340 2024-09-13T16:22:10.337 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:22:10.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.336+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v126'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.336+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602d60 con 0x555a2f4bd340 2024-09-13T16:22:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.337+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v126'210 uv210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.337+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602d60 con 0x555a2f4bd340 2024-09-13T16:22:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.338+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v126'211 uv211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.338+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f4bd340 2024-09-13T16:22:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.339+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v126'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f4bd340 2024-09-13T16:22:10.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.339+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f601d50 con 0x555a2f5f7850 2024-09-13T16:22:10.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.340+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v126'345 uv339 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.340+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602100 con 0x555a2f5f7850 2024-09-13T16:22:10.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.341+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v126'346 uv346 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.341+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6024b0 con 0x555a2f5f7850 2024-09-13T16:22:10.344 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:22:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.342+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v126'347 uv347 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.342+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6028b0 con 0x555a2f5f7850 2024-09-13T16:22:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.344+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v126'348 uv348 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.344+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6028b0 con 0x555a2f5f7850 2024-09-13T16:22:10.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.345+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v126'349 uv349 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.345+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602550 con 0x555a2f5f7850 2024-09-13T16:22:10.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.346+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v126'350 uv344 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.346+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602550 con 0x555a2f5f7850 2024-09-13T16:22:10.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.347+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v126'351 uv351 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.347+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602550 con 0x555a2f5f7850 2024-09-13T16:22:10.349 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:22:10.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.348+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v126'352 uv352 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.348+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f602550 con 0x555a2f5f7850 2024-09-13T16:22:10.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.349+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v126'353 uv353 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.349+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605330 con 0x555a2f5f7850 2024-09-13T16:22:10.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.350+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v126'354 uv354 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.350+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x555a2f602950 0x555a2f604d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.350+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605a00 con 0x555a2f602950 2024-09-13T16:22:10.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.350+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x555a2f602950 0x555a2f604d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.351+0000 7f69b3fff640 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x555a2f602950 0x555a2f604d40 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.352+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v126'152 uv150 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f602950 2024-09-13T16:22:10.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.352+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605a00 con 0x555a2f602950 2024-09-13T16:22:10.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.353+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v126'153 uv153 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f602950 2024-09-13T16:22:10.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.353+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605a00 con 0x555a2f602950 2024-09-13T16:22:10.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.354+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v126'154 uv154 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f602950 2024-09-13T16:22:10.355 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:22:10.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.354+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605a00 con 0x555a2f602950 2024-09-13T16:22:10.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.355+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v126'155 uv155 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f602950 2024-09-13T16:22:10.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.355+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605a00 con 0x555a2f5f7850 2024-09-13T16:22:10.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.356+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v126'207 uv206 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.356+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5f7850 2024-09-13T16:22:10.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.357+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v126'208 uv208 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.357+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5f7850 2024-09-13T16:22:10.359 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:22:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.358+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v126'209 uv209 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.358+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6069c0 con 0x555a2f5f7850 2024-09-13T16:22:10.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.358+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v126'210 uv210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.358+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6069c0 con 0x555a2f5f7850 2024-09-13T16:22:10.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.359+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v126'211 uv211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.359+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5f7850 2024-09-13T16:22:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.360+0000 7f69b3fff640 1 -- 172.21.15.39:0/2961886689 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v126'212 uv212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69a4063070 con 0x555a2f5f7850 2024-09-13T16:22:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.360+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.361+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v126'176 uv175 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.361+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.362+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v126'177 uv177 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.362+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.366 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:22:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.363+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v126'178 uv178 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.363+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.364+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v126'179 uv179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.364+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.365+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v126'180 uv180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.366+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.367+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v126'429 uv420 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.367+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.368+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v126'430 uv430 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.368+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.369+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v126'431 uv431 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.370 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:22:10.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.369+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605e70 con 0x555a2f5fbaa0 2024-09-13T16:22:10.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.370+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v126'432 uv432 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.370+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605db0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.371+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v126'433 uv433 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.371+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605db0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.372+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v126'434 uv427 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.372+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.373+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v126'435 uv435 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.373+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.374+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v126'436 uv436 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.376 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:22:10.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.374+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605e00 con 0x555a2f5fbaa0 2024-09-13T16:22:10.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.375+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v126'437 uv437 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.376+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605e00 con 0x555a2f5fbaa0 2024-09-13T16:22:10.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.377+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v126'438 uv438 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.377+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f6059b0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.378+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v126'439 uv439 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.378+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x555a2f605db0 con 0x555a2f5fbaa0 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v126'440 uv440 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f69b4010250 con 0x555a2f5fbaa0 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x555a2f4bd340 msgr2=0x555a2f5e8870 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x555a2f4bd340 0x555a2f5e8870 crc :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x555a2f5f7850 msgr2=0x555a2f5f9c40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x555a2f5f7850 0x555a2f5f9c40 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x555a2f602950 msgr2=0x555a2f604d40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x555a2f602950 0x555a2f604d40 crc :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555a2f5f2f00 msgr2=0x555a2f5f52f0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x555a2f5f2f00 0x555a2f5f52f0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x555a2f5fbaa0 msgr2=0x555a2f5fbea0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x555a2f5fbaa0 0x555a2f5fbea0 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x555a2f5fefb0 msgr2=0x555a2f6013a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x555a2f5fefb0 0x555a2f6013a0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 reap_dead start 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 reap_dead start 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69bc384640 1 -- 172.21.15.39:0/2961886689 reap_dead start 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f699c0695e0 msgr2=0x7f699c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f699c0695e0 0x7f699c06baa0 secure :-1 s=READY pgs=1030 cs=0 l=1 rev1=1 crypto rx=0x7f69a4056000 tx=0x7f69a405d040 comp rx=0 tx=0).stop 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 msgr2=0x555a2f4bae00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 0x555a2f4bae00 secure :-1 s=READY pgs=2663 cs=0 l=1 rev1=1 crypto rx=0x7f69ac009710 tx=0x7f69ac002fb0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 shutdown_connections 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f699c0695e0 0x7f699c06baa0 unknown :-1 s=CLOSED pgs=1030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 --2- 172.21.15.39:0/2961886689 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555a2f4a5480 0x555a2f4bae00 unknown :-1 s=CLOSED pgs=2663 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 >> 172.21.15.39:0/2961886689 conn(0x555a2f47c300 msgr2=0x555a2f531200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 shutdown_connections 2024-09-13T16:22:10.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.379+0000 7f69be086f40 1 -- 172.21.15.39:0/2961886689 wait complete. 2024-09-13T16:22:10.384 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 600.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:22:10.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.467+0000 7fb037ff8f40 1 Processor -- start 2024-09-13T16:22:10.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.467+0000 7fb037ff8f40 1 -- start start 2024-09-13T16:22:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb037ff8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae1f9a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb037ff8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae13e8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb037ff8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae216550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb037ff8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581ae0ec4d0 con 0x5581ae144320 2024-09-13T16:22:10.471 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb037ff8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581ae087b60 con 0x5581ae16fb30 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb037ff8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5581ae087800 con 0x5581ae2194a0 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae1f9a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae1f9a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41064/0 (socket says 172.21.15.39:41064) 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 -- 172.21.15.39:0/912653872 learned_addr learned my addr 172.21.15.39:0/912653872 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb0352f6640 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae13e8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb0362f8640 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae216550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 -- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 msgr2=0x5581ae216550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae216550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 -- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 msgr2=0x5581ae13e8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae13e8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.468+0000 7fb035af7640 1 -- 172.21.15.39:0/912653872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb02c005d20 con 0x5581ae144320 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb035af7640 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae1f9a10 secure :-1 s=READY pgs=2664 cs=0 l=1 rev1=1 crypto rx=0x7fb02800b240 tx=0x7fb02800b700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e390df6cea38d66c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb027fff640 1 -- 172.21.15.39:0/912653872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb028014070 con 0x5581ae144320 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb027fff640 1 -- 172.21.15.39:0/912653872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb02800d500 con 0x5581ae144320 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb027fff640 1 -- 172.21.15.39:0/912653872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb02800d8b0 con 0x5581ae144320 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 -- 172.21.15.39:0/912653872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 msgr2=0x5581ae1f9a10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae1f9a10 secure :-1 s=READY pgs=2664 cs=0 l=1 rev1=1 crypto rx=0x7fb02800b240 tx=0x7fb02800b700 comp rx=0 tx=0).stop 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 -- 172.21.15.39:0/912653872 shutdown_connections 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae216550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae13e8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/912653872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae1f9a10 unknown :-1 s=CLOSED pgs=2664 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 -- 172.21.15.39:0/912653872 >> 172.21.15.39:0/912653872 conn(0x5581ae16d6b0 msgr2=0x5581ae16da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 -- 172.21.15.39:0/912653872 shutdown_connections 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.469+0000 7fb037ff8f40 1 -- 172.21.15.39:0/912653872 wait complete. 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.470+0000 7fb037ff8f40 1 Processor -- start 2024-09-13T16:22:10.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.470+0000 7fb037ff8f40 1 -- start start 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae20ee90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae218b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae187240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581ae06a520 con 0x5581ae144320 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5581ae180d90 con 0x5581ae16fb30 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5581ae1f90f0 con 0x5581ae2194a0 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae20ee90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae20ee90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41076/0 (socket says 172.21.15.39:41076) 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 -- 172.21.15.39:0/2683279311 learned_addr learned my addr 172.21.15.39:0/2683279311 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb0362f8640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae187240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb0352f6640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae218b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 -- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 msgr2=0x5581ae187240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5581ae2194a0 0x5581ae187240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 -- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 msgr2=0x5581ae218b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5581ae16fb30 0x5581ae218b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 -- 172.21.15.39:0/2683279311 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb028001b40 con 0x5581ae144320 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb035af7640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae20ee90 secure :-1 s=READY pgs=2665 cs=0 l=1 rev1=1 crypto rx=0x7fb02800b740 tx=0x7fb028000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb026ffd640 1 -- 172.21.15.39:0/2683279311 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb028014070 con 0x5581ae144320 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb026ffd640 1 -- 172.21.15.39:0/2683279311 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb02801b430 con 0x5581ae144320 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb03000a100 con 0x5581ae144320 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb026ffd640 1 -- 172.21.15.39:0/2683279311 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb02801b600 con 0x5581ae144320 2024-09-13T16:22:10.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.471+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5581ae096c20 con 0x5581ae144320 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.473+0000 7fb026ffd640 1 -- 172.21.15.39:0/2683279311 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb02800d040 con 0x5581ae144320 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.473+0000 7fb026ffd640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb018069610 0x7fb01806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.473+0000 7fb026ffd640 1 -- 172.21.15.39:0/2683279311 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 8748+0+0 (secure 0 0 0) 0x7fb02800a040 con 0x5581ae144320 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.473+0000 7fb0352f6640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb018069610 0x7fb01806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.473+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5581ae1f9f20 0x5581ae2acef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.473+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e126) v8 -- 0x5581ae2ad430 con 0x5581ae1f9f20 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.474+0000 7fb0362f8640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5581ae1f9f20 0x5581ae2acef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.474+0000 7fb0352f6640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb018069610 0x7fb01806bad0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x5581ae187d70 tx=0x7fb02c00c040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.474+0000 7fb0362f8640 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5581ae1f9f20 0x5581ae2acef0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.475+0000 7fb0362f8640 1 -- 172.21.15.39:0/2683279311 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 600.00000000 [omap-set-header] v126'1096 uv1096 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fb030058070 con 0x5581ae1f9f20 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.475+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5581ae1f9f20 msgr2=0x5581ae2acef0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.475+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5581ae1f9f20 0x5581ae2acef0 crc :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb018069610 msgr2=0x7fb01806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb018069610 0x7fb01806bad0 secure :-1 s=READY pgs=1031 cs=0 l=1 rev1=1 crypto rx=0x5581ae187d70 tx=0x7fb02c00c040 comp rx=0 tx=0).stop 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 msgr2=0x5581ae20ee90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 --2- 172.21.15.39:0/2683279311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5581ae144320 0x5581ae20ee90 secure :-1 s=READY pgs=2665 cs=0 l=1 rev1=1 crypto rx=0x7fb02800b740 tx=0x7fb028000ed0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb0362f8640 1 -- 172.21.15.39:0/2683279311 reap_dead start 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 shutdown_connections 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 >> 172.21.15.39:0/2683279311 conn(0x5581ae16d6b0 msgr2=0x5581ae16da90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 shutdown_connections 2024-09-13T16:22:10.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.476+0000 7fb037ff8f40 1 -- 172.21.15.39:0/2683279311 wait complete. 2024-09-13T16:22:10.481 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:22:10.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.623+0000 7f8698d6c640 1 Processor -- start 2024-09-13T16:22:10.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.623+0000 7f8698d6c640 1 -- start start 2024-09-13T16:22:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f8698d6c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8694156e60 0x7f869415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f8698d6c640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86940cb080 con 0x7f86940b25b0 2024-09-13T16:22:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f8698d6c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8694070d40 con 0x7f869406a5e0 2024-09-13T16:22:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f8698d6c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86940b3120 con 0x7f8694156e60 2024-09-13T16:22:10.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f869259c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8694156e60 0x7f869415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f8691d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f86940b25b0 0x7f8694069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:43106/0 (socket says 172.21.15.39:43106) 2024-09-13T16:22:10.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f8691d9b640 1 -- 172.21.15.39:0/3257381243 learned_addr learned my addr 172.21.15.39:0/3257381243 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:10.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f869259c640 1 -- 172.21.15.39:0/3257381243 >> v1:172.21.15.157:6789/0 conn(0x7f869406a5e0 legacy=0x7f86940711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f869259c640 1 -- 172.21.15.39:0/3257381243 >> v1:172.21.15.39:6789/0 conn(0x7f86940b25b0 legacy=0x7f8694069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f869259c640 1 -- 172.21.15.39:0/3257381243 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86940b3400 con 0x7f8694156e60 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.624+0000 7f869159a640 1 -- 172.21.15.39:0/3257381243 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3699271667 0 0) 0x7f86940cb080 con 0x7f86940b25b0 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.625+0000 7f869259c640 1 --2- 172.21.15.39:0/3257381243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8694156e60 0x7f869415aa30 secure :-1 s=READY pgs=2667 cs=0 l=1 rev1=1 crypto rx=0x7f868c0097a0 tx=0x7f868c02a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c0f3838262b2dffc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.625+0000 7f869159a640 1 -- 172.21.15.39:0/3257381243 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f868c032440 con 0x7f8694156e60 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.625+0000 7f869159a640 1 -- 172.21.15.39:0/3257381243 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f868c0325a0 con 0x7f8694156e60 2024-09-13T16:22:10.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.625+0000 7f869159a640 1 -- 172.21.15.39:0/3257381243 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f868c032930 con 0x7f8694156e60 2024-09-13T16:22:10.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 -- 172.21.15.39:0/3257381243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8694156e60 msgr2=0x7f869415aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 --2- 172.21.15.39:0/3257381243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8694156e60 0x7f869415aa30 secure :-1 s=READY pgs=2667 cs=0 l=1 rev1=1 crypto rx=0x7f868c0097a0 tx=0x7f868c02a230 comp rx=0 tx=0).stop 2024-09-13T16:22:10.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 -- 172.21.15.39:0/3257381243 shutdown_connections 2024-09-13T16:22:10.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 --2- 172.21.15.39:0/3257381243 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8694156e60 0x7f869415aa30 unknown :-1 s=CLOSED pgs=2667 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 -- 172.21.15.39:0/3257381243 >> 172.21.15.39:0/3257381243 conn(0x7f86940b00a0 msgr2=0x7f86940b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 -- 172.21.15.39:0/3257381243 shutdown_connections 2024-09-13T16:22:10.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.626+0000 7f8698d6c640 1 -- 172.21.15.39:0/3257381243 wait complete. 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.627+0000 7f8698d6c640 1 Processor -- start 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.627+0000 7f8698d6c640 1 -- start start 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8698d6c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869406a5e0 0x7f86940c7b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8698d6c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 0x7f86940c5a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8698d6c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8694156e60 0x7f86940c41d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8698d6c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86940ade10 con 0x7f86940b25b0 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8698d6c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86940c80d0 con 0x7f869406a5e0 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8698d6c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86940ae060 con 0x7f8694156e60 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8691d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 0x7f86940c5a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8691d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 0x7f86940c5a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41084/0 (socket says 172.21.15.39:41084) 2024-09-13T16:22:10.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8691d9b640 1 -- 172.21.15.39:0/633492633 learned_addr learned my addr 172.21.15.39:0/633492633 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f869259c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869406a5e0 0x7f86940c7b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.628+0000 7f8692d9d640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8694156e60 0x7f86940c41d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8691d9b640 1 -- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8694156e60 msgr2=0x7f86940c41d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8691d9b640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8694156e60 0x7f86940c41d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8691d9b640 1 -- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869406a5e0 msgr2=0x7f86940c7b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8691d9b640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869406a5e0 0x7f86940c7b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8691d9b640 1 -- 172.21.15.39:0/633492633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f868c009400 con 0x7f86940b25b0 2024-09-13T16:22:10.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8691d9b640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 0x7f86940c5a40 secure :-1 s=READY pgs=2668 cs=0 l=1 rev1=1 crypto rx=0x7f867c00c4a0 tx=0x7f867c00c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c0074e0 con 0x7f86940b25b0 2024-09-13T16:22:10.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f867c007640 con 0x7f86940b25b0 2024-09-13T16:22:10.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86940ae340 con 0x7f86940b25b0 2024-09-13T16:22:10.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f867c004a00 con 0x7f86940b25b0 2024-09-13T16:22:10.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.629+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f86940ae6d0 con 0x7f86940b25b0 2024-09-13T16:22:10.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.630+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86940672f0 con 0x7f86940b25b0 2024-09-13T16:22:10.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.630+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f867c004b60 con 0x7f86940b25b0 2024-09-13T16:22:10.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.631+0000 7f868affd640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f867406ac00 0x7f867406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:10.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.631+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 8748+0+0 (secure 0 0 0) 0x7f867c089380 con 0x7f86940b25b0 2024-09-13T16:22:10.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.631+0000 7f869259c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f867406ac00 0x7f867406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:10.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.632+0000 7f869259c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f867406ac00 0x7f867406d0c0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f868c034000 tx=0x7f868c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:10.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.635+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f867c0539e0 con 0x7f86940b25b0 2024-09-13T16:22:10.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.841+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f86940aeb10 con 0x7f86940b25b0 2024-09-13T16:22:10.904 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.902+0000 7f868affd640 1 -- 172.21.15.39:0/633492633 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v291) v1 ==== 162+0+0 (secure 0 0 0) 0x7f867c018020 con 0x7f86940b25b0 2024-09-13T16:22:10.904 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:22:10.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f867406ac00 msgr2=0x7f867406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f867406ac00 0x7f867406d0c0 secure :-1 s=READY pgs=1032 cs=0 l=1 rev1=1 crypto rx=0x7f868c034000 tx=0x7f868c02e000 comp rx=0 tx=0).stop 2024-09-13T16:22:10.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 msgr2=0x7f86940c5a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 0x7f86940c5a40 secure :-1 s=READY pgs=2668 cs=0 l=1 rev1=1 crypto rx=0x7f867c00c4a0 tx=0x7f867c00c960 comp rx=0 tx=0).stop 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 shutdown_connections 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f867406ac00 0x7f867406d0c0 unknown :-1 s=CLOSED pgs=1032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8694156e60 0x7f86940c41d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f86940b25b0 0x7f86940c5a40 unknown :-1 s=CLOSED pgs=2668 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 --2- 172.21.15.39:0/633492633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f869406a5e0 0x7f86940c7b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 >> 172.21.15.39:0/633492633 conn(0x7f86940b00a0 msgr2=0x7f8694069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 shutdown_connections 2024-09-13T16:22:10.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:10.905+0000 7f8698d6c640 1 -- 172.21.15.39:0/633492633 wait complete. 2024-09-13T16:22:10.918 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.018+0000 7fbc0bad7640 1 Processor -- start 2024-09-13T16:22:11.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.019+0000 7fbc0bad7640 1 -- start start 2024-09-13T16:22:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.019+0000 7fbc0bad7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbc040b41a0 0x7fbc040b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.019+0000 7fbc0bad7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040ccf80 0x7fbc040d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.019+0000 7fbc0bad7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbc040cde30 con 0x7fbc040d0830 2024-09-13T16:22:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.019+0000 7fbc0bad7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbc040b5090 con 0x7fbc040b41a0 2024-09-13T16:22:11.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.019+0000 7fbc0bad7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc040cd820 con 0x7fbc040ccf80 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09873640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbc040b41a0 0x7fbc040b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09072640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040ccf80 0x7fbc040d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc0a074640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fbc040d0830 0x7fbc04166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:56148/0 (socket says 172.21.15.39:56148) 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc0a074640 1 -- 172.21.15.39:0/2596466958 learned_addr learned my addr 172.21.15.39:0/2596466958 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09873640 1 -- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040ccf80 msgr2=0x7fbc040d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09873640 1 --2- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040ccf80 0x7fbc040d02f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09873640 1 -- 172.21.15.39:0/2596466958 >> v1:172.21.15.157:6789/0 conn(0x7fbc040d0830 legacy=0x7fbc04166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09873640 1 -- 172.21.15.39:0/2596466958 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbc040b4ac0 con 0x7fbc040b41a0 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc08871640 1 -- 172.21.15.39:0/2596466958 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 389093074 0 0) 0x7fbc040cde30 con 0x7fbc040d0830 2024-09-13T16:22:11.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.020+0000 7fbc09072640 1 --2- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040ccf80 0x7fbc040d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:11.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.021+0000 7fbc09873640 1 --2- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040b4580 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4009d90 tx=0x7fbbf402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83404d28581417bc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.021+0000 7fbc08871640 1 -- 172.21.15.39:0/2596466958 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4007740 con 0x7fbc040b41a0 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.021+0000 7fbc08871640 1 -- 172.21.15.39:0/2596466958 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbf402d050 con 0x7fbc040b41a0 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.021+0000 7fbc08871640 1 -- 172.21.15.39:0/2596466958 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf4007ac0 con 0x7fbc040b41a0 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 -- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 msgr2=0x7fbc040b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040b4580 secure :-1 s=READY pgs=719 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4009d90 tx=0x7fbbf402a660 comp rx=0 tx=0).stop 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 -- 172.21.15.39:0/2596466958 shutdown_connections 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040ccf80 0x7fbc040d02f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/2596466958 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040b4580 unknown :-1 s=CLOSED pgs=719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 -- 172.21.15.39:0/2596466958 >> 172.21.15.39:0/2596466958 conn(0x7fbc040cf1a0 msgr2=0x7fbc040cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 -- 172.21.15.39:0/2596466958 shutdown_connections 2024-09-13T16:22:11.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.022+0000 7fbc0bad7640 1 -- 172.21.15.39:0/2596466958 wait complete. 2024-09-13T16:22:11.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.023+0000 7fbc0bad7640 1 Processor -- start 2024-09-13T16:22:11.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.023+0000 7fbc0bad7640 1 -- start start 2024-09-13T16:22:11.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0bad7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040cc3f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:11.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0bad7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 0x7fbc04155ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0bad7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040d0830 0x7fbc0415bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0bad7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc04150e40 con 0x7fbc040ccf80 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0bad7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbc04154e00 con 0x7fbc040b41a0 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0bad7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbc041550e0 con 0x7fbc040d0830 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 0x7fbc04155ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 0x7fbc04155ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:41086/0 (socket says 172.21.15.39:41086) 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 -- 172.21.15.39:0/218037979 learned_addr learned my addr 172.21.15.39:0/218037979 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09873640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040cc3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0a074640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040d0830 0x7fbc0415bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 -- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040d0830 msgr2=0x7fbc0415bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040d0830 0x7fbc0415bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 -- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 msgr2=0x7fbc040cc3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040cc3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09072640 1 -- 172.21.15.39:0/218037979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbf8009400 con 0x7fbc040ccf80 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc09873640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040cc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.024+0000 7fbc0a074640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040d0830 0x7fbc0415bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.025+0000 7fbc09072640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 0x7fbc04155ea0 secure :-1 s=READY pgs=2669 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800ebb0 tx=0x7fbbf800c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.025+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf800eeb0 con 0x7fbc040ccf80 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.025+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbf800cc30 con 0x7fbc040ccf80 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.025+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbf8013470 con 0x7fbc040ccf80 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.025+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbf4009a70 con 0x7fbc040ccf80 2024-09-13T16:22:11.028 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.025+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbc041556a0 con 0x7fbc040ccf80 2024-09-13T16:22:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.026+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbc04067330 con 0x7fbc040ccf80 2024-09-13T16:22:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.026+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbbf80135d0 con 0x7fbc040ccf80 2024-09-13T16:22:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.027+0000 7fbc027fc640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbbf006ac00 0x7fbbf006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.027+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(126..126 src has 1..126) v4 ==== 8748+0+0 (secure 0 0 0) 0x7fbbf808a1e0 con 0x7fbc040ccf80 2024-09-13T16:22:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.027+0000 7fbc09873640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbbf006ac00 0x7fbbf006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:11.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.028+0000 7fbc09873640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbbf006ac00 0x7fbbf006d0c0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4034000 tx=0x7fbbf402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:11.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.031+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbbf8054830 con 0x7fbc040ccf80 2024-09-13T16:22:11.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.236+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbc04066ec0 con 0x7fbc040ccf80 2024-09-13T16:22:11.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.237+0000 7fbc027fc640 1 -- 172.21.15.39:0/218037979 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 291 v291) v1 ==== 95+0+4746 (secure 0 0 0) 0x7fbbf8057e50 con 0x7fbc040ccf80 2024-09-13T16:22:11.239 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:11.239 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":291,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":291,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:10.900172+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":126,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11607},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11607":{"gid":11607,"name":"c","rank":0,"incarnation":291,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/3759354568","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3759354568},{"type":"v1","addr":"172.21.15.39:6834","nonce":3759354568}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:11.239 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 291 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbbf006ac00 msgr2=0x7fbbf006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbbf006ac00 0x7fbbf006d0c0 secure :-1 s=READY pgs=1033 cs=0 l=1 rev1=1 crypto rx=0x7fbbf4034000 tx=0x7fbbf402f000 comp rx=0 tx=0).stop 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 msgr2=0x7fbc04155ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 0x7fbc04155ea0 secure :-1 s=READY pgs=2669 cs=0 l=1 rev1=1 crypto rx=0x7fbbf800ebb0 tx=0x7fbbf800c520 comp rx=0 tx=0).stop 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 shutdown_connections 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbbf006ac00 0x7fbbf006d0c0 unknown :-1 s=CLOSED pgs=1033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbc040d0830 0x7fbc0415bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbc040ccf80 0x7fbc04155ea0 unknown :-1 s=CLOSED pgs=2669 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 --2- 172.21.15.39:0/218037979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbc040b41a0 0x7fbc040cc3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:11.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 >> 172.21.15.39:0/218037979 conn(0x7fbc040cf1a0 msgr2=0x7fbc040b7a00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:11.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 shutdown_connections 2024-09-13T16:22:11.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:11.239+0000 7fbc0bad7640 1 -- 172.21.15.39:0/218037979 wait complete. 2024-09-13T16:22:11.251 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:22:13.912 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:13.910+0000 7f392ee0d640 -1 mds.0.cache.dir(0x600) Corrupt fnode in dirfrag 0x600: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:13.912 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:13.910+0000 7f392ee0d640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-13T16:22:13.913 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:13.912+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:22:13.913 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:13.912+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:22:15.114 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:15.113+0000 7f3932614640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:16.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.367+0000 7f0626345640 1 Processor -- start 2024-09-13T16:22:16.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.367+0000 7f0626345640 1 -- start start 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0626345640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f06200ce980 0x7f06200cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0626345640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f06200cc650 0x7f062015c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0626345640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f062015aa50 con 0x7f06200721f0 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0626345640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f062015bed0 con 0x7f06200ce980 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0626345640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f062015af50 con 0x7f06200cc650 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0617fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f06200ce980 0x7f06200cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f061ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f06200721f0 0x7f06200ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54012/0 (socket says 172.21.15.39:54012) 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f061ffff640 1 -- 172.21.15.39:0/2228168471 learned_addr learned my addr 172.21.15.39:0/2228168471 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f061f7fe640 1 -- 172.21.15.39:0/2228168471 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2300357521 0 0) 0x7f062015aa50 con 0x7f06200721f0 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f061f7fe640 1 -- 172.21.15.39:0/2228168471 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f060c003520 con 0x7f06200721f0 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f06248e2640 1 --2- 172.21.15.39:0/2228168471 >> v2:172.21.15.157:3300/0 conn(0x7f06200cc650 0x7f062015c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0617fff640 1 -- 172.21.15.39:0/2228168471 >> v2:172.21.15.157:3300/0 conn(0x7f06200cc650 msgr2=0x7f062015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:16.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0617fff640 1 --2- 172.21.15.39:0/2228168471 >> v2:172.21.15.157:3300/0 conn(0x7f06200cc650 0x7f062015c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0617fff640 1 -- 172.21.15.39:0/2228168471 >> v1:172.21.15.39:6789/0 conn(0x7f06200721f0 legacy=0x7f06200ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.368+0000 7f0617fff640 1 -- 172.21.15.39:0/2228168471 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f06200cd6c0 con 0x7f06200ce980 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.369+0000 7f0617fff640 1 --2- 172.21.15.39:0/2228168471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200ce980 0x7f06200cc110 secure :-1 s=READY pgs=2671 cs=0 l=1 rev1=1 crypto rx=0x7f06200cf400 tx=0x7f060802a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59872a0f0b9937c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.369+0000 7f061f7fe640 1 -- 172.21.15.39:0/2228168471 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f060802ae60 con 0x7f06200ce980 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.369+0000 7f061f7fe640 1 -- 172.21.15.39:0/2228168471 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0608032440 con 0x7f06200ce980 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.369+0000 7f061f7fe640 1 -- 172.21.15.39:0/2228168471 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f06080327d0 con 0x7f06200ce980 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 -- 172.21.15.39:0/2228168471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200ce980 msgr2=0x7f06200cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 --2- 172.21.15.39:0/2228168471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200ce980 0x7f06200cc110 secure :-1 s=READY pgs=2671 cs=0 l=1 rev1=1 crypto rx=0x7f06200cf400 tx=0x7f060802a110 comp rx=0 tx=0).stop 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 -- 172.21.15.39:0/2228168471 shutdown_connections 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 --2- 172.21.15.39:0/2228168471 >> v2:172.21.15.157:3300/0 conn(0x7f06200cc650 0x7f062015c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 --2- 172.21.15.39:0/2228168471 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200ce980 0x7f06200cc110 unknown :-1 s=CLOSED pgs=2671 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 -- 172.21.15.39:0/2228168471 >> 172.21.15.39:0/2228168471 conn(0x7f062006b3b0 msgr2=0x7f062006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:16.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 -- 172.21.15.39:0/2228168471 shutdown_connections 2024-09-13T16:22:16.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.370+0000 7f0626345640 1 -- 172.21.15.39:0/2228168471 wait complete. 2024-09-13T16:22:16.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.371+0000 7f0626345640 1 Processor -- start 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.371+0000 7f0626345640 1 -- start start 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0626345640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06200721f0 0x7f06200c7740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0626345640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 0x7f06200c3cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0626345640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06200ce980 0x7f06200c41f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0626345640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f06200c7c80 con 0x7f06200cc650 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0626345640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0620155ba0 con 0x7f06200ce980 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0626345640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0620153520 con 0x7f06200721f0 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0617fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 0x7f06200c3cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0617fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 0x7f06200c3cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55856/0 (socket says 172.21.15.39:55856) 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0617fff640 1 -- 172.21.15.39:0/4082661946 learned_addr learned my addr 172.21.15.39:0/4082661946 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f061ffff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06200721f0 0x7f06200c7740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f06248e2640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06200ce980 0x7f06200c41f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0617fff640 1 -- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06200721f0 msgr2=0x7f06200c7740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.372+0000 7f0617fff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06200721f0 0x7f06200c7740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f0617fff640 1 -- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06200ce980 msgr2=0x7f06200c41f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f0617fff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06200ce980 0x7f06200c41f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f0617fff640 1 -- 172.21.15.39:0/4082661946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0608009400 con 0x7f06200cc650 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f061ffff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06200721f0 0x7f06200c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f06248e2640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06200ce980 0x7f06200c41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f0617fff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 0x7f06200c3cb0 secure :-1 s=READY pgs=2672 cs=0 l=1 rev1=1 crypto rx=0x7f0608000c00 tx=0x7f06080046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0608030850 con 0x7f06200cc650 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f06080309b0 con 0x7f06200cc650 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f06200c4850 con 0x7f06200cc650 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0608030d60 con 0x7f06200cc650 2024-09-13T16:22:16.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.373+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0620152ed0 con 0x7f06200cc650 2024-09-13T16:22:16.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.374+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f06201536d0 con 0x7f06200cc650 2024-09-13T16:22:16.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.374+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0608039040 con 0x7f06200cc650 2024-09-13T16:22:16.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.375+0000 7f061d7fa640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f060006ac00 0x7f060006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.375+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f06080aaa50 con 0x7f06200cc650 2024-09-13T16:22:16.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.375+0000 7f061ffff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f060006ac00 0x7f060006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.376+0000 7f061ffff640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f060006ac00 0x7f060006d0c0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f06100011e0 tx=0x7f0610009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:16.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.379+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f06201536d0 con 0x7f06200cc650 2024-09-13T16:22:16.446 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:16.448 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:16.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.590+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f06200672f0 con 0x7f06200cc650 2024-09-13T16:22:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.590+0000 7f061d7fa640 1 -- 172.21.15.39:0/4082661946 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 295 v295) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f0608075030 con 0x7f06200cc650 2024-09-13T16:22:16.592 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:16.592 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":295,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":295,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:13.912829+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:16.592 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 295 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.592+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f060006ac00 msgr2=0x7f060006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.592+0000 7f0626345640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f060006ac00 0x7f060006d0c0 secure :-1 s=READY pgs=1034 cs=0 l=1 rev1=1 crypto rx=0x7f06100011e0 tx=0x7f0610009040 comp rx=0 tx=0).stop 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.592+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 msgr2=0x7f06200c3cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.592+0000 7f0626345640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 0x7f06200c3cb0 secure :-1 s=READY pgs=2672 cs=0 l=1 rev1=1 crypto rx=0x7f0608000c00 tx=0x7f06080046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.592+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 shutdown_connections 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f060006ac00 0x7f060006d0c0 unknown :-1 s=CLOSED pgs=1034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f06200ce980 0x7f06200c41f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f06200cc650 0x7f06200c3cb0 unknown :-1 s=CLOSED pgs=2672 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 --2- 172.21.15.39:0/4082661946 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f06200721f0 0x7f06200c7740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 >> 172.21.15.39:0/4082661946 conn(0x7f062006b3b0 msgr2=0x7f06200ce040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:16.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 shutdown_connections 2024-09-13T16:22:16.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.593+0000 7f0626345640 1 -- 172.21.15.39:0/4082661946 wait complete. 2024-09-13T16:22:16.605 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:22:16.605 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:16.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.705+0000 7f8a33325640 1 Processor -- start 2024-09-13T16:22:16.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.705+0000 7f8a33325640 1 -- start start 2024-09-13T16:22:16.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a33325640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c15a230 0x7f8a2c0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a33325640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8a2c070a70 0x7f8a2c070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a33325640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a2c06ccd0 con 0x7f8a2c1601f0 2024-09-13T16:22:16.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a33325640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a2c0713f0 con 0x7f8a2c070a70 2024-09-13T16:22:16.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a33325640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c15a610 con 0x7f8a2c15a230 2024-09-13T16:22:16.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a318c2640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f8a2c1601f0 0x7f8a2c1606a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:33166/0 (socket says 172.21.15.39:33166) 2024-09-13T16:22:16.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a318c2640 1 -- 172.21.15.39:0/625108037 learned_addr learned my addr 172.21.15.39:0/625108037 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:16.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a308c0640 1 --2- 172.21.15.39:0/625108037 >> v2:172.21.15.157:3300/0 conn(0x7f8a2c070a70 0x7f8a2c070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.706+0000 7f8a310c1640 1 --2- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c15a230 0x7f8a2c0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a23fff640 1 -- 172.21.15.39:0/625108037 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 78115120 0 0) 0x7f8a2c06ccd0 con 0x7f8a2c1601f0 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a23fff640 1 -- 172.21.15.39:0/625108037 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a18003520 con 0x7f8a2c1601f0 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a23fff640 1 -- 172.21.15.39:0/625108037 <== mon.1 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 531674547 0 0) 0x7f8a18003520 con 0x7f8a2c1601f0 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a308c0640 1 -- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c15a230 msgr2=0x7f8a2c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a308c0640 1 --2- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c15a230 0x7f8a2c0ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a308c0640 1 -- 172.21.15.39:0/625108037 >> v1:172.21.15.157:6789/0 conn(0x7f8a2c1601f0 legacy=0x7f8a2c1606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.707+0000 7f8a308c0640 1 -- 172.21.15.39:0/625108037 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a2c0ad1d0 con 0x7f8a2c070a70 2024-09-13T16:22:16.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.708+0000 7f8a308c0640 1 --2- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c070a70 0x7f8a2c070eb0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c0097a0 tx=0x7f8a1c02a110 comp rx=0 tx=0).ready entity=mon.1 client_cookie=10e1a78759f516a3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:16.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.708+0000 7f8a23fff640 1 -- 172.21.15.39:0/625108037 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a240019f0 con 0x7f8a2c070a70 2024-09-13T16:22:16.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.708+0000 7f8a23fff640 1 -- 172.21.15.39:0/625108037 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a1c02aba0 con 0x7f8a2c070a70 2024-09-13T16:22:16.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.708+0000 7f8a23fff640 1 -- 172.21.15.39:0/625108037 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a1c032440 con 0x7f8a2c070a70 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 -- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c070a70 msgr2=0x7f8a2c070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 --2- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c070a70 0x7f8a2c070eb0 secure :-1 s=READY pgs=721 cs=0 l=1 rev1=1 crypto rx=0x7f8a1c0097a0 tx=0x7f8a1c02a110 comp rx=0 tx=0).stop 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 -- 172.21.15.39:0/625108037 shutdown_connections 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 --2- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c070a70 0x7f8a2c070eb0 unknown :-1 s=CLOSED pgs=721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 --2- 172.21.15.39:0/625108037 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c15a230 0x7f8a2c0ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 -- 172.21.15.39:0/625108037 >> 172.21.15.39:0/625108037 conn(0x7f8a2c06a0b0 msgr2=0x7f8a2c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 -- 172.21.15.39:0/625108037 shutdown_connections 2024-09-13T16:22:16.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.709+0000 7f8a33325640 1 -- 172.21.15.39:0/625108037 wait complete. 2024-09-13T16:22:16.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.710+0000 7f8a33325640 1 Processor -- start 2024-09-13T16:22:16.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.710+0000 7f8a33325640 1 -- start start 2024-09-13T16:22:16.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c070a70 0x7f8a2c14b1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c15a230 0x7f8a2c0cc5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 0x7f8a2c15f8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c15f410 con 0x7f8a2c1601f0 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c14b710 con 0x7f8a2c15a230 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a2c0ce530 con 0x7f8a2c070a70 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 0x7f8a2c15f8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 0x7f8a2c15f8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55860/0 (socket says 172.21.15.39:55860) 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 -- 172.21.15.39:0/1940556107 learned_addr learned my addr 172.21.15.39:0/1940556107 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a308c0640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c15a230 0x7f8a2c0cc5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a310c1640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c070a70 0x7f8a2c14b1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 -- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c070a70 msgr2=0x7f8a2c14b1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c070a70 0x7f8a2c14b1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 -- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c15a230 msgr2=0x7f8a2c0cc5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c15a230 0x7f8a2c0cc5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 -- 172.21.15.39:0/1940556107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a1c009400 con 0x7f8a2c1601f0 2024-09-13T16:22:16.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a318c2640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 0x7f8a2c15f8a0 secure :-1 s=READY pgs=2673 cs=0 l=1 rev1=1 crypto rx=0x7f8a2400cc10 tx=0x7f8a2400a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:16.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a2400ce20 con 0x7f8a2c1601f0 2024-09-13T16:22:16.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a24012400 con 0x7f8a2c1601f0 2024-09-13T16:22:16.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a2c15e790 con 0x7f8a2c1601f0 2024-09-13T16:22:16.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.711+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a240127f0 con 0x7f8a2c1601f0 2024-09-13T16:22:16.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.712+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a2c15f0a0 con 0x7f8a2c1601f0 2024-09-13T16:22:16.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.713+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a2c15f230 con 0x7f8a2c1601f0 2024-09-13T16:22:16.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.713+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8a24007070 con 0x7f8a2c1601f0 2024-09-13T16:22:16.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.713+0000 7f8a21ffb640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8a1006ac00 0x7f8a1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:16.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.713+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f8a2408a200 con 0x7f8a2c1601f0 2024-09-13T16:22:16.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.714+0000 7f8a310c1640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8a1006ac00 0x7f8a1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:16.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.714+0000 7f8a310c1640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8a1006ac00 0x7f8a1006d0c0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009a30 tx=0x7f8a28008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:16.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.718+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8a240546c0 con 0x7f8a2c1601f0 2024-09-13T16:22:16.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.921+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f8a2c0672f0 con 0x7f8a2c1601f0 2024-09-13T16:22:16.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.922+0000 7f8a21ffb640 1 -- 172.21.15.39:0/1940556107 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 295 v295) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f8a24017070 con 0x7f8a2c1601f0 2024-09-13T16:22:16.923 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:16.923 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":295,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":295,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:13.912829+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:16.924 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 295 2024-09-13T16:22:16.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8a1006ac00 msgr2=0x7f8a1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8a1006ac00 0x7f8a1006d0c0 secure :-1 s=READY pgs=1035 cs=0 l=1 rev1=1 crypto rx=0x7f8a28009a30 tx=0x7f8a28008040 comp rx=0 tx=0).stop 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 msgr2=0x7f8a2c15f8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 0x7f8a2c15f8a0 secure :-1 s=READY pgs=2673 cs=0 l=1 rev1=1 crypto rx=0x7f8a2400cc10 tx=0x7f8a2400a430 comp rx=0 tx=0).stop 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 shutdown_connections 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8a1006ac00 0x7f8a1006d0c0 unknown :-1 s=CLOSED pgs=1035 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8a2c1601f0 0x7f8a2c15f8a0 unknown :-1 s=CLOSED pgs=2673 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8a2c15a230 0x7f8a2c0cc5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 --2- 172.21.15.39:0/1940556107 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8a2c070a70 0x7f8a2c14b1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 >> 172.21.15.39:0/1940556107 conn(0x7f8a2c06a0b0 msgr2=0x7f8a2c154e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 shutdown_connections 2024-09-13T16:22:16.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:16.924+0000 7f8a33325640 1 -- 172.21.15.39:0/1940556107 wait complete. 2024-09-13T16:22:16.936 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:22:16.937 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.037+0000 7f95c2d3e640 1 Processor -- start 2024-09-13T16:22:17.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.037+0000 7f95c2d3e640 1 -- start start 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95c2d3e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f95bc0721f0 0x7f95bc0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95c2d3e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95bc0cc820 0x7f95bc15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95c2d3e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95bc0cebf0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95c2d3e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95bc15bed0 con 0x7f95bc0cc820 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95c2d3e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95bc15aa50 con 0x7f95bc0721f0 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95c12db640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95bc0cc820 0x7f95bc15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95bbfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f95bc0ce7b0 0x7f95bc0cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54020/0 (socket says 172.21.15.39:54020) 2024-09-13T16:22:17.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.038+0000 7f95bbfff640 1 -- 172.21.15.39:0/955988751 learned_addr learned my addr 172.21.15.39:0/955988751 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95c0ada640 1 --2- 172.21.15.39:0/955988751 >> v2:172.21.15.157:3300/0 conn(0x7f95bc0721f0 0x7f95bc0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95c12db640 1 -- 172.21.15.39:0/955988751 >> v2:172.21.15.157:3300/0 conn(0x7f95bc0721f0 msgr2=0x7f95bc0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95c12db640 1 --2- 172.21.15.39:0/955988751 >> v2:172.21.15.157:3300/0 conn(0x7f95bc0721f0 0x7f95bc0ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95c12db640 1 -- 172.21.15.39:0/955988751 >> v1:172.21.15.39:6789/0 conn(0x7f95bc0ce7b0 legacy=0x7f95bc0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95c12db640 1 -- 172.21.15.39:0/955988751 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95bc15af50 con 0x7f95bc0cc820 2024-09-13T16:22:17.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95bb7fe640 1 -- 172.21.15.39:0/955988751 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3515429145 0 0) 0x7f95bc0cebf0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.039+0000 7f95c12db640 1 --2- 172.21.15.39:0/955988751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0cc820 0x7f95bc15c2f0 secure :-1 s=READY pgs=2675 cs=0 l=1 rev1=1 crypto rx=0x7f95bc068520 tx=0x7f95b402a110 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b38d82af50ca5a99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95bb7fe640 1 -- 172.21.15.39:0/955988751 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b402ae60 con 0x7f95bc0cc820 2024-09-13T16:22:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95bb7fe640 1 -- 172.21.15.39:0/955988751 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95b4032440 con 0x7f95bc0cc820 2024-09-13T16:22:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95bb7fe640 1 -- 172.21.15.39:0/955988751 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b40327d0 con 0x7f95bc0cc820 2024-09-13T16:22:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 -- 172.21.15.39:0/955988751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0cc820 msgr2=0x7f95bc15c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/955988751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0cc820 0x7f95bc15c2f0 secure :-1 s=READY pgs=2675 cs=0 l=1 rev1=1 crypto rx=0x7f95bc068520 tx=0x7f95b402a110 comp rx=0 tx=0).stop 2024-09-13T16:22:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 -- 172.21.15.39:0/955988751 shutdown_connections 2024-09-13T16:22:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/955988751 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0cc820 0x7f95bc15c2f0 unknown :-1 s=CLOSED pgs=2675 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/955988751 >> v2:172.21.15.157:3300/0 conn(0x7f95bc0721f0 0x7f95bc0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 -- 172.21.15.39:0/955988751 >> 172.21.15.39:0/955988751 conn(0x7f95bc06b3b0 msgr2=0x7f95bc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 -- 172.21.15.39:0/955988751 shutdown_connections 2024-09-13T16:22:17.043 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.040+0000 7f95c2d3e640 1 -- 172.21.15.39:0/955988751 wait complete. 2024-09-13T16:22:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.041+0000 7f95c2d3e640 1 Processor -- start 2024-09-13T16:22:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.041+0000 7f95c2d3e640 1 -- start start 2024-09-13T16:22:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c2d3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95bc0721f0 0x7f95bc157990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c2d3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95bc0cc820 0x7f95bc14e470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c2d3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 0x7f95bc1f0290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c2d3e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc14efb0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c2d3e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc1567a0 con 0x7f95bc0cc820 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c2d3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95bc156bc0 con 0x7f95bc0721f0 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c12db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 0x7f95bc1f0290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c12db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 0x7f95bc1f0290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55878/0 (socket says 172.21.15.39:55878) 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.042+0000 7f95c12db640 1 -- 172.21.15.39:0/1365172296 learned_addr learned my addr 172.21.15.39:0/1365172296 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95bbfff640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95bc0cc820 0x7f95bc14e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c0ada640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95bc0721f0 0x7f95bc157990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c12db640 1 -- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95bc0721f0 msgr2=0x7f95bc157990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c12db640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95bc0721f0 0x7f95bc157990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c12db640 1 -- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95bc0cc820 msgr2=0x7f95bc14e470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c12db640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95bc0cc820 0x7f95bc14e470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c12db640 1 -- 172.21.15.39:0/1365172296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95b4009400 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c12db640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 0x7f95bc1f0290 secure :-1 s=READY pgs=2676 cs=0 l=1 rev1=1 crypto rx=0x7f95b4035040 tx=0x7f95b40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b4030900 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95b4030a60 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95bc14e9b0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95b4030e10 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.043+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95bc155e00 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.044+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95bc1568e0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.045+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f95b4039040 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.045+0000 7f95b97fa640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f959c06ac00 0x7f959c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.045+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f95b40aab70 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.045+0000 7f95c0ada640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f959c06ac00 0x7f959c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.046+0000 7f95c0ada640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f959c06ac00 0x7f959c06d0c0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f95ac006fd0 tx=0x7f95ac008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:17.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.049+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f95bc1568e0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.259+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f95bc1568e0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.259+0000 7f95b97fa640 1 -- 172.21.15.39:0/1365172296 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 295 v295) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f95bc1568e0 con 0x7f95bc0ce7b0 2024-09-13T16:22:17.261 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:17.261 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":295,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":295,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:13.912829+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:17.261 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 295 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f959c06ac00 msgr2=0x7f959c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f959c06ac00 0x7f959c06d0c0 secure :-1 s=READY pgs=1036 cs=0 l=1 rev1=1 crypto rx=0x7f95ac006fd0 tx=0x7f95ac008040 comp rx=0 tx=0).stop 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 msgr2=0x7f95bc1f0290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 0x7f95bc1f0290 secure :-1 s=READY pgs=2676 cs=0 l=1 rev1=1 crypto rx=0x7f95b4035040 tx=0x7f95b40046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 shutdown_connections 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f959c06ac00 0x7f959c06d0c0 unknown :-1 s=CLOSED pgs=1036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95bc0ce7b0 0x7f95bc1f0290 unknown :-1 s=CLOSED pgs=2676 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95bc0cc820 0x7f95bc14e470 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 --2- 172.21.15.39:0/1365172296 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95bc0721f0 0x7f95bc157990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 >> 172.21.15.39:0/1365172296 conn(0x7f95bc06b3b0 msgr2=0x7f95bc072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 shutdown_connections 2024-09-13T16:22:17.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.261+0000 7f95c2d3e640 1 -- 172.21.15.39:0/1365172296 wait complete. 2024-09-13T16:22:17.273 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 600.00000000' led to DAMAGED state 2024-09-13T16:22:17.274 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on mds0_openfiles.0' 2024-09-13T16:22:17.274 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:17.274 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:17.290 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:22:17.290 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:17.290 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:17.290 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:17.291 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:22:17.346 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:17.346 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:22:17.346 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:22:17.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.487+0000 7f3c43820640 1 Processor -- start 2024-09-13T16:22:17.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 -- start start 2024-09-13T16:22:17.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c159380 0x7f3c3c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c3c15a360 0x7f3c3c0ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3c3c0ce960 0x7f3c3c071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c3c0cedf0 con 0x7f3c3c15a360 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3c3c159760 con 0x7f3c3c0ce960 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.488+0000 7f3c43820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3c15a880 con 0x7f3c3c159380 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c3c15a360 0x7f3c3c0ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3c3c15a360 0x7f3c3c0ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55882/0 (socket says 172.21.15.39:55882) 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 -- 172.21.15.39:0/2867895136 learned_addr learned my addr 172.21.15.39:0/2867895136 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 -- 172.21.15.39:0/2867895136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c159380 msgr2=0x7f3c3c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c415bc640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c159380 0x7f3c3c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c41dbd640 1 --2- 172.21.15.39:0/2867895136 >> v2:172.21.15.157:3300/0 conn(0x7f3c3c0ce960 0x7f3c3c071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c159380 0x7f3c3c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 -- 172.21.15.39:0/2867895136 >> v2:172.21.15.157:3300/0 conn(0x7f3c3c0ce960 msgr2=0x7f3c3c071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:17.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 --2- 172.21.15.39:0/2867895136 >> v2:172.21.15.157:3300/0 conn(0x7f3c3c0ce960 0x7f3c3c071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c40dbb640 1 -- 172.21.15.39:0/2867895136 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c3c15ab60 con 0x7f3c3c15a360 2024-09-13T16:22:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c415bc640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c159380 0x7f3c3c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:17.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.489+0000 7f3c41dbd640 1 --2- 172.21.15.39:0/2867895136 >> v2:172.21.15.157:3300/0 conn(0x7f3c3c0ce960 0x7f3c3c071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c40dbb640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c0ce420 secure :-1 s=READY pgs=2677 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c0b2910 tx=0x7f3c3002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4b42bf96e956fa72 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c2ffff640 1 -- 172.21.15.39:0/2867895136 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c30032440 con 0x7f3c3c15a360 2024-09-13T16:22:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c2ffff640 1 -- 172.21.15.39:0/2867895136 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c300325a0 con 0x7f3c3c15a360 2024-09-13T16:22:17.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c2ffff640 1 -- 172.21.15.39:0/2867895136 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c30032930 con 0x7f3c3c15a360 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c43820640 1 -- 172.21.15.39:0/2867895136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 msgr2=0x7f3c3c0ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c43820640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c0ce420 secure :-1 s=READY pgs=2677 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c0b2910 tx=0x7f3c3002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c43820640 1 -- 172.21.15.39:0/2867895136 shutdown_connections 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c43820640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c0ce420 unknown :-1 s=CLOSED pgs=2677 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c43820640 1 --2- 172.21.15.39:0/2867895136 >> v2:172.21.15.157:3300/0 conn(0x7f3c3c0ce960 0x7f3c3c071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.490+0000 7f3c43820640 1 --2- 172.21.15.39:0/2867895136 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c159380 0x7f3c3c0b31e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.491+0000 7f3c43820640 1 -- 172.21.15.39:0/2867895136 >> 172.21.15.39:0/2867895136 conn(0x7f3c3c0b15d0 msgr2=0x7f3c3c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.491+0000 7f3c43820640 1 -- 172.21.15.39:0/2867895136 shutdown_connections 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.491+0000 7f3c43820640 1 -- 172.21.15.39:0/2867895136 wait complete. 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.492+0000 7f3c43820640 1 Processor -- start 2024-09-13T16:22:17.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.492+0000 7f3c43820640 1 -- start start 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c0ce960 0x7f3c3c0aae10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c3c159380 0x7f3c3c1587a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c14c340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3c152f60 con 0x7f3c3c15a360 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3c0a9530 con 0x7f3c3c159380 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3c3c0a9810 con 0x7f3c3c0ce960 2024-09-13T16:22:17.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c14c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c14c340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55898/0 (socket says 172.21.15.39:55898) 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 -- 172.21.15.39:0/2558908816 learned_addr learned my addr 172.21.15.39:0/2558908816 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c40dbb640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c3c159380 0x7f3c3c1587a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c415bc640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c0ce960 0x7f3c3c0aae10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 -- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c0ce960 msgr2=0x7f3c3c0aae10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c0ce960 0x7f3c3c0aae10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 -- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c3c159380 msgr2=0x7f3c3c1587a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c3c159380 0x7f3c3c1587a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 -- 172.21.15.39:0/2558908816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3c300094d0 con 0x7f3c3c15a360 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c41dbd640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c14c340 secure :-1 s=READY pgs=2678 cs=0 l=1 rev1=1 crypto rx=0x7f3c3400cef0 tx=0x7f3c3400a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c3400d840 con 0x7f3c3c15a360 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3c3400d9a0 con 0x7f3c3c15a360 2024-09-13T16:22:17.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3c3c1528a0 con 0x7f3c3c15a360 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.493+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3c3400dd50 con 0x7f3c3c15a360 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.494+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3c3c14c880 con 0x7f3c3c15a360 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.495+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3c3c0672f0 con 0x7f3c3c15a360 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.495+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3c3401e3b0 con 0x7f3c3c15a360 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.495+0000 7f3c2dffb640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c2006ac00 0x7f3c2006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.496+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f3c3408aa20 con 0x7f3c3c15a360 2024-09-13T16:22:17.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.496+0000 7f3c415bc640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c2006ac00 0x7f3c2006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:17.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.496+0000 7f3c415bc640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c2006ac00 0x7f3c2006d0c0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c150c30 tx=0x7f3c38008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:17.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.500+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3c34054f70 con 0x7f3c3c15a360 2024-09-13T16:22:17.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:17.707+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f3c3c0b31e0 con 0x7f3c3c15a360 2024-09-13T16:22:18.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.142+0000 7f3c2dffb640 1 -- 172.21.15.39:0/2558908816 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v296) v1 ==== 161+0+0 (secure 0 0 0) 0x7f3c3401a070 con 0x7f3c3c15a360 2024-09-13T16:22:18.144 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c2006ac00 msgr2=0x7f3c2006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c2006ac00 0x7f3c2006d0c0 secure :-1 s=READY pgs=1037 cs=0 l=1 rev1=1 crypto rx=0x7f3c3c150c30 tx=0x7f3c38008040 comp rx=0 tx=0).stop 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 msgr2=0x7f3c3c14c340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c14c340 secure :-1 s=READY pgs=2678 cs=0 l=1 rev1=1 crypto rx=0x7f3c3400cef0 tx=0x7f3c3400a710 comp rx=0 tx=0).stop 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 shutdown_connections 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3c2006ac00 0x7f3c2006d0c0 unknown :-1 s=CLOSED pgs=1037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3c3c15a360 0x7f3c3c14c340 unknown :-1 s=CLOSED pgs=2678 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3c3c159380 0x7f3c3c1587a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 --2- 172.21.15.39:0/2558908816 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3c3c0ce960 0x7f3c3c0aae10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.144+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 >> 172.21.15.39:0/2558908816 conn(0x7f3c3c0b15d0 msgr2=0x7f3c3c155390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:18.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.145+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 shutdown_connections 2024-09-13T16:22:18.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.145+0000 7f3c43820640 1 -- 172.21.15.39:0/2558908816 wait complete. 2024-09-13T16:22:18.158 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:22:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 Processor -- start 2024-09-13T16:22:18.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 -- start start 2024-09-13T16:22:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f46a0159380 0x7f46a00b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:18.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a015a360 0x7f46a00ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f46a0159760 con 0x7f46a00ce960 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f46a00cedd0 con 0x7f46a0159380 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.261+0000 7f46a52b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46a015a880 con 0x7f46a015a360 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469f7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f46a00ce960 0x7f46a0071280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54034/0 (socket says 172.21.15.39:54034) 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f46a0159380 0x7f46a00b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469f7fe640 1 -- 172.21.15.39:0/253404483 learned_addr learned my addr 172.21.15.39:0/253404483 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469e7fc640 1 --2- 172.21.15.39:0/253404483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a015a360 0x7f46a00ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469effd640 1 -- 172.21.15.39:0/253404483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a015a360 msgr2=0x7f46a00ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469effd640 1 --2- 172.21.15.39:0/253404483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a015a360 0x7f46a00ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469effd640 1 -- 172.21.15.39:0/253404483 >> v1:172.21.15.39:6789/0 conn(0x7f46a00ce960 legacy=0x7f46a0071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469effd640 1 -- 172.21.15.39:0/253404483 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f46a015ab60 con 0x7f46a0159380 2024-09-13T16:22:18.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.262+0000 7f469dffb640 1 -- 172.21.15.39:0/253404483 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1636711624 0 0) 0x7f46a0159760 con 0x7f46a00ce960 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f469effd640 1 --2- 172.21.15.39:0/253404483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a0159380 0x7f46a00b31e0 secure :-1 s=READY pgs=2680 cs=0 l=1 rev1=1 crypto rx=0x7f46900097a0 tx=0x7f469002a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3393d5ac8f13c191 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f469dffb640 1 -- 172.21.15.39:0/253404483 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4690032440 con 0x7f46a0159380 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f469dffb640 1 -- 172.21.15.39:0/253404483 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f46900325a0 con 0x7f46a0159380 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f469dffb640 1 -- 172.21.15.39:0/253404483 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4690032930 con 0x7f46a0159380 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f46a52b1640 1 -- 172.21.15.39:0/253404483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a0159380 msgr2=0x7f46a00b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f46a52b1640 1 --2- 172.21.15.39:0/253404483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a0159380 0x7f46a00b31e0 secure :-1 s=READY pgs=2680 cs=0 l=1 rev1=1 crypto rx=0x7f46900097a0 tx=0x7f469002a180 comp rx=0 tx=0).stop 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f46a52b1640 1 -- 172.21.15.39:0/253404483 shutdown_connections 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f46a52b1640 1 --2- 172.21.15.39:0/253404483 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a015a360 0x7f46a00ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f46a52b1640 1 --2- 172.21.15.39:0/253404483 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a0159380 0x7f46a00b31e0 unknown :-1 s=CLOSED pgs=2680 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.263+0000 7f46a52b1640 1 -- 172.21.15.39:0/253404483 >> 172.21.15.39:0/253404483 conn(0x7f46a00b15d0 msgr2=0x7f46a00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.264+0000 7f46a52b1640 1 -- 172.21.15.39:0/253404483 shutdown_connections 2024-09-13T16:22:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.264+0000 7f46a52b1640 1 -- 172.21.15.39:0/253404483 wait complete. 2024-09-13T16:22:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.265+0000 7f46a52b1640 1 Processor -- start 2024-09-13T16:22:18.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.265+0000 7f46a52b1640 1 -- start start 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a00ce960 0x7f46a014e300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46a0159380 0x7f46a0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 0x7f46a006a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46a0156250 con 0x7f46a015a360 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f46a0070850 con 0x7f46a0159380 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f46a014e840 con 0x7f46a00ce960 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 0x7f46a006a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 0x7f46a006a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55916/0 (socket says 172.21.15.39:55916) 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 -- 172.21.15.39:0/2673304072 learned_addr learned my addr 172.21.15.39:0/2673304072 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469effd640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a00ce960 0x7f46a014e300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:18.269 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469e7fc640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46a0159380 0x7f46a0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 -- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a00ce960 msgr2=0x7f46a014e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a00ce960 0x7f46a014e300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 -- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46a0159380 msgr2=0x7f46a0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46a0159380 0x7f46a0069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 -- 172.21.15.39:0/2673304072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4690009400 con 0x7f46a015a360 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469effd640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a00ce960 0x7f46a014e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f469f7fe640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 0x7f46a006a410 secure :-1 s=READY pgs=2681 cs=0 l=1 rev1=1 crypto rx=0x7f469800c7e0 tx=0x7f469800cca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f469800a640 con 0x7f46a015a360 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f469800a7c0 con 0x7f46a015a360 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f469800ab70 con 0x7f46a015a360 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f46a006ff20 con 0x7f46a015a360 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.266+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f46a00704e0 con 0x7f46a015a360 2024-09-13T16:22:18.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.268+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f46a00672f0 con 0x7f46a015a360 2024-09-13T16:22:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.268+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f469800acd0 con 0x7f46a015a360 2024-09-13T16:22:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.268+0000 7f46977fe640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f468006ac00 0x7f468006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.269+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f4698089540 con 0x7f46a015a360 2024-09-13T16:22:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.269+0000 7f469effd640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f468006ac00 0x7f468006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:18.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.269+0000 7f469effd640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f468006ac00 0x7f468006d0c0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f4690034000 tx=0x7f469002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:18.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.273+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4698053b20 con 0x7f46a015a360 2024-09-13T16:22:18.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:18.509+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f46a006c1c0 con 0x7f46a015a360 2024-09-13T16:22:18.663 INFO:tasks.ceph.mds.c.smithi039.stderr: -49> 2024-09-13T16:22:13.910+0000 7f392ee0d640 -1 mds.0.cache.dir(0x600) Corrupt fnode in dirfrag 0x600: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:18.664 INFO:tasks.ceph.mds.c.smithi039.stderr: -46> 2024-09-13T16:22:13.910+0000 7f392ee0d640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x600 is fatal because it is a system directory for this rank 2024-09-13T16:22:18.664 INFO:tasks.ceph.mds.c.smithi039.stderr: -28> 2024-09-13T16:22:15.113+0000 7f3932614640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:18.687 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:22:19.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.155+0000 7f46977fe640 1 -- 172.21.15.39:0/2673304072 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v297) v1 ==== 101+0+0 (secure 0 0 0) 0x7f4698018070 con 0x7f46a015a360 2024-09-13T16:22:19.156 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:22:19.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f468006ac00 msgr2=0x7f468006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.158 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f468006ac00 0x7f468006d0c0 secure :-1 s=READY pgs=1038 cs=0 l=1 rev1=1 crypto rx=0x7f4690034000 tx=0x7f469002e000 comp rx=0 tx=0).stop 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 msgr2=0x7f46a006a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 0x7f46a006a410 secure :-1 s=READY pgs=2681 cs=0 l=1 rev1=1 crypto rx=0x7f469800c7e0 tx=0x7f469800cca0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 shutdown_connections 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f468006ac00 0x7f468006d0c0 unknown :-1 s=CLOSED pgs=1038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f46a015a360 0x7f46a006a410 unknown :-1 s=CLOSED pgs=2681 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f46a0159380 0x7f46a0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 --2- 172.21.15.39:0/2673304072 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f46a00ce960 0x7f46a014e300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 >> 172.21.15.39:0/2673304072 conn(0x7f46a00b15d0 msgr2=0x7f46a0070e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 shutdown_connections 2024-09-13T16:22:19.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.157+0000 7f46a52b1640 1 -- 172.21.15.39:0/2673304072 wait complete. 2024-09-13T16:22:19.171 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.214+0000 7f7c95f48f40 1 Processor -- start 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.214+0000 7f7c95f48f40 1 -- start start 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c95f48f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 0x56540b0921b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c95f48f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b08c110 0x56540b108930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c95f48f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b1221d0 0x56540b1208c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c95f48f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56540aff74d0 con 0x56540b049e10 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c95f48f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56540af92b60 con 0x56540b1221d0 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c95f48f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56540af92800 con 0x56540b08c110 2024-09-13T16:22:19.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c93a45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 0x56540b0921b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c93a45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 0x56540b0921b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55952/0 (socket says 172.21.15.39:55952) 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c93a45640 1 -- 172.21.15.39:0/1813139810 learned_addr learned my addr 172.21.15.39:0/1813139810 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b08c110 0x56540b108930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c94246640 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b1221d0 0x56540b1208c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.215+0000 7f7c93a45640 1 -- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b08c110 msgr2=0x56540b108930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c93a45640 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b08c110 0x56540b108930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c93a45640 1 -- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b1221d0 msgr2=0x56540b1208c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c93a45640 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b1221d0 0x56540b1208c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c93a45640 1 -- 172.21.15.39:0/1813139810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c8c00a1c0 con 0x56540b049e10 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c93a45640 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 0x56540b0921b0 secure :-1 s=READY pgs=2686 cs=0 l=1 rev1=1 crypto rx=0x7f7c8400a7d0 tx=0x7f7c8400a8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9b6a701d6425ebfd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c92a43640 1 -- 172.21.15.39:0/1813139810 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8400f070 con 0x56540b049e10 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c92a43640 1 -- 172.21.15.39:0/1813139810 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c84007600 con 0x56540b049e10 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c92a43640 1 -- 172.21.15.39:0/1813139810 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c84007990 con 0x56540b049e10 2024-09-13T16:22:19.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 -- 172.21.15.39:0/1813139810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 msgr2=0x56540b0921b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 0x56540b0921b0 secure :-1 s=READY pgs=2686 cs=0 l=1 rev1=1 crypto rx=0x7f7c8400a7d0 tx=0x7f7c8400a8c0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 -- 172.21.15.39:0/1813139810 shutdown_connections 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b1221d0 0x56540b1208c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b08c110 0x56540b108930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/1813139810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b049e10 0x56540b0921b0 unknown :-1 s=CLOSED pgs=2686 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 -- 172.21.15.39:0/1813139810 >> 172.21.15.39:0/1813139810 conn(0x56540b095800 msgr2=0x56540b108140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 -- 172.21.15.39:0/1813139810 shutdown_connections 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.216+0000 7f7c95f48f40 1 -- 172.21.15.39:0/1813139810 wait complete. 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.217+0000 7f7c95f48f40 1 Processor -- start 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.217+0000 7f7c95f48f40 1 -- start start 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c95f48f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b049e10 0x56540b104be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c95f48f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b08c110 0x56540b107090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c95f48f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b1221d0 0x56540b1075d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c95f48f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56540af75520 con 0x56540b1221d0 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c95f48f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56540b1bbb90 con 0x56540b08c110 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c95f48f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56540b1bbe30 con 0x56540b049e10 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b1221d0 0x56540b1075d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b1221d0 0x56540b1075d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55964/0 (socket says 172.21.15.39:55964) 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 learned_addr learned my addr 172.21.15.39:0/3739234653 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b049e10 0x56540b104be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b08c110 0x56540b107090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b049e10 msgr2=0x56540b104be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56540b049e10 0x56540b104be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b08c110 msgr2=0x56540b107090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56540b08c110 0x56540b107090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7c8400a420 con 0x56540b1221d0 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.218+0000 7f7c94246640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b1221d0 0x56540b1075d0 secure :-1 s=READY pgs=2687 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c00a560 tx=0x7f7c8c003330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.219+0000 7f7c91a41640 1 -- 172.21.15.39:0/3739234653 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c050bb0 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.219+0000 7f7c91a41640 1 -- 172.21.15.39:0/3739234653 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7c8c050d30 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.219+0000 7f7c91a41640 1 -- 172.21.15.39:0/3739234653 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7c8c050ea0 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.219+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x56540afa1c20 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.219+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56540af95060 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.220+0000 7f7c91a41640 1 -- 172.21.15.39:0/3739234653 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7c8c059690 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.220+0000 7f7c91a41640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c740695e0 0x7f7c7406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c91a41640 1 -- 172.21.15.39:0/3739234653 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f7c8c0ccc70 con 0x56540b1221d0 2024-09-13T16:22:19.230 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:22:19.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c740695e0 0x7f7c7406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56540b11a210 0x56540b11a620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b11ab60 con 0x56540b11a210 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56540b11a210 0x56540b11a620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56540b11a210 0x56540b11a620 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.221+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c740695e0 0x7f7c7406baa0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f7c84016040 tx=0x7f7c8400c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.223+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v127'1097 uv1070 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.223+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b11af40 con 0x56540b11a210 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.225+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v127'1098 uv1098 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.225+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b11b2f0 con 0x56540b11a210 2024-09-13T16:22:19.232 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.226+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v127'1099 uv1099 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.227+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5bc0 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.228+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v127'1100 uv1100 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.228+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5f70 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.229+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v127'1101 uv1101 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.229+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c4bb0 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.231+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v127'1102 uv1102 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.231+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c4f80 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.232+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v127'1103 uv1076 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.232+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5380 con 0x56540b11a210 2024-09-13T16:22:19.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.234+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v127'1104 uv1104 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.234+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5380 con 0x56540b11a210 2024-09-13T16:22:19.236 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:22:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.235+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v127'1105 uv1105 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.235+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.237+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v127'1106 uv1106 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.237+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.238+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v127'1107 uv1107 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.238+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.240+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v127'1108 uv1108 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.240+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.242 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.241+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v127'1109 uv1083 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.241+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.243+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v127'1110 uv1110 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.243+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.246 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:22:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.244+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v127'1111 uv1111 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.244+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.246+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v127'1112 uv1112 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.246+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.248+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v127'1113 uv1113 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.248+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5330 con 0x56540b11a210 2024-09-13T16:22:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.249+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v127'1114 uv1114 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.249+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c5720 con 0x56540b11a210 2024-09-13T16:22:19.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.251+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v127'1115 uv1115 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.251+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.252+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v127'1116 uv1096 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.252+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.253+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v127'1117 uv1117 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.253+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.256 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:22:19.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.255+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v127'1118 uv1118 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.255+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.256+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v127'1119 uv1119 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.256+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.257+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v127'1120 uv1120 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.257+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.259+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v127'1121 uv1121 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.260 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.259+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.260+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v127'1122 uv1095 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.260+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.261+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v127'1123 uv1123 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.262 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.261+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.264 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:22:19.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.263+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v127'1124 uv1124 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.264 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.263+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.264+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v127'1125 uv1125 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.265 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.264+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.266 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.265+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v127'1126 uv1126 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.267 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.265+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c55a0 con 0x56540b11a210 2024-09-13T16:22:19.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.267+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v127'1127 uv1127 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.267+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56540b1c55a0 0x56540b1c8840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.267+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c8d80 con 0x56540b1c55a0 2024-09-13T16:22:19.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.267+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56540b1c55a0 0x56540b1c8840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.267+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56540b1c55a0 0x56540b1c8840 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.269+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v127'790 uv772 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.269+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c9130 con 0x56540b1c55a0 2024-09-13T16:22:19.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.270+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v127'791 uv791 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.270+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c94e0 con 0x56540b1c55a0 2024-09-13T16:22:19.273 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:22:19.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.272+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v127'792 uv792 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.272+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c9d80 con 0x56540b1c55a0 2024-09-13T16:22:19.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.273+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v127'793 uv793 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.273+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca130 con 0x56540b1c55a0 2024-09-13T16:22:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.274+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v127'794 uv794 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.275 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.274+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.276+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v127'795 uv777 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.276+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.277+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v127'796 uv796 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.277+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.279 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:22:19.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.278+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v127'797 uv797 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.278+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.280+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v127'798 uv798 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.280+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.281+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v127'799 uv799 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.283 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.281+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.283+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v127'800 uv782 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.283+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.284+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v127'801 uv801 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.284+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.286 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:22:19.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.285+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v127'802 uv802 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.285+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cdf10 con 0x56540b1c55a0 2024-09-13T16:22:19.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.287+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v127'803 uv803 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.288 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.287+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cdf10 con 0x56540b1c55a0 2024-09-13T16:22:19.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.288+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v127'804 uv804 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.288+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.290+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v127'805 uv788 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.290+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.291+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v127'806 uv806 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.291+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.293 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:22:19.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.292+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v127'807 uv807 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.292+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cb4f0 con 0x56540b1c55a0 2024-09-13T16:22:19.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.294+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v127'808 uv808 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.294+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cb4f0 con 0x56540b1c55a0 2024-09-13T16:22:19.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.295+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v127'809 uv809 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.295+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b1c55a0 2024-09-13T16:22:19.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.296+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v127'810 uv810 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c84007ce0 con 0x56540b1c55a0 2024-09-13T16:22:19.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.296+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b11a210 2024-09-13T16:22:19.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.297+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v127'213 uv212 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.297+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b11a210 2024-09-13T16:22:19.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.298+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v127'214 uv214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.298+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b11a210 2024-09-13T16:22:19.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.299+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v127'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.301 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:22:19.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.300+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cb4f0 con 0x56540b11a210 2024-09-13T16:22:19.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.300+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v127'216 uv216 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.300+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cb4f0 con 0x56540b11a210 2024-09-13T16:22:19.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.301+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v127'217 uv217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.301+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ca4e0 con 0x56540b11a210 2024-09-13T16:22:19.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.303+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v127'218 uv218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.303+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56540b1ca9f0 0x56540b1ccde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.303+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd320 con 0x56540b1ca9f0 2024-09-13T16:22:19.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.303+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56540b1ca9f0 0x56540b1ccde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.303+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56540b1ca9f0 0x56540b1ccde0 crc :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.304+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v127'155 uv154 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.304+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd360 con 0x56540b1ca9f0 2024-09-13T16:22:19.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.305+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v127'156 uv156 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.306+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd760 con 0x56540b1ca9f0 2024-09-13T16:22:19.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.306+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v127'157 uv157 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.308 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:22:19.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.307+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd760 con 0x56540b1ca9f0 2024-09-13T16:22:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.308+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v127'158 uv158 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.308+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd760 con 0x56540b11a210 2024-09-13T16:22:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.309+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v127'213 uv212 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.309+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd760 con 0x56540b11a210 2024-09-13T16:22:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.310+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v127'214 uv214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.310+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd760 con 0x56540b11a210 2024-09-13T16:22:19.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.311+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v127'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.312 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:22:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.311+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ce770 con 0x56540b11a210 2024-09-13T16:22:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.312+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v127'216 uv216 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.312+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1ce770 con 0x56540b11a210 2024-09-13T16:22:19.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.313+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v127'217 uv217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.313+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1cd760 con 0x56540b11a210 2024-09-13T16:22:19.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.314+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v127'218 uv218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.314+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56540b1cdc70 0x56540b1d0060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.314+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d0630 con 0x56540b1cdc70 2024-09-13T16:22:19.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.314+0000 7f7c94246640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56540b1cdc70 0x56540b1d0060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.315+0000 7f7c94246640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56540b1cdc70 0x56540b1d0060 crc :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.316+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v127'393 uv387 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.316+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d0ae0 con 0x56540b1cdc70 2024-09-13T16:22:19.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.317+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v127'394 uv394 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.317+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d0fd0 con 0x56540b1cdc70 2024-09-13T16:22:19.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.318+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v127'395 uv395 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.320 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:22:19.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.318+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1c9930 con 0x56540b1cdc70 2024-09-13T16:22:19.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.319+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v127'396 uv396 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.319+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d2920 con 0x56540b1cdc70 2024-09-13T16:22:19.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.321+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v127'397 uv397 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.321+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d18c0 con 0x56540b1cdc70 2024-09-13T16:22:19.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.322+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v127'398 uv398 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.322+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d1cc0 con 0x56540b1cdc70 2024-09-13T16:22:19.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.323+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v127'399 uv392 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.323+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d20c0 con 0x56540b1cdc70 2024-09-13T16:22:19.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.324+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v127'400 uv400 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.324+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d20c0 con 0x56540b1cdc70 2024-09-13T16:22:19.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.325+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v127'401 uv401 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.327 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:22:19.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.325+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d2510 con 0x56540b1cdc70 2024-09-13T16:22:19.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.327+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v127'402 uv402 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.327+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d2070 con 0x56540b1cdc70 2024-09-13T16:22:19.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.328+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v127'403 uv403 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.328+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56540b1d3230 0x56540b1d5620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.328+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d5b60 con 0x56540b1d3230 2024-09-13T16:22:19.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.328+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56540b1d3230 0x56540b1d5620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.329+0000 7f7c93a45640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56540b1d3230 0x56540b1d5620 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.330+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v127'178 uv177 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c84033040 con 0x56540b1d3230 2024-09-13T16:22:19.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.330+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d5be0 con 0x56540b1d3230 2024-09-13T16:22:19.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.331+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v127'179 uv179 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c84033040 con 0x56540b1d3230 2024-09-13T16:22:19.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.331+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1d3230 2024-09-13T16:22:19.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.332+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v127'180 uv180 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c84033040 con 0x56540b1d3230 2024-09-13T16:22:19.333 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:22:19.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.332+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1d3230 2024-09-13T16:22:19.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.333+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v127'181 uv181 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c84033040 con 0x56540b1d3230 2024-09-13T16:22:19.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.333+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1d3230 2024-09-13T16:22:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.335+0000 7f7c93a45640 1 -- 172.21.15.39:0/3739234653 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v127'182 uv182 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c84033040 con 0x56540b1d3230 2024-09-13T16:22:19.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.335+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b11a210 2024-09-13T16:22:19.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.336+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v127'213 uv212 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.336+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b11a210 2024-09-13T16:22:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.337+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v127'214 uv214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.337+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b11a210 2024-09-13T16:22:19.339 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:22:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.338+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v127'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.338+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d7020 con 0x56540b11a210 2024-09-13T16:22:19.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.339+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v127'216 uv216 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.339+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d7020 con 0x56540b11a210 2024-09-13T16:22:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.340+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v127'217 uv217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.340+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b11a210 2024-09-13T16:22:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.341+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v127'218 uv218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b11a210 2024-09-13T16:22:19.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.341+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.342+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v127'355 uv349 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.342+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.343+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v127'356 uv356 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.343+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.344+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v127'357 uv357 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.346 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:22:19.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.344+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.345+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v127'358 uv358 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.345+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.346+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v127'359 uv359 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.346+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.347+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v127'360 uv354 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.347+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.348+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v127'361 uv361 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.348+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.351 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:22:19.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.349+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v127'362 uv362 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.349+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1ca9f0 2024-09-13T16:22:19.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.350+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v127'363 uv363 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.350+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8e60 con 0x56540b1ca9f0 2024-09-13T16:22:19.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.352+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v127'364 uv364 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.352+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56540b1d6b80 0x56540b1d94b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.352+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1d6b80 2024-09-13T16:22:19.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.352+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56540b1d6b80 0x56540b1d94b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.352+0000 7f7c8bfff640 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56540b1d6b80 0x56540b1d94b0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.353+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v127'157 uv155 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1d6b80 2024-09-13T16:22:19.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.353+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1d6b80 2024-09-13T16:22:19.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.354+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v127'158 uv158 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1d6b80 2024-09-13T16:22:19.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.354+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1d6b80 2024-09-13T16:22:19.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.355+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v127'159 uv159 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1d6b80 2024-09-13T16:22:19.357 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:22:19.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.355+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d6010 con 0x56540b1d6b80 2024-09-13T16:22:19.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.356+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v127'160 uv160 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1d6b80 2024-09-13T16:22:19.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.356+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1ca9f0 2024-09-13T16:22:19.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.357+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v127'213 uv212 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.357+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1ca9f0 2024-09-13T16:22:19.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.359+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v127'214 uv214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.359+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1ca9f0 2024-09-13T16:22:19.361 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:22:19.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.359+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v127'215 uv215 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.360+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1ca9f0 2024-09-13T16:22:19.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.360+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v127'216 uv216 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.360+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1ca9f0 2024-09-13T16:22:19.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.361+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v127'217 uv217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.361+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1ca9f0 2024-09-13T16:22:19.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.362+0000 7f7c8bfff640 1 -- 172.21.15.39:0/3739234653 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v127'218 uv218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c7c011690 con 0x56540b1ca9f0 2024-09-13T16:22:19.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.362+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.363+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v127'181 uv180 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.363+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.364+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v127'182 uv182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.364+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.366 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:22:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.365+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v127'183 uv183 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.365+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.366+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v127'184 uv184 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.367+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.367+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v127'185 uv185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.367+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.369+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v127'442 uv433 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.369+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.370+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v127'443 uv443 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.370+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.372 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:22:19.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.371+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v127'444 uv444 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.371+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.372+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v127'445 uv445 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.372+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.374+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v127'446 uv446 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.374+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.375+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v127'447 uv440 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.375+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.377+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v127'448 uv448 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.377+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.379 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:22:19.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.378+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v127'449 uv449 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.378+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.379+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v127'450 uv450 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.379+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.380+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v127'451 uv451 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.380+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d8f70 con 0x56540b1cdc70 2024-09-13T16:22:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.381+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v127'452 uv452 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.381+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x56540b1d99f0 con 0x56540b1cdc70 2024-09-13T16:22:19.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v127'453 uv453 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f7c8c06a020 con 0x56540b1cdc70 2024-09-13T16:22:19.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56540b11a210 msgr2=0x56540b11a620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x56540b11a210 0x56540b11a620 crc :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56540b1ca9f0 msgr2=0x56540b1ccde0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x56540b1ca9f0 0x56540b1ccde0 crc :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56540b1d6b80 msgr2=0x56540b1d94b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56540b1d6b80 0x56540b1d94b0 crc :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56540b1c55a0 msgr2=0x56540b1c8840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56540b1c55a0 0x56540b1c8840 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 reap_dead start 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56540b1cdc70 msgr2=0x56540b1d0060 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x56540b1cdc70 0x56540b1d0060 crc :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56540b1d3230 msgr2=0x56540b1d5620 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x56540b1d3230 0x56540b1d5620 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c740695e0 msgr2=0x7f7c7406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.382+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7c740695e0 0x7f7c7406baa0 secure :-1 s=READY pgs=1040 cs=0 l=1 rev1=1 crypto rx=0x7f7c84016040 tx=0x7f7c8400c000 comp rx=0 tx=0).stop 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b1221d0 msgr2=0x56540b1075d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c95f48f40 1 --2- 172.21.15.39:0/3739234653 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56540b1221d0 0x56540b1075d0 secure :-1 s=READY pgs=2687 cs=0 l=1 rev1=1 crypto rx=0x7f7c8c00a560 tx=0x7f7c8c003330 comp rx=0 tx=0).stop 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c94246640 1 -- 172.21.15.39:0/3739234653 reap_dead start 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 shutdown_connections 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 >> 172.21.15.39:0/3739234653 conn(0x56540b095800 msgr2=0x56540b0921b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 shutdown_connections 2024-09-13T16:22:19.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.383+0000 7f7c95f48f40 1 -- 172.21.15.39:0/3739234653 wait complete. 2024-09-13T16:22:19.387 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader mds0_openfiles.0 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:22:19.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.470+0000 7f9381985f40 1 Processor -- start 2024-09-13T16:22:19.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.470+0000 7f9381985f40 1 -- start start 2024-09-13T16:22:19.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f9381985f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 0x55bd8be78b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f9381985f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be76e50 0x55bd8be79120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f9381985f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be77230 0x55bd8bdbd320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f9381985f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd8bd70be0 con 0x55bd8be025f0 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f9381985f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd8bd6c4d0 con 0x55bd8be76e50 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f9381985f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bd8bd07b60 con 0x55bd8be77230 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 0x55bd8be78b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 0x55bd8be78b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55982/0 (socket says 172.21.15.39:55982) 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 -- 172.21.15.39:0/2005437540 learned_addr learned my addr 172.21.15.39:0/2005437540 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937ec81640 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be76e50 0x55bd8be79120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937fc83640 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be77230 0x55bd8bdbd320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 -- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be77230 msgr2=0x55bd8bdbd320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be77230 0x55bd8bdbd320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 -- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be76e50 msgr2=0x55bd8be79120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be76e50 0x55bd8be79120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937f482640 1 -- 172.21.15.39:0/2005437540 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f937000a100 con 0x55bd8be025f0 2024-09-13T16:22:19.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.471+0000 7f937ec81640 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be76e50 0x55bd8be79120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f937f482640 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 0x55bd8be78b10 secure :-1 s=READY pgs=2690 cs=0 l=1 rev1=1 crypto rx=0x7f9370025c10 tx=0x7f937004f000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4886f25085028dc3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f937dc7f640 1 -- 172.21.15.39:0/2005437540 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f937004d940 con 0x55bd8be025f0 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f937dc7f640 1 -- 172.21.15.39:0/2005437540 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f937004dac0 con 0x55bd8be025f0 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f937dc7f640 1 -- 172.21.15.39:0/2005437540 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f937004de70 con 0x55bd8be025f0 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 -- 172.21.15.39:0/2005437540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 msgr2=0x55bd8be78b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 0x55bd8be78b10 secure :-1 s=READY pgs=2690 cs=0 l=1 rev1=1 crypto rx=0x7f9370025c10 tx=0x7f937004f000 comp rx=0 tx=0).stop 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 -- 172.21.15.39:0/2005437540 shutdown_connections 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be77230 0x55bd8bdbd320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be76e50 0x55bd8be79120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 --2- 172.21.15.39:0/2005437540 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be025f0 0x55bd8be78b10 unknown :-1 s=CLOSED pgs=2690 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 -- 172.21.15.39:0/2005437540 >> 172.21.15.39:0/2005437540 conn(0x55bd8bdc3040 msgr2=0x55bd8be77640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 -- 172.21.15.39:0/2005437540 shutdown_connections 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.472+0000 7f9381985f40 1 -- 172.21.15.39:0/2005437540 wait complete. 2024-09-13T16:22:19.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.473+0000 7f9381985f40 1 Processor -- start 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.473+0000 7f9381985f40 1 -- start start 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.473+0000 7f9381985f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be025f0 0x55bd8be659b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.473+0000 7f9381985f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be76e50 0x55bd8bdbd510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f9381985f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be77230 0x55bd8be757f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f9381985f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd8bd07800 con 0x55bd8be76e50 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f9381985f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bd8bcea520 con 0x55bd8be77230 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f9381985f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bd8bea2810 con 0x55bd8be025f0 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be76e50 0x55bd8bdbd510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be76e50 0x55bd8bdbd510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55990/0 (socket says 172.21.15.39:55990) 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 -- 172.21.15.39:0/3566506999 learned_addr learned my addr 172.21.15.39:0/3566506999 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937f482640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be025f0 0x55bd8be659b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937fc83640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be77230 0x55bd8be757f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 -- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be025f0 msgr2=0x55bd8be659b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bd8be025f0 0x55bd8be659b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 -- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be77230 msgr2=0x55bd8be757f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bd8be77230 0x55bd8be757f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 -- 172.21.15.39:0/3566506999 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bd8bd16c20 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937ec81640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be76e50 0x55bd8bdbd510 secure :-1 s=READY pgs=2691 cs=0 l=1 rev1=1 crypto rx=0x7f937400df00 tx=0x7f937400b5e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937cc7d640 1 -- 172.21.15.39:0/3566506999 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f937400be10 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937cc7d640 1 -- 172.21.15.39:0/3566506999 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9374010620 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55bd8bd0a060 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f937cc7d640 1 -- 172.21.15.39:0/3566506999 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9374010990 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.474+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bd8bd09ac0 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.476+0000 7f937cc7d640 1 -- 172.21.15.39:0/3566506999 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9374010af0 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.476+0000 7f937cc7d640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f936c0695e0 0x7f936c06baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.476+0000 7f937cc7d640 1 -- 172.21.15.39:0/3566506999 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f937400a040 con 0x55bd8be76e50 2024-09-13T16:22:19.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.476+0000 7f937f482640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f936c0695e0 0x7f936c06baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.476+0000 7f9381985f40 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bd8bdbda50 0x55bd8be05290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.476+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e127) v8 -- 0x55bd8be03760 con 0x55bd8bdbda50 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.477+0000 7f937fc83640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bd8bdbda50 0x55bd8be05290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.477+0000 7f937fc83640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bd8bdbda50 0x55bd8be05290 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.477+0000 7f937f482640 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f936c0695e0 0x7f936c06baa0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f9370063000 tx=0x7f9370057040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f937fc83640 1 -- 172.21.15.39:0/3566506999 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 mds0_openfiles.0 [omap-set-header] v127'159 uv159 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f9378010680 con 0x55bd8bdbda50 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bd8bdbda50 msgr2=0x55bd8be05290 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55bd8bdbda50 0x55bd8be05290 crc :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f936c0695e0 msgr2=0x7f936c06baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f936c0695e0 0x7f936c06baa0 secure :-1 s=READY pgs=1041 cs=0 l=1 rev1=1 crypto rx=0x7f9370063000 tx=0x7f9370057040 comp rx=0 tx=0).stop 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be76e50 msgr2=0x55bd8bdbd510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 --2- 172.21.15.39:0/3566506999 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bd8be76e50 0x55bd8bdbd510 secure :-1 s=READY pgs=2691 cs=0 l=1 rev1=1 crypto rx=0x7f937400df00 tx=0x7f937400b5e0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f937fc83640 1 -- 172.21.15.39:0/3566506999 reap_dead start 2024-09-13T16:22:19.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 shutdown_connections 2024-09-13T16:22:19.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 >> 172.21.15.39:0/3566506999 conn(0x55bd8bdc3040 msgr2=0x55bd8be778d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:19.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 shutdown_connections 2024-09-13T16:22:19.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.478+0000 7f9381985f40 1 -- 172.21.15.39:0/3566506999 wait complete. 2024-09-13T16:22:19.487 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:22:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.589+0000 7fcc5759e640 1 Processor -- start 2024-09-13T16:22:19.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.589+0000 7fcc5759e640 1 -- start start 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc5759e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcc5815ca40 0x7fcc581676a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc5759e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc580cd470 con 0x7fcc5806afc0 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc5759e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcc580d22d0 con 0x7fcc580b3f80 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc5759e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcc580cd6d0 con 0x7fcc5815ca40 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc55d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcc5806afc0 0x7fcc580ccd60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54070/0 (socket says 172.21.15.39:54070) 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc55d9b640 1 -- 172.21.15.39:0/1148817894 learned_addr learned my addr 172.21.15.39:0/1148817894 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.590+0000 7fcc56d9d640 1 --2- 172.21.15.39:0/1148817894 >> v2:172.21.15.157:3300/0 conn(0x7fcc5815ca40 0x7fcc581676a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2694759989 0 0) 0x7fcc580cd470 con 0x7fcc5806afc0 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcc40003520 con 0x7fcc5806afc0 2024-09-13T16:22:19.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2441262646 0 0) 0x7fcc580d22d0 con 0x7fcc580b3f80 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcc580cd470 con 0x7fcc580b3f80 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc56d9d640 1 -- 172.21.15.39:0/1148817894 >> v1:172.21.15.157:6789/0 conn(0x7fcc580b3f80 legacy=0x7fcc580b4360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc56d9d640 1 -- 172.21.15.39:0/1148817894 >> v1:172.21.15.39:6789/0 conn(0x7fcc5806afc0 legacy=0x7fcc580ccd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.591+0000 7fcc56d9d640 1 -- 172.21.15.39:0/1148817894 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc580cd9b0 con 0x7fcc5815ca40 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc56d9d640 1 --2- 172.21.15.39:0/1148817894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc5815ca40 0x7fcc581676a0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fcc50009d90 tx=0x7fcc5002a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bf0a054ed99fc6fc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc50007740 con 0x7fcc5815ca40 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc5002d050 con 0x7fcc5815ca40 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5559a640 1 -- 172.21.15.39:0/1148817894 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc50007aa0 con 0x7fcc5815ca40 2024-09-13T16:22:19.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 -- 172.21.15.39:0/1148817894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc5815ca40 msgr2=0x7fcc581676a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 --2- 172.21.15.39:0/1148817894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc5815ca40 0x7fcc581676a0 secure :-1 s=READY pgs=726 cs=0 l=1 rev1=1 crypto rx=0x7fcc50009d90 tx=0x7fcc5002a660 comp rx=0 tx=0).stop 2024-09-13T16:22:19.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 -- 172.21.15.39:0/1148817894 shutdown_connections 2024-09-13T16:22:19.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 --2- 172.21.15.39:0/1148817894 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc5815ca40 0x7fcc581676a0 unknown :-1 s=CLOSED pgs=726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 -- 172.21.15.39:0/1148817894 >> 172.21.15.39:0/1148817894 conn(0x7fcc580cef80 msgr2=0x7fcc580cf390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:19.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 -- 172.21.15.39:0/1148817894 shutdown_connections 2024-09-13T16:22:19.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.592+0000 7fcc5759e640 1 -- 172.21.15.39:0/1148817894 wait complete. 2024-09-13T16:22:19.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 Processor -- start 2024-09-13T16:22:19.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 -- start start 2024-09-13T16:22:19.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 0x7fcc58145550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc580b3f80 0x7fcc58145a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcc5815ca40 0x7fcc5815efb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc5814b340 con 0x7fcc5806afc0 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcc5815df10 con 0x7fcc580b3f80 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5759e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcc5815e1f0 con 0x7fcc5815ca40 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.594+0000 7fcc5659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 0x7fcc58145550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 0x7fcc58145550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56002/0 (socket says 172.21.15.39:56002) 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 -- 172.21.15.39:0/394458844 learned_addr learned my addr 172.21.15.39:0/394458844 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:19.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 -- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcc5815ca40 msgr2=0x7fcc5815efb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc55d9b640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc580b3f80 0x7fcc58145a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc56d9d640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcc5815ca40 0x7fcc5815efb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcc5815ca40 0x7fcc5815efb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 -- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc580b3f80 msgr2=0x7fcc58145a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc580b3f80 0x7fcc58145a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 -- 172.21.15.39:0/394458844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcc50009a70 con 0x7fcc5806afc0 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc55d9b640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc580b3f80 0x7fcc58145a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:19.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5659c640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 0x7fcc58145550 secure :-1 s=READY pgs=2693 cs=0 l=1 rev1=1 crypto rx=0x7fcc4800c500 tx=0x7fcc4800c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc480052d0 con 0x7fcc5806afc0 2024-09-13T16:22:19.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcc48005450 con 0x7fcc5806afc0 2024-09-13T16:22:19.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcc5815e4d0 con 0x7fcc5806afc0 2024-09-13T16:22:19.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcc48012870 con 0x7fcc5806afc0 2024-09-13T16:22:19.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.595+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcc5815ea90 con 0x7fcc5806afc0 2024-09-13T16:22:19.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.596+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcc580b57e0 con 0x7fcc5806afc0 2024-09-13T16:22:19.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.597+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcc480129d0 con 0x7fcc5806afc0 2024-09-13T16:22:19.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.597+0000 7fcc46ffd640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc3806ac00 0x7fcc3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:19.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.597+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fcc48089bd0 con 0x7fcc5806afc0 2024-09-13T16:22:19.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.598+0000 7fcc55d9b640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc3806ac00 0x7fcc3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:19.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.598+0000 7fcc55d9b640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc3806ac00 0x7fcc3806d0c0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fcc5815faa0 tx=0x7fcc4c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:19.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.602+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcc48057bc0 con 0x7fcc5806afc0 2024-09-13T16:22:19.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:19.808+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fcc580d0800 con 0x7fcc5806afc0 2024-09-13T16:22:20.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.165+0000 7fcc46ffd640 1 -- 172.21.15.39:0/394458844 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v298) v1 ==== 162+0+0 (secure 0 0 0) 0x7fcc48057750 con 0x7fcc5806afc0 2024-09-13T16:22:20.167 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc3806ac00 msgr2=0x7fcc3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc3806ac00 0x7fcc3806d0c0 secure :-1 s=READY pgs=1042 cs=0 l=1 rev1=1 crypto rx=0x7fcc5815faa0 tx=0x7fcc4c009040 comp rx=0 tx=0).stop 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 msgr2=0x7fcc58145550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 0x7fcc58145550 secure :-1 s=READY pgs=2693 cs=0 l=1 rev1=1 crypto rx=0x7fcc4800c500 tx=0x7fcc4800c9c0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 shutdown_connections 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcc3806ac00 0x7fcc3806d0c0 unknown :-1 s=CLOSED pgs=1042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcc5815ca40 0x7fcc5815efb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcc580b3f80 0x7fcc58145a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 --2- 172.21.15.39:0/394458844 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcc5806afc0 0x7fcc58145550 unknown :-1 s=CLOSED pgs=2693 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 >> 172.21.15.39:0/394458844 conn(0x7fcc580cef80 msgr2=0x7fcc580d11c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:20.169 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 shutdown_connections 2024-09-13T16:22:20.170 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.167+0000 7fcc5759e640 1 -- 172.21.15.39:0/394458844 wait complete. 2024-09-13T16:22:20.179 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:20.178+0000 7f1782c36640 -1 mds.0.openfiles _load_finish: corrupted header/values: End of buffer [buffer:2] 2024-09-13T16:22:20.584 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:20.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.690+0000 7f3848d1f640 1 Processor -- start 2024-09-13T16:22:20.692 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.690+0000 7f3848d1f640 1 -- start start 2024-09-13T16:22:20.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f3848d1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3844156fb0 0x7f384415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f3848d1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f384415b1b0 con 0x7f384415d0a0 2024-09-13T16:22:20.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f3848d1f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f384406f6e0 con 0x7f384406f170 2024-09-13T16:22:20.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f3848d1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f38440b2400 con 0x7f3844156fb0 2024-09-13T16:22:20.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f3842d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f384415d0a0 0x7f3844070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54080/0 (socket says 172.21.15.39:54080) 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f3842d9d640 1 -- 172.21.15.39:0/4038343744 learned_addr learned my addr 172.21.15.39:0/4038343744 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f384259c640 1 --2- 172.21.15.39:0/4038343744 >> v2:172.21.15.157:3300/0 conn(0x7f3844156fb0 0x7f384415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1157055084 0 0) 0x7f384415b1b0 con 0x7f384415d0a0 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.691+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3830003520 con 0x7f384415d0a0 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1685983159 0 0) 0x7f3830003520 con 0x7f384415d0a0 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 >> v2:172.21.15.157:3300/0 conn(0x7f3844156fb0 msgr2=0x7f384415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 --2- 172.21.15.39:0/4038343744 >> v2:172.21.15.157:3300/0 conn(0x7f3844156fb0 0x7f384415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 >> v1:172.21.15.157:6789/0 conn(0x7f384406f170 legacy=0x7f38440b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f384406f9c0 con 0x7f384415d0a0 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f38340019f0 con 0x7f384415d0a0 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 >> v1:172.21.15.39:6789/0 conn(0x7f384415d0a0 legacy=0x7f3844070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3830003970 0x7f3830003d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f3830004840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f38300050e0 0x7f383000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38440b2400 con 0x7f3830004370 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f383000c020 con 0x7f3830003970 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f383000c1e0 con 0x7f38300050e0 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3841d9b640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f3830004840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f384259c640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3830003970 0x7f3830003d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3842d9d640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f38300050e0 0x7f383000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3841d9b640 1 -- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f38300050e0 msgr2=0x7f383000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3841d9b640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f38300050e0 0x7f383000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3841d9b640 1 -- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3830003970 msgr2=0x7f3830003d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3841d9b640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3830003970 0x7f3830003d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3841d9b640 1 -- 172.21.15.39:0/4038343744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3830003520 con 0x7f3830004370 2024-09-13T16:22:20.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.692+0000 7f3842d9d640 1 -- 172.21.15.39:0/4038343744 reap_dead start 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.693+0000 7f3841d9b640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f3830004840 secure :-1 s=READY pgs=2695 cs=0 l=1 rev1=1 crypto rx=0x7f382c001860 tx=0x7f38300057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46832267fc8478fd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.693+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f382c02abc0 con 0x7f3830004370 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.693+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f382c02ad40 con 0x7f3830004370 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.693+0000 7f384159a640 1 -- 172.21.15.39:0/4038343744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f382c032680 con 0x7f3830004370 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 -- 172.21.15.39:0/4038343744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 msgr2=0x7f3830004840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f3830004840 secure :-1 s=READY pgs=2695 cs=0 l=1 rev1=1 crypto rx=0x7f382c001860 tx=0x7f38300057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 -- 172.21.15.39:0/4038343744 shutdown_connections 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 --2- 172.21.15.39:0/4038343744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f3830004840 unknown :-1 s=CLOSED pgs=2695 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 -- 172.21.15.39:0/4038343744 >> 172.21.15.39:0/4038343744 conn(0x7f384406b3b0 msgr2=0x7f384406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 -- 172.21.15.39:0/4038343744 shutdown_connections 2024-09-13T16:22:20.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.694+0000 7f3848d1f640 1 -- 172.21.15.39:0/4038343744 wait complete. 2024-09-13T16:22:20.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.695+0000 7f3848d1f640 1 Processor -- start 2024-09-13T16:22:20.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.695+0000 7f3848d1f640 1 -- start start 2024-09-13T16:22:20.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3848d1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f384414b6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3848d1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38441511e0 0x7f38440acad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3848d1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3844149d10 0x7f384414a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3848d1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f384414e9e0 con 0x7f3830004370 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3848d1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f384414a6d0 con 0x7f38441511e0 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3848d1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f384414e3b0 con 0x7f3844149d10 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f384414b6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f384414b6b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56016/0 (socket says 172.21.15.39:56016) 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 -- 172.21.15.39:0/3334184870 learned_addr learned my addr 172.21.15.39:0/3334184870 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3842d9d640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3844149d10 0x7f384414a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f3841d9b640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38441511e0 0x7f38440acad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 -- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3844149d10 msgr2=0x7f384414a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3844149d10 0x7f384414a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 -- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38441511e0 msgr2=0x7f38440acad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38441511e0 0x7f38440acad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.696+0000 7f384259c640 1 -- 172.21.15.39:0/3334184870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f384414bd40 con 0x7f3830004370 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.697+0000 7f384259c640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f384414b6b0 secure :-1 s=READY pgs=2696 cs=0 l=1 rev1=1 crypto rx=0x7f383c011aa0 tx=0x7f383c011f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:20.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.697+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f383c009680 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.697+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f383c00fb80 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.697+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f384414c020 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.697+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f383c014440 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.697+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3844151660 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.698+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f38440672f0 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.698+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f383c0145a0 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.699+0000 7f383affd640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f382406ac30 0x7f382406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.699+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f383c08a7e0 con 0x7f3830004370 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.699+0000 7f3841d9b640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f382406ac30 0x7f382406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:20.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.700+0000 7f3841d9b640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f382406ac30 0x7f382406d0f0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f382c034000 tx=0x7f382c009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:20.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.703+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f383c054de0 con 0x7f3830004370 2024-09-13T16:22:20.909 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.908+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f384406f6e0 con 0x7f3830004370 2024-09-13T16:22:20.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.908+0000 7f383affd640 1 -- 172.21.15.39:0/3334184870 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 299 v299) v1 ==== 95+0+4746 (secure 0 0 0) 0x7f383c058400 con 0x7f3830004370 2024-09-13T16:22:20.910 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:20.910 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":299,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":299,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:20.166540+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11688},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11688":{"gid":11688,"name":"c","rank":0,"incarnation":299,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/3812908209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3812908209},{"type":"v1","addr":"172.21.15.39:6834","nonce":3812908209}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:20.910 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 299 2024-09-13T16:22:20.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f382406ac30 msgr2=0x7f382406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f382406ac30 0x7f382406d0f0 secure :-1 s=READY pgs=1043 cs=0 l=1 rev1=1 crypto rx=0x7f382c034000 tx=0x7f382c009030 comp rx=0 tx=0).stop 2024-09-13T16:22:20.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 msgr2=0x7f384414b6b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:20.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f384414b6b0 secure :-1 s=READY pgs=2696 cs=0 l=1 rev1=1 crypto rx=0x7f383c011aa0 tx=0x7f383c011f60 comp rx=0 tx=0).stop 2024-09-13T16:22:20.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 shutdown_connections 2024-09-13T16:22:20.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f382406ac30 0x7f382406d0f0 unknown :-1 s=CLOSED pgs=1043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3844149d10 0x7f384414a190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f38441511e0 0x7f38440acad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 --2- 172.21.15.39:0/3334184870 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3830004370 0x7f384414b6b0 unknown :-1 s=CLOSED pgs=2696 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:20.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 >> 172.21.15.39:0/3334184870 conn(0x7f384406b3b0 msgr2=0x7f3844154eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:20.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 shutdown_connections 2024-09-13T16:22:20.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:20.910+0000 7f3848d1f640 1 -- 172.21.15.39:0/3334184870 wait complete. 2024-09-13T16:22:20.923 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 299, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:22:20.166540+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 127, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11688}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11688': {'gid': 11688, 'name': 'c', 'rank': 0, 'incarnation': 299, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6834/3812908209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 3812908209}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 3812908209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:22:20.923 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_11688:up:replay 2024-09-13T16:22:20.923 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:22:24.160 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:24.159+0000 7f178643d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:26.329 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:26.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.441+0000 7fd984019640 1 Processor -- start 2024-09-13T16:22:26.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.441+0000 7fd984019640 1 -- start start 2024-09-13T16:22:26.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd984019640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0721f0 0x7fd97c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd984019640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd97c0ce7b0 0x7fd97c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd984019640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd97c0cebf0 con 0x7fd97c0cc650 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd984019640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd97c15bed0 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd984019640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c15aa50 con 0x7fd97c0721f0 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd97c0ce7b0 0x7fd97c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd97c0ce7b0 0x7fd97c0cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59152/0 (socket says 172.21.15.39:59152) 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 -- 172.21.15.39:0/3251566973 learned_addr learned my addr 172.21.15.39:0/3251566973 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd981db5640 1 --2- 172.21.15.39:0/3251566973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0721f0 0x7fd97c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 -- 172.21.15.39:0/3251566973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0721f0 msgr2=0x7fd97c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 --2- 172.21.15.39:0/3251566973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0721f0 0x7fd97c0ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 -- 172.21.15.39:0/3251566973 >> v1:172.21.15.157:6789/0 conn(0x7fd97c0cc650 legacy=0x7fd97c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.442+0000 7fd9815b4640 1 -- 172.21.15.39:0/3251566973 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd97c15af50 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.443+0000 7fd9815b4640 1 --2- 172.21.15.39:0/3251566973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c0cc110 secure :-1 s=READY pgs=2697 cs=0 l=1 rev1=1 crypto rx=0x7fd96c009870 tx=0x7fd96c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f255889951a3d395 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.443+0000 7fd980db3640 1 -- 172.21.15.39:0/3251566973 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c02ae90 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.443+0000 7fd980db3640 1 -- 172.21.15.39:0/3251566973 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd96c032440 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd980db3640 1 -- 172.21.15.39:0/3251566973 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd96c0327d0 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 -- 172.21.15.39:0/3251566973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 msgr2=0x7fd97c0cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 --2- 172.21.15.39:0/3251566973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c0cc110 secure :-1 s=READY pgs=2697 cs=0 l=1 rev1=1 crypto rx=0x7fd96c009870 tx=0x7fd96c02a180 comp rx=0 tx=0).stop 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 -- 172.21.15.39:0/3251566973 shutdown_connections 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 --2- 172.21.15.39:0/3251566973 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c0cc110 unknown :-1 s=CLOSED pgs=2697 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 --2- 172.21.15.39:0/3251566973 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0721f0 0x7fd97c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 -- 172.21.15.39:0/3251566973 >> 172.21.15.39:0/3251566973 conn(0x7fd97c06b3b0 msgr2=0x7fd97c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 -- 172.21.15.39:0/3251566973 shutdown_connections 2024-09-13T16:22:26.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.444+0000 7fd984019640 1 -- 172.21.15.39:0/3251566973 wait complete. 2024-09-13T16:22:26.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.445+0000 7fd984019640 1 Processor -- start 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.445+0000 7fd984019640 1 -- start start 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd984019640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd97c0721f0 0x7fd97c154ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd984019640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0cc650 0x7fd97c1408c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd984019640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c1432e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd984019640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c0a8f60 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd984019640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c0a8c60 con 0x7fd97c0721f0 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd984019640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd97c141250 con 0x7fd97c0cc650 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd9825b6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c1432e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd9825b6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c1432e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59158/0 (socket says 172.21.15.39:59158) 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd9825b6640 1 -- 172.21.15.39:0/4210647137 learned_addr learned my addr 172.21.15.39:0/4210647137 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd981db5640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd97c0721f0 0x7fd97c154ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.446+0000 7fd9815b4640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0cc650 0x7fd97c1408c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9825b6640 1 -- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0cc650 msgr2=0x7fd97c1408c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9825b6640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0cc650 0x7fd97c1408c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9825b6640 1 -- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd97c0721f0 msgr2=0x7fd97c154ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9825b6640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd97c0721f0 0x7fd97c154ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9825b6640 1 -- 172.21.15.39:0/4210647137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd96c0094d0 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9825b6640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c1432e0 secure :-1 s=READY pgs=2698 cs=0 l=1 rev1=1 crypto rx=0x7fd97400c780 tx=0x7fd97400cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd974004b60 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd97400ce90 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd97c0a8450 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd97400a850 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.447+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd97c141460 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.448+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd97c0672f0 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.448+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd97400a9b0 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.449+0000 7fd9727fc640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96006ac00 0x7fd96006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.449+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fd974089fd0 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.449+0000 7fd981db5640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96006ac00 0x7fd96006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.450+0000 7fd981db5640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96006ac00 0x7fd96006d0c0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fd9780079a0 tx=0x7fd978008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.453+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd974054660 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.658+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd97c0ccb00 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.659+0000 7fd9727fc640 1 -- 172.21.15.39:0/4210647137 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 302 v302) v1 ==== 95+0+4746 (secure 0 0 0) 0x7fd974057c80 con 0x7fd97c0ce7b0 2024-09-13T16:22:26.660 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:26.660 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":302,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":302,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:23.185943+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":127,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11688},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11688":{"gid":11688,"name":"c","rank":0,"incarnation":299,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6834/3812908209","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":3812908209},{"type":"v1","addr":"172.21.15.39:6834","nonce":3812908209}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:26.660 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 302 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96006ac00 msgr2=0x7fd96006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96006ac00 0x7fd96006d0c0 secure :-1 s=READY pgs=1044 cs=0 l=1 rev1=1 crypto rx=0x7fd9780079a0 tx=0x7fd978008040 comp rx=0 tx=0).stop 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 msgr2=0x7fd97c1432e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c1432e0 secure :-1 s=READY pgs=2698 cs=0 l=1 rev1=1 crypto rx=0x7fd97400c780 tx=0x7fd97400cc40 comp rx=0 tx=0).stop 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 shutdown_connections 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd96006ac00 0x7fd96006d0c0 unknown :-1 s=CLOSED pgs=1044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd97c0ce7b0 0x7fd97c1432e0 unknown :-1 s=CLOSED pgs=2698 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd97c0cc650 0x7fd97c1408c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 --2- 172.21.15.39:0/4210647137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd97c0721f0 0x7fd97c154ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.660+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 >> 172.21.15.39:0/4210647137 conn(0x7fd97c06b3b0 msgr2=0x7fd97c0b09b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.661+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 shutdown_connections 2024-09-13T16:22:26.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.661+0000 7fd984019640 1 -- 172.21.15.39:0/4210647137 wait complete. 2024-09-13T16:22:26.673 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 302, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:17:24.261900+0000', 'modified': '2024-09-13T16:22:23.185943+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 127, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 11688}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_11688': {'gid': 11688, 'name': 'c', 'rank': 0, 'incarnation': 299, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6834/3812908209', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6832', 'nonce': 3812908209}, {'type': 'v1', 'addr': '172.21.15.39:6834', 'nonce': 3812908209}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [13], 'metadata_pool': 12, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:22:26.673 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:22:26.673 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:22:26.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.774+0000 7fc944b11640 1 Processor -- start 2024-09-13T16:22:26.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.774+0000 7fc944b11640 1 -- start start 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc944b11640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc94015cef0 0x7fc9400cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc944b11640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc9400cd560 0x7fc9400d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc944b11640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9400d11f0 con 0x7fc9400d1bc0 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc944b11640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9400d1fe0 con 0x7fc94015cef0 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc944b11640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc94015d2d0 con 0x7fc9400cd560 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc93e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc94015cef0 0x7fc9400cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc93ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fc9400d1bc0 0x7fc9400b5ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60924/0 (socket says 172.21.15.39:60924) 2024-09-13T16:22:26.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.775+0000 7fc93ed9d640 1 -- 172.21.15.39:0/4098043594 learned_addr learned my addr 172.21.15.39:0/4098043594 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.776+0000 7fc93e59c640 1 -- 172.21.15.39:0/4098043594 >> v2:172.21.15.157:3300/0 conn(0x7fc9400cd560 msgr2=0x7fc9400d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.776+0000 7fc93e59c640 1 --2- 172.21.15.39:0/4098043594 >> v2:172.21.15.157:3300/0 conn(0x7fc9400cd560 0x7fc9400d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.776+0000 7fc93e59c640 1 -- 172.21.15.39:0/4098043594 >> v1:172.21.15.39:6789/0 conn(0x7fc9400d1bc0 legacy=0x7fc9400b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.776+0000 7fc93e59c640 1 -- 172.21.15.39:0/4098043594 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9400cda00 con 0x7fc94015cef0 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.776+0000 7fc93d59a640 1 -- 172.21.15.39:0/4098043594 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1323901701 0 0) 0x7fc9400d11f0 con 0x7fc9400d1bc0 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.776+0000 7fc93e59c640 1 --2- 172.21.15.39:0/4098043594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc94015cef0 0x7fc9400cd020 secure :-1 s=READY pgs=2700 cs=0 l=1 rev1=1 crypto rx=0x7fc94008bcf0 tx=0x7fc93802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=627f597ca39c40c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc93d59a640 1 -- 172.21.15.39:0/4098043594 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc938032440 con 0x7fc94015cef0 2024-09-13T16:22:26.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc93d59a640 1 -- 172.21.15.39:0/4098043594 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9380325a0 con 0x7fc94015cef0 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc93d59a640 1 -- 172.21.15.39:0/4098043594 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc938032930 con 0x7fc94015cef0 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 -- 172.21.15.39:0/4098043594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc94015cef0 msgr2=0x7fc9400cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 --2- 172.21.15.39:0/4098043594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc94015cef0 0x7fc9400cd020 secure :-1 s=READY pgs=2700 cs=0 l=1 rev1=1 crypto rx=0x7fc94008bcf0 tx=0x7fc93802a230 comp rx=0 tx=0).stop 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 -- 172.21.15.39:0/4098043594 shutdown_connections 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 --2- 172.21.15.39:0/4098043594 >> v2:172.21.15.157:3300/0 conn(0x7fc9400cd560 0x7fc9400d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 --2- 172.21.15.39:0/4098043594 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc94015cef0 0x7fc9400cd020 unknown :-1 s=CLOSED pgs=2700 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 -- 172.21.15.39:0/4098043594 >> 172.21.15.39:0/4098043594 conn(0x7fc94006a3a0 msgr2=0x7fc94006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 -- 172.21.15.39:0/4098043594 shutdown_connections 2024-09-13T16:22:26.782 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.777+0000 7fc944b11640 1 -- 172.21.15.39:0/4098043594 wait complete. 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 Processor -- start 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 -- start start 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9400cd560 0x7fc940160170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 0x7fc9401591d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc94015cef0 0x7fc9400c9890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9400c80c0 con 0x7fc9400d1bc0 2024-09-13T16:22:26.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9400c8310 con 0x7fc94015cef0 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc944b11640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9400c85f0 con 0x7fc9400cd560 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.779+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 0x7fc9401591d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 0x7fc9401591d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59174/0 (socket says 172.21.15.39:59174) 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3963699514 learned_addr learned my addr 172.21.15.39:0/3963699514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc94015cef0 0x7fc9400c9890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9400cd560 0x7fc940160170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9400cd560 msgr2=0x7fc940160170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9400cd560 0x7fc940160170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc94015cef0 msgr2=0x7fc9400c9890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc94015cef0 0x7fc9400c9890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3963699514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc938009400 con 0x7fc9400d1bc0 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc94015cef0 0x7fc9400c9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9400cd560 0x7fc940160170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 0x7fc9401591d0 secure :-1 s=READY pgs=2701 cs=0 l=1 rev1=1 crypto rx=0x7fc92800b4a0 tx=0x7fc92800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc936ffd640 1 -- 172.21.15.39:0/3963699514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc928010610 con 0x7fc9400d1bc0 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc936ffd640 1 -- 172.21.15.39:0/3963699514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc928010770 con 0x7fc9400d1bc0 2024-09-13T16:22:26.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc936ffd640 1 -- 172.21.15.39:0/3963699514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc928010b20 con 0x7fc9400d1bc0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9400c88d0 con 0x7fc9400d1bc0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.780+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc940159860 con 0x7fc9400d1bc0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.782+0000 7fc936ffd640 1 -- 172.21.15.39:0/3963699514 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc928010c80 con 0x7fc9400d1bc0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.782+0000 7fc936ffd640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc92006ac00 0x7fc92006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.782+0000 7fc936ffd640 1 -- 172.21.15.39:0/3963699514 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fc928089c50 con 0x7fc9400d1bc0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.783+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc92006ac00 0x7fc92006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.783+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc92006ac00 0x7fc92006d0c0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fc938034000 tx=0x7fc93802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.783+0000 7fc947831740 1 Processor -- start 2024-09-13T16:22:26.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.783+0000 7fc947831740 1 -- start start 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031d0a0 0x55f11031d480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc947831740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 0x55f11036a570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11036aab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc947831740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1102777c0 con 0x55f11031a860 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f110286b70 con 0x55f110344550 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f110284300 con 0x55f11031d0a0 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 0x55f11036a570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 0x55f11036a570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59176/0 (socket says 172.21.15.39:59176) 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc93dd9b640 1 -- 172.21.15.39:0/2114983205 learned_addr learned my addr 172.21.15.39:0/2114983205 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11036aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.784+0000 7fc93e59c640 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031d0a0 0x55f11031d480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc93dd9b640 1 -- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031d0a0 msgr2=0x55f11031d480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031d0a0 0x55f11031d480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc93dd9b640 1 -- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 msgr2=0x55f11036aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11036aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc93dd9b640 1 -- 172.21.15.39:0/2114983205 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f11020c4b0 con 0x55f11031a860 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 0x55f11036a570 secure :-1 s=READY pgs=2702 cs=0 l=1 rev1=1 crypto rx=0x7fc928057b60 tx=0x7fc92800bf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=748cb613b1da9d94 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc91ffff640 1 -- 172.21.15.39:0/2114983205 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc928056200 con 0x55f11031a860 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc91ffff640 1 -- 172.21.15.39:0/2114983205 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc928054570 con 0x55f11031a860 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.785+0000 7fc91ffff640 1 -- 172.21.15.39:0/2114983205 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc92805ffc0 con 0x55f11031a860 2024-09-13T16:22:26.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 -- 172.21.15.39:0/2114983205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 msgr2=0x55f11036a570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 0x55f11036a570 secure :-1 s=READY pgs=2702 cs=0 l=1 rev1=1 crypto rx=0x7fc928057b60 tx=0x7fc92800bf90 comp rx=0 tx=0).stop 2024-09-13T16:22:26.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 -- 172.21.15.39:0/2114983205 shutdown_connections 2024-09-13T16:22:26.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11036aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031a860 0x55f11036a570 unknown :-1 s=CLOSED pgs=2702 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.799 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 --2- 172.21.15.39:0/2114983205 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031d0a0 0x55f11031d480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 -- 172.21.15.39:0/2114983205 >> 172.21.15.39:0/2114983205 conn(0x55f1103197d0 msgr2=0x55f110361c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 -- 172.21.15.39:0/2114983205 shutdown_connections 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 -- 172.21.15.39:0/2114983205 wait complete. 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 -- start start 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.786+0000 7fc947831740 1 Processor -- start 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031d0a0 0x55f1103436f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 0x55f110348030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110369150 0x55f1103169d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f11027fbf0 con 0x55f110344550 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f11023e250 con 0x55f11031d0a0 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f11023def0 con 0x55f110369150 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc947831740 10 client.0 _ll_register_callbacks cb 0x55f110270740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 0x55f110348030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 0x55f110348030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59180/0 (socket says 172.21.15.39:59180) 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3210607867 learned_addr learned my addr 172.21.15.39:0/3210607867 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.801 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.787+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110369150 0x55f1103169d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031d0a0 0x55f1103436f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110369150 msgr2=0x55f1103169d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110369150 0x55f1103169d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031d0a0 msgr2=0x55f1103436f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031d0a0 0x55f1103436f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3210607867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc940159860 con 0x55f110344550 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031d0a0 0x55f1103436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 0x55f110348030 secure :-1 s=READY pgs=2703 cs=0 l=1 rev1=1 crypto rx=0x7fc928058020 tx=0x7fc9280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=750970342926cb53 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc91d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3210607867 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9280546e0 con 0x55f110344550 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3210607867 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fc92805fdc0 con 0x55f110344550 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55f10ff733c0 con 0x55f110344550 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3210607867 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=302) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc92805ff80 con 0x55f110344550 2024-09-13T16:22:26.802 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc947831740 10 client.11742 fetch_fsmap learned FSMap version 302 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=302,monmap=2+}) v3 -- 0x55f11027e270 con 0x55f110344550 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3210607867 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55f10ff733c0 con 0x55f110344550 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3210607867 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 302) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc928076bb0 con 0x55f110344550 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc947831740 10 client.11742 fetch_fsmap finished waiting for FSMap version 302 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc947831740 10 client.11742 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.788+0000 7fc947831740 20 client.11742 populate_metadata read hostname 'smithi039' 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.789+0000 7fc947831740 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110371bf0 0x55f110366350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.789+0000 7fc947831740 4 client.11742 mds_command: new command op to 11688 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.789+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 --> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55f10ff846c0 con 0x55f110371bf0 2024-09-13T16:22:26.803 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.789+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110371bf0 0x55f110366350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.789+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110371bf0 0x55f110366350 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b83f3319996d9c0d server_cookie=8cec96a24d7b0e92 in_seq=0 out_seq=0 2024-09-13T16:22:26.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.789+0000 7fc91d7fa640 10 client.11742 ms_handle_connect on v2:172.21.15.39:6832/3812908209 2024-09-13T16:22:26.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3210607867 <== mds.0 v2:172.21.15.39:6832/3812908209 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55f10ff846c0 con 0x55f110371bf0 2024-09-13T16:22:26.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc91d7fa640 10 client.11742 handle_command_reply: tid=0 2024-09-13T16:22:26.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 client.11742 shutdown 2024-09-13T16:22:26.804 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 msgr2=0x55f110348030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 0x55f110348030 secure :-1 s=READY pgs=2703 cs=0 l=1 rev1=1 crypto rx=0x7fc928058020 tx=0x7fc9280046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 shutdown_connections 2024-09-13T16:22:26.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110371bf0 0x55f110366350 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110369150 0x55f1103169d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc91d7fa640 0 client.11742 ms_handle_reset on v2:172.21.15.39:6832/3812908209 2024-09-13T16:22:26.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f110344550 0x55f110348030 unknown :-1 s=CLOSED pgs=2703 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 --2- 172.21.15.39:0/3210607867 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031d0a0 0x55f1103436f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 >> 172.21.15.39:0/3210607867 conn(0x55f11031a860 msgr2=0x55f1103611e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 shutdown_connections 2024-09-13T16:22:26.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 1 -- 172.21.15.39:0/3210607867 wait complete. 2024-09-13T16:22:26.806 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.790+0000 7fc947831740 20 client.11742 trim_cache size 0 max 16384 2024-09-13T16:22:26.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.805+0000 7fc947831740 1 Processor -- start 2024-09-13T16:22:26.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.805+0000 7fc947831740 1 -- start start 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031a860 0x55f110367550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc947831740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f110369530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110344550 0x55f110369a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc947831740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f110203460 con 0x55f11031d0a0 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f110313160 con 0x55f11031a860 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f110343160 con 0x55f110344550 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f110369530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f110369530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59196/0 (socket says 172.21.15.39:59196) 2024-09-13T16:22:26.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3167076346 learned_addr learned my addr 172.21.15.39:0/3167076346 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031a860 0x55f110367550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110344550 0x55f110369a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110344550 msgr2=0x55f110369a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110344550 0x55f110369a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031a860 msgr2=0x55f110367550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031a860 0x55f110367550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3167076346 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55f1102205f0 con 0x55f11031d0a0 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031a860 0x55f110367550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110344550 0x55f110369a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.806+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f110369530 secure :-1 s=READY pgs=2704 cs=0 l=1 rev1=1 crypto rx=0x7fc928054360 tx=0x7fc92805e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9d568974c383c0b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc934ff9640 1 -- 172.21.15.39:0/3167076346 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9280546e0 con 0x55f11031d0a0 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc934ff9640 1 -- 172.21.15.39:0/3167076346 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc928076bb0 con 0x55f11031d0a0 2024-09-13T16:22:26.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc934ff9640 1 -- 172.21.15.39:0/3167076346 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc92805ffe0 con 0x55f11031d0a0 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 -- 172.21.15.39:0/3167076346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 msgr2=0x55f110369530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f110369530 secure :-1 s=READY pgs=2704 cs=0 l=1 rev1=1 crypto rx=0x7fc928054360 tx=0x7fc92805e040 comp rx=0 tx=0).stop 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 -- 172.21.15.39:0/3167076346 shutdown_connections 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f110344550 0x55f110369a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f110369530 unknown :-1 s=CLOSED pgs=2704 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 --2- 172.21.15.39:0/3167076346 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f11031a860 0x55f110367550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 -- 172.21.15.39:0/3167076346 >> 172.21.15.39:0/3167076346 conn(0x55f110348190 msgr2=0x55f110365460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 -- 172.21.15.39:0/3167076346 shutdown_connections 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.807+0000 7fc947831740 1 -- 172.21.15.39:0/3167076346 wait complete. 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.808+0000 7fc947831740 1 -- start start 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.808+0000 7fc947831740 1 Processor -- start 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031a860 0x55f1103ccc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f1103c2bf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11035dbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f1103cc2a0 con 0x55f11031d0a0 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55f11035e770 con 0x55f110344550 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55f110370ba0 con 0x55f11031a860 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 10 client.0 _ll_register_callbacks cb 0x7fc928057cb0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f1103c2bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f1103c2bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59198/0 (socket says 172.21.15.39:59198) 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3797469780 learned_addr learned my addr 172.21.15.39:0/3797469780 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031a860 0x55f1103ccc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93ed9d640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11035dbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031a860 msgr2=0x55f1103ccc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031a860 0x55f1103ccc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 msgr2=0x55f11035dbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11035dbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 -- 172.21.15.39:0/3797469780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55f11027e270 con 0x55f11031d0a0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031a860 0x55f1103ccc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc93dd9b640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f1103c2bf0 secure :-1 s=READY pgs=2705 cs=0 l=1 rev1=1 crypto rx=0x7fc928057c80 tx=0x7fc92801a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92260ce5379b8c4c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc91d7fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3797469780 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9280546e0 con 0x55f11031d0a0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3797469780 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fc928053c50 con 0x55f11031d0a0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.809+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc928054570 con 0x55f11031d0a0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3797469780 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=302) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc928053e10 con 0x55f11031d0a0 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 10 client.11748 fetch_fsmap learned FSMap version 302 2024-09-13T16:22:26.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=302,monmap=2+}) v3 -- 0x55f110245d00 con 0x55f11031d0a0 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3797469780 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc928054570 con 0x55f11031d0a0 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3797469780 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 302) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc928056dc0 con 0x55f11031d0a0 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 10 client.11748 fetch_fsmap finished waiting for FSMap version 302 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 10 client.11748 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 20 client.11748 populate_metadata read hostname 'smithi039' 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110369150 0x55f110369530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 4 client.11748 mds_command: new command op to 11688 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 --> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55f10ffd7d10 con 0x55f110369150 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110369150 0x55f110369530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc91d7fa640 10 client.11748 ms_handle_connect on v2:172.21.15.39:6832/3812908209 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc93e59c640 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110369150 0x55f110369530 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c9386f7a8b5f47cd server_cookie=84e8e43b181e7dee in_seq=0 out_seq=0 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc91d7fa640 1 -- 172.21.15.39:0/3797469780 <== mds.0 v2:172.21.15.39:6832/3812908209 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+335 (crc 0 0 0) 0x55f10ffd7d10 con 0x55f110369150 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc91d7fa640 10 client.11748 handle_command_reply: tid=0 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.810+0000 7fc947831740 1 client.11748 shutdown 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 msgr2=0x55f1103c2bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f1103c2bf0 secure :-1 s=READY pgs=2705 cs=0 l=1 rev1=1 crypto rx=0x7fc928057c80 tx=0x7fc92801a000 comp rx=0 tx=0).stop 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 shutdown_connections 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:6832/3812908209,v1:172.21.15.39:6834/3812908209] conn(0x55f110369150 0x55f110369530 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55f110344550 0x55f11035dbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55f11031d0a0 0x55f1103c2bf0 unknown :-1 s=CLOSED pgs=2705 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 --2- 172.21.15.39:0/3797469780 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55f11031a860 0x55f1103ccc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc91d7fa640 0 client.11748 ms_handle_reset on v2:172.21.15.39:6832/3812908209 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 >> 172.21.15.39:0/3797469780 conn(0x55f110348190 msgr2=0x55f110365460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 shutdown_connections 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 1 -- 172.21.15.39:0/3797469780 wait complete. 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc947831740 20 client.11748 trim_cache size 0 max 16384 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:22:26.823 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11688, 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 6.6360428699999998, 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 302, 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 127, 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 127, 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 8.1228985859999998 2024-09-13T16:22:26.824 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc92006ac00 msgr2=0x7fc92006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc92006ac00 0x7fc92006d0c0 secure :-1 s=READY pgs=1045 cs=0 l=1 rev1=1 crypto rx=0x7fc938034000 tx=0x7fc93802e000 comp rx=0 tx=0).stop 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 msgr2=0x7fc9401591d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 0x7fc9401591d0 secure :-1 s=READY pgs=2701 cs=0 l=1 rev1=1 crypto rx=0x7fc92800b4a0 tx=0x7fc92800b960 comp rx=0 tx=0).stop 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 shutdown_connections 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc92006ac00 0x7fc92006d0c0 unknown :-1 s=CLOSED pgs=1045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc94015cef0 0x7fc9400c9890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc9400d1bc0 0x7fc9401591d0 unknown :-1 s=CLOSED pgs=2701 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 --2- 172.21.15.39:0/3963699514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc9400cd560 0x7fc940160170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 >> 172.21.15.39:0/3963699514 conn(0x7fc94006a3a0 msgr2=0x7fc940160e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.811+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 shutdown_connections 2024-09-13T16:22:26.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.812+0000 7fc944b11640 1 -- 172.21.15.39:0/3963699514 wait complete. 2024-09-13T16:22:26.827 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:22:26.827 INFO:tasks.cephfs.test_damage:Daemons came up after mutation 'Corrupt omap header on mds0_openfiles.0', proceeding to ls 2024-09-13T16:22:26.827 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:22:26.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.929+0000 7fee6739c640 1 Processor -- start 2024-09-13T16:22:26.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.929+0000 7fee6739c640 1 -- start start 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee6739c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee6015a360 0x7fee600ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee6739c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee600ce960 0x7fee6015b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee6739c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fee60159760 con 0x7fee60159380 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee6739c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fee600b38f0 con 0x7fee6015a360 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee6739c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee600cedd0 con 0x7fee600ce960 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee64937640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee6015a360 0x7fee600ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee64937640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fee6015a360 0x7fee600ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59200/0 (socket says 172.21.15.39:59200) 2024-09-13T16:22:26.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee64937640 1 -- 172.21.15.39:0/2661158903 learned_addr learned my addr 172.21.15.39:0/2661158903 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.930+0000 7fee65939640 1 --2- 172.21.15.39:0/2661158903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee600ce960 0x7fee6015b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.931+0000 7fee64937640 1 -- 172.21.15.39:0/2661158903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee600ce960 msgr2=0x7fee6015b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.931+0000 7fee64937640 1 --2- 172.21.15.39:0/2661158903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee600ce960 0x7fee6015b920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.931+0000 7fee64937640 1 -- 172.21.15.39:0/2661158903 >> v1:172.21.15.157:6789/0 conn(0x7fee60159380 legacy=0x7fee600b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:26.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.931+0000 7fee64937640 1 -- 172.21.15.39:0/2661158903 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee6015a880 con 0x7fee6015a360 2024-09-13T16:22:26.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.931+0000 7fee64937640 1 --2- 172.21.15.39:0/2661158903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee6015a360 0x7fee600ce420 secure :-1 s=READY pgs=2706 cs=0 l=1 rev1=1 crypto rx=0x7fee5400bb10 tx=0x7fee5402c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd17aaa3452cd382 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.931+0000 7fee5ffff640 1 -- 172.21.15.39:0/2661158903 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee54032820 con 0x7fee6015a360 2024-09-13T16:22:26.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee5ffff640 1 -- 172.21.15.39:0/2661158903 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee5402e040 con 0x7fee6015a360 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee5ffff640 1 -- 172.21.15.39:0/2661158903 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee54032ba0 con 0x7fee6015a360 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 -- 172.21.15.39:0/2661158903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee6015a360 msgr2=0x7fee600ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 --2- 172.21.15.39:0/2661158903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee6015a360 0x7fee600ce420 secure :-1 s=READY pgs=2706 cs=0 l=1 rev1=1 crypto rx=0x7fee5400bb10 tx=0x7fee5402c920 comp rx=0 tx=0).stop 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 -- 172.21.15.39:0/2661158903 shutdown_connections 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 --2- 172.21.15.39:0/2661158903 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee600ce960 0x7fee6015b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 --2- 172.21.15.39:0/2661158903 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee6015a360 0x7fee600ce420 unknown :-1 s=CLOSED pgs=2706 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 -- 172.21.15.39:0/2661158903 >> 172.21.15.39:0/2661158903 conn(0x7fee600b15d0 msgr2=0x7fee600b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 -- 172.21.15.39:0/2661158903 shutdown_connections 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.932+0000 7fee6739c640 1 -- 172.21.15.39:0/2661158903 wait complete. 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.933+0000 7fee6739c640 1 Processor -- start 2024-09-13T16:22:26.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.933+0000 7fee6739c640 1 -- start start 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee6739c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 0x7fee601e1570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee6739c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee60159380 0x7fee60150080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee6739c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee6015a360 0x7fee60153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee6739c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee601f2870 con 0x7fee600ce960 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee6739c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fee601e1ab0 con 0x7fee60159380 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee6739c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fee601f6940 con 0x7fee6015a360 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 0x7fee601e1570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 0x7fee601e1570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59210/0 (socket says 172.21.15.39:59210) 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 -- 172.21.15.39:0/2151429943 learned_addr learned my addr 172.21.15.39:0/2151429943 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 -- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee6015a360 msgr2=0x7fee60153550 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee6015a360 0x7fee60153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 -- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee60159380 msgr2=0x7fee60150080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee60159380 0x7fee60150080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.934+0000 7fee65138640 1 -- 172.21.15.39:0/2151429943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fee5400b770 con 0x7fee600ce960 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.935+0000 7fee65138640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 0x7fee601e1570 secure :-1 s=READY pgs=2707 cs=0 l=1 rev1=1 crypto rx=0x7fee5000c870 tx=0x7fee5000cd30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.935+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee50003b70 con 0x7fee600ce960 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.935+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fee50003cf0 con 0x7fee600ce960 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.935+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fee601f6660 con 0x7fee600ce960 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.935+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fee5000aa90 con 0x7fee600ce960 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.935+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fee601e0d70 con 0x7fee600ce960 2024-09-13T16:22:26.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.936+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fee600672f0 con 0x7fee600ce960 2024-09-13T16:22:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.936+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fee5000abf0 con 0x7fee600ce960 2024-09-13T16:22:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.937+0000 7fee5dffb640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee4c06ac00 0x7fee4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.937+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fee50089e00 con 0x7fee600ce960 2024-09-13T16:22:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.937+0000 7fee64937640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee4c06ac00 0x7fee4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:26.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.938+0000 7fee64937640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee4c06ac00 0x7fee4c06d0c0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fee54037000 tx=0x7fee54008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:26.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:26.941+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fee500543e0 con 0x7fee600ce960 2024-09-13T16:22:27.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.149+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fee600ce420 con 0x7fee600ce960 2024-09-13T16:22:27.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.149+0000 7fee5dffb640 1 -- 172.21.15.39:0/2151429943 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v302) v1 ==== 53+0+73 (secure 0 0 0) 0x7fee50003e60 con 0x7fee600ce960 2024-09-13T16:22:27.151 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:22:27.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee4c06ac00 msgr2=0x7fee4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:27.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee4c06ac00 0x7fee4c06d0c0 secure :-1 s=READY pgs=1046 cs=0 l=1 rev1=1 crypto rx=0x7fee54037000 tx=0x7fee54008040 comp rx=0 tx=0).stop 2024-09-13T16:22:27.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 msgr2=0x7fee601e1570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:27.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 0x7fee601e1570 secure :-1 s=READY pgs=2707 cs=0 l=1 rev1=1 crypto rx=0x7fee5000c870 tx=0x7fee5000cd30 comp rx=0 tx=0).stop 2024-09-13T16:22:27.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 shutdown_connections 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fee4c06ac00 0x7fee4c06d0c0 unknown :-1 s=CLOSED pgs=1046 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fee6015a360 0x7fee60153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fee60159380 0x7fee60150080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 --2- 172.21.15.39:0/2151429943 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fee600ce960 0x7fee601e1570 unknown :-1 s=CLOSED pgs=2707 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 >> 172.21.15.39:0/2151429943 conn(0x7fee600b15d0 msgr2=0x7fee60155810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 shutdown_connections 2024-09-13T16:22:27.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:27.151+0000 7fee6739c640 1 -- 172.21.15.39:0/2151429943 wait complete. 2024-09-13T16:22:27.164 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:22:27.165 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:22:27.166 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:22:27.166 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.166 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:22:27.183 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42065sec preferred_lft 42065sec 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.184 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:22:27.185 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.186 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:22:27.186 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:22:27.186 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:22:27.186 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:22:27.186 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.186 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:22:27.247 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:22:27.249 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.249 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:22:27.305 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:22:27.306 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:22:27.306 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:22:27.306 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:22:27.306 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:22:27.306 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.306 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:22:27.306 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:22:27.306 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:22:27.306 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:22:27.307 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:22:27.307 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:22:27.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.395 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:22:27.411 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:22:27.411 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:22:27.412 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:22:27.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.412 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:22:27.478 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:22:27.478 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:22:27.478 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:27.534 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:22:27.534 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:22:27.534 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:27.590 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:22:27.657 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:22:27.703 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:22:27.727 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:22:27.728 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:22:27.729 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.729 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:22:27.785 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:22:27.785 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:22:27.827 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:22:27.852 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:22:27.852 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:22:27.911 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:22:27.910+0000 7f598e2f9480 -1 init, newargv = 0x557584f52f20 newargc=15 2024-09-13T16:22:27.911 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[94853]: starting ceph client 2024-09-13T16:22:27.916 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[94853]: starting fuse 2024-09-13T16:22:27.918 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:22:27.919 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:22:27.920 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:27.920 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:22:27.976 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:22:27.976 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:22:27.977 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:22:27.978 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:22:28.092 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.94853.asok 2024-09-13T16:22:28.278 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.94853.asok 2024-09-13T16:22:28.278 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:28.278 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.94853.asok status 2024-09-13T16:22:28.415 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:22:28.416 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:22:28.416 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:22:28.416 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:22:28.416 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:22:28.416 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:22:28.417 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:22:28.417 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "94853", 2024-09-13T16:22:28.417 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:22:28.417 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:28.417 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:22:28.417 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:22:28.418 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 11760, 2024-09-13T16:22:28.418 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:22:28.418 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:22:28.418 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:22:28.418 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 11760 2024-09-13T16:22:28.419 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:28.419 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:22:28.419 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:22:28.419 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:22:28.419 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 180213487 2024-09-13T16:22:28.419 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:22:28.420 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:28.420 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:22:28.420 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:22:28.420 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:22:28.420 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 180213487 2024-09-13T16:22:28.421 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:22:28.421 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.11760 192.168.0.1:0/180213487", 2024-09-13T16:22:28.421 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/180213487", 2024-09-13T16:22:28.421 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:22:28.421 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 302, 2024-09-13T16:22:28.421 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 127, 2024-09-13T16:22:28.422 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:22:28.422 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:22:28.422 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:22:28.422 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:22:28.425 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:28.425 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:22:28.425 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:28.442 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:22:28.442 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:28.442 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:28.443 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:28.508 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:28.508 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ls -R .) 2024-09-13T16:22:28.551 INFO:teuthology.orchestra.run:waiting for 20 2024-09-13T16:22:28.568 INFO:teuthology.orchestra.run.smithi039.stdout:.: 2024-09-13T16:22:28.568 INFO:teuthology.orchestra.run.smithi039.stdout:subdir 2024-09-13T16:22:28.568 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:28.568 INFO:teuthology.orchestra.run.smithi039.stdout:./subdir: 2024-09-13T16:22:28.568 INFO:teuthology.orchestra.run.smithi039.stdout:sixmegs 2024-09-13T16:22:28.569 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on mds0_openfiles.0' did not caused DAMAGED state 2024-09-13T16:22:28.569 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 100.00000000' 2024-09-13T16:22:28.569 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:28.569 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:28.624 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.765+0000 7f1bf2f5e640 1 Processor -- start 2024-09-13T16:22:28.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.765+0000 7f1bf2f5e640 1 -- start start 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf2f5e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1bec06a5e0 0x7f1bec0cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf2f5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bec06f4a0 0x7f1bec0cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf2f5e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bec06f950 con 0x7f1bec158cb0 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf2f5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bec06fbd0 con 0x7f1bec06f4a0 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf2f5e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bec06feb0 con 0x7f1bec06a5e0 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf14fb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bec06f4a0 0x7f1bec0cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf0cfa640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1bec158cb0 0x7f1bec069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60930/0 (socket says 172.21.15.39:60930) 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf0cfa640 1 -- 172.21.15.39:0/542099291 learned_addr learned my addr 172.21.15.39:0/542099291 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bebfff640 1 --2- 172.21.15.39:0/542099291 >> v2:172.21.15.157:3300/0 conn(0x7f1bec06a5e0 0x7f1bec0cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf14fb640 1 -- 172.21.15.39:0/542099291 >> v2:172.21.15.157:3300/0 conn(0x7f1bec06a5e0 msgr2=0x7f1bec0cee00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf14fb640 1 --2- 172.21.15.39:0/542099291 >> v2:172.21.15.157:3300/0 conn(0x7f1bec06a5e0 0x7f1bec0cee00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf14fb640 1 -- 172.21.15.39:0/542099291 >> v1:172.21.15.39:6789/0 conn(0x7f1bec158cb0 legacy=0x7f1bec069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:28.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1beb7fe640 1 -- 172.21.15.39:0/542099291 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4265769879 0 0) 0x7f1bec06f950 con 0x7f1bec158cb0 2024-09-13T16:22:28.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.766+0000 7f1bf14fb640 1 -- 172.21.15.39:0/542099291 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bec070190 con 0x7f1bec06f4a0 2024-09-13T16:22:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.767+0000 7f1bf14fb640 1 --2- 172.21.15.39:0/542099291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec06f4a0 0x7f1bec0cad30 secure :-1 s=READY pgs=2711 cs=0 l=1 rev1=1 crypto rx=0x7f1bec06c3d0 tx=0x7f1be402b780 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49aeb23cb1b5cd2a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.767+0000 7f1beb7fe640 1 -- 172.21.15.39:0/542099291 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be4008640 con 0x7f1bec06f4a0 2024-09-13T16:22:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.767+0000 7f1beb7fe640 1 -- 172.21.15.39:0/542099291 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1be40087a0 con 0x7f1bec06f4a0 2024-09-13T16:22:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.767+0000 7f1beb7fe640 1 -- 172.21.15.39:0/542099291 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be4008b30 con 0x7f1bec06f4a0 2024-09-13T16:22:28.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/542099291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec06f4a0 msgr2=0x7f1bec0cad30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/542099291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec06f4a0 0x7f1bec0cad30 secure :-1 s=READY pgs=2711 cs=0 l=1 rev1=1 crypto rx=0x7f1bec06c3d0 tx=0x7f1be402b780 comp rx=0 tx=0).stop 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/542099291 shutdown_connections 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/542099291 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec06f4a0 0x7f1bec0cad30 unknown :-1 s=CLOSED pgs=2711 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/542099291 >> v2:172.21.15.157:3300/0 conn(0x7f1bec06a5e0 0x7f1bec0cee00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/542099291 >> 172.21.15.39:0/542099291 conn(0x7f1bec06b3b0 msgr2=0x7f1bec06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/542099291 shutdown_connections 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.768+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/542099291 wait complete. 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.769+0000 7f1bf2f5e640 1 Processor -- start 2024-09-13T16:22:28.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.769+0000 7f1bf2f5e640 1 -- start start 2024-09-13T16:22:28.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf2f5e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bec06a5e0 0x7f1bec147d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:28.773 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf2f5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bec06f4a0 0x7f1bec0c32a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf2f5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 0x7f1bec0ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf2f5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bec148610 con 0x7f1bec158cb0 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf2f5e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bec0c3bf0 con 0x7f1bec06a5e0 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf2f5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bec0c3ed0 con 0x7f1bec06f4a0 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 0x7f1bec0ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 0x7f1bec0ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59240/0 (socket says 172.21.15.39:59240) 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 -- 172.21.15.39:0/2880834789 learned_addr learned my addr 172.21.15.39:0/2880834789 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf0cfa640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bec06a5e0 0x7f1bec147d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bebfff640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bec06f4a0 0x7f1bec0c32a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 -- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bec06f4a0 msgr2=0x7f1bec0c32a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bec06f4a0 0x7f1bec0c32a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 -- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bec06a5e0 msgr2=0x7f1bec147d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bec06a5e0 0x7f1bec147d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bf14fb640 1 -- 172.21.15.39:0/2880834789 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1be400ab80 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.770+0000 7f1bebfff640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bec06f4a0 0x7f1bec0c32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.771+0000 7f1bf14fb640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 0x7f1bec0ac860 secure :-1 s=READY pgs=2712 cs=0 l=1 rev1=1 crypto rx=0x7f1be4035040 tx=0x7f1be4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.771+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be400a560 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.771+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1be40339b0 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.771+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1be4033d60 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.771+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bec0c41b0 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.771+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bec148290 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.772+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bec148af0 con 0x7f1bec158cb0 2024-09-13T16:22:28.775 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.772+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1be403d450 con 0x7f1bec158cb0 2024-09-13T16:22:28.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.773+0000 7f1be97fa640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bd006ac00 0x7f1bd006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:28.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.773+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f1be40ab5c0 con 0x7f1bec158cb0 2024-09-13T16:22:28.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.773+0000 7f1bf0cfa640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bd006ac00 0x7f1bd006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:28.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.773+0000 7f1bf0cfa640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bd006ac00 0x7f1bd006d0c0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f1be0000f60 tx=0x7f1be0007b70 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:28.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.777+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1bec148af0 con 0x7f1bec158cb0 2024-09-13T16:22:28.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.950+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1bec148af0 con 0x7f1bec158cb0 2024-09-13T16:22:28.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.951+0000 7f1be97fa640 1 -- 172.21.15.39:0/2880834789 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v127) v1 ==== 74+0+21258 (secure 0 0 0) 0x7f1bec148af0 con 0x7f1bec158cb0 2024-09-13T16:22:28.953 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:28.953 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":127,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:22:13.911679+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6832/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6832/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bd006ac00 msgr2=0x7f1bd006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bd006ac00 0x7f1bd006d0c0 secure :-1 s=READY pgs=1047 cs=0 l=1 rev1=1 crypto rx=0x7f1be0000f60 tx=0x7f1be0007b70 comp rx=0 tx=0).stop 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 msgr2=0x7f1bec0ac860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 0x7f1bec0ac860 secure :-1 s=READY pgs=2712 cs=0 l=1 rev1=1 crypto rx=0x7f1be4035040 tx=0x7f1be4004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 shutdown_connections 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bd006ac00 0x7f1bd006d0c0 unknown :-1 s=CLOSED pgs=1047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bec158cb0 0x7f1bec0ac860 unknown :-1 s=CLOSED pgs=2712 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bec06f4a0 0x7f1bec0c32a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 --2- 172.21.15.39:0/2880834789 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bec06a5e0 0x7f1bec147d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 >> 172.21.15.39:0/2880834789 conn(0x7f1bec06b3b0 msgr2=0x7f1bec1550e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:28.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 shutdown_connections 2024-09-13T16:22:28.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:28.953+0000 7f1bf2f5e640 1 -- 172.21.15.39:0/2880834789 wait complete. 2024-09-13T16:22:28.966 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:22:28.966 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:22:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.069+0000 7f3887911640 1 Processor -- start 2024-09-13T16:22:29.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.069+0000 7f3887911640 1 -- start start 2024-09-13T16:22:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3887911640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f388015eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3887911640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3880071eb0 con 0x7f388006f880 2024-09-13T16:22:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3887911640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3880072440 con 0x7f38800b3610 2024-09-13T16:22:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3887911640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3880144110 con 0x7f3880143d30 2024-09-13T16:22:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3885eae640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f388006f880 0x7f38800b1b80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60944/0 (socket says 172.21.15.39:60944) 2024-09-13T16:22:29.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3885eae640 1 -- 172.21.15.39:0/2681062244 learned_addr learned my addr 172.21.15.39:0/2681062244 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f38856ad640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f388015eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3599405780 0 0) 0x7f3880071eb0 con 0x7f388006f880 2024-09-13T16:22:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.070+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f386c003520 con 0x7f388006f880 2024-09-13T16:22:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4088745105 0 0) 0x7f386c003520 con 0x7f388006f880 2024-09-13T16:22:29.074 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 msgr2=0x7f388015eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f388015eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 >> v1:172.21.15.157:6789/0 conn(0x7f38800b3610 legacy=0x7f38800717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3880072160 con 0x7f388006f880 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f38780019f0 con 0x7f388006f880 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 >> v1:172.21.15.39:6789/0 conn(0x7f388006f880 legacy=0x7f38800b1b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f386c0039a0 0x7f386c003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c004350 0x7f386c004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f386c005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3880144110 con 0x7f386c0039a0 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f386c00b980 con 0x7f386c004350 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f386c00bb40 con 0x7f3880143d30 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f38856ad640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f386c0039a0 0x7f386c003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3885eae640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f386c005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3884eac640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c004350 0x7f386c004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f38856ad640 1 -- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 msgr2=0x7f386c005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f38856ad640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f386c005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f38856ad640 1 -- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c004350 msgr2=0x7f386c004820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f38856ad640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c004350 0x7f386c004820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f38856ad640 1 -- 172.21.15.39:0/2681062244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f386c003520 con 0x7f386c0039a0 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3884eac640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c004350 0x7f386c004820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.071+0000 7f3885eae640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3880143d30 0x7f386c005080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f38856ad640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f386c0039a0 0x7f386c003d80 secure :-1 s=READY pgs=2714 cs=0 l=1 rev1=1 crypto rx=0x7f387c009ac0 tx=0x7f386c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5c3c40eb7ed20f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f387c031400 con 0x7f386c0039a0 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f387c02d050 con 0x7f386c0039a0 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3877fff640 1 -- 172.21.15.39:0/2681062244 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f387c031780 con 0x7f386c0039a0 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3887911640 1 -- 172.21.15.39:0/2681062244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f386c0039a0 msgr2=0x7f386c003d80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3887911640 1 --2- 172.21.15.39:0/2681062244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f386c0039a0 0x7f386c003d80 secure :-1 s=READY pgs=2714 cs=0 l=1 rev1=1 crypto rx=0x7f387c009ac0 tx=0x7f386c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3885eae640 1 -- 172.21.15.39:0/2681062244 reap_dead start 2024-09-13T16:22:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3887911640 1 -- 172.21.15.39:0/2681062244 shutdown_connections 2024-09-13T16:22:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.072+0000 7f3887911640 1 -- 172.21.15.39:0/2681062244 >> 172.21.15.39:0/2681062244 conn(0x7f38800b00a0 msgr2=0x7f38800b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.073+0000 7f3887911640 1 -- 172.21.15.39:0/2681062244 shutdown_connections 2024-09-13T16:22:29.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.073+0000 7f3887911640 1 -- 172.21.15.39:0/2681062244 wait complete. 2024-09-13T16:22:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 Processor -- start 2024-09-13T16:22:29.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 -- start start 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c0039a0 0x7f38800ab3d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 0x7f3880140ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f388015a230 0x7f38801413e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f388013e900 con 0x7f3880159db0 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f388013bef0 con 0x7f386c0039a0 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.074+0000 7f3887911640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f388013e2f0 con 0x7f388015a230 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 0x7f3880140ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 0x7f3880140ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59250/0 (socket says 172.21.15.39:59250) 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 -- 172.21.15.39:0/935750596 learned_addr learned my addr 172.21.15.39:0/935750596 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f38856ad640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c0039a0 0x7f38800ab3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3885eae640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f388015a230 0x7f38801413e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 -- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f388015a230 msgr2=0x7f38801413e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f388015a230 0x7f38801413e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 -- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c0039a0 msgr2=0x7f38800ab3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c0039a0 0x7f38800ab3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 -- 172.21.15.39:0/935750596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f38800a9f30 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f38856ad640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c0039a0 0x7f38800ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3884eac640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 0x7f3880140ea0 secure :-1 s=READY pgs=2715 cs=0 l=1 rev1=1 crypto rx=0x7f387000e7d0 tx=0x7f387000ec90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f38700050d0 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3870005230 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f38800a9c50 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.075+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f387000c6c0 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.076+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38800ab910 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.076+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f388013e150 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.077+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f387000c820 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.077+0000 7f3875ffb640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f386406ac00 0x7f386406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.078+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f3870089f50 con 0x7f3880159db0 2024-09-13T16:22:29.082 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.078+0000 7f38856ad640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f386406ac00 0x7f386406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.078+0000 7f38856ad640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f386406ac00 0x7f386406d0c0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f387c009ac0 tx=0x7f387c008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.082+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f388013e150 con 0x7f3880159db0 2024-09-13T16:22:29.254 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.253+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f388013e150 con 0x7f3880159db0 2024-09-13T16:22:29.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.253+0000 7f3875ffb640 1 -- 172.21.15.39:0/935750596 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v127) v1 ==== 93+0+10 (secure 0 0 0) 0x7f388013e150 con 0x7f3880159db0 2024-09-13T16:22:29.255 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f386406ac00 msgr2=0x7f386406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f386406ac00 0x7f386406d0c0 secure :-1 s=READY pgs=1048 cs=0 l=1 rev1=1 crypto rx=0x7f387c009ac0 tx=0x7f387c008030 comp rx=0 tx=0).stop 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 msgr2=0x7f3880140ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 0x7f3880140ea0 secure :-1 s=READY pgs=2715 cs=0 l=1 rev1=1 crypto rx=0x7f387000e7d0 tx=0x7f387000ec90 comp rx=0 tx=0).stop 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 shutdown_connections 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f386406ac00 0x7f386406d0c0 unknown :-1 s=CLOSED pgs=1048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.257 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f388015a230 0x7f38801413e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3880159db0 0x7f3880140ea0 unknown :-1 s=CLOSED pgs=2715 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 --2- 172.21.15.39:0/935750596 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f386c0039a0 0x7f38800ab3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 >> 172.21.15.39:0/935750596 conn(0x7f38800b00a0 msgr2=0x7f38800af600 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 shutdown_connections 2024-09-13T16:22:29.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.255+0000 7f3887911640 1 -- 172.21.15.39:0/935750596 wait complete. 2024-09-13T16:22:29.267 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:22:29.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.371+0000 7f8876bdb640 1 Processor -- start 2024-09-13T16:22:29.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.371+0000 7f8876bdb640 1 -- start start 2024-09-13T16:22:29.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.371+0000 7f8876bdb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8870156e60 0x7f887015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.371+0000 7f8876bdb640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f887006a5e0 0x7f88700b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8876bdb640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88700cb080 con 0x7f88700b25b0 2024-09-13T16:22:29.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8876bdb640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8870070d40 con 0x7f8870156e60 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8876bdb640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88700b3120 con 0x7f887006a5e0 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8870156e60 0x7f887015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8870156e60 0x7f887015aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59266/0 (socket says 172.21.15.39:59266) 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 -- 172.21.15.39:0/883095442 learned_addr learned my addr 172.21.15.39:0/883095442 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8875178640 1 --2- 172.21.15.39:0/883095442 >> v2:172.21.15.157:3300/0 conn(0x7f887006a5e0 0x7f88700b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 -- 172.21.15.39:0/883095442 >> v2:172.21.15.157:3300/0 conn(0x7f887006a5e0 msgr2=0x7f88700b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 --2- 172.21.15.39:0/883095442 >> v2:172.21.15.157:3300/0 conn(0x7f887006a5e0 0x7f88700b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 -- 172.21.15.39:0/883095442 >> v1:172.21.15.157:6789/0 conn(0x7f88700b25b0 legacy=0x7f8870069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.372+0000 7f8874977640 1 -- 172.21.15.39:0/883095442 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88700b3400 con 0x7f8870156e60 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8874977640 1 --2- 172.21.15.39:0/883095442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8870156e60 0x7f887015aa30 secure :-1 s=READY pgs=2716 cs=0 l=1 rev1=1 crypto rx=0x7f8870073900 tx=0x7f886402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46e25e02538b81e2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f886f7fe640 1 -- 172.21.15.39:0/883095442 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864032440 con 0x7f8870156e60 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f886f7fe640 1 -- 172.21.15.39:0/883095442 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88640325a0 con 0x7f8870156e60 2024-09-13T16:22:29.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f886f7fe640 1 -- 172.21.15.39:0/883095442 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8864032930 con 0x7f8870156e60 2024-09-13T16:22:29.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 -- 172.21.15.39:0/883095442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8870156e60 msgr2=0x7f887015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 --2- 172.21.15.39:0/883095442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8870156e60 0x7f887015aa30 secure :-1 s=READY pgs=2716 cs=0 l=1 rev1=1 crypto rx=0x7f8870073900 tx=0x7f886402a230 comp rx=0 tx=0).stop 2024-09-13T16:22:29.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 -- 172.21.15.39:0/883095442 shutdown_connections 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 --2- 172.21.15.39:0/883095442 >> v2:172.21.15.157:3300/0 conn(0x7f887006a5e0 0x7f88700b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 --2- 172.21.15.39:0/883095442 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8870156e60 0x7f887015aa30 unknown :-1 s=CLOSED pgs=2716 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 -- 172.21.15.39:0/883095442 >> 172.21.15.39:0/883095442 conn(0x7f88700b00a0 msgr2=0x7f88700b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.373+0000 7f8876bdb640 1 -- 172.21.15.39:0/883095442 shutdown_connections 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.374+0000 7f8876bdb640 1 -- 172.21.15.39:0/883095442 wait complete. 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.375+0000 7f8876bdb640 1 Processor -- start 2024-09-13T16:22:29.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.375+0000 7f8876bdb640 1 -- start start 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f887006a5e0 0x7f88700aed30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 0x7f88700c5d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8870156e60 0x7f88700c6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88700c78c0 con 0x7f88700b25b0 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88700af7f0 con 0x7f8870156e60 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88700c35b0 con 0x7f887006a5e0 2024-09-13T16:22:29.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 0x7f88700c5d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 0x7f88700c5d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59272/0 (socket says 172.21.15.39:59272) 2024-09-13T16:22:29.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 -- 172.21.15.39:0/865222823 learned_addr learned my addr 172.21.15.39:0/865222823 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:29.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 -- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f887006a5e0 msgr2=0x7f88700aed30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f887006a5e0 0x7f88700aed30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 -- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8870156e60 msgr2=0x7f88700c6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8870156e60 0x7f88700c6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 -- 172.21.15.39:0/865222823 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88640094d0 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886ffff640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 0x7f88700c5d20 secure :-1 s=READY pgs=2717 cs=0 l=1 rev1=1 crypto rx=0x7f885c00c430 tx=0x7f885c00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885c011790 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f885c0118f0 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88700c3890 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f885c011ce0 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.376+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88700c3e50 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.378+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88700672f0 con 0x7f88700b25b0 2024-09-13T16:22:29.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.378+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f885c01c460 con 0x7f88700b25b0 2024-09-13T16:22:29.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.378+0000 7f886d7fa640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac00 0x7f885406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.379+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f885c089ea0 con 0x7f88700b25b0 2024-09-13T16:22:29.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.379+0000 7f8874977640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac00 0x7f885406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.379+0000 7f8874977640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac00 0x7f885406d0c0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f8864034000 tx=0x7f886402c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.383+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f885c054480 con 0x7f88700b25b0 2024-09-13T16:22:29.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.553+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f88700b2a40 con 0x7f88700b25b0 2024-09-13T16:22:29.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.553+0000 7f886d7fa640 1 -- 172.21.15.39:0/865222823 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v127) v1 ==== 104+0+11 (secure 0 0 0) 0x7f885c057aa0 con 0x7f88700b25b0 2024-09-13T16:22:29.555 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:22:29.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac00 msgr2=0x7f885406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac00 0x7f885406d0c0 secure :-1 s=READY pgs=1049 cs=0 l=1 rev1=1 crypto rx=0x7f8864034000 tx=0x7f886402c000 comp rx=0 tx=0).stop 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 msgr2=0x7f88700c5d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 0x7f88700c5d20 secure :-1 s=READY pgs=2717 cs=0 l=1 rev1=1 crypto rx=0x7f885c00c430 tx=0x7f885c00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 shutdown_connections 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f885406ac00 0x7f885406d0c0 unknown :-1 s=CLOSED pgs=1049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8870156e60 0x7f88700c6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f88700b25b0 0x7f88700c5d20 unknown :-1 s=CLOSED pgs=2717 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 --2- 172.21.15.39:0/865222823 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f887006a5e0 0x7f88700aed30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 >> 172.21.15.39:0/865222823 conn(0x7f88700b00a0 msgr2=0x7f88700cd590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 shutdown_connections 2024-09-13T16:22:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.555+0000 7f8876bdb640 1 -- 172.21.15.39:0/865222823 wait complete. 2024-09-13T16:22:29.567 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:22:29.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.670+0000 7f729759e640 1 Processor -- start 2024-09-13T16:22:29.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.670+0000 7f729759e640 1 -- start start 2024-09-13T16:22:29.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729759e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7298158940 0x7f72981599e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729759e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f72980cb300 0x7f729806b3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729759e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f729806b8f0 0x7f72980cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729759e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729806bd60 con 0x7f7298158940 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729759e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f729815ae40 con 0x7f72980cb300 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729759e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7298159f20 con 0x7f729806b8f0 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7298158940 0x7f72981599e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7298158940 0x7f72981599e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59282/0 (socket says 172.21.15.39:59282) 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.671+0000 7f729659c640 1 -- 172.21.15.39:0/672727987 learned_addr learned my addr 172.21.15.39:0/672727987 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f7295d9b640 1 --2- 172.21.15.39:0/672727987 >> v2:172.21.15.157:3300/0 conn(0x7f72980cb300 0x7f729806b3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f729659c640 1 -- 172.21.15.39:0/672727987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f729806b8f0 msgr2=0x7f72980cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f7296d9d640 1 --2- 172.21.15.39:0/672727987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f729806b8f0 0x7f72980cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f729659c640 1 --2- 172.21.15.39:0/672727987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f729806b8f0 0x7f72980cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f729659c640 1 -- 172.21.15.39:0/672727987 >> v2:172.21.15.157:3300/0 conn(0x7f72980cb300 msgr2=0x7f729806b3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f729659c640 1 --2- 172.21.15.39:0/672727987 >> v2:172.21.15.157:3300/0 conn(0x7f72980cb300 0x7f729806b3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f729659c640 1 -- 172.21.15.39:0/672727987 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729815a230 con 0x7f7298158940 2024-09-13T16:22:29.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.672+0000 7f7295d9b640 1 --2- 172.21.15.39:0/672727987 >> v2:172.21.15.157:3300/0 conn(0x7f72980cb300 0x7f729806b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729659c640 1 --2- 172.21.15.39:0/672727987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7298158940 0x7f72981599e0 secure :-1 s=READY pgs=2718 cs=0 l=1 rev1=1 crypto rx=0x7f729806c450 tx=0x7f729002c670 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f600de1c8dec9836 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729559a640 1 -- 172.21.15.39:0/672727987 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290032480 con 0x7f7298158940 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729559a640 1 -- 172.21.15.39:0/672727987 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f729002f030 con 0x7f7298158940 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729559a640 1 -- 172.21.15.39:0/672727987 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290032800 con 0x7f7298158940 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 -- 172.21.15.39:0/672727987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7298158940 msgr2=0x7f72981599e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 --2- 172.21.15.39:0/672727987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7298158940 0x7f72981599e0 secure :-1 s=READY pgs=2718 cs=0 l=1 rev1=1 crypto rx=0x7f729806c450 tx=0x7f729002c670 comp rx=0 tx=0).stop 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 -- 172.21.15.39:0/672727987 shutdown_connections 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 --2- 172.21.15.39:0/672727987 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f729806b8f0 0x7f72980cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 --2- 172.21.15.39:0/672727987 >> v2:172.21.15.157:3300/0 conn(0x7f72980cb300 0x7f729806b3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 --2- 172.21.15.39:0/672727987 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7298158940 0x7f72981599e0 unknown :-1 s=CLOSED pgs=2718 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 -- 172.21.15.39:0/672727987 >> 172.21.15.39:0/672727987 conn(0x7f7298069ed0 msgr2=0x7f729806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 -- 172.21.15.39:0/672727987 shutdown_connections 2024-09-13T16:22:29.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.673+0000 7f729759e640 1 -- 172.21.15.39:0/672727987 wait complete. 2024-09-13T16:22:29.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.675+0000 7f729759e640 1 Processor -- start 2024-09-13T16:22:29.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.675+0000 7f729759e640 1 -- start start 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.675+0000 7f729759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 0x7f72981f18c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980cb300 0x7f729814fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7298158940 0x7f729814fff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7298150600 con 0x7f729806b8f0 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72981f2b80 con 0x7f72980cb300 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72981f2fa0 con 0x7f7298158940 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 0x7f72981f18c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 0x7f72981f18c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59290/0 (socket says 172.21.15.39:59290) 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 -- 172.21.15.39:0/3459909266 learned_addr learned my addr 172.21.15.39:0/3459909266 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 -- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7298158940 msgr2=0x7f729814fff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7298158940 0x7f729814fff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 -- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980cb300 msgr2=0x7f729814fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980cb300 0x7f729814fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 -- 172.21.15.39:0/3459909266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f729000b760 con 0x7f729806b8f0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729659c640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 0x7f72981f18c0 secure :-1 s=READY pgs=2719 cs=0 l=1 rev1=1 crypto rx=0x7f7290000c00 tx=0x7f72900046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290035620 con 0x7f729806b8f0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f729002ce90 con 0x7f729806b8f0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72981f21e0 con 0x7f729806b8f0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7290035980 con 0x7f729806b8f0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.676+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72981f27a0 con 0x7f729806b8f0 2024-09-13T16:22:29.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.677+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7298067330 con 0x7f729806b8f0 2024-09-13T16:22:29.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.678+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7290035ae0 con 0x7f729806b8f0 2024-09-13T16:22:29.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.678+0000 7f728effd640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f727806ac00 0x7f727806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.679+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f72900aafd0 con 0x7f729806b8f0 2024-09-13T16:22:29.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.679+0000 7f7295d9b640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f727806ac00 0x7f727806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.679+0000 7f7295d9b640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f727806ac00 0x7f727806d0c0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f7280006fd0 tx=0x7f7280008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.683+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7290075700 con 0x7f729806b8f0 2024-09-13T16:22:29.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.851+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f72980b12c0 con 0x7f729806b8f0 2024-09-13T16:22:29.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.851+0000 7f728effd640 1 -- 172.21.15.39:0/3459909266 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v127) v1 ==== 100+0+11 (secure 0 0 0) 0x7f729003a0a0 con 0x7f729806b8f0 2024-09-13T16:22:29.853 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f727806ac00 msgr2=0x7f727806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f727806ac00 0x7f727806d0c0 secure :-1 s=READY pgs=1050 cs=0 l=1 rev1=1 crypto rx=0x7f7280006fd0 tx=0x7f7280008040 comp rx=0 tx=0).stop 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 msgr2=0x7f72981f18c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 0x7f72981f18c0 secure :-1 s=READY pgs=2719 cs=0 l=1 rev1=1 crypto rx=0x7f7290000c00 tx=0x7f72900046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 shutdown_connections 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f727806ac00 0x7f727806d0c0 unknown :-1 s=CLOSED pgs=1050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7298158940 0x7f729814fff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72980cb300 0x7f729814fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 --2- 172.21.15.39:0/3459909266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f729806b8f0 0x7f72981f18c0 unknown :-1 s=CLOSED pgs=2719 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.855 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 >> 172.21.15.39:0/3459909266 conn(0x7f7298069ed0 msgr2=0x7f729806a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 shutdown_connections 2024-09-13T16:22:29.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.853+0000 7f729759e640 1 -- 172.21.15.39:0/3459909266 wait complete. 2024-09-13T16:22:29.865 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:22:29.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.968+0000 7f095fd3e640 1 Processor -- start 2024-09-13T16:22:29.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.968+0000 7f095fd3e640 1 -- start start 2024-09-13T16:22:29.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095fd3e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0958159380 0x7f09580b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095fd3e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0958159760 con 0x7f095815a360 2024-09-13T16:22:29.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095fd3e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f095815a880 con 0x7f09580ceb30 2024-09-13T16:22:29.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095fd3e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f095815ab60 con 0x7f0958159380 2024-09-13T16:22:29.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095dada640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0958159380 0x7f09580b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095d2d9640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f095815a360 0x7f09580ce420 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60950/0 (socket says 172.21.15.39:60950) 2024-09-13T16:22:29.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095d2d9640 1 -- 172.21.15.39:0/2038417985 learned_addr learned my addr 172.21.15.39:0/2038417985 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:29.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095dada640 1 -- 172.21.15.39:0/2038417985 >> v1:172.21.15.157:6789/0 conn(0x7f09580ceb30 legacy=0x7f095815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:29.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095dada640 1 -- 172.21.15.39:0/2038417985 >> v1:172.21.15.39:6789/0 conn(0x7f095815a360 legacy=0x7f09580ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.969+0000 7f095dada640 1 -- 172.21.15.39:0/2038417985 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f095815ae40 con 0x7f0958159380 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.970+0000 7f095dada640 1 --2- 172.21.15.39:0/2038417985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f09580b31e0 secure :-1 s=READY pgs=2721 cs=0 l=1 rev1=1 crypto rx=0x7f09540097a0 tx=0x7f095402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e539d850dc84072 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.970+0000 7f095cad8640 1 -- 172.21.15.39:0/2038417985 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0954032440 con 0x7f0958159380 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.970+0000 7f095cad8640 1 -- 172.21.15.39:0/2038417985 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09540325a0 con 0x7f0958159380 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.970+0000 7f095cad8640 1 -- 172.21.15.39:0/2038417985 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0954032930 con 0x7f0958159380 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 -- 172.21.15.39:0/2038417985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 msgr2=0x7f09580b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 --2- 172.21.15.39:0/2038417985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f09580b31e0 secure :-1 s=READY pgs=2721 cs=0 l=1 rev1=1 crypto rx=0x7f09540097a0 tx=0x7f095402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 -- 172.21.15.39:0/2038417985 shutdown_connections 2024-09-13T16:22:29.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 --2- 172.21.15.39:0/2038417985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f09580b31e0 unknown :-1 s=CLOSED pgs=2721 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 -- 172.21.15.39:0/2038417985 >> 172.21.15.39:0/2038417985 conn(0x7f09580b15d0 msgr2=0x7f09580b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:29.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 -- 172.21.15.39:0/2038417985 shutdown_connections 2024-09-13T16:22:29.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.971+0000 7f095fd3e640 1 -- 172.21.15.39:0/2038417985 wait complete. 2024-09-13T16:22:29.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.972+0000 7f095fd3e640 1 Processor -- start 2024-09-13T16:22:29.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.972+0000 7f095fd3e640 1 -- start start 2024-09-13T16:22:29.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.972+0000 7f095fd3e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09580ceb30 0x7f0958157e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f0958167fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f095815a360 0x7f0958168500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f095813c3b0 con 0x7f0958159380 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0958166f40 con 0x7f095815a360 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0958167220 con 0x7f09580ceb30 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f0958167fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f0958167fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59316/0 (socket says 172.21.15.39:59316) 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 -- 172.21.15.39:0/3796798739 learned_addr learned my addr 172.21.15.39:0/3796798739 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095dada640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09580ceb30 0x7f0958157e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095e2db640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f095815a360 0x7f0958168500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 -- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09580ceb30 msgr2=0x7f0958157e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09580ceb30 0x7f0958157e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 -- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f095815a360 msgr2=0x7f0958168500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:29.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f095815a360 0x7f0958168500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 -- 172.21.15.39:0/3796798739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0954009400 con 0x7f0958159380 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095e2db640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f095815a360 0x7f0958168500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095d2d9640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f0958167fc0 secure :-1 s=READY pgs=2722 cs=0 l=1 rev1=1 crypto rx=0x7f094c00c3c0 tx=0x7f094c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094c005ce0 con 0x7f0958159380 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f094c005e40 con 0x7f0958159380 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0958167500 con 0x7f0958159380 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f094c0072d0 con 0x7f0958159380 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.973+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0958167ac0 con 0x7f0958159380 2024-09-13T16:22:29.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.974+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09580672f0 con 0x7f0958159380 2024-09-13T16:22:29.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.975+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f094c0074f0 con 0x7f0958159380 2024-09-13T16:22:29.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.975+0000 7f094a7fc640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f093c06ac00 0x7f093c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:29.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.975+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f094c089400 con 0x7f0958159380 2024-09-13T16:22:29.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.976+0000 7f095dada640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f093c06ac00 0x7f093c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:29.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.976+0000 7f095dada640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f093c06ac00 0x7f093c06d0c0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f0954034000 tx=0x7f095402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:29.981 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:29.980+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f094c053a00 con 0x7f0958159380 2024-09-13T16:22:30.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.161+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f09580b31e0 con 0x7f0958159380 2024-09-13T16:22:30.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.161+0000 7f094a7fc640 1 -- 172.21.15.39:0/3796798739 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 72 entries v127) v1 ==== 81+0+4372 (secure 0 0 0) 0x7f094c017020 con 0x7f0958159380 2024-09-13T16:22:30.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3759354568 2024-09-14T16:22:13.911655+0000 2024-09-13T16:22:30.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3165815777 2024-09-14T16:22:09.050740+0000 2024-09-13T16:22:30.163 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3165815777 2024-09-14T16:22:09.050740+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:30.164 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:30.165 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:30.166 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:30.167 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:30.168 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:30.169 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3759354568 2024-09-14T16:22:13.911655+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:30.170 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:30.171 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:30.171 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:30.171 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:listed 72 entries 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f093c06ac00 msgr2=0x7f093c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f093c06ac00 0x7f093c06d0c0 secure :-1 s=READY pgs=1051 cs=0 l=1 rev1=1 crypto rx=0x7f0954034000 tx=0x7f095402e000 comp rx=0 tx=0).stop 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 msgr2=0x7f0958167fc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f0958167fc0 secure :-1 s=READY pgs=2722 cs=0 l=1 rev1=1 crypto rx=0x7f094c00c3c0 tx=0x7f094c00c880 comp rx=0 tx=0).stop 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 shutdown_connections 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f093c06ac00 0x7f093c06d0c0 unknown :-1 s=CLOSED pgs=1051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f095815a360 0x7f0958168500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0958159380 0x7f0958167fc0 unknown :-1 s=CLOSED pgs=2722 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 --2- 172.21.15.39:0/3796798739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f09580ceb30 0x7f0958157e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 >> 172.21.15.39:0/3796798739 conn(0x7f09580b15d0 msgr2=0x7f09580b1ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 shutdown_connections 2024-09-13T16:22:30.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.163+0000 7f095fd3e640 1 -- 172.21.15.39:0/3796798739 wait complete. 2024-09-13T16:22:30.175 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:30.176 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:30.192 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.332+0000 7feecb3bc640 1 Processor -- start 2024-09-13T16:22:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.332+0000 7feecb3bc640 1 -- start start 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feecb3bc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7feec40721f0 0x7feec40ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feecb3bc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feec40ce7b0 0x7feec40cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feecb3bc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feec40cebf0 con 0x7feec40cc650 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feecb3bc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feec415bed0 con 0x7feec40ce7b0 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feecb3bc640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feec415aa50 con 0x7feec40721f0 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feec8957640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feec40ce7b0 0x7feec40cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feec8957640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7feec40ce7b0 0x7feec40cc110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59322/0 (socket says 172.21.15.39:59322) 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feec8957640 1 -- 172.21.15.39:0/4129649864 learned_addr learned my addr 172.21.15.39:0/4129649864 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feec9158640 1 --2- 172.21.15.39:0/4129649864 >> v2:172.21.15.157:3300/0 conn(0x7feec40721f0 0x7feec40ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feec8957640 1 -- 172.21.15.39:0/4129649864 >> v2:172.21.15.157:3300/0 conn(0x7feec40721f0 msgr2=0x7feec40ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:30.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.333+0000 7feec8957640 1 --2- 172.21.15.39:0/4129649864 >> v2:172.21.15.157:3300/0 conn(0x7feec40721f0 0x7feec40ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.334+0000 7feec8957640 1 -- 172.21.15.39:0/4129649864 >> v1:172.21.15.157:6789/0 conn(0x7feec40cc650 legacy=0x7feec4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.336 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.334+0000 7feec8957640 1 -- 172.21.15.39:0/4129649864 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feec415af50 con 0x7feec40ce7b0 2024-09-13T16:22:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.334+0000 7feec8957640 1 --2- 172.21.15.39:0/4129649864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40ce7b0 0x7feec40cc110 secure :-1 s=READY pgs=2723 cs=0 l=1 rev1=1 crypto rx=0x7feec4068520 tx=0x7feeb802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=817459fc75b0472c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.334+0000 7feec3fff640 1 -- 172.21.15.39:0/4129649864 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeb8032440 con 0x7feec40ce7b0 2024-09-13T16:22:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.334+0000 7feec3fff640 1 -- 172.21.15.39:0/4129649864 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feeb80325a0 con 0x7feec40ce7b0 2024-09-13T16:22:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.334+0000 7feec3fff640 1 -- 172.21.15.39:0/4129649864 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeb8032930 con 0x7feec40ce7b0 2024-09-13T16:22:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 -- 172.21.15.39:0/4129649864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40ce7b0 msgr2=0x7feec40cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4129649864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40ce7b0 0x7feec40cc110 secure :-1 s=READY pgs=2723 cs=0 l=1 rev1=1 crypto rx=0x7feec4068520 tx=0x7feeb802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 -- 172.21.15.39:0/4129649864 shutdown_connections 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4129649864 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40ce7b0 0x7feec40cc110 unknown :-1 s=CLOSED pgs=2723 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4129649864 >> v2:172.21.15.157:3300/0 conn(0x7feec40721f0 0x7feec40ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 -- 172.21.15.39:0/4129649864 >> 172.21.15.39:0/4129649864 conn(0x7feec406b3b0 msgr2=0x7feec406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 -- 172.21.15.39:0/4129649864 shutdown_connections 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.335+0000 7feecb3bc640 1 -- 172.21.15.39:0/4129649864 wait complete. 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.336+0000 7feecb3bc640 1 Processor -- start 2024-09-13T16:22:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.336+0000 7feecb3bc640 1 -- start start 2024-09-13T16:22:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feecb3bc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feec40721f0 0x7feec41578b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feecb3bc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 0x7feec41f2760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feecb3bc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feec40ce7b0 0x7feec4150f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feecb3bc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feec4151490 con 0x7feec40cc650 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feecb3bc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feec40ae6b0 con 0x7feec40ce7b0 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feecb3bc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feec4157f40 con 0x7feec40721f0 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 0x7feec41f2760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 0x7feec41f2760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59332/0 (socket says 172.21.15.39:59332) 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 -- 172.21.15.39:0/4285416527 learned_addr learned my addr 172.21.15.39:0/4285416527 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec9959640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feec40ce7b0 0x7feec4150f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec9158640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feec40721f0 0x7feec41578b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 -- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feec40721f0 msgr2=0x7feec41578b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feec40721f0 0x7feec41578b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 -- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feec40ce7b0 msgr2=0x7feec4150f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feec40ce7b0 0x7feec4150f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec8957640 1 -- 172.21.15.39:0/4285416527 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feeb80094d0 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.337+0000 7feec9959640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feec40ce7b0 0x7feec4150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.338+0000 7feec8957640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 0x7feec41f2760 secure :-1 s=READY pgs=2724 cs=0 l=1 rev1=1 crypto rx=0x7feeb802a220 tx=0x7feeb80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.338+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeb8032440 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.338+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feeb8030b00 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.338+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feec40ae8c0 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.338+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeb803d440 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.338+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feec40aee80 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.339+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feec4156040 con 0x7feec40cc650 2024-09-13T16:22:30.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.339+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7feeb8039040 con 0x7feec40cc650 2024-09-13T16:22:30.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.340+0000 7feec1ffb640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb006ac00 0x7feeb006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.340+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7feeb80aab90 con 0x7feec40cc650 2024-09-13T16:22:30.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.340+0000 7feec9158640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb006ac00 0x7feeb006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.341+0000 7feec9158640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb006ac00 0x7feeb006d0c0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009f60 tx=0x7feeb400b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.344+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feeb80750e0 con 0x7feec40cc650 2024-09-13T16:22:30.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.516+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7feec40672f0 con 0x7feec40cc650 2024-09-13T16:22:30.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.517+0000 7feec1ffb640 1 -- 172.21.15.39:0/4285416527 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v127) v1 ==== 74+0+21258 (secure 0 0 0) 0x7feeb8078700 con 0x7feec40cc650 2024-09-13T16:22:30.519 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:30.519 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":127,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:22:13.911679+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6834/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6832/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6832/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:30.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb006ac00 msgr2=0x7feeb006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb006ac00 0x7feeb006d0c0 secure :-1 s=READY pgs=1052 cs=0 l=1 rev1=1 crypto rx=0x7feeb4009f60 tx=0x7feeb400b040 comp rx=0 tx=0).stop 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 msgr2=0x7feec41f2760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 0x7feec41f2760 secure :-1 s=READY pgs=2724 cs=0 l=1 rev1=1 crypto rx=0x7feeb802a220 tx=0x7feeb80046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 shutdown_connections 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7feeb006ac00 0x7feeb006d0c0 unknown :-1 s=CLOSED pgs=1052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feec40ce7b0 0x7feec4150f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feec40cc650 0x7feec41f2760 unknown :-1 s=CLOSED pgs=2724 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 --2- 172.21.15.39:0/4285416527 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feec40721f0 0x7feec41578b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 >> 172.21.15.39:0/4285416527 conn(0x7feec406b3b0 msgr2=0x7feec4071570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 shutdown_connections 2024-09-13T16:22:30.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.519+0000 7feecb3bc640 1 -- 172.21.15.39:0/4285416527 wait complete. 2024-09-13T16:22:30.531 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:22:30.532 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:22:30.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.635+0000 7f3d91420640 1 Processor -- start 2024-09-13T16:22:30.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.636+0000 7f3d91420640 1 -- start start 2024-09-13T16:22:30.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.636+0000 7f3d91420640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d8c143d30 0x7f3d8c15eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.636+0000 7f3d91420640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c06fcb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.636+0000 7f3d91420640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d8c0701f0 con 0x7f3d8c0b3610 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.636+0000 7f3d91420640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d8c071eb0 con 0x7f3d8c143d30 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.636+0000 7f3d91420640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c072440 con 0x7f3d8c06f880 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3d8c143d30 0x7f3d8c15eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8a7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f3d8c0b3610 0x7f3d8c0717a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60960/0 (socket says 172.21.15.39:60960) 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8a7fc640 1 -- 172.21.15.39:0/1446806298 learned_addr learned my addr 172.21.15.39:0/1446806298 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8b7fe640 1 --2- 172.21.15.39:0/1446806298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c06fcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8affd640 1 -- 172.21.15.39:0/1446806298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 msgr2=0x7f3d8c06fcb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8affd640 1 --2- 172.21.15.39:0/1446806298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c06fcb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8affd640 1 -- 172.21.15.39:0/1446806298 >> v1:172.21.15.39:6789/0 conn(0x7f3d8c0b3610 legacy=0x7f3d8c0717a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d89ffb640 1 -- 172.21.15.39:0/1446806298 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2230718620 0 0) 0x7f3d8c0701f0 con 0x7f3d8c0b3610 2024-09-13T16:22:30.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.637+0000 7f3d8affd640 1 -- 172.21.15.39:0/1446806298 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d8c144110 con 0x7f3d8c143d30 2024-09-13T16:22:30.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d8affd640 1 --2- 172.21.15.39:0/1446806298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c143d30 0x7f3d8c15eb20 secure :-1 s=READY pgs=2726 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c0097a0 tx=0x7f3d7c02a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dee7dbef9494d883 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d89ffb640 1 -- 172.21.15.39:0/1446806298 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c032440 con 0x7f3d8c143d30 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d89ffb640 1 -- 172.21.15.39:0/1446806298 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d7c0325a0 con 0x7f3d8c143d30 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d89ffb640 1 -- 172.21.15.39:0/1446806298 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d7c032930 con 0x7f3d8c143d30 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 -- 172.21.15.39:0/1446806298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c143d30 msgr2=0x7f3d8c15eb20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 --2- 172.21.15.39:0/1446806298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c143d30 0x7f3d8c15eb20 secure :-1 s=READY pgs=2726 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c0097a0 tx=0x7f3d7c02a180 comp rx=0 tx=0).stop 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 -- 172.21.15.39:0/1446806298 shutdown_connections 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 --2- 172.21.15.39:0/1446806298 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c06fcb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 --2- 172.21.15.39:0/1446806298 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c143d30 0x7f3d8c15eb20 unknown :-1 s=CLOSED pgs=2726 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 -- 172.21.15.39:0/1446806298 >> 172.21.15.39:0/1446806298 conn(0x7f3d8c0b00a0 msgr2=0x7f3d8c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 -- 172.21.15.39:0/1446806298 shutdown_connections 2024-09-13T16:22:30.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.638+0000 7f3d91420640 1 -- 172.21.15.39:0/1446806298 wait complete. 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.640+0000 7f3d91420640 1 Processor -- start 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.640+0000 7f3d91420640 1 -- start start 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.640+0000 7f3d91420640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c159e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 0x7f3d8c0abc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d8c143d30 0x7f3d8c0c4d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c0ab810 con 0x7f3d8c0b3610 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c15a340 con 0x7f3d8c143d30 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d8c0aab90 con 0x7f3d8c06f880 2024-09-13T16:22:30.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 0x7f3d8c0abc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 0x7f3d8c0abc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59346/0 (socket says 172.21.15.39:59346) 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 -- 172.21.15.39:0/2429285192 learned_addr learned my addr 172.21.15.39:0/2429285192 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8b7fe640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d8c143d30 0x7f3d8c0c4d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8affd640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c159e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 -- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 msgr2=0x7f3d8c159e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c159e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 -- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d8c143d30 msgr2=0x7f3d8c0c4d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d8c143d30 0x7f3d8c0c4d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 -- 172.21.15.39:0/2429285192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d7c009400 con 0x7f3d8c0b3610 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8affd640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d8a7fc640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 0x7f3d8c0abc30 secure :-1 s=READY pgs=2727 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000c4a0 tx=0x7f3d8000c960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d80005ce0 con 0x7f3d8c0b3610 2024-09-13T16:22:30.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d80005e40 con 0x7f3d8c0b3610 2024-09-13T16:22:30.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d8c0aae70 con 0x7f3d8c0b3610 2024-09-13T16:22:30.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d800072b0 con 0x7f3d8c0b3610 2024-09-13T16:22:30.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.641+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d8c0ab430 con 0x7f3d8c0b3610 2024-09-13T16:22:30.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.642+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d8c0672f0 con 0x7f3d8c0b3610 2024-09-13T16:22:30.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.643+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3d80007410 con 0x7f3d8c0b3610 2024-09-13T16:22:30.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.643+0000 7f3d737fe640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7806ac00 0x7f3d7806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.643+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f3d80089530 con 0x7f3d8c0b3610 2024-09-13T16:22:30.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.643+0000 7f3d8affd640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7806ac00 0x7f3d7806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.644+0000 7f3d8affd640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7806ac00 0x7f3d7806d0c0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c034000 tx=0x7f3d7c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.647+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3d80053b10 con 0x7f3d8c0b3610 2024-09-13T16:22:30.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.817+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3d8c0adcd0 con 0x7f3d8c0b3610 2024-09-13T16:22:30.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.817+0000 7f3d737fe640 1 -- 172.21.15.39:0/2429285192 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v127) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3d80017020 con 0x7f3d8c0b3610 2024-09-13T16:22:30.819 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7806ac00 msgr2=0x7f3d7806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7806ac00 0x7f3d7806d0c0 secure :-1 s=READY pgs=1053 cs=0 l=1 rev1=1 crypto rx=0x7f3d7c034000 tx=0x7f3d7c02e000 comp rx=0 tx=0).stop 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 msgr2=0x7f3d8c0abc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 0x7f3d8c0abc30 secure :-1 s=READY pgs=2727 cs=0 l=1 rev1=1 crypto rx=0x7f3d8000c4a0 tx=0x7f3d8000c960 comp rx=0 tx=0).stop 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 shutdown_connections 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3d7806ac00 0x7f3d7806d0c0 unknown :-1 s=CLOSED pgs=1053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3d8c143d30 0x7f3d8c0c4d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3d8c0b3610 0x7f3d8c0abc30 unknown :-1 s=CLOSED pgs=2727 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 --2- 172.21.15.39:0/2429285192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3d8c06f880 0x7f3d8c159e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 >> 172.21.15.39:0/2429285192 conn(0x7f3d8c0b00a0 msgr2=0x7f3d8c071760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:30.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 shutdown_connections 2024-09-13T16:22:30.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.819+0000 7f3d91420640 1 -- 172.21.15.39:0/2429285192 wait complete. 2024-09-13T16:22:30.832 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:22:30.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.934+0000 7f1597965640 1 Processor -- start 2024-09-13T16:22:30.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.935+0000 7f1597965640 1 -- start start 2024-09-13T16:22:30.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1597965640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015c7d0 0x7f15900cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1597965640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 0x7f15900d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1597965640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15900b5550 con 0x7f15900d1f40 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1597965640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15900b2000 con 0x7f15900b4180 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1597965640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15900d2340 con 0x7f159015c7d0 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1594f00640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 0x7f15900d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1595701640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015c7d0 0x7f15900cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1594f00640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 0x7f15900d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:56764/0 (socket says 172.21.15.39:56764) 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1594f00640 1 -- 172.21.15.39:0/324422163 learned_addr learned my addr 172.21.15.39:0/324422163 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1595f02640 1 --1- 172.21.15.39:0/324422163 >> v1:172.21.15.157:6789/0 conn(0x7f15900d1f40 0x7f15900d07e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:49288/0 (socket says 172.21.15.39:49288) 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1595701640 1 -- 172.21.15.39:0/324422163 >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 msgr2=0x7f15900d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1595701640 1 --2- 172.21.15.39:0/324422163 >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 0x7f15900d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1595701640 1 -- 172.21.15.39:0/324422163 >> v1:172.21.15.157:6789/0 conn(0x7f15900d1f40 legacy=0x7f15900d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1595701640 1 -- 172.21.15.39:0/324422163 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15900b4610 con 0x7f159015c7d0 2024-09-13T16:22:30.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.936+0000 7f1594f00640 1 --2- 172.21.15.39:0/324422163 >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 0x7f15900d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.937+0000 7f1595701640 1 --2- 172.21.15.39:0/324422163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015c7d0 0x7f15900cf440 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f158c0097a0 tx=0x7f158c02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=71cfaf072c9aea02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1587fff640 1 -- 172.21.15.39:0/324422163 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c032440 con 0x7f159015c7d0 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1587fff640 1 -- 172.21.15.39:0/324422163 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158c0325a0 con 0x7f159015c7d0 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1587fff640 1 -- 172.21.15.39:0/324422163 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158c032930 con 0x7f159015c7d0 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 -- 172.21.15.39:0/324422163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015c7d0 msgr2=0x7f15900cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 --2- 172.21.15.39:0/324422163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015c7d0 0x7f15900cf440 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f158c0097a0 tx=0x7f158c02a180 comp rx=0 tx=0).stop 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 -- 172.21.15.39:0/324422163 shutdown_connections 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 --2- 172.21.15.39:0/324422163 >> v2:172.21.15.157:3300/0 conn(0x7f15900b4180 0x7f15900d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 --2- 172.21.15.39:0/324422163 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f159015c7d0 0x7f15900cf440 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 -- 172.21.15.39:0/324422163 >> 172.21.15.39:0/324422163 conn(0x7f159006bc40 msgr2=0x7f159006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:30.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 -- 172.21.15.39:0/324422163 shutdown_connections 2024-09-13T16:22:30.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.938+0000 7f1597965640 1 -- 172.21.15.39:0/324422163 wait complete. 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 Processor -- start 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 -- start start 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900d1f40 0x7f1590157ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f159015c7d0 0x7f15900c84c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 0x7f159014cca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15901580e0 con 0x7f159014c820 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f159014d1e0 con 0x7f159015c7d0 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1597965640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1590159640 con 0x7f15900d1f40 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.940+0000 7f1595f02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 0x7f159014cca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 0x7f159014cca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59362/0 (socket says 172.21.15.39:59362) 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 -- 172.21.15.39:0/1003288591 learned_addr learned my addr 172.21.15.39:0/1003288591 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:30.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1594f00640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f159015c7d0 0x7f15900c84c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595701640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900d1f40 0x7f1590157ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 -- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900d1f40 msgr2=0x7f1590157ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900d1f40 0x7f1590157ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 -- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f159015c7d0 msgr2=0x7f15900c84c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f159015c7d0 0x7f15900c84c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 -- 172.21.15.39:0/1003288591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15800094d0 con 0x7f159014c820 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595701640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900d1f40 0x7f1590157ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1595f02640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 0x7f159014cca0 secure :-1 s=READY pgs=2728 cs=0 l=1 rev1=1 crypto rx=0x7f158800c780 tx=0x7f158800cc40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158800ce90 con 0x7f159014c820 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f158800a640 con 0x7f159014c820 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f158800a9b0 con 0x7f159014c820 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f158c009400 con 0x7f159014c820 2024-09-13T16:22:30.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.941+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15901599d0 con 0x7f159014c820 2024-09-13T16:22:30.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.942+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15900d1a00 con 0x7f159014c820 2024-09-13T16:22:30.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.943+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f158800ab10 con 0x7f159014c820 2024-09-13T16:22:30.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.943+0000 7f1585ffb640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:30.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.943+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f1588089700 con 0x7f159014c820 2024-09-13T16:22:30.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.944+0000 7f1595701640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:30.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.944+0000 7f1595701640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f158c034000 tx=0x7f158c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:30.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:30.948+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1588053d00 con 0x7f159014c820 2024-09-13T16:22:31.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.118+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f15900b65e0 con 0x7f159014c820 2024-09-13T16:22:31.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.118+0000 7f1585ffb640 1 -- 172.21.15.39:0/1003288591 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v127) v1 ==== 104+0+11 (secure 0 0 0) 0x7f1588057320 con 0x7f159014c820 2024-09-13T16:22:31.120 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 msgr2=0x7f157406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 secure :-1 s=READY pgs=1054 cs=0 l=1 rev1=1 crypto rx=0x7f158c034000 tx=0x7f158c02e000 comp rx=0 tx=0).stop 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 msgr2=0x7f159014cca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 0x7f159014cca0 secure :-1 s=READY pgs=2728 cs=0 l=1 rev1=1 crypto rx=0x7f158800c780 tx=0x7f158800cc40 comp rx=0 tx=0).stop 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 shutdown_connections 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f157406ac00 0x7f157406d0c0 unknown :-1 s=CLOSED pgs=1054 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f159014c820 0x7f159014cca0 unknown :-1 s=CLOSED pgs=2728 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f159015c7d0 0x7f15900c84c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 --2- 172.21.15.39:0/1003288591 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f15900d1f40 0x7f1590157ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 >> 172.21.15.39:0/1003288591 conn(0x7f159006bc40 msgr2=0x7f15900b6930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 shutdown_connections 2024-09-13T16:22:31.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.120+0000 7f1597965640 1 -- 172.21.15.39:0/1003288591 wait complete. 2024-09-13T16:22:31.132 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:22:31.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.235+0000 7f64ddf83640 1 Processor -- start 2024-09-13T16:22:31.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.235+0000 7f64ddf83640 1 -- start start 2024-09-13T16:22:31.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64ddf83640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64d8156e60 0x7f64d815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64ddf83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d80b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64ddf83640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f64d80cb080 con 0x7f64d80b25b0 2024-09-13T16:22:31.239 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64ddf83640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f64d8070d40 con 0x7f64d8156e60 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64ddf83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64d80b3120 con 0x7f64d806a5e0 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64d8156e60 0x7f64d815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f64d8156e60 0x7f64d815aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59364/0 (socket says 172.21.15.39:59364) 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 -- 172.21.15.39:0/3236051347 learned_addr learned my addr 172.21.15.39:0/3236051347 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d7fff640 1 --2- 172.21.15.39:0/3236051347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d80b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 -- 172.21.15.39:0/3236051347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 msgr2=0x7f64d80b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 --2- 172.21.15.39:0/3236051347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d80b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 -- 172.21.15.39:0/3236051347 >> v1:172.21.15.157:6789/0 conn(0x7f64d80b25b0 legacy=0x7f64d8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.236+0000 7f64d77fe640 1 -- 172.21.15.39:0/3236051347 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64d80b3400 con 0x7f64d8156e60 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.237+0000 7f64d77fe640 1 --2- 172.21.15.39:0/3236051347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d8156e60 0x7f64d815aa30 secure :-1 s=READY pgs=2729 cs=0 l=1 rev1=1 crypto rx=0x7f64c8009870 tx=0x7f64c802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa106a5faf31b264 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.237+0000 7f64d67fc640 1 -- 172.21.15.39:0/3236051347 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c8032440 con 0x7f64d8156e60 2024-09-13T16:22:31.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.237+0000 7f64d67fc640 1 -- 172.21.15.39:0/3236051347 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64c80325a0 con 0x7f64d8156e60 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.237+0000 7f64d67fc640 1 -- 172.21.15.39:0/3236051347 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64c8032930 con 0x7f64d8156e60 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 -- 172.21.15.39:0/3236051347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d8156e60 msgr2=0x7f64d815aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 --2- 172.21.15.39:0/3236051347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d8156e60 0x7f64d815aa30 secure :-1 s=READY pgs=2729 cs=0 l=1 rev1=1 crypto rx=0x7f64c8009870 tx=0x7f64c802a270 comp rx=0 tx=0).stop 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 -- 172.21.15.39:0/3236051347 shutdown_connections 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 --2- 172.21.15.39:0/3236051347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d80b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 --2- 172.21.15.39:0/3236051347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d8156e60 0x7f64d815aa30 unknown :-1 s=CLOSED pgs=2729 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 -- 172.21.15.39:0/3236051347 >> 172.21.15.39:0/3236051347 conn(0x7f64d80b00a0 msgr2=0x7f64d80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 -- 172.21.15.39:0/3236051347 shutdown_connections 2024-09-13T16:22:31.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.238+0000 7f64ddf83640 1 -- 172.21.15.39:0/3236051347 wait complete. 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.239+0000 7f64ddf83640 1 Processor -- start 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.239+0000 7f64ddf83640 1 -- start start 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64ddf83640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d814f680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64ddf83640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 0x7f64d8155a40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64ddf83640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64d8156e60 0x7f64d8155f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64ddf83640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d814fce0 con 0x7f64d80b25b0 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64ddf83640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f64d814ffc0 con 0x7f64d8156e60 2024-09-13T16:22:31.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64ddf83640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f64d81502a0 con 0x7f64d806a5e0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 0x7f64d8155a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 0x7f64d8155a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59372/0 (socket says 172.21.15.39:59372) 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 -- 172.21.15.39:0/1288320797 learned_addr learned my addr 172.21.15.39:0/1288320797 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d77fe640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d814f680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d7fff640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64d8156e60 0x7f64d8155f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 -- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 msgr2=0x7f64d814f680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d814f680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 -- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64d8156e60 msgr2=0x7f64d8155f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64d8156e60 0x7f64d8155f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 -- 172.21.15.39:0/1288320797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64c80094d0 con 0x7f64d80b25b0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.240+0000 7f64d6ffd640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 0x7f64d8155a40 secure :-1 s=READY pgs=2730 cs=0 l=1 rev1=1 crypto rx=0x7f64cc00c450 tx=0x7f64cc00c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.241+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc0052d0 con 0x7f64d80b25b0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.241+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64cc005430 con 0x7f64d80b25b0 2024-09-13T16:22:31.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.241+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64cc012870 con 0x7f64d80b25b0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.241+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f64d8150580 con 0x7f64d80b25b0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.241+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f64d8150cf0 con 0x7f64d80b25b0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.242+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f64d8150aa0 con 0x7f64d80b25b0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.242+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f64cc0129d0 con 0x7f64d80b25b0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.243+0000 7f64bffff640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac30 0x7f64c406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.243+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f64cc0899a0 con 0x7f64d80b25b0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.243+0000 7f64d77fe640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac30 0x7f64c406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.246 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.243+0000 7f64d77fe640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac30 0x7f64c406d0f0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f64c8034000 tx=0x7f64c802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.247+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f64d8150aa0 con 0x7f64d80b25b0 2024-09-13T16:22:31.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.416+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f64d8150aa0 con 0x7f64d80b25b0 2024-09-13T16:22:31.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.416+0000 7f64bffff640 1 -- 172.21.15.39:0/1288320797 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v127) v1 ==== 100+0+11 (secure 0 0 0) 0x7f64d8150aa0 con 0x7f64d80b25b0 2024-09-13T16:22:31.418 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:22:31.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac30 msgr2=0x7f64c406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac30 0x7f64c406d0f0 secure :-1 s=READY pgs=1055 cs=0 l=1 rev1=1 crypto rx=0x7f64c8034000 tx=0x7f64c802e000 comp rx=0 tx=0).stop 2024-09-13T16:22:31.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 msgr2=0x7f64d8155a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 0x7f64d8155a40 secure :-1 s=READY pgs=2730 cs=0 l=1 rev1=1 crypto rx=0x7f64cc00c450 tx=0x7f64cc00c910 comp rx=0 tx=0).stop 2024-09-13T16:22:31.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 shutdown_connections 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f64c406ac30 0x7f64c406d0f0 unknown :-1 s=CLOSED pgs=1055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f64d8156e60 0x7f64d8155f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f64d80b25b0 0x7f64d8155a40 unknown :-1 s=CLOSED pgs=2730 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 --2- 172.21.15.39:0/1288320797 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f64d806a5e0 0x7f64d814f680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.418+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 >> 172.21.15.39:0/1288320797 conn(0x7f64d80b00a0 msgr2=0x7f64d80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.419+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 shutdown_connections 2024-09-13T16:22:31.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.419+0000 7f64ddf83640 1 -- 172.21.15.39:0/1288320797 wait complete. 2024-09-13T16:22:31.431 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:22:31.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.532+0000 7fa555533640 1 Processor -- start 2024-09-13T16:22:31.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.532+0000 7fa555533640 1 -- start start 2024-09-13T16:22:31.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa555533640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa5500b61c0 0x7fa5500d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa555533640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5500d11f0 con 0x7fa55015cef0 2024-09-13T16:22:31.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa555533640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa55015d2d0 con 0x7fa5500d1680 2024-09-13T16:22:31.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa555533640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5500cd730 con 0x7fa5500b61c0 2024-09-13T16:22:31.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54f7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa5500b61c0 0x7fa5500d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54effd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa55015cef0 0x7fa5500cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60962/0 (socket says 172.21.15.39:60962) 2024-09-13T16:22:31.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54effd640 1 -- 172.21.15.39:0/1464738364 learned_addr learned my addr 172.21.15.39:0/1464738364 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1464738364 >> v1:172.21.15.157:6789/0 conn(0x7fa5500d1680 legacy=0x7fa5500b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1464738364 >> v1:172.21.15.39:6789/0 conn(0x7fa55015cef0 legacy=0x7fa5500cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54dffb640 1 -- 172.21.15.39:0/1464738364 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2498011965 0 0) 0x7fa5500d11f0 con 0x7fa55015cef0 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.533+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1464738364 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5500cda00 con 0x7fa5500b61c0 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.534+0000 7fa54f7fe640 1 --2- 172.21.15.39:0/1464738364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5500b61c0 0x7fa5500d1ad0 secure :-1 s=READY pgs=2732 cs=0 l=1 rev1=1 crypto rx=0x7fa548009d90 tx=0x7fa54802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=255eaee1c0dc9b50 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.534+0000 7fa54dffb640 1 -- 172.21.15.39:0/1464738364 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548007740 con 0x7fa5500b61c0 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.534+0000 7fa54dffb640 1 -- 172.21.15.39:0/1464738364 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa54802d050 con 0x7fa5500b61c0 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.534+0000 7fa54dffb640 1 -- 172.21.15.39:0/1464738364 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548007ac0 con 0x7fa5500b61c0 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 -- 172.21.15.39:0/1464738364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5500b61c0 msgr2=0x7fa5500d1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 --2- 172.21.15.39:0/1464738364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5500b61c0 0x7fa5500d1ad0 secure :-1 s=READY pgs=2732 cs=0 l=1 rev1=1 crypto rx=0x7fa548009d90 tx=0x7fa54802a730 comp rx=0 tx=0).stop 2024-09-13T16:22:31.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 -- 172.21.15.39:0/1464738364 shutdown_connections 2024-09-13T16:22:31.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 --2- 172.21.15.39:0/1464738364 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa5500b61c0 0x7fa5500d1ad0 unknown :-1 s=CLOSED pgs=2732 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 -- 172.21.15.39:0/1464738364 >> 172.21.15.39:0/1464738364 conn(0x7fa55006a3a0 msgr2=0x7fa55006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:31.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 -- 172.21.15.39:0/1464738364 shutdown_connections 2024-09-13T16:22:31.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.535+0000 7fa555533640 1 -- 172.21.15.39:0/1464738364 wait complete. 2024-09-13T16:22:31.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.536+0000 7fa555533640 1 Processor -- start 2024-09-13T16:22:31.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.536+0000 7fa555533640 1 -- start start 2024-09-13T16:22:31.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa555533640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa5500b61c0 0x7fa55015a0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa555533640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5500d1680 0x7fa5500b49a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa555533640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 0x7fa55015f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa555533640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5500b3900 con 0x7fa55015cef0 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa555533640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5500b3be0 con 0x7fa5500d1680 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa555533640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5500b3ec0 con 0x7fa5500b61c0 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 0x7fa55015f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 0x7fa55015f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59394/0 (socket says 172.21.15.39:59394) 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1992894731 learned_addr learned my addr 172.21.15.39:0/1992894731 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54e7fc640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5500d1680 0x7fa5500b49a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54effd640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa5500b61c0 0x7fa55015a0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa5500b61c0 msgr2=0x7fa55015a0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa5500b61c0 0x7fa55015a0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5500d1680 msgr2=0x7fa5500b49a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5500d1680 0x7fa5500b49a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 -- 172.21.15.39:0/1992894731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa548009a70 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54effd640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa5500b61c0 0x7fa55015a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.537+0000 7fa54f7fe640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 0x7fa55015f900 secure :-1 s=READY pgs=2733 cs=0 l=1 rev1=1 crypto rx=0x7fa548009eb0 tx=0x7fa548004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.538+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548031910 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.538+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa548031a70 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.538+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa548031de0 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.538+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5500b41a0 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.538+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5500b3590 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.539+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5500d0670 con 0x7fa55015cef0 2024-09-13T16:22:31.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.539+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa54803c420 con 0x7fa55015cef0 2024-09-13T16:22:31.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.540+0000 7fa5377fe640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa53c06ac00 0x7fa53c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.540+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7fa5480ab740 con 0x7fa55015cef0 2024-09-13T16:22:31.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.540+0000 7fa54effd640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa53c06ac00 0x7fa53c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.541+0000 7fa54effd640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa53c06ac00 0x7fa53c06d0c0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fa540000f60 tx=0x7fa540009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.544+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa548075c90 con 0x7fa55015cef0 2024-09-13T16:22:31.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.726+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fa5500d1ab0 con 0x7fa55015cef0 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.726+0000 7fa5377fe640 1 -- 172.21.15.39:0/1992894731 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 72 entries v127) v1 ==== 81+0+4372 (secure 0 0 0) 0x7fa548040080 con 0x7fa55015cef0 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3759354568 2024-09-14T16:22:13.911655+0000 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3165815777 2024-09-14T16:22:09.050740+0000 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3165815777 2024-09-14T16:22:09.050740+0000 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4148856035 2024-09-14T16:21:54.489863+0000 2024-09-13T16:22:31.728 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3696644961 2024-09-14T16:19:25.197972+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:31.729 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3301151956 2024-09-14T16:17:41.227055+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3479340350 2024-09-14T16:19:40.471083+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/145305981 2024-09-14T16:18:55.867679+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2571248812 2024-09-14T16:18:52.009238+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2983340855 2024-09-14T16:18:00.125973+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/3466162502 2024-09-14T16:18:11.334355+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2424735022 2024-09-14T16:19:27.383663+0000 2024-09-13T16:22:31.730 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:31.731 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1159344963 2024-09-14T16:20:47.885571+0000 2024-09-13T16:22:31.731 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1091950954 2024-09-14T16:21:02.070401+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2131498593 2024-09-14T16:18:15.357428+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1338912229 2024-09-14T16:19:09.126016+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/712210479 2024-09-14T16:20:07.687621+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1937458090 2024-09-14T16:18:19.399316+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2326245595 2024-09-14T16:18:49.962984+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/1970982052 2024-09-14T16:20:49.953794+0000 2024-09-13T16:22:31.732 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1338482383 2024-09-14T16:18:05.183946+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/883974613 2024-09-14T16:20:53.980804+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/677185875 2024-09-14T16:19:34.423244+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/4195911610 2024-09-14T16:21:30.068845+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2459472371 2024-09-14T16:19:44.519535+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/2857486582 2024-09-14T16:19:48.565649+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2691169282 2024-09-14T16:20:05.625684+0000 2024-09-13T16:22:31.733 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2659426096 2024-09-14T16:19:03.079507+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/251656885 2024-09-14T16:20:11.716821+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3759354568 2024-09-14T16:22:13.911655+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/2717368596 2024-09-14T16:20:19.798131+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/885770318 2024-09-14T16:18:35.515542+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/2068515107 2024-09-14T16:20:23.833848+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/339359157 2024-09-14T16:20:15.757337+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6834/294258995 2024-09-14T16:20:27.871344+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/3182450948 2024-09-14T16:21:24.493162+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/595549331 2024-09-14T16:20:31.909353+0000 2024-09-13T16:22:31.734 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6832/861072859 2024-09-14T16:20:58.015729+0000 2024-09-13T16:22:31.735 INFO:teuthology.orchestra.run.smithi039.stderr:listed 72 entries 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa53c06ac00 msgr2=0x7fa53c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa53c06ac00 0x7fa53c06d0c0 secure :-1 s=READY pgs=1056 cs=0 l=1 rev1=1 crypto rx=0x7fa540000f60 tx=0x7fa540009040 comp rx=0 tx=0).stop 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 msgr2=0x7fa55015f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 0x7fa55015f900 secure :-1 s=READY pgs=2733 cs=0 l=1 rev1=1 crypto rx=0x7fa548009eb0 tx=0x7fa548004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 shutdown_connections 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa53c06ac00 0x7fa53c06d0c0 unknown :-1 s=CLOSED pgs=1056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa55015cef0 0x7fa55015f900 unknown :-1 s=CLOSED pgs=2733 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa5500d1680 0x7fa5500b49a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 --2- 172.21.15.39:0/1992894731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa5500b61c0 0x7fa55015a0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 >> 172.21.15.39:0/1992894731 conn(0x7fa55006a3a0 msgr2=0x7fa55006a780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 shutdown_connections 2024-09-13T16:22:31.736 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.729+0000 7fa555533640 1 -- 172.21.15.39:0/1992894731 wait complete. 2024-09-13T16:22:31.741 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:22:31.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:31.741 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:31.767 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:22:31.767 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:31.767 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:31.767 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:22:31.823 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:22:31.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.964+0000 7f3a7cad0640 1 Processor -- start 2024-09-13T16:22:31.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.964+0000 7f3a7cad0640 1 -- start start 2024-09-13T16:22:31.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a7cad0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a7815a360 0x7f3a780ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a7cad0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3a780ce960 0x7f3a7815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a7cad0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3a78159760 con 0x7f3a78159380 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a7cad0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a780b38f0 con 0x7f3a7815a360 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a7cad0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3a780cedd0 con 0x7f3a780ce960 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a7815a360 0x7f3a780ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3a7815a360 0x7f3a780ce420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59396/0 (socket says 172.21.15.39:59396) 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 -- 172.21.15.39:0/948968028 learned_addr learned my addr 172.21.15.39:0/948968028 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 -- 172.21.15.39:0/948968028 >> v2:172.21.15.157:3300/0 conn(0x7f3a780ce960 msgr2=0x7f3a7815b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 --2- 172.21.15.39:0/948968028 >> v2:172.21.15.157:3300/0 conn(0x7f3a780ce960 0x7f3a7815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 -- 172.21.15.39:0/948968028 >> v1:172.21.15.157:6789/0 conn(0x7f3a78159380 legacy=0x7f3a780b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:31.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.965+0000 7f3a75d9b640 1 -- 172.21.15.39:0/948968028 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a7815a880 con 0x7f3a7815a360 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.966+0000 7f3a75d9b640 1 --2- 172.21.15.39:0/948968028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a780ce420 secure :-1 s=READY pgs=2734 cs=0 l=1 rev1=1 crypto rx=0x7f3a780b24b0 tx=0x7f3a6c02a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cbea653ee393e2de server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.966+0000 7f3a7559a640 1 -- 172.21.15.39:0/948968028 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a6c032440 con 0x7f3a7815a360 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.966+0000 7f3a7559a640 1 -- 172.21.15.39:0/948968028 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a6c0325a0 con 0x7f3a7815a360 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.966+0000 7f3a7559a640 1 -- 172.21.15.39:0/948968028 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a6c032930 con 0x7f3a7815a360 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 -- 172.21.15.39:0/948968028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 msgr2=0x7f3a780ce420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/948968028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a780ce420 secure :-1 s=READY pgs=2734 cs=0 l=1 rev1=1 crypto rx=0x7f3a780b24b0 tx=0x7f3a6c02a270 comp rx=0 tx=0).stop 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 -- 172.21.15.39:0/948968028 shutdown_connections 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/948968028 >> v2:172.21.15.157:3300/0 conn(0x7f3a780ce960 0x7f3a7815b920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/948968028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a780ce420 unknown :-1 s=CLOSED pgs=2734 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 -- 172.21.15.39:0/948968028 >> 172.21.15.39:0/948968028 conn(0x7f3a780b15d0 msgr2=0x7f3a780b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:31.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 -- 172.21.15.39:0/948968028 shutdown_connections 2024-09-13T16:22:31.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.967+0000 7f3a7cad0640 1 -- 172.21.15.39:0/948968028 wait complete. 2024-09-13T16:22:31.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.968+0000 7f3a7cad0640 1 Processor -- start 2024-09-13T16:22:31.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.968+0000 7f3a7cad0640 1 -- start start 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7cad0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a780ce960 0x7f3a78153ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7cad0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a78159380 0x7f3a7814d900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7cad0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a781f3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7cad0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a7814e200 con 0x7f3a7815a360 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7cad0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3a78150bc0 con 0x7f3a78159380 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7cad0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3a78150290 con 0x7f3a780ce960 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a781f3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a781f3990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59408/0 (socket says 172.21.15.39:59408) 2024-09-13T16:22:31.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 -- 172.21.15.39:0/3852843352 learned_addr learned my addr 172.21.15.39:0/3852843352 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a75d9b640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a78159380 0x7f3a7814d900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a7659c640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a780ce960 0x7f3a78153ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 -- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a780ce960 msgr2=0x7f3a78153ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a780ce960 0x7f3a78153ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 -- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a78159380 msgr2=0x7f3a7814d900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a78159380 0x7f3a7814d900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.969+0000 7f3a76d9d640 1 -- 172.21.15.39:0/3852843352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3a6c0094d0 con 0x7f3a7815a360 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.970+0000 7f3a76d9d640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a781f3990 secure :-1 s=READY pgs=2735 cs=0 l=1 rev1=1 crypto rx=0x7f3a7000b970 tx=0x7f3a7000be30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.970+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a7000cb40 con 0x7f3a7815a360 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.970+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3a7000ccc0 con 0x7f3a7815a360 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.970+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3a78150570 con 0x7f3a7815a360 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.970+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3a70014680 con 0x7f3a7815a360 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.970+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3a78154020 con 0x7f3a7815a360 2024-09-13T16:22:31.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.971+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3a780672f0 con 0x7f3a7815a360 2024-09-13T16:22:31.976 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.971+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3a7001d3b0 con 0x7f3a7815a360 2024-09-13T16:22:31.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.972+0000 7f3a66ffd640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a5806ac00 0x7f3a5806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:31.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.972+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(127..127 src has 1..127) v4 ==== 8834+0+0 (secure 0 0 0) 0x7f3a70089eb0 con 0x7f3a7815a360 2024-09-13T16:22:31.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.972+0000 7f3a7659c640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a5806ac00 0x7f3a5806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:31.977 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.973+0000 7f3a7659c640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a5806ac00 0x7f3a5806d0c0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f3a68007fd0 tx=0x7f3a68009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:31.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:31.976+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3a70054490 con 0x7f3a7815a360 2024-09-13T16:22:32.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.180+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f3a780cd050 con 0x7f3a7815a360 2024-09-13T16:22:32.183 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:32.181+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:22:32.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.188+0000 7f3a66ffd640 1 -- 172.21.15.39:0/3852843352 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v303) v1 ==== 161+0+0 (secure 0 0 0) 0x7f3a70019020 con 0x7f3a7815a360 2024-09-13T16:22:32.191 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:22:32.191 INFO:tasks.ceph.mds.c.smithi039.stderr: -1833> 2024-09-13T16:22:20.178+0000 7f1782c36640 -1 mds.0.openfiles _load_finish: corrupted header/values: End of buffer [buffer:2] 2024-09-13T16:22:32.192 INFO:tasks.ceph.mds.c.smithi039.stderr: -729> 2024-09-13T16:22:24.159+0000 7f178643d640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a5806ac00 msgr2=0x7f3a5806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a5806ac00 0x7f3a5806d0c0 secure :-1 s=READY pgs=1057 cs=0 l=1 rev1=1 crypto rx=0x7f3a68007fd0 tx=0x7f3a68009040 comp rx=0 tx=0).stop 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 msgr2=0x7f3a781f3990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a781f3990 secure :-1 s=READY pgs=2735 cs=0 l=1 rev1=1 crypto rx=0x7f3a7000b970 tx=0x7f3a7000be30 comp rx=0 tx=0).stop 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 shutdown_connections 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3a5806ac00 0x7f3a5806d0c0 unknown :-1 s=CLOSED pgs=1057 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3a7815a360 0x7f3a781f3990 unknown :-1 s=CLOSED pgs=2735 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3a78159380 0x7f3a7814d900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 --2- 172.21.15.39:0/3852843352 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3a780ce960 0x7f3a78153ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 >> 172.21.15.39:0/3852843352 conn(0x7f3a780b15d0 msgr2=0x7f3a7806f270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:32.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 shutdown_connections 2024-09-13T16:22:32.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.190+0000 7f3a7cad0640 1 -- 172.21.15.39:0/3852843352 wait complete. 2024-09-13T16:22:32.204 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:22:32.218 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:22:32.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.305+0000 7f5d14e19640 1 Processor -- start 2024-09-13T16:22:32.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.305+0000 7f5d14e19640 1 -- start start 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d14e19640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5d10159380 0x7f5d100b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d14e19640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5d1015a360 0x7f5d100ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d14e19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d10071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d14e19640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d100cedd0 con 0x7f5d10159380 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d14e19640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d10159760 con 0x7f5d1015a360 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d14e19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1015a880 con 0x7f5d100ce960 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5d10159380 0x7f5d100b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5d10159380 0x7f5d100b31e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59426/0 (socket says 172.21.15.39:59426) 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 -- 172.21.15.39:0/3021244895 learned_addr learned my addr 172.21.15.39:0/3021244895 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:32.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0dd9b640 1 --2- 172.21.15.39:0/3021244895 >> v2:172.21.15.157:3300/0 conn(0x7f5d1015a360 0x7f5d100ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 -- 172.21.15.39:0/3021244895 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 msgr2=0x7f5d10071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0ed9d640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d10071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d10071280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 -- 172.21.15.39:0/3021244895 >> v2:172.21.15.157:3300/0 conn(0x7f5d1015a360 msgr2=0x7f5d100ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 --2- 172.21.15.39:0/3021244895 >> v2:172.21.15.157:3300/0 conn(0x7f5d1015a360 0x7f5d100ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0e59c640 1 -- 172.21.15.39:0/3021244895 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d1015ab60 con 0x7f5d10159380 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0dd9b640 1 --2- 172.21.15.39:0/3021244895 >> v2:172.21.15.157:3300/0 conn(0x7f5d1015a360 0x7f5d100ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.306+0000 7f5d0ed9d640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d10071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:32.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.307+0000 7f5d0e59c640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d10159380 0x7f5d100b31e0 secure :-1 s=READY pgs=2739 cs=0 l=1 rev1=1 crypto rx=0x7f5d1006d750 tx=0x7f5d0002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6469a2ce14da28ca server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:32.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.307+0000 7f5d0d59a640 1 -- 172.21.15.39:0/3021244895 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d00032440 con 0x7f5d10159380 2024-09-13T16:22:32.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.307+0000 7f5d0d59a640 1 -- 172.21.15.39:0/3021244895 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d000325a0 con 0x7f5d10159380 2024-09-13T16:22:32.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.307+0000 7f5d0d59a640 1 -- 172.21.15.39:0/3021244895 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d00032930 con 0x7f5d10159380 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 -- 172.21.15.39:0/3021244895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d10159380 msgr2=0x7f5d100b31e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d10159380 0x7f5d100b31e0 secure :-1 s=READY pgs=2739 cs=0 l=1 rev1=1 crypto rx=0x7f5d1006d750 tx=0x7f5d0002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 -- 172.21.15.39:0/3021244895 shutdown_connections 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d10071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 --2- 172.21.15.39:0/3021244895 >> v2:172.21.15.157:3300/0 conn(0x7f5d1015a360 0x7f5d100ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 --2- 172.21.15.39:0/3021244895 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d10159380 0x7f5d100b31e0 unknown :-1 s=CLOSED pgs=2739 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 -- 172.21.15.39:0/3021244895 >> 172.21.15.39:0/3021244895 conn(0x7f5d100b15d0 msgr2=0x7f5d100b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 -- 172.21.15.39:0/3021244895 shutdown_connections 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.308+0000 7f5d14e19640 1 -- 172.21.15.39:0/3021244895 wait complete. 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.309+0000 7f5d14e19640 1 Processor -- start 2024-09-13T16:22:32.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.309+0000 7f5d14e19640 1 -- start start 2024-09-13T16:22:32.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d14e19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d1014f0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d14e19640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d10159380 0x7f5d10149430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d14e19640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 0x7f5d1014c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d14e19640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1014f8d0 con 0x7f5d1015a360 2024-09-13T16:22:32.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d14e19640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1014fbb0 con 0x7f5d10159380 2024-09-13T16:22:32.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d14e19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1014fe90 con 0x7f5d100ce960 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 0x7f5d1014c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 0x7f5d1014c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59440/0 (socket says 172.21.15.39:59440) 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 -- 172.21.15.39:0/2206189578 learned_addr learned my addr 172.21.15.39:0/2206189578 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 -- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 msgr2=0x7f5d1014f0a0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d1014f0a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 -- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d10159380 msgr2=0x7f5d10149430 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d10159380 0x7f5d10149430 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 -- 172.21.15.39:0/2206189578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d000094d0 con 0x7f5d1015a360 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d0ed9d640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 0x7f5d1014c400 secure :-1 s=READY pgs=2740 cs=0 l=1 rev1=1 crypto rx=0x7f5d0800cef0 tx=0x7f5d0800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.310+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0800d840 con 0x7f5d1015a360 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.311+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d0800d9a0 con 0x7f5d1015a360 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.311+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d10150170 con 0x7f5d1015a360 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.311+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0800dd50 con 0x7f5d1015a360 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.311+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d10149970 con 0x7f5d1015a360 2024-09-13T16:22:32.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.311+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d100672f0 con 0x7f5d1015a360 2024-09-13T16:22:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.312+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5d0801e3b0 con 0x7f5d1015a360 2024-09-13T16:22:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.312+0000 7f5d06ffd640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cf006ac00 0x7f5cf006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.313+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(128..128 src has 1..128) v4 ==== 8920+0+0 (secure 0 0 0) 0x7f5d0808aab0 con 0x7f5d1015a360 2024-09-13T16:22:32.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.313+0000 7f5d0e59c640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cf006ac00 0x7f5cf006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:32.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.314+0000 7f5d0e59c640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cf006ac00 0x7f5cf006d0c0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f5d00034000 tx=0x7f5d0002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:32.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.319+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5d08054fb0 con 0x7f5d1015a360 2024-09-13T16:22:32.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:32.556+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f5d100b31e0 con 0x7f5d1015a360 2024-09-13T16:22:33.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.190+0000 7f5d06ffd640 1 -- 172.21.15.39:0/2206189578 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 nothing to do: rank is not damaged v304) v1 ==== 107+0+0 (secure 0 0 0) 0x7f5d0801a070 con 0x7f5d1015a360 2024-09-13T16:22:33.193 INFO:teuthology.orchestra.run.smithi039.stderr:nothing to do: rank is not damaged 2024-09-13T16:22:33.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cf006ac00 msgr2=0x7f5cf006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cf006ac00 0x7f5cf006d0c0 secure :-1 s=READY pgs=1058 cs=0 l=1 rev1=1 crypto rx=0x7f5d00034000 tx=0x7f5d0002e000 comp rx=0 tx=0).stop 2024-09-13T16:22:33.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 msgr2=0x7f5d1014c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.195 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 0x7f5d1014c400 secure :-1 s=READY pgs=2740 cs=0 l=1 rev1=1 crypto rx=0x7f5d0800cef0 tx=0x7f5d0800a710 comp rx=0 tx=0).stop 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 shutdown_connections 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5cf006ac00 0x7f5cf006d0c0 unknown :-1 s=CLOSED pgs=1058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5d1015a360 0x7f5d1014c400 unknown :-1 s=CLOSED pgs=2740 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5d10159380 0x7f5d10149430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 --2- 172.21.15.39:0/2206189578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5d100ce960 0x7f5d1014f0a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 >> 172.21.15.39:0/2206189578 conn(0x7f5d100b15d0 msgr2=0x7f5d100cc7d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 shutdown_connections 2024-09-13T16:22:33.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.193+0000 7f5d14e19640 1 -- 172.21.15.39:0/2206189578 wait complete. 2024-09-13T16:22:33.208 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:22:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 Processor -- start 2024-09-13T16:22:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 -- start start 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563845501890 0x5638454bcf10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x56384556b580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56384557dd10 0x5638455788a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563845470be0 con 0x563845501c70 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56384546c4d0 con 0x56384557dd10 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece7398f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563845407b60 con 0x563845501890 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.291+0000 7fece4696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x56384556b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x56384556b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59464/0 (socket says 172.21.15.39:59464) 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 -- 172.21.15.39:0/2253722383 learned_addr learned my addr 172.21.15.39:0/2253722383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4e97640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563845501890 0x5638454bcf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 -- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563845501890 msgr2=0x5638454bcf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece5698640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56384557dd10 0x5638455788a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563845501890 0x5638454bcf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 -- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56384557dd10 msgr2=0x5638455788a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56384557dd10 0x5638455788a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 -- 172.21.15.39:0/2253722383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fecd8005d20 con 0x563845501c70 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4e97640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563845501890 0x5638454bcf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece5698640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56384557dd10 0x5638455788a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece4696640 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x56384556b580 secure :-1 s=READY pgs=2743 cs=0 l=1 rev1=1 crypto rx=0x7fecd800a520 tx=0x7fecd8051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303cde3c9751e7c4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece3694640 1 -- 172.21.15.39:0/2253722383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd8061070 con 0x563845501c70 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece3694640 1 -- 172.21.15.39:0/2253722383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecd80515e0 con 0x563845501c70 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.292+0000 7fece3694640 1 -- 172.21.15.39:0/2253722383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd8051b30 con 0x563845501c70 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 -- 172.21.15.39:0/2253722383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 msgr2=0x56384556b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x56384556b580 secure :-1 s=READY pgs=2743 cs=0 l=1 rev1=1 crypto rx=0x7fecd800a520 tx=0x7fecd8051000 comp rx=0 tx=0).stop 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 -- 172.21.15.39:0/2253722383 shutdown_connections 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56384557dd10 0x5638455788a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x56384556b580 unknown :-1 s=CLOSED pgs=2743 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 --2- 172.21.15.39:0/2253722383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563845501890 0x5638454bcf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 -- 172.21.15.39:0/2253722383 >> 172.21.15.39:0/2253722383 conn(0x56384550a800 msgr2=0x563845509310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 -- 172.21.15.39:0/2253722383 shutdown_connections 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 -- 172.21.15.39:0/2253722383 wait complete. 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.293+0000 7fece7398f40 1 Processor -- start 2024-09-13T16:22:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 -- start start 2024-09-13T16:22:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563845501890 0x5638455772f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x5638455705e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56384557dd10 0x563845626570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563845407800 con 0x563845501c70 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5638453ea520 con 0x563845501890 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece7398f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563845576ba0 con 0x56384557dd10 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece4696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x5638455705e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece4696640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x5638455705e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59474/0 (socket says 172.21.15.39:59474) 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 learned_addr learned my addr 172.21.15.39:0/23178326 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563845501890 0x5638455772f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.294+0000 7fece5698640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56384557dd10 0x563845626570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56384557dd10 msgr2=0x563845626570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56384557dd10 0x563845626570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563845501890 msgr2=0x5638455772f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563845501890 0x5638455772f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563845416c20 con 0x563845501c70 2024-09-13T16:22:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x5638455705e0 secure :-1 s=READY pgs=2744 cs=0 l=1 rev1=1 crypto rx=0x7fecd8025d40 tx=0x7fecd8002fb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece2692640 1 -- 172.21.15.39:0/23178326 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd8061070 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece2692640 1 -- 172.21.15.39:0/23178326 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fecd8062040 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x56384540a060 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece2692640 1 -- 172.21.15.39:0/23178326 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fecd806e670 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.295+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563845409ac0 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.297+0000 7fece2692640 1 -- 172.21.15.39:0/23178326 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fecd805a450 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.297+0000 7fece2692640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecd00695e0 0x7fecd006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.297+0000 7fece2692640 1 -- 172.21.15.39:0/23178326 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(128..128 src has 1..128) v4 ==== 8920+0+0 (secure 0 0 0) 0x7fecd80cdbe0 con 0x563845501c70 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.297+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecd00695e0 0x7fecd006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.302 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:22:33.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.297+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x563845573570 0x5638454ff910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.297+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845570b20 con 0x563845573570 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.298+0000 7fece5698640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x563845573570 0x5638454ff910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.298+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecd00695e0 0x7fecd006baa0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fecd4000c00 tx=0x7fecd4001880 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.298+0000 7fece5698640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x563845573570 0x5638454ff910 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.300+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v128'1128 uv1102 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.300+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x5638454ffe50 con 0x563845573570 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.302+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v128'1129 uv1129 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.302+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845626ab0 con 0x563845573570 2024-09-13T16:22:33.305 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:22:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.303+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v128'1130 uv1130 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.303+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563aa30 con 0x563845573570 2024-09-13T16:22:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.304+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v128'1131 uv1131 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.304+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ade0 con 0x563845573570 2024-09-13T16:22:33.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.306+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v128'1132 uv1132 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.306+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845639f10 con 0x563845573570 2024-09-13T16:22:33.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.307+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v128'1133 uv1133 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.307+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563a310 con 0x563845573570 2024-09-13T16:22:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.308+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v128'1134 uv1108 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.308+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b190 con 0x563845573570 2024-09-13T16:22:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.310+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v128'1135 uv1135 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.310+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.314 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:22:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.312+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v128'1136 uv1136 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.312+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.313+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v128'1137 uv1137 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.313+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.314+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v128'1138 uv1138 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.314+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.316+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v128'1139 uv1139 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.316+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.317+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v128'1140 uv1115 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.317+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.318+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v128'1141 uv1141 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.318+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.322 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:22:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.320+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v128'1142 uv1142 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.320+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.321+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v128'1143 uv1143 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.322+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.323+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v128'1144 uv1144 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.323+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.324+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v128'1145 uv1145 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.324+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.325+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v128'1146 uv1146 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.325+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.327+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v128'1147 uv1121 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.327+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.329+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v128'1148 uv1148 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.329+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.332 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:22:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.330+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v128'1149 uv1149 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.330+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.332+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v128'1150 uv1150 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.332+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.333+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v128'1151 uv1151 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.333+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.334+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v128'1152 uv1152 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.334+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.336+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v128'1153 uv1127 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.336+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.337+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v128'1154 uv1154 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.337+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.340 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:22:33.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.338+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v128'1155 uv1155 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.338+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.340+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v128'1156 uv1156 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.342 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.340+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563c550 con 0x563845573570 2024-09-13T16:22:33.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.341+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v128'1157 uv1157 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.341+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563b540 con 0x563845573570 2024-09-13T16:22:33.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.342+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v128'1158 uv1158 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.342+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56384563ba50 0x56384563de40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.342+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563e380 con 0x56384563ba50 2024-09-13T16:22:33.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.342+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56384563ba50 0x56384563de40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.343+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56384563ba50 0x56384563de40 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.345+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v128'814 uv794 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.345+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563e730 con 0x56384563ba50 2024-09-13T16:22:33.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.346+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v128'815 uv815 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.346+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563eae0 con 0x56384563ba50 2024-09-13T16:22:33.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.347+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v128'816 uv816 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.349 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:22:33.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.347+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563f380 con 0x56384563ba50 2024-09-13T16:22:33.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.348+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v128'817 uv817 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.348+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563f730 con 0x56384563ba50 2024-09-13T16:22:33.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.349+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v128'818 uv818 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.349+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563fae0 con 0x56384563ba50 2024-09-13T16:22:33.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.351+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v128'819 uv813 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.351+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563fe90 con 0x56384563ba50 2024-09-13T16:22:33.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.352+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v128'820 uv820 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.352+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.353+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v128'821 uv821 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.356 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:22:33.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.353+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.355+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v128'822 uv822 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.355+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.356+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v128'823 uv823 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.356+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.357+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v128'824 uv812 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.357+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.358+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v128'825 uv825 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.358+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.359+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v128'826 uv826 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.362 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:22:33.362 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.359+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643c70 con 0x56384563ba50 2024-09-13T16:22:33.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.361+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v128'827 uv827 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.361+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643c70 con 0x56384563ba50 2024-09-13T16:22:33.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.363+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v128'828 uv828 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.363+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.364+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v128'829 uv810 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.364+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.365+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v128'830 uv830 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.365+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.366+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v128'831 uv831 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.368 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:22:33.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.366+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845641250 con 0x56384563ba50 2024-09-13T16:22:33.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.367+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v128'832 uv832 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.367+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845641250 con 0x56384563ba50 2024-09-13T16:22:33.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.368+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v128'833 uv833 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.368+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x56384563ba50 2024-09-13T16:22:33.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.369+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v128'834 uv834 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x56384563ba50 2024-09-13T16:22:33.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.369+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x563845573570 2024-09-13T16:22:33.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.370+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v128'219 uv218 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.370+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x563845573570 2024-09-13T16:22:33.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.371+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v128'220 uv220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.371+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x563845573570 2024-09-13T16:22:33.374 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:22:33.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.372+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v128'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.372+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845641250 con 0x563845573570 2024-09-13T16:22:33.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.373+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v128'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.375 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.373+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845641250 con 0x563845573570 2024-09-13T16:22:33.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.374+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v128'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.374+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845640240 con 0x563845573570 2024-09-13T16:22:33.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.375+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v128'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.375+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563845640750 0x563845642b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.375+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643080 con 0x563845640750 2024-09-13T16:22:33.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.375+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563845640750 0x563845642b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.375+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563845640750 0x563845642b40 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.376+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v128'162 uv161 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.376+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643430 con 0x563845640750 2024-09-13T16:22:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.377+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v128'163 uv163 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.377+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x5638456437e0 con 0x563845640750 2024-09-13T16:22:33.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.378+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v128'164 uv164 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.380 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:22:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.378+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643b90 con 0x563845640750 2024-09-13T16:22:33.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.379+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v128'165 uv165 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.379+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643f40 con 0x563845573570 2024-09-13T16:22:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.381+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v128'219 uv218 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.381+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643f40 con 0x563845573570 2024-09-13T16:22:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.382+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v128'220 uv220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.382+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643f40 con 0x563845573570 2024-09-13T16:22:33.385 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:22:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.383+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v128'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.383+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845644f50 con 0x563845573570 2024-09-13T16:22:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.384+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v128'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.384+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845644f50 con 0x563845573570 2024-09-13T16:22:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.385+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v128'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.385+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845643f40 con 0x563845573570 2024-09-13T16:22:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.386+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v128'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.386+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563845644450 0x563845646840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.386+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845646d80 con 0x563845644450 2024-09-13T16:22:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.386+0000 7fece5698640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563845644450 0x563845646840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.386+0000 7fece5698640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563845644450 0x563845646840 crc :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.388+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v128'404 uv398 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.388+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845646e40 con 0x563845644450 2024-09-13T16:22:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.389+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v128'405 uv405 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.391 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.389+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.392 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:22:33.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.390+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v128'406 uv406 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.390+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845648280 con 0x563845644450 2024-09-13T16:22:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.391+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v128'407 uv407 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.391+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845648280 con 0x563845644450 2024-09-13T16:22:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.392+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v128'408 uv408 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.392+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.394+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v128'409 uv409 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.394+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.395+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v128'410 uv403 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.395+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.396+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v128'411 uv411 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.396+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.400 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:22:33.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.398+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v128'412 uv412 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.398+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.400+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v128'413 uv413 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.400+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563845647270 con 0x563845644450 2024-09-13T16:22:33.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.401+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v128'414 uv414 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.401+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x563845647780 0x563845649b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.401+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a270 con 0x563845647780 2024-09-13T16:22:33.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.401+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x563845647780 0x563845649b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.402+0000 7fece4e97640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x563845647780 0x563845649b70 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.403+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v128'183 uv182 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x563845647780 2024-09-13T16:22:33.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.403+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845647780 2024-09-13T16:22:33.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.404+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v128'184 uv184 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x563845647780 2024-09-13T16:22:33.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.404+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845647780 2024-09-13T16:22:33.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.405+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v128'185 uv185 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x563845647780 2024-09-13T16:22:33.408 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:22:33.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.405+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845647780 2024-09-13T16:22:33.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.406+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v128'186 uv186 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x563845647780 2024-09-13T16:22:33.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.406+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845647780 2024-09-13T16:22:33.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.410+0000 7fece4e97640 1 -- 172.21.15.39:0/23178326 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v128'187 uv187 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd400d890 con 0x563845647780 2024-09-13T16:22:33.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.410+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845573570 2024-09-13T16:22:33.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.411+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v128'219 uv218 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.411+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845573570 2024-09-13T16:22:33.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.412+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v128'220 uv220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.414 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.412+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845573570 2024-09-13T16:22:33.415 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:22:33.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.413+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v128'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.413+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564b660 con 0x563845573570 2024-09-13T16:22:33.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.414+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v128'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.414+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564b660 con 0x563845573570 2024-09-13T16:22:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.415+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v128'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.415+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845573570 2024-09-13T16:22:33.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.416+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v128'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845573570 2024-09-13T16:22:33.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.416+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564a650 con 0x563845640750 2024-09-13T16:22:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.417+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v128'365 uv359 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.417+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564aa00 con 0x563845640750 2024-09-13T16:22:33.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.418+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v128'366 uv366 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.418+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564adb0 con 0x563845640750 2024-09-13T16:22:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.419+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v128'367 uv367 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.421 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:22:33.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.419+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ef30 con 0x563845640750 2024-09-13T16:22:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.420+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v128'368 uv368 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.420+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ef30 con 0x563845640750 2024-09-13T16:22:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.421+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v128'369 uv369 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.421+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ef30 con 0x563845640750 2024-09-13T16:22:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.422+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v128'370 uv364 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.422+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ef30 con 0x563845640750 2024-09-13T16:22:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.423+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v128'371 uv371 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.423+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ef30 con 0x563845640750 2024-09-13T16:22:33.426 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.424+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v128'372 uv372 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.426 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:22:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.424+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384563ef30 con 0x563845640750 2024-09-13T16:22:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.425+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v128'373 uv373 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.425+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564dc00 con 0x563845640750 2024-09-13T16:22:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.426+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v128'374 uv374 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.426+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56384564b920 0x56384564dd10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.426+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e2d0 con 0x56384564b920 2024-09-13T16:22:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.427+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56384564b920 0x56384564dd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.427+0000 7fece4696640 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56384564b920 0x56384564dd10 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.428+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v128'162 uv160 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x56384564b920 2024-09-13T16:22:33.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.428+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e2d0 con 0x56384564b920 2024-09-13T16:22:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.429+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v128'163 uv163 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x56384564b920 2024-09-13T16:22:33.431 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.429+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e2d0 con 0x56384564b920 2024-09-13T16:22:33.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.430+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v128'164 uv164 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x56384564b920 2024-09-13T16:22:33.432 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:22:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.430+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x56384564b920 2024-09-13T16:22:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.431+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v128'165 uv165 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x56384564b920 2024-09-13T16:22:33.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.431+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845640750 2024-09-13T16:22:33.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.432+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v128'219 uv218 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.432+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845640750 2024-09-13T16:22:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.433+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v128'220 uv220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.433+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845640750 2024-09-13T16:22:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.434+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v128'221 uv221 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.437 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:22:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.435+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564f6e0 con 0x563845640750 2024-09-13T16:22:33.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.435+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v128'222 uv222 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.435+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564f6e0 con 0x563845640750 2024-09-13T16:22:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.436+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v128'223 uv223 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.436+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845640750 2024-09-13T16:22:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.437+0000 7fece4696640 1 -- 172.21.15.39:0/23178326 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v128'224 uv224 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecd809a280 con 0x563845640750 2024-09-13T16:22:33.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.437+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.438+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v128'186 uv185 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.438+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.440+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v128'187 uv187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.440+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.443 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:22:33.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.441+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v128'188 uv188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.441+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.442+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v128'189 uv189 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.442+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.443+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v128'190 uv190 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.443+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.444+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v128'455 uv446 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.444+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.445+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v128'456 uv456 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.445+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.448 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:22:33.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.446+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v128'457 uv457 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.446+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.447+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v128'458 uv458 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.447+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.448+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v128'459 uv459 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.448+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.449+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v128'460 uv453 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.450+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.451+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v128'461 uv461 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.451+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.454 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:22:33.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.452+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v128'462 uv462 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.452+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564f6e0 con 0x563845644450 2024-09-13T16:22:33.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.453+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v128'463 uv463 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.453+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564f6e0 con 0x563845644450 2024-09-13T16:22:33.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.454+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v128'464 uv464 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.454+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564e6d0 con 0x563845644450 2024-09-13T16:22:33.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.455+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v128'465 uv465 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.455+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x56384564ebc0 con 0x563845644450 2024-09-13T16:22:33.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v128'466 uv466 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fecdc00c7a0 con 0x563845644450 2024-09-13T16:22:33.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x563845573570 msgr2=0x5638454ff910 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x563845573570 0x5638454ff910 crc :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563845640750 msgr2=0x563845642b40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563845640750 0x563845642b40 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56384564b920 msgr2=0x56384564dd10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x56384564b920 0x56384564dd10 crc :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56384563ba50 msgr2=0x56384563de40 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 reap_dead start 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x56384563ba50 0x56384563de40 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563845644450 msgr2=0x563845646840 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x563845644450 0x563845646840 crc :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x563845647780 msgr2=0x563845649b70 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x563845647780 0x563845649b70 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecd00695e0 msgr2=0x7fecd006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fecd00695e0 0x7fecd006baa0 secure :-1 s=READY pgs=1060 cs=0 l=1 rev1=1 crypto rx=0x7fecd4000c00 tx=0x7fecd4001880 comp rx=0 tx=0).stop 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 msgr2=0x5638455705e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 --2- 172.21.15.39:0/23178326 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563845501c70 0x5638455705e0 secure :-1 s=READY pgs=2744 cs=0 l=1 rev1=1 crypto rx=0x7fecd8025d40 tx=0x7fecd8002fb0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece5698640 1 -- 172.21.15.39:0/23178326 reap_dead start 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 shutdown_connections 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 >> 172.21.15.39:0/23178326 conn(0x56384550a800 msgr2=0x563845509310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 shutdown_connections 2024-09-13T16:22:33.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.456+0000 7fece7398f40 1 -- 172.21.15.39:0/23178326 wait complete. 2024-09-13T16:22:33.462 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 100.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:22:33.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.544+0000 7f8b9fc46f40 1 Processor -- start 2024-09-13T16:22:33.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.544+0000 7f8b9fc46f40 1 -- start start 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9fc46f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08bd95e0 0x563b08cad1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9fc46f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 0x563b08ca97d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9fc46f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08cabed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9fc46f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b08b834d0 con 0x563b08c22240 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9fc46f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b08b1eb60 con 0x563b08bd95e0 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9fc46f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563b08b1e800 con 0x563b08caf420 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 0x563b08ca97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 0x563b08ca97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59482/0 (socket says 172.21.15.39:59482) 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 -- 172.21.15.39:0/3248788983 learned_addr learned my addr 172.21.15.39:0/3248788983 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:33.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9df44640 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08cabed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 -- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 msgr2=0x563b08cabed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9d743640 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08bd95e0 0x563b08cad1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08cabed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 -- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08bd95e0 msgr2=0x563b08cad1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08bd95e0 0x563b08cad1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 -- 172.21.15.39:0/3248788983 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b9800a100 con 0x563b08c22240 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 0x563b08ca97d0 secure :-1 s=READY pgs=2747 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400b240 tx=0x7f8b9400b700 comp rx=0 tx=0).ready entity=mon.0 client_cookie=66d5f40535b8ca2c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b8f7fe640 1 -- 172.21.15.39:0/3248788983 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b94014070 con 0x563b08c22240 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b8f7fe640 1 -- 172.21.15.39:0/3248788983 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b9400be70 con 0x563b08c22240 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.545+0000 7f8b8f7fe640 1 -- 172.21.15.39:0/3248788983 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b9400d700 con 0x563b08c22240 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/3248788983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 msgr2=0x563b08ca97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 0x563b08ca97d0 secure :-1 s=READY pgs=2747 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400b240 tx=0x7f8b9400b700 comp rx=0 tx=0).stop 2024-09-13T16:22:33.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/3248788983 shutdown_connections 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08cabed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08c22240 0x563b08ca97d0 unknown :-1 s=CLOSED pgs=2747 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/3248788983 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08bd95e0 0x563b08cad1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/3248788983 >> 172.21.15.39:0/3248788983 conn(0x563b08c046b0 msgr2=0x563b08cada30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/3248788983 shutdown_connections 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/3248788983 wait complete. 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.546+0000 7f8b9fc46f40 1 Processor -- start 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 -- start start 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08bd95e0 0x563b08c8f490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08c22240 0x563b08c1bf70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08c1c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b08b01520 con 0x563b08bd95e0 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563b08cae690 con 0x563b08c22240 2024-09-13T16:22:33.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9fc46f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563b08cac920 con 0x563b08caf420 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9d743640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08bd95e0 0x563b08c8f490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9d743640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08bd95e0 0x563b08c8f490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:59494/0 (socket says 172.21.15.39:59494) 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9d743640 1 -- 172.21.15.39:0/4196509623 learned_addr learned my addr 172.21.15.39:0/4196509623 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.547+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08c22240 0x563b08c1bf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9df44640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08c1c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9d743640 1 -- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 msgr2=0x563b08c1c4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9d743640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563b08caf420 0x563b08c1c4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9d743640 1 -- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08c22240 msgr2=0x563b08c1bf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9d743640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08c22240 0x563b08c1bf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9d743640 1 -- 172.21.15.39:0/4196509623 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b94001b40 con 0x563b08bd95e0 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563b08c22240 0x563b08c1bf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9d743640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08bd95e0 0x563b08c8f490 secure :-1 s=READY pgs=2748 cs=0 l=1 rev1=1 crypto rx=0x7f8b90007e60 tx=0x7f8b90006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b8e7fc640 1 -- 172.21.15.39:0/4196509623 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b90010710 con 0x563b08bd95e0 2024-09-13T16:22:33.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b8e7fc640 1 -- 172.21.15.39:0/4196509623 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b90010890 con 0x563b08bd95e0 2024-09-13T16:22:33.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x563b08b2dc20 con 0x563b08bd95e0 2024-09-13T16:22:33.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b8e7fc640 1 -- 172.21.15.39:0/4196509623 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b90010c40 con 0x563b08bd95e0 2024-09-13T16:22:33.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.548+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x563b08b21060 con 0x563b08bd95e0 2024-09-13T16:22:33.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.549+0000 7f8b8e7fc640 1 -- 172.21.15.39:0/4196509623 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b9001b3b0 con 0x563b08bd95e0 2024-09-13T16:22:33.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.550+0000 7f8b8e7fc640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b80069610 0x7f8b8006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.550+0000 7f8b8e7fc640 1 -- 172.21.15.39:0/4196509623 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(128..128 src has 1..128) v4 ==== 8920+0+0 (secure 0 0 0) 0x7f8b900883e0 con 0x563b08bd95e0 2024-09-13T16:22:33.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.550+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563b08d44540 0x563b08d44920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.550+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b80069610 0x7f8b8006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.550+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e128) v8 -- 0x563b08d44e60 con 0x563b08d44540 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.550+0000 7f8b9df44640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563b08d44540 0x563b08d44920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.551+0000 7f8b9df44640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563b08d44540 0x563b08d44920 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.551+0000 7f8b9cf42640 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b80069610 0x7f8b8006bad0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400b740 tx=0x7f8b94008000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9df44640 1 -- 172.21.15.39:0/4196509623 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 100.00000000 [omap-set-header] v128'375 uv375 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f8b9804e040 con 0x563b08d44540 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563b08d44540 msgr2=0x563b08d44920 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x563b08d44540 0x563b08d44920 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b80069610 msgr2=0x7f8b8006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b80069610 0x7f8b8006bad0 secure :-1 s=READY pgs=1061 cs=0 l=1 rev1=1 crypto rx=0x7f8b9400b740 tx=0x7f8b94008000 comp rx=0 tx=0).stop 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08bd95e0 msgr2=0x563b08c8f490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 --2- 172.21.15.39:0/4196509623 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563b08bd95e0 0x563b08c8f490 secure :-1 s=READY pgs=2748 cs=0 l=1 rev1=1 crypto rx=0x7f8b90007e60 tx=0x7f8b90006750 comp rx=0 tx=0).stop 2024-09-13T16:22:33.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9df44640 1 -- 172.21.15.39:0/4196509623 reap_dead start 2024-09-13T16:22:33.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 shutdown_connections 2024-09-13T16:22:33.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 >> 172.21.15.39:0/4196509623 conn(0x563b08c046b0 msgr2=0x563b08cb0870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:33.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 shutdown_connections 2024-09-13T16:22:33.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.552+0000 7f8b9fc46f40 1 -- 172.21.15.39:0/4196509623 wait complete. 2024-09-13T16:22:33.559 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:22:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.661+0000 7f4961508640 1 Processor -- start 2024-09-13T16:22:33.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.661+0000 7f4961508640 1 -- start start 2024-09-13T16:22:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4961508640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c0b2a10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4961508640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f495c069ed0 0x7f495c06a360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4961508640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f495c0cb080 con 0x7f495c156e60 2024-09-13T16:22:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4961508640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f495c06a8a0 con 0x7f495c069ed0 2024-09-13T16:22:33.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4961508640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f495c070d40 con 0x7f495c0b25b0 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495b7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f495c069ed0 0x7f495c06a360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4953fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c0b2a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495affd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f495c156e60 0x7f495c15aa30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:57740/0 (socket says 172.21.15.39:57740) 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4953fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c0b2a10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:33426/0 (socket says 172.21.15.39:33426) 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495affd640 1 -- 172.21.15.39:0/3145599028 learned_addr learned my addr 172.21.15.39:0/3145599028 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495b7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f495c069ed0 0x7f495c06a360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:44334/0 (socket says 172.21.15.39:44334) 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495b7fe640 1 -- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 msgr2=0x7f495c0b2a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495b7fe640 1 --2- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c0b2a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495b7fe640 1 -- 172.21.15.39:0/3145599028 >> v1:172.21.15.157:6789/0 conn(0x7f495c156e60 legacy=0x7f495c15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495b7fe640 1 -- 172.21.15.39:0/3145599028 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f495c15b140 con 0x7f495c069ed0 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f495a7fc640 1 -- 172.21.15.39:0/3145599028 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 656320645 0 0) 0x7f495c0cb080 con 0x7f495c156e60 2024-09-13T16:22:33.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.662+0000 7f4953fff640 1 --2- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c0b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:33.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.663+0000 7f495b7fe640 1 --2- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c06a360 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f4954009d90 tx=0x7f495402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b1592a9064910260 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.663+0000 7f495a7fc640 1 -- 172.21.15.39:0/3145599028 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4954007740 con 0x7f495c069ed0 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.663+0000 7f495a7fc640 1 -- 172.21.15.39:0/3145599028 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f495402d050 con 0x7f495c069ed0 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.663+0000 7f495a7fc640 1 -- 172.21.15.39:0/3145599028 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4954007ac0 con 0x7f495c069ed0 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 -- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 msgr2=0x7f495c06a360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 --2- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c06a360 secure :-1 s=READY pgs=741 cs=0 l=1 rev1=1 crypto rx=0x7f4954009d90 tx=0x7f495402a660 comp rx=0 tx=0).stop 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 -- 172.21.15.39:0/3145599028 shutdown_connections 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 --2- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c06a360 unknown :-1 s=CLOSED pgs=741 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 --2- 172.21.15.39:0/3145599028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c0b2a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 -- 172.21.15.39:0/3145599028 >> 172.21.15.39:0/3145599028 conn(0x7f495c0b00a0 msgr2=0x7f495c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 -- 172.21.15.39:0/3145599028 shutdown_connections 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.664+0000 7f4961508640 1 -- 172.21.15.39:0/3145599028 wait complete. 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.665+0000 7f4961508640 1 Processor -- start 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.665+0000 7f4961508640 1 -- start start 2024-09-13T16:22:33.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4961508640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c150e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4961508640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c1f3280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4961508640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 0x7f495c1f37c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4961508640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f495c0a87a0 con 0x7f495c156e60 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4961508640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f495c0ab7c0 con 0x7f495c069ed0 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4961508640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f495c1513b0 con 0x7f495c0b25b0 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 0x7f495c1f37c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 0x7f495c1f37c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56884/0 (socket says 172.21.15.39:56884) 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 -- 172.21.15.39:0/1105291405 learned_addr learned my addr 172.21.15.39:0/1105291405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495affd640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c150e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f4953fff640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c1f3280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 -- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 msgr2=0x7f495c1f3280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c1f3280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 -- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 msgr2=0x7f495c150e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:33.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c150e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.666+0000 7f495b7fe640 1 -- 172.21.15.39:0/1105291405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4944009400 con 0x7f495c156e60 2024-09-13T16:22:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.667+0000 7f495b7fe640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 0x7f495c1f37c0 secure :-1 s=READY pgs=2749 cs=0 l=1 rev1=1 crypto rx=0x7f495402ac50 tx=0x7f4954004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.667+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f495403c830 con 0x7f495c156e60 2024-09-13T16:22:33.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.667+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f495403c990 con 0x7f495c156e60 2024-09-13T16:22:33.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.667+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4954009a70 con 0x7f495c156e60 2024-09-13T16:22:33.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.667+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f495403cd00 con 0x7f495c156e60 2024-09-13T16:22:33.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.667+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f495c0aae90 con 0x7f495c156e60 2024-09-13T16:22:33.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.668+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f495c0ab970 con 0x7f495c156e60 2024-09-13T16:22:33.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.668+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4954031400 con 0x7f495c156e60 2024-09-13T16:22:33.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.669+0000 7f49537fe640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493c06ac00 0x7f493c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:33.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.669+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(128..128 src has 1..128) v4 ==== 8920+0+0 (secure 0 0 0) 0x7f49540abc00 con 0x7f495c156e60 2024-09-13T16:22:33.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.669+0000 7f495affd640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493c06ac00 0x7f493c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:33.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.670+0000 7f495affd640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493c06ac00 0x7f493c06d0c0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f494c007fd0 tx=0x7f494c007de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:33.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.673+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f495c0ab970 con 0x7f495c156e60 2024-09-13T16:22:33.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:33.878+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f495c0ab970 con 0x7f495c156e60 2024-09-13T16:22:34.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.200+0000 7f49537fe640 1 -- 172.21.15.39:0/1105291405 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v305) v1 ==== 162+0+0 (secure 0 0 0) 0x7f495c0ab970 con 0x7f495c156e60 2024-09-13T16:22:34.202 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493c06ac00 msgr2=0x7f493c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493c06ac00 0x7f493c06d0c0 secure :-1 s=READY pgs=1062 cs=0 l=1 rev1=1 crypto rx=0x7f494c007fd0 tx=0x7f494c007de0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 msgr2=0x7f495c1f37c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 0x7f495c1f37c0 secure :-1 s=READY pgs=2749 cs=0 l=1 rev1=1 crypto rx=0x7f495402ac50 tx=0x7f4954004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 shutdown_connections 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f493c06ac00 0x7f493c06d0c0 unknown :-1 s=CLOSED pgs=1062 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f495c156e60 0x7f495c1f37c0 unknown :-1 s=CLOSED pgs=2749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f495c0b25b0 0x7f495c1f3280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 --2- 172.21.15.39:0/1105291405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f495c069ed0 0x7f495c150e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 >> 172.21.15.39:0/1105291405 conn(0x7f495c0b00a0 msgr2=0x7f495c0ad6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 shutdown_connections 2024-09-13T16:22:34.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.202+0000 7f4961508640 1 -- 172.21.15.39:0/1105291405 wait complete. 2024-09-13T16:22:34.217 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:34.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.315+0000 7fdb131d5640 1 Processor -- start 2024-09-13T16:22:34.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.316+0000 7fdb131d5640 1 -- start start 2024-09-13T16:22:34.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.316+0000 7fdb131d5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdb0c0b41a0 0x7fdb0c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:34.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.316+0000 7fdb131d5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:34.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.316+0000 7fdb131d5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdb0c0cde30 con 0x7fdb0c0d0830 2024-09-13T16:22:34.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.316+0000 7fdb131d5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdb0c0b5090 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.316+0000 7fdb131d5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c0cd820 con 0x7fdb0c0ccf80 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb0bfff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb10f71640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fdb0c0b41a0 0x7fdb0c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb11772640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fdb0c0d0830 0x7fdb0c166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:57752/0 (socket says 172.21.15.39:57752) 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb11772640 1 -- 172.21.15.39:0/2235600108 learned_addr learned my addr 172.21.15.39:0/2235600108 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb0bfff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:33450/0 (socket says 172.21.15.39:33450) 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb0bfff640 1 -- 172.21.15.39:0/2235600108 >> v2:172.21.15.157:3300/0 conn(0x7fdb0c0b41a0 msgr2=0x7fdb0c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb0bfff640 1 --2- 172.21.15.39:0/2235600108 >> v2:172.21.15.157:3300/0 conn(0x7fdb0c0b41a0 0x7fdb0c0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb0bfff640 1 -- 172.21.15.39:0/2235600108 >> v1:172.21.15.157:6789/0 conn(0x7fdb0c0d0830 legacy=0x7fdb0c166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb0bfff640 1 -- 172.21.15.39:0/2235600108 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb0c0b4ac0 con 0x7fdb0c0ccf80 2024-09-13T16:22:34.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.317+0000 7fdb10f71640 1 --2- 172.21.15.39:0/2235600108 >> v2:172.21.15.157:3300/0 conn(0x7fdb0c0b41a0 0x7fdb0c0b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:34.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.318+0000 7fdb0bfff640 1 --2- 172.21.15.39:0/2235600108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0d02f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdafc0097a0 tx=0x7fdafc02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=97809bc21ae3b306 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.318+0000 7fdb0b7fe640 1 -- 172.21.15.39:0/2235600108 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdafc032440 con 0x7fdb0c0ccf80 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.318+0000 7fdb0b7fe640 1 -- 172.21.15.39:0/2235600108 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdafc0325a0 con 0x7fdb0c0ccf80 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.318+0000 7fdb0b7fe640 1 -- 172.21.15.39:0/2235600108 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdafc032930 con 0x7fdb0c0ccf80 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 -- 172.21.15.39:0/2235600108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 msgr2=0x7fdb0c0d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 --2- 172.21.15.39:0/2235600108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0d02f0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7fdafc0097a0 tx=0x7fdafc02a180 comp rx=0 tx=0).stop 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 -- 172.21.15.39:0/2235600108 shutdown_connections 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 --2- 172.21.15.39:0/2235600108 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0d02f0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 --2- 172.21.15.39:0/2235600108 >> v2:172.21.15.157:3300/0 conn(0x7fdb0c0b41a0 0x7fdb0c0b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 -- 172.21.15.39:0/2235600108 >> 172.21.15.39:0/2235600108 conn(0x7fdb0c0cf1a0 msgr2=0x7fdb0c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 -- 172.21.15.39:0/2235600108 shutdown_connections 2024-09-13T16:22:34.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.319+0000 7fdb131d5640 1 -- 172.21.15.39:0/2235600108 wait complete. 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.320+0000 7fdb131d5640 1 Processor -- start 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.320+0000 7fdb131d5640 1 -- start start 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb131d5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 0x7fdb0c1e2d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb131d5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0c8860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb131d5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb0c0d0830 0x7fdb0c15ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb131d5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c1e2890 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb131d5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c1e3260 con 0x7fdb0c0d0830 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb131d5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdb0c0c8da0 con 0x7fdb0c0ccf80 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 0x7fdb0c1e2d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 0x7fdb0c1e2d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56886/0 (socket says 172.21.15.39:56886) 2024-09-13T16:22:34.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 -- 172.21.15.39:0/1225163578 learned_addr learned my addr 172.21.15.39:0/1225163578 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb0bfff640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0c8860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb11772640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb0c0d0830 0x7fdb0c15ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 -- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 msgr2=0x7fdb0c0c8860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0c8860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 -- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb0c0d0830 msgr2=0x7fdb0c15ac00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb0c0d0830 0x7fdb0c15ac00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.321+0000 7fdb10f71640 1 -- 172.21.15.39:0/1225163578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdb04009a70 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.322+0000 7fdb10f71640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 0x7fdb0c1e2d20 secure :-1 s=READY pgs=2750 cs=0 l=1 rev1=1 crypto rx=0x7fdb04009f60 tx=0x7fdb04009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.322+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb04014680 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.322+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdb0400f040 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.322+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdafc009400 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.322+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdb04014a00 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.322+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdb0c1e1f60 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.323+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdb0c067330 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.323+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdb04014b60 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.324+0000 7fdb097fa640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaec06ac00 0x7fdaec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:34.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.324+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(128..128 src has 1..128) v4 ==== 8920+0+0 (secure 0 0 0) 0x7fdb0408aed0 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.324+0000 7fdb0bfff640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaec06ac00 0x7fdaec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:34.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.325+0000 7fdb0bfff640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaec06ac00 0x7fdaec06d0c0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fdafc034000 tx=0x7fdafc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:34.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.328+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdb04055510 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.533+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fdb0c066ec0 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.533+0000 7fdb097fa640 1 -- 172.21.15.39:0/1225163578 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 306 v306) v1 ==== 95+0+4743 (secure 0 0 0) 0x7fdb04058b30 con 0x7fdb0c0b41a0 2024-09-13T16:22:34.536 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:34.536 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":306,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":306,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:34.202226+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":128,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11844},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11844":{"gid":11844,"name":"c","rank":0,"incarnation":306,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6834/131167174","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":131167174},{"type":"v1","addr":"172.21.15.39:6834","nonce":131167174}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:34.536 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 306 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaec06ac00 msgr2=0x7fdaec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaec06ac00 0x7fdaec06d0c0 secure :-1 s=READY pgs=1063 cs=0 l=1 rev1=1 crypto rx=0x7fdafc034000 tx=0x7fdafc02e000 comp rx=0 tx=0).stop 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 msgr2=0x7fdb0c1e2d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 0x7fdb0c1e2d20 secure :-1 s=READY pgs=2750 cs=0 l=1 rev1=1 crypto rx=0x7fdb04009f60 tx=0x7fdb04009f90 comp rx=0 tx=0).stop 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 shutdown_connections 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaec06ac00 0x7fdaec06d0c0 unknown :-1 s=CLOSED pgs=1063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdb0c0d0830 0x7fdb0c15ac00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdb0c0ccf80 0x7fdb0c0c8860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 --2- 172.21.15.39:0/1225163578 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdb0c0b41a0 0x7fdb0c1e2d20 unknown :-1 s=CLOSED pgs=2750 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:34.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 >> 172.21.15.39:0/1225163578 conn(0x7fdb0c0cf1a0 msgr2=0x7fdb0c0b1350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:34.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 shutdown_connections 2024-09-13T16:22:34.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:34.535+0000 7fdb131d5640 1 -- 172.21.15.39:0/1225163578 wait complete. 2024-09-13T16:22:34.548 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:22:37.220 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:37.218+0000 7f4a0f060640 -1 mds.0.cache.dir(0x100) Corrupt fnode in dirfrag 0x100: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:37.222 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:37.221+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:22:37.222 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:37.221+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:22:38.197 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:38.195+0000 7f4a12867640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:39.550 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.664+0000 7f6767687640 1 Processor -- start 2024-09-13T16:22:39.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.664+0000 7f6767687640 1 -- start start 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.665+0000 7f6767687640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 0x7f676015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.665+0000 7f6767687640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f676015b1b0 con 0x7f676015d0a0 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.665+0000 7f6767687640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f676006f6e0 con 0x7f676006f170 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.665+0000 7f6767687640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f67600b2400 con 0x7f6760156fb0 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.665+0000 7f6765c24640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f676015d0a0 0x7f6760070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58312/0 (socket says 172.21.15.39:58312) 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.665+0000 7f6765c24640 1 -- 172.21.15.39:0/3307611902 learned_addr learned my addr 172.21.15.39:0/3307611902 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f6765423640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 0x7f676015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2534282012 0 0) 0x7f676015b1b0 con 0x7f676015d0a0 2024-09-13T16:22:39.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6748003520 con 0x7f676015d0a0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3445271209 0 0) 0x7f6748003520 con 0x7f676015d0a0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 msgr2=0x7f676015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 0x7f676015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 >> v1:172.21.15.157:6789/0 conn(0x7f676006f170 legacy=0x7f67600b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f676006f9c0 con 0x7f676015d0a0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6758001670 con 0x7f676015d0a0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 >> v1:172.21.15.39:6789/0 conn(0x7f676015d0a0 legacy=0x7f6760070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67480039a0 0x7f6748003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f67480047c0 0x7f6748004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 0x7f67480051c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f67600b2400 con 0x7f67480047c0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f674800bab0 con 0x7f67480039a0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f674800de80 con 0x7f6760156fb0 2024-09-13T16:22:39.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f6764c22640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f67480047c0 0x7f6748004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f6765c24640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 0x7f67480051c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.666+0000 7f6765423640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67480039a0 0x7f6748003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.667+0000 7f6764c22640 1 -- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 msgr2=0x7f67480051c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.667+0000 7f6764c22640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6760156fb0 0x7f67480051c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.667+0000 7f6764c22640 1 -- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67480039a0 msgr2=0x7f6748003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.667+0000 7f6764c22640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f67480039a0 0x7f6748003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.667+0000 7f6764c22640 1 -- 172.21.15.39:0/3307611902 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6748003520 con 0x7f67480047c0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.667+0000 7f6764c22640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f67480047c0 0x7f6748004c40 secure :-1 s=READY pgs=2752 cs=0 l=1 rev1=1 crypto rx=0x7f6754001720 tx=0x7f67480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb1d2c3aa414193e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67540052d0 con 0x7f67480047c0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6754005430 con 0x7f67480047c0 2024-09-13T16:22:39.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f675ffff640 1 -- 172.21.15.39:0/3307611902 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f675402abc0 con 0x7f67480047c0 2024-09-13T16:22:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6767687640 1 -- 172.21.15.39:0/3307611902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f67480047c0 msgr2=0x7f6748004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6767687640 1 --2- 172.21.15.39:0/3307611902 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f67480047c0 0x7f6748004c40 secure :-1 s=READY pgs=2752 cs=0 l=1 rev1=1 crypto rx=0x7f6754001720 tx=0x7f67480057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6765c24640 1 -- 172.21.15.39:0/3307611902 reap_dead start 2024-09-13T16:22:39.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6767687640 1 -- 172.21.15.39:0/3307611902 shutdown_connections 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6767687640 1 -- 172.21.15.39:0/3307611902 >> 172.21.15.39:0/3307611902 conn(0x7f676006b3b0 msgr2=0x7f676006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6767687640 1 -- 172.21.15.39:0/3307611902 shutdown_connections 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.668+0000 7f6767687640 1 -- 172.21.15.39:0/3307611902 wait complete. 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.669+0000 7f6767687640 1 Processor -- start 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 -- start start 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f67480047c0 0x7f6760148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676015c8d0 0x7f6760159ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 0x7f67601f1190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f676014eb00 con 0x7f676014fba0 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f676014ede0 con 0x7f676015c8d0 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6767687640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f676014f0c0 con 0x7f67480047c0 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6765c24640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 0x7f67601f1190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6765c24640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 0x7f67601f1190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56890/0 (socket says 172.21.15.39:56890) 2024-09-13T16:22:39.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.670+0000 7f6765c24640 1 -- 172.21.15.39:0/1374433991 learned_addr learned my addr 172.21.15.39:0/1374433991 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6764c22640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676015c8d0 0x7f6760159ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765423640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f67480047c0 0x7f6760148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765c24640 1 -- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f67480047c0 msgr2=0x7f6760148fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765c24640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f67480047c0 0x7f6760148fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765c24640 1 -- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676015c8d0 msgr2=0x7f6760159ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765c24640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676015c8d0 0x7f6760159ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765c24640 1 -- 172.21.15.39:0/1374433991 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f676014f3a0 con 0x7f676014fba0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6765c24640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 0x7f67601f1190 secure :-1 s=READY pgs=2753 cs=0 l=1 rev1=1 crypto rx=0x7f6748004740 tx=0x7f6758007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f67580016a0 con 0x7f676014fba0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f675800f890 con 0x7f676014fba0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f676014f680 con 0x7f676014fba0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f675800fc60 con 0x7f676014fba0 2024-09-13T16:22:39.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.671+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6760159ff0 con 0x7f676014fba0 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.672+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f676015a1e0 con 0x7f676014fba0 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.673+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f675801d460 con 0x7f676014fba0 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.673+0000 7f675dffb640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f674c06ac00 0x7f674c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.673+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7f6758089f80 con 0x7f676014fba0 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.674+0000 7f6765423640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f674c06ac00 0x7f674c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.674+0000 7f6765423640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f674c06ac00 0x7f674c06d0c0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f6750007520 tx=0x7f675000b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:39.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.678+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6758054430 con 0x7f676014fba0 2024-09-13T16:22:39.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.886+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f67600672f0 con 0x7f676014fba0 2024-09-13T16:22:39.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.887+0000 7f675dffb640 1 -- 172.21.15.39:0/1374433991 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 310 v310) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f6758057a50 con 0x7f676014fba0 2024-09-13T16:22:39.889 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:39.889 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":310,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":310,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:37.221818+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":129,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:39.889 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 310 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f674c06ac00 msgr2=0x7f674c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f674c06ac00 0x7f674c06d0c0 secure :-1 s=READY pgs=1064 cs=0 l=1 rev1=1 crypto rx=0x7f6750007520 tx=0x7f675000b040 comp rx=0 tx=0).stop 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 msgr2=0x7f67601f1190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 0x7f67601f1190 secure :-1 s=READY pgs=2753 cs=0 l=1 rev1=1 crypto rx=0x7f6748004740 tx=0x7f6758007720 comp rx=0 tx=0).stop 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 shutdown_connections 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f674c06ac00 0x7f674c06d0c0 unknown :-1 s=CLOSED pgs=1064 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f676014fba0 0x7f67601f1190 unknown :-1 s=CLOSED pgs=2753 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f676015c8d0 0x7f6760159ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 --2- 172.21.15.39:0/1374433991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f67480047c0 0x7f6760148fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:39.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 >> 172.21.15.39:0/1374433991 conn(0x7f676006b3b0 msgr2=0x7f6760069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:39.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 shutdown_connections 2024-09-13T16:22:39.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:39.889+0000 7f6767687640 1 -- 172.21.15.39:0/1374433991 wait complete. 2024-09-13T16:22:39.902 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:22:39.902 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.003+0000 7efec6212640 1 Processor -- start 2024-09-13T16:22:40.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.003+0000 7efec6212640 1 -- start start 2024-09-13T16:22:40.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.003+0000 7efec6212640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7efec0165710 0x7efec0167b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.007 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.003+0000 7efec6212640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efec00cde30 con 0x7efec00ccf80 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.003+0000 7efec6212640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efec00b5090 con 0x7efec00b41a0 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.003+0000 7efec6212640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efec00cd820 con 0x7efec0165710 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebeffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7efec00ccf80 0x7efec0163ff0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58324/0 (socket says 172.21.15.39:58324) 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebeffd640 1 -- 172.21.15.39:0/2289582302 learned_addr learned my addr 172.21.15.39:0/2289582302 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebffff640 1 --2- 172.21.15.39:0/2289582302 >> v2:172.21.15.157:3300/0 conn(0x7efec0165710 0x7efec0167b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3267291427 0 0) 0x7efec00cde30 con 0x7efec00ccf80 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efeac003520 con 0x7efec00ccf80 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2349286641 0 0) 0x7efec00b5090 con 0x7efec00b41a0 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efec00cde30 con 0x7efec00b41a0 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 387709138 0 0) 0x7efeac003520 con 0x7efec00ccf80 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 >> v2:172.21.15.157:3300/0 conn(0x7efec0165710 msgr2=0x7efec0167b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 --2- 172.21.15.39:0/2289582302 >> v2:172.21.15.157:3300/0 conn(0x7efec0165710 0x7efec0167b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 >> v1:172.21.15.157:6789/0 conn(0x7efec00b41a0 legacy=0x7efec00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec015cd60 con 0x7efec00ccf80 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7efea8001670 con 0x7efec00ccf80 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 >> v1:172.21.15.39:6789/0 conn(0x7efec00ccf80 legacy=0x7efec0163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003b00 0x7efeac003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac0047c0 0x7efeac004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac005180 0x7efeac00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec00cd820 con 0x7efeac0047c0 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efeac00c000 con 0x7efeac003b00 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efeac00c1c0 con 0x7efeac005180 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.004+0000 7efebeffd640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac0047c0 0x7efeac004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebf7fe640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003b00 0x7efeac003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebffff640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac005180 0x7efeac00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebeffd640 1 -- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac005180 msgr2=0x7efeac00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebeffd640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac005180 0x7efeac00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebeffd640 1 -- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003b00 msgr2=0x7efeac003f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebeffd640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003b00 0x7efeac003f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebeffd640 1 -- 172.21.15.39:0/2289582302 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efeac003520 con 0x7efeac0047c0 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebffff640 1 -- 172.21.15.39:0/2289582302 reap_dead start 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebf7fe640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efeac003b00 0x7efeac003f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebeffd640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac0047c0 0x7efeac004c40 secure :-1 s=READY pgs=2755 cs=0 l=1 rev1=1 crypto rx=0x7efea8007fd0 tx=0x7efeac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b9ba4c86050fbe6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.005+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea8005ad0 con 0x7efeac0047c0 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efea802d070 con 0x7efeac0047c0 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efebe7fc640 1 -- 172.21.15.39:0/2289582302 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea8007070 con 0x7efeac0047c0 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 -- 172.21.15.39:0/2289582302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac0047c0 msgr2=0x7efeac004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac0047c0 0x7efeac004c40 secure :-1 s=READY pgs=2755 cs=0 l=1 rev1=1 crypto rx=0x7efea8007fd0 tx=0x7efeac0057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 -- 172.21.15.39:0/2289582302 shutdown_connections 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 --2- 172.21.15.39:0/2289582302 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efeac0047c0 0x7efeac004c40 unknown :-1 s=CLOSED pgs=2755 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 -- 172.21.15.39:0/2289582302 >> 172.21.15.39:0/2289582302 conn(0x7efec00cf1a0 msgr2=0x7efec00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:40.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 -- 172.21.15.39:0/2289582302 shutdown_connections 2024-09-13T16:22:40.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.006+0000 7efec6212640 1 -- 172.21.15.39:0/2289582302 wait complete. 2024-09-13T16:22:40.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.007+0000 7efec6212640 1 Processor -- start 2024-09-13T16:22:40.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.007+0000 7efec6212640 1 -- start start 2024-09-13T16:22:40.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efec6212640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac0047c0 0x7efec0153df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efec6212640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 0x7efec0155740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efec6212640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec00ca6d0 0x7efec00cab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efec6212640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec0155c80 con 0x7efec01552c0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efec6212640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efec01585a0 con 0x7efec00ca6d0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efec6212640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efec01587f0 con 0x7efeac0047c0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efebeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 0x7efec0155740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efebeffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 0x7efec0155740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56902/0 (socket says 172.21.15.39:56902) 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efebeffd640 1 -- 172.21.15.39:0/942106776 learned_addr learned my addr 172.21.15.39:0/942106776 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efebffff640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec00ca6d0 0x7efec00cab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.008+0000 7efebf7fe640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac0047c0 0x7efec0153df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efebeffd640 1 -- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac0047c0 msgr2=0x7efec0153df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efebeffd640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac0047c0 0x7efec0153df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efebeffd640 1 -- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec00ca6d0 msgr2=0x7efec00cab50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efebeffd640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec00ca6d0 0x7efec00cab50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efebeffd640 1 -- 172.21.15.39:0/942106776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efec0158ad0 con 0x7efec01552c0 2024-09-13T16:22:40.014 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efebeffd640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 0x7efec0155740 secure :-1 s=READY pgs=2756 cs=0 l=1 rev1=1 crypto rx=0x7efea80018b0 tx=0x7efea8001980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea8005c80 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efea8005de0 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efea8007290 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efec0158db0 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.009+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efec0155f80 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.010+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efec0067330 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.011+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7efea802f030 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.011+0000 7efeb7fff640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea006ac00 0x7efea006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.011+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7efea80aa1d0 con 0x7efec01552c0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.011+0000 7efebf7fe640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea006ac00 0x7efea006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.015 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.012+0000 7efebf7fe640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea006ac00 0x7efea006d0c0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7efec00674c0 tx=0x7efeb0009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.015+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7efea80747c0 con 0x7efec01552c0 2024-09-13T16:22:40.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.220+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efec0066ec0 con 0x7efec01552c0 2024-09-13T16:22:40.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.220+0000 7efeb7fff640 1 -- 172.21.15.39:0/942106776 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 310 v310) v1 ==== 95+0+3976 (secure 0 0 0) 0x7efea8077de0 con 0x7efec01552c0 2024-09-13T16:22:40.222 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:40.222 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":310,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":310,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:37.221818+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":129,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:40.222 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 310 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea006ac00 msgr2=0x7efea006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea006ac00 0x7efea006d0c0 secure :-1 s=READY pgs=1065 cs=0 l=1 rev1=1 crypto rx=0x7efec00674c0 tx=0x7efeb0009040 comp rx=0 tx=0).stop 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 msgr2=0x7efec0155740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 0x7efec0155740 secure :-1 s=READY pgs=2756 cs=0 l=1 rev1=1 crypto rx=0x7efea80018b0 tx=0x7efea8001980 comp rx=0 tx=0).stop 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 shutdown_connections 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7efea006ac00 0x7efea006d0c0 unknown :-1 s=CLOSED pgs=1065 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7efec00ca6d0 0x7efec00cab50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7efec01552c0 0x7efec0155740 unknown :-1 s=CLOSED pgs=2756 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 --2- 172.21.15.39:0/942106776 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7efeac0047c0 0x7efec0153df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 >> 172.21.15.39:0/942106776 conn(0x7efec00cf1a0 msgr2=0x7efec015be90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 shutdown_connections 2024-09-13T16:22:40.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.222+0000 7efec6212640 1 -- 172.21.15.39:0/942106776 wait complete. 2024-09-13T16:22:40.235 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:22:40.235 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:40.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.335+0000 7ff52148f640 1 Processor -- start 2024-09-13T16:22:40.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.335+0000 7ff52148f640 1 -- start start 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff52148f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c330 0x7ff51c06ed00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff52148f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff51c06f240 0x7ff51c06b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff52148f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff51c06f6e0 con 0x7ff51c15c710 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff52148f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff51c06f9c0 con 0x7ff51c06f240 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff52148f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c06fca0 con 0x7ff51c15c330 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff51a7fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff51c06f240 0x7ff51c06b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff51b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff51c15c710 0x7ff51c1600f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58334/0 (socket says 172.21.15.39:58334) 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.336+0000 7ff51b7fe640 1 -- 172.21.15.39:0/4202500970 learned_addr learned my addr 172.21.15.39:0/4202500970 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:40.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51affd640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c330 0x7ff51c06ed00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51a7fc640 1 -- 172.21.15.39:0/4202500970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c330 msgr2=0x7ff51c06ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51a7fc640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c330 0x7ff51c06ed00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51a7fc640 1 -- 172.21.15.39:0/4202500970 >> v1:172.21.15.39:6789/0 conn(0x7ff51c15c710 legacy=0x7ff51c1600f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff519ffb640 1 -- 172.21.15.39:0/4202500970 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 313963971 0 0) 0x7ff51c06f6e0 con 0x7ff51c15c710 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51a7fc640 1 -- 172.21.15.39:0/4202500970 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff51c0b37c0 con 0x7ff51c06f240 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51affd640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c330 0x7ff51c06ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.337+0000 7ff51a7fc640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c06b8f0 secure :-1 s=READY pgs=2758 cs=0 l=1 rev1=1 crypto rx=0x7ff5100097a0 tx=0x7ff51002a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8b6b3a212bc00b17 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff519ffb640 1 -- 172.21.15.39:0/4202500970 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff51002ae50 con 0x7ff51c06f240 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff519ffb640 1 -- 172.21.15.39:0/4202500970 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff510032440 con 0x7ff51c06f240 2024-09-13T16:22:40.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff519ffb640 1 -- 172.21.15.39:0/4202500970 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff5100327d0 con 0x7ff51c06f240 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 -- 172.21.15.39:0/4202500970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 msgr2=0x7ff51c06b8f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c06b8f0 secure :-1 s=READY pgs=2758 cs=0 l=1 rev1=1 crypto rx=0x7ff5100097a0 tx=0x7ff51002a100 comp rx=0 tx=0).stop 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 -- 172.21.15.39:0/4202500970 shutdown_connections 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c06b8f0 unknown :-1 s=CLOSED pgs=2758 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 --2- 172.21.15.39:0/4202500970 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c330 0x7ff51c06ed00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 -- 172.21.15.39:0/4202500970 >> 172.21.15.39:0/4202500970 conn(0x7ff51c06d5c0 msgr2=0x7ff51c06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 -- 172.21.15.39:0/4202500970 shutdown_connections 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.338+0000 7ff52148f640 1 -- 172.21.15.39:0/4202500970 wait complete. 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.339+0000 7ff52148f640 1 Processor -- start 2024-09-13T16:22:40.345 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 -- start start 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c0cfa40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff51c15c330 0x7ff51c0cd310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c710 0x7ff51c0cd850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c0cb6a0 con 0x7ff51c06f240 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c0cde80 con 0x7ff51c15c330 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff52148f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff51c0ce160 con 0x7ff51c15c710 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff51affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c0cfa40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff51affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c0cfa40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56928/0 (socket says 172.21.15.39:56928) 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.340+0000 7ff51affd640 1 -- 172.21.15.39:0/3751060242 learned_addr learned my addr 172.21.15.39:0/3751060242 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51b7fe640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c710 0x7ff51c0cd850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51a7fc640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff51c15c330 0x7ff51c0cd310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51affd640 1 -- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c710 msgr2=0x7ff51c0cd850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51affd640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c710 0x7ff51c0cd850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51affd640 1 -- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff51c15c330 msgr2=0x7ff51c0cd310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51affd640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff51c15c330 0x7ff51c0cd310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51affd640 1 -- 172.21.15.39:0/3751060242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff510009400 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff51affd640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c0cfa40 secure :-1 s=READY pgs=2759 cs=0 l=1 rev1=1 crypto rx=0x7ff50c00c7f0 tx=0x7ff50c00cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff50c007a30 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff50c007b90 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff51c0ce440 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff50c00ce40 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.341+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff51c0cea00 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.342+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff51c157f60 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.342+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff50c0113f0 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.343+0000 7ff5037fe640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff50806ac00 0x7ff50806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.343+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7ff50c08a240 con 0x7ff51c06f240 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.343+0000 7ff51a7fc640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff50806ac00 0x7ff50806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.347 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.344+0000 7ff51a7fc640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff50806ac00 0x7ff50806d0c0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7ff510034000 tx=0x7ff51002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.347+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff50c0546f0 con 0x7ff51c06f240 2024-09-13T16:22:40.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.554+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff51c06ed00 con 0x7ff51c06f240 2024-09-13T16:22:40.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.555+0000 7ff5037fe640 1 -- 172.21.15.39:0/3751060242 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 310 v310) v1 ==== 95+0+3976 (secure 0 0 0) 0x7ff50c01f020 con 0x7ff51c06f240 2024-09-13T16:22:40.556 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:40.557 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":310,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":310,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:37.221818+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":129,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:40.557 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 310 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff50806ac00 msgr2=0x7ff50806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff50806ac00 0x7ff50806d0c0 secure :-1 s=READY pgs=1066 cs=0 l=1 rev1=1 crypto rx=0x7ff510034000 tx=0x7ff51002e000 comp rx=0 tx=0).stop 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 msgr2=0x7ff51c0cfa40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c0cfa40 secure :-1 s=READY pgs=2759 cs=0 l=1 rev1=1 crypto rx=0x7ff50c00c7f0 tx=0x7ff50c00cbf0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 shutdown_connections 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff50806ac00 0x7ff50806d0c0 unknown :-1 s=CLOSED pgs=1066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff51c15c710 0x7ff51c0cd850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff51c15c330 0x7ff51c0cd310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 --2- 172.21.15.39:0/3751060242 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff51c06f240 0x7ff51c0cfa40 unknown :-1 s=CLOSED pgs=2759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 >> 172.21.15.39:0/3751060242 conn(0x7ff51c06d5c0 msgr2=0x7ff51c15ac50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:40.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 shutdown_connections 2024-09-13T16:22:40.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.557+0000 7ff52148f640 1 -- 172.21.15.39:0/3751060242 wait complete. 2024-09-13T16:22:40.570 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 100.00000000' led to DAMAGED state 2024-09-13T16:22:40.570 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on mds0_sessionmap' 2024-09-13T16:22:40.570 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:40.570 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:40.586 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:22:40.587 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:40.587 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:40.587 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:40.587 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:22:40.642 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:40.643 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:22:40.643 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:22:40.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.784+0000 7f25396c9640 1 Processor -- start 2024-09-13T16:22:40.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.784+0000 7f25396c9640 1 -- start start 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25396c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 0x7f25340cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25396c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f25340b5ab0 0x7f25340b5f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25396c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25340b6440 con 0x7f25340cd560 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25396c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25340d11f0 con 0x7f25340b5ab0 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25396c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f253415d2d0 con 0x7f253415cef0 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25327fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f25340cd560 0x7f25340d1680 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58348/0 (socket says 172.21.15.39:58348) 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25327fc640 1 -- 172.21.15.39:0/2543999537 learned_addr learned my addr 172.21.15.39:0/2543999537 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2532ffd640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 0x7f25340cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3883852072 0 0) 0x7f25340b6440 con 0x7f25340cd560 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f25337fe640 1 --2- 172.21.15.39:0/2543999537 >> v2:172.21.15.157:3300/0 conn(0x7f25340b5ab0 0x7f25340b5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f251c003520 con 0x7f25340cd560 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 885944052 0 0) 0x7f251c003520 con 0x7f25340cd560 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 msgr2=0x7f25340cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 0x7f25340cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 >> v2:172.21.15.157:3300/0 conn(0x7f25340b5ab0 msgr2=0x7f25340b5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 --2- 172.21.15.39:0/2543999537 >> v2:172.21.15.157:3300/0 conn(0x7f25340b5ab0 0x7f25340b5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25340cda00 con 0x7f25340cd560 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2528001670 con 0x7f25340cd560 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 >> v1:172.21.15.39:6789/0 conn(0x7f25340cd560 legacy=0x7f25340d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c003970 0x7f251c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 0x7f251c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c004d00 0x7f251c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25340d11f0 con 0x7f251c004d00 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f253415d2d0 con 0x7f251c003970 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.785+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f251c00b980 con 0x7f253415cef0 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25337fe640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c004d00 0x7f251c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25327fc640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 0x7f251c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f2532ffd640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c003970 0x7f251c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25337fe640 1 -- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 msgr2=0x7f251c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25337fe640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253415cef0 0x7f251c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25337fe640 1 -- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c003970 msgr2=0x7f251c003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25337fe640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f251c003970 0x7f251c003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.786+0000 7f25337fe640 1 -- 172.21.15.39:0/2543999537 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f251c003520 con 0x7f251c004d00 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25337fe640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c004d00 0x7f251c005180 secure :-1 s=READY pgs=2761 cs=0 l=1 rev1=1 crypto rx=0x7f252c009fc0 tx=0x7f251c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59ebc22622813577 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c031670 con 0x7f251c004d00 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f252c00f040 con 0x7f251c004d00 2024-09-13T16:22:40.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f2531ffb640 1 -- 172.21.15.39:0/2543999537 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c031a10 con 0x7f251c004d00 2024-09-13T16:22:40.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25396c9640 1 -- 172.21.15.39:0/2543999537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c004d00 msgr2=0x7f251c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25396c9640 1 --2- 172.21.15.39:0/2543999537 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f251c004d00 0x7f251c005180 secure :-1 s=READY pgs=2761 cs=0 l=1 rev1=1 crypto rx=0x7f252c009fc0 tx=0x7f251c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25337fe640 1 -- 172.21.15.39:0/2543999537 reap_dead start 2024-09-13T16:22:40.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25396c9640 1 -- 172.21.15.39:0/2543999537 shutdown_connections 2024-09-13T16:22:40.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25396c9640 1 -- 172.21.15.39:0/2543999537 >> 172.21.15.39:0/2543999537 conn(0x7f253406a3a0 msgr2=0x7f253406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25396c9640 1 -- 172.21.15.39:0/2543999537 shutdown_connections 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.787+0000 7f25396c9640 1 -- 172.21.15.39:0/2543999537 wait complete. 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.789+0000 7f25396c9640 1 Processor -- start 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.789+0000 7f25396c9640 1 -- start start 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253414f6a0 0x7f25340b20e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25340c9770 0x7f25340b2620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 0x7f2534157b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25340b4fa0 con 0x7f253414fa80 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f253415d8c0 con 0x7f25340c9770 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2534160140 con 0x7f253414f6a0 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 0x7f2534157b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 0x7f2534157b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56944/0 (socket says 172.21.15.39:56944) 2024-09-13T16:22:40.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 -- 172.21.15.39:0/660758620 learned_addr learned my addr 172.21.15.39:0/660758620 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25327fc640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25340c9770 0x7f25340b2620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f2532ffd640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253414f6a0 0x7f25340b20e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 -- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253414f6a0 msgr2=0x7f25340b20e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253414f6a0 0x7f25340b20e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 -- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25340c9770 msgr2=0x7f25340b2620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25340c9770 0x7f25340b2620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 -- 172.21.15.39:0/660758620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25340b48e0 con 0x7f253414fa80 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25337fe640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 0x7f2534157b40 secure :-1 s=READY pgs=2762 cs=0 l=1 rev1=1 crypto rx=0x7f252c033040 tx=0x7f252c009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c003b90 con 0x7f253414fa80 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f252c040070 con 0x7f253414fa80 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25340b4bc0 con 0x7f253414fa80 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.790+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c031e30 con 0x7f253414fa80 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.791+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f253415fda0 con 0x7f253414fa80 2024-09-13T16:22:40.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.792+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25340b4740 con 0x7f253414fa80 2024-09-13T16:22:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.792+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f252c042030 con 0x7f253414fa80 2024-09-13T16:22:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.793+0000 7f251b7fe640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.793+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7f252c0aa2d0 con 0x7f253414fa80 2024-09-13T16:22:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.793+0000 7f2532ffd640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:40.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.793+0000 7f2532ffd640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f25340b5210 tx=0x7f2524009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:40.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:40.797+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f25340b4740 con 0x7f253414fa80 2024-09-13T16:22:41.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.004+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f25340b4740 con 0x7f253414fa80 2024-09-13T16:22:41.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.379+0000 7f251b7fe640 1 -- 172.21.15.39:0/660758620 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v311) v1 ==== 161+0+0 (secure 0 0 0) 0x7f25340b4740 con 0x7f253414fa80 2024-09-13T16:22:41.381 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 msgr2=0x7f252006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 secure :-1 s=READY pgs=1067 cs=0 l=1 rev1=1 crypto rx=0x7f25340b5210 tx=0x7f2524009190 comp rx=0 tx=0).stop 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 msgr2=0x7f2534157b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 0x7f2534157b40 secure :-1 s=READY pgs=2762 cs=0 l=1 rev1=1 crypto rx=0x7f252c033040 tx=0x7f252c009750 comp rx=0 tx=0).stop 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 shutdown_connections 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 unknown :-1 s=CLOSED pgs=1067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f253414fa80 0x7f2534157b40 unknown :-1 s=CLOSED pgs=2762 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25340c9770 0x7f25340b2620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 --2- 172.21.15.39:0/660758620 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f253414f6a0 0x7f25340b20e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 >> 172.21.15.39:0/660758620 conn(0x7f253406a3a0 msgr2=0x7f25341596e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 shutdown_connections 2024-09-13T16:22:41.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.381+0000 7f25396c9640 1 -- 172.21.15.39:0/660758620 wait complete. 2024-09-13T16:22:41.395 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:22:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.499+0000 7f8740280640 1 Processor -- start 2024-09-13T16:22:41.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.499+0000 7f8740280640 1 -- start start 2024-09-13T16:22:41.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f8740280640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f873815a360 0x7f87380ce420 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:41.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f8740280640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f87380ce960 0x7f873815b920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:41.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f8740280640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8738159760 con 0x7f8738159380 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f8740280640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87380b38f0 con 0x7f87380ce960 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f8740280640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87380cedd0 con 0x7f873815a360 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f87380ce960 0x7f873815b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f87380ce960 0x7f873815b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56954/0 (socket says 172.21.15.39:56954) 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 -- 172.21.15.39:0/738656868 learned_addr learned my addr 172.21.15.39:0/738656868 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873d81b640 1 --2- 172.21.15.39:0/738656868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f873815a360 0x7f87380ce420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 -- 172.21.15.39:0/738656868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f873815a360 msgr2=0x7f87380ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 --2- 172.21.15.39:0/738656868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f873815a360 0x7f87380ce420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 -- 172.21.15.39:0/738656868 >> v1:172.21.15.157:6789/0 conn(0x7f8738159380 legacy=0x7f87380b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.500+0000 7f873e81d640 1 -- 172.21.15.39:0/738656868 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f873815a880 con 0x7f87380ce960 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.501+0000 7f873e81d640 1 --2- 172.21.15.39:0/738656868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87380ce960 0x7f873815b920 secure :-1 s=READY pgs=2763 cs=0 l=1 rev1=1 crypto rx=0x7f8730009e50 tx=0x7f873002a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0b3b9fd4c23e258 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.501+0000 7f873d01a640 1 -- 172.21.15.39:0/738656868 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8730031600 con 0x7f87380ce960 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.501+0000 7f873d01a640 1 -- 172.21.15.39:0/738656868 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f873002d050 con 0x7f87380ce960 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.501+0000 7f873d01a640 1 -- 172.21.15.39:0/738656868 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8730031980 con 0x7f87380ce960 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.501+0000 7f8740280640 1 -- 172.21.15.39:0/738656868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87380ce960 msgr2=0x7f873815b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 --2- 172.21.15.39:0/738656868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87380ce960 0x7f873815b920 secure :-1 s=READY pgs=2763 cs=0 l=1 rev1=1 crypto rx=0x7f8730009e50 tx=0x7f873002a710 comp rx=0 tx=0).stop 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 -- 172.21.15.39:0/738656868 shutdown_connections 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 --2- 172.21.15.39:0/738656868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f87380ce960 0x7f873815b920 unknown :-1 s=CLOSED pgs=2763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 --2- 172.21.15.39:0/738656868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f873815a360 0x7f87380ce420 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 -- 172.21.15.39:0/738656868 >> 172.21.15.39:0/738656868 conn(0x7f87380b15d0 msgr2=0x7f87380b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:41.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 -- 172.21.15.39:0/738656868 shutdown_connections 2024-09-13T16:22:41.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.502+0000 7f8740280640 1 -- 172.21.15.39:0/738656868 wait complete. 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.503+0000 7f8740280640 1 Processor -- start 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.503+0000 7f8740280640 1 -- start start 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87380ce960 0x7f873814f080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 0x7f8738155220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f873815a360 0x7f8738148dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8738155760 con 0x7f8738159380 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f873814f780 con 0x7f873815a360 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f873814fa60 con 0x7f87380ce960 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 0x7f8738155220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 0x7f8738155220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56970/0 (socket says 172.21.15.39:56970) 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 -- 172.21.15.39:0/1962467071 learned_addr learned my addr 172.21.15.39:0/1962467071 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:41.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873e81d640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f873815a360 0x7f8738148dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873e01c640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87380ce960 0x7f873814f080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 -- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87380ce960 msgr2=0x7f873814f080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87380ce960 0x7f873814f080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 -- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f873815a360 msgr2=0x7f8738148dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f873815a360 0x7f8738148dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 -- 172.21.15.39:0/1962467071 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8730009b30 con 0x7f8738159380 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873e01c640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87380ce960 0x7f873814f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f873d81b640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 0x7f8738155220 secure :-1 s=READY pgs=2764 cs=0 l=1 rev1=1 crypto rx=0x7f872c00d5f0 tx=0x7f872c00dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f872c0125f0 con 0x7f8738159380 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f872c012750 con 0x7f8738159380 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f872c012b00 con 0x7f8738159380 2024-09-13T16:22:41.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.504+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f873814fd40 con 0x7f8738159380 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.505+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8738150300 con 0x7f8738159380 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.505+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87380672f0 con 0x7f8738159380 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.506+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f872c012c60 con 0x7f8738159380 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.507+0000 7f872affd640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f871c06ac30 0x7f871c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.507+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7f872c08a4b0 con 0x7f8738159380 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.507+0000 7f873e01c640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f871c06ac30 0x7f871c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:41.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.508+0000 7f873e01c640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f871c06ac30 0x7f871c06d0f0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8738067d80 tx=0x7f8734009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:41.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.511+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f872c054960 con 0x7f8738159380 2024-09-13T16:22:41.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:41.751+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f87380ce420 con 0x7f8738159380 2024-09-13T16:22:41.972 INFO:tasks.ceph.mds.c.smithi039.stderr: -53> 2024-09-13T16:22:37.218+0000 7f4a0f060640 -1 mds.0.cache.dir(0x100) Corrupt fnode in dirfrag 0x100: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:41.972 INFO:tasks.ceph.mds.c.smithi039.stderr: -30> 2024-09-13T16:22:38.195+0000 7f4a12867640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:41.997 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:22:42.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.382+0000 7f872affd640 1 -- 172.21.15.39:0/1962467071 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v312) v1 ==== 101+0+0 (secure 0 0 0) 0x7f872c057f80 con 0x7f8738159380 2024-09-13T16:22:42.384 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:22:42.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.384+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f871c06ac30 msgr2=0x7f871c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.384+0000 7f8740280640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f871c06ac30 0x7f871c06d0f0 secure :-1 s=READY pgs=1068 cs=0 l=1 rev1=1 crypto rx=0x7f8738067d80 tx=0x7f8734009040 comp rx=0 tx=0).stop 2024-09-13T16:22:42.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.384+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 msgr2=0x7f8738155220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.384+0000 7f8740280640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 0x7f8738155220 secure :-1 s=READY pgs=2764 cs=0 l=1 rev1=1 crypto rx=0x7f872c00d5f0 tx=0x7f872c00dab0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 shutdown_connections 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f871c06ac30 0x7f871c06d0f0 unknown :-1 s=CLOSED pgs=1068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f873815a360 0x7f8738148dc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8738159380 0x7f8738155220 unknown :-1 s=CLOSED pgs=2764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 --2- 172.21.15.39:0/1962467071 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f87380ce960 0x7f873814f080 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 >> 172.21.15.39:0/1962467071 conn(0x7f87380b15d0 msgr2=0x7f8738070320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 shutdown_connections 2024-09-13T16:22:42.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.385+0000 7f8740280640 1 -- 172.21.15.39:0/1962467071 wait complete. 2024-09-13T16:22:42.399 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:22:42.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.443+0000 7f85e8948f40 1 Processor -- start 2024-09-13T16:22:42.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.443+0000 7f85e8948f40 1 -- start start 2024-09-13T16:22:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e8948f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d0002290 0x5612c7638010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e8948f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5612c76be6d0 0x5612c76c4930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e8948f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76c4e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e8948f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612c759b4d0 con 0x5612c7684a80 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e8948f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612c7536b60 con 0x5612c76be6d0 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e8948f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5612c7536800 con 0x7f85d0002290 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76c4e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76c4e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57022/0 (socket says 172.21.15.39:57022) 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 -- 172.21.15.39:0/1947071035 learned_addr learned my addr 172.21.15.39:0/1947071035 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:42.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 -- 172.21.15.39:0/1947071035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d0002290 msgr2=0x5612c7638010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d0002290 0x5612c7638010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 -- 172.21.15.39:0/1947071035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5612c76be6d0 msgr2=0x5612c76c4930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5612c76be6d0 0x5612c76c4930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 -- 172.21.15.39:0/1947071035 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5612c7545c20 con 0x5612c7684a80 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.444+0000 7f85e6c46640 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76c4e70 secure :-1 s=READY pgs=2770 cs=0 l=1 rev1=1 crypto rx=0x5612c75eec80 tx=0x7f85e0005d80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9989d4f3e9d2d391 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e4c42640 1 -- 172.21.15.39:0/1947071035 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e0013680 con 0x5612c7684a80 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e4c42640 1 -- 172.21.15.39:0/1947071035 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85e0013800 con 0x5612c7684a80 2024-09-13T16:22:42.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e4c42640 1 -- 172.21.15.39:0/1947071035 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85e0013bb0 con 0x5612c7684a80 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 -- 172.21.15.39:0/1947071035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 msgr2=0x5612c76c4e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76c4e70 secure :-1 s=READY pgs=2770 cs=0 l=1 rev1=1 crypto rx=0x5612c75eec80 tx=0x7f85e0005d80 comp rx=0 tx=0).stop 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 -- 172.21.15.39:0/1947071035 shutdown_connections 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76c4e70 unknown :-1 s=CLOSED pgs=2770 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5612c76be6d0 0x5612c76c4930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 --2- 172.21.15.39:0/1947071035 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85d0002290 0x5612c7638010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 -- 172.21.15.39:0/1947071035 >> 172.21.15.39:0/1947071035 conn(0x5612c7639800 msgr2=0x5612c7638a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 -- 172.21.15.39:0/1947071035 shutdown_connections 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.445+0000 7f85e8948f40 1 -- 172.21.15.39:0/1947071035 wait complete. 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.446+0000 7f85e8948f40 1 Processor -- start 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.446+0000 7f85e8948f40 1 -- start start 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76a6d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5612c76be6d0 0x5612c76a8b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d0002290 0x5612c7699510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612c7519520 con 0x5612c7684a80 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5612c76ab320 con 0x7f85d0002290 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5612c76c30f0 con 0x5612c76be6d0 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76a6d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76a6d20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57028/0 (socket says 172.21.15.39:57028) 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 learned_addr learned my addr 172.21.15.39:0/2503106141 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:42.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5612c76be6d0 msgr2=0x5612c76a8b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5612c76be6d0 0x5612c76a8b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d0002290 msgr2=0x5612c7699510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85d0002290 0x5612c7699510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85e0002280 con 0x5612c7684a80 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76a6d20 secure :-1 s=READY pgs=2771 cs=0 l=1 rev1=1 crypto rx=0x7f85d8045f50 tx=0x7f85d8052680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85d77fe640 1 -- 172.21.15.39:0/2503106141 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85d8052c00 con 0x5612c7684a80 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85d77fe640 1 -- 172.21.15.39:0/2503106141 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85d8052d60 con 0x5612c7684a80 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85d77fe640 1 -- 172.21.15.39:0/2503106141 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f85d805c670 con 0x5612c7684a80 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.447+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x5612c7539060 con 0x5612c7684a80 2024-09-13T16:22:42.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.448+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5612c7538ac0 con 0x5612c7684a80 2024-09-13T16:22:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.449+0000 7f85d77fe640 1 -- 172.21.15.39:0/2503106141 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f85d805b430 con 0x5612c7684a80 2024-09-13T16:22:42.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.449+0000 7f85d77fe640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85c8069610 0x7f85c806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.449+0000 7f85d77fe640 1 -- 172.21.15.39:0/2503106141 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7f85d80cc130 con 0x5612c7684a80 2024-09-13T16:22:42.456 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:22:42.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.450+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5612c76a9050 0x5612c775c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.450+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c76ab740 con 0x5612c76a9050 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.450+0000 7f85e5c44640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85c8069610 0x7f85c806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.450+0000 7f85e6c46640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5612c76a9050 0x5612c775c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.450+0000 7f85e6c46640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5612c76a9050 0x5612c775c7b0 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.450+0000 7f85e5c44640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85c8069610 0x7f85c806bad0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f85dc001bb0 tx=0x7f85dc000ed0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.452+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v129'1159 uv1133 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.452+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c775ccf0 con 0x5612c76a9050 2024-09-13T16:22:42.458 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.454+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v129'1160 uv1160 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.454+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c775d160 con 0x5612c76a9050 2024-09-13T16:22:42.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.455+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v129'1161 uv1161 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.459 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:22:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.455+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c775d510 con 0x5612c76a9050 2024-09-13T16:22:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.456+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v129'1162 uv1162 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.456+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7769e00 con 0x5612c76a9050 2024-09-13T16:22:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.458+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v129'1163 uv1163 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.458+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77692e0 con 0x5612c76a9050 2024-09-13T16:22:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.459+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v129'1164 uv1164 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.459+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7769690 con 0x5612c76a9050 2024-09-13T16:22:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.460+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v129'1165 uv1139 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.460+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7769a40 con 0x5612c76a9050 2024-09-13T16:22:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.462+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v129'1166 uv1166 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.462+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a1b0 con 0x5612c76a9050 2024-09-13T16:22:42.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.463+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v129'1167 uv1167 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.464 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:22:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.463+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b1c0 con 0x5612c76a9050 2024-09-13T16:22:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.464+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v129'1168 uv1168 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.464+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b1c0 con 0x5612c76a9050 2024-09-13T16:22:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.465+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v129'1169 uv1169 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.466 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.465+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a1b0 con 0x5612c76a9050 2024-09-13T16:22:42.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.466+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v129'1170 uv1170 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.467+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a1b0 con 0x5612c76a9050 2024-09-13T16:22:42.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.468+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v129'1171 uv1146 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.468+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a1b0 con 0x5612c76a9050 2024-09-13T16:22:42.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.469+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v129'1172 uv1172 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.469+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a1b0 con 0x5612c76a9050 2024-09-13T16:22:42.471 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:22:42.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.470+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v129'1173 uv1173 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.470+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b1c0 con 0x5612c76a9050 2024-09-13T16:22:42.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.472+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v129'1174 uv1174 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.472+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b1c0 con 0x5612c76a9050 2024-09-13T16:22:42.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.473+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v129'1175 uv1175 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.473+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a1b0 con 0x5612c76a9050 2024-09-13T16:22:42.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.474+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v129'1176 uv1176 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.474+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.475+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v129'1177 uv1177 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.475+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.477+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v129'1178 uv1152 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.477+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.478+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v129'1179 uv1179 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.478+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.480 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:22:42.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.479+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v129'1180 uv1180 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.479+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b6b0 con 0x5612c76a9050 2024-09-13T16:22:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.480+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v129'1181 uv1181 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.480+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b6b0 con 0x5612c76a9050 2024-09-13T16:22:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.481+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v129'1182 uv1182 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.482+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.483+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v129'1183 uv1183 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.483+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.484+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v129'1184 uv1158 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.484+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.485+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v129'1185 uv1185 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.485+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.488 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:22:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.487+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v129'1186 uv1186 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.487+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b6b0 con 0x5612c76a9050 2024-09-13T16:22:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.488+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v129'1187 uv1187 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.488+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776b6b0 con 0x5612c76a9050 2024-09-13T16:22:42.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.489+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v129'1188 uv1188 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.489+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776a6a0 con 0x5612c76a9050 2024-09-13T16:22:42.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.490+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v129'1189 uv1189 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.490+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5612c776abb0 0x5612c776cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.490+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776d4e0 con 0x5612c776abb0 2024-09-13T16:22:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.491+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5612c776abb0 0x5612c776cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.492 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.491+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5612c776abb0 0x5612c776cfa0 crc :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.493+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v129'836 uv818 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.493+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776d890 con 0x5612c776abb0 2024-09-13T16:22:42.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.494+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v129'837 uv837 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.494+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776dc40 con 0x5612c776abb0 2024-09-13T16:22:42.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.495+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v129'838 uv838 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.496 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:22:42.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.495+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776e4e0 con 0x5612c776abb0 2024-09-13T16:22:42.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.496+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v129'839 uv839 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.496+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776e890 con 0x5612c776abb0 2024-09-13T16:22:42.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.497+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v129'840 uv840 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.497+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776ec40 con 0x5612c776abb0 2024-09-13T16:22:42.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.498+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v129'841 uv823 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.498+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776eff0 con 0x5612c776abb0 2024-09-13T16:22:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.500+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v129'842 uv842 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.500+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.502 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:22:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.501+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v129'843 uv843 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.501+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.502+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v129'844 uv844 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.502+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.503+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v129'845 uv845 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.503+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.505+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v129'846 uv828 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.505+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.506+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v129'847 uv847 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.506+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.508 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:22:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.507+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v129'848 uv848 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.507+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7772dd0 con 0x5612c776abb0 2024-09-13T16:22:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.508+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v129'849 uv849 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.508+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7772dd0 con 0x5612c776abb0 2024-09-13T16:22:42.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.509+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v129'850 uv850 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.509+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.511+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v129'851 uv834 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.511+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.512+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v129'852 uv852 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.512+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.514 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:22:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.513+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v129'853 uv853 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.513+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77703b0 con 0x5612c776abb0 2024-09-13T16:22:42.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.514+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v129'854 uv854 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.514+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77703b0 con 0x5612c776abb0 2024-09-13T16:22:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.516+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v129'855 uv855 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.516+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c776abb0 2024-09-13T16:22:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.517+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v129'856 uv856 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c776abb0 2024-09-13T16:22:42.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.517+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c76a9050 2024-09-13T16:22:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.518+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v129'225 uv224 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.518+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c76a9050 2024-09-13T16:22:42.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.520+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v129'226 uv226 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.520+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c76a9050 2024-09-13T16:22:42.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.520+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v129'227 uv227 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.522 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:22:42.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.521+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77703b0 con 0x5612c76a9050 2024-09-13T16:22:42.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.521+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v129'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.521+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77703b0 con 0x5612c76a9050 2024-09-13T16:22:42.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.522+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v129'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.522+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776f3a0 con 0x5612c76a9050 2024-09-13T16:22:42.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.523+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v129'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.523+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5612c776f8b0 0x5612c7771ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.523+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77721e0 con 0x5612c776f8b0 2024-09-13T16:22:42.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.524+0000 7f85e5c44640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5612c776f8b0 0x5612c7771ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.524+0000 7f85e5c44640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5612c776f8b0 0x5612c7771ca0 crc :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.525+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v129'166 uv165 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.525+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7772640 con 0x5612c776f8b0 2024-09-13T16:22:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.526+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v129'167 uv167 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.526+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7772b50 con 0x5612c776f8b0 2024-09-13T16:22:42.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.527+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v129'168 uv168 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.529 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:22:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.527+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c776e0d0 con 0x5612c776f8b0 2024-09-13T16:22:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.528+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v129'169 uv169 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.528+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77734b0 con 0x5612c76a9050 2024-09-13T16:22:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.530+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v129'225 uv224 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.530+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77734b0 con 0x5612c76a9050 2024-09-13T16:22:42.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.531+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v129'226 uv226 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.531+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77734b0 con 0x5612c76a9050 2024-09-13T16:22:42.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.532+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v129'227 uv227 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.534 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:22:42.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.532+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77744c0 con 0x5612c76a9050 2024-09-13T16:22:42.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.533+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v129'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.533+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77744c0 con 0x5612c76a9050 2024-09-13T16:22:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.534+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v129'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.534+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c77734b0 con 0x5612c76a9050 2024-09-13T16:22:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.536+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v129'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.536+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5612c7773b30 0x5612c7775f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.536+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776540 con 0x5612c7773b30 2024-09-13T16:22:42.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.536+0000 7f85e6c46640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5612c7773b30 0x5612c7775f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.537+0000 7f85e6c46640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5612c7773b30 0x5612c7775f20 crc :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.538+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v129'415 uv409 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.538+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.539+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v129'416 uv416 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.539+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.541 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:22:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.540+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v129'417 uv417 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.540+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7777930 con 0x5612c7773b30 2024-09-13T16:22:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.541+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v129'418 uv418 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.541+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7777930 con 0x5612c7773b30 2024-09-13T16:22:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.543+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v129'419 uv419 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.543+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.544+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v129'420 uv420 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.544+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.545+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v129'421 uv414 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.545+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.546+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v129'422 uv422 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.546+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.548 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:22:42.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.547+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v129'423 uv423 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.547+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.548+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v129'424 uv424 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.548+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7776920 con 0x5612c7773b30 2024-09-13T16:22:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.549+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v129'425 uv425 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.549+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5612c7776fa0 0x5612c7779390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.549+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ab0 con 0x5612c7776fa0 2024-09-13T16:22:42.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.549+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5612c7776fa0 0x5612c7779390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.549+0000 7f85e6445640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5612c7776fa0 0x5612c7779390 crc :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.550+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v129'188 uv187 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c7776fa0 2024-09-13T16:22:42.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.550+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c7776fa0 2024-09-13T16:22:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.551+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v129'189 uv189 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c7776fa0 2024-09-13T16:22:42.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.551+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c7776fa0 2024-09-13T16:22:42.553 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:22:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.552+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v129'190 uv190 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c7776fa0 2024-09-13T16:22:42.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.552+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c7776fa0 2024-09-13T16:22:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.554+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v129'191 uv191 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c7776fa0 2024-09-13T16:22:42.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.554+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c7776fa0 2024-09-13T16:22:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.555+0000 7f85e6445640 1 -- 172.21.15.39:0/2503106141 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v129'192 uv192 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85d8058070 con 0x5612c7776fa0 2024-09-13T16:22:42.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.555+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c76a9050 2024-09-13T16:22:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.556+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v129'225 uv224 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.556+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c76a9050 2024-09-13T16:22:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.557+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v129'226 uv226 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.557+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c76a9050 2024-09-13T16:22:42.559 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:22:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.558+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v129'227 uv227 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.558+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777aef0 con 0x5612c76a9050 2024-09-13T16:22:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.559+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v129'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.559+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777aef0 con 0x5612c76a9050 2024-09-13T16:22:42.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.559+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v129'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.559+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c76a9050 2024-09-13T16:22:42.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.560+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v129'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c76a9050 2024-09-13T16:22:42.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.560+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7779ee0 con 0x5612c776f8b0 2024-09-13T16:22:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.562+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v129'376 uv369 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.562+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777a2d0 con 0x5612c776f8b0 2024-09-13T16:22:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.563+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v129'377 uv377 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.563+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777a6d0 con 0x5612c776f8b0 2024-09-13T16:22:42.565 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:22:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.564+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v129'378 uv378 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.564+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7773010 con 0x5612c776f8b0 2024-09-13T16:22:42.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.565+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v129'379 uv379 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.565+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7773010 con 0x5612c776f8b0 2024-09-13T16:22:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.566+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v129'380 uv380 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.566+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7773010 con 0x5612c776f8b0 2024-09-13T16:22:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.567+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v129'381 uv375 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.567+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7773010 con 0x5612c776f8b0 2024-09-13T16:22:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.568+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v129'382 uv382 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.568+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7773010 con 0x5612c776f8b0 2024-09-13T16:22:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.569+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v129'383 uv383 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.570 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:22:42.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.569+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c7773010 con 0x5612c776f8b0 2024-09-13T16:22:42.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.570+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v129'384 uv384 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.570+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dc40 con 0x5612c776f8b0 2024-09-13T16:22:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.571+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v129'385 uv385 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc00f7d0 con 0x5612c776f8b0 2024-09-13T16:22:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.571+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5612c777b7f0 0x5612c777e070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.571+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c777b7f0 2024-09-13T16:22:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.571+0000 7f85e5c44640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5612c777b7f0 0x5612c777e070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.572+0000 7f85e5c44640 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5612c777b7f0 0x5612c777e070 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.573+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v129'167 uv165 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c777b7f0 2024-09-13T16:22:42.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.573+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c777b7f0 2024-09-13T16:22:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.574+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v129'168 uv168 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c777b7f0 2024-09-13T16:22:42.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.574+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c777b7f0 2024-09-13T16:22:42.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.574+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v129'169 uv169 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c777b7f0 2024-09-13T16:22:42.576 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:22:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.575+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c777b7f0 2024-09-13T16:22:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.575+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v129'170 uv170 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c777b7f0 2024-09-13T16:22:42.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.576+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c776f8b0 2024-09-13T16:22:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.577+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v129'225 uv224 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c776f8b0 2024-09-13T16:22:42.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.577+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c776f8b0 2024-09-13T16:22:42.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.578+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v129'226 uv226 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c776f8b0 2024-09-13T16:22:42.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.578+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c776f8b0 2024-09-13T16:22:42.580 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:22:42.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.579+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v129'227 uv227 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c776f8b0 2024-09-13T16:22:42.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.579+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c776f8b0 2024-09-13T16:22:42.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.580+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v129'228 uv228 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c776f8b0 2024-09-13T16:22:42.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.580+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c776f8b0 2024-09-13T16:22:42.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.581+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v129'229 uv229 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c776f8b0 2024-09-13T16:22:42.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.581+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c776f8b0 2024-09-13T16:22:42.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.582+0000 7f85e5c44640 1 -- 172.21.15.39:0/2503106141 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v129'230 uv230 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85dc014040 con 0x5612c776f8b0 2024-09-13T16:22:42.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.582+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.583+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v129'191 uv190 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.583+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.584+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v129'192 uv192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.584+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.586 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:22:42.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.585+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v129'193 uv193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.585+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.586+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v129'194 uv194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.586+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.587+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v129'195 uv195 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.587+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.588+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v129'468 uv459 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.588+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.589+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v129'469 uv469 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.590+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.592 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:22:42.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.591+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v129'470 uv470 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.591+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.592+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v129'471 uv471 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.592+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.594+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v129'472 uv472 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.594+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.595+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v129'473 uv466 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.595+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.596+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v129'474 uv474 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.596+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.599 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:22:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.597+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v129'475 uv475 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.597+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.598+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v129'476 uv476 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.598+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.599+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v129'477 uv477 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.600+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777dbe0 con 0x5612c7773b30 2024-09-13T16:22:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.601+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v129'478 uv478 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.601+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x5612c777e5b0 con 0x5612c7773b30 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v129'479 uv479 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f85e0019070 con 0x5612c7773b30 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5612c76a9050 msgr2=0x5612c775c7b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x5612c76a9050 0x5612c775c7b0 crc :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5612c776f8b0 msgr2=0x5612c7771ca0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x5612c776f8b0 0x5612c7771ca0 crc :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5612c777b7f0 msgr2=0x5612c777e070 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x5612c777b7f0 0x5612c777e070 crc :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5612c776abb0 msgr2=0x5612c776cfa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x5612c776abb0 0x5612c776cfa0 crc :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5612c7773b30 msgr2=0x5612c7775f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e6c46640 1 -- 172.21.15.39:0/2503106141 reap_dead start 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5612c7773b30 0x5612c7775f20 crc :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5612c7776fa0 msgr2=0x5612c7779390 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5612c7776fa0 0x5612c7779390 crc :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85c8069610 msgr2=0x7f85c806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85c8069610 0x7f85c806bad0 secure :-1 s=READY pgs=1070 cs=0 l=1 rev1=1 crypto rx=0x7f85dc001bb0 tx=0x7f85dc000ed0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 msgr2=0x5612c76a6d20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76a6d20 secure :-1 s=READY pgs=2771 cs=0 l=1 rev1=1 crypto rx=0x7f85d8045f50 tx=0x7f85d8052680 comp rx=0 tx=0).stop 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 shutdown_connections 2024-09-13T16:22:42.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x5612c7776fa0 0x5612c7779390 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f85c8069610 0x7f85c806bad0 unknown :-1 s=CLOSED pgs=1070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x5612c7773b30 0x5612c7775f20 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 --2- 172.21.15.39:0/2503106141 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5612c7684a80 0x5612c76a6d20 unknown :-1 s=CLOSED pgs=2771 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 >> 172.21.15.39:0/2503106141 conn(0x5612c7639800 msgr2=0x5612c7638010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 shutdown_connections 2024-09-13T16:22:42.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.602+0000 7f85e8948f40 1 -- 172.21.15.39:0/2503106141 wait complete. 2024-09-13T16:22:42.607 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader mds0_sessionmap deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:22:42.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.690+0000 7f6e270eef40 1 Processor -- start 2024-09-13T16:22:42.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.690+0000 7f6e270eef40 1 -- start start 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e270eef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 0x55a4ba3ea460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e270eef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba345b30 0x55a4ba35de10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e270eef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba3ef2d0 0x55a4ba317c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e270eef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ba2c24d0 con 0x55a4ba31a320 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e270eef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ba25db60 con 0x55a4ba3ef2d0 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e270eef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a4ba25d800 con 0x55a4ba345b30 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 0x55a4ba3ea460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 0x55a4ba3ea460 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57054/0 (socket says 172.21.15.39:57054) 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 -- 172.21.15.39:0/2560852444 learned_addr learned my addr 172.21.15.39:0/2560852444 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e243ea640 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba345b30 0x55a4ba35de10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e253ec640 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba3ef2d0 0x55a4ba317c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 -- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba345b30 msgr2=0x55a4ba35de10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba345b30 0x55a4ba35de10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 -- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba3ef2d0 msgr2=0x55a4ba317c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba3ef2d0 0x55a4ba317c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 -- 172.21.15.39:0/2560852444 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6e14005de0 con 0x55a4ba31a320 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e24beb640 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 0x55a4ba3ea460 secure :-1 s=READY pgs=2773 cs=0 l=1 rev1=1 crypto rx=0x7f6e14045aa0 tx=0x7f6e14051000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d19d39450bc44472 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e233e8640 1 -- 172.21.15.39:0/2560852444 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e14053b50 con 0x55a4ba31a320 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e233e8640 1 -- 172.21.15.39:0/2560852444 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e14053cb0 con 0x55a4ba31a320 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.691+0000 7f6e233e8640 1 -- 172.21.15.39:0/2560852444 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e140676b0 con 0x55a4ba31a320 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 -- 172.21.15.39:0/2560852444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 msgr2=0x55a4ba3ea460 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 0x55a4ba3ea460 secure :-1 s=READY pgs=2773 cs=0 l=1 rev1=1 crypto rx=0x7f6e14045aa0 tx=0x7f6e14051000 comp rx=0 tx=0).stop 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 -- 172.21.15.39:0/2560852444 shutdown_connections 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba3ef2d0 0x55a4ba317c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba345b30 0x55a4ba35de10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 --2- 172.21.15.39:0/2560852444 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba31a320 0x55a4ba3ea460 unknown :-1 s=CLOSED pgs=2773 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 -- 172.21.15.39:0/2560852444 >> 172.21.15.39:0/2560852444 conn(0x55a4ba3436b0 msgr2=0x55a4ba3eb7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:42.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 -- 172.21.15.39:0/2560852444 shutdown_connections 2024-09-13T16:22:42.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 -- 172.21.15.39:0/2560852444 wait complete. 2024-09-13T16:22:42.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.692+0000 7f6e270eef40 1 Processor -- start 2024-09-13T16:22:42.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 -- start start 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba31a320 0x55a4ba3ebd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba345b30 0x55a4ba3e3540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba3ef2d0 0x55a4ba3cdd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ba240520 con 0x55a4ba345b30 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55a4ba3ceb00 con 0x55a4ba31a320 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e270eef40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55a4ba3e4810 con 0x55a4ba3ef2d0 2024-09-13T16:22:42.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e243ea640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba345b30 0x55a4ba3e3540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e243ea640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba345b30 0x55a4ba3e3540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57058/0 (socket says 172.21.15.39:57058) 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e243ea640 1 -- 172.21.15.39:0/3288544027 learned_addr learned my addr 172.21.15.39:0/3288544027 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.693+0000 7f6e24beb640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba31a320 0x55a4ba3ebd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e253ec640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba3ef2d0 0x55a4ba3cdd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e243ea640 1 -- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba3ef2d0 msgr2=0x55a4ba3cdd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e243ea640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba3ef2d0 0x55a4ba3cdd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e243ea640 1 -- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba31a320 msgr2=0x55a4ba3ebd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e243ea640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55a4ba31a320 0x55a4ba3ebd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e243ea640 1 -- 172.21.15.39:0/3288544027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55a4ba286dc0 con 0x55a4ba345b30 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e253ec640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55a4ba3ef2d0 0x55a4ba3cdd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e243ea640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba345b30 0x55a4ba3e3540 secure :-1 s=READY pgs=2774 cs=0 l=1 rev1=1 crypto rx=0x7f6e18007e00 tx=0x7f6e18006750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e223e6640 1 -- 172.21.15.39:0/3288544027 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e18011700 con 0x55a4ba345b30 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e223e6640 1 -- 172.21.15.39:0/3288544027 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6e1800f040 con 0x55a4ba345b30 2024-09-13T16:22:42.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55a4ba26cc20 con 0x55a4ba345b30 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e223e6640 1 -- 172.21.15.39:0/3288544027 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6e18011a80 con 0x55a4ba345b30 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.694+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55a4ba260060 con 0x55a4ba345b30 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e223e6640 1 -- 172.21.15.39:0/3288544027 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6e18011be0 con 0x55a4ba345b30 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e223e6640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e100695e0 0x7f6e1006baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e223e6640 1 -- 172.21.15.39:0/3288544027 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7f6e180880c0 con 0x55a4ba345b30 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e270eef40 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a4ba3181f0 0x55a4ba3185d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:1 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e129) v8 -- 0x55a4ba318b10 con 0x55a4ba3181f0 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e24beb640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e100695e0 0x7f6e1006baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.696+0000 7f6e253ec640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a4ba3181f0 0x55a4ba3185d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.697+0000 7f6e253ec640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a4ba3181f0 0x55a4ba3185d0 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.697+0000 7f6e24beb640 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e100695e0 0x7f6e1006baa0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f6e14055040 tx=0x7f6e14069040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e253ec640 1 -- 172.21.15.39:0/3288544027 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(1 mds0_sessionmap [omap-set-header] v129'171 uv171 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7f6e1c003040 con 0x55a4ba3181f0 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a4ba3181f0 msgr2=0x55a4ba3185d0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55a4ba3181f0 0x55a4ba3185d0 crc :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e100695e0 msgr2=0x7f6e1006baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6e100695e0 0x7f6e1006baa0 secure :-1 s=READY pgs=1071 cs=0 l=1 rev1=1 crypto rx=0x7f6e14055040 tx=0x7f6e14069040 comp rx=0 tx=0).stop 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba345b30 msgr2=0x55a4ba3e3540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 --2- 172.21.15.39:0/3288544027 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55a4ba345b30 0x55a4ba3e3540 secure :-1 s=READY pgs=2774 cs=0 l=1 rev1=1 crypto rx=0x7f6e18007e00 tx=0x7f6e18006750 comp rx=0 tx=0).stop 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e253ec640 1 -- 172.21.15.39:0/3288544027 reap_dead start 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 shutdown_connections 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 >> 172.21.15.39:0/3288544027 conn(0x55a4ba3436b0 msgr2=0x55a4ba3ecb50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 shutdown_connections 2024-09-13T16:22:42.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.698+0000 7f6e270eef40 1 -- 172.21.15.39:0/3288544027 wait complete. 2024-09-13T16:22:42.704 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:22:42.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.807+0000 7f92d3a32640 1 Processor -- start 2024-09-13T16:22:42.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d3a32640 1 -- start start 2024-09-13T16:22:42.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d3a32640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f92cc0d2110 0x7f92cc1673d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d3a32640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92cc0b5550 con 0x7f92cc15c7d0 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d3a32640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f92cc0cfb50 con 0x7f92cc0b4180 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d3a32640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92cc0b2000 con 0x7f92cc0d2110 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d17ce640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f92cc15c7d0 0x7f92cc0cf440 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58370/0 (socket says 172.21.15.39:58370) 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.808+0000 7f92d17ce640 1 -- 172.21.15.39:0/2597730975 learned_addr learned my addr 172.21.15.39:0/2597730975 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92d1fcf640 1 --2- 172.21.15.39:0/2597730975 >> v2:172.21.15.157:3300/0 conn(0x7f92cc0d2110 0x7f92cc1673d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1351496463 0 0) 0x7f92cc0b5550 con 0x7f92cc15c7d0 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92b4003520 con 0x7f92cc15c7d0 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 286146335 0 0) 0x7f92cc0cfb50 con 0x7f92cc0b4180 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f92cc0b5550 con 0x7f92cc0b4180 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92d1fcf640 1 -- 172.21.15.39:0/2597730975 >> v1:172.21.15.157:6789/0 conn(0x7f92cc0b4180 legacy=0x7f92cc0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92d1fcf640 1 -- 172.21.15.39:0/2597730975 >> v1:172.21.15.39:6789/0 conn(0x7f92cc15c7d0 legacy=0x7f92cc0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.809+0000 7f92d1fcf640 1 -- 172.21.15.39:0/2597730975 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92cc0b4610 con 0x7f92cc0d2110 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.810+0000 7f92d1fcf640 1 --2- 172.21.15.39:0/2597730975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0d2110 0x7f92cc1673d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f92c40097a0 tx=0x7f92c402a230 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dbf1d954d622c3ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.810+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c4032440 con 0x7f92cc0d2110 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.810+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92c40325a0 con 0x7f92cc0d2110 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.810+0000 7f92cbfff640 1 -- 172.21.15.39:0/2597730975 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92c4032930 con 0x7f92cc0d2110 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.810+0000 7f92d3a32640 1 -- 172.21.15.39:0/2597730975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0d2110 msgr2=0x7f92cc1673d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.810+0000 7f92d3a32640 1 --2- 172.21.15.39:0/2597730975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0d2110 0x7f92cc1673d0 secure :-1 s=READY pgs=749 cs=0 l=1 rev1=1 crypto rx=0x7f92c40097a0 tx=0x7f92c402a230 comp rx=0 tx=0).stop 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.811+0000 7f92d3a32640 1 -- 172.21.15.39:0/2597730975 shutdown_connections 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.811+0000 7f92d3a32640 1 --2- 172.21.15.39:0/2597730975 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0d2110 0x7f92cc1673d0 unknown :-1 s=CLOSED pgs=749 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.811+0000 7f92d3a32640 1 -- 172.21.15.39:0/2597730975 >> 172.21.15.39:0/2597730975 conn(0x7f92cc06bc40 msgr2=0x7f92cc06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.811+0000 7f92d3a32640 1 -- 172.21.15.39:0/2597730975 shutdown_connections 2024-09-13T16:22:42.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.811+0000 7f92d3a32640 1 -- 172.21.15.39:0/2597730975 wait complete. 2024-09-13T16:22:42.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.812+0000 7f92d3a32640 1 Processor -- start 2024-09-13T16:22:42.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.812+0000 7f92d3a32640 1 -- start start 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.812+0000 7f92d3a32640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 0x7f92cc159e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.812+0000 7f92d3a32640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92cc15c7d0 0x7f92cc0ca6c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.812+0000 7f92d3a32640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0c98b0 0x7f92cc0cb6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d3a32640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92cc0c6a70 con 0x7f92cc0d2110 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d3a32640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f92cc0cb340 con 0x7f92cc0c98b0 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d3a32640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92cc0cb060 con 0x7f92cc15c7d0 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 0x7f92cc159e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 0x7f92cc159e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57062/0 (socket says 172.21.15.39:57062) 2024-09-13T16:22:42.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 -- 172.21.15.39:0/3881063173 learned_addr learned my addr 172.21.15.39:0/3881063173 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d1fcf640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0c98b0 0x7f92cc0cb6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 -- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92cc15c7d0 msgr2=0x7f92cc0ca6c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92cc15c7d0 0x7f92cc0ca6c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 -- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0c98b0 msgr2=0x7f92cc0cb6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0c98b0 0x7f92cc0cb6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 -- 172.21.15.39:0/3881063173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92c4009400 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d17ce640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 0x7f92cc159e90 secure :-1 s=READY pgs=2776 cs=0 l=1 rev1=1 crypto rx=0x7f92bc00cb70 tx=0x7f92bc00a430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92bc00ad40 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f92bc012400 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f92bc00aea0 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.813+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f92cc0c63b0 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.814+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f92cc0cac00 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.814+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f92cc0c61f0 con 0x7f92cc0d2110 2024-09-13T16:22:42.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.815+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f92bc007070 con 0x7f92cc0d2110 2024-09-13T16:22:42.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.815+0000 7f92c9ffb640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92b806ac30 0x7f92b806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:42.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.815+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(129..129 src has 1..129) v4 ==== 9006+0+0 (secure 0 0 0) 0x7f92bc089f00 con 0x7f92cc0d2110 2024-09-13T16:22:42.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.816+0000 7f92d0fcd640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92b806ac30 0x7f92b806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:42.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.816+0000 7f92d0fcd640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92b806ac30 0x7f92b806d0f0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f92c00010e0 tx=0x7f92c0007950 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:42.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:42.820+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f92bc054460 con 0x7f92cc0d2110 2024-09-13T16:22:43.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.026+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f92cc0cadf0 con 0x7f92cc0d2110 2024-09-13T16:22:43.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.391+0000 7f92c9ffb640 1 -- 172.21.15.39:0/3881063173 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v313) v1 ==== 162+0+0 (secure 0 0 0) 0x7f92bc017020 con 0x7f92cc0d2110 2024-09-13T16:22:43.392 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:22:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92b806ac30 msgr2=0x7f92b806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92b806ac30 0x7f92b806d0f0 secure :-1 s=READY pgs=1072 cs=0 l=1 rev1=1 crypto rx=0x7f92c00010e0 tx=0x7f92c0007950 comp rx=0 tx=0).stop 2024-09-13T16:22:43.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 msgr2=0x7f92cc159e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 0x7f92cc159e90 secure :-1 s=READY pgs=2776 cs=0 l=1 rev1=1 crypto rx=0x7f92bc00cb70 tx=0x7f92bc00a430 comp rx=0 tx=0).stop 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 shutdown_connections 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f92b806ac30 0x7f92b806d0f0 unknown :-1 s=CLOSED pgs=1072 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f92cc0c98b0 0x7f92cc0cb6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f92cc15c7d0 0x7f92cc0ca6c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 --2- 172.21.15.39:0/3881063173 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f92cc0d2110 0x7f92cc159e90 unknown :-1 s=CLOSED pgs=2776 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 >> 172.21.15.39:0/3881063173 conn(0x7f92cc06bc40 msgr2=0x7f92cc0b7940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 shutdown_connections 2024-09-13T16:22:43.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.393+0000 7f92d3a32640 1 -- 172.21.15.39:0/3881063173 wait complete. 2024-09-13T16:22:43.398 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:22:43.397+0000 7f00687a9640 -1 log_channel(cluster) log [ERR] : corrupt sessionmap header: virtual void SessionMapStore::decode_header(ceph::bufferlist&) no longer understand old encoding version 1 < 101: Malformed input [buffer:3] 2024-09-13T16:22:43.399 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:43.398+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:22:43.399 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:43.398+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:22:43.409 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:43.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.511+0000 7faeb6e80640 1 Processor -- start 2024-09-13T16:22:43.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.511+0000 7faeb6e80640 1 -- start start 2024-09-13T16:22:43.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb6e80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00b41a0 0x7faeb00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb6e80640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faeb00ccf80 0x7faeb00d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb6e80640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faeb00cde30 con 0x7faeb00d0830 2024-09-13T16:22:43.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb6e80640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faeb00b5090 con 0x7faeb00ccf80 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb6e80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faeb00cd820 con 0x7faeb00b41a0 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeaffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7faeb00ccf80 0x7faeb00d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb541d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faeb00d0830 0x7faeb0166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58376/0 (socket says 172.21.15.39:58376) 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeb541d640 1 -- 172.21.15.39:0/1745887230 learned_addr learned my addr 172.21.15.39:0/1745887230 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeaffff640 1 -- 172.21.15.39:0/1745887230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00b41a0 msgr2=0x7faeb00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeaffff640 1 --2- 172.21.15.39:0/1745887230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00b41a0 0x7faeb00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeaffff640 1 -- 172.21.15.39:0/1745887230 >> v1:172.21.15.39:6789/0 conn(0x7faeb00d0830 legacy=0x7faeb0166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeaffff640 1 -- 172.21.15.39:0/1745887230 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faeb00b4ac0 con 0x7faeb00ccf80 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.512+0000 7faeaf7fe640 1 -- 172.21.15.39:0/1745887230 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3435942360 0 0) 0x7faeb00cde30 con 0x7faeb00d0830 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.513+0000 7faeaffff640 1 --2- 172.21.15.39:0/1745887230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00ccf80 0x7faeb00d02f0 secure :-1 s=READY pgs=2778 cs=0 l=1 rev1=1 crypto rx=0x7faea0009d90 tx=0x7faea002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f7dd5f6cedd62ce4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.513+0000 7faeaf7fe640 1 -- 172.21.15.39:0/1745887230 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea0007740 con 0x7faeb00ccf80 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.513+0000 7faeaf7fe640 1 -- 172.21.15.39:0/1745887230 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faea002d050 con 0x7faeb00ccf80 2024-09-13T16:22:43.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.513+0000 7faeaf7fe640 1 -- 172.21.15.39:0/1745887230 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faea0007ac0 con 0x7faeb00ccf80 2024-09-13T16:22:43.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 -- 172.21.15.39:0/1745887230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00ccf80 msgr2=0x7faeb00d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1745887230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00ccf80 0x7faeb00d02f0 secure :-1 s=READY pgs=2778 cs=0 l=1 rev1=1 crypto rx=0x7faea0009d90 tx=0x7faea002a660 comp rx=0 tx=0).stop 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 -- 172.21.15.39:0/1745887230 shutdown_connections 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1745887230 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00ccf80 0x7faeb00d02f0 unknown :-1 s=CLOSED pgs=2778 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1745887230 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00b41a0 0x7faeb00b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 -- 172.21.15.39:0/1745887230 >> 172.21.15.39:0/1745887230 conn(0x7faeb00cf1a0 msgr2=0x7faeb00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 -- 172.21.15.39:0/1745887230 shutdown_connections 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.514+0000 7faeb6e80640 1 -- 172.21.15.39:0/1745887230 wait complete. 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.515+0000 7faeb6e80640 1 Processor -- start 2024-09-13T16:22:43.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.515+0000 7faeb6e80640 1 -- start start 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb6e80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 0x7faeb00cc3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb6e80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeb00ccf80 0x7faeb00b2ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb6e80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00d0830 0x7faeb0159030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb6e80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb0156630 con 0x7faeb00b41a0 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb6e80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeb01f3960 con 0x7faeb00ccf80 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb6e80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faeb0156400 con 0x7faeb00d0830 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 0x7faeb00cc3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 0x7faeb00cc3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:57080/0 (socket says 172.21.15.39:57080) 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 -- 172.21.15.39:0/1073408714 learned_addr learned my addr 172.21.15.39:0/1073408714 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb541d640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00d0830 0x7faeb0159030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeaffff640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeb00ccf80 0x7faeb00b2ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 -- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00d0830 msgr2=0x7faeb0159030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00d0830 0x7faeb0159030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 -- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeb00ccf80 msgr2=0x7faeb00b2ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeb00ccf80 0x7faeb00b2ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 -- 172.21.15.39:0/1073408714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faea0009a70 con 0x7faeb00b41a0 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeaffff640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeb00ccf80 0x7faeb00b2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb541d640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00d0830 0x7faeb0159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.516+0000 7faeb4c1c640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 0x7faeb00cc3a0 secure :-1 s=READY pgs=2779 cs=0 l=1 rev1=1 crypto rx=0x7fae9800b4a0 tx=0x7fae9800b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.517+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae98010610 con 0x7faeb00b41a0 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.517+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fae98010770 con 0x7faeb00b41a0 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.517+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faeb00cc9b0 con 0x7faeb00b41a0 2024-09-13T16:22:43.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.517+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fae98010b20 con 0x7faeb00b41a0 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.517+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faeb01f3e90 con 0x7faeb00b41a0 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.517+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faeb0067330 con 0x7faeb00b41a0 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.518+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fae98010c80 con 0x7faeb00b41a0 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.519+0000 7faead7fa640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9006ac00 0x7fae9006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.519+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fae98089bf0 con 0x7faeb00b41a0 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.519+0000 7faeaffff640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9006ac00 0x7fae9006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.519+0000 7faeaffff640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9006ac00 0x7fae9006d0c0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7faea0034000 tx=0x7faea002f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:43.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.523+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fae980540d0 con 0x7faeb00b41a0 2024-09-13T16:22:43.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.726+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faeb0066ec0 con 0x7faeb00b41a0 2024-09-13T16:22:43.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.726+0000 7faead7fa640 1 -- 172.21.15.39:0/1073408714 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 315 v315) v1 ==== 95+0+3976 (secure 0 0 0) 0x7fae9801e020 con 0x7faeb00b41a0 2024-09-13T16:22:43.728 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:43.728 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":315,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":315,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:43.399153+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:43.728 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 315 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9006ac00 msgr2=0x7fae9006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9006ac00 0x7fae9006d0c0 secure :-1 s=READY pgs=1074 cs=0 l=1 rev1=1 crypto rx=0x7faea0034000 tx=0x7faea002f000 comp rx=0 tx=0).stop 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 msgr2=0x7faeb00cc3a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 0x7faeb00cc3a0 secure :-1 s=READY pgs=2779 cs=0 l=1 rev1=1 crypto rx=0x7fae9800b4a0 tx=0x7fae9800b960 comp rx=0 tx=0).stop 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 shutdown_connections 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fae9006ac00 0x7fae9006d0c0 unknown :-1 s=CLOSED pgs=1074 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faeb00d0830 0x7faeb0159030 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeb00ccf80 0x7faeb00b2ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.730 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 --2- 172.21.15.39:0/1073408714 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeb00b41a0 0x7faeb00cc3a0 unknown :-1 s=CLOSED pgs=2779 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 >> 172.21.15.39:0/1073408714 conn(0x7faeb00cf1a0 msgr2=0x7faeb00b7000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:43.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 shutdown_connections 2024-09-13T16:22:43.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.728+0000 7faeb6e80640 1 -- 172.21.15.39:0/1073408714 wait complete. 2024-09-13T16:22:43.740 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:22:43.741 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:43.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.841+0000 7f4f47dbc640 1 Processor -- start 2024-09-13T16:22:43.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.841+0000 7f4f47dbc640 1 -- start start 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f47dbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f40069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f47dbc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f400cbb10 0x7f4f400cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f47dbc640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4f400cfd50 con 0x7f4f400cf920 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f47dbc640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4f4006a540 con 0x7f4f400cbb10 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f47dbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f400b1180 con 0x7f4f4015c790 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f400cbb10 0x7f4f400cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4f400cbb10 0x7f4f400cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38786/0 (socket says 172.21.15.39:38786) 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 -- 172.21.15.39:0/3651161479 learned_addr learned my addr 172.21.15.39:0/3651161479 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 -- 172.21.15.39:0/3651161479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 msgr2=0x7f4f40069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45b58640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f40069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f40069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 -- 172.21.15.39:0/3651161479 >> v1:172.21.15.157:6789/0 conn(0x7f4f400cf920 legacy=0x7f4f40160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45357640 1 -- 172.21.15.39:0/3651161479 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f400b1460 con 0x7f4f400cbb10 2024-09-13T16:22:43.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.842+0000 7f4f45b58640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f40069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.843+0000 7f4f45357640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f400cf3e0 secure :-1 s=READY pgs=2780 cs=0 l=1 rev1=1 crypto rx=0x7f4f400d0160 tx=0x7f4f3002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=febbb1452dfba605 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.843+0000 7f4f44b56640 1 -- 172.21.15.39:0/3651161479 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3002ae50 con 0x7f4f400cbb10 2024-09-13T16:22:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.843+0000 7f4f44b56640 1 -- 172.21.15.39:0/3651161479 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f30032440 con 0x7f4f400cbb10 2024-09-13T16:22:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.843+0000 7f4f44b56640 1 -- 172.21.15.39:0/3651161479 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f300327d0 con 0x7f4f400cbb10 2024-09-13T16:22:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3651161479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 msgr2=0x7f4f400cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f400cf3e0 secure :-1 s=READY pgs=2780 cs=0 l=1 rev1=1 crypto rx=0x7f4f400d0160 tx=0x7f4f3002a140 comp rx=0 tx=0).stop 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3651161479 shutdown_connections 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f400cf3e0 unknown :-1 s=CLOSED pgs=2780 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3651161479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f40069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3651161479 >> 172.21.15.39:0/3651161479 conn(0x7f4f40065bd0 msgr2=0x7f4f40065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3651161479 shutdown_connections 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.844+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3651161479 wait complete. 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.845+0000 7f4f47dbc640 1 Processor -- start 2024-09-13T16:22:43.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.845+0000 7f4f47dbc640 1 -- start start 2024-09-13T16:22:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f401e2290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f400cf920 0x7f4f401504a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f400cb270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f401e2e30 con 0x7f4f400cbb10 2024-09-13T16:22:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4f400cb7b0 con 0x7f4f400cf920 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4f401e4710 con 0x7f4f4015c790 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f401e2290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f401e2290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38794/0 (socket says 172.21.15.39:38794) 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 -- 172.21.15.39:0/3037036878 learned_addr learned my addr 172.21.15.39:0/3037036878 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f46359640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f400cb270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45357640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f400cf920 0x7f4f401504a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 -- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 msgr2=0x7f4f400cb270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f400cb270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 -- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f400cf920 msgr2=0x7f4f401504a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f400cf920 0x7f4f401504a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 -- 172.21.15.39:0/3037036878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f300094d0 con 0x7f4f400cbb10 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f45b58640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f401e2290 secure :-1 s=READY pgs=2781 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c00c7f0 tx=0x7f4f3c00ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:43.850 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c0077c0 con 0x7f4f400cbb10 2024-09-13T16:22:43.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f3c007920 con 0x7f4f400cbb10 2024-09-13T16:22:43.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.846+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4f40154370 con 0x7f4f400cbb10 2024-09-13T16:22:43.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.847+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f3c007c90 con 0x7f4f400cbb10 2024-09-13T16:22:43.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.847+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4f401e2b50 con 0x7f4f400cbb10 2024-09-13T16:22:43.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.848+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4f400672f0 con 0x7f4f400cbb10 2024-09-13T16:22:43.851 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.848+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4f3c0113f0 con 0x7f4f400cbb10 2024-09-13T16:22:43.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.848+0000 7f4f367fc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f2406ac00 0x7f4f2406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:43.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.849+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f4f3c08a340 con 0x7f4f400cbb10 2024-09-13T16:22:43.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.849+0000 7f4f45357640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f2406ac00 0x7f4f2406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:43.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.849+0000 7f4f45357640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f2406ac00 0x7f4f2406d0c0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f4f30034000 tx=0x7f4f3002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:43.854 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:43.853+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4f3c054830 con 0x7f4f400cbb10 2024-09-13T16:22:44.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.064+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4f400b1f40 con 0x7f4f400cbb10 2024-09-13T16:22:44.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.065+0000 7f4f367fc640 1 -- 172.21.15.39:0/3037036878 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 315 v315) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f4f3c01f090 con 0x7f4f400cbb10 2024-09-13T16:22:44.067 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:44.067 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":315,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":315,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:43.399153+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:44.067 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 315 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f2406ac00 msgr2=0x7f4f2406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f2406ac00 0x7f4f2406d0c0 secure :-1 s=READY pgs=1075 cs=0 l=1 rev1=1 crypto rx=0x7f4f30034000 tx=0x7f4f3002e000 comp rx=0 tx=0).stop 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 msgr2=0x7f4f401e2290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f401e2290 secure :-1 s=READY pgs=2781 cs=0 l=1 rev1=1 crypto rx=0x7f4f3c00c7f0 tx=0x7f4f3c00ccb0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 shutdown_connections 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4f2406ac00 0x7f4f2406d0c0 unknown :-1 s=CLOSED pgs=1075 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4f4015c790 0x7f4f400cb270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4f400cf920 0x7f4f401504a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 --2- 172.21.15.39:0/3037036878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4f400cbb10 0x7f4f401e2290 unknown :-1 s=CLOSED pgs=2781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 >> 172.21.15.39:0/3037036878 conn(0x7f4f40065bd0 msgr2=0x7f4f4006c4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:44.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 shutdown_connections 2024-09-13T16:22:44.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.067+0000 7f4f47dbc640 1 -- 172.21.15.39:0/3037036878 wait complete. 2024-09-13T16:22:44.080 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:22:44.080 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:44.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.180+0000 7f5869191640 1 Processor -- start 2024-09-13T16:22:44.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.180+0000 7f5869191640 1 -- start start 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f5869191640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f5869191640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58640d0a00 0x7f5864167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f5869191640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58640cde30 con 0x7f58640ccf80 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f5869191640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58640b5090 con 0x7f58640d0a00 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f5869191640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58640cd820 con 0x7f58640b41a0 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f586359e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f58640d0a00 0x7f5864167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f586259c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f58640ccf80 0x7f58640d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:37550/0 (socket says 172.21.15.39:37550) 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.181+0000 7f586259c640 1 -- 172.21.15.39:0/2478786505 learned_addr learned my addr 172.21.15.39:0/2478786505 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f5862d9d640 1 --2- 172.21.15.39:0/2478786505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f586359e640 1 -- 172.21.15.39:0/2478786505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 msgr2=0x7f58640b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f586359e640 1 --2- 172.21.15.39:0/2478786505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f586359e640 1 -- 172.21.15.39:0/2478786505 >> v1:172.21.15.39:6789/0 conn(0x7f58640ccf80 legacy=0x7f58640d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f5861d9b640 1 -- 172.21.15.39:0/2478786505 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2182567600 0 0) 0x7f58640cde30 con 0x7f58640ccf80 2024-09-13T16:22:44.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f586359e640 1 -- 172.21.15.39:0/2478786505 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58640b4ac0 con 0x7f58640d0a00 2024-09-13T16:22:44.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f586359e640 1 --2- 172.21.15.39:0/2478786505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640d0a00 0x7f5864167010 secure :-1 s=READY pgs=2783 cs=0 l=1 rev1=1 crypto rx=0x7f5854009d90 tx=0x7f585402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f540e4e71a0acc1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:44.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.182+0000 7f5861d9b640 1 -- 172.21.15.39:0/2478786505 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5854007740 con 0x7f58640d0a00 2024-09-13T16:22:44.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5861d9b640 1 -- 172.21.15.39:0/2478786505 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f585402d050 con 0x7f58640d0a00 2024-09-13T16:22:44.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5861d9b640 1 -- 172.21.15.39:0/2478786505 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5854007ac0 con 0x7f58640d0a00 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 -- 172.21.15.39:0/2478786505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640d0a00 msgr2=0x7f5864167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 --2- 172.21.15.39:0/2478786505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640d0a00 0x7f5864167010 secure :-1 s=READY pgs=2783 cs=0 l=1 rev1=1 crypto rx=0x7f5854009d90 tx=0x7f585402a660 comp rx=0 tx=0).stop 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 -- 172.21.15.39:0/2478786505 shutdown_connections 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 --2- 172.21.15.39:0/2478786505 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640d0a00 0x7f5864167010 unknown :-1 s=CLOSED pgs=2783 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 --2- 172.21.15.39:0/2478786505 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 -- 172.21.15.39:0/2478786505 >> 172.21.15.39:0/2478786505 conn(0x7f58640cf1a0 msgr2=0x7f58640cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 -- 172.21.15.39:0/2478786505 shutdown_connections 2024-09-13T16:22:44.190 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.183+0000 7f5869191640 1 -- 172.21.15.39:0/2478786505 wait complete. 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 Processor -- start 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 -- start start 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640cc890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 0x7f586414f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58640d0a00 0x7f58641f21e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58641581d0 con 0x7f58640ccf80 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58641565a0 con 0x7f58640d0a00 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f5869191640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5864156880 con 0x7f58640b41a0 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f586259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 0x7f586414f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.191 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f586259c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 0x7f586414f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38812/0 (socket says 172.21.15.39:38812) 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.185+0000 7f586259c640 1 -- 172.21.15.39:0/3117215974 learned_addr learned my addr 172.21.15.39:0/3117215974 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f586259c640 1 -- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 msgr2=0x7f58640cc890 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f586259c640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640cc890 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f586259c640 1 -- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58640d0a00 msgr2=0x7f58641f21e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f586259c640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58640d0a00 0x7f58641f21e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f586259c640 1 -- 172.21.15.39:0/3117215974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5854009a70 con 0x7f58640ccf80 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f586259c640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 0x7f586414f9f0 secure :-1 s=READY pgs=2784 cs=0 l=1 rev1=1 crypto rx=0x7f584c00c4e0 tx=0x7f584c00c9a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584c0074e0 con 0x7f58640ccf80 2024-09-13T16:22:44.192 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f584c007660 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f586414ff30 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f584c004a20 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.186+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5864158700 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.187+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5864067330 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.188+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f584c004b80 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.188+0000 7f585b7fe640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f584406ac00 0x7f584406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.188+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f584c089550 con 0x7f58640ccf80 2024-09-13T16:22:44.193 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.188+0000 7f5862d9d640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f584406ac00 0x7f584406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.189+0000 7f5862d9d640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f584406ac00 0x7f584406d0c0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f585c009870 tx=0x7f585c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:44.194 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.192+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f584c053af0 con 0x7f58640ccf80 2024-09-13T16:22:44.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.407+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5864066ec0 con 0x7f58640ccf80 2024-09-13T16:22:44.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.407+0000 7f585b7fe640 1 -- 172.21.15.39:0/3117215974 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 315 v315) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f584c018020 con 0x7f58640ccf80 2024-09-13T16:22:44.409 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:44.409 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":315,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":11064,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":263}],"filesystems":[{"mdsmap":{"epoch":315,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:43.399153+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:44.409 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 315 2024-09-13T16:22:44.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.409+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f584406ac00 msgr2=0x7f584406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.409+0000 7f5869191640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f584406ac00 0x7f584406d0c0 secure :-1 s=READY pgs=1076 cs=0 l=1 rev1=1 crypto rx=0x7f585c009870 tx=0x7f585c008040 comp rx=0 tx=0).stop 2024-09-13T16:22:44.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.409+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 msgr2=0x7f586414f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.409+0000 7f5869191640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 0x7f586414f9f0 secure :-1 s=READY pgs=2784 cs=0 l=1 rev1=1 crypto rx=0x7f584c00c4e0 tx=0x7f584c00c9a0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 shutdown_connections 2024-09-13T16:22:44.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f584406ac00 0x7f584406d0c0 unknown :-1 s=CLOSED pgs=1076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f58640d0a00 0x7f58641f21e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f58640ccf80 0x7f586414f9f0 unknown :-1 s=CLOSED pgs=2784 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 --2- 172.21.15.39:0/3117215974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f58640b41a0 0x7f58640cc890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 >> 172.21.15.39:0/3117215974 conn(0x7f58640cf1a0 msgr2=0x7f58640b6530 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:44.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 shutdown_connections 2024-09-13T16:22:44.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.410+0000 7f5869191640 1 -- 172.21.15.39:0/3117215974 wait complete. 2024-09-13T16:22:44.423 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on mds0_sessionmap' led to DAMAGED state 2024-09-13T16:22:44.423 INFO:tasks.cephfs.test_damage:Applying mutation 'Corrupt omap header on 1.00000000' 2024-09-13T16:22:44.423 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:44.424 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:44.440 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:22:44.440 DEBUG:tasks.cephfs.fuse_mount:ceph-fuse client.0 is not mounted at ubuntu@smithi039.front.sepia.ceph.com /home/ubuntu/cephtest/mnt.0 2024-09-13T16:22:44.440 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:44.440 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:44.440 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:22:44.496 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:44.496 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:22:44.496 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:22:44.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.637+0000 7f04e306b640 1 Processor -- start 2024-09-13T16:22:44.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.637+0000 7f04e306b640 1 -- start start 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.637+0000 7f04e306b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 0x7f04dc06c630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.637+0000 7f04e306b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04dc070b90 con 0x7f04dc15c840 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.637+0000 7f04e306b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f04dc070e70 con 0x7f04dc06cb70 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.637+0000 7f04e306b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04dc15cc20 con 0x7f04dc0ac860 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04e0e07640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f04dc15c840 0x7f04dc070320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:37564/0 (socket says 172.21.15.39:37564) 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04e0e07640 1 -- 172.21.15.39:0/1162984055 learned_addr learned my addr 172.21.15.39:0/1162984055 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04dbfff640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 0x7f04dc06c630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2456322226 0 0) 0x7f04dc070b90 con 0x7f04dc15c840 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f04c8003520 con 0x7f04dc15c840 2024-09-13T16:22:44.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 717240805 0 0) 0x7f04c8003520 con 0x7f04dc15c840 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 msgr2=0x7f04dc06c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 0x7f04dc06c630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 >> v1:172.21.15.157:6789/0 conn(0x7f04dc06cb70 legacy=0x7f04dc0b1970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04dc071150 con 0x7f04dc15c840 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f04cc001670 con 0x7f04dc15c840 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 >> v1:172.21.15.39:6789/0 conn(0x7f04dc15c840 legacy=0x7f04dc070320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 0x7f04c80039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04c80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8004d00 0x7f04c8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c800ba30 con 0x7f04c8003f20 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04c800bba0 con 0x7f04c8004d00 2024-09-13T16:22:44.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04c800bd60 con 0x7f04dc0ac860 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.638+0000 7f04dbfff640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04c80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04e0e07640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 0x7f04c80039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04e1608640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8004d00 0x7f04c8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04dbfff640 1 -- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 msgr2=0x7f04c80039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04dbfff640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc0ac860 0x7f04c80039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04dbfff640 1 -- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8004d00 msgr2=0x7f04c8005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04dbfff640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04c8004d00 0x7f04c8005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04dbfff640 1 -- 172.21.15.39:0/1162984055 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04c8003520 con 0x7f04c8003f20 2024-09-13T16:22:44.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.639+0000 7f04dbfff640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04c80047c0 secure :-1 s=READY pgs=2786 cs=0 l=1 rev1=1 crypto rx=0x7f04c4009fc0 tx=0x7f04c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a903cddd4d745370 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c4031640 con 0x7f04c8003f20 2024-09-13T16:22:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04c402d070 con 0x7f04c8003f20 2024-09-13T16:22:44.644 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04db7fe640 1 -- 172.21.15.39:0/1162984055 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04c40319e0 con 0x7f04c8003f20 2024-09-13T16:22:44.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e306b640 1 -- 172.21.15.39:0/1162984055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 msgr2=0x7f04c80047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e306b640 1 --2- 172.21.15.39:0/1162984055 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04c80047c0 secure :-1 s=READY pgs=2786 cs=0 l=1 rev1=1 crypto rx=0x7f04c4009fc0 tx=0x7f04c80057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e1608640 1 -- 172.21.15.39:0/1162984055 reap_dead start 2024-09-13T16:22:44.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e306b640 1 -- 172.21.15.39:0/1162984055 shutdown_connections 2024-09-13T16:22:44.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e306b640 1 -- 172.21.15.39:0/1162984055 >> 172.21.15.39:0/1162984055 conn(0x7f04dc0b05e0 msgr2=0x7f04dc0b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:44.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e306b640 1 -- 172.21.15.39:0/1162984055 shutdown_connections 2024-09-13T16:22:44.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.640+0000 7f04e306b640 1 -- 172.21.15.39:0/1162984055 wait complete. 2024-09-13T16:22:44.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.641+0000 7f04e306b640 1 Processor -- start 2024-09-13T16:22:44.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.641+0000 7f04e306b640 1 -- start start 2024-09-13T16:22:44.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e306b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04dc153250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e306b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc153790 0x7f04dc14ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e306b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04dc14f0f0 0x7f04dc0cc2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e306b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04dc14f5a0 con 0x7f04c8003f20 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e306b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f04dc0ccff0 con 0x7f04dc14f0f0 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e306b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f04dc0cd2d0 con 0x7f04dc153790 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e0e07640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04dc153250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e0e07640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04dc153250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38826/0 (socket says 172.21.15.39:38826) 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.642+0000 7f04e0e07640 1 -- 172.21.15.39:0/64227000 learned_addr learned my addr 172.21.15.39:0/64227000 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e1608640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04dc14f0f0 0x7f04dc0cc2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04dbfff640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc153790 0x7f04dc14ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e0e07640 1 -- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc153790 msgr2=0x7f04dc14ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e0e07640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc153790 0x7f04dc14ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e0e07640 1 -- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04dc14f0f0 msgr2=0x7f04dc0cc2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:44.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e0e07640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04dc14f0f0 0x7f04dc0cc2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e0e07640 1 -- 172.21.15.39:0/64227000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f04dc0cd5b0 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e0e07640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04dc153250 secure :-1 s=READY pgs=2787 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0011e0 tx=0x7f04cc007720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04cc00f9c0 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f04cc00fb20 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f04dc0cd890 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f04cc00fed0 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.643+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f04dc0cc7e0 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.644+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f04dc0cddb0 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.645+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f04cc01d460 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.645+0000 7f04d97fa640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04bc06ac00 0x7f04bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.645+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f04cc08a340 con 0x7f04c8003f20 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.645+0000 7f04dbfff640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04bc06ac00 0x7f04bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:44.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.646+0000 7f04dbfff640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04bc06ac00 0x7f04bc06d0c0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f04c4035000 tx=0x7f04c402f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:44.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.649+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f04dc0cddb0 con 0x7f04c8003f20 2024-09-13T16:22:44.858 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:44.856+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f04dc0cddb0 con 0x7f04c8003f20 2024-09-13T16:22:45.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.397+0000 7f04d97fa640 1 -- 172.21.15.39:0/64227000 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v316) v1 ==== 161+0+0 (secure 0 0 0) 0x7f04dc0cddb0 con 0x7f04c8003f20 2024-09-13T16:22:45.398 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:22:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04bc06ac00 msgr2=0x7f04bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04bc06ac00 0x7f04bc06d0c0 secure :-1 s=READY pgs=1077 cs=0 l=1 rev1=1 crypto rx=0x7f04c4035000 tx=0x7f04c402f000 comp rx=0 tx=0).stop 2024-09-13T16:22:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 msgr2=0x7f04dc153250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04dc153250 secure :-1 s=READY pgs=2787 cs=0 l=1 rev1=1 crypto rx=0x7f04cc0011e0 tx=0x7f04cc007720 comp rx=0 tx=0).stop 2024-09-13T16:22:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 shutdown_connections 2024-09-13T16:22:45.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f04bc06ac00 0x7f04bc06d0c0 unknown :-1 s=CLOSED pgs=1077 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f04dc14f0f0 0x7f04dc0cc2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f04dc153790 0x7f04dc14ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 --2- 172.21.15.39:0/64227000 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f04c8003f20 0x7f04dc153250 unknown :-1 s=CLOSED pgs=2787 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 >> 172.21.15.39:0/64227000 conn(0x7f04dc0b05e0 msgr2=0x7f04dc0aeed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.399+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 shutdown_connections 2024-09-13T16:22:45.402 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.400+0000 7f04e306b640 1 -- 172.21.15.39:0/64227000 wait complete. 2024-09-13T16:22:45.413 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mds repaired 0 2024-09-13T16:22:45.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.519+0000 7f43c98e9640 1 Processor -- start 2024-09-13T16:22:45.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.519+0000 7f43c98e9640 1 -- start start 2024-09-13T16:22:45.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c98e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 0x7f43c4071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c98e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f43c406baa0 0x7f43c406bf50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c98e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43c4071da0 con 0x7f43c40b3930 2024-09-13T16:22:45.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c98e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43c40b4480 con 0x7f43c406baa0 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c98e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43c406afe0 con 0x7f43c4071480 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c27fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f43c40b3930 0x7f43c40b3d70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:37570/0 (socket says 172.21.15.39:37570) 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c27fc640 1 -- 172.21.15.39:0/3978164311 learned_addr learned my addr 172.21.15.39:0/3978164311 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2351539792 0 0) 0x7f43c4071da0 con 0x7f43c40b3930 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f43b0003520 con 0x7f43c40b3930 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 0x7f43c4071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.520+0000 7f43c37fe640 1 --2- 172.21.15.39:0/3978164311 >> v2:172.21.15.157:3300/0 conn(0x7f43c406baa0 0x7f43c406bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3122021307 0 0) 0x7f43b0003520 con 0x7f43c40b3930 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 msgr2=0x7f43c4071860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 0x7f43c4071860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 >> v2:172.21.15.157:3300/0 conn(0x7f43c406baa0 msgr2=0x7f43c406bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:45.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 --2- 172.21.15.39:0/3978164311 >> v2:172.21.15.157:3300/0 conn(0x7f43c406baa0 0x7f43c406bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43c40b46a0 con 0x7f43c40b3930 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f43ac001670 con 0x7f43c40b3930 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 >> v1:172.21.15.39:6789/0 conn(0x7f43c40b3930 legacy=0x7f43c40b3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 0x7f43b0003970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0003ef0 0x7f43b00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0004d00 0x7f43b0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43c40b4480 con 0x7f43b0003ef0 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43c406afe0 con 0x7f43b0004d00 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43b000b980 con 0x7f43c4071480 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c27fc640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0003ef0 0x7f43b00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 0x7f43b0003970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c37fe640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0004d00 0x7f43b0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c27fc640 1 -- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 msgr2=0x7f43b0003970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c27fc640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c4071480 0x7f43b0003970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c27fc640 1 -- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0004d00 msgr2=0x7f43b0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c27fc640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0004d00 0x7f43b0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c27fc640 1 -- 172.21.15.39:0/3978164311 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b0003520 con 0x7f43b0003ef0 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.521+0000 7f43c37fe640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0004d00 0x7f43b0005180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.522+0000 7f43c27fc640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0003ef0 0x7f43b00047c0 secure :-1 s=READY pgs=2789 cs=0 l=1 rev1=1 crypto rx=0x7f43c4071430 tx=0x7f43b00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=634b6911ca9201a7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.522+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac005ad0 con 0x7f43b0003ef0 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.522+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43ac005c30 con 0x7f43b0003ef0 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.522+0000 7f43c1ffb640 1 -- 172.21.15.39:0/3978164311 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac007070 con 0x7f43b0003ef0 2024-09-13T16:22:45.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c98e9640 1 -- 172.21.15.39:0/3978164311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0003ef0 msgr2=0x7f43b00047c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c98e9640 1 --2- 172.21.15.39:0/3978164311 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43b0003ef0 0x7f43b00047c0 secure :-1 s=READY pgs=2789 cs=0 l=1 rev1=1 crypto rx=0x7f43c4071430 tx=0x7f43b00057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c37fe640 1 -- 172.21.15.39:0/3978164311 reap_dead start 2024-09-13T16:22:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c98e9640 1 -- 172.21.15.39:0/3978164311 shutdown_connections 2024-09-13T16:22:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c98e9640 1 -- 172.21.15.39:0/3978164311 >> 172.21.15.39:0/3978164311 conn(0x7f43c40b2320 msgr2=0x7f43c40b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c98e9640 1 -- 172.21.15.39:0/3978164311 shutdown_connections 2024-09-13T16:22:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.523+0000 7f43c98e9640 1 -- 172.21.15.39:0/3978164311 wait complete. 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.524+0000 7f43c98e9640 1 Processor -- start 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.524+0000 7f43c98e9640 1 -- start start 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c98e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0003ef0 0x7f43c41462b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c98e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 0x7f43c4154fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c98e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c41563a0 0x7f43c4156820 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c98e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43c41467f0 con 0x7f43c4154b60 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c98e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43c4155520 con 0x7f43b0003ef0 2024-09-13T16:22:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c98e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43c40ca400 con 0x7f43c41563a0 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 0x7f43c4154fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 0x7f43c4154fe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38844/0 (socket says 172.21.15.39:38844) 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 -- 172.21.15.39:0/4012041087 learned_addr learned my addr 172.21.15.39:0/4012041087 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c37fe640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c41563a0 0x7f43c4156820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0003ef0 0x7f43c41462b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 -- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c41563a0 msgr2=0x7f43c4156820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c41563a0 0x7f43c4156820 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 -- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0003ef0 msgr2=0x7f43c41462b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0003ef0 0x7f43c41462b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.525+0000 7f43c27fc640 1 -- 172.21.15.39:0/4012041087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43c40ca6e0 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.526+0000 7f43c27fc640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 0x7f43c4154fe0 secure :-1 s=READY pgs=2790 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c380 tx=0x7f43ac000fe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.526+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac007280 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.526+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43ac007400 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.526+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43c40ca9c0 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.526+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43ac03e3f0 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.526+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43c40caf80 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.527+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43c40cb140 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.527+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43ac03e550 con 0x7f43c4154b60 2024-09-13T16:22:45.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.528+0000 7f43bbfff640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac30 0x7f43a406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:45.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.528+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f43ac0aaa30 con 0x7f43c4154b60 2024-09-13T16:22:45.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.528+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac30 0x7f43a406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:45.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.529+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac30 0x7f43a406d0f0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f43c4071b90 tx=0x7f43b400b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:45.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.532+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43ac0789a0 con 0x7f43c4154b60 2024-09-13T16:22:45.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:45.769+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "mds repaired", "role": "0"} v 0) v1 -- 0x7f43c4071860 con 0x7f43c4154b60 2024-09-13T16:22:46.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.403+0000 7f43bbfff640 1 -- 172.21.15.39:0/4012041087 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "mds repaired", "role": "0"}]=0 repaired: restoring rank 6:0 v317) v1 ==== 101+0+0 (secure 0 0 0) 0x7f43ac042020 con 0x7f43c4154b60 2024-09-13T16:22:46.405 INFO:teuthology.orchestra.run.smithi039.stderr:repaired: restoring rank 6:0 2024-09-13T16:22:46.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac30 msgr2=0x7f43a406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac30 0x7f43a406d0f0 secure :-1 s=READY pgs=1078 cs=0 l=1 rev1=1 crypto rx=0x7f43c4071b90 tx=0x7f43b400b040 comp rx=0 tx=0).stop 2024-09-13T16:22:46.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 msgr2=0x7f43c4154fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 0x7f43c4154fe0 secure :-1 s=READY pgs=2790 cs=0 l=1 rev1=1 crypto rx=0x7f43ac00c380 tx=0x7f43ac000fe0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 shutdown_connections 2024-09-13T16:22:46.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac30 0x7f43a406d0f0 unknown :-1 s=CLOSED pgs=1078 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c41563a0 0x7f43c4156820 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c4154b60 0x7f43c4154fe0 unknown :-1 s=CLOSED pgs=2790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.405+0000 7f43c98e9640 1 --2- 172.21.15.39:0/4012041087 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43b0003ef0 0x7f43c41462b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.406+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 >> 172.21.15.39:0/4012041087 conn(0x7f43c40b2320 msgr2=0x7f43c406eaf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:46.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.406+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 shutdown_connections 2024-09-13T16:22:46.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.406+0000 7f43c98e9640 1 -- 172.21.15.39:0/4012041087 wait complete. 2024-09-13T16:22:46.419 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata import - 2024-09-13T16:22:46.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.464+0000 7fca5853bf40 1 Processor -- start 2024-09-13T16:22:46.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.464+0000 7fca5853bf40 1 -- start start 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca5853bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e818a930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca5853bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e81141c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca5853bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca5853bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0e807bbe0 con 0x55d0e81a21d0 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca5853bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0e80774d0 con 0x55d0e810c110 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca5853bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d0e8012b60 con 0x55d0e80c9e10 2024-09-13T16:22:46.468 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38856/0 (socket says 172.21.15.39:38856) 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 -- 172.21.15.39:0/2791660939 learned_addr learned my addr 172.21.15.39:0/2791660939 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56038640 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e818a930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca55837640 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e81141c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 -- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 msgr2=0x55d0e818a930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e818a930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 -- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 msgr2=0x55d0e81141c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e81141c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 -- 172.21.15.39:0/2791660939 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca4c005d20 con 0x55d0e81a21d0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca55837640 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e81141c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca56839640 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 secure :-1 s=READY pgs=2792 cs=0 l=1 rev1=1 crypto rx=0x7fca50001d80 tx=0x7fca50001e70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2cbfe1ff206d85 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca54835640 1 -- 172.21.15.39:0/2791660939 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca50014070 con 0x55d0e81a21d0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca54835640 1 -- 172.21.15.39:0/2791660939 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca50008030 con 0x55d0e81a21d0 2024-09-13T16:22:46.469 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.465+0000 7fca54835640 1 -- 172.21.15.39:0/2791660939 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5000f400 con 0x55d0e81a21d0 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 -- 172.21.15.39:0/2791660939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 msgr2=0x55d0e819a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 secure :-1 s=READY pgs=2792 cs=0 l=1 rev1=1 crypto rx=0x7fca50001d80 tx=0x7fca50001e70 comp rx=0 tx=0).stop 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 -- 172.21.15.39:0/2791660939 shutdown_connections 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=CLOSED pgs=2792 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e81141c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2791660939 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e818a930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 -- 172.21.15.39:0/2791660939 >> 172.21.15.39:0/2791660939 conn(0x55d0e8115800 msgr2=0x55d0e8114ae0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 -- 172.21.15.39:0/2791660939 shutdown_connections 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.466+0000 7fca5853bf40 1 -- 172.21.15.39:0/2791660939 wait complete. 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 Processor -- start 2024-09-13T16:22:46.470 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 -- start start 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e819c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e8229c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0e8012800 con 0x55d0e81a21d0 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55d0e7ff5520 con 0x55d0e810c110 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca5853bf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55d0e8228010 con 0x55d0e80c9e10 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.467+0000 7fca56839640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38866/0 (socket says 172.21.15.39:38866) 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 learned_addr learned my addr 172.21.15.39:0/2111291559 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:46.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e819c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e8229c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 msgr2=0x55d0e819c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55d0e80c9e10 0x55d0e819c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 msgr2=0x55d0e8229c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e8229c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca5000a040 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55d0e810c110 0x55d0e8229c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca56839640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 secure :-1 s=READY pgs=2793 cs=0 l=1 rev1=1 crypto rx=0x55d0e818ba60 tx=0x7fca50000ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca477fe640 1 -- 172.21.15.39:0/2111291559 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca50014070 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca477fe640 1 -- 172.21.15.39:0/2111291559 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca50001a10 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55d0e8015060 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca477fe640 1 -- 172.21.15.39:0/2111291559 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca5001c640 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.468+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55d0e8014ac0 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.470+0000 7fca477fe640 1 -- 172.21.15.39:0/2111291559 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fca5001c7a0 con 0x55d0e81a21d0 2024-09-13T16:22:46.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.470+0000 7fca477fe640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca380695e0 0x7fca3806baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.470+0000 7fca477fe640 1 -- 172.21.15.39:0/2111291559 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7fca5008a360 con 0x55d0e81a21d0 2024-09-13T16:22:46.475 INFO:teuthology.orchestra.run.smithi039.stdout:Importing pool 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.470+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca380695e0 0x7fca3806baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.470+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55d0e822a160 0x55d0e819b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.470+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:1 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8243630 con 0x55d0e822a160 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.471+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55d0e822a160 0x55d0e819b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.471+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55d0e822a160 0x55d0e819b1a0 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.471+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca380695e0 0x7fca3806baa0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fca48002250 tx=0x7fca480014d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.473+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(1 601.00000000 [create] v130'1190 uv1164 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.473+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:2 12.10 12:09401a81:::601.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82439e0 con 0x55d0e822a160 2024-09-13T16:22:46.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.475+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(2 601.00000000 [delete] v130'1191 uv1191 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.477 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.475+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:3 12.10 12:09401a81:::601.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8243d90 con 0x55d0e822a160 2024-09-13T16:22:46.478 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::601.00000000:head# 2024-09-13T16:22:46.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.477+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(3 601.00000000 [create] v130'1192 uv1192 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.477+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:4 12.10 12:09401a81:::601.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8245150 con 0x55d0e822a160 2024-09-13T16:22:46.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.478+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(4 601.00000000 [setxattr (30)] v130'1193 uv1193 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.479 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.478+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:5 12.10 12:09401a81:::601.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8245500 con 0x55d0e822a160 2024-09-13T16:22:46.480 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.479+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 5 ==== osd_op_reply(5 601.00000000 [setxattr (62)] v130'1194 uv1194 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.479+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:6 12.10 12:09401a81:::601.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8244630 con 0x55d0e822a160 2024-09-13T16:22:46.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.481+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 6 ==== osd_op_reply(6 601.00000000 [omap-set-header] v130'1195 uv1195 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.481+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.482+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 7 ==== osd_op_reply(7 602.00000000 [create] v130'1196 uv1170 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.482+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 12.10 12:0bd6d154:::602.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.484+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 8 ==== osd_op_reply(8 602.00000000 [delete] v130'1197 uv1197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.485 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.484+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 12.10 12:0bd6d154:::602.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.486 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::602.00000000:head# 2024-09-13T16:22:46.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.485+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 9 ==== osd_op_reply(9 602.00000000 [create] v130'1198 uv1198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.485+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:10 12.10 12:0bd6d154:::602.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.487+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 10 ==== osd_op_reply(10 602.00000000 [setxattr (30)] v130'1199 uv1199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.488 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.487+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 12.10 12:0bd6d154:::602.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.488+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 11 ==== osd_op_reply(11 602.00000000 [setxattr (62)] v130'1200 uv1200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.488+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:12 12.10 12:0bd6d154:::602.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.490+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 12 ==== osd_op_reply(12 602.00000000 [omap-set-header] v130'1201 uv1201 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.490+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:13 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.491+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 13 ==== osd_op_reply(13 10000000000.00000000 [create] v130'1202 uv1177 ondisk = -17 ((17) File exists)) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.491+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:14 12.10 12:0cf6ad0f:::10000000000.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.493+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 14 ==== osd_op_reply(14 10000000000.00000000 [delete] v130'1203 uv1203 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.493+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:15 12.10 12:0cf6ad0f:::10000000000.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.495 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.494+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 15 ==== osd_op_reply(15 10000000000.00000000 [create] v130'1204 uv1204 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.496 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::10000000000.00000000:head# 2024-09-13T16:22:46.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.494+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:16 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.495+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 16 ==== osd_op_reply(16 10000000000.00000000 [setxattr (30)] v130'1205 uv1205 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.497 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.495+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:17 12.10 12:0cf6ad0f:::10000000000.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.497+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 17 ==== osd_op_reply(17 10000000000.00000000 [setxattr (62)] v130'1206 uv1206 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.497+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:18 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.498+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 18 ==== osd_op_reply(18 10000000000.00000000 [omap-set-header] v130'1207 uv1207 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.498+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:19 12.10 12:0cf6ad0f:::10000000000.00000000:head [omap-set-vals in=524b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.499+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 19 ==== osd_op_reply(19 10000000000.00000000 [omap-set-vals] v130'1208 uv1208 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.500+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:20 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.501+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 20 ==== osd_op_reply(20 600.00000000 [create] v130'1209 uv1183 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.502 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.501+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:21 12.10 12:0d82a743:::600.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.502+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 21 ==== osd_op_reply(21 600.00000000 [delete] v130'1210 uv1210 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.504 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.502+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:22 12.10 12:0d82a743:::600.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.505 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::600.00000000:head# 2024-09-13T16:22:46.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.504+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 22 ==== osd_op_reply(22 600.00000000 [create] v130'1211 uv1211 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.504+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:23 12.10 12:0d82a743:::600.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.505+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 23 ==== osd_op_reply(23 600.00000000 [setxattr (30)] v130'1212 uv1212 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.505+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:24 12.10 12:0d82a743:::600.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.506+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 24 ==== osd_op_reply(24 600.00000000 [setxattr (62)] v130'1213 uv1213 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.506+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:25 12.10 12:0d82a743:::600.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.507+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 25 ==== osd_op_reply(25 600.00000000 [omap-set-header] v130'1214 uv1214 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.507+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:26 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.509+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 26 ==== osd_op_reply(26 603.00000000 [create] v130'1215 uv1189 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.509+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:27 12.10 12:0d89b25e:::603.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.510+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 27 ==== osd_op_reply(27 603.00000000 [delete] v130'1216 uv1216 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.510+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:28 12.10 12:0d89b25e:::603.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.512 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.511+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 28 ==== osd_op_reply(28 603.00000000 [create] v130'1217 uv1217 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.513 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::603.00000000:head# 2024-09-13T16:22:46.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.511+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:29 12.10 12:0d89b25e:::603.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.513+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 29 ==== osd_op_reply(29 603.00000000 [setxattr (30)] v130'1218 uv1218 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.513+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:30 12.10 12:0d89b25e:::603.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.514+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 30 ==== osd_op_reply(30 603.00000000 [setxattr (62)] v130'1219 uv1219 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.514+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:31 12.10 12:0d89b25e:::603.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e822a160 2024-09-13T16:22:46.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.515+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 31 ==== osd_op_reply(31 603.00000000 [omap-set-header] v130'1220 uv1220 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.515+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55d0e8245dc0 0x55d0e82481b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.515+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:32 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82449e0 con 0x55d0e8245dc0 2024-09-13T16:22:46.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.515+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55d0e8245dc0 0x55d0e82481b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.516+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55d0e8245dc0 0x55d0e82481b0 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.518+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(32 1.00000000.inode [create] v130'857 uv840 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.518+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:33 12.14 12:287034c4:::1.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82486f0 con 0x55d0e8245dc0 2024-09-13T16:22:46.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.519+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== osd_op_reply(33 1.00000000.inode [delete] v130'858 uv858 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.519+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:34 12.14 12:287034c4:::1.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8248aa0 con 0x55d0e8245dc0 2024-09-13T16:22:46.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.520+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 3 ==== osd_op_reply(34 1.00000000.inode [create] v130'859 uv859 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.522 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000.inode:head# 2024-09-13T16:22:46.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.521+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:35 12.14 12:287034c4:::1.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8249340 con 0x55d0e8245dc0 2024-09-13T16:22:46.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.522+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 4 ==== osd_op_reply(35 1.00000000.inode [write 0~582] v130'860 uv860 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.522+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:36 12.14 12:287034c4:::1.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82496f0 con 0x55d0e8245dc0 2024-09-13T16:22:46.523 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:46.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.523+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 5 ==== osd_op_reply(36 1.00000000.inode [omap-set-header] v130'861 uv861 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.523+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:37 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8249aa0 con 0x55d0e8245dc0 2024-09-13T16:22:46.526 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:22:46.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.525+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 6 ==== osd_op_reply(37 200.00000000 [create] v130'862 uv845 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.525+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:38 12.14 12:292cf221:::200.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8249e50 con 0x55d0e8245dc0 2024-09-13T16:22:46.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.526+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 7 ==== osd_op_reply(38 200.00000000 [delete] v130'863 uv863 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.526+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:39 12.14 12:292cf221:::200.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.529 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.527+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 8 ==== osd_op_reply(39 200.00000000 [create] v130'864 uv864 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.529 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000000:head# 2024-09-13T16:22:46.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.527+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:40 12.14 12:292cf221:::200.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.529+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 9 ==== osd_op_reply(40 200.00000000 [write 0~90] v130'865 uv865 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.529+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:41 12.14 12:292cf221:::200.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.530+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 10 ==== osd_op_reply(41 200.00000000 [omap-set-header] v130'866 uv866 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.530+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:42 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.531+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 11 ==== osd_op_reply(42 200.00000001 [create] v130'867 uv850 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.531+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:43 12.14 12:2e2fa760:::200.00000001:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.533+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 12 ==== osd_op_reply(43 200.00000001 [delete] v130'868 uv868 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.533+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:44 12.14 12:2e2fa760:::200.00000001:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.534+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 13 ==== osd_op_reply(44 200.00000001 [create] v130'869 uv869 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.535 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::200.00000001:head# 2024-09-13T16:22:46.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.534+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:45 12.14 12:2e2fa760:::200.00000001:head [write 0~14848 in=14848b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824dc30 con 0x55d0e8245dc0 2024-09-13T16:22:46.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.535+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 14 ==== osd_op_reply(45 200.00000001 [write 0~14848] v130'870 uv870 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.535+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:46 12.14 12:2e2fa760:::200.00000001:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824dc30 con 0x55d0e8245dc0 2024-09-13T16:22:46.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.536+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 15 ==== osd_op_reply(46 200.00000001 [omap-set-header] v130'871 uv871 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.536+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:47 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.538+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 16 ==== osd_op_reply(47 606.00000000 [create] v130'872 uv856 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.538+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:48 12.14 12:2f55791f:::606.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.539+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 17 ==== osd_op_reply(48 606.00000000 [delete] v130'873 uv873 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.539+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:49 12.14 12:2f55791f:::606.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.541 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.540+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 18 ==== osd_op_reply(49 606.00000000 [create] v130'874 uv874 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.542 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::606.00000000:head# 2024-09-13T16:22:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.540+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:50 12.14 12:2f55791f:::606.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824b210 con 0x55d0e8245dc0 2024-09-13T16:22:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.541+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 19 ==== osd_op_reply(50 606.00000000 [setxattr (30)] v130'875 uv875 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.541+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:51 12.14 12:2f55791f:::606.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824b210 con 0x55d0e8245dc0 2024-09-13T16:22:46.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.542+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 20 ==== osd_op_reply(51 606.00000000 [setxattr (62)] v130'876 uv876 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.542+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:52 12.14 12:2f55791f:::606.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e8245dc0 2024-09-13T16:22:46.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.543+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.5 v2:172.21.15.157:6800/1108991388 21 ==== osd_op_reply(52 606.00000000 [omap-set-header] v130'877 uv877 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e8245dc0 2024-09-13T16:22:46.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.544+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:53 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e822a160 2024-09-13T16:22:46.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.545+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 32 ==== osd_op_reply(53 607.00000000 [create] v130'231 uv230 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.545+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:54 12.1c 12:3ed09add:::607.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e822a160 2024-09-13T16:22:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.546+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 33 ==== osd_op_reply(54 607.00000000 [delete] v130'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.546+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:55 12.1c 12:3ed09add:::607.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e822a160 2024-09-13T16:22:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.547+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 34 ==== osd_op_reply(55 607.00000000 [create] v130'233 uv233 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.548 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::607.00000000:head# 2024-09-13T16:22:46.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.547+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:56 12.1c 12:3ed09add:::607.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824b210 con 0x55d0e822a160 2024-09-13T16:22:46.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.548+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 35 ==== osd_op_reply(56 607.00000000 [setxattr (30)] v130'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.548+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:57 12.1c 12:3ed09add:::607.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824b210 con 0x55d0e822a160 2024-09-13T16:22:46.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.549+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 36 ==== osd_op_reply(57 607.00000000 [setxattr (62)] v130'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.549+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:58 12.1c 12:3ed09add:::607.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824a200 con 0x55d0e822a160 2024-09-13T16:22:46.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.550+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 37 ==== osd_op_reply(58 607.00000000 [omap-set-header] v130'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.550+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55d0e824a710 0x55d0e824cb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.550+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:59 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d0f0 con 0x55d0e824a710 2024-09-13T16:22:46.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.550+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55d0e824a710 0x55d0e824cb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.550+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55d0e824a710 0x55d0e824cb00 crc :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.551+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(59 mds0_openfiles.0 [create] v130'170 uv169 ondisk = -17 ((17) File exists)) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.551+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:60 12.6 12:654134d2:::mds0_openfiles.0:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d4f0 con 0x55d0e824a710 2024-09-13T16:22:46.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.552+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(60 mds0_openfiles.0 [delete] v130'171 uv171 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.552+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:61 12.6 12:654134d2:::mds0_openfiles.0:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d4f0 con 0x55d0e824a710 2024-09-13T16:22:46.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.553+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(61 mds0_openfiles.0 [create] v130'172 uv172 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.555 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_openfiles.0:head# 2024-09-13T16:22:46.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.553+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:62 12.6 12:654134d2:::mds0_openfiles.0:head [omap-set-header in=42b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d4f0 con 0x55d0e824a710 2024-09-13T16:22:46.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.554+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 4 ==== osd_op_reply(62 mds0_openfiles.0 [omap-set-header] v130'173 uv173 ondisk = 0) v8 ==== 160+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.554+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:63 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d480 con 0x55d0e822a160 2024-09-13T16:22:46.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.556+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 38 ==== osd_op_reply(63 608.00000000 [create] v130'231 uv230 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.556+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:64 12.e 12:717a0223:::608.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d480 con 0x55d0e822a160 2024-09-13T16:22:46.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.557+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 39 ==== osd_op_reply(64 608.00000000 [delete] v130'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.557+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:65 12.e 12:717a0223:::608.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d380 con 0x55d0e822a160 2024-09-13T16:22:46.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.558+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 40 ==== osd_op_reply(65 608.00000000 [create] v130'233 uv233 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.559 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::608.00000000:head# 2024-09-13T16:22:46.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.558+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:66 12.e 12:717a0223:::608.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d380 con 0x55d0e822a160 2024-09-13T16:22:46.560 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.559+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 41 ==== osd_op_reply(66 608.00000000 [setxattr (30)] v130'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.559+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:67 12.e 12:717a0223:::608.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d380 con 0x55d0e822a160 2024-09-13T16:22:46.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.560+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 42 ==== osd_op_reply(67 608.00000000 [setxattr (62)] v130'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.560+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:68 12.e 12:717a0223:::608.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e824d380 con 0x55d0e822a160 2024-09-13T16:22:46.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.561+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 43 ==== osd_op_reply(68 608.00000000 [omap-set-header] v130'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.561+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d0e824dc90 0x55d0e824e090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.561+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:69 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82508d0 con 0x55d0e824dc90 2024-09-13T16:22:46.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.561+0000 7fca56839640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d0e824dc90 0x55d0e824e090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.561+0000 7fca56839640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d0e824dc90 0x55d0e824e090 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.562+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(69 604.00000000 [create] v130'426 uv420 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.563+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:70 12.15 12:a93a17c2:::604.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8250c80 con 0x55d0e824dc90 2024-09-13T16:22:46.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.564+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== osd_op_reply(70 604.00000000 [delete] v130'427 uv427 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.564+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:71 12.15 12:a93a17c2:::604.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8251030 con 0x55d0e824dc90 2024-09-13T16:22:46.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.565+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 3 ==== osd_op_reply(71 604.00000000 [create] v130'428 uv428 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.567 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::604.00000000:head# 2024-09-13T16:22:46.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.565+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:72 12.15 12:a93a17c2:::604.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8252430 con 0x55d0e824dc90 2024-09-13T16:22:46.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.566+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 4 ==== osd_op_reply(72 604.00000000 [setxattr (30)] v130'429 uv429 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.566+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:73 12.15 12:a93a17c2:::604.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82528a0 con 0x55d0e824dc90 2024-09-13T16:22:46.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.567+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 5 ==== osd_op_reply(73 604.00000000 [setxattr (62)] v130'430 uv430 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.567+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:74 12.15 12:a93a17c2:::604.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8248ed0 con 0x55d0e824dc90 2024-09-13T16:22:46.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.568+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 6 ==== osd_op_reply(74 604.00000000 [omap-set-header] v130'431 uv431 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.568+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:75 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82518d0 con 0x55d0e824dc90 2024-09-13T16:22:46.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.569+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 7 ==== osd_op_reply(75 500.00000000 [create] v130'432 uv425 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.569+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:76 12.15 12:aa448500:::500.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8251cd0 con 0x55d0e824dc90 2024-09-13T16:22:46.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.570+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 8 ==== osd_op_reply(76 500.00000000 [delete] v130'433 uv433 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.570+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:77 12.15 12:aa448500:::500.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8251cd0 con 0x55d0e824dc90 2024-09-13T16:22:46.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.571+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 9 ==== osd_op_reply(77 500.00000000 [create] v130'434 uv434 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.572 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::500.00000000:head# 2024-09-13T16:22:46.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.571+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:78 12.15 12:aa448500:::500.00000000:head [write 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8251c80 con 0x55d0e824dc90 2024-09-13T16:22:46.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.572+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 10 ==== osd_op_reply(78 500.00000000 [write 0~90] v130'435 uv435 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.572+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:79 12.15 12:aa448500:::500.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8251c80 con 0x55d0e824dc90 2024-09-13T16:22:46.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.573+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 11 ==== osd_op_reply(79 500.00000000 [omap-set-header] v130'436 uv436 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.573+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55d0e82531b0 0x55d0e82555a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.573+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:80 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8251c80 con 0x55d0e82531b0 2024-09-13T16:22:46.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.573+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55d0e82531b0 0x55d0e82555a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.574+0000 7fca56038640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55d0e82531b0 0x55d0e82555a0 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.575+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(80 mds_snaptable [create] v130'193 uv192 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e82531b0 2024-09-13T16:22:46.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.575+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:81 12.d 12:b50e409b:::mds_snaptable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e82531b0 2024-09-13T16:22:46.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.576+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(81 mds_snaptable [delete] v130'194 uv194 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e82531b0 2024-09-13T16:22:46.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.576+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:82 12.d 12:b50e409b:::mds_snaptable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e82531b0 2024-09-13T16:22:46.578 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds_snaptable:head# 2024-09-13T16:22:46.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.577+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.7 v2:172.21.15.157:6816/3575266879 3 ==== osd_op_reply(82 mds_snaptable [create] v130'195 uv195 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e82531b0 2024-09-13T16:22:46.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.577+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:83 12.d 12:b50e409b:::mds_snaptable:head [write 0~70 in=70b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e82531b0 2024-09-13T16:22:46.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.578+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.7 v2:172.21.15.157:6816/3575266879 4 ==== osd_op_reply(83 mds_snaptable [write 0~70] v130'196 uv196 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e82531b0 2024-09-13T16:22:46.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.578+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:84 12.d 12:b50e409b:::mds_snaptable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e82531b0 2024-09-13T16:22:46.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.579+0000 7fca56038640 1 -- 172.21.15.39:0/2111291559 <== osd.7 v2:172.21.15.157:6816/3575266879 5 ==== osd_op_reply(84 mds_snaptable [omap-set-header] v130'197 uv197 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca48005350 con 0x55d0e82531b0 2024-09-13T16:22:46.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.579+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:85 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e822a160 2024-09-13T16:22:46.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.580+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 44 ==== osd_op_reply(85 605.00000000 [create] v130'231 uv230 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.580+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:86 12.1d 12:b871830b:::605.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e822a160 2024-09-13T16:22:46.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.581+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 45 ==== osd_op_reply(86 605.00000000 [delete] v130'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.581+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:87 12.1d 12:b871830b:::605.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e822a160 2024-09-13T16:22:46.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.582+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 46 ==== osd_op_reply(87 605.00000000 [create] v130'233 uv233 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.584 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::605.00000000:head# 2024-09-13T16:22:46.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.582+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:88 12.1d 12:b871830b:::605.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8256af0 con 0x55d0e822a160 2024-09-13T16:22:46.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.583+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 47 ==== osd_op_reply(88 605.00000000 [setxattr (30)] v130'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.584 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.583+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:89 12.1d 12:b871830b:::605.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8256af0 con 0x55d0e822a160 2024-09-13T16:22:46.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.584+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 48 ==== osd_op_reply(89 605.00000000 [setxattr (62)] v130'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.585 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.584+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:90 12.1d 12:b871830b:::605.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e822a160 2024-09-13T16:22:46.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.585+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.0 v2:172.21.15.39:6812/3589445055 49 ==== osd_op_reply(90 605.00000000 [omap-set-header] v130'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e822a160 2024-09-13T16:22:46.586 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.585+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:91 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.586+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 5 ==== osd_op_reply(91 mds0_inotable [create] v130'386 uv380 ondisk = -17 ((17) File exists)) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.587 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.586+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:92 12.13 12:c91d4a1d:::mds0_inotable:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.587+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 6 ==== osd_op_reply(92 mds0_inotable [delete] v130'387 uv387 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.588 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.587+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:93 12.13 12:c91d4a1d:::mds0_inotable:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.589 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_inotable:head# 2024-09-13T16:22:46.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.588+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 7 ==== osd_op_reply(93 mds0_inotable [create] v130'388 uv388 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.590 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.588+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:94 12.13 12:c91d4a1d:::mds0_inotable:head [write 0~34 in=34b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82514c0 con 0x55d0e824a710 2024-09-13T16:22:46.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.589+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 8 ==== osd_op_reply(94 mds0_inotable [write 0~34] v130'389 uv389 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.591 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.589+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:95 12.13 12:c91d4a1d:::mds0_inotable:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82514c0 con 0x55d0e824a710 2024-09-13T16:22:46.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.590+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 9 ==== osd_op_reply(95 mds0_inotable [omap-set-header] v130'390 uv390 ondisk = 0) v8 ==== 157+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.592 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.590+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:96 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82514a0 con 0x55d0e824a710 2024-09-13T16:22:46.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.591+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 10 ==== osd_op_reply(96 100.00000000 [create] v130'391 uv385 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.592+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:97 12.13 12:cd5a64a3:::100.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82514a0 con 0x55d0e824a710 2024-09-13T16:22:46.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.593+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 11 ==== osd_op_reply(97 100.00000000 [delete] v130'392 uv392 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.593+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:98 12.13 12:cd5a64a3:::100.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82514a0 con 0x55d0e824a710 2024-09-13T16:22:46.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.594+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 12 ==== osd_op_reply(98 100.00000000 [create] v130'393 uv393 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.595 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000:head# 2024-09-13T16:22:46.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.594+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:99 12.13 12:cd5a64a3:::100.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82514a0 con 0x55d0e824a710 2024-09-13T16:22:46.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.595+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 13 ==== osd_op_reply(99 100.00000000 [omap-set-header] v130'394 uv394 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.595+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:100 12.13 12:cd5a64a3:::100.00000000:head [omap-set-vals in=5194b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8258930 con 0x55d0e824a710 2024-09-13T16:22:46.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.596+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 14 ==== osd_op_reply(100 100.00000000 [omap-set-vals] v130'395 uv395 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.596+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55d0e8256650 0x55d0e8258f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.596+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:101 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8258a40 con 0x55d0e8256650 2024-09-13T16:22:46.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.596+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55d0e8256650 0x55d0e8258f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.596+0000 7fca55837640 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55d0e8256650 0x55d0e8258f80 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.597+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== osd_op_reply(101 mds0_sessionmap [create] v130'172 uv171 ondisk = -17 ((17) File exists)) v8 ==== 159+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e8256650 2024-09-13T16:22:46.599 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.598+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:102 12.b 12:d0630e4c:::mds0_sessionmap:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e8256650 2024-09-13T16:22:46.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.599+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== osd_op_reply(102 mds0_sessionmap [delete] v130'173 uv173 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e8256650 2024-09-13T16:22:46.600 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.599+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:103 12.b 12:d0630e4c:::mds0_sessionmap:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e8256650 2024-09-13T16:22:46.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.600+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.3 v2:172.21.15.39:6813/791775356 3 ==== osd_op_reply(103 mds0_sessionmap [create] v130'174 uv174 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e8256650 2024-09-13T16:22:46.601 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::mds0_sessionmap:head# 2024-09-13T16:22:46.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.600+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- osd_op(unknown.0.0:104 12.b 12:d0630e4c:::mds0_sessionmap:head [omap-set-header in=14b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e8256650 2024-09-13T16:22:46.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.601+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.3 v2:172.21.15.39:6813/791775356 4 ==== osd_op_reply(104 mds0_sessionmap [omap-set-header] v130'175 uv175 ondisk = 0) v8 ==== 159+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e8256650 2024-09-13T16:22:46.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.601+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:105 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.602+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 15 ==== osd_op_reply(105 609.00000000 [create] v130'231 uv230 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.602+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:106 12.7 12:e0b41d06:::609.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.603+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 16 ==== osd_op_reply(106 609.00000000 [delete] v130'232 uv232 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.603+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:107 12.7 12:e0b41d06:::609.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.605 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::609.00000000:head# 2024-09-13T16:22:46.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.604+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 17 ==== osd_op_reply(107 609.00000000 [create] v130'233 uv233 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.605 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.604+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:108 12.7 12:e0b41d06:::609.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.605+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 18 ==== osd_op_reply(108 609.00000000 [setxattr (30)] v130'234 uv234 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.605+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:109 12.7 12:e0b41d06:::609.00000000:head [setxattr parent (62) in=68b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.605+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 19 ==== osd_op_reply(109 609.00000000 [setxattr (62)] v130'235 uv235 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.605+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:110 12.7 12:e0b41d06:::609.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824a710 2024-09-13T16:22:46.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.606+0000 7fca55837640 1 -- 172.21.15.39:0/2111291559 <== osd.1 v2:172.21.15.39:6808/3468948043 20 ==== osd_op_reply(110 609.00000000 [omap-set-header] v130'236 uv236 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca4c054760 con 0x55d0e824a710 2024-09-13T16:22:46.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.606+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:111 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.607+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 12 ==== osd_op_reply(111 400.00000000 [create] v130'196 uv195 ondisk = -17 ((17) File exists)) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.607+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:112 12.f 12:f1f69726:::400.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.608+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 13 ==== osd_op_reply(112 400.00000000 [delete] v130'197 uv197 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.609+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:113 12.f 12:f1f69726:::400.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.609+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 14 ==== osd_op_reply(113 400.00000000 [create] v130'198 uv198 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.611 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::400.00000000:head# 2024-09-13T16:22:46.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.609+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:114 12.f 12:f1f69726:::400.00000000:head [write 0~22 in=22b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.610+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 15 ==== osd_op_reply(114 400.00000000 [write 0~22] v130'199 uv199 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.610+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:115 12.f 12:f1f69726:::400.00000000:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.611+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 16 ==== osd_op_reply(115 400.00000000 [omap-set-header] v130'200 uv200 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.613 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.612+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:116 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.613+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 17 ==== osd_op_reply(116 100.00000000.inode [create] v130'480 uv472 ondisk = -17 ((17) File exists)) v8 ==== 162+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.613+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:117 12.1f 12:fe07bba1:::100.00000000.inode:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.614+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 18 ==== osd_op_reply(117 100.00000000.inode [delete] v130'481 uv481 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.614+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:118 12.1f 12:fe07bba1:::100.00000000.inode:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.616 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::100.00000000.inode:head# 2024-09-13T16:22:46.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.615+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 19 ==== osd_op_reply(118 100.00000000.inode [create] v130'482 uv482 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.615+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:119 12.1f 12:fe07bba1:::100.00000000.inode:head [write 0~582 in=582b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.617+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 20 ==== osd_op_reply(119 100.00000000.inode [write 0~582] v130'483 uv483 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.617+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:120 12.1f 12:fe07bba1:::100.00000000.inode:head [omap-set-header] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.618+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 21 ==== osd_op_reply(120 100.00000000.inode [omap-set-header] v130'484 uv484 ondisk = 0) v8 ==== 162+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.618+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:121 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.619+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 22 ==== osd_op_reply(121 1.00000000 [create] v130'485 uv479 ondisk = -17 ((17) File exists)) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.619+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:122 12.1f 12:ff5b34d6:::1.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.620+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 23 ==== osd_op_reply(122 1.00000000 [delete] v130'486 uv486 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.620+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:123 12.1f 12:ff5b34d6:::1.00000000:head [create] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.621+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 24 ==== osd_op_reply(123 1.00000000 [create] v130'487 uv487 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.625 INFO:teuthology.orchestra.run.smithi039.stdout:***Overwrite*** #-9223372036854775808:00000000:::1.00000000:head# 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.621+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:124 12.1f 12:ff5b34d6:::1.00000000:head [setxattr layout (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.622+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 25 ==== osd_op_reply(124 1.00000000 [setxattr (30)] v130'488 uv488 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.622+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:125 12.1f 12:ff5b34d6:::1.00000000:head [setxattr parent (30) in=36b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.623+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 26 ==== osd_op_reply(125 1.00000000 [setxattr (30)] v130'489 uv489 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.623+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:126 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=274b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e8255ae0 con 0x55d0e824dc90 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.624+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 27 ==== osd_op_reply(126 1.00000000 [omap-set-header] v130'490 uv490 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.624+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:127 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-vals in=523b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55d0e82594c0 con 0x55d0e824dc90 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 <== osd.6 v2:172.21.15.157:6808/2621597498 28 ==== osd_op_reply(127 1.00000000 [omap-set-vals] v130'491 uv491 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7fca50016070 con 0x55d0e824dc90 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55d0e822a160 msgr2=0x55d0e819b1a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55d0e822a160 0x55d0e819b1a0 crc :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55d0e824a710 msgr2=0x55d0e824cb00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55d0e824a710 0x55d0e824cb00 crc :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55d0e8256650 msgr2=0x55d0e8258f80 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x55d0e8256650 0x55d0e8258f80 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55d0e8245dc0 msgr2=0x55d0e82481b0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55d0e8245dc0 0x55d0e82481b0 crc :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 reap_dead start 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d0e824dc90 msgr2=0x55d0e824e090 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55d0e824dc90 0x55d0e824e090 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca56839640 1 -- 172.21.15.39:0/2111291559 reap_dead start 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55d0e82531b0 msgr2=0x55d0e82555a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55d0e82531b0 0x55d0e82555a0 crc :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca380695e0 msgr2=0x7fca3806baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca380695e0 0x7fca3806baa0 secure :-1 s=READY pgs=1079 cs=0 l=1 rev1=1 crypto rx=0x7fca48002250 tx=0x7fca480014d0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 msgr2=0x55d0e819a750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 secure :-1 s=READY pgs=2793 cs=0 l=1 rev1=1 crypto rx=0x55d0e818ba60 tx=0x7fca50000ed0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 shutdown_connections 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55d0e82531b0 0x55d0e82555a0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fca380695e0 0x7fca3806baa0 unknown :-1 s=CLOSED pgs=1079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 --2- 172.21.15.39:0/2111291559 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55d0e81a21d0 0x55d0e819a750 unknown :-1 s=CLOSED pgs=2793 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 >> 172.21.15.39:0/2111291559 conn(0x55d0e8115800 msgr2=0x55d0e8189ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:46.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 shutdown_connections 2024-09-13T16:22:46.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.626+0000 7fca5853bf40 1 -- 172.21.15.39:0/2111291559 wait complete. 2024-09-13T16:22:46.630 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata setomapheader 1.00000000 deadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeefdeadbeef 2024-09-13T16:22:46.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.715+0000 7f1f98aeaf40 1 Processor -- start 2024-09-13T16:22:46.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.715+0000 7f1f98aeaf40 1 -- start start 2024-09-13T16:22:46.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f98aeaf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0dfdb410 0x55bb0e0ae4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f98aeaf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0e024240 0x55bb0e0955f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f98aeaf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 0x55bb0e0ab510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f98aeaf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb0df20b60 con 0x55bb0e0b1420 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f98aeaf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb0df20800 con 0x55bb0dfdb410 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f98aeaf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bb0df03520 con 0x55bb0e024240 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f96de8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 0x55bb0e0ab510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f96de8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 0x55bb0e0ab510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38886/0 (socket says 172.21.15.39:38886) 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f96de8640 1 -- 172.21.15.39:0/35595810 learned_addr learned my addr 172.21.15.39:0/35595810 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f8ffff640 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0e024240 0x55bb0e0955f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.716+0000 7f1f965e7640 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0dfdb410 0x55bb0e0ae4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f96de8640 1 -- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0e024240 msgr2=0x55bb0e0955f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f96de8640 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0e024240 0x55bb0e0955f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f96de8640 1 -- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0dfdb410 msgr2=0x55bb0e0ae4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:46.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f96de8640 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0dfdb410 0x55bb0e0ae4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f96de8640 1 -- 172.21.15.39:0/35595810 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f88005de0 con 0x55bb0e0b1420 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f96de8640 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 0x55bb0e0ab510 secure :-1 s=READY pgs=2795 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000c4b0 tx=0x7f1f9000c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f6401e1c7df51877 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f955e5640 1 -- 172.21.15.39:0/35595810 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f900116b0 con 0x55bb0e0b1420 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f955e5640 1 -- 172.21.15.39:0/35595810 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f90011810 con 0x55bb0e0b1420 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f955e5640 1 -- 172.21.15.39:0/35595810 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f90011bc0 con 0x55bb0e0b1420 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/35595810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 msgr2=0x55bb0e0ab510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 0x55bb0e0ab510 secure :-1 s=READY pgs=2795 cs=0 l=1 rev1=1 crypto rx=0x7f1f9000c4b0 tx=0x7f1f9000c970 comp rx=0 tx=0).stop 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/35595810 shutdown_connections 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e0b1420 0x55bb0e0ab510 unknown :-1 s=CLOSED pgs=2795 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0e024240 0x55bb0e0955f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/35595810 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0dfdb410 0x55bb0e0ae4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/35595810 >> 172.21.15.39:0/35595810 conn(0x55bb0e0066b0 msgr2=0x55bb0e0b22f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.717+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/35595810 shutdown_connections 2024-09-13T16:22:46.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.718+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/35595810 wait complete. 2024-09-13T16:22:46.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.718+0000 7f1f98aeaf40 1 Processor -- start 2024-09-13T16:22:46.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.718+0000 7f1f98aeaf40 1 -- start start 2024-09-13T16:22:46.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f98aeaf40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0dfdb410 0x55bb0e094b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f98aeaf40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e024240 0x55bb0e009190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f98aeaf40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0e0b1420 0x55bb0e091a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f98aeaf40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb0e093b00 con 0x55bb0e024240 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f98aeaf40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bb0e093d50 con 0x55bb0e0b1420 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f98aeaf40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bb0e094030 con 0x55bb0dfdb410 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e024240 0x55bb0e009190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e024240 0x55bb0e009190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38888/0 (socket says 172.21.15.39:38888) 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 -- 172.21.15.39:0/417913062 learned_addr learned my addr 172.21.15.39:0/417913062 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f965e7640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0dfdb410 0x55bb0e094b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f96de8640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0e0b1420 0x55bb0e091a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 -- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0dfdb410 msgr2=0x55bb0e094b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bb0dfdb410 0x55bb0e094b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.725 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 -- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0e0b1420 msgr2=0x55bb0e091a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bb0e0b1420 0x55bb0e091a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 -- 172.21.15.39:0/417913062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f9000d040 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8ffff640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e024240 0x55bb0e009190 secure :-1 s=READY pgs=2796 cs=0 l=1 rev1=1 crypto rx=0x7f1f80009f60 tx=0x7f1f80009f90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8f7fe640 1 -- 172.21.15.39:0/417913062 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f8000f050 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.719+0000 7f1f8f7fe640 1 -- 172.21.15.39:0/417913062 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f80010040 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.720+0000 7f1f8f7fe640 1 -- 172.21.15.39:0/417913062 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f80015860 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.720+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55bb0df49dc0 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.720+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bb0df2fc20 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.721+0000 7f1f8f7fe640 1 -- 172.21.15.39:0/417913062 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1f800159c0 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.721+0000 7f1f8f7fe640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f78069610 0x7f1f7806bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.721+0000 7f1f8f7fe640 1 -- 172.21.15.39:0/417913062 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f1f80088d70 con 0x55bb0e024240 2024-09-13T16:22:46.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.722+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb0e0aba20 0x55bb0e1463e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.722+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- osd_op(unknown.0.0:1 12.1f 12:ff5b34d6:::1.00000000:head [omap-set-header in=80b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e130) v8 -- 0x55bb0e091fd0 con 0x55bb0e0aba20 2024-09-13T16:22:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.722+0000 7f1f965e7640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f78069610 0x7f1f7806bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.722+0000 7f1f96de8640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb0e0aba20 0x55bb0e1463e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.722+0000 7f1f965e7640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f78069610 0x7f1f7806bad0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f1f88057000 tx=0x7f1f88052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.722+0000 7f1f96de8640 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb0e0aba20 0x55bb0e1463e0 crc :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f96de8640 1 -- 172.21.15.39:0/417913062 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== osd_op_reply(1 1.00000000 [omap-set-header] v130'492 uv492 ondisk = 0) v8 ==== 154+0+0 (crc 0 0 0) 0x7f1f90018020 con 0x55bb0e0aba20 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb0e0aba20 msgr2=0x55bb0e1463e0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x55bb0e0aba20 0x55bb0e1463e0 crc :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f78069610 msgr2=0x7f1f7806bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1f78069610 0x7f1f7806bad0 secure :-1 s=READY pgs=1080 cs=0 l=1 rev1=1 crypto rx=0x7f1f88057000 tx=0x7f1f88052000 comp rx=0 tx=0).stop 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e024240 msgr2=0x55bb0e009190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 --2- 172.21.15.39:0/417913062 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bb0e024240 0x55bb0e009190 secure :-1 s=READY pgs=2796 cs=0 l=1 rev1=1 crypto rx=0x7f1f80009f60 tx=0x7f1f80009f90 comp rx=0 tx=0).stop 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f96de8640 1 -- 172.21.15.39:0/417913062 reap_dead start 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 shutdown_connections 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 >> 172.21.15.39:0/417913062 conn(0x55bb0e0066b0 msgr2=0x55bb0e0ae460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 shutdown_connections 2024-09-13T16:22:46.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.724+0000 7f1f98aeaf40 1 -- 172.21.15.39:0/417913062 wait complete. 2024-09-13T16:22:46.730 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:22:46.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.832+0000 7f63740d0640 1 Processor -- start 2024-09-13T16:22:46.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.832+0000 7f63740d0640 1 -- start start 2024-09-13T16:22:46.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f63740d0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f636c15c7d0 0x7f636c0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f63740d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0b4180 0x7f636c0d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f63740d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f636c0d1f40 0x7f636c0d07e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f63740d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f636c0b2000 con 0x7f636c0d1f40 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f63740d0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f636c0b5550 con 0x7f636c15c7d0 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f63740d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f636c0d2340 con 0x7f636c0b4180 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f637266d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f636c0d1f40 0x7f636c0d07e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f637266d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f636c0d1f40 0x7f636c0d07e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38892/0 (socket says 172.21.15.39:38892) 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.833+0000 7f637266d640 1 -- 172.21.15.39:0/279271456 learned_addr learned my addr 172.21.15.39:0/279271456 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637166b640 1 --2- 172.21.15.39:0/279271456 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0b4180 0x7f636c0d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f6371e6c640 1 --2- 172.21.15.39:0/279271456 >> v2:172.21.15.157:3300/0 conn(0x7f636c15c7d0 0x7f636c0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637266d640 1 -- 172.21.15.39:0/279271456 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0b4180 msgr2=0x7f636c0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637266d640 1 --2- 172.21.15.39:0/279271456 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0b4180 0x7f636c0d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637266d640 1 -- 172.21.15.39:0/279271456 >> v2:172.21.15.157:3300/0 conn(0x7f636c15c7d0 msgr2=0x7f636c0cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637266d640 1 --2- 172.21.15.39:0/279271456 >> v2:172.21.15.157:3300/0 conn(0x7f636c15c7d0 0x7f636c0cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637266d640 1 -- 172.21.15.39:0/279271456 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f636c0b4610 con 0x7f636c0d1f40 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.834+0000 7f637266d640 1 --2- 172.21.15.39:0/279271456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c0d1f40 0x7f636c0d07e0 secure :-1 s=READY pgs=2797 cs=0 l=1 rev1=1 crypto rx=0x7f636c0d37d0 tx=0x7f636402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2154de061052841 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f6370e6a640 1 -- 172.21.15.39:0/279271456 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6364032440 con 0x7f636c0d1f40 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f6370e6a640 1 -- 172.21.15.39:0/279271456 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f63640325a0 con 0x7f636c0d1f40 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f6370e6a640 1 -- 172.21.15.39:0/279271456 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6364032930 con 0x7f636c0d1f40 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 -- 172.21.15.39:0/279271456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c0d1f40 msgr2=0x7f636c0d07e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 --2- 172.21.15.39:0/279271456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c0d1f40 0x7f636c0d07e0 secure :-1 s=READY pgs=2797 cs=0 l=1 rev1=1 crypto rx=0x7f636c0d37d0 tx=0x7f636402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 -- 172.21.15.39:0/279271456 shutdown_connections 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 --2- 172.21.15.39:0/279271456 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c0d1f40 0x7f636c0d07e0 unknown :-1 s=CLOSED pgs=2797 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 --2- 172.21.15.39:0/279271456 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0b4180 0x7f636c0d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.840 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 --2- 172.21.15.39:0/279271456 >> v2:172.21.15.157:3300/0 conn(0x7f636c15c7d0 0x7f636c0cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 -- 172.21.15.39:0/279271456 >> 172.21.15.39:0/279271456 conn(0x7f636c06bc40 msgr2=0x7f636c06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 -- 172.21.15.39:0/279271456 shutdown_connections 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.835+0000 7f63740d0640 1 -- 172.21.15.39:0/279271456 wait complete. 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.836+0000 7f63740d0640 1 Processor -- start 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 -- start start 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0d1f40 0x7f636c15f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 0x7f636c153a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f636c153f60 0x7f636c154c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f636c1543f0 con 0x7f636c15c7d0 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f636c0c9f30 con 0x7f636c153f60 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f63740d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f636c0c9970 con 0x7f636c0d1f40 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f637166b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 0x7f636c153a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f637166b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 0x7f636c153a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38906/0 (socket says 172.21.15.39:38906) 2024-09-13T16:22:46.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.837+0000 7f637166b640 1 -- 172.21.15.39:0/1959109683 learned_addr learned my addr 172.21.15.39:0/1959109683 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f6371e6c640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0d1f40 0x7f636c15f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637266d640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f636c153f60 0x7f636c154c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637166b640 1 -- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0d1f40 msgr2=0x7f636c15f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637166b640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0d1f40 0x7f636c15f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637166b640 1 -- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f636c153f60 msgr2=0x7f636c154c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637166b640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f636c153f60 0x7f636c154c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637166b640 1 -- 172.21.15.39:0/1959109683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63640094d0 con 0x7f636c15c7d0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f637166b640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 0x7f636c153a20 secure :-1 s=READY pgs=2798 cs=0 l=1 rev1=1 crypto rx=0x7f636000c7f0 tx=0x7f636000ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6360004220 con 0x7f636c15c7d0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6360004380 con 0x7f636c15c7d0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6360007840 con 0x7f636c15c7d0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f636c0c9c50 con 0x7f636c15c7d0 2024-09-13T16:22:46.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.838+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f636c15ed30 con 0x7f636c15c7d0 2024-09-13T16:22:46.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.839+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f636c15e8b0 con 0x7f636c15c7d0 2024-09-13T16:22:46.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.840+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6360007bb0 con 0x7f636c15c7d0 2024-09-13T16:22:46.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.840+0000 7f636a7fc640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635806ac00 0x7f635806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.840+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f636008a000 con 0x7f636c15c7d0 2024-09-13T16:22:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.840+0000 7f6371e6c640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635806ac00 0x7f635806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:46.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.841+0000 7f6371e6c640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635806ac00 0x7f635806d0c0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f635c007130 tx=0x7f635c007040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:46.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:46.844+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f636c15e8b0 con 0x7f636c15c7d0 2024-09-13T16:22:47.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.052+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f636c15e8b0 con 0x7f636c15c7d0 2024-09-13T16:22:47.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.408+0000 7f636a7fc640 1 -- 172.21.15.39:0/1959109683 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v318) v1 ==== 162+0+0 (secure 0 0 0) 0x7f636c15e8b0 con 0x7f636c15c7d0 2024-09-13T16:22:47.409 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635806ac00 msgr2=0x7f635806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635806ac00 0x7f635806d0c0 secure :-1 s=READY pgs=1081 cs=0 l=1 rev1=1 crypto rx=0x7f635c007130 tx=0x7f635c007040 comp rx=0 tx=0).stop 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 msgr2=0x7f636c153a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 0x7f636c153a20 secure :-1 s=READY pgs=2798 cs=0 l=1 rev1=1 crypto rx=0x7f636000c7f0 tx=0x7f636000ccb0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 shutdown_connections 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f635806ac00 0x7f635806d0c0 unknown :-1 s=CLOSED pgs=1081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f636c153f60 0x7f636c154c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f636c15c7d0 0x7f636c153a20 unknown :-1 s=CLOSED pgs=2798 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 --2- 172.21.15.39:0/1959109683 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f636c0d1f40 0x7f636c15f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 >> 172.21.15.39:0/1959109683 conn(0x7f636c06bc40 msgr2=0x7f636c0d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:47.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 shutdown_connections 2024-09-13T16:22:47.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.410+0000 7f63740d0640 1 -- 172.21.15.39:0/1959109683 wait complete. 2024-09-13T16:22:47.424 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:47.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.525+0000 7f37e7191640 1 Processor -- start 2024-09-13T16:22:47.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.525+0000 7f37e7191640 1 -- start start 2024-09-13T16:22:47.527 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e7191640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f37e006a5e0 0x7f37e00cee00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e7191640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e00cad30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e7191640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f37e006f920 con 0x7f37e0158cb0 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e7191640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f37e006fbd0 con 0x7f37e006a5e0 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e7191640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37e006feb0 con 0x7f37e006f4a0 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37dffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f37e006a5e0 0x7f37e00cee00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e4f2d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f37e0158cb0 0x7f37e0069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:37596/0 (socket says 172.21.15.39:37596) 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e4f2d640 1 -- 172.21.15.39:0/524693241 learned_addr learned my addr 172.21.15.39:0/524693241 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37e572e640 1 --2- 172.21.15.39:0/524693241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e00cad30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37dffff640 1 -- 172.21.15.39:0/524693241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 msgr2=0x7f37e00cad30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37dffff640 1 --2- 172.21.15.39:0/524693241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e00cad30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37dffff640 1 -- 172.21.15.39:0/524693241 >> v1:172.21.15.39:6789/0 conn(0x7f37e0158cb0 legacy=0x7f37e0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37dffff640 1 -- 172.21.15.39:0/524693241 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37e0070190 con 0x7f37e006a5e0 2024-09-13T16:22:47.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.526+0000 7f37df7fe640 1 -- 172.21.15.39:0/524693241 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3129184674 0 0) 0x7f37e006f920 con 0x7f37e0158cb0 2024-09-13T16:22:47.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.527+0000 7f37dffff640 1 --2- 172.21.15.39:0/524693241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e006a5e0 0x7f37e00cee00 secure :-1 s=READY pgs=2800 cs=0 l=1 rev1=1 crypto rx=0x7f37d0009d90 tx=0x7f37d002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5b460e343b865ce6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:47.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.527+0000 7f37df7fe640 1 -- 172.21.15.39:0/524693241 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d0007740 con 0x7f37e006a5e0 2024-09-13T16:22:47.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.527+0000 7f37df7fe640 1 -- 172.21.15.39:0/524693241 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37d002d050 con 0x7f37e006a5e0 2024-09-13T16:22:47.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.527+0000 7f37df7fe640 1 -- 172.21.15.39:0/524693241 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37d0007ac0 con 0x7f37e006a5e0 2024-09-13T16:22:47.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.527+0000 7f37e7191640 1 -- 172.21.15.39:0/524693241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e006a5e0 msgr2=0x7f37e00cee00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.530 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.527+0000 7f37e7191640 1 --2- 172.21.15.39:0/524693241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e006a5e0 0x7f37e00cee00 secure :-1 s=READY pgs=2800 cs=0 l=1 rev1=1 crypto rx=0x7f37d0009d90 tx=0x7f37d002a660 comp rx=0 tx=0).stop 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.528+0000 7f37e7191640 1 -- 172.21.15.39:0/524693241 shutdown_connections 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.528+0000 7f37e7191640 1 --2- 172.21.15.39:0/524693241 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e00cad30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.528+0000 7f37e7191640 1 --2- 172.21.15.39:0/524693241 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e006a5e0 0x7f37e00cee00 unknown :-1 s=CLOSED pgs=2800 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.528+0000 7f37e7191640 1 -- 172.21.15.39:0/524693241 >> 172.21.15.39:0/524693241 conn(0x7f37e006b3b0 msgr2=0x7f37e006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.528+0000 7f37e7191640 1 -- 172.21.15.39:0/524693241 shutdown_connections 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.528+0000 7f37e7191640 1 -- 172.21.15.39:0/524693241 wait complete. 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.529+0000 7f37e7191640 1 Processor -- start 2024-09-13T16:22:47.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.529+0000 7f37e7191640 1 -- start start 2024-09-13T16:22:47.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e7191640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37e006a5e0 0x7f37e0149070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:47.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e7191640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e01f33f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:47.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e7191640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 0x7f37e01f3930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:47.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e7191640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e01495b0 con 0x7f37e0158cb0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e7191640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37e01547f0 con 0x7f37e006a5e0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e7191640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f37e01f3f90 con 0x7f37e006f4a0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 0x7f37e01f3930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 0x7f37e01f3930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38932/0 (socket says 172.21.15.39:38932) 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 -- 172.21.15.39:0/1062049313 learned_addr learned my addr 172.21.15.39:0/1062049313 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37dffff640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e01f33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e4f2d640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37e006a5e0 0x7f37e0149070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 -- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 msgr2=0x7f37e01f33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e01f33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 -- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37e006a5e0 msgr2=0x7f37e0149070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37e006a5e0 0x7f37e0149070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 -- 172.21.15.39:0/1062049313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37d0009a70 con 0x7f37e0158cb0 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37dffff640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e01f33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:47.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e4f2d640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37e006a5e0 0x7f37e0149070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37e572e640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 0x7f37e01f3930 secure :-1 s=READY pgs=2801 cs=0 l=1 rev1=1 crypto rx=0x7f37c800d800 tx=0x7f37c800dcc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.530+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c800b6c0 con 0x7f37e0158cb0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.531+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f37c800b840 con 0x7f37e0158cb0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.531+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37e01f4270 con 0x7f37e0158cb0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.531+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37c800bbf0 con 0x7f37e0158cb0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.531+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f37e00aa9e0 con 0x7f37e0158cb0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.532+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37e00672f0 con 0x7f37e0158cb0 2024-09-13T16:22:47.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.532+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f37c800bd50 con 0x7f37e0158cb0 2024-09-13T16:22:47.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.532+0000 7f37dd7fa640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37c006ac00 0x7f37c006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:47.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.533+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(130..130 src has 1..130) v4 ==== 9092+0+0 (secure 0 0 0) 0x7f37c808a620 con 0x7f37e0158cb0 2024-09-13T16:22:47.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.533+0000 7f37e4f2d640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37c006ac00 0x7f37c006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:47.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.533+0000 7f37e4f2d640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37c006ac00 0x7f37c006d0c0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f37d8000f60 tx=0x7f37d8007ca0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:47.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.537+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f37c8054a70 con 0x7f37e0158cb0 2024-09-13T16:22:47.747 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.746+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f37e0072210 con 0x7f37e0158cb0 2024-09-13T16:22:47.748 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.747+0000 7f37dd7fa640 1 -- 172.21.15.39:0/1062049313 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 319 v319) v1 ==== 95+0+3987 (secure 0 0 0) 0x7f37c8058090 con 0x7f37e0158cb0 2024-09-13T16:22:47.748 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:47.748 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":319,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71}],"filesystems":[{"mdsmap":{"epoch":319,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:47.409282+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":130,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":11064},"failed":[],"damaged":[],"stopped":[],"info":{"gid_11064":{"gid":11064,"name":"a","rank":0,"incarnation":319,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/215452129","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":215452129},{"type":"v1","addr":"172.21.15.39:6835","nonce":215452129}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:47.748 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 319 2024-09-13T16:22:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37c006ac00 msgr2=0x7f37c006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37c006ac00 0x7f37c006d0c0 secure :-1 s=READY pgs=1082 cs=0 l=1 rev1=1 crypto rx=0x7f37d8000f60 tx=0x7f37d8007ca0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 msgr2=0x7f37e01f3930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 0x7f37e01f3930 secure :-1 s=READY pgs=2801 cs=0 l=1 rev1=1 crypto rx=0x7f37c800d800 tx=0x7f37c800dcc0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 shutdown_connections 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f37c006ac00 0x7f37c006d0c0 unknown :-1 s=CLOSED pgs=1082 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f37e0158cb0 0x7f37e01f3930 unknown :-1 s=CLOSED pgs=2801 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f37e006f4a0 0x7f37e01f33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 --2- 172.21.15.39:0/1062049313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f37e006a5e0 0x7f37e0149070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 >> 172.21.15.39:0/1062049313 conn(0x7f37e006b3b0 msgr2=0x7f37e006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 shutdown_connections 2024-09-13T16:22:47.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:47.749+0000 7f37e7191640 1 -- 172.21.15.39:0/1062049313 wait complete. 2024-09-13T16:22:47.761 DEBUG:tasks.ceph_test_case:wait_until_true: waiting (timeout=60 retry_count=0)... 2024-09-13T16:22:48.150 INFO:tasks.ceph.mds.c.smithi039.stderr: -39> 2024-09-13T16:22:43.397+0000 7f00687a9640 -1 log_channel(cluster) log [ERR] : corrupt sessionmap header: virtual void SessionMapStore::decode_header(ceph::bufferlist&) no longer understand old encoding version 1 < 101: Malformed input [buffer:3] 2024-09-13T16:22:48.175 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:22:50.431 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:22:50.430+0000 7f2ff946e640 -1 mds.0.cache.dir(0x1) Corrupt fnode in dirfrag 0x1: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:50.431 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:22:50.430+0000 7f2ff946e640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-13T16:22:50.432 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:50.431+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:22:50.432 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:22:50.431+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 mds daemon damaged (MDS_DAMAGE) 2024-09-13T16:22:51.905 INFO:tasks.ceph.mds.a.smithi039.stderr:2024-09-13T16:22:51.904+0000 7f2ffcc75640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:52.763 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.876+0000 7f3f5f79c640 1 Processor -- start 2024-09-13T16:22:52.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.877+0000 7f3f5f79c640 1 -- start start 2024-09-13T16:22:52.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.877+0000 7f3f5f79c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f580b41a0 0x7f3f580b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:52.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.877+0000 7f3f5f79c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580d0a00 0x7f3f58167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:52.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.877+0000 7f3f5f79c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3f580cde30 con 0x7f3f580ccf80 2024-09-13T16:22:52.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.877+0000 7f3f5f79c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3f580b5090 con 0x7f3f580b41a0 2024-09-13T16:22:52.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.877+0000 7f3f5f79c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f580cd820 con 0x7f3f580d0a00 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f580b41a0 0x7f3f580b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3f580b41a0 0x7f3f580b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38958/0 (socket says 172.21.15.39:38958) 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 -- 172.21.15.39:0/2788445192 learned_addr learned my addr 172.21.15.39:0/2788445192 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5dd39640 1 --2- 172.21.15.39:0/2788445192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580d0a00 0x7f3f58167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 -- 172.21.15.39:0/2788445192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580d0a00 msgr2=0x7f3f58167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 --2- 172.21.15.39:0/2788445192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580d0a00 0x7f3f58167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 -- 172.21.15.39:0/2788445192 >> v1:172.21.15.157:6789/0 conn(0x7f3f580ccf80 legacy=0x7f3f580d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:52.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.878+0000 7f3f5d538640 1 -- 172.21.15.39:0/2788445192 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f580b4ac0 con 0x7f3f580b41a0 2024-09-13T16:22:52.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5d538640 1 --2- 172.21.15.39:0/2788445192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f580b4580 secure :-1 s=READY pgs=2803 cs=0 l=1 rev1=1 crypto rx=0x7f3f48009e50 tx=0x7f3f4802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa9862446a59487c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:52.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f57fff640 1 -- 172.21.15.39:0/2788445192 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f4802aea0 con 0x7f3f580b41a0 2024-09-13T16:22:52.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f57fff640 1 -- 172.21.15.39:0/2788445192 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f4802d050 con 0x7f3f580b41a0 2024-09-13T16:22:52.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f57fff640 1 -- 172.21.15.39:0/2788445192 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f48031820 con 0x7f3f580b41a0 2024-09-13T16:22:52.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5f79c640 1 -- 172.21.15.39:0/2788445192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 msgr2=0x7f3f580b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/2788445192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f580b4580 secure :-1 s=READY pgs=2803 cs=0 l=1 rev1=1 crypto rx=0x7f3f48009e50 tx=0x7f3f4802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5f79c640 1 -- 172.21.15.39:0/2788445192 shutdown_connections 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/2788445192 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580d0a00 0x7f3f58167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/2788445192 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f580b4580 unknown :-1 s=CLOSED pgs=2803 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.879+0000 7f3f5f79c640 1 -- 172.21.15.39:0/2788445192 >> 172.21.15.39:0/2788445192 conn(0x7f3f580cf1a0 msgr2=0x7f3f580cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.880+0000 7f3f5f79c640 1 -- 172.21.15.39:0/2788445192 shutdown_connections 2024-09-13T16:22:52.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.880+0000 7f3f5f79c640 1 -- 172.21.15.39:0/2788445192 wait complete. 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.881+0000 7f3f5f79c640 1 Processor -- start 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.881+0000 7f3f5f79c640 1 -- start start 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f58157f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580ccf80 0x7f3f581555f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f580d0a00 0x7f3f581e2600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f58159290 con 0x7f3f580b41a0 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3f58155b30 con 0x7f3f580d0a00 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3f58158610 con 0x7f3f580ccf80 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f58157f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:52.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f58157f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38964/0 (socket says 172.21.15.39:38964) 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 -- 172.21.15.39:0/1184447429 learned_addr learned my addr 172.21.15.39:0/1184447429 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5dd39640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f580d0a00 0x7f3f581e2600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5cd37640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580ccf80 0x7f3f581555f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 -- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580ccf80 msgr2=0x7f3f581555f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580ccf80 0x7f3f581555f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 -- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f580d0a00 msgr2=0x7f3f581e2600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f580d0a00 0x7f3f581e2600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 -- 172.21.15.39:0/1184447429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3f48009b30 con 0x7f3f580b41a0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5dd39640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f580d0a00 0x7f3f581e2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5d538640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f58157f80 secure :-1 s=READY pgs=2804 cs=0 l=1 rev1=1 crypto rx=0x7f3f48009e50 tx=0x7f3f48004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f4803d860 con 0x7f3f580b41a0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3f4803d9e0 con 0x7f3f580b41a0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3f4803dd90 con 0x7f3f580b41a0 2024-09-13T16:22:52.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.882+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3f581588f0 con 0x7f3f580b41a0 2024-09-13T16:22:52.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.883+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3f58158eb0 con 0x7f3f580b41a0 2024-09-13T16:22:52.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.884+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3f58067330 con 0x7f3f580b41a0 2024-09-13T16:22:52.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.884+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3f48046410 con 0x7f3f580b41a0 2024-09-13T16:22:52.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.885+0000 7f3f55ffb640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:52.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.885+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f3f480aac40 con 0x7f3f580b41a0 2024-09-13T16:22:52.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.885+0000 7f3f5cd37640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:52.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.886+0000 7f3f5cd37640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c003d90 tx=0x7f3f4c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:52.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:52.889+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3f480750d0 con 0x7f3f580b41a0 2024-09-13T16:22:53.095 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.094+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f3f58066ec0 con 0x7f3f580b41a0 2024-09-13T16:22:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.095+0000 7f3f55ffb640 1 -- 172.21.15.39:0/1184447429 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 323 v323) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f3f48009510 con 0x7f3f580b41a0 2024-09-13T16:22:53.096 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:53.096 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":323,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:53.096 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 323 2024-09-13T16:22:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 msgr2=0x7f3f4406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 secure :-1 s=READY pgs=1084 cs=0 l=1 rev1=1 crypto rx=0x7f3f4c003d90 tx=0x7f3f4c009040 comp rx=0 tx=0).stop 2024-09-13T16:22:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 msgr2=0x7f3f58157f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f58157f80 secure :-1 s=READY pgs=2804 cs=0 l=1 rev1=1 crypto rx=0x7f3f48009e50 tx=0x7f3f48004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 shutdown_connections 2024-09-13T16:22:53.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3f4406ac30 0x7f3f4406d0f0 unknown :-1 s=CLOSED pgs=1084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3f580d0a00 0x7f3f581e2600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3f580ccf80 0x7f3f581555f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 --2- 172.21.15.39:0/1184447429 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3f580b41a0 0x7f3f58157f80 unknown :-1 s=CLOSED pgs=2804 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 >> 172.21.15.39:0/1184447429 conn(0x7f3f580cf1a0 msgr2=0x7f3f580d2700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 shutdown_connections 2024-09-13T16:22:53.099 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.097+0000 7f3f5f79c640 1 -- 172.21.15.39:0/1184447429 wait complete. 2024-09-13T16:22:53.110 DEBUG:tasks.ceph_test_case:wait_until_true: success in 5s and 0 retries 2024-09-13T16:22:53.110 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.210+0000 7fcf5c832640 1 Processor -- start 2024-09-13T16:22:53.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.210+0000 7fcf5c832640 1 -- start start 2024-09-13T16:22:53.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf5c832640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf5815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf5c832640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf5806f6e0 con 0x7fcf58156fb0 2024-09-13T16:22:53.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf5c832640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcf5806f9c0 con 0x7fcf5806f170 2024-09-13T16:22:53.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf5c832640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf580b2400 con 0x7fcf5815d0a0 2024-09-13T16:22:53.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf5659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcf58156fb0 0x7fcf5815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:37608/0 (socket says 172.21.15.39:37608) 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf5659c640 1 -- 172.21.15.39:0/1986164090 learned_addr learned my addr 172.21.15.39:0/1986164090 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.211+0000 7fcf56d9d640 1 --2- 172.21.15.39:0/1986164090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf5815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1949416650 0 0) 0x7fcf5806f6e0 con 0x7fcf58156fb0 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf44003520 con 0x7fcf58156fb0 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3448191414 0 0) 0x7fcf5806f9c0 con 0x7fcf5806f170 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fcf5806f6e0 con 0x7fcf5806f170 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf56d9d640 1 -- 172.21.15.39:0/1986164090 >> v1:172.21.15.157:6789/0 conn(0x7fcf5806f170 legacy=0x7fcf580b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf56d9d640 1 -- 172.21.15.39:0/1986164090 >> v1:172.21.15.39:6789/0 conn(0x7fcf58156fb0 legacy=0x7fcf5815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.212+0000 7fcf56d9d640 1 -- 172.21.15.39:0/1986164090 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf5806fca0 con 0x7fcf5815d0a0 2024-09-13T16:22:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf56d9d640 1 --2- 172.21.15.39:0/1986164090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf5815d530 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcf48009dc0 tx=0x7fcf4802a640 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8754379d36cfc0bd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf48007740 con 0x7fcf5815d0a0 2024-09-13T16:22:53.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf4802d050 con 0x7fcf5815d0a0 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5559a640 1 -- 172.21.15.39:0/1986164090 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf48007aa0 con 0x7fcf5815d0a0 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5c832640 1 -- 172.21.15.39:0/1986164090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 msgr2=0x7fcf5815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5c832640 1 --2- 172.21.15.39:0/1986164090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf5815d530 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fcf48009dc0 tx=0x7fcf4802a640 comp rx=0 tx=0).stop 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5c832640 1 -- 172.21.15.39:0/1986164090 shutdown_connections 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5c832640 1 --2- 172.21.15.39:0/1986164090 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf5815d530 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5c832640 1 -- 172.21.15.39:0/1986164090 >> 172.21.15.39:0/1986164090 conn(0x7fcf5806b3b0 msgr2=0x7fcf5806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.213+0000 7fcf5c832640 1 -- 172.21.15.39:0/1986164090 shutdown_connections 2024-09-13T16:22:53.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.214+0000 7fcf5c832640 1 -- 172.21.15.39:0/1986164090 wait complete. 2024-09-13T16:22:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.215+0000 7fcf5c832640 1 Processor -- start 2024-09-13T16:22:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.215+0000 7fcf5c832640 1 -- start start 2024-09-13T16:22:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.215+0000 7fcf5c832640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 0x7fcf58142040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.215+0000 7fcf5c832640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58156fb0 0x7fcf5814e660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.215+0000 7fcf5c832640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf58143ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.215+0000 7fcf5c832640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf58145370 con 0x7fcf5806f170 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5c832640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf5814f360 con 0x7fcf58156fb0 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5c832640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf58144ad0 con 0x7fcf5815d0a0 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 0x7fcf58142040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 0x7fcf58142040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38970/0 (socket says 172.21.15.39:38970) 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 -- 172.21.15.39:0/3389116749 learned_addr learned my addr 172.21.15.39:0/3389116749 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf56d9d640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf58143ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf55d9b640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58156fb0 0x7fcf5814e660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 -- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 msgr2=0x7fcf58143ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf58143ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 -- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58156fb0 msgr2=0x7fcf5814e660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58156fb0 0x7fcf5814e660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 -- 172.21.15.39:0/3389116749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf48009a70 con 0x7fcf5806f170 2024-09-13T16:22:53.219 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5659c640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 0x7fcf58142040 secure :-1 s=READY pgs=2806 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000c500 tx=0x7fcf5000c9c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf50005ce0 con 0x7fcf5806f170 2024-09-13T16:22:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf50005e40 con 0x7fcf5806f170 2024-09-13T16:22:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf58144db0 con 0x7fcf5806f170 2024-09-13T16:22:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf500072f0 con 0x7fcf5806f170 2024-09-13T16:22:53.220 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.216+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf5814c840 con 0x7fcf5806f170 2024-09-13T16:22:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.217+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf5814c6a0 con 0x7fcf5806f170 2024-09-13T16:22:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.218+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcf50007450 con 0x7fcf5806f170 2024-09-13T16:22:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.218+0000 7fcf4effd640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3806ac00 0x7fcf3806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.218+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7fcf50089600 con 0x7fcf5806f170 2024-09-13T16:22:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.219+0000 7fcf55d9b640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3806ac00 0x7fcf3806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.219+0000 7fcf55d9b640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3806ac00 0x7fcf3806d0c0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fcf40007fd0 tx=0x7fcf40009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:53.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.222+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcf5814c6a0 con 0x7fcf5806f170 2024-09-13T16:22:53.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.428+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcf5814c6a0 con 0x7fcf5806f170 2024-09-13T16:22:53.430 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.429+0000 7fcf4effd640 1 -- 172.21.15.39:0/3389116749 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 323 v323) v1 ==== 95+0+3976 (secure 0 0 0) 0x7fcf5814c6a0 con 0x7fcf5806f170 2024-09-13T16:22:53.430 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:53.430 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":323,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:53.431 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 323 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3806ac00 msgr2=0x7fcf3806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3806ac00 0x7fcf3806d0c0 secure :-1 s=READY pgs=1085 cs=0 l=1 rev1=1 crypto rx=0x7fcf40007fd0 tx=0x7fcf40009040 comp rx=0 tx=0).stop 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 msgr2=0x7fcf58142040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 0x7fcf58142040 secure :-1 s=READY pgs=2806 cs=0 l=1 rev1=1 crypto rx=0x7fcf5000c500 tx=0x7fcf5000c9c0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 shutdown_connections 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcf3806ac00 0x7fcf3806d0c0 unknown :-1 s=CLOSED pgs=1085 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcf5815d0a0 0x7fcf58143ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcf58156fb0 0x7fcf5814e660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 --2- 172.21.15.39:0/3389116749 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcf5806f170 0x7fcf58142040 unknown :-1 s=CLOSED pgs=2806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 >> 172.21.15.39:0/3389116749 conn(0x7fcf5806b3b0 msgr2=0x7fcf5815b6a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:53.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 shutdown_connections 2024-09-13T16:22:53.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.431+0000 7fcf5c832640 1 -- 172.21.15.39:0/3389116749 wait complete. 2024-09-13T16:22:53.444 DEBUG:tasks.ceph_test_case:wait_until_true: success in 0s and 0 retries 2024-09-13T16:22:53.444 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:53.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.544+0000 7faec70e9640 1 Processor -- start 2024-09-13T16:22:53.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.544+0000 7faec70e9640 1 -- start start 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec70e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 0x7faec00ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec70e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faec00cebf0 con 0x7faec00cc820 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec70e9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faec015aa50 con 0x7faec00ce7b0 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec70e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faec015bed0 con 0x7faec00721f0 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec5686640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7faec00cc820 0x7faec015c2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:37610/0 (socket says 172.21.15.39:37610) 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec5686640 1 -- 172.21.15.39:0/1208340588 learned_addr learned my addr 172.21.15.39:0/1208340588 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3459287338 0 0) 0x7faec00cebf0 con 0x7faec00cc820 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faec4e85640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 0x7faec00ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.545+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faeac003520 con 0x7faec00cc820 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 619447020 0 0) 0x7faeac003520 con 0x7faec00cc820 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 msgr2=0x7faec00ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 0x7faec00ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 >> v1:172.21.15.157:6789/0 conn(0x7faec00ce7b0 legacy=0x7faec00cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faec015af50 con 0x7faec00cc820 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7faeb8001670 con 0x7faec00cc820 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 >> v1:172.21.15.39:6789/0 conn(0x7faec00cc820 legacy=0x7faec015c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac0039a0 0x7faeac003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 0x7faeac0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeac004d00 0x7faeac005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec015bed0 con 0x7faeac004d00 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faeac00bab0 con 0x7faeac0039a0 2024-09-13T16:22:53.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faeac00bc70 con 0x7faec00721f0 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec5686640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeac004d00 0x7faeac005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec4e85640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac0039a0 0x7faeac003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faebffff640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 0x7faeac0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec5686640 1 -- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 msgr2=0x7faeac0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec5686640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec00721f0 0x7faeac0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec5686640 1 -- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac0039a0 msgr2=0x7faeac003dc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec5686640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac0039a0 0x7faeac003dc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.546+0000 7faec5686640 1 -- 172.21.15.39:0/1208340588 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faeac003520 con 0x7faeac004d00 2024-09-13T16:22:53.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.547+0000 7faec5686640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeac004d00 0x7faeac005180 secure :-1 s=READY pgs=2808 cs=0 l=1 rev1=1 crypto rx=0x7faeb800c190 tx=0x7faeac0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e99b2e42ef8b6a20 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:53.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.547+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb8005ad0 con 0x7faeac004d00 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.547+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeb802d070 con 0x7faeac004d00 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.547+0000 7faebf7fe640 1 -- 172.21.15.39:0/1208340588 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb8007070 con 0x7faeac004d00 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec70e9640 1 -- 172.21.15.39:0/1208340588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeac004d00 msgr2=0x7faeac005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec70e9640 1 --2- 172.21.15.39:0/1208340588 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faeac004d00 0x7faeac005180 secure :-1 s=READY pgs=2808 cs=0 l=1 rev1=1 crypto rx=0x7faeb800c190 tx=0x7faeac0057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec5686640 1 -- 172.21.15.39:0/1208340588 reap_dead start 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec70e9640 1 -- 172.21.15.39:0/1208340588 shutdown_connections 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec70e9640 1 -- 172.21.15.39:0/1208340588 >> 172.21.15.39:0/1208340588 conn(0x7faec006b3b0 msgr2=0x7faec006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec70e9640 1 -- 172.21.15.39:0/1208340588 shutdown_connections 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.548+0000 7faec70e9640 1 -- 172.21.15.39:0/1208340588 wait complete. 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.549+0000 7faec70e9640 1 Processor -- start 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.549+0000 7faec70e9640 1 -- start start 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec70e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac004d00 0x7faec0152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec70e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec0153150 0x7faec01e2890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec70e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 0x7faec01e46f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec70e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec01e4c30 con 0x7faec01e4270 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec70e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faec01e3c60 con 0x7faeac004d00 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec70e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faec0152f60 con 0x7faec0153150 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 0x7faec01e46f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 0x7faec01e46f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:38990/0 (socket says 172.21.15.39:38990) 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 -- 172.21.15.39:0/4258451630 learned_addr learned my addr 172.21.15.39:0/4258451630 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faebffff640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec0153150 0x7faec01e2890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec4e85640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac004d00 0x7faec0152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 -- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec0153150 msgr2=0x7faec01e2890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec0153150 0x7faec01e2890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 -- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac004d00 msgr2=0x7faec0152a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac004d00 0x7faec0152a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.550+0000 7faec5686640 1 -- 172.21.15.39:0/4258451630 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faec01e2dd0 con 0x7faec01e4270 2024-09-13T16:22:53.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.551+0000 7faec5686640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 0x7faec01e46f0 secure :-1 s=READY pgs=2809 cs=0 l=1 rev1=1 crypto rx=0x7faeb8001930 tx=0x7faec015bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.551+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb8004bf0 con 0x7faec01e4270 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.551+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeb8004d50 con 0x7faec01e4270 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.551+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faec01e3050 con 0x7faec01e4270 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.551+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeb8007270 con 0x7faec01e4270 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.551+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faec01e3610 con 0x7faec01e4270 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.552+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faec01e3e10 con 0x7faec01e4270 2024-09-13T16:22:53.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.552+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faeb802f030 con 0x7faec01e4270 2024-09-13T16:22:53.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.553+0000 7faebd7fa640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:53.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.553+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7faeb80a9bf0 con 0x7faec01e4270 2024-09-13T16:22:53.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.553+0000 7faec4e85640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:53.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.553+0000 7faec4e85640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009b00 tx=0x7faeb0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:53.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.557+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faec01e3e10 con 0x7faec01e4270 2024-09-13T16:22:53.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.762+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faec01e3e10 con 0x7faec01e4270 2024-09-13T16:22:53.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.763+0000 7faebd7fa640 1 -- 172.21.15.39:0/4258451630 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 323 v323) v1 ==== 95+0+3976 (secure 0 0 0) 0x7faec01e3e10 con 0x7faec01e4270 2024-09-13T16:22:53.764 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:53.765 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":323,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:53.765 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 323 2024-09-13T16:22:53.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 msgr2=0x7faea006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 secure :-1 s=READY pgs=1086 cs=0 l=1 rev1=1 crypto rx=0x7faeb0009b00 tx=0x7faeb0008040 comp rx=0 tx=0).stop 2024-09-13T16:22:53.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 msgr2=0x7faec01e46f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 0x7faec01e46f0 secure :-1 s=READY pgs=2809 cs=0 l=1 rev1=1 crypto rx=0x7faeb8001930 tx=0x7faec015bdd0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 shutdown_connections 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 unknown :-1 s=CLOSED pgs=1086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faec01e4270 0x7faec01e46f0 unknown :-1 s=CLOSED pgs=2809 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faec0153150 0x7faec01e2890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 --2- 172.21.15.39:0/4258451630 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faeac004d00 0x7faec0152a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 >> 172.21.15.39:0/4258451630 conn(0x7faec006b3b0 msgr2=0x7faec0072ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 shutdown_connections 2024-09-13T16:22:53.767 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:53.765+0000 7faec70e9640 1 -- 172.21.15.39:0/4258451630 wait complete. 2024-09-13T16:22:53.777 INFO:tasks.cephfs.test_damage:Result: Mutation 'Corrupt omap header on 1.00000000' led to DAMAGED state 2024-09-13T16:22:53.777 INFO:tasks.cephfs.test_damage:All 39 mutations had expected outcomes 2024-09-13T16:22:53.777 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:22:53.778 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:22:53.823 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:22:53.867 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:22:53.868 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:53.868 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:53.884 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:22:53.885 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:53.885 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:53.885 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:22:53.941 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:53.942 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-09-13T16:22:53.943 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:22:53.943 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:53.962 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:22:53.962 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:22:53.962 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:53.962 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:22:54.019 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T16:22:54.019 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:54.020 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:22:54.020 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:54.036 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:22:54.036 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:22:54.037 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:54.037 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:22:54.091 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:54.092 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:22:54.092 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:22:54.092 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:22:54.111 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:22:54.111 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:22:54.111 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:22:54.111 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:22:54.168 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:22:54.168 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:22:54.169 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:54.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.269+0000 7f52b32c9640 1 Processor -- start 2024-09-13T16:22:54.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.270+0000 7f52b32c9640 1 -- start start 2024-09-13T16:22:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.270+0000 7f52b32c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.270+0000 7f52b32c9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f52ac164530 0x7f52ac166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.270+0000 7f52b32c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f52ac0cde30 con 0x7f52ac0b41a0 2024-09-13T16:22:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.270+0000 7f52b32c9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f52ac0b5090 con 0x7f52ac164530 2024-09-13T16:22:54.272 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.270+0000 7f52b32c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52ac0cd820 con 0x7f52ac0ccf80 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1866640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f52ac164530 0x7f52ac166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1065640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f52ac0b41a0 0x7f52ac0b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60114/0 (socket says 172.21.15.39:60114) 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1065640 1 -- 172.21.15.39:0/2620121033 learned_addr learned my addr 172.21.15.39:0/2620121033 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b0864640 1 --2- 172.21.15.39:0/2620121033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1866640 1 -- 172.21.15.39:0/2620121033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 msgr2=0x7f52ac163ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1866640 1 --2- 172.21.15.39:0/2620121033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1866640 1 -- 172.21.15.39:0/2620121033 >> v1:172.21.15.39:6789/0 conn(0x7f52ac0b41a0 legacy=0x7f52ac0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f529ffff640 1 -- 172.21.15.39:0/2620121033 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 554141149 0 0) 0x7f52ac0cde30 con 0x7f52ac0b41a0 2024-09-13T16:22:54.273 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.271+0000 7f52b1866640 1 -- 172.21.15.39:0/2620121033 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52ac15cd60 con 0x7f52ac164530 2024-09-13T16:22:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b1866640 1 --2- 172.21.15.39:0/2620121033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac164530 0x7f52ac166920 secure :-1 s=READY pgs=2811 cs=0 l=1 rev1=1 crypto rx=0x7f52a4009d90 tx=0x7f52a402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2635a958812f3d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f529ffff640 1 -- 172.21.15.39:0/2620121033 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a4007740 con 0x7f52ac164530 2024-09-13T16:22:54.277 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f529ffff640 1 -- 172.21.15.39:0/2620121033 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52a402d050 con 0x7f52ac164530 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f529ffff640 1 -- 172.21.15.39:0/2620121033 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a4007ac0 con 0x7f52ac164530 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 -- 172.21.15.39:0/2620121033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac164530 msgr2=0x7f52ac166920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 --2- 172.21.15.39:0/2620121033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac164530 0x7f52ac166920 secure :-1 s=READY pgs=2811 cs=0 l=1 rev1=1 crypto rx=0x7f52a4009d90 tx=0x7f52a402a660 comp rx=0 tx=0).stop 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 -- 172.21.15.39:0/2620121033 shutdown_connections 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 --2- 172.21.15.39:0/2620121033 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac164530 0x7f52ac166920 unknown :-1 s=CLOSED pgs=2811 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 --2- 172.21.15.39:0/2620121033 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac163ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 -- 172.21.15.39:0/2620121033 >> 172.21.15.39:0/2620121033 conn(0x7f52ac0cf1a0 msgr2=0x7f52ac0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.272+0000 7f52b32c9640 1 -- 172.21.15.39:0/2620121033 shutdown_connections 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.273+0000 7f52b32c9640 1 -- 172.21.15.39:0/2620121033 wait complete. 2024-09-13T16:22:54.278 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 Processor -- start 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 -- start start 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 0x7f52ac14d9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac154810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52ac164530 0x7f52ac154d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52ac0cba10 con 0x7f52ac0b41a0 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f52ac0cad90 con 0x7f52ac164530 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b32c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f52ac0cb070 con 0x7f52ac0ccf80 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b1065640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 0x7f52ac14d9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b1065640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 0x7f52ac14d9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55678/0 (socket says 172.21.15.39:55678) 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.274+0000 7f52b1065640 1 -- 172.21.15.39:0/956533263 learned_addr learned my addr 172.21.15.39:0/956533263 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1065640 1 -- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 msgr2=0x7f52ac154810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.279 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b0864640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac154810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1065640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac154810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1866640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52ac164530 0x7f52ac154d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1065640 1 -- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52ac164530 msgr2=0x7f52ac154d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1065640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52ac164530 0x7f52ac154d50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1065640 1 -- 172.21.15.39:0/956533263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52a4009a70 con 0x7f52ac0b41a0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b1065640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 0x7f52ac14d9b0 secure :-1 s=READY pgs=2812 cs=0 l=1 rev1=1 crypto rx=0x7f52a800c4d0 tx=0x7f52a800c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a80074e0 con 0x7f52ac0b41a0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52a8007660 con 0x7f52ac0b41a0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f52ac0cb350 con 0x7f52ac0b41a0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52a8004a20 con 0x7f52ac0b41a0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.275+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f52ac14def0 con 0x7f52ac0b41a0 2024-09-13T16:22:54.280 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.276+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f52ac067330 con 0x7f52ac0b41a0 2024-09-13T16:22:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.277+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f52a8004b80 con 0x7f52ac0b41a0 2024-09-13T16:22:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.277+0000 7f529dffb640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f529006ac00 0x7f529006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.281 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.277+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f52a8089270 con 0x7f52ac0b41a0 2024-09-13T16:22:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.277+0000 7f52b0864640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f529006ac00 0x7f529006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.278+0000 7f52b0864640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f529006ac00 0x7f529006d0c0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f52a0006fd0 tx=0x7f52a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.281+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f52a8053700 con 0x7f52ac0b41a0 2024-09-13T16:22:54.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.485+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f52ac066ec0 con 0x7f52ac0b41a0 2024-09-13T16:22:54.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.485+0000 7f529dffb640 1 -- 172.21.15.39:0/956533263 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 323 v323) v1 ==== 95+0+3976 (secure 0 0 0) 0x7f52a8018020 con 0x7f52ac0b41a0 2024-09-13T16:22:54.487 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:54.487 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":323,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:54.487 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 323 2024-09-13T16:22:54.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f529006ac00 msgr2=0x7f529006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f529006ac00 0x7f529006d0c0 secure :-1 s=READY pgs=1087 cs=0 l=1 rev1=1 crypto rx=0x7f52a0006fd0 tx=0x7f52a0008040 comp rx=0 tx=0).stop 2024-09-13T16:22:54.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 msgr2=0x7f52ac14d9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 0x7f52ac14d9b0 secure :-1 s=READY pgs=2812 cs=0 l=1 rev1=1 crypto rx=0x7f52a800c4d0 tx=0x7f52a800c990 comp rx=0 tx=0).stop 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 shutdown_connections 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f529006ac00 0x7f529006d0c0 unknown :-1 s=CLOSED pgs=1087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f52ac164530 0x7f52ac154d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f52ac0ccf80 0x7f52ac154810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 --2- 172.21.15.39:0/956533263 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f52ac0b41a0 0x7f52ac14d9b0 unknown :-1 s=CLOSED pgs=2812 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 >> 172.21.15.39:0/956533263 conn(0x7f52ac0cf1a0 msgr2=0x7f52ac14e440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 shutdown_connections 2024-09-13T16:22:54.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.488+0000 7f52b32c9640 1 -- 172.21.15.39:0/956533263 wait complete. 2024-09-13T16:22:54.501 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:54.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.601+0000 7f0fb9868640 1 Processor -- start 2024-09-13T16:22:54.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.602+0000 7f0fb9868640 1 -- start start 2024-09-13T16:22:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.602+0000 7f0fb9868640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb4156fb0 0x7f0fb415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.602+0000 7f0fb9868640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0fb415d0a0 0x7f0fb415d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.602+0000 7f0fb9868640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0fb415b1b0 con 0x7f0fb406f170 2024-09-13T16:22:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.602+0000 7f0fb9868640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0fb415da90 con 0x7f0fb415d0a0 2024-09-13T16:22:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.602+0000 7f0fb9868640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb40b2400 con 0x7f0fb4156fb0 2024-09-13T16:22:54.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0fb415d0a0 0x7f0fb415d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f0fb415d0a0 0x7f0fb415d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55682/0 (socket says 172.21.15.39:55682) 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 -- 172.21.15.39:0/2503865087 learned_addr learned my addr 172.21.15.39:0/2503865087 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb2ffd640 1 --2- 172.21.15.39:0/2503865087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb4156fb0 0x7f0fb415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 -- 172.21.15.39:0/2503865087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb4156fb0 msgr2=0x7f0fb415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 --2- 172.21.15.39:0/2503865087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb4156fb0 0x7f0fb415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 -- 172.21.15.39:0/2503865087 >> v1:172.21.15.157:6789/0 conn(0x7f0fb406f170 legacy=0x7f0fb40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.608 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.603+0000 7f0fb37fe640 1 -- 172.21.15.39:0/2503865087 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fb406f6e0 con 0x7f0fb415d0a0 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb37fe640 1 --2- 172.21.15.39:0/2503865087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb415d0a0 0x7f0fb415d550 secure :-1 s=READY pgs=2813 cs=0 l=1 rev1=1 crypto rx=0x7f0fac009870 tx=0x7f0fac02a1c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5f50529d277fe265 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb1ffb640 1 -- 172.21.15.39:0/2503865087 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fac032440 con 0x7f0fb415d0a0 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb1ffb640 1 -- 172.21.15.39:0/2503865087 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0fac0325a0 con 0x7f0fb415d0a0 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb1ffb640 1 -- 172.21.15.39:0/2503865087 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0fac032930 con 0x7f0fb415d0a0 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 -- 172.21.15.39:0/2503865087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb415d0a0 msgr2=0x7f0fb415d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 --2- 172.21.15.39:0/2503865087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb415d0a0 0x7f0fb415d550 secure :-1 s=READY pgs=2813 cs=0 l=1 rev1=1 crypto rx=0x7f0fac009870 tx=0x7f0fac02a1c0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 -- 172.21.15.39:0/2503865087 shutdown_connections 2024-09-13T16:22:54.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 --2- 172.21.15.39:0/2503865087 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb415d0a0 0x7f0fb415d550 unknown :-1 s=CLOSED pgs=2813 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 --2- 172.21.15.39:0/2503865087 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb4156fb0 0x7f0fb415ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 -- 172.21.15.39:0/2503865087 >> 172.21.15.39:0/2503865087 conn(0x7f0fb406b3b0 msgr2=0x7f0fb406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:54.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 -- 172.21.15.39:0/2503865087 shutdown_connections 2024-09-13T16:22:54.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.604+0000 7f0fb9868640 1 -- 172.21.15.39:0/2503865087 wait complete. 2024-09-13T16:22:54.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 Processor -- start 2024-09-13T16:22:54.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 -- start start 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb406f170 0x7f0fb40b0360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 0x7f0fb4155790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fb415d0a0 0x7f0fb40aeff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb414ea20 con 0x7f0fb4156fb0 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb414fa30 con 0x7f0fb415d0a0 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.606+0000 7f0fb9868640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0fb414ec70 con 0x7f0fb406f170 2024-09-13T16:22:54.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 0x7f0fb4155790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 0x7f0fb4155790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55698/0 (socket says 172.21.15.39:55698) 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 -- 172.21.15.39:0/1039105838 learned_addr learned my addr 172.21.15.39:0/1039105838 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb2ffd640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb406f170 0x7f0fb40b0360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb37fe640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fb415d0a0 0x7f0fb40aeff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 -- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb406f170 msgr2=0x7f0fb40b0360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb406f170 0x7f0fb40b0360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 -- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fb415d0a0 msgr2=0x7f0fb40aeff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fb415d0a0 0x7f0fb40aeff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 -- 172.21.15.39:0/1039105838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0fac0094d0 con 0x7f0fb4156fb0 2024-09-13T16:22:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb37fe640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fb415d0a0 0x7f0fb40aeff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb27fc640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 0x7f0fb4155790 secure :-1 s=READY pgs=2814 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00c3c0 tx=0x7f0f9c00c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c0052d0 con 0x7f0fb4156fb0 2024-09-13T16:22:54.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0f9c005450 con 0x7f0fb4156fb0 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0fb414ef50 con 0x7f0fb4156fb0 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0f9c003830 con 0x7f0fb4156fb0 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.607+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0fb414f510 con 0x7f0fb4156fb0 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.608+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0fb40672f0 con 0x7f0fb4156fb0 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.609+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0f9c003990 con 0x7f0fb4156fb0 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.610+0000 7f0fabfff640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac00 0x7f0f9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.610+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f0f9c0894c0 con 0x7f0fb4156fb0 2024-09-13T16:22:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.610+0000 7f0fb2ffd640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac00 0x7f0f9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.610+0000 7f0fb2ffd640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac00 0x7f0f9406d0c0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4003b80 tx=0x7f0fa40098d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.614+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0f9c053a00 con 0x7f0fb4156fb0 2024-09-13T16:22:54.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.788+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f0fb414f700 con 0x7f0fb4156fb0 2024-09-13T16:22:54.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.790+0000 7f0fabfff640 1 -- 172.21.15.39:0/1039105838 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) v1 ==== 74+0+21772 (secure 0 0 0) 0x7f0f9c017090 con 0x7f0fb4156fb0 2024-09-13T16:22:54.791 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:54.791 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":131,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:22:50.431278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6832/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6832/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6832/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6834/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6832/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6834/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6834/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6832/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:54.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac00 msgr2=0x7f0f9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac00 0x7f0f9406d0c0 secure :-1 s=READY pgs=1088 cs=0 l=1 rev1=1 crypto rx=0x7f0fa4003b80 tx=0x7f0fa40098d0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 msgr2=0x7f0fb4155790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 0x7f0fb4155790 secure :-1 s=READY pgs=2814 cs=0 l=1 rev1=1 crypto rx=0x7f0f9c00c3c0 tx=0x7f0f9c00c880 comp rx=0 tx=0).stop 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 shutdown_connections 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0f9406ac00 0x7f0f9406d0c0 unknown :-1 s=CLOSED pgs=1088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0fb415d0a0 0x7f0fb40aeff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f0fb4156fb0 0x7f0fb4155790 unknown :-1 s=CLOSED pgs=2814 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 --2- 172.21.15.39:0/1039105838 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f0fb406f170 0x7f0fb40b0360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 >> 172.21.15.39:0/1039105838 conn(0x7f0fb406b3b0 msgr2=0x7f0fb415b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 shutdown_connections 2024-09-13T16:22:54.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.792+0000 7f0fb9868640 1 -- 172.21.15.39:0/1039105838 wait complete. 2024-09-13T16:22:54.806 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 12, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:17:22.488039+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '88', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2, 'score_stable': 2, 'optimal_score': 1, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 13, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:17:23.235676+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '89', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:22:54.806 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:22:54.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.909+0000 7f73d5272640 1 Processor -- start 2024-09-13T16:22:54.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.909+0000 7f73d5272640 1 -- start start 2024-09-13T16:22:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73d5272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d00cb810 0x7f73d0159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73d5272640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f73d015a200 0x7f73d015a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73d5272640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73d015a000 con 0x7f73d00cc460 2024-09-13T16:22:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73d5272640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73d00cbbf0 con 0x7f73d015a200 2024-09-13T16:22:54.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73d5272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73d00b1540 con 0x7f73d00cb810 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73ceffd640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d00cb810 0x7f73d0159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73cf7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f73d015a200 0x7f73d015a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73cf7fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f73d015a200 0x7f73d015a650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:60966/0 (socket says 172.21.15.39:60966) 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73cf7fe640 1 -- 172.21.15.39:0/4042456414 learned_addr learned my addr 172.21.15.39:0/4042456414 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.910+0000 7f73c7fff640 1 --1- 172.21.15.39:0/4042456414 >> v1:172.21.15.157:6789/0 conn(0x7f73d00cc460 0x7f73d00b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50182/0 (socket says 172.21.15.39:50182) 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.911+0000 7f73cf7fe640 1 -- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d00cb810 msgr2=0x7f73d0159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.911+0000 7f73cf7fe640 1 --2- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d00cb810 0x7f73d0159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.911+0000 7f73cf7fe640 1 -- 172.21.15.39:0/4042456414 >> v1:172.21.15.157:6789/0 conn(0x7f73d00cc460 legacy=0x7f73d00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.911+0000 7f73cf7fe640 1 -- 172.21.15.39:0/4042456414 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73d00b1820 con 0x7f73d015a200 2024-09-13T16:22:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.911+0000 7f73cf7fe640 1 --2- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d015a200 0x7f73d015a650 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f73c80083f0 tx=0x7f73c800a870 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9102acc2c93019a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.914 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.911+0000 7f73ce7fc640 1 -- 172.21.15.39:0/4042456414 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c8008500 con 0x7f73d015a200 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73ce7fc640 1 -- 172.21.15.39:0/4042456414 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73c802d050 con 0x7f73d015a200 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73ce7fc640 1 -- 172.21.15.39:0/4042456414 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c8008860 con 0x7f73d015a200 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 -- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d015a200 msgr2=0x7f73d015a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 --2- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d015a200 0x7f73d015a650 secure :-1 s=READY pgs=759 cs=0 l=1 rev1=1 crypto rx=0x7f73c80083f0 tx=0x7f73c800a870 comp rx=0 tx=0).stop 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 -- 172.21.15.39:0/4042456414 shutdown_connections 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 --2- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d015a200 0x7f73d015a650 unknown :-1 s=CLOSED pgs=759 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 --2- 172.21.15.39:0/4042456414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d00cb810 0x7f73d0159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 -- 172.21.15.39:0/4042456414 >> 172.21.15.39:0/4042456414 conn(0x7f73d00b00a0 msgr2=0x7f73d00b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 -- 172.21.15.39:0/4042456414 shutdown_connections 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.912+0000 7f73d5272640 1 -- 172.21.15.39:0/4042456414 wait complete. 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.913+0000 7f73d5272640 1 Processor -- start 2024-09-13T16:22:54.915 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.913+0000 7f73d5272640 1 -- start start 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73d5272640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 0x7f73d0143e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73d5272640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d00cc460 0x7f73d01545c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73d5272640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d015a200 0x7f73d014f250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73d5272640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d014f790 con 0x7f73d00cb810 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73d5272640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73d014f9c0 con 0x7f73d00cc460 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73d5272640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73d014fca0 con 0x7f73d015a200 2024-09-13T16:22:54.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 0x7f73d0143e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73ceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 0x7f73d0143e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55706/0 (socket says 172.21.15.39:55706) 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.914+0000 7f73ceffd640 1 -- 172.21.15.39:0/2442606621 learned_addr learned my addr 172.21.15.39:0/2442606621 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73c7fff640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d00cc460 0x7f73d01545c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73cf7fe640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d015a200 0x7f73d014f250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73ceffd640 1 -- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d015a200 msgr2=0x7f73d014f250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73ceffd640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d015a200 0x7f73d014f250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73ceffd640 1 -- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d00cc460 msgr2=0x7f73d01545c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73ceffd640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d00cc460 0x7f73d01545c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73ceffd640 1 -- 172.21.15.39:0/2442606621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73c800ab50 con 0x7f73d00cb810 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73c7fff640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d00cc460 0x7f73d01545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73cf7fe640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d015a200 0x7f73d014f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:54.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73ceffd640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 0x7f73d0143e30 secure :-1 s=READY pgs=2815 cs=0 l=1 rev1=1 crypto rx=0x7f73c000e870 tx=0x7f73c000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c00094f0 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73c000c940 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73d014ff80 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73c000ccf0 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.915+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73d0150540 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.916+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73d00672f0 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.916+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f73c0013470 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.917+0000 7f73c77fe640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f73b006ac00 0x7f73b006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.917+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f73c008a220 con 0x7f73d00cb810 2024-09-13T16:22:54.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.917+0000 7f73c7fff640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f73b006ac00 0x7f73b006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:54.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.918+0000 7f73c7fff640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f73b006ac00 0x7f73b006d0c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f73d00adcf0 tx=0x7f73b800b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:54.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:54.921+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f73c0054620 con 0x7f73d00cb810 2024-09-13T16:22:55.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.092+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f73d00cdc50 con 0x7f73d00cb810 2024-09-13T16:22:55.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.092+0000 7f73c77fe640 1 -- 172.21.15.39:0/2442606621 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v131) v1 ==== 93+0+10 (secure 0 0 0) 0x7f73c00170a0 con 0x7f73d00cb810 2024-09-13T16:22:55.094 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f73b006ac00 msgr2=0x7f73b006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f73b006ac00 0x7f73b006d0c0 secure :-1 s=READY pgs=1089 cs=0 l=1 rev1=1 crypto rx=0x7f73d00adcf0 tx=0x7f73b800b040 comp rx=0 tx=0).stop 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 msgr2=0x7f73d0143e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 0x7f73d0143e30 secure :-1 s=READY pgs=2815 cs=0 l=1 rev1=1 crypto rx=0x7f73c000e870 tx=0x7f73c000ed30 comp rx=0 tx=0).stop 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 shutdown_connections 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f73b006ac00 0x7f73b006d0c0 unknown :-1 s=CLOSED pgs=1089 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73d015a200 0x7f73d014f250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73d00cc460 0x7f73d01545c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 --2- 172.21.15.39:0/2442606621 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73d00cb810 0x7f73d0143e30 unknown :-1 s=CLOSED pgs=2815 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 >> 172.21.15.39:0/2442606621 conn(0x7f73d00b00a0 msgr2=0x7f73d0069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 shutdown_connections 2024-09-13T16:22:55.096 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.094+0000 7f73d5272640 1 -- 172.21.15.39:0/2442606621 wait complete. 2024-09-13T16:22:55.106 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:22:55.184 INFO:tasks.ceph.mds.a.smithi039.stderr: -59> 2024-09-13T16:22:50.430+0000 7f2ff946e640 -1 mds.0.cache.dir(0x1) Corrupt fnode in dirfrag 0x1: void fnode_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 3 < 101: Malformed input [buffer:3] 2024-09-13T16:22:55.184 INFO:tasks.ceph.mds.a.smithi039.stderr: -56> 2024-09-13T16:22:50.430+0000 7f2ff946e640 -1 mds.0.damage notify_dirfrag Damage to fragment * of ino 0x1 is fatal because it is a system directory for this rank 2024-09-13T16:22:55.185 INFO:tasks.ceph.mds.a.smithi039.stderr: -33> 2024-09-13T16:22:51.904+0000 7f2ffcc75640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:22:55.209 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:22:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.210+0000 7f62b322b640 1 Processor -- start 2024-09-13T16:22:55.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.210+0000 7f62b322b640 1 -- start start 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b322b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac0afb60 0x7f62ac0cd2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b322b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f62ac06ed00 0x7f62ac06f190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b322b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f62ac0b3620 con 0x7f62ac15c560 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b322b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f62ac06f6d0 con 0x7f62ac06ed00 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b322b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62ac0b4480 con 0x7f62ac0afb60 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62abfff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac0afb60 0x7f62ac0cd2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b0fc7640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f62ac15c560 0x7f62ac160c70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50200/0 (socket says 172.21.15.39:50200) 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b0fc7640 1 -- 172.21.15.39:0/1419480337 learned_addr learned my addr 172.21.15.39:0/1419480337 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.211+0000 7f62b17c8640 1 --2- 172.21.15.39:0/1419480337 >> v2:172.21.15.157:3300/0 conn(0x7f62ac06ed00 0x7f62ac06f190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62ab7fe640 1 -- 172.21.15.39:0/1419480337 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1340324049 0 0) 0x7f62ac0b3620 con 0x7f62ac15c560 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62ab7fe640 1 -- 172.21.15.39:0/1419480337 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f629c003520 con 0x7f62ac15c560 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62b17c8640 1 -- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac0afb60 msgr2=0x7f62ac0cd2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62b17c8640 1 --2- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac0afb60 0x7f62ac0cd2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62b17c8640 1 -- 172.21.15.39:0/1419480337 >> v1:172.21.15.157:6789/0 conn(0x7f62ac15c560 legacy=0x7f62ac160c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62b17c8640 1 -- 172.21.15.39:0/1419480337 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f62ac0cd820 con 0x7f62ac06ed00 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.212+0000 7f62abfff640 1 --2- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac0afb60 0x7f62ac0cd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b17c8640 1 --2- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac06ed00 0x7f62ac06f190 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f62a4009d90 tx=0x7f62a402a660 comp rx=0 tx=0).ready entity=mon.1 client_cookie=9e0c28bd685f2cf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62ab7fe640 1 -- 172.21.15.39:0/1419480337 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a4007740 con 0x7f62ac06ed00 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62ab7fe640 1 -- 172.21.15.39:0/1419480337 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62a402d050 con 0x7f62ac06ed00 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62ab7fe640 1 -- 172.21.15.39:0/1419480337 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a4007aa0 con 0x7f62ac06ed00 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 -- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac06ed00 msgr2=0x7f62ac06f190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 --2- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac06ed00 0x7f62ac06f190 secure :-1 s=READY pgs=763 cs=0 l=1 rev1=1 crypto rx=0x7f62a4009d90 tx=0x7f62a402a660 comp rx=0 tx=0).stop 2024-09-13T16:22:55.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 -- 172.21.15.39:0/1419480337 shutdown_connections 2024-09-13T16:22:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 --2- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac06ed00 0x7f62ac06f190 unknown :-1 s=CLOSED pgs=763 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 --2- 172.21.15.39:0/1419480337 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac0afb60 0x7f62ac0cd2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 -- 172.21.15.39:0/1419480337 >> 172.21.15.39:0/1419480337 conn(0x7f62ac06d5c0 msgr2=0x7f62ac06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 -- 172.21.15.39:0/1419480337 shutdown_connections 2024-09-13T16:22:55.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.213+0000 7f62b322b640 1 -- 172.21.15.39:0/1419480337 wait complete. 2024-09-13T16:22:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.215+0000 7f62b322b640 1 Processor -- start 2024-09-13T16:22:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.215+0000 7f62b322b640 1 -- start start 2024-09-13T16:22:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 0x7f62ac143d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac0afb60 0x7f62ac1f22d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac15c560 0x7f62ac0cc060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ac1f2dd0 con 0x7f62ac06ed00 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f62ac1f30b0 con 0x7f62ac0afb60 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f62ac153f70 con 0x7f62ac15c560 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 0x7f62ac143d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 0x7f62ac143d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55726/0 (socket says 172.21.15.39:55726) 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 -- 172.21.15.39:0/3934933347 learned_addr learned my addr 172.21.15.39:0/3934933347 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62abfff640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac0afb60 0x7f62ac1f22d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b17c8640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac15c560 0x7f62ac0cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 -- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac15c560 msgr2=0x7f62ac0cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac15c560 0x7f62ac0cc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 -- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac0afb60 msgr2=0x7f62ac1f22d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac0afb60 0x7f62ac1f22d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 -- 172.21.15.39:0/3934933347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6298009400 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62abfff640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac0afb60 0x7f62ac1f22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b0fc7640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 0x7f62ac143d60 secure :-1 s=READY pgs=2818 cs=0 l=1 rev1=1 crypto rx=0x7f62a000c410 tx=0x7f62a000c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a0005ce0 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f62a0005e40 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f62a4009a70 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.216+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62a00072f0 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.217+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f62ac14d610 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.218+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f62ac066e10 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.218+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f62a0007510 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.218+0000 7f62a97fa640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f629006ac00 0x7f629006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.219+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f62a00897a0 con 0x7f62ac06ed00 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.219+0000 7f62abfff640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f629006ac00 0x7f629006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.219+0000 7f62abfff640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f629006ac00 0x7f629006d0c0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f62ac0b19d0 tx=0x7f6298008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.223+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f62a0053c60 con 0x7f62ac06ed00 2024-09-13T16:22:55.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.392+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f62ac15ca60 con 0x7f62ac06ed00 2024-09-13T16:22:55.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.392+0000 7f62a97fa640 1 -- 172.21.15.39:0/3934933347 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v131) v1 ==== 104+0+11 (secure 0 0 0) 0x7f62a0057280 con 0x7f62ac06ed00 2024-09-13T16:22:55.394 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:22:55.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f629006ac00 msgr2=0x7f629006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f629006ac00 0x7f629006d0c0 secure :-1 s=READY pgs=1090 cs=0 l=1 rev1=1 crypto rx=0x7f62ac0b19d0 tx=0x7f6298008040 comp rx=0 tx=0).stop 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 msgr2=0x7f62ac143d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 0x7f62ac143d60 secure :-1 s=READY pgs=2818 cs=0 l=1 rev1=1 crypto rx=0x7f62a000c410 tx=0x7f62a000c8d0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 shutdown_connections 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f629006ac00 0x7f629006d0c0 unknown :-1 s=CLOSED pgs=1090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f62ac15c560 0x7f62ac0cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f62ac0afb60 0x7f62ac1f22d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 --2- 172.21.15.39:0/3934933347 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f62ac06ed00 0x7f62ac143d60 unknown :-1 s=CLOSED pgs=2818 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 >> 172.21.15.39:0/3934933347 conn(0x7f62ac06d5c0 msgr2=0x7f62ac0b51c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 shutdown_connections 2024-09-13T16:22:55.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.394+0000 7f62b322b640 1 -- 172.21.15.39:0/3934933347 wait complete. 2024-09-13T16:22:55.407 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:22:55.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.512+0000 7f4cede80640 1 Processor -- start 2024-09-13T16:22:55.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.512+0000 7f4cede80640 1 -- start start 2024-09-13T16:22:55.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4cede80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce80cb810 0x7f4ce8159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4cede80640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4ce815a200 0x7f4ce815a650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4cede80640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4ce815a000 con 0x7f4ce80cc460 2024-09-13T16:22:55.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4cede80640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4ce80cbbf0 con 0x7f4ce815a200 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4cede80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce80b1540 con 0x7f4ce80cb810 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4ce6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4ce80cc460 0x7f4ce80b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60126/0 (socket says 172.21.15.39:60126) 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4ce6ffd640 1 -- 172.21.15.39:0/1024329460 learned_addr learned my addr 172.21.15.39:0/1024329460 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4ce7fff640 1 --2- 172.21.15.39:0/1024329460 >> v2:172.21.15.157:3300/0 conn(0x7f4ce815a200 0x7f4ce815a650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.513+0000 7f4ce77fe640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce80cb810 0x7f4ce8159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce67fc640 1 -- 172.21.15.39:0/1024329460 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2275573212 0 0) 0x7f4ce815a000 con 0x7f4ce80cc460 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce67fc640 1 -- 172.21.15.39:0/1024329460 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4cd0003520 con 0x7f4ce80cc460 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce67fc640 1 -- 172.21.15.39:0/1024329460 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 709770957 0 0) 0x7f4cd0003520 con 0x7f4ce80cc460 2024-09-13T16:22:55.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce7fff640 1 -- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce80cb810 msgr2=0x7f4ce8159ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:55.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce7fff640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce80cb810 0x7f4ce8159ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce7fff640 1 -- 172.21.15.39:0/1024329460 >> v1:172.21.15.39:6789/0 conn(0x7f4ce80cc460 legacy=0x7f4ce80b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce7fff640 1 -- 172.21.15.39:0/1024329460 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4ce80b1820 con 0x7f4ce815a200 2024-09-13T16:22:55.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.514+0000 7f4ce77fe640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce80cb810 0x7f4ce8159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:55.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4ce7fff640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce815a200 0x7f4ce815a650 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f4ce0009d90 tx=0x7f4ce002a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=239b7bb0db3dba57 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4ce67fc640 1 -- 172.21.15.39:0/1024329460 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc001670 con 0x7f4ce815a200 2024-09-13T16:22:55.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4ce67fc640 1 -- 172.21.15.39:0/1024329460 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4ce002d050 con 0x7f4ce815a200 2024-09-13T16:22:55.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4ce67fc640 1 -- 172.21.15.39:0/1024329460 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4ce0007760 con 0x7f4ce815a200 2024-09-13T16:22:55.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 -- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce815a200 msgr2=0x7f4ce815a650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.518 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce815a200 0x7f4ce815a650 secure :-1 s=READY pgs=764 cs=0 l=1 rev1=1 crypto rx=0x7f4ce0009d90 tx=0x7f4ce002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 -- 172.21.15.39:0/1024329460 shutdown_connections 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce815a200 0x7f4ce815a650 unknown :-1 s=CLOSED pgs=764 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 --2- 172.21.15.39:0/1024329460 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce80cb810 0x7f4ce8159ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 -- 172.21.15.39:0/1024329460 >> 172.21.15.39:0/1024329460 conn(0x7f4ce80b00a0 msgr2=0x7f4ce80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 -- 172.21.15.39:0/1024329460 shutdown_connections 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.515+0000 7f4cede80640 1 -- 172.21.15.39:0/1024329460 wait complete. 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 Processor -- start 2024-09-13T16:22:55.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 -- start start 2024-09-13T16:22:55.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce80cb810 0x7f4ce8148ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 0x7f4ce80accf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce815a200 0x7f4ce8151ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce814aba0 con 0x7f4ce80cc460 2024-09-13T16:22:55.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce814e990 con 0x7f4ce80cb810 2024-09-13T16:22:55.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.517+0000 7f4cede80640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4ce81496e0 con 0x7f4ce815a200 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 0x7f4ce80accf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 0x7f4ce80accf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55734/0 (socket says 172.21.15.39:55734) 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 -- 172.21.15.39:0/3744480234 learned_addr learned my addr 172.21.15.39:0/3744480234 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce7fff640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce815a200 0x7f4ce8151ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce77fe640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce80cb810 0x7f4ce8148ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 -- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce815a200 msgr2=0x7f4ce8151ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce815a200 0x7f4ce8151ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 -- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce80cb810 msgr2=0x7f4ce8148ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce80cb810 0x7f4ce8148ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 -- 172.21.15.39:0/3744480234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4cd8009400 con 0x7f4ce80cc460 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce7fff640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce815a200 0x7f4ce8151ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce77fe640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce80cb810 0x7f4ce8148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:55.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ce6ffd640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 0x7f4ce80accf0 secure :-1 s=READY pgs=2820 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc0011e0 tx=0x7f4cdc00cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc005ad0 con 0x7f4ce80cc460 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4cdc005c50 con 0x7f4ce80cc460 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4ce0009a70 con 0x7f4ce80cc460 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4cdc007070 con 0x7f4ce80cc460 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.518+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4ce814de10 con 0x7f4ce80cc460 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.519+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4ce80672f0 con 0x7f4ce80cc460 2024-09-13T16:22:55.523 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.520+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4cdc0071d0 con 0x7f4ce80cc460 2024-09-13T16:22:55.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.520+0000 7f4ccffff640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cd406ac00 0x7f4cd406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.520+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f4cdc089860 con 0x7f4ce80cc460 2024-09-13T16:22:55.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.521+0000 7f4ce77fe640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cd406ac00 0x7f4cd406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.521+0000 7f4ce77fe640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cd406ac00 0x7f4cd406d0c0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f4ce8153040 tx=0x7f4cd8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.524+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4cdc053c60 con 0x7f4ce80cc460 2024-09-13T16:22:55.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.693+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4ce815a650 con 0x7f4ce80cc460 2024-09-13T16:22:55.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.694+0000 7f4ccffff640 1 -- 172.21.15.39:0/3744480234 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v131) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4cdc0170a0 con 0x7f4ce80cc460 2024-09-13T16:22:55.695 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:22:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cd406ac00 msgr2=0x7f4cd406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cd406ac00 0x7f4cd406d0c0 secure :-1 s=READY pgs=1092 cs=0 l=1 rev1=1 crypto rx=0x7f4ce8153040 tx=0x7f4cd8008040 comp rx=0 tx=0).stop 2024-09-13T16:22:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 msgr2=0x7f4ce80accf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 0x7f4ce80accf0 secure :-1 s=READY pgs=2820 cs=0 l=1 rev1=1 crypto rx=0x7f4cdc0011e0 tx=0x7f4cdc00cbe0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 shutdown_connections 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4cd406ac00 0x7f4cd406d0c0 unknown :-1 s=CLOSED pgs=1092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4ce815a200 0x7f4ce8151ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4ce80cc460 0x7f4ce80accf0 unknown :-1 s=CLOSED pgs=2820 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 --2- 172.21.15.39:0/3744480234 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4ce80cb810 0x7f4ce8148ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.695+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 >> 172.21.15.39:0/3744480234 conn(0x7f4ce80b00a0 msgr2=0x7f4ce80ccd60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.696+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 shutdown_connections 2024-09-13T16:22:55.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.696+0000 7f4cede80640 1 -- 172.21.15.39:0/3744480234 wait complete. 2024-09-13T16:22:55.708 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:55.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.808+0000 7f737cf7d640 1 Processor -- start 2024-09-13T16:22:55.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.808+0000 7f737cf7d640 1 -- start start 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737cf7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 0x7f73780b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737cf7d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f737815d0a0 0x7f737815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737cf7d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f737806f6e0 con 0x7f7378156fb0 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737cf7d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f737815da70 con 0x7f737815d0a0 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737cf7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f737806f9c0 con 0x7f737806f170 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737659c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7378156fb0 0x7f737815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60128/0 (socket says 172.21.15.39:60128) 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737659c640 1 -- 172.21.15.39:0/1964318670 learned_addr learned my addr 172.21.15.39:0/1964318670 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:55.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f7375d9b640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 0x7f73780b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 304202549 0 0) 0x7f737806f6e0 con 0x7f7378156fb0 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f7376d9d640 1 --2- 172.21.15.39:0/1964318670 >> v2:172.21.15.157:3300/0 conn(0x7f737815d0a0 0x7f737815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7360003520 con 0x7f7378156fb0 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 983250442 0 0) 0x7f7360003520 con 0x7f7378156fb0 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 msgr2=0x7f73780b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 0x7f73780b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 >> v2:172.21.15.157:3300/0 conn(0x7f737815d0a0 msgr2=0x7f737815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 --2- 172.21.15.39:0/1964318670 >> v2:172.21.15.157:3300/0 conn(0x7f737815d0a0 0x7f737815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f737806fca0 con 0x7f7378156fb0 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.809+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f7368001670 con 0x7f7378156fb0 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 >> v1:172.21.15.39:6789/0 conn(0x7f7378156fb0 legacy=0x7f737815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f7360003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73600047c0 0x7f7360004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 0x7f7360005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f737815da70 con 0x7f7360003970 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f737806f9c0 con 0x7f73600047c0 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f736000b980 con 0x7f737806f170 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737659c640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f7360003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f7375d9b640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73600047c0 0x7f7360004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f7376d9d640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 0x7f7360005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737659c640 1 -- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 msgr2=0x7f7360005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:55.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737659c640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f737806f170 0x7f7360005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737659c640 1 -- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73600047c0 msgr2=0x7f7360004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737659c640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73600047c0 0x7f7360004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.810+0000 7f737659c640 1 -- 172.21.15.39:0/1964318670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7360003520 con 0x7f7360003970 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f737659c640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f7360003d90 secure :-1 s=READY pgs=2822 cs=0 l=1 rev1=1 crypto rx=0x7f736800c270 tx=0x7f73600057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=56f8f0ef074151e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7368005ad0 con 0x7f7360003970 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7368005c30 con 0x7f7360003970 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f737559a640 1 -- 172.21.15.39:0/1964318670 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7368007070 con 0x7f7360003970 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f737cf7d640 1 -- 172.21.15.39:0/1964318670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 msgr2=0x7f7360003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f737cf7d640 1 --2- 172.21.15.39:0/1964318670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f7360003d90 secure :-1 s=READY pgs=2822 cs=0 l=1 rev1=1 crypto rx=0x7f736800c270 tx=0x7f73600057f0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.811+0000 7f7376d9d640 1 -- 172.21.15.39:0/1964318670 reap_dead start 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.812+0000 7f737cf7d640 1 -- 172.21.15.39:0/1964318670 shutdown_connections 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.812+0000 7f737cf7d640 1 -- 172.21.15.39:0/1964318670 >> 172.21.15.39:0/1964318670 conn(0x7f737806b3b0 msgr2=0x7f737806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:55.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.812+0000 7f737cf7d640 1 -- 172.21.15.39:0/1964318670 shutdown_connections 2024-09-13T16:22:55.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.812+0000 7f737cf7d640 1 -- 172.21.15.39:0/1964318670 wait complete. 2024-09-13T16:22:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.813+0000 7f737cf7d640 1 Processor -- start 2024-09-13T16:22:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.813+0000 7f737cf7d640 1 -- start start 2024-09-13T16:22:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737cf7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f73781532c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737cf7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7378151ca0 0x7f73780cdbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737cf7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73780ce120 0x7f7378140e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737cf7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73780ce580 con 0x7f7360003970 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737cf7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7378152240 con 0x7f73780ce120 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737cf7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7378152520 con 0x7f7378151ca0 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f73781532c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f73781532c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55746/0 (socket says 172.21.15.39:55746) 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 -- 172.21.15.39:0/2678836779 learned_addr learned my addr 172.21.15.39:0/2678836779 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f7376d9d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73780ce120 0x7f7378140e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f7375d9b640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7378151ca0 0x7f73780cdbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 -- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7378151ca0 msgr2=0x7f73780cdbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7378151ca0 0x7f73780cdbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 -- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73780ce120 msgr2=0x7f7378140e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:55.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73780ce120 0x7f7378140e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 -- 172.21.15.39:0/2678836779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7378152800 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.814+0000 7f737659c640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f73781532c0 secure :-1 s=READY pgs=2823 cs=0 l=1 rev1=1 crypto rx=0x7f736800c270 tx=0x7f7368001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.815+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7368007280 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.815+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73680073e0 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.815+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7368007790 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.815+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7378152ae0 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.815+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7378153800 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.816+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73780672f0 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.816+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7368033440 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.817+0000 7f7366ffd640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f735806ac00 0x7f735806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.817+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f73680aad30 con 0x7f7360003970 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.817+0000 7f7375d9b640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f735806ac00 0x7f735806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:55.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.817+0000 7f7375d9b640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f735806ac00 0x7f735806d0c0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f73780cb150 tx=0x7f736c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:55.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:55.821+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7368078d70 con 0x7f7360003970 2024-09-13T16:22:56.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.025+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f737815d530 con 0x7f7360003970 2024-09-13T16:22:56.027 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.026+0000 7f7366ffd640 1 -- 172.21.15.39:0/2678836779 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) v1 ==== 95+0+4732 (secure 0 0 0) 0x7f7368042020 con 0x7f7360003970 2024-09-13T16:22:56.028 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:56.028 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":324,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320},{"gid":12057,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/710613424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":710613424},{"type":"v1","addr":"172.21.15.39:6835","nonce":710613424}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":324}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:56.030 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 324 2024-09-13T16:22:56.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.027+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f735806ac00 msgr2=0x7f735806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.027+0000 7f737cf7d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f735806ac00 0x7f735806d0c0 secure :-1 s=READY pgs=1093 cs=0 l=1 rev1=1 crypto rx=0x7f73780cb150 tx=0x7f736c008040 comp rx=0 tx=0).stop 2024-09-13T16:22:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.027+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 msgr2=0x7f73781532c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.027+0000 7f737cf7d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f73781532c0 secure :-1 s=READY pgs=2823 cs=0 l=1 rev1=1 crypto rx=0x7f736800c270 tx=0x7f7368001a00 comp rx=0 tx=0).stop 2024-09-13T16:22:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 shutdown_connections 2024-09-13T16:22:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f735806ac00 0x7f735806d0c0 unknown :-1 s=CLOSED pgs=1093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73780ce120 0x7f7378140e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7378151ca0 0x7f73780cdbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 --2- 172.21.15.39:0/2678836779 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7360003970 0x7f73781532c0 unknown :-1 s=CLOSED pgs=2823 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 >> 172.21.15.39:0/2678836779 conn(0x7f737806b3b0 msgr2=0x7f73780b1330 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 shutdown_connections 2024-09-13T16:22:56.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.028+0000 7f737cf7d640 1 -- 172.21.15.39:0/2678836779 wait complete. 2024-09-13T16:22:56.041 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:56.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.141+0000 7f8980f45640 1 Processor -- start 2024-09-13T16:22:56.142 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.141+0000 7f8980f45640 1 -- start start 2024-09-13T16:22:56.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8980f45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c06bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8980f45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f897c15b720 0x7f897c070a70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8980f45640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f897c0ae700 con 0x7f897c06c280 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8980f45640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f897c0cc020 con 0x7f897c15b720 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8980f45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f897c0cc300 con 0x7f897c1580f0 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f897c15b720 0x7f897c070a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8979d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f897c06c280 0x7f897c15b010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60138/0 (socket says 172.21.15.39:60138) 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f8979d9b640 1 -- 172.21.15.39:0/2596058208 learned_addr learned my addr 172.21.15.39:0/2596058208 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897a59c640 1 --2- 172.21.15.39:0/2596058208 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c06bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897ad9d640 1 -- 172.21.15.39:0/2596058208 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 msgr2=0x7f897c06bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897ad9d640 1 --2- 172.21.15.39:0/2596058208 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c06bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897ad9d640 1 -- 172.21.15.39:0/2596058208 >> v1:172.21.15.39:6789/0 conn(0x7f897c06c280 legacy=0x7f897c15b010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897ad9d640 1 -- 172.21.15.39:0/2596058208 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f897c0cc5e0 con 0x7f897c15b720 2024-09-13T16:22:56.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.142+0000 7f897959a640 1 -- 172.21.15.39:0/2596058208 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1203748156 0 0) 0x7f897c0ae700 con 0x7f897c06c280 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.143+0000 7f897ad9d640 1 --2- 172.21.15.39:0/2596058208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c15b720 0x7f897c070a70 secure :-1 s=READY pgs=2825 cs=0 l=1 rev1=1 crypto rx=0x7f8974009d90 tx=0x7f897402a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2be1ffd2553d5aa9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.143+0000 7f897959a640 1 -- 172.21.15.39:0/2596058208 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8974007740 con 0x7f897c15b720 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.143+0000 7f897959a640 1 -- 172.21.15.39:0/2596058208 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f897402d050 con 0x7f897c15b720 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.143+0000 7f897959a640 1 -- 172.21.15.39:0/2596058208 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8974007ac0 con 0x7f897c15b720 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.143+0000 7f8980f45640 1 -- 172.21.15.39:0/2596058208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c15b720 msgr2=0x7f897c070a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 --2- 172.21.15.39:0/2596058208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c15b720 0x7f897c070a70 secure :-1 s=READY pgs=2825 cs=0 l=1 rev1=1 crypto rx=0x7f8974009d90 tx=0x7f897402a5f0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 -- 172.21.15.39:0/2596058208 shutdown_connections 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 --2- 172.21.15.39:0/2596058208 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c15b720 0x7f897c070a70 unknown :-1 s=CLOSED pgs=2825 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 --2- 172.21.15.39:0/2596058208 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c06bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 -- 172.21.15.39:0/2596058208 >> 172.21.15.39:0/2596058208 conn(0x7f897c06a0b0 msgr2=0x7f897c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 -- 172.21.15.39:0/2596058208 shutdown_connections 2024-09-13T16:22:56.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.144+0000 7f8980f45640 1 -- 172.21.15.39:0/2596058208 wait complete. 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.145+0000 7f8980f45640 1 Processor -- start 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.145+0000 7f8980f45640 1 -- start start 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8980f45640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f897c06c280 0x7f897c1f0ba0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8980f45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c14f620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8980f45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 0x7f897c15c640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8980f45640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897c1f10e0 con 0x7f897c152b50 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8980f45640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f897c15be80 con 0x7f897c06c280 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8980f45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f897c153010 con 0x7f897c1580f0 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 0x7f897c15c640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 0x7f897c15c640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55752/0 (socket says 172.21.15.39:55752) 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 -- 172.21.15.39:0/342026841 learned_addr learned my addr 172.21.15.39:0/342026841 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897a59c640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f897c06c280 0x7f897c1f0ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f8979d9b640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c14f620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 -- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 msgr2=0x7f897c14f620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c14f620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 -- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f897c06c280 msgr2=0x7f897c1f0ba0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f897c06c280 0x7f897c1f0ba0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 -- 172.21.15.39:0/342026841 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8974009a70 con 0x7f897c152b50 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.146+0000 7f897ad9d640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 0x7f897c15c640 secure :-1 s=READY pgs=2826 cs=0 l=1 rev1=1 crypto rx=0x7f8974009d90 tx=0x7f8974004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.147+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8974031bc0 con 0x7f897c152b50 2024-09-13T16:22:56.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.147+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8974031d20 con 0x7f897c152b50 2024-09-13T16:22:56.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.147+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f897c1532f0 con 0x7f897c152b50 2024-09-13T16:22:56.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.147+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8974043650 con 0x7f897c152b50 2024-09-13T16:22:56.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.147+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f897c1538b0 con 0x7f897c152b50 2024-09-13T16:22:56.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.148+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f897c0672f0 con 0x7f897c152b50 2024-09-13T16:22:56.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.148+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f89740437b0 con 0x7f897c152b50 2024-09-13T16:22:56.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.149+0000 7f896affd640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f895c06ac00 0x7f895c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.149+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f89740ab5b0 con 0x7f897c152b50 2024-09-13T16:22:56.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.149+0000 7f897a59c640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f895c06ac00 0x7f895c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.150+0000 7f897a59c640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f895c06ac00 0x7f895c06d0c0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f896c006fd0 tx=0x7f896c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.153+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f89740759b0 con 0x7f897c152b50 2024-09-13T16:22:56.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.324+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f897c0ce6b0 con 0x7f897c152b50 2024-09-13T16:22:56.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.325+0000 7f896affd640 1 -- 172.21.15.39:0/342026841 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) v1 ==== 74+0+21772 (secure 0 0 0) 0x7f8974078fd0 con 0x7f897c152b50 2024-09-13T16:22:56.327 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:56.327 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":131,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:22:50.431278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6832/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6832/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6832/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6834/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6832/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6834/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6834/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6832/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f895c06ac00 msgr2=0x7f895c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f895c06ac00 0x7f895c06d0c0 secure :-1 s=READY pgs=1094 cs=0 l=1 rev1=1 crypto rx=0x7f896c006fd0 tx=0x7f896c008040 comp rx=0 tx=0).stop 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 msgr2=0x7f897c15c640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 0x7f897c15c640 secure :-1 s=READY pgs=2826 cs=0 l=1 rev1=1 crypto rx=0x7f8974009d90 tx=0x7f8974004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 shutdown_connections 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f895c06ac00 0x7f895c06d0c0 unknown :-1 s=CLOSED pgs=1094 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f897c152b50 0x7f897c15c640 unknown :-1 s=CLOSED pgs=2826 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f897c1580f0 0x7f897c14f620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 --2- 172.21.15.39:0/342026841 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f897c06c280 0x7f897c1f0ba0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 >> 172.21.15.39:0/342026841 conn(0x7f897c06a0b0 msgr2=0x7f897c06a490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 shutdown_connections 2024-09-13T16:22:56.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.327+0000 7f8980f45640 1 -- 172.21.15.39:0/342026841 wait complete. 2024-09-13T16:22:56.340 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:22:56.341 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:56.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.441+0000 7f95d4261640 1 Processor -- start 2024-09-13T16:22:56.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.441+0000 7f95d4261640 1 -- start start 2024-09-13T16:22:56.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d4261640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95cc06f170 0x7f95cc0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.444 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d4261640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc15d0a0 0x7f95cc15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d4261640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f95cc06f6e0 con 0x7f95cc156fb0 2024-09-13T16:22:56.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d4261640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f95cc15da70 con 0x7f95cc06f170 2024-09-13T16:22:56.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d4261640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95cc06f9c0 con 0x7f95cc15d0a0 2024-09-13T16:22:56.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95cc06f170 0x7f95cc0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f95cc06f170 0x7f95cc0b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55766/0 (socket says 172.21.15.39:55766) 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 -- 172.21.15.39:0/1342699327 learned_addr learned my addr 172.21.15.39:0/1342699327 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d27fe640 1 --2- 172.21.15.39:0/1342699327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc15d0a0 0x7f95cc15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 -- 172.21.15.39:0/1342699327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc15d0a0 msgr2=0x7f95cc15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 --2- 172.21.15.39:0/1342699327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc15d0a0 0x7f95cc15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 -- 172.21.15.39:0/1342699327 >> v1:172.21.15.157:6789/0 conn(0x7f95cc156fb0 legacy=0x7f95cc15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.442+0000 7f95d17fc640 1 -- 172.21.15.39:0/1342699327 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95cc06fca0 con 0x7f95cc06f170 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.443+0000 7f95d17fc640 1 --2- 172.21.15.39:0/1342699327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b1cf0 secure :-1 s=READY pgs=2827 cs=0 l=1 rev1=1 crypto rx=0x7f95bc00bb10 tx=0x7f95bc02c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89862b7be90b5e74 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.443+0000 7f95d0ffb640 1 -- 172.21.15.39:0/1342699327 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95bc032790 con 0x7f95cc06f170 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.443+0000 7f95d0ffb640 1 -- 172.21.15.39:0/1342699327 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95bc0328f0 con 0x7f95cc06f170 2024-09-13T16:22:56.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.443+0000 7f95d0ffb640 1 -- 172.21.15.39:0/1342699327 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95bc032c80 con 0x7f95cc06f170 2024-09-13T16:22:56.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 -- 172.21.15.39:0/1342699327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 msgr2=0x7f95cc0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 --2- 172.21.15.39:0/1342699327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b1cf0 secure :-1 s=READY pgs=2827 cs=0 l=1 rev1=1 crypto rx=0x7f95bc00bb10 tx=0x7f95bc02c890 comp rx=0 tx=0).stop 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 -- 172.21.15.39:0/1342699327 shutdown_connections 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 --2- 172.21.15.39:0/1342699327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc15d0a0 0x7f95cc15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 --2- 172.21.15.39:0/1342699327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b1cf0 unknown :-1 s=CLOSED pgs=2827 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 -- 172.21.15.39:0/1342699327 >> 172.21.15.39:0/1342699327 conn(0x7f95cc06b3b0 msgr2=0x7f95cc06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 -- 172.21.15.39:0/1342699327 shutdown_connections 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.444+0000 7f95d4261640 1 -- 172.21.15.39:0/1342699327 wait complete. 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.445+0000 7f95d4261640 1 Processor -- start 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.445+0000 7f95d4261640 1 -- start start 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d4261640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b09e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d4261640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc156fb0 0x7f95cc13ab30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d4261640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95cc15d0a0 0x7f95cc14e920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d4261640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95cc152c30 con 0x7f95cc06f170 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d4261640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f95cc0b0f20 con 0x7f95cc15d0a0 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d4261640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f95cc152020 con 0x7f95cc156fb0 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b09e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b09e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55776/0 (socket says 172.21.15.39:55776) 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 -- 172.21.15.39:0/1985059612 learned_addr learned my addr 172.21.15.39:0/1985059612 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d17fc640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc156fb0 0x7f95cc13ab30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d27fe640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95cc15d0a0 0x7f95cc14e920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 -- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc156fb0 msgr2=0x7f95cc13ab30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc156fb0 0x7f95cc13ab30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 -- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95cc15d0a0 msgr2=0x7f95cc14e920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95cc15d0a0 0x7f95cc14e920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 -- 172.21.15.39:0/1985059612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f95bc00b770 con 0x7f95cc06f170 2024-09-13T16:22:56.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d17fc640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc156fb0 0x7f95cc13ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95d1ffd640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b09e0 secure :-1 s=READY pgs=2828 cs=0 l=1 rev1=1 crypto rx=0x7f95c800c450 tx=0x7f95c800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.446+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95c80052d0 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.447+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f95c8005430 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.447+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f95c8012870 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.447+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f95cc152300 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.447+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f95cc1528c0 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.447+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f95cc0672f0 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.448+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f95c80129d0 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.448+0000 7f95c27fc640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95b006ac30 0x7f95b006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.449+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f95c8089b10 con 0x7f95cc06f170 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.449+0000 7f95d17fc640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95b006ac30 0x7f95b006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.449+0000 7f95d17fc640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95b006ac30 0x7f95b006d0f0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f95bc037000 tx=0x7f95bc03e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.453+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f95c8053fa0 con 0x7f95cc06f170 2024-09-13T16:22:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.660+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f95cc157390 con 0x7f95cc06f170 2024-09-13T16:22:56.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.660+0000 7f95c27fc640 1 -- 172.21.15.39:0/1985059612 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) v1 ==== 95+0+4732 (secure 0 0 0) 0x7f95c80575c0 con 0x7f95cc06f170 2024-09-13T16:22:56.662 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:56.662 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":324,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320},{"gid":12057,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/710613424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":710613424},{"type":"v1","addr":"172.21.15.39:6835","nonce":710613424}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":324}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:56.662 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 324 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95b006ac30 msgr2=0x7f95b006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95b006ac30 0x7f95b006d0f0 secure :-1 s=READY pgs=1095 cs=0 l=1 rev1=1 crypto rx=0x7f95bc037000 tx=0x7f95bc03e040 comp rx=0 tx=0).stop 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 msgr2=0x7f95cc0b09e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b09e0 secure :-1 s=READY pgs=2828 cs=0 l=1 rev1=1 crypto rx=0x7f95c800c450 tx=0x7f95c800c910 comp rx=0 tx=0).stop 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 shutdown_connections 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f95b006ac30 0x7f95b006d0f0 unknown :-1 s=CLOSED pgs=1095 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f95cc15d0a0 0x7f95cc14e920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f95cc156fb0 0x7f95cc13ab30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 --2- 172.21.15.39:0/1985059612 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f95cc06f170 0x7f95cc0b09e0 unknown :-1 s=CLOSED pgs=2828 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.662+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 >> 172.21.15.39:0/1985059612 conn(0x7f95cc06b3b0 msgr2=0x7f95cc0ad6d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.663+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 shutdown_connections 2024-09-13T16:22:56.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.663+0000 7f95d4261640 1 -- 172.21.15.39:0/1985059612 wait complete. 2024-09-13T16:22:56.675 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:22:56.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.775+0000 7f2a55945640 1 Processor -- start 2024-09-13T16:22:56.776 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.775+0000 7f2a55945640 1 -- start start 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a55945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500b41a0 0x7f2a500b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a55945640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2a500d0a00 0x7f2a50167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a55945640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a500cde30 con 0x7f2a500ccf80 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a55945640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a500b5090 con 0x7f2a500d0a00 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a55945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a500cd820 con 0x7f2a500b41a0 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4e7fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2a500ccf80 0x7f2a500d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60146/0 (socket says 172.21.15.39:60146) 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4e7fc640 1 -- 172.21.15.39:0/2549560594 learned_addr learned my addr 172.21.15.39:0/2549560594 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4effd640 1 --2- 172.21.15.39:0/2549560594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500b41a0 0x7f2a500b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4f7fe640 1 --2- 172.21.15.39:0/2549560594 >> v2:172.21.15.157:3300/0 conn(0x7f2a500d0a00 0x7f2a50167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4dffb640 1 -- 172.21.15.39:0/2549560594 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 115211899 0 0) 0x7f2a500cde30 con 0x7f2a500ccf80 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4dffb640 1 -- 172.21.15.39:0/2549560594 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2a38003520 con 0x7f2a500ccf80 2024-09-13T16:22:56.778 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4dffb640 1 -- 172.21.15.39:0/2549560594 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2992397058 0 0) 0x7f2a38003520 con 0x7f2a500ccf80 2024-09-13T16:22:56.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4effd640 1 -- 172.21.15.39:0/2549560594 >> v2:172.21.15.157:3300/0 conn(0x7f2a500d0a00 msgr2=0x7f2a50167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:56.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4effd640 1 --2- 172.21.15.39:0/2549560594 >> v2:172.21.15.157:3300/0 conn(0x7f2a500d0a00 0x7f2a50167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4effd640 1 -- 172.21.15.39:0/2549560594 >> v1:172.21.15.39:6789/0 conn(0x7f2a500ccf80 legacy=0x7f2a500d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4effd640 1 -- 172.21.15.39:0/2549560594 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a500b4ac0 con 0x7f2a500b41a0 2024-09-13T16:22:56.779 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.776+0000 7f2a4f7fe640 1 --2- 172.21.15.39:0/2549560594 >> v2:172.21.15.157:3300/0 conn(0x7f2a500d0a00 0x7f2a50167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:22:56.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.777+0000 7f2a4effd640 1 --2- 172.21.15.39:0/2549560594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500b41a0 0x7f2a500b4580 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2a400097a0 tx=0x7f2a4002a110 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8c1d336171be19f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.777+0000 7f2a4dffb640 1 -- 172.21.15.39:0/2549560594 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a44001670 con 0x7f2a500b41a0 2024-09-13T16:22:56.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.777+0000 7f2a4dffb640 1 -- 172.21.15.39:0/2549560594 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a4002aba0 con 0x7f2a500b41a0 2024-09-13T16:22:56.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.777+0000 7f2a4dffb640 1 -- 172.21.15.39:0/2549560594 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a40032440 con 0x7f2a500b41a0 2024-09-13T16:22:56.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 -- 172.21.15.39:0/2549560594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500b41a0 msgr2=0x7f2a500b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 --2- 172.21.15.39:0/2549560594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500b41a0 0x7f2a500b4580 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f2a400097a0 tx=0x7f2a4002a110 comp rx=0 tx=0).stop 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 -- 172.21.15.39:0/2549560594 shutdown_connections 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 --2- 172.21.15.39:0/2549560594 >> v2:172.21.15.157:3300/0 conn(0x7f2a500d0a00 0x7f2a50167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 --2- 172.21.15.39:0/2549560594 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500b41a0 0x7f2a500b4580 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 -- 172.21.15.39:0/2549560594 >> 172.21.15.39:0/2549560594 conn(0x7f2a500cf1a0 msgr2=0x7f2a500cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 -- 172.21.15.39:0/2549560594 shutdown_connections 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.778+0000 7f2a55945640 1 -- 172.21.15.39:0/2549560594 wait complete. 2024-09-13T16:22:56.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.779+0000 7f2a55945640 1 Processor -- start 2024-09-13T16:22:56.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.779+0000 7f2a55945640 1 -- start start 2024-09-13T16:22:56.783 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a55945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 0x7f2a50158800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a55945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500ccf80 0x7f2a500c97f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a55945640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a500d0a00 0x7f2a50155b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a55945640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a500c9d30 con 0x7f2a500b41a0 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a55945640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a500c9fd0 con 0x7f2a500d0a00 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a55945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a500ca2b0 con 0x7f2a500ccf80 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 0x7f2a50158800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 0x7f2a50158800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55780/0 (socket says 172.21.15.39:55780) 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 -- 172.21.15.39:0/1764303553 learned_addr learned my addr 172.21.15.39:0/1764303553 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4e7fc640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500ccf80 0x7f2a500c97f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4f7fe640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a500d0a00 0x7f2a50155b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 -- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500ccf80 msgr2=0x7f2a500c97f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500ccf80 0x7f2a500c97f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 -- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a500d0a00 msgr2=0x7f2a50155b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.780+0000 7f2a4effd640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a500d0a00 0x7f2a50155b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a4effd640 1 -- 172.21.15.39:0/1764303553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a48009a70 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a4e7fc640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500ccf80 0x7f2a500c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a4f7fe640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a500d0a00 0x7f2a50155b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a4effd640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 0x7f2a50158800 secure :-1 s=READY pgs=2830 cs=0 l=1 rev1=1 crypto rx=0x7f2a40035040 tx=0x7f2a400046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a4003b810 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a4003b970 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a40009400 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a4003bd20 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.781+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a500ca870 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.782+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a50067330 con 0x7f2a500b41a0 2024-09-13T16:22:56.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.782+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2a40039040 con 0x7f2a500b41a0 2024-09-13T16:22:56.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.783+0000 7f2a37fff640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a3c06ac00 0x7f2a3c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:56.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.783+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f2a400aa6c0 con 0x7f2a500b41a0 2024-09-13T16:22:56.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.783+0000 7f2a4e7fc640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a3c06ac00 0x7f2a3c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:56.786 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.784+0000 7f2a4e7fc640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a3c06ac00 0x7f2a3c06d0c0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2a500c61f0 tx=0x7f2a44009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:56.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.787+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2a40074ac0 con 0x7f2a500b41a0 2024-09-13T16:22:56.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.992+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2a500ca3f0 con 0x7f2a500b41a0 2024-09-13T16:22:56.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.993+0000 7f2a37fff640 1 -- 172.21.15.39:0/1764303553 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 324 v324) v1 ==== 95+0+4732 (secure 0 0 0) 0x7f2a500ca3f0 con 0x7f2a500b41a0 2024-09-13T16:22:56.994 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:56.994 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":324,"default_fscid":6,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320},{"gid":12057,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/710613424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":710613424},{"type":"v1","addr":"172.21.15.39:6835","nonce":710613424}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":324}],"filesystems":[{"mdsmap":{"epoch":323,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:17:24.261900+0000","modified":"2024-09-13T16:22:50.431840+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":131,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{},"failed":[],"damaged":[0],"stopped":[],"info":{},"data_pools":[13],"metadata_pool":12,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":6}]} 2024-09-13T16:22:56.995 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 324 2024-09-13T16:22:56.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a3c06ac00 msgr2=0x7f2a3c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a3c06ac00 0x7f2a3c06d0c0 secure :-1 s=READY pgs=1096 cs=0 l=1 rev1=1 crypto rx=0x7f2a500c61f0 tx=0x7f2a44009040 comp rx=0 tx=0).stop 2024-09-13T16:22:56.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 msgr2=0x7f2a50158800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:56.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 0x7f2a50158800 secure :-1 s=READY pgs=2830 cs=0 l=1 rev1=1 crypto rx=0x7f2a40035040 tx=0x7f2a400046c0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 shutdown_connections 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2a3c06ac00 0x7f2a3c06d0c0 unknown :-1 s=CLOSED pgs=1096 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2a500d0a00 0x7f2a50155b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2a500ccf80 0x7f2a500c97f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 --2- 172.21.15.39:0/1764303553 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2a500b41a0 0x7f2a50158800 unknown :-1 s=CLOSED pgs=2830 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 >> 172.21.15.39:0/1764303553 conn(0x7f2a500cf1a0 msgr2=0x7f2a500b6ef0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 shutdown_connections 2024-09-13T16:22:56.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:56.995+0000 7f2a55945640 1 -- 172.21.15.39:0/1764303553 wait complete. 2024-09-13T16:22:57.007 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:22:57.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.107+0000 7fd10ad9d640 1 Processor -- start 2024-09-13T16:22:57.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.107+0000 7fd10ad9d640 1 -- start start 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10ad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd10406f3c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10ad9d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd1040b33c0 0x7fd1040719d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10ad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd104071f10 0x7fd10406afe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10ad9d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd104071240 con 0x7fd104071f10 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10ad9d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd10406c980 con 0x7fd1040b33c0 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10ad9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd10406cc60 con 0x7fd10415c530 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd104071f10 0x7fd10406afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd104071f10 0x7fd10406afe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55794/0 (socket says 172.21.15.39:55794) 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 -- 172.21.15.39:0/2938022812 learned_addr learned my addr 172.21.15.39:0/2938022812 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10959a640 1 --2- 172.21.15.39:0/2938022812 >> v2:172.21.15.157:3300/0 conn(0x7fd1040b33c0 0x7fd1040719d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd109d9b640 1 --2- 172.21.15.39:0/2938022812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd10406f3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 -- 172.21.15.39:0/2938022812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 msgr2=0x7fd10406f3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 --2- 172.21.15.39:0/2938022812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd10406f3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 -- 172.21.15.39:0/2938022812 >> v2:172.21.15.157:3300/0 conn(0x7fd1040b33c0 msgr2=0x7fd1040719d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 --2- 172.21.15.39:0/2938022812 >> v2:172.21.15.157:3300/0 conn(0x7fd1040b33c0 0x7fd1040719d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10a59c640 1 -- 172.21.15.39:0/2938022812 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1040714b0 con 0x7fd104071f10 2024-09-13T16:22:57.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.108+0000 7fd10959a640 1 --2- 172.21.15.39:0/2938022812 >> v2:172.21.15.157:3300/0 conn(0x7fd1040b33c0 0x7fd1040719d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.109+0000 7fd10a59c640 1 --2- 172.21.15.39:0/2938022812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104071f10 0x7fd10406afe0 secure :-1 s=READY pgs=2831 cs=0 l=1 rev1=1 crypto rx=0x7fd104067b10 tx=0x7fd0fc02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62462f16526349d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.109+0000 7fd108d99640 1 -- 172.21.15.39:0/2938022812 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc031600 con 0x7fd104071f10 2024-09-13T16:22:57.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.109+0000 7fd108d99640 1 -- 172.21.15.39:0/2938022812 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0fc02d050 con 0x7fd104071f10 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.109+0000 7fd108d99640 1 -- 172.21.15.39:0/2938022812 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc031980 con 0x7fd104071f10 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 -- 172.21.15.39:0/2938022812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104071f10 msgr2=0x7fd10406afe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/2938022812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104071f10 0x7fd10406afe0 secure :-1 s=READY pgs=2831 cs=0 l=1 rev1=1 crypto rx=0x7fd104067b10 tx=0x7fd0fc02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 -- 172.21.15.39:0/2938022812 shutdown_connections 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/2938022812 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104071f10 0x7fd10406afe0 unknown :-1 s=CLOSED pgs=2831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/2938022812 >> v2:172.21.15.157:3300/0 conn(0x7fd1040b33c0 0x7fd1040719d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/2938022812 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd10406f3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 -- 172.21.15.39:0/2938022812 >> 172.21.15.39:0/2938022812 conn(0x7fd1040b20c0 msgr2=0x7fd1040b24d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 -- 172.21.15.39:0/2938022812 shutdown_connections 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.110+0000 7fd10ad9d640 1 -- 172.21.15.39:0/2938022812 wait complete. 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.111+0000 7fd10ad9d640 1 Processor -- start 2024-09-13T16:22:57.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.111+0000 7fd10ad9d640 1 -- start start 2024-09-13T16:22:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10ad9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1040b33c0 0x7fd104148f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10ad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd1041549e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 0x7fd1040c9740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10ad9d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1041559f0 con 0x7fd104154f20 2024-09-13T16:22:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10ad9d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd104155430 con 0x7fd1040b33c0 2024-09-13T16:22:57.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10ad9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd104155710 con 0x7fd10415c530 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 0x7fd1040c9740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 0x7fd1040c9740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55804/0 (socket says 172.21.15.39:55804) 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 -- 172.21.15.39:0/977526507 learned_addr learned my addr 172.21.15.39:0/977526507 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd109d9b640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1040b33c0 0x7fd104148f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10959a640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd1041549e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 -- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 msgr2=0x7fd1041549e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd1041549e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 -- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1040b33c0 msgr2=0x7fd104148f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1040b33c0 0x7fd104148f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 -- 172.21.15.39:0/977526507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0fc009b30 con 0x7fd104154f20 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10959a640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd1041549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.112+0000 7fd10a59c640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 0x7fd1040c9740 secure :-1 s=READY pgs=2832 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc034040 tx=0x7fd0fc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:57.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.113+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc03d860 con 0x7fd104154f20 2024-09-13T16:22:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.113+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0fc03d9c0 con 0x7fd104154f20 2024-09-13T16:22:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.113+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc03dd70 con 0x7fd104154f20 2024-09-13T16:22:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.113+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd104159830 con 0x7fd104154f20 2024-09-13T16:22:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.113+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd104149460 con 0x7fd104154f20 2024-09-13T16:22:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.114+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd104067160 con 0x7fd104154f20 2024-09-13T16:22:57.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.114+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd0fc03b400 con 0x7fd104154f20 2024-09-13T16:22:57.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.115+0000 7fd0fa7fc640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e806ac00 0x7fd0e806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.115+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7fd0fc0aae90 con 0x7fd104154f20 2024-09-13T16:22:57.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.115+0000 7fd109d9b640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e806ac00 0x7fd0e806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.116+0000 7fd109d9b640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e806ac00 0x7fd0e806d0c0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fd100009aa0 tx=0x7fd100009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:57.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.119+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd0fc075320 con 0x7fd104154f20 2024-09-13T16:22:57.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.291+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd104159cf0 con 0x7fd104154f20 2024-09-13T16:22:57.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.293+0000 7fd0fa7fc640 1 -- 172.21.15.39:0/977526507 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v131) v1 ==== 74+0+21772 (secure 0 0 0) 0x7fd0fc036090 con 0x7fd104154f20 2024-09-13T16:22:57.294 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:22:57.294 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":131,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:22:50.431278+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":12,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:17:22.488039+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"88","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2,"score_stable":2,"optimal_score":1,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":13,"pool_name":"cephfs_data","create_time":"2024-09-13T16:17:23.235676+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"89","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"13.38","mappings":[{"from":1,"to":3}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6832/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6832/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6832/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6834/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6832/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6834/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6834/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6832/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:22:57.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.294+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e806ac00 msgr2=0x7fd0e806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.294+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e806ac00 0x7fd0e806d0c0 secure :-1 s=READY pgs=1097 cs=0 l=1 rev1=1 crypto rx=0x7fd100009aa0 tx=0x7fd100009190 comp rx=0 tx=0).stop 2024-09-13T16:22:57.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.294+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 msgr2=0x7fd1040c9740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.294+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 0x7fd1040c9740 secure :-1 s=READY pgs=2832 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc034040 tx=0x7fd0fc004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:57.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 shutdown_connections 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0e806ac00 0x7fd0e806d0c0 unknown :-1 s=CLOSED pgs=1097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd104154f20 0x7fd1040c9740 unknown :-1 s=CLOSED pgs=2832 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd10415c530 0x7fd1041549e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 --2- 172.21.15.39:0/977526507 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd1040b33c0 0x7fd104148f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 >> 172.21.15.39:0/977526507 conn(0x7fd1040b20c0 msgr2=0x7fd1040b0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 shutdown_connections 2024-09-13T16:22:57.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.295+0000 7fd10ad9d640 1 -- 172.21.15.39:0/977526507 wait complete. 2024-09-13T16:22:57.307 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:22:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.409+0000 7f36cb3ec640 1 Processor -- start 2024-09-13T16:22:57.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.409+0000 7f36cb3ec640 1 -- start start 2024-09-13T16:22:57.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36cb3ec640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f36c4154a80 0x7f36c40b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36cb3ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40b2b20 0x7f36c4071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36cb3ec640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36c40717c0 0x7f36c4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36cb3ec640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36c4071c50 con 0x7f36c4154a80 2024-09-13T16:22:57.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36cb3ec640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36c40b2ff0 con 0x7f36c40717c0 2024-09-13T16:22:57.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36cb3ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36c40b32d0 con 0x7f36c40b2b20 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f36c4154a80 0x7f36c40b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f36c4154a80 0x7f36c40b25e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55816/0 (socket says 172.21.15.39:55816) 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 -- 172.21.15.39:0/1327008549 learned_addr learned my addr 172.21.15.39:0/1327008549 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 -- 172.21.15.39:0/1327008549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40b2b20 msgr2=0x7f36c4071280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9989640 1 --2- 172.21.15.39:0/1327008549 >> v2:172.21.15.157:3300/0 conn(0x7f36c40717c0 0x7f36c4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 --2- 172.21.15.39:0/1327008549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40b2b20 0x7f36c4071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 -- 172.21.15.39:0/1327008549 >> v2:172.21.15.157:3300/0 conn(0x7f36c40717c0 msgr2=0x7f36c4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 --2- 172.21.15.39:0/1327008549 >> v2:172.21.15.157:3300/0 conn(0x7f36c40717c0 0x7f36c4069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.410+0000 7f36c9188640 1 -- 172.21.15.39:0/1327008549 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36c40b35b0 con 0x7f36c4154a80 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.411+0000 7f36c9188640 1 --2- 172.21.15.39:0/1327008549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c40b25e0 secure :-1 s=READY pgs=2833 cs=0 l=1 rev1=1 crypto rx=0x7f36c40c3c90 tx=0x7f36c002a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b561de67831c07a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.411+0000 7f36b7fff640 1 -- 172.21.15.39:0/1327008549 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36c0032440 con 0x7f36c4154a80 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.411+0000 7f36b7fff640 1 -- 172.21.15.39:0/1327008549 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36c00325a0 con 0x7f36c4154a80 2024-09-13T16:22:57.413 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.411+0000 7f36b7fff640 1 -- 172.21.15.39:0/1327008549 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36c0032930 con 0x7f36c4154a80 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.411+0000 7f36cb3ec640 1 -- 172.21.15.39:0/1327008549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 msgr2=0x7f36c40b25e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.411+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/1327008549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c40b25e0 secure :-1 s=READY pgs=2833 cs=0 l=1 rev1=1 crypto rx=0x7f36c40c3c90 tx=0x7f36c002a1e0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 -- 172.21.15.39:0/1327008549 shutdown_connections 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/1327008549 >> v2:172.21.15.157:3300/0 conn(0x7f36c40717c0 0x7f36c4069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/1327008549 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40b2b20 0x7f36c4071280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/1327008549 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c40b25e0 unknown :-1 s=CLOSED pgs=2833 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 -- 172.21.15.39:0/1327008549 >> 172.21.15.39:0/1327008549 conn(0x7f36c40b15d0 msgr2=0x7f36c40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 -- 172.21.15.39:0/1327008549 shutdown_connections 2024-09-13T16:22:57.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.412+0000 7f36cb3ec640 1 -- 172.21.15.39:0/1327008549 wait complete. 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.413+0000 7f36cb3ec640 1 Processor -- start 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.413+0000 7f36cb3ec640 1 -- start start 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40717c0 0x7f36c41572f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36c40b2b20 0x7f36c414c580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c413ac20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36c413a970 con 0x7f36c4154a80 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36c4156e60 con 0x7f36c40b2b20 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36c4156250 con 0x7f36c40717c0 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c413ac20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c413ac20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55832/0 (socket says 172.21.15.39:55832) 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 -- 172.21.15.39:0/741716846 learned_addr learned my addr 172.21.15.39:0/741716846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c8987640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36c40b2b20 0x7f36c414c580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9188640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40717c0 0x7f36c41572f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 -- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40717c0 msgr2=0x7f36c41572f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40717c0 0x7f36c41572f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 -- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36c40b2b20 msgr2=0x7f36c414c580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36c40b2b20 0x7f36c414c580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 -- 172.21.15.39:0/741716846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36c00094d0 con 0x7f36c4154a80 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36c9989640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c413ac20 secure :-1 s=READY pgs=2834 cs=0 l=1 rev1=1 crypto rx=0x7f36bc00cd70 tx=0x7f36bc00a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36bc003b90 con 0x7f36c4154a80 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36bc003cf0 con 0x7f36c4154a80 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36c4156530 con 0x7f36c4154a80 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.414+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36bc004240 con 0x7f36c4154a80 2024-09-13T16:22:57.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.415+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36c4156af0 con 0x7f36c4154a80 2024-09-13T16:22:57.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.416+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36c40672f0 con 0x7f36c4154a80 2024-09-13T16:22:57.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.416+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f36bc0043a0 con 0x7f36c4154a80 2024-09-13T16:22:57.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.417+0000 7f36b5ffb640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f36a806ac00 0x7f36a806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:57.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.417+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f36bc012070 con 0x7f36c4154a80 2024-09-13T16:22:57.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.417+0000 7f36c9188640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f36a806ac00 0x7f36a806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:57.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.417+0000 7f36c9188640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f36a806ac00 0x7f36a806d0c0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f36c0034000 tx=0x7f36c002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:57.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.421+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f36bc054d80 con 0x7f36c4154a80 2024-09-13T16:22:57.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:57.628+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f36c4156fd0 con 0x7f36c4154a80 2024-09-13T16:22:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.476+0000 7f36b5ffb640 1 -- 172.21.15.39:0/741716846 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v325) v1 ==== 161+0+0 (secure 0 0 0) 0x7f36bc0583a0 con 0x7f36c4154a80 2024-09-13T16:22:58.478 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f36a806ac00 msgr2=0x7f36a806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f36a806ac00 0x7f36a806d0c0 secure :-1 s=READY pgs=1098 cs=0 l=1 rev1=1 crypto rx=0x7f36c0034000 tx=0x7f36c002e000 comp rx=0 tx=0).stop 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 msgr2=0x7f36c413ac20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c413ac20 secure :-1 s=READY pgs=2834 cs=0 l=1 rev1=1 crypto rx=0x7f36bc00cd70 tx=0x7f36bc00a660 comp rx=0 tx=0).stop 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 shutdown_connections 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f36a806ac00 0x7f36a806d0c0 unknown :-1 s=CLOSED pgs=1098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36c4154a80 0x7f36c413ac20 unknown :-1 s=CLOSED pgs=2834 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.481 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36c40b2b20 0x7f36c414c580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 --2- 172.21.15.39:0/741716846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36c40717c0 0x7f36c41572f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 >> 172.21.15.39:0/741716846 conn(0x7f36c40b15d0 msgr2=0x7f36c40ce140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 shutdown_connections 2024-09-13T16:22:58.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.479+0000 7f36cb3ec640 1 -- 172.21.15.39:0/741716846 wait complete. 2024-09-13T16:22:58.498 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:22:58.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.608+0000 7f80e1b9d640 1 Processor -- start 2024-09-13T16:22:58.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.608+0000 7f80e1b9d640 1 -- start start 2024-09-13T16:22:58.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e1b9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc156b80 0x7f80dc15ca00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:58.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e1b9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80dc15cf40 0x7f80dc06d520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:58.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e1b9d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80dc160170 con 0x7f80dc06da60 2024-09-13T16:22:58.611 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e1b9d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80dc15d9f0 con 0x7f80dc15cf40 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e1b9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc06df10 con 0x7f80dc156b80 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80dbfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f80dc15cf40 0x7f80dc06d520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e139c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f80dc06da60 0x7f80dc0b33c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60154/0 (socket says 172.21.15.39:60154) 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.609+0000 7f80e139c640 1 -- 172.21.15.39:0/2428266118 learned_addr learned my addr 172.21.15.39:0/2428266118 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80e0b9b640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc156b80 0x7f80dc15ca00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80db7fe640 1 -- 172.21.15.39:0/2428266118 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2415098272 0 0) 0x7f80dc160170 con 0x7f80dc06da60 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80db7fe640 1 -- 172.21.15.39:0/2428266118 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f80c8003520 con 0x7f80dc06da60 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80dbfff640 1 -- 172.21.15.39:0/2428266118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc156b80 msgr2=0x7f80dc15ca00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80dbfff640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc156b80 0x7f80dc15ca00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80dbfff640 1 -- 172.21.15.39:0/2428266118 >> v1:172.21.15.39:6789/0 conn(0x7f80dc06da60 legacy=0x7f80dc0b33c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80dbfff640 1 -- 172.21.15.39:0/2428266118 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80dc15d430 con 0x7f80dc15cf40 2024-09-13T16:22:58.612 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80e0b9b640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc156b80 0x7f80dc15ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.610+0000 7f80dbfff640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc15cf40 0x7f80dc06d520 secure :-1 s=READY pgs=2836 cs=0 l=1 rev1=1 crypto rx=0x7f80c4009d90 tx=0x7f80c402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6024734ef18c2b0d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80db7fe640 1 -- 172.21.15.39:0/2428266118 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c4007740 con 0x7f80dc15cf40 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80db7fe640 1 -- 172.21.15.39:0/2428266118 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80c402d050 con 0x7f80dc15cf40 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80db7fe640 1 -- 172.21.15.39:0/2428266118 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c4007aa0 con 0x7f80dc15cf40 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 -- 172.21.15.39:0/2428266118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc15cf40 msgr2=0x7f80dc06d520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc15cf40 0x7f80dc06d520 secure :-1 s=READY pgs=2836 cs=0 l=1 rev1=1 crypto rx=0x7f80c4009d90 tx=0x7f80c402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 -- 172.21.15.39:0/2428266118 shutdown_connections 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc15cf40 0x7f80dc06d520 unknown :-1 s=CLOSED pgs=2836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/2428266118 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc156b80 0x7f80dc15ca00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 -- 172.21.15.39:0/2428266118 >> 172.21.15.39:0/2428266118 conn(0x7f80dc065bd0 msgr2=0x7f80dc065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 -- 172.21.15.39:0/2428266118 shutdown_connections 2024-09-13T16:22:58.614 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.611+0000 7f80e1b9d640 1 -- 172.21.15.39:0/2428266118 wait complete. 2024-09-13T16:22:58.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.612+0000 7f80e1b9d640 1 Processor -- start 2024-09-13T16:22:58.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 -- start start 2024-09-13T16:22:58.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80dc06da60 0x7f80dc158000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:58.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 0x7f80dc14ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:58.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc15cf40 0x7f80dc14dcd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:58.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc14f7c0 con 0x7f80dc156b80 2024-09-13T16:22:58.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc1550b0 con 0x7f80dc06da60 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.613+0000 7f80e1b9d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80dc14d200 con 0x7f80dc15cf40 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 0x7f80dc14ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 0x7f80dc14ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55862/0 (socket says 172.21.15.39:55862) 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 -- 172.21.15.39:0/3562808219 learned_addr learned my addr 172.21.15.39:0/3562808219 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 -- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc15cf40 msgr2=0x7f80dc14dcd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc15cf40 0x7f80dc14dcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 -- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80dc06da60 msgr2=0x7f80dc158000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80dc06da60 0x7f80dc158000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 -- 172.21.15.39:0/3562808219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80c4009a70 con 0x7f80dc156b80 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80dbfff640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 0x7f80dc14ccc0 secure :-1 s=READY pgs=2837 cs=0 l=1 rev1=1 crypto rx=0x7f80c4000f80 tx=0x7f80c4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c4007740 con 0x7f80dc156b80 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80c40078a0 con 0x7f80dc156b80 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80dc1560f0 con 0x7f80dc156b80 2024-09-13T16:22:58.617 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80c4007c10 con 0x7f80dc156b80 2024-09-13T16:22:58.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.614+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80dc155330 con 0x7f80dc156b80 2024-09-13T16:22:58.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.615+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80dc15ca00 con 0x7f80dc156b80 2024-09-13T16:22:58.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.616+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f80c403b410 con 0x7f80dc156b80 2024-09-13T16:22:58.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.616+0000 7f80d97fa640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80bc06ac00 0x7f80bc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:58.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.616+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f80c40ab4f0 con 0x7f80dc156b80 2024-09-13T16:22:58.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.616+0000 7f80e0b9b640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80bc06ac00 0x7f80bc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:58.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.617+0000 7f80e0b9b640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80bc06ac00 0x7f80bc06d0c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f80cc006fd0 tx=0x7f80cc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:58.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.620+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f80c4075980 con 0x7f80dc156b80 2024-09-13T16:22:58.831 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:58.830+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f80dc1506a0 con 0x7f80dc156b80 2024-09-13T16:22:59.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.489+0000 7f80d97fa640 1 -- 172.21.15.39:0/3562808219 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v326) v1 ==== 104+0+0 (secure 0 0 0) 0x7f80c4009450 con 0x7f80dc156b80 2024-09-13T16:22:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80bc06ac00 msgr2=0x7f80bc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:59.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80bc06ac00 0x7f80bc06d0c0 secure :-1 s=READY pgs=1099 cs=0 l=1 rev1=1 crypto rx=0x7f80cc006fd0 tx=0x7f80cc008040 comp rx=0 tx=0).stop 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 msgr2=0x7f80dc14ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 0x7f80dc14ccc0 secure :-1 s=READY pgs=2837 cs=0 l=1 rev1=1 crypto rx=0x7f80c4000f80 tx=0x7f80c4004a40 comp rx=0 tx=0).stop 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 shutdown_connections 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f80bc06ac00 0x7f80bc06d0c0 unknown :-1 s=CLOSED pgs=1099 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f80dc15cf40 0x7f80dc14dcd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f80dc156b80 0x7f80dc14ccc0 unknown :-1 s=CLOSED pgs=2837 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 --2- 172.21.15.39:0/3562808219 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f80dc06da60 0x7f80dc158000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 >> 172.21.15.39:0/3562808219 conn(0x7f80dc065bd0 msgr2=0x7f80dc0b4140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 shutdown_connections 2024-09-13T16:22:59.494 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.492+0000 7f80e1b9d640 1 -- 172.21.15.39:0/3562808219 wait complete. 2024-09-13T16:22:59.507 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:22:59.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.619+0000 7f004eb1f640 1 Processor -- start 2024-09-13T16:22:59.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.619+0000 7f004eb1f640 1 -- start start 2024-09-13T16:22:59.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.619+0000 7f004eb1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f00480b0d30 0x7f00480b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:59.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.619+0000 7f004eb1f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f00480ce9d0 0x7f0048159a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:59.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004eb1f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f004815d0b0 con 0x7f004813ca70 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004eb1f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f004815d390 con 0x7f00480b0d30 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004eb1f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f004815d670 con 0x7f00480ce9d0 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f00480b0d30 0x7f00480b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f00480b0d30 0x7f00480b30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55870/0 (socket says 172.21.15.39:55870) 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 -- 172.21.15.39:0/3386423681 learned_addr learned my addr 172.21.15.39:0/3386423681 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004d0bc640 1 --2- 172.21.15.39:0/3386423681 >> v2:172.21.15.157:3300/0 conn(0x7f00480ce9d0 0x7f0048159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 -- 172.21.15.39:0/3386423681 >> v2:172.21.15.157:3300/0 conn(0x7f00480ce9d0 msgr2=0x7f0048159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 --2- 172.21.15.39:0/3386423681 >> v2:172.21.15.157:3300/0 conn(0x7f00480ce9d0 0x7f0048159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 -- 172.21.15.39:0/3386423681 >> v1:172.21.15.157:6789/0 conn(0x7f004813ca70 legacy=0x7f00480ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:22:59.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.620+0000 7f004c8bb640 1 -- 172.21.15.39:0/3386423681 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f004815d950 con 0x7f00480b0d30 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.621+0000 7f004c8bb640 1 --2- 172.21.15.39:0/3386423681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f00480b30d0 secure :-1 s=READY pgs=2838 cs=0 l=1 rev1=1 crypto rx=0x7f00480b1580 tx=0x7f003c02c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37f81c8aa4541de4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.621+0000 7f00477fe640 1 -- 172.21.15.39:0/3386423681 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003c033640 con 0x7f00480b0d30 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.621+0000 7f00477fe640 1 -- 172.21.15.39:0/3386423681 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f003c02f070 con 0x7f00480b0d30 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.621+0000 7f00477fe640 1 -- 172.21.15.39:0/3386423681 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003c0339c0 con 0x7f00480b0d30 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.621+0000 7f004eb1f640 1 -- 172.21.15.39:0/3386423681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 msgr2=0x7f00480b30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.621+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3386423681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f00480b30d0 secure :-1 s=READY pgs=2838 cs=0 l=1 rev1=1 crypto rx=0x7f00480b1580 tx=0x7f003c02c8b0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.622+0000 7f004eb1f640 1 -- 172.21.15.39:0/3386423681 shutdown_connections 2024-09-13T16:22:59.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.622+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3386423681 >> v2:172.21.15.157:3300/0 conn(0x7f00480ce9d0 0x7f0048159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.622+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3386423681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f00480b30d0 unknown :-1 s=CLOSED pgs=2838 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.622+0000 7f004eb1f640 1 -- 172.21.15.39:0/3386423681 >> 172.21.15.39:0/3386423681 conn(0x7f00480b15d0 msgr2=0x7f00480b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:22:59.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.622+0000 7f004eb1f640 1 -- 172.21.15.39:0/3386423681 shutdown_connections 2024-09-13T16:22:59.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.622+0000 7f004eb1f640 1 -- 172.21.15.39:0/3386423681 wait complete. 2024-09-13T16:22:59.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.623+0000 7f004eb1f640 1 Processor -- start 2024-09-13T16:22:59.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.623+0000 7f004eb1f640 1 -- start start 2024-09-13T16:22:59.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004eb1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f0048070620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:59.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004eb1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00480ce9d0 0x7f0048152f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:59.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004eb1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f004813ca70 0x7f0048159930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:59.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004eb1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0048153ad0 con 0x7f00480b0d30 2024-09-13T16:22:59.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004eb1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f00481547c0 con 0x7f00480ce9d0 2024-09-13T16:22:59.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004eb1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0048070c00 con 0x7f004813ca70 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f0048070620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f0048070620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55886/0 (socket says 172.21.15.39:55886) 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 -- 172.21.15.39:0/3180874840 learned_addr learned my addr 172.21.15.39:0/3180874840 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f0047fff640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00480ce9d0 0x7f0048152f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004d0bc640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f004813ca70 0x7f0048159930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 -- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f004813ca70 msgr2=0x7f0048159930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f004813ca70 0x7f0048159930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 -- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00480ce9d0 msgr2=0x7f0048152f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00480ce9d0 0x7f0048152f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 -- 172.21.15.39:0/3180874840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f003c00b770 con 0x7f00480b0d30 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004d0bc640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f004813ca70 0x7f0048159930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.624+0000 7f004c8bb640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f0048070620 secure :-1 s=READY pgs=2839 cs=0 l=1 rev1=1 crypto rx=0x7f003c00b2c0 tx=0x7f003c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:59.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.625+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003c0465f0 con 0x7f00480b0d30 2024-09-13T16:22:59.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.625+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f003c046750 con 0x7f00480b0d30 2024-09-13T16:22:59.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.625+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0048070ee0 con 0x7f00480b0d30 2024-09-13T16:22:59.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.625+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f003c046ae0 con 0x7f00480b0d30 2024-09-13T16:22:59.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.625+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f00480714a0 con 0x7f00480b0d30 2024-09-13T16:22:59.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.626+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0048154970 con 0x7f00480b0d30 2024-09-13T16:22:59.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.626+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f003c03c3f0 con 0x7f00480b0d30 2024-09-13T16:22:59.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.627+0000 7f00457fa640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f002c06ac00 0x7f002c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:22:59.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.627+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(131..131 src has 1..131) v4 ==== 9178+0+0 (secure 0 0 0) 0x7f003c0ad5a0 con 0x7f00480b0d30 2024-09-13T16:22:59.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.627+0000 7f0047fff640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f002c06ac00 0x7f002c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:22:59.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.628+0000 7f0047fff640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f002c06ac00 0x7f002c06d0c0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f004815a4f0 tx=0x7f0034009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:22:59.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.631+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f003c0779a0 con 0x7f00480b0d30 2024-09-13T16:22:59.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:22:59.804+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f00480672f0 con 0x7f00480b0d30 2024-09-13T16:23:00.496 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.494+0000 7f00457fa640 1 -- 172.21.15.39:0/3180874840 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v132) v1 ==== 181+0+0 (secure 0 0 0) 0x7f003c07afc0 con 0x7f00480b0d30 2024-09-13T16:23:00.496 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.497+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f002c06ac00 msgr2=0x7f002c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.497+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f002c06ac00 0x7f002c06d0c0 secure :-1 s=READY pgs=1100 cs=0 l=1 rev1=1 crypto rx=0x7f004815a4f0 tx=0x7f0034009040 comp rx=0 tx=0).stop 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.497+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 msgr2=0x7f0048070620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.497+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f0048070620 secure :-1 s=READY pgs=2839 cs=0 l=1 rev1=1 crypto rx=0x7f003c00b2c0 tx=0x7f003c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 shutdown_connections 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f002c06ac00 0x7f002c06d0c0 unknown :-1 s=CLOSED pgs=1100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f004813ca70 0x7f0048159930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f00480ce9d0 0x7f0048152f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.499 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 --2- 172.21.15.39:0/3180874840 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f00480b0d30 0x7f0048070620 unknown :-1 s=CLOSED pgs=2839 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 >> 172.21.15.39:0/3180874840 conn(0x7f00480b15d0 msgr2=0x7f00480ce2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:00.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 shutdown_connections 2024-09-13T16:23:00.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.498+0000 7f004eb1f640 1 -- 172.21.15.39:0/3180874840 wait complete. 2024-09-13T16:23:00.513 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:23:00.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.625+0000 7f1110bed640 1 Processor -- start 2024-09-13T16:23:00.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.625+0000 7f1110bed640 1 -- start start 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.626+0000 7f1110bed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 0x7f110c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.626+0000 7f1110bed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f110c160150 con 0x7f110c15fd70 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.626+0000 7f1110bed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f110c15cf50 con 0x7f110c06a410 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.626+0000 7f1110bed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f110c15dbd0 con 0x7f110c06e880 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.626+0000 7f110a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f110c15fd70 0x7f110c160da0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60158/0 (socket says 172.21.15.39:60158) 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.626+0000 7f110a59c640 1 -- 172.21.15.39:0/1121282872 learned_addr learned my addr 172.21.15.39:0/1121282872 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 908344844 0 0) 0x7f110c160150 con 0x7f110c15fd70 2024-09-13T16:23:00.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f10f8003520 con 0x7f110c15fd70 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f1109d9b640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 0x7f110c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3615886759 0 0) 0x7f10f8003520 con 0x7f110c15fd70 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 msgr2=0x7f110c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 0x7f110c069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 >> v1:172.21.15.157:6789/0 conn(0x7f110c06a410 legacy=0x7f110c15e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f110c15d230 con 0x7f110c15fd70 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f10fc0019f0 con 0x7f110c15fd70 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 >> v1:172.21.15.39:6789/0 conn(0x7f110c15fd70 legacy=0x7f110c160da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10f80039a0 0x7f10f8003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80047c0 0x7f10f8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 0x7f10f800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f110c15dbd0 con 0x7f10f80039a0 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10f8005500 con 0x7f10f80047c0 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10f800bec0 con 0x7f110c06e880 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110a59c640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10f80039a0 0x7f10f8003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f1109d9b640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80047c0 0x7f10f8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110ad9d640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 0x7f10f800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110a59c640 1 -- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 msgr2=0x7f10f800b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110a59c640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f110c06e880 0x7f10f800b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110a59c640 1 -- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80047c0 msgr2=0x7f10f8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110a59c640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10f80047c0 0x7f10f8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.627+0000 7f110a59c640 1 -- 172.21.15.39:0/1121282872 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f10f8003520 con 0x7f10f80039a0 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.628+0000 7f110a59c640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10f80039a0 0x7f10f8003dc0 secure :-1 s=READY pgs=2841 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00a830 tx=0x7f10f80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a332e8e739e83c5d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.628+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10fc02ba50 con 0x7f10f80039a0 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.628+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10fc02bbb0 con 0x7f10f80039a0 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.628+0000 7f110959a640 1 -- 172.21.15.39:0/1121282872 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10fc034470 con 0x7f10f80039a0 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f1110bed640 1 -- 172.21.15.39:0/1121282872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10f80039a0 msgr2=0x7f10f8003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f1110bed640 1 --2- 172.21.15.39:0/1121282872 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10f80039a0 0x7f10f8003dc0 secure :-1 s=READY pgs=2841 cs=0 l=1 rev1=1 crypto rx=0x7f10fc00a830 tx=0x7f10f80057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f110ad9d640 1 -- 172.21.15.39:0/1121282872 reap_dead start 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f1110bed640 1 -- 172.21.15.39:0/1121282872 shutdown_connections 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f1110bed640 1 -- 172.21.15.39:0/1121282872 >> 172.21.15.39:0/1121282872 conn(0x7f110c06afe0 msgr2=0x7f110c06b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f1110bed640 1 -- 172.21.15.39:0/1121282872 shutdown_connections 2024-09-13T16:23:00.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.629+0000 7f1110bed640 1 -- 172.21.15.39:0/1121282872 wait complete. 2024-09-13T16:23:00.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.630+0000 7f1110bed640 1 Processor -- start 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.630+0000 7f1110bed640 1 -- start start 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1110bed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10f80039a0 0x7f110c14c890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1110bed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 0x7f110c14dcf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1110bed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f110c0b4e10 0x7f110c14e230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1110bed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f110c14cdd0 con 0x7f110c0b4990 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1110bed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f110c0b36a0 con 0x7f110c0b4e10 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1110bed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f110c0b4500 con 0x7f10f80039a0 2024-09-13T16:23:00.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 0x7f110c14dcf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 0x7f110c14dcf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55904/0 (socket says 172.21.15.39:55904) 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 -- 172.21.15.39:0/3178479706 learned_addr learned my addr 172.21.15.39:0/3178479706 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 -- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10f80039a0 msgr2=0x7f110c14c890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f110a59c640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10f80039a0 0x7f110c14c890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f110ad9d640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f110c0b4e10 0x7f110c14e230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10f80039a0 0x7f110c14c890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 -- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f110c0b4e10 msgr2=0x7f110c14e230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f110c0b4e10 0x7f110c14e230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f1109d9b640 1 -- 172.21.15.39:0/3178479706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f110c14d1e0 con 0x7f110c0b4990 2024-09-13T16:23:00.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.631+0000 7f110ad9d640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f110c0b4e10 0x7f110c14e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.632+0000 7f1109d9b640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 0x7f110c14dcf0 secure :-1 s=READY pgs=2842 cs=0 l=1 rev1=1 crypto rx=0x7f10f400b7f0 tx=0x7f10f400bcb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.632+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10f4010830 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.632+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f10f4010990 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.632+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f110c0b38f0 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.632+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f10f4010d20 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.632+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f110c0b3eb0 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.633+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f110c0672f0 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.633+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f10f4014430 con 0x7f110c0b4990 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.634+0000 7f1102ffd640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10ec06ac00 0x7f10ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:00.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.634+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(132..132 src has 1..132) v4 ==== 8740+0+0 (secure 0 0 0) 0x7f10f408a750 con 0x7f110c0b4990 2024-09-13T16:23:00.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.634+0000 7f110a59c640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10ec06ac00 0x7f10ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:00.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.635+0000 7f110a59c640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10ec06ac00 0x7f10ec06d0c0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f10fc033000 tx=0x7f10fc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:00.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.638+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f10f4054d00 con 0x7f110c0b4990 2024-09-13T16:23:00.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:00.809+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f110c069ed0 con 0x7f110c0b4990 2024-09-13T16:23:01.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.503+0000 7f1102ffd640 1 -- 172.21.15.39:0/3178479706 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v133) v1 ==== 169+0+0 (secure 0 0 0) 0x7f10f40220d0 con 0x7f110c0b4990 2024-09-13T16:23:01.505 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10ec06ac00 msgr2=0x7f10ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10ec06ac00 0x7f10ec06d0c0 secure :-1 s=READY pgs=1101 cs=0 l=1 rev1=1 crypto rx=0x7f10fc033000 tx=0x7f10fc02e000 comp rx=0 tx=0).stop 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 msgr2=0x7f110c14dcf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 0x7f110c14dcf0 secure :-1 s=READY pgs=2842 cs=0 l=1 rev1=1 crypto rx=0x7f10f400b7f0 tx=0x7f10f400bcb0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 shutdown_connections 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f10ec06ac00 0x7f10ec06d0c0 unknown :-1 s=CLOSED pgs=1101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f110c0b4e10 0x7f110c14e230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f110c0b4990 0x7f110c14dcf0 unknown :-1 s=CLOSED pgs=2842 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 --2- 172.21.15.39:0/3178479706 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10f80039a0 0x7f110c14c890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 >> 172.21.15.39:0/3178479706 conn(0x7f110c06afe0 msgr2=0x7f110c0b0920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:01.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 shutdown_connections 2024-09-13T16:23:01.509 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.506+0000 7f1110bed640 1 -- 172.21.15.39:0/3178479706 wait complete. 2024-09-13T16:23:01.522 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:23:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.629+0000 7ff419472640 1 Processor -- start 2024-09-13T16:23:01.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.629+0000 7ff419472640 1 -- start start 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.630+0000 7ff419472640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 0x7ff414071d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.630+0000 7ff419472640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff414072410 con 0x7ff41415dfb0 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.630+0000 7ff419472640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4140ce570 con 0x7ff4140cc990 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.630+0000 7ff419472640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4140ce850 con 0x7ff41415a620 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.630+0000 7ff4137fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff41415dfb0 0x7ff4140cf330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60162/0 (socket says 172.21.15.39:60162) 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.630+0000 7ff4137fe640 1 -- 172.21.15.39:0/1644191470 learned_addr learned my addr 172.21.15.39:0/1644191470 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff412ffd640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 0x7ff414071d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2634079164 0 0) 0x7ff414072410 con 0x7ff41415dfb0 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff400003520 con 0x7ff41415dfb0 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3832824783 0 0) 0x7ff400003520 con 0x7ff41415dfb0 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 msgr2=0x7ff414071d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 0x7ff414071d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 >> v1:172.21.15.157:6789/0 conn(0x7ff4140cc990 legacy=0x7ff4140b3430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4140ceb30 con 0x7ff41415dfb0 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ff40c001670 con 0x7ff41415dfb0 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 >> v1:172.21.15.39:6789/0 conn(0x7ff41415dfb0 legacy=0x7ff4140cf330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4000039a0 0x7ff400003d80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff400004350 0x7ff400004820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 0x7ff400005080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4140ce850 con 0x7ff400004350 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff40000b980 con 0x7ff4000039a0 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff40000bb40 con 0x7ff41415a620 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4127fc640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff400004350 0x7ff400004820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff412ffd640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4000039a0 0x7ff400003d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4137fe640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 0x7ff400005080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4127fc640 1 -- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 msgr2=0x7ff400005080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:01.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4127fc640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff41415a620 0x7ff400005080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4127fc640 1 -- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4000039a0 msgr2=0x7ff400003d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4127fc640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4000039a0 0x7ff400003d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff4127fc640 1 -- 172.21.15.39:0/1644191470 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff400003520 con 0x7ff400004350 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.631+0000 7ff412ffd640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4000039a0 0x7ff400003d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.632+0000 7ff4127fc640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff400004350 0x7ff400004820 secure :-1 s=READY pgs=2844 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc001830 tx=0x7ff4000057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3345287235b1007d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.632+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc02abc0 con 0x7ff400004350 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.632+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3fc02ad40 con 0x7ff400004350 2024-09-13T16:23:01.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.632+0000 7ff411ffb640 1 -- 172.21.15.39:0/1644191470 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3fc032680 con 0x7ff400004350 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff419472640 1 -- 172.21.15.39:0/1644191470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff400004350 msgr2=0x7ff400004820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff419472640 1 --2- 172.21.15.39:0/1644191470 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff400004350 0x7ff400004820 secure :-1 s=READY pgs=2844 cs=0 l=1 rev1=1 crypto rx=0x7ff3fc001830 tx=0x7ff4000057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff4137fe640 1 -- 172.21.15.39:0/1644191470 reap_dead start 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff419472640 1 -- 172.21.15.39:0/1644191470 shutdown_connections 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff419472640 1 -- 172.21.15.39:0/1644191470 >> 172.21.15.39:0/1644191470 conn(0x7ff4140d04a0 msgr2=0x7ff4140d08b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff419472640 1 -- 172.21.15.39:0/1644191470 shutdown_connections 2024-09-13T16:23:01.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.633+0000 7ff419472640 1 -- 172.21.15.39:0/1644191470 wait complete. 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.634+0000 7ff419472640 1 Processor -- start 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.634+0000 7ff419472640 1 -- start start 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff419472640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff400004350 0x7ff41414b310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff419472640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4140cf6f0 0x7ff41406afe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff419472640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 0x7ff41406b9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff419472640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff41414f4d0 con 0x7ff41406b520 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff419472640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4140c98c0 con 0x7ff4140cf6f0 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff419472640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4140c9ba0 con 0x7ff400004350 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 0x7ff41406b9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 0x7ff41406b9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55926/0 (socket says 172.21.15.39:55926) 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 -- 172.21.15.39:0/4045047640 learned_addr learned my addr 172.21.15.39:0/4045047640 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4127fc640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4140cf6f0 0x7ff41406afe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff412ffd640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff400004350 0x7ff41414b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 -- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff400004350 msgr2=0x7ff41414b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff400004350 0x7ff41414b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 -- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4140cf6f0 msgr2=0x7ff41406afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4140cf6f0 0x7ff41406afe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4137fe640 1 -- 172.21.15.39:0/4045047640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4140c9e80 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.635+0000 7ff4127fc640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4140cf6f0 0x7ff41406afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.636+0000 7ff4137fe640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 0x7ff41406b9b0 secure :-1 s=READY pgs=2845 cs=0 l=1 rev1=1 crypto rx=0x7ff41415f050 tx=0x7ff40c00eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.636+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff40c00eed0 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.636+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff40c00c590 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.636+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff4140ca160 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.636+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff40c00c940 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.636+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff4140ca860 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.637+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff414067330 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.637+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff40c00caa0 con 0x7ff41406b520 2024-09-13T16:23:01.641 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.638+0000 7ff40b7fe640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3f406ac00 0x7ff3f406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.638+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7ff40c0898e0 con 0x7ff41406b520 2024-09-13T16:23:01.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.638+0000 7ff412ffd640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3f406ac00 0x7ff3f406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.642 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.639+0000 7ff412ffd640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3f406ac00 0x7ff3f406d0c0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7ff404007540 tx=0x7ff40400b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:01.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.642+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff40c0540e0 con 0x7ff41406b520 2024-09-13T16:23:01.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.813+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7ff41414f610 con 0x7ff41406b520 2024-09-13T16:23:01.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.816+0000 7ff40b7fe640 1 -- 172.21.15.39:0/4045047640 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v27) v1 ==== 104+0+0 (secure 0 0 0) 0x7ff41414f610 con 0x7ff41406b520 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3f406ac00 msgr2=0x7ff3f406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3f406ac00 0x7ff3f406d0c0 secure :-1 s=READY pgs=1102 cs=0 l=1 rev1=1 crypto rx=0x7ff404007540 tx=0x7ff40400b040 comp rx=0 tx=0).stop 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 msgr2=0x7ff41406b9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 0x7ff41406b9b0 secure :-1 s=READY pgs=2845 cs=0 l=1 rev1=1 crypto rx=0x7ff41415f050 tx=0x7ff40c00eb90 comp rx=0 tx=0).stop 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 shutdown_connections 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff3f406ac00 0x7ff3f406d0c0 unknown :-1 s=CLOSED pgs=1102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff41406b520 0x7ff41406b9b0 unknown :-1 s=CLOSED pgs=2845 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff4140cf6f0 0x7ff41406afe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 --2- 172.21.15.39:0/4045047640 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff400004350 0x7ff41414b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 >> 172.21.15.39:0/4045047640 conn(0x7ff4140d04a0 msgr2=0x7ff4140b42b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:01.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 shutdown_connections 2024-09-13T16:23:01.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.818+0000 7ff419472640 1 -- 172.21.15.39:0/4045047640 wait complete. 2024-09-13T16:23:01.831 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_object_deletion' 2024-09-13T16:23:01.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.931+0000 7f53de227640 1 Processor -- start 2024-09-13T16:23:01.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.931+0000 7f53de227640 1 -- start start 2024-09-13T16:23:01.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53de227640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d8071860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53de227640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53d80b3930 0x7f53d80b3d70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53de227640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53d8071da0 con 0x7f53d806ed00 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53de227640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53d806afe0 con 0x7f53d80b3930 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53de227640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53d80b46a0 con 0x7f53d8071480 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53d77fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d8071860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53d6ffd640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f53d80b3930 0x7f53d80b3d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53d7fff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f53d806ed00 0x7f53d806f1b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:50256/0 (socket says 172.21.15.39:50256) 2024-09-13T16:23:01.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.932+0000 7f53d7fff640 1 -- 172.21.15.39:0/1088852288 learned_addr learned my addr 172.21.15.39:0/1088852288 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d77fe640 1 -- 172.21.15.39:0/1088852288 >> v2:172.21.15.157:3300/0 conn(0x7f53d80b3930 msgr2=0x7f53d80b3d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d77fe640 1 --2- 172.21.15.39:0/1088852288 >> v2:172.21.15.157:3300/0 conn(0x7f53d80b3930 0x7f53d80b3d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d77fe640 1 -- 172.21.15.39:0/1088852288 >> v1:172.21.15.157:6789/0 conn(0x7f53d806ed00 legacy=0x7f53d806f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d77fe640 1 -- 172.21.15.39:0/1088852288 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d80b4980 con 0x7f53d8071480 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d67fc640 1 -- 172.21.15.39:0/1088852288 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 787373025 0 0) 0x7f53d8071da0 con 0x7f53d806ed00 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d6ffd640 1 --2- 172.21.15.39:0/1088852288 >> v2:172.21.15.157:3300/0 conn(0x7f53d80b3930 0x7f53d80b3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.933+0000 7f53d77fe640 1 --2- 172.21.15.39:0/1088852288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d8071860 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f53c80097a0 tx=0x7f53c802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=aaa6190cd2d75f58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53d67fc640 1 -- 172.21.15.39:0/1088852288 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c8032440 con 0x7f53d8071480 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53d67fc640 1 -- 172.21.15.39:0/1088852288 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53c80325a0 con 0x7f53d8071480 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53d67fc640 1 -- 172.21.15.39:0/1088852288 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c8032930 con 0x7f53d8071480 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 -- 172.21.15.39:0/1088852288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 msgr2=0x7f53d8071860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 --2- 172.21.15.39:0/1088852288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d8071860 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f53c80097a0 tx=0x7f53c802a180 comp rx=0 tx=0).stop 2024-09-13T16:23:01.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 -- 172.21.15.39:0/1088852288 shutdown_connections 2024-09-13T16:23:01.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 --2- 172.21.15.39:0/1088852288 >> v2:172.21.15.157:3300/0 conn(0x7f53d80b3930 0x7f53d80b3d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 --2- 172.21.15.39:0/1088852288 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d8071860 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 -- 172.21.15.39:0/1088852288 >> 172.21.15.39:0/1088852288 conn(0x7f53d80b2320 msgr2=0x7f53d80b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:01.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 -- 172.21.15.39:0/1088852288 shutdown_connections 2024-09-13T16:23:01.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.934+0000 7f53de227640 1 -- 172.21.15.39:0/1088852288 wait complete. 2024-09-13T16:23:01.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.935+0000 7f53de227640 1 Processor -- start 2024-09-13T16:23:01.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 -- start start 2024-09-13T16:23:01.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 0x7f53d81505a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d81f1ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d80b3930 0x7f53d8150b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d81552d0 con 0x7f53d806ed00 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53d8159580 con 0x7f53d80b3930 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53de227640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53d8159820 con 0x7f53d8071480 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 0x7f53d81505a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53d77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 0x7f53d81505a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55936/0 (socket says 172.21.15.39:55936) 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.936+0000 7f53d77fe640 1 -- 172.21.15.39:0/3500877557 learned_addr learned my addr 172.21.15.39:0/3500877557 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d6ffd640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d81f1ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d7fff640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d80b3930 0x7f53d8150b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d77fe640 1 -- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 msgr2=0x7f53d81f1ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d77fe640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d81f1ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d77fe640 1 -- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d80b3930 msgr2=0x7f53d8150b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d77fe640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d80b3930 0x7f53d8150b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d77fe640 1 -- 172.21.15.39:0/3500877557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53cc009400 con 0x7f53d806ed00 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d7fff640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d80b3930 0x7f53d8150b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:01.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53d77fe640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 0x7f53d81505a0 secure :-1 s=READY pgs=2846 cs=0 l=1 rev1=1 crypto rx=0x7f53c8000c00 tx=0x7f53c80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:01.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c8032440 con 0x7f53d806ed00 2024-09-13T16:23:01.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53c8004230 con 0x7f53d806ed00 2024-09-13T16:23:01.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53c8009400 con 0x7f53d806ed00 2024-09-13T16:23:01.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53c8006e10 con 0x7f53d806ed00 2024-09-13T16:23:01.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.937+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53d8154d10 con 0x7f53d806ed00 2024-09-13T16:23:01.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.938+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53d80b3d70 con 0x7f53d806ed00 2024-09-13T16:23:01.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.939+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f53c8039050 con 0x7f53d806ed00 2024-09-13T16:23:01.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.939+0000 7f53bffff640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53c406ac00 0x7f53c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:01.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.940+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7f53c80aa690 con 0x7f53d806ed00 2024-09-13T16:23:01.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.940+0000 7f53d6ffd640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53c406ac00 0x7f53c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:01.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.940+0000 7f53d6ffd640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53c406ac00 0x7f53c406d0c0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f53d8071c90 tx=0x7f53cc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:01.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:01.948+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f53c8074e90 con 0x7f53d806ed00 2024-09-13T16:23:02.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.185+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]} v 0) v1 -- 0x7f53d80719e0 con 0x7f53d806ed00 2024-09-13T16:23:02.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.502+0000 7f53bffff640 1 -- 172.21.15.39:0/3500877557 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_object_deletion"]}]=0 v625) v1 ==== 135+0+0 (secure 0 0 0) 0x7f53c8037020 con 0x7f53d806ed00 2024-09-13T16:23:02.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53c406ac00 msgr2=0x7f53c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53c406ac00 0x7f53c406d0c0 secure :-1 s=READY pgs=1103 cs=0 l=1 rev1=1 crypto rx=0x7f53d8071c90 tx=0x7f53cc008040 comp rx=0 tx=0).stop 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 msgr2=0x7f53d81505a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 0x7f53d81505a0 secure :-1 s=READY pgs=2846 cs=0 l=1 rev1=1 crypto rx=0x7f53c8000c00 tx=0x7f53c80046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 shutdown_connections 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53c406ac00 0x7f53c406d0c0 unknown :-1 s=CLOSED pgs=1103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53d80b3930 0x7f53d8150b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53d8071480 0x7f53d81f1ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 --2- 172.21.15.39:0/3500877557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53d806ed00 0x7f53d81505a0 unknown :-1 s=CLOSED pgs=2846 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 >> 172.21.15.39:0/3500877557 conn(0x7f53d80b2320 msgr2=0x7f53d806b8f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 shutdown_connections 2024-09-13T16:23:02.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.504+0000 7f53de227640 1 -- 172.21.15.39:0/3500877557 wait complete. 2024-09-13T16:23:02.517 INFO:tasks.cephfs_test_runner:That the MDS has a clean 'damaged' response to loss of any single metadata object ... ok 2024-09-13T16:23:02.517 INFO:tasks.cephfs_test_runner:Starting test: test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) That errors encountered during opening inos are properly propagated 2024-09-13T16:23:02.518 INFO:tasks.cephfs_test_runner:test_open_ino_errors (tasks.cephfs.test_damage.TestDamage) 2024-09-13T16:23:02.518 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:02.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.620+0000 7fac6b496640 1 Processor -- start 2024-09-13T16:23:02.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.620+0000 7fac6b496640 1 -- start start 2024-09-13T16:23:02.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac6b496640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fac6415d300 0x7fac640cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac6b496640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac6415aa50 con 0x7fac640721f0 2024-09-13T16:23:02.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac6b496640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac6415af50 con 0x7fac640ce980 2024-09-13T16:23:02.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac6b496640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fac6415bed0 con 0x7fac6415d300 2024-09-13T16:23:02.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac69232640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fac640721f0 0x7fac640ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60178/0 (socket says 172.21.15.39:60178) 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac69232640 1 -- 172.21.15.39:0/3434830412 learned_addr learned my addr 172.21.15.39:0/3434830412 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2719436730 0 0) 0x7fac6415aa50 con 0x7fac640721f0 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac50003520 con 0x7fac640721f0 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac69a33640 1 --2- 172.21.15.39:0/3434830412 >> v2:172.21.15.157:3300/0 conn(0x7fac6415d300 0x7fac640cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3516836749 0 0) 0x7fac50003520 con 0x7fac640721f0 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 >> v2:172.21.15.157:3300/0 conn(0x7fac6415d300 msgr2=0x7fac640cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 --2- 172.21.15.39:0/3434830412 >> v2:172.21.15.157:3300/0 conn(0x7fac6415d300 0x7fac640cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 >> v1:172.21.15.157:6789/0 conn(0x7fac640ce980 legacy=0x7fac640cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac640cd6c0 con 0x7fac640721f0 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fac60001670 con 0x7fac640721f0 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 >> v1:172.21.15.39:6789/0 conn(0x7fac640721f0 legacy=0x7fac640ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac50003970 0x7fac50003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac500047c0 0x7fac50004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac5000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac6415bed0 con 0x7fac500052a0 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5000c170 con 0x7fac500047c0 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.621+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac5000c330 con 0x7fac50003970 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac5000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac68a31640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac500047c0 0x7fac50004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69232640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac50003970 0x7fac50003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 -- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac50003970 msgr2=0x7fac50003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac50003970 0x7fac50003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 -- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac500047c0 msgr2=0x7fac50004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac500047c0 0x7fac50004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 -- 172.21.15.39:0/3434830412 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac50003520 con 0x7fac500052a0 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac68a31640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac500047c0 0x7fac50004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:02.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69232640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac50003970 0x7fac50003d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.622+0000 7fac69a33640 1 -- 172.21.15.39:0/3434830412 reap_dead start 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac69a33640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac5000b980 secure :-1 s=READY pgs=2848 cs=0 l=1 rev1=1 crypto rx=0x7fac6415d790 tx=0x7fac500057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=16857b25509a2218 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c003b90 con 0x7fac500052a0 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac5c003cf0 con 0x7fac500052a0 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac5bfff640 1 -- 172.21.15.39:0/3434830412 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac5c004260 con 0x7fac500052a0 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 -- 172.21.15.39:0/3434830412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 msgr2=0x7fac5000b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac5000b980 secure :-1 s=READY pgs=2848 cs=0 l=1 rev1=1 crypto rx=0x7fac6415d790 tx=0x7fac500057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 -- 172.21.15.39:0/3434830412 shutdown_connections 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 --2- 172.21.15.39:0/3434830412 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac5000b980 unknown :-1 s=CLOSED pgs=2848 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 -- 172.21.15.39:0/3434830412 >> 172.21.15.39:0/3434830412 conn(0x7fac6406b3b0 msgr2=0x7fac6406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 -- 172.21.15.39:0/3434830412 shutdown_connections 2024-09-13T16:23:02.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.623+0000 7fac6b496640 1 -- 172.21.15.39:0/3434830412 wait complete. 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 Processor -- start 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 -- start start 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac640c9e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac641f52c0 0x7fac641f5720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac640b1e40 0x7fac640b22c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac640c7ea0 con 0x7fac500052a0 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac641f5c60 con 0x7fac641f52c0 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac6b496640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac640b2e50 con 0x7fac640b1e40 2024-09-13T16:23:02.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac69232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac640c9e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac69232640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac640c9e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55966/0 (socket says 172.21.15.39:55966) 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.625+0000 7fac69232640 1 -- 172.21.15.39:0/1360104655 learned_addr learned my addr 172.21.15.39:0/1360104655 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac69232640 1 -- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac640b1e40 msgr2=0x7fac640b22c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac69232640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac640b1e40 0x7fac640b22c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac69232640 1 -- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac641f52c0 msgr2=0x7fac641f5720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac69232640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac641f52c0 0x7fac641f5720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac69232640 1 -- 172.21.15.39:0/1360104655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac640b2b70 con 0x7fac500052a0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac69232640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac640c9e60 secure :-1 s=READY pgs=2849 cs=0 l=1 rev1=1 crypto rx=0x7fac6000e760 tx=0x7fac6000ec20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6000ee70 con 0x7fac500052a0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac6000c870 con 0x7fac500052a0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac640c77e0 con 0x7fac500052a0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac6000cc00 con 0x7fac500052a0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.626+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac640b2800 con 0x7fac500052a0 2024-09-13T16:23:02.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.627+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac640672f0 con 0x7fac500052a0 2024-09-13T16:23:02.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.628+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac6001d460 con 0x7fac500052a0 2024-09-13T16:23:02.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.628+0000 7fac59ffb640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac4806ac00 0x7fac4806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.628+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7fac60089bf0 con 0x7fac500052a0 2024-09-13T16:23:02.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.628+0000 7fac68a31640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac4806ac00 0x7fac4806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.629+0000 7fac68a31640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac4806ac00 0x7fac4806d0c0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fac64150060 tx=0x7fac54009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:02.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.632+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac600543f0 con 0x7fac500052a0 2024-09-13T16:23:02.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.806+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fac640672f0 con 0x7fac500052a0 2024-09-13T16:23:02.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.807+0000 7fac59ffb640 1 -- 172.21.15.39:0/1360104655 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v133) v1 ==== 74+0+18020 (secure 0 0 0) 0x7fac60057a10 con 0x7fac500052a0 2024-09-13T16:23:02.809 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:02.810 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":133,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:01.493998+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6832/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6832/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6832/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6834/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/3812908209":"2024-09-14T16:22:32.182769+0000","172.21.15.39:6832/3165815777":"2024-09-14T16:22:09.050740+0000","172.21.15.39:6834/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6832/4148856035":"2024-09-14T16:21:54.489863+0000","172.21.15.39:6834/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6832/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6835/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6834/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6833/3696644961":"2024-09-14T16:19:25.197972+0000","172.21.15.39:6832/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6834/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6834/131167174":"2024-09-14T16:22:37.221100+0000","172.21.15.39:6835/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6833/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6835/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6834/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/3301151956":"2024-09-14T16:17:41.227055+0000","172.21.15.39:6832/3479340350":"2024-09-14T16:19:40.471083+0000","172.21.15.39:6833/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6833/145305981":"2024-09-14T16:18:55.867679+0000","172.21.15.39:6835/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6834/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6834/2571248812":"2024-09-14T16:18:52.009238+0000","172.21.15.39:6835/2983340855":"2024-09-14T16:18:00.125973+0000","172.21.15.39:6835/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6833/3466162502":"2024-09-14T16:18:11.334355+0000","172.21.15.39:6833/2424735022":"2024-09-14T16:19:27.383663+0000","172.21.15.39:6835/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6832/1159344963":"2024-09-14T16:20:47.885571+0000","172.21.15.39:6832/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6835/1091950954":"2024-09-14T16:21:02.070401+0000","172.21.15.39:6834/2131498593":"2024-09-14T16:18:15.357428+0000","172.21.15.39:6834/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6832/1338912229":"2024-09-14T16:19:09.126016+0000","172.21.15.39:6835/712210479":"2024-09-14T16:20:07.687621+0000","172.21.15.39:6832/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6833/1937458090":"2024-09-14T16:18:19.399316+0000","172.21.15.39:6834/2326245595":"2024-09-14T16:18:49.962984+0000","172.21.15.39:6833/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/861072859":"2024-09-14T16:20:58.015729+0000","172.21.15.39:6832/1970982052":"2024-09-14T16:20:49.953794+0000","172.21.15.39:6835/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6833/215452129":"2024-09-14T16:22:50.431248+0000","172.21.15.39:6833/1338482383":"2024-09-14T16:18:05.183946+0000","172.21.15.39:6833/883974613":"2024-09-14T16:20:53.980804+0000","172.21.15.39:6832/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6832/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6834/677185875":"2024-09-14T16:19:34.423244+0000","172.21.15.39:6834/403551805":"2024-09-14T16:22:43.398664+0000","172.21.15.39:6833/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6832/4195911610":"2024-09-14T16:21:30.068845+0000","172.21.15.39:6835/2459472371":"2024-09-14T16:19:44.519535+0000","172.21.15.39:6834/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6832/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6832/2857486582":"2024-09-14T16:19:48.565649+0000","172.21.15.39:6835/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6833/2691169282":"2024-09-14T16:20:05.625684+0000","172.21.15.39:6834/2659426096":"2024-09-14T16:19:03.079507+0000","172.21.15.39:6832/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6835/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6834/251656885":"2024-09-14T16:20:11.716821+0000","172.21.15.39:6832/3759354568":"2024-09-14T16:22:13.911655+0000","172.21.15.39:6834/2717368596":"2024-09-14T16:20:19.798131+0000","172.21.15.39:6834/885770318":"2024-09-14T16:18:35.515542+0000","172.21.15.39:6833/2068515107":"2024-09-14T16:20:23.833848+0000","172.21.15.39:6835/339359157":"2024-09-14T16:20:15.757337+0000","172.21.15.39:6834/294258995":"2024-09-14T16:20:27.871344+0000","172.21.15.39:6832/3182450948":"2024-09-14T16:21:24.493162+0000","172.21.15.39:6833/595549331":"2024-09-14T16:20:31.909353+0000","172.21.15.39:6832/861072859":"2024-09-14T16:20:58.015729+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac4806ac00 msgr2=0x7fac4806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac4806ac00 0x7fac4806d0c0 secure :-1 s=READY pgs=1104 cs=0 l=1 rev1=1 crypto rx=0x7fac64150060 tx=0x7fac54009040 comp rx=0 tx=0).stop 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 msgr2=0x7fac640c9e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac640c9e60 secure :-1 s=READY pgs=2849 cs=0 l=1 rev1=1 crypto rx=0x7fac6000e760 tx=0x7fac6000ec20 comp rx=0 tx=0).stop 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 shutdown_connections 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac4806ac00 0x7fac4806d0c0 unknown :-1 s=CLOSED pgs=1104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac640b1e40 0x7fac640b22c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac641f52c0 0x7fac641f5720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 --2- 172.21.15.39:0/1360104655 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac500052a0 0x7fac640c9e60 unknown :-1 s=CLOSED pgs=2849 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 >> 172.21.15.39:0/1360104655 conn(0x7fac6406b3b0 msgr2=0x7fac640ae800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 shutdown_connections 2024-09-13T16:23:02.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.809+0000 7fac6b496640 1 -- 172.21.15.39:0/1360104655 wait complete. 2024-09-13T16:23:02.822 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:23:02.822 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:23:02.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.925+0000 7f01d1d76640 1 Processor -- start 2024-09-13T16:23:02.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01d1d76640 1 -- start start 2024-09-13T16:23:02.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01d1d76640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01cc15c7d0 0x7f01cc0cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01d1d76640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f01cc0d2110 0x7f01cc0b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01d1d76640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f01cc0b5550 con 0x7f01cc0b4180 2024-09-13T16:23:02.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01d1d76640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01cc0b2000 con 0x7f01cc15c7d0 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01d1d76640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f01cc0b4610 con 0x7f01cc0d2110 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01cb7fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f01cc15c7d0 0x7f01cc0cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01caffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f01cc0b4180 0x7f01cc0d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60180/0 (socket says 172.21.15.39:60180) 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.926+0000 7f01caffd640 1 -- 172.21.15.39:0/1294566142 learned_addr learned my addr 172.21.15.39:0/1294566142 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.927+0000 7f01cbfff640 1 --2- 172.21.15.39:0/1294566142 >> v2:172.21.15.157:3300/0 conn(0x7f01cc0d2110 0x7f01cc0b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.927+0000 7f01cb7fe640 1 -- 172.21.15.39:0/1294566142 >> v2:172.21.15.157:3300/0 conn(0x7f01cc0d2110 msgr2=0x7f01cc0b59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.927+0000 7f01cb7fe640 1 --2- 172.21.15.39:0/1294566142 >> v2:172.21.15.157:3300/0 conn(0x7f01cc0d2110 0x7f01cc0b59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.927+0000 7f01cb7fe640 1 -- 172.21.15.39:0/1294566142 >> v1:172.21.15.39:6789/0 conn(0x7f01cc0b4180 legacy=0x7f01cc0d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.927+0000 7f01ca7fc640 1 -- 172.21.15.39:0/1294566142 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1578093725 0 0) 0x7f01cc0b5550 con 0x7f01cc0b4180 2024-09-13T16:23:02.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.927+0000 7f01cb7fe640 1 -- 172.21.15.39:0/1294566142 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01cc0b48f0 con 0x7f01cc15c7d0 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01cb7fe640 1 --2- 172.21.15.39:0/1294566142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc15c7d0 0x7f01cc0cf440 secure :-1 s=READY pgs=2851 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0b5190 tx=0x7f01bc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=52584f947e41597d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01ca7fc640 1 -- 172.21.15.39:0/1294566142 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01bc02aea0 con 0x7f01cc15c7d0 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01ca7fc640 1 -- 172.21.15.39:0/1294566142 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01bc02d050 con 0x7f01cc15c7d0 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01ca7fc640 1 -- 172.21.15.39:0/1294566142 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01bc007960 con 0x7f01cc15c7d0 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 -- 172.21.15.39:0/1294566142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc15c7d0 msgr2=0x7f01cc0cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 --2- 172.21.15.39:0/1294566142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc15c7d0 0x7f01cc0cf440 secure :-1 s=READY pgs=2851 cs=0 l=1 rev1=1 crypto rx=0x7f01cc0b5190 tx=0x7f01bc02a680 comp rx=0 tx=0).stop 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 -- 172.21.15.39:0/1294566142 shutdown_connections 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 --2- 172.21.15.39:0/1294566142 >> v2:172.21.15.157:3300/0 conn(0x7f01cc0d2110 0x7f01cc0b59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 --2- 172.21.15.39:0/1294566142 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc15c7d0 0x7f01cc0cf440 unknown :-1 s=CLOSED pgs=2851 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 -- 172.21.15.39:0/1294566142 >> 172.21.15.39:0/1294566142 conn(0x7f01cc06bc40 msgr2=0x7f01cc06c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 -- 172.21.15.39:0/1294566142 shutdown_connections 2024-09-13T16:23:02.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.928+0000 7f01d1d76640 1 -- 172.21.15.39:0/1294566142 wait complete. 2024-09-13T16:23:02.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.929+0000 7f01d1d76640 1 Processor -- start 2024-09-13T16:23:02.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 -- start start 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 0x7f01cc15efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01cc15c7d0 0x7f01cc155290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01cc15fa40 0x7f01cc0c8980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc155ea0 con 0x7f01cc0d2110 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc156180 con 0x7f01cc15c7d0 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.930+0000 7f01d1d76640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01cc156460 con 0x7f01cc15fa40 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 0x7f01cc15efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 0x7f01cc15efd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:55988/0 (socket says 172.21.15.39:55988) 2024-09-13T16:23:02.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 -- 172.21.15.39:0/3305952042 learned_addr learned my addr 172.21.15.39:0/3305952042 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 -- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01cc15fa40 msgr2=0x7f01cc0c8980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01cc15fa40 0x7f01cc0c8980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 -- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01cc15c7d0 msgr2=0x7f01cc155290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01cc15c7d0 0x7f01cc155290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 -- 172.21.15.39:0/3305952042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01bc009a70 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01cb7fe640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 0x7f01cc15efd0 secure :-1 s=READY pgs=2852 cs=0 l=1 rev1=1 crypto rx=0x7f01bc009e80 tx=0x7f01bc004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01bc03b820 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01bc03b980 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f01cc156740 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f01bc03bcf0 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.931+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f01cc15fef0 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.932+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01cc15f790 con 0x7f01cc0d2110 2024-09-13T16:23:02.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.933+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f01bc031400 con 0x7f01cc0d2110 2024-09-13T16:23:02.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.933+0000 7f01c3fff640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01ac06ac00 0x7f01ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:02.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.933+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7f01bc0ab630 con 0x7f01cc0d2110 2024-09-13T16:23:02.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.933+0000 7f01caffd640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01ac06ac00 0x7f01ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:02.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.934+0000 7f01caffd640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01ac06ac00 0x7f01ac06d0c0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f01b4007fd0 tx=0x7f01b4007920 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:02.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:02.937+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f01bc075da0 con 0x7f01cc0d2110 2024-09-13T16:23:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.106+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f01cc155fe0 con 0x7f01cc0d2110 2024-09-13T16:23:03.108 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.107+0000 7f01c3fff640 1 -- 172.21.15.39:0/3305952042 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v133) v1 ==== 93+0+10 (secure 0 0 0) 0x7f01cc155fe0 con 0x7f01cc0d2110 2024-09-13T16:23:03.108 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01ac06ac00 msgr2=0x7f01ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01ac06ac00 0x7f01ac06d0c0 secure :-1 s=READY pgs=1105 cs=0 l=1 rev1=1 crypto rx=0x7f01b4007fd0 tx=0x7f01b4007920 comp rx=0 tx=0).stop 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 msgr2=0x7f01cc15efd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 0x7f01cc15efd0 secure :-1 s=READY pgs=2852 cs=0 l=1 rev1=1 crypto rx=0x7f01bc009e80 tx=0x7f01bc004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 shutdown_connections 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f01ac06ac00 0x7f01ac06d0c0 unknown :-1 s=CLOSED pgs=1105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.110 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f01cc15fa40 0x7f01cc0c8980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f01cc15c7d0 0x7f01cc155290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 --2- 172.21.15.39:0/3305952042 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f01cc0d2110 0x7f01cc15efd0 unknown :-1 s=CLOSED pgs=2852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.108+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 >> 172.21.15.39:0/3305952042 conn(0x7f01cc06bc40 msgr2=0x7f01cc0d1000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.109+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 shutdown_connections 2024-09-13T16:23:03.111 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.109+0000 7f01d1d76640 1 -- 172.21.15.39:0/3305952042 wait complete. 2024-09-13T16:23:03.121 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors' 2024-09-13T16:23:03.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.221+0000 7f06a12e9640 1 Processor -- start 2024-09-13T16:23:03.223 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.221+0000 7f06a12e9640 1 -- start start 2024-09-13T16:23:03.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f06a12e9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f069c15c8d0 0x7f069c160e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f06a12e9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f069c0ccd10 0x7f069c0b44f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f06a12e9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f069c161380 con 0x7f069c0b4a30 2024-09-13T16:23:03.224 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f06a12e9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f069c0b4e40 con 0x7f069c15c8d0 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f06a12e9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f069c0cd1a0 con 0x7f069c0ccd10 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f069affd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f069c15c8d0 0x7f069c160e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f069b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f069c0b4a30 0x7f069c06bbf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:60182/0 (socket says 172.21.15.39:60182) 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.222+0000 7f069b7fe640 1 -- 172.21.15.39:0/3486903637 learned_addr learned my addr 172.21.15.39:0/3486903637 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.223+0000 7f069a7fc640 1 --2- 172.21.15.39:0/3486903637 >> v2:172.21.15.157:3300/0 conn(0x7f069c0ccd10 0x7f069c0b44f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.223+0000 7f069affd640 1 -- 172.21.15.39:0/3486903637 >> v2:172.21.15.157:3300/0 conn(0x7f069c0ccd10 msgr2=0x7f069c0b44f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.223+0000 7f069affd640 1 --2- 172.21.15.39:0/3486903637 >> v2:172.21.15.157:3300/0 conn(0x7f069c0ccd10 0x7f069c0b44f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.223+0000 7f069affd640 1 -- 172.21.15.39:0/3486903637 >> v1:172.21.15.39:6789/0 conn(0x7f069c0b4a30 legacy=0x7f069c06bbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.223+0000 7f069affd640 1 -- 172.21.15.39:0/3486903637 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f069c0cd480 con 0x7f069c15c8d0 2024-09-13T16:23:03.225 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.223+0000 7f0699ffb640 1 -- 172.21.15.39:0/3486903637 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3856429133 0 0) 0x7f0694001490 con 0x7f069c0b4a30 2024-09-13T16:23:03.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f069affd640 1 --2- 172.21.15.39:0/3486903637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c15c8d0 0x7f069c160e40 secure :-1 s=READY pgs=2854 cs=0 l=1 rev1=1 crypto rx=0x7f069c0b5650 tx=0x7f068c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c36fbd82ac49e82e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:03.226 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f0699ffb640 1 -- 172.21.15.39:0/3486903637 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c032440 con 0x7f069c15c8d0 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f0699ffb640 1 -- 172.21.15.39:0/3486903637 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068c0325a0 con 0x7f069c15c8d0 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f0699ffb640 1 -- 172.21.15.39:0/3486903637 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c032930 con 0x7f069c15c8d0 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 -- 172.21.15.39:0/3486903637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c15c8d0 msgr2=0x7f069c160e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3486903637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c15c8d0 0x7f069c160e40 secure :-1 s=READY pgs=2854 cs=0 l=1 rev1=1 crypto rx=0x7f069c0b5650 tx=0x7f068c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 -- 172.21.15.39:0/3486903637 shutdown_connections 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3486903637 >> v2:172.21.15.157:3300/0 conn(0x7f069c0ccd10 0x7f069c0b44f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3486903637 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c15c8d0 0x7f069c160e40 unknown :-1 s=CLOSED pgs=2854 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 -- 172.21.15.39:0/3486903637 >> 172.21.15.39:0/3486903637 conn(0x7f069c0cf560 msgr2=0x7f069c0cf970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 -- 172.21.15.39:0/3486903637 shutdown_connections 2024-09-13T16:23:03.227 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.224+0000 7f06a12e9640 1 -- 172.21.15.39:0/3486903637 wait complete. 2024-09-13T16:23:03.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 Processor -- start 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 -- start start 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 0x7f069c0c8700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069c15c8d0 0x7f069c148a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f069c148fb0 0x7f069c14aab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c149460 con 0x7f069c0b4a30 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f069c14b9a0 con 0x7f069c148fb0 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f06a12e9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f069c0c8c40 con 0x7f069c15c8d0 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f069affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 0x7f069c0c8700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f069affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 0x7f069c0c8700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:56006/0 (socket says 172.21.15.39:56006) 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.226+0000 7f069affd640 1 -- 172.21.15.39:0/3493627313 learned_addr learned my addr 172.21.15.39:0/3493627313 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069a7fc640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069c15c8d0 0x7f069c148a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069b7fe640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f069c148fb0 0x7f069c14aab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.230 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069affd640 1 -- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069c15c8d0 msgr2=0x7f069c148a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069affd640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069c15c8d0 0x7f069c148a70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069affd640 1 -- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f069c148fb0 msgr2=0x7f069c14aab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069affd640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f069c148fb0 0x7f069c14aab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069affd640 1 -- 172.21.15.39:0/3493627313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f068c009400 con 0x7f069c0b4a30 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069b7fe640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f069c148fb0 0x7f069c14aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f069affd640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 0x7f069c0c8700 secure :-1 s=READY pgs=2855 cs=0 l=1 rev1=1 crypto rx=0x7f068c000c00 tx=0x7f068c0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c032440 con 0x7f069c0b4a30 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f068c004250 con 0x7f069c0b4a30 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f068c006e10 con 0x7f069c0b4a30 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f069c149650 con 0x7f069c0b4a30 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.227+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f069c149c10 con 0x7f069c0b4a30 2024-09-13T16:23:03.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.228+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f069c0cdd20 con 0x7f069c0b4a30 2024-09-13T16:23:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.229+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f068c039050 con 0x7f069c0b4a30 2024-09-13T16:23:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.229+0000 7f06837fe640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068806ac00 0x7f068806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.229+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7f068c0aa6c0 con 0x7f069c0b4a30 2024-09-13T16:23:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.230+0000 7f069a7fc640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068806ac00 0x7f068806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.230+0000 7f069a7fc640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068806ac00 0x7f068806d0c0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f069c148940 tx=0x7f0690009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:03.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.234+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f068c074e50 con 0x7f069c0b4a30 2024-09-13T16:23:03.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.470+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]} v 0) v1 -- 0x7f069c0d03a0 con 0x7f069c0b4a30 2024-09-13T16:23:03.507 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.506+0000 7f06837fe640 1 -- 172.21.15.39:0/3493627313 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]}]=0 v626) v1 ==== 138+0+0 (secure 0 0 0) 0x7f068c04b070 con 0x7f069c0b4a30 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068806ac00 msgr2=0x7f068806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068806ac00 0x7f068806d0c0 secure :-1 s=READY pgs=1106 cs=0 l=1 rev1=1 crypto rx=0x7f069c148940 tx=0x7f0690009190 comp rx=0 tx=0).stop 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 msgr2=0x7f069c0c8700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 0x7f069c0c8700 secure :-1 s=READY pgs=2855 cs=0 l=1 rev1=1 crypto rx=0x7f068c000c00 tx=0x7f068c0046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 shutdown_connections 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f068806ac00 0x7f068806d0c0 unknown :-1 s=CLOSED pgs=1106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f069c148fb0 0x7f069c14aab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f069c15c8d0 0x7f069c148a70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 --2- 172.21.15.39:0/3493627313 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f069c0b4a30 0x7f069c0c8700 unknown :-1 s=CLOSED pgs=2855 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 >> 172.21.15.39:0/3493627313 conn(0x7f069c0cf560 msgr2=0x7f069c0b37e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:03.510 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 shutdown_connections 2024-09-13T16:23:03.511 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.508+0000 7f06a12e9640 1 -- 172.21.15.39:0/3493627313 wait complete. 2024-09-13T16:23:03.521 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T16:23:03.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.623+0000 7fc8e6911640 1 Processor -- start 2024-09-13T16:23:03.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.624+0000 7fc8e6911640 1 -- start start 2024-09-13T16:23:03.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.624+0000 7fc8e6911640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc8e015a4f0 0x7fc8e0069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.624+0000 7fc8e6911640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 0x7fc8e00705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.624+0000 7fc8e6911640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc8e006a850 con 0x7fc8e0070af0 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.624+0000 7fc8e6911640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc8e015ac00 con 0x7fc8e015a4f0 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.624+0000 7fc8e6911640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e0070fa0 con 0x7fc8e006a410 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8dffff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc8e015a4f0 0x7fc8e0069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 0x7fc8e00705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 0x7fc8e00705b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42832/0 (socket says 172.21.15.39:42832) 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 -- 172.21.15.39:0/2600312703 learned_addr learned my addr 172.21.15.39:0/2600312703 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 -- 172.21.15.39:0/2600312703 >> v2:172.21.15.157:3300/0 conn(0x7fc8e015a4f0 msgr2=0x7fc8e0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 --2- 172.21.15.39:0/2600312703 >> v2:172.21.15.157:3300/0 conn(0x7fc8e015a4f0 0x7fc8e0069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 -- 172.21.15.39:0/2600312703 >> v1:172.21.15.157:6789/0 conn(0x7fc8e0070af0 legacy=0x7fc8e00cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.625+0000 7fc8df7fe640 1 -- 172.21.15.39:0/2600312703 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8e015a8d0 con 0x7fc8e006a410 2024-09-13T16:23:03.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.626+0000 7fc8df7fe640 1 --2- 172.21.15.39:0/2600312703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 0x7fc8e00705b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc8d4009870 tx=0x7fc8d402a270 comp rx=0 tx=0).ready entity=mon.2 client_cookie=90bd7086c759fc09 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:03.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.626+0000 7fc8deffd640 1 -- 172.21.15.39:0/2600312703 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4032440 con 0x7fc8e006a410 2024-09-13T16:23:03.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.626+0000 7fc8deffd640 1 -- 172.21.15.39:0/2600312703 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8d40325a0 con 0x7fc8e006a410 2024-09-13T16:23:03.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.626+0000 7fc8deffd640 1 -- 172.21.15.39:0/2600312703 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d4032930 con 0x7fc8e006a410 2024-09-13T16:23:03.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 -- 172.21.15.39:0/2600312703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 msgr2=0x7fc8e00705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 --2- 172.21.15.39:0/2600312703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 0x7fc8e00705b0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7fc8d4009870 tx=0x7fc8d402a270 comp rx=0 tx=0).stop 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 -- 172.21.15.39:0/2600312703 shutdown_connections 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 --2- 172.21.15.39:0/2600312703 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e006a410 0x7fc8e00705b0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 --2- 172.21.15.39:0/2600312703 >> v2:172.21.15.157:3300/0 conn(0x7fc8e015a4f0 0x7fc8e0069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 -- 172.21.15.39:0/2600312703 >> 172.21.15.39:0/2600312703 conn(0x7fc8e00b00a0 msgr2=0x7fc8e00b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 -- 172.21.15.39:0/2600312703 shutdown_connections 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.627+0000 7fc8e6911640 1 -- 172.21.15.39:0/2600312703 wait complete. 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.628+0000 7fc8e6911640 1 Processor -- start 2024-09-13T16:23:03.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.628+0000 7fc8e6911640 1 -- start start 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e6911640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 0x7fc8e014d080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e6911640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8e0070af0 0x7fc8e0148720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e6911640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e015a4f0 0x7fc8e0158680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e6911640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e00cc850 con 0x7fc8e006a410 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e6911640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e0148c60 con 0x7fc8e0070af0 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e6911640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc8e0148f30 con 0x7fc8e015a4f0 2024-09-13T16:23:03.632 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 0x7fc8e014d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 0x7fc8e014d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39384/0 (socket says 172.21.15.39:39384) 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 -- 172.21.15.39:0/3102295270 learned_addr learned my addr 172.21.15.39:0/3102295270 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8df7fe640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8e0070af0 0x7fc8e0148720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8e4eae640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e015a4f0 0x7fc8e0158680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 -- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e015a4f0 msgr2=0x7fc8e0158680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e015a4f0 0x7fc8e0158680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 -- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8e0070af0 msgr2=0x7fc8e0148720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8e0070af0 0x7fc8e0148720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.629+0000 7fc8dffff640 1 -- 172.21.15.39:0/3102295270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc8d40094d0 con 0x7fc8e006a410 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.630+0000 7fc8dffff640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 0x7fc8e014d080 secure :-1 s=READY pgs=2856 cs=0 l=1 rev1=1 crypto rx=0x7fc8d000e870 tx=0x7fc8d000ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.630+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d00094f0 con 0x7fc8e006a410 2024-09-13T16:23:03.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.630+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc8d000c940 con 0x7fc8e006a410 2024-09-13T16:23:03.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.630+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc8e0149210 con 0x7fc8e006a410 2024-09-13T16:23:03.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.630+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc8d000ccf0 con 0x7fc8e006a410 2024-09-13T16:23:03.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.630+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc8e00ccdd0 con 0x7fc8e006a410 2024-09-13T16:23:03.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.631+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc8e00672f0 con 0x7fc8e006a410 2024-09-13T16:23:03.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.631+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc8d0013470 con 0x7fc8e006a410 2024-09-13T16:23:03.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.632+0000 7fc8dcff9640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8cc06ac00 0x7fc8cc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:03.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.632+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7fc8d0089d70 con 0x7fc8e006a410 2024-09-13T16:23:03.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.632+0000 7fc8df7fe640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8cc06ac00 0x7fc8cc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:03.635 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.633+0000 7fc8df7fe640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8cc06ac00 0x7fc8cc06d0c0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fc8d4034000 tx=0x7fc8d402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:03.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.636+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc8d0054620 con 0x7fc8e006a410 2024-09-13T16:23:03.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.808+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7fc8e0159c60 con 0x7fc8e006a410 2024-09-13T16:23:03.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.812+0000 7fc8dcff9640 1 -- 172.21.15.39:0/3102295270 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v28)=0 v28) v1 ==== 122+0+0 (secure 0 0 0) 0x7fc8d00170c0 con 0x7fc8e006a410 2024-09-13T16:23:03.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8cc06ac00 msgr2=0x7fc8cc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8cc06ac00 0x7fc8cc06d0c0 secure :-1 s=READY pgs=1107 cs=0 l=1 rev1=1 crypto rx=0x7fc8d4034000 tx=0x7fc8d402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 msgr2=0x7fc8e014d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 0x7fc8e014d080 secure :-1 s=READY pgs=2856 cs=0 l=1 rev1=1 crypto rx=0x7fc8d000e870 tx=0x7fc8d000ed30 comp rx=0 tx=0).stop 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 shutdown_connections 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc8cc06ac00 0x7fc8cc06d0c0 unknown :-1 s=CLOSED pgs=1107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc8e015a4f0 0x7fc8e0158680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc8e0070af0 0x7fc8e0148720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 --2- 172.21.15.39:0/3102295270 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc8e006a410 0x7fc8e014d080 unknown :-1 s=CLOSED pgs=2856 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 >> 172.21.15.39:0/3102295270 conn(0x7fc8e00b00a0 msgr2=0x7fc8e00af580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 shutdown_connections 2024-09-13T16:23:03.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:03.814+0000 7fc8e6911640 1 -- 172.21.15.39:0/3102295270 wait complete. 2024-09-13T16:23:03.826 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:23:03.827 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:23:03.876 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:23:03.928 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:23:03.929 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:03.929 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:03.945 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:23:03.945 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:23:03.946 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:03.964 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:23:03.964 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:03.964 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:04.002 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:23:04.002 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:23:04.002 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:04.021 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:23:04.021 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T16:23:04.021 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:04.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.142+0000 7f9e59a41640 1 Processor -- start 2024-09-13T16:23:04.144 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.142+0000 7f9e59a41640 1 -- start start 2024-09-13T16:23:04.145 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e59a41640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9e540ce980 0x7f9e540cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e59a41640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e540cc650 0x7f9e5415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e59a41640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e5415aa50 con 0x7f9e540721f0 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e59a41640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e5415bed0 con 0x7f9e540cc650 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e59a41640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e5415af50 con 0x7f9e540ce980 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e540cc650 0x7f9e5415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9e540cc650 0x7f9e5415c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39392/0 (socket says 172.21.15.39:39392) 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 -- 172.21.15.39:0/2078868085 learned_addr learned my addr 172.21.15.39:0/2078868085 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e4a7fc640 1 --2- 172.21.15.39:0/2078868085 >> v2:172.21.15.157:3300/0 conn(0x7f9e540ce980 0x7f9e540cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 -- 172.21.15.39:0/2078868085 >> v2:172.21.15.157:3300/0 conn(0x7f9e540ce980 msgr2=0x7f9e540cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 --2- 172.21.15.39:0/2078868085 >> v2:172.21.15.157:3300/0 conn(0x7f9e540ce980 0x7f9e540cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.146 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 -- 172.21.15.39:0/2078868085 >> v1:172.21.15.157:6789/0 conn(0x7f9e540721f0 legacy=0x7f9e540ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.143+0000 7f9e537fe640 1 -- 172.21.15.39:0/2078868085 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e540cd6c0 con 0x7f9e540cc650 2024-09-13T16:23:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.144+0000 7f9e537fe640 1 --2- 172.21.15.39:0/2078868085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540cc650 0x7f9e5415c2f0 secure :-1 s=READY pgs=2857 cs=0 l=1 rev1=1 crypto rx=0x7f9e5406f5a0 tx=0x7f9e4c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=80c35da13164c329 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.144+0000 7f9e527fc640 1 -- 172.21.15.39:0/2078868085 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c031600 con 0x7f9e540cc650 2024-09-13T16:23:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.144+0000 7f9e527fc640 1 -- 172.21.15.39:0/2078868085 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e4c02d050 con 0x7f9e540cc650 2024-09-13T16:23:04.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.144+0000 7f9e527fc640 1 -- 172.21.15.39:0/2078868085 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e4c031980 con 0x7f9e540cc650 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 -- 172.21.15.39:0/2078868085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540cc650 msgr2=0x7f9e5415c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 --2- 172.21.15.39:0/2078868085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540cc650 0x7f9e5415c2f0 secure :-1 s=READY pgs=2857 cs=0 l=1 rev1=1 crypto rx=0x7f9e5406f5a0 tx=0x7f9e4c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 -- 172.21.15.39:0/2078868085 shutdown_connections 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 --2- 172.21.15.39:0/2078868085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540cc650 0x7f9e5415c2f0 unknown :-1 s=CLOSED pgs=2857 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 --2- 172.21.15.39:0/2078868085 >> v2:172.21.15.157:3300/0 conn(0x7f9e540ce980 0x7f9e540cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 -- 172.21.15.39:0/2078868085 >> 172.21.15.39:0/2078868085 conn(0x7f9e5406b3b0 msgr2=0x7f9e5406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 -- 172.21.15.39:0/2078868085 shutdown_connections 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.145+0000 7f9e59a41640 1 -- 172.21.15.39:0/2078868085 wait complete. 2024-09-13T16:23:04.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.146+0000 7f9e59a41640 1 Processor -- start 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.146+0000 7f9e59a41640 1 -- start start 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e59a41640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 0x7f9e541501e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e59a41640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e540cc650 0x7f9e54155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e59a41640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e540ce980 0x7f9e540b1430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e59a41640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e540b1ef0 con 0x7f9e540721f0 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e59a41640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e540b21d0 con 0x7f9e540ce980 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e59a41640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e540b24b0 con 0x7f9e540cc650 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 0x7f9e541501e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 0x7f9e541501e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39404/0 (socket says 172.21.15.39:39404) 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 -- 172.21.15.39:0/1837683744 learned_addr learned my addr 172.21.15.39:0/1837683744 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e537fe640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e540ce980 0x7f9e540b1430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e4a7fc640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e540cc650 0x7f9e54155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 -- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e540cc650 msgr2=0x7f9e54155af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e540cc650 0x7f9e54155af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 -- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e540ce980 msgr2=0x7f9e540b1430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e540ce980 0x7f9e540b1430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 -- 172.21.15.39:0/1837683744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e4c009b30 con 0x7f9e540721f0 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e4a7fc640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e540cc650 0x7f9e54155af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.147+0000 7f9e52ffd640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 0x7f9e541501e0 secure :-1 s=READY pgs=2858 cs=0 l=1 rev1=1 crypto rx=0x7f9e4400c400 tx=0x7f9e4400c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.148+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e440052d0 con 0x7f9e540721f0 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.148+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e44005430 con 0x7f9e540721f0 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.148+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e540ac900 con 0x7f9e540721f0 2024-09-13T16:23:04.153 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.148+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e44003830 con 0x7f9e540721f0 2024-09-13T16:23:04.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.148+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e54150720 con 0x7f9e540721f0 2024-09-13T16:23:04.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.149+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e540ace20 con 0x7f9e540721f0 2024-09-13T16:23:04.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.149+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9e44003990 con 0x7f9e540721f0 2024-09-13T16:23:04.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.150+0000 7f9e50ff9640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e3406ac00 0x7f9e3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.150+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(133..133 src has 1..133) v4 ==== 8297+0+0 (secure 0 0 0) 0x7f9e440892b0 con 0x7f9e540721f0 2024-09-13T16:23:04.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.150+0000 7f9e4a7fc640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e3406ac00 0x7f9e3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.151+0000 7f9e4a7fc640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e3406ac00 0x7f9e3406d0c0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f9e54151020 tx=0x7f9e3c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:04.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.154+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9e540ace20 con 0x7f9e540721f0 2024-09-13T16:23:04.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.362+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9e540ace20 con 0x7f9e540721f0 2024-09-13T16:23:04.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.362+0000 7f9e50ff9640 1 -- 172.21.15.39:0/1837683744 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 326 v326) v1 ==== 95+0+3531 (secure 0 0 0) 0x7f9e540ace20 con 0x7f9e540721f0 2024-09-13T16:23:04.364 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:04.364 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":326,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":6191,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/588118376","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":588118376},{"type":"v1","addr":"172.21.15.157:6836","nonce":588118376}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":6724,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/2822429142","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":2822429142},{"type":"v1","addr":"172.21.15.157:6837","nonce":2822429142}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":71},{"gid":12015,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/306256031","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":306256031},{"type":"v1","addr":"172.21.15.39:6834","nonce":306256031}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":320},{"gid":12057,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/710613424","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":710613424},{"type":"v1","addr":"172.21.15.39:6835","nonce":710613424}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":324}],"filesystems":[]} 2024-09-13T16:23:04.364 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 326 2024-09-13T16:23:04.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e3406ac00 msgr2=0x7f9e3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e3406ac00 0x7f9e3406d0c0 secure :-1 s=READY pgs=1108 cs=0 l=1 rev1=1 crypto rx=0x7f9e54151020 tx=0x7f9e3c008040 comp rx=0 tx=0).stop 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 msgr2=0x7f9e541501e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 0x7f9e541501e0 secure :-1 s=READY pgs=2858 cs=0 l=1 rev1=1 crypto rx=0x7f9e4400c400 tx=0x7f9e4400c8c0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 shutdown_connections 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9e3406ac00 0x7f9e3406d0c0 unknown :-1 s=CLOSED pgs=1108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9e540ce980 0x7f9e540b1430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9e540cc650 0x7f9e54155af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 --2- 172.21.15.39:0/1837683744 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9e540721f0 0x7f9e541501e0 unknown :-1 s=CLOSED pgs=2858 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 >> 172.21.15.39:0/1837683744 conn(0x7f9e5406b3b0 msgr2=0x7f9e5415b130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 shutdown_connections 2024-09-13T16:23:04.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.364+0000 7f9e59a41640 1 -- 172.21.15.39:0/1837683744 wait complete. 2024-09-13T16:23:04.377 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T16:23:04.377 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T16:23:04.377 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:23:04.377 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:23:04.377 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T16:23:04.377 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T16:23:04.378 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:23:04.378 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:23:04.378 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T16:23:04.378 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T16:23:04.378 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:23:04.378 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:23:04.378 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T16:23:04.379 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T16:23:04.379 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:23:04.379 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:23:04.386 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:23:04.386 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T16:23:04.387 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:23:04.387 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T16:23:04.390 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:23:04.390 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T16:23:04.391 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:23:04.391 DEBUG:teuthology.orchestra.run.smithi157:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T16:23:04.429 INFO:tasks.ceph.mds.a:Started 2024-09-13T16:23:04.429 DEBUG:teuthology.parallel:result is None 2024-09-13T16:23:04.429 INFO:tasks.ceph.mds.c:Started 2024-09-13T16:23:04.430 DEBUG:teuthology.parallel:result is None 2024-09-13T16:23:04.432 INFO:tasks.ceph.mds.d:Started 2024-09-13T16:23:04.432 DEBUG:teuthology.parallel:result is None 2024-09-13T16:23:04.433 INFO:tasks.ceph.mds.b:Started 2024-09-13T16:23:04.433 DEBUG:teuthology.parallel:result is None 2024-09-13T16:23:04.433 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T16:23:04.505 INFO:tasks.ceph.mds.a.smithi039.stdout:starting mds.a at 2024-09-13T16:23:04.505 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:23:04.513 INFO:tasks.ceph.mds.d.smithi157.stdout:starting mds.d at 2024-09-13T16:23:04.514 INFO:tasks.ceph.mds.b.smithi157.stdout:starting mds.b at 2024-09-13T16:23:04.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.541+0000 7f369e8d7640 1 Processor -- start 2024-09-13T16:23:04.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.541+0000 7f369e8d7640 1 -- start start 2024-09-13T16:23:04.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.542+0000 7f369e8d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980d1680 0x7f36980d1aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.542+0000 7f369e8d7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36980b5ab0 0x7f36980b5f40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.542+0000 7f369e8d7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36980d11f0 con 0x7f369815cef0 2024-09-13T16:23:04.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.542+0000 7f369e8d7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36980b6480 con 0x7f36980b5ab0 2024-09-13T16:23:04.544 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.542+0000 7f369e8d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36980d1fe0 con 0x7f36980d1680 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f36977fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980d1680 0x7f36980d1aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36980b5ab0 0x7f36980b5f40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f36980b5ab0 0x7f36980b5f40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:54562/0 (socket says 172.21.15.39:54562) 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 -- 172.21.15.39:0/1140218633 learned_addr learned my addr 172.21.15.39:0/1140218633 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f36977fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980d1680 0x7f36980d1aa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42886/0 (socket says 172.21.15.39:42886) 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f3697fff640 1 --1- 172.21.15.39:0/1140218633 >> v1:172.21.15.157:6789/0 conn(0x7f369815cef0 0x7f36980cd020 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:49220/0 (socket says 172.21.15.39:49220) 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 -- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980d1680 msgr2=0x7f36980d1aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:04.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 --2- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980d1680 0x7f36980d1aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 -- 172.21.15.39:0/1140218633 >> v1:172.21.15.157:6789/0 conn(0x7f369815cef0 legacy=0x7f36980cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f369ce74640 1 -- 172.21.15.39:0/1140218633 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f369815d2d0 con 0x7f36980b5ab0 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.543+0000 7f3696ffd640 1 -- 172.21.15.39:0/1140218633 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1185284591 0 0) 0x7f36980d11f0 con 0x7f369815cef0 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369ce74640 1 --2- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36980b5ab0 0x7f36980b5f40 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f3690009e50 tx=0x7f369002a7a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4741348af6bf2ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f3696ffd640 1 -- 172.21.15.39:0/1140218633 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3690031600 con 0x7f36980b5ab0 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f3696ffd640 1 -- 172.21.15.39:0/1140218633 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f369002d050 con 0x7f36980b5ab0 2024-09-13T16:23:04.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f3696ffd640 1 -- 172.21.15.39:0/1140218633 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3690031980 con 0x7f36980b5ab0 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 -- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36980b5ab0 msgr2=0x7f36980b5f40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 --2- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36980b5ab0 0x7f36980b5f40 secure :-1 s=READY pgs=781 cs=0 l=1 rev1=1 crypto rx=0x7f3690009e50 tx=0x7f369002a7a0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 -- 172.21.15.39:0/1140218633 shutdown_connections 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 --2- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f36980b5ab0 0x7f36980b5f40 unknown :-1 s=CLOSED pgs=781 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 --2- 172.21.15.39:0/1140218633 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980d1680 0x7f36980d1aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 -- 172.21.15.39:0/1140218633 >> 172.21.15.39:0/1140218633 conn(0x7f369806a3a0 msgr2=0x7f369806a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 -- 172.21.15.39:0/1140218633 shutdown_connections 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.544+0000 7f369e8d7640 1 -- 172.21.15.39:0/1140218633 wait complete. 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 Processor -- start 2024-09-13T16:23:04.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 -- start start 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980b5ab0 0x7f369814dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 0x7f36980b4710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369815cef0 0x7f369815f6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36980cc3a0 con 0x7f36980d1680 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f369814e000 con 0x7f369815cef0 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.546+0000 7f369e8d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36980b4f80 con 0x7f36980b5ab0 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 0x7f36980b4710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f3697fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980b5ab0 0x7f369814dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 0x7f36980b4710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39434/0 (socket says 172.21.15.39:39434) 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 -- 172.21.15.39:0/2730542846 learned_addr learned my addr 172.21.15.39:0/2730542846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f369ce74640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369815cef0 0x7f369815f6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 -- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980b5ab0 msgr2=0x7f369814dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980b5ab0 0x7f369814dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 -- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369815cef0 msgr2=0x7f369815f6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369815cef0 0x7f369815f6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 -- 172.21.15.39:0/2730542846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3690009b30 con 0x7f36980d1680 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f369ce74640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369815cef0 0x7f369815f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f36977fe640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 0x7f36980b4710 secure :-1 s=READY pgs=2864 cs=0 l=1 rev1=1 crypto rx=0x7f368c00e9b0 tx=0x7f368c00ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f368c009670 con 0x7f36980d1680 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f368c00c9a0 con 0x7f36980d1680 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f368c00cd30 con 0x7f36980d1680 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36980cba00 con 0x7f36980d1680 2024-09-13T16:23:04.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.547+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36980cbfc0 con 0x7f36980d1680 2024-09-13T16:23:04.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.548+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36980cc4e0 con 0x7f36980d1680 2024-09-13T16:23:04.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.549+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f368c013470 con 0x7f36980d1680 2024-09-13T16:23:04.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.549+0000 7f3694ff9640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368406ac00 0x7f368406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:04.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.549+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(137..137 src has 1..137) v4 ==== 8297+0+0 (secure 0 0 0) 0x7f368c089f30 con 0x7f36980d1680 2024-09-13T16:23:04.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.549+0000 7f3697fff640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368406ac00 0x7f368406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:04.553 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.550+0000 7f3697fff640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368406ac00 0x7f368406d0c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f3688007fd0 tx=0x7f3688007de0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:04.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.553+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f36980cc4e0 con 0x7f36980d1680 2024-09-13T16:23:04.737 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:04.736+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f36980cc4e0 con 0x7f36980d1680 2024-09-13T16:23:05.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.551+0000 7f3694ff9640 1 -- 172.21.15.39:0/2730542846 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v138) v1 ==== 97+0+0 (secure 0 0 0) 0x7f36980cc4e0 con 0x7f36980d1680 2024-09-13T16:23:05.553 INFO:teuthology.orchestra.run.smithi039.stderr: removed all blocklist entries 2024-09-13T16:23:05.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368406ac00 msgr2=0x7f368406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368406ac00 0x7f368406d0c0 secure :-1 s=READY pgs=1109 cs=0 l=1 rev1=1 crypto rx=0x7f3688007fd0 tx=0x7f3688007de0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 msgr2=0x7f36980b4710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 0x7f36980b4710 secure :-1 s=READY pgs=2864 cs=0 l=1 rev1=1 crypto rx=0x7f368c00e9b0 tx=0x7f368c00ee70 comp rx=0 tx=0).stop 2024-09-13T16:23:05.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 shutdown_connections 2024-09-13T16:23:05.555 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368406ac00 0x7f368406d0c0 unknown :-1 s=CLOSED pgs=1109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369815cef0 0x7f369815f6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f36980d1680 0x7f36980b4710 unknown :-1 s=CLOSED pgs=2864 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 --2- 172.21.15.39:0/2730542846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f36980b5ab0 0x7f369814dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.553+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 >> 172.21.15.39:0/2730542846 conn(0x7f369806a3a0 msgr2=0x7f369815a8a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:05.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.554+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 shutdown_connections 2024-09-13T16:23:05.556 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.554+0000 7f369e8d7640 1 -- 172.21.15.39:0/2730542846 wait complete. 2024-09-13T16:23:05.567 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T16:23:05.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.671+0000 7facbad7d640 1 Processor -- start 2024-09-13T16:23:05.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.671+0000 7facbad7d640 1 -- start start 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facbad7d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7facb40721f0 0x7facb40ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facbad7d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facb40cebf0 con 0x7facb40ce7b0 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facbad7d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facb415aa50 con 0x7facb40cc820 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facbad7d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facb415bed0 con 0x7facb40721f0 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facb8b19640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7facb40721f0 0x7facb40ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facb3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7facb40ce7b0 0x7facb40cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36066/0 (socket says 172.21.15.39:36066) 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.672+0000 7facb3fff640 1 -- 172.21.15.39:0/795328580 learned_addr learned my addr 172.21.15.39:0/795328580 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb8b19640 1 -- 172.21.15.39:0/795328580 >> v1:172.21.15.157:6789/0 conn(0x7facb40cc820 legacy=0x7facb415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb8b19640 1 -- 172.21.15.39:0/795328580 >> v1:172.21.15.39:6789/0 conn(0x7facb40ce7b0 legacy=0x7facb40cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb37fe640 1 -- 172.21.15.39:0/795328580 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 945330568 0 0) 0x7facb40cebf0 con 0x7facb40ce7b0 2024-09-13T16:23:05.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb8b19640 1 -- 172.21.15.39:0/795328580 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facb415af50 con 0x7facb40721f0 2024-09-13T16:23:05.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb8b19640 1 --2- 172.21.15.39:0/795328580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40721f0 0x7facb40ce270 secure :-1 s=READY pgs=2866 cs=0 l=1 rev1=1 crypto rx=0x7faca40097a0 tx=0x7faca402a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=843b7678a6d23b83 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:05.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb37fe640 1 -- 172.21.15.39:0/795328580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca402ae50 con 0x7facb40721f0 2024-09-13T16:23:05.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb37fe640 1 -- 172.21.15.39:0/795328580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faca4032440 con 0x7facb40721f0 2024-09-13T16:23:05.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.673+0000 7facb37fe640 1 -- 172.21.15.39:0/795328580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faca40327d0 con 0x7facb40721f0 2024-09-13T16:23:05.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 -- 172.21.15.39:0/795328580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40721f0 msgr2=0x7facb40ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 --2- 172.21.15.39:0/795328580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40721f0 0x7facb40ce270 secure :-1 s=READY pgs=2866 cs=0 l=1 rev1=1 crypto rx=0x7faca40097a0 tx=0x7faca402a140 comp rx=0 tx=0).stop 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 -- 172.21.15.39:0/795328580 shutdown_connections 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 --2- 172.21.15.39:0/795328580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40721f0 0x7facb40ce270 unknown :-1 s=CLOSED pgs=2866 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 -- 172.21.15.39:0/795328580 >> 172.21.15.39:0/795328580 conn(0x7facb406b3b0 msgr2=0x7facb406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 -- 172.21.15.39:0/795328580 shutdown_connections 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.674+0000 7facbad7d640 1 -- 172.21.15.39:0/795328580 wait complete. 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.675+0000 7facbad7d640 1 Processor -- start 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.675+0000 7facbad7d640 1 -- start start 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facbad7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facb40721f0 0x7facb4148ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facbad7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 0x7facb4153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facbad7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facb40ce7b0 0x7facb4156e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:05.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facbad7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb40ca5b0 con 0x7facb40cc820 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facbad7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facb4154590 con 0x7facb40ce7b0 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facbad7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facb4150770 con 0x7facb40721f0 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facb3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 0x7facb4153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facb3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 0x7facb4153d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39458/0 (socket says 172.21.15.39:39458) 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facb3fff640 1 -- 172.21.15.39:0/2927758414 learned_addr learned my addr 172.21.15.39:0/2927758414 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facb931a640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facb40ce7b0 0x7facb4156e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.676+0000 7facb8b19640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facb40721f0 0x7facb4148ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb3fff640 1 -- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facb40721f0 msgr2=0x7facb4148ee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb3fff640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facb40721f0 0x7facb4148ee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb3fff640 1 -- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facb40ce7b0 msgr2=0x7facb4156e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb3fff640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facb40ce7b0 0x7facb4156e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb3fff640 1 -- 172.21.15.39:0/2927758414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faca4009400 con 0x7facb40cc820 2024-09-13T16:23:05.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb931a640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facb40ce7b0 0x7facb4156e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:05.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb3fff640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 0x7facb4153d70 secure :-1 s=READY pgs=2867 cs=0 l=1 rev1=1 crypto rx=0x7fac9c00c460 tx=0x7fac9c00c920 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:05.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac9c0074e0 con 0x7facb40cc820 2024-09-13T16:23:05.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac9c007660 con 0x7facb40cc820 2024-09-13T16:23:05.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac9c004a20 con 0x7facb40cc820 2024-09-13T16:23:05.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facb40c9c10 con 0x7facb40cc820 2024-09-13T16:23:05.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.677+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facb40ca1d0 con 0x7facb40cc820 2024-09-13T16:23:05.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.678+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facb40672f0 con 0x7facb40cc820 2024-09-13T16:23:05.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.678+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac9c004b80 con 0x7facb40cc820 2024-09-13T16:23:05.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.679+0000 7facb17fa640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac9406ac00 0x7fac9406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:05.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.679+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(138..138 src has 1..138) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fac9c0881a0 con 0x7facb40cc820 2024-09-13T16:23:05.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.679+0000 7facb8b19640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac9406ac00 0x7fac9406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:05.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.680+0000 7facb8b19640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac9406ac00 0x7fac9406d0c0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7faca4034000 tx=0x7faca402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:05.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.683+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac9c053760 con 0x7facb40cc820 2024-09-13T16:23:05.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.922+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7facb40ce270 con 0x7facb40cc820 2024-09-13T16:23:05.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.923+0000 7facb17fa640 1 -- 172.21.15.39:0/2927758414 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v19) v1 ==== 80+0+5304 (secure 0 0 0) 0x7fac9c018090 con 0x7facb40cc820 2024-09-13T16:23:05.925 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:05.925 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:05.925 INFO:teuthology.orchestra.run.smithi039.stdout: "auth_dump": [ 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.a", 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmTJfVMxAAHqGq3NYYkAS72N2set+SRA==", 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:23:05.926 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:23:05.927 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.927 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.927 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.927 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.927 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.b", 2024-09-13T16:23:05.927 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmNYY/BBAAP14204vxJ7npdywVIGz3aQ==", 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.928 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.929 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.c", 2024-09-13T16:23:05.929 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rmjv0GOxAACn+Q0M4qovAQlp5SiIjHLw==", 2024-09-13T16:23:05.929 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.929 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mds.d", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmvfFNCxAAalbklCHLfKE+w3pknMhNuw==", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:23:05.930 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.0", 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDRY+RmidmNAxAAD2WepezJQPUKeUuwC1N/hg==", 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.1", 2024-09-13T16:23:05.931 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDUY+RmdiEcAxAAF1LaNlAQu2PRpG/kOPsevg==", 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.2", 2024-09-13T16:23:05.932 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDXY+RmqotaAhAAKuXAd3Gjl/oim/XMXWmCFQ==", 2024-09-13T16:23:05.933 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.933 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.933 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.933 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.3", 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDaY+RmTpezARAARkfouxqTSbSFFFJ3Am5raA==", 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.934 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.4", 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDeY+Rmcjd9DBAAcfPO+wDYIM0S7cwKQBpZbg==", 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.5", 2024-09-13T16:23:05.935 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDhY+RmdloECxAAaFFOXEgSi1YVAZAfMgfukQ==", 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.6", 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDkY+RmxljOCRAA5zaZGgtFAz7AbolbywXZoA==", 2024-09-13T16:23:05.936 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.937 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "osd.7", 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDnY+RmtOGmCBAAtgmiK795ZoOSc+ymXqMCvQ==", 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow profile osd", 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile osd", 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.938 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.939 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.0", 2024-09-13T16:23:05.939 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmGzeADxAAqn5v+UewcVcrLtXCRdzwXg==", 2024-09-13T16:23:05.939 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.939 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.939 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow r", 2024-09-13T16:23:05.939 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rw tag cephfs data=cephfs" 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.1", 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm0KVrGBAA4+VZob/bquQlXxjOkPdyXw==", 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:23:05.940 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.2", 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+RmZrYzFRAA+FEUkAdsjqthfgdURz/Etw==", 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:23:05.941 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.3", 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDKY+Rm69cQHhAAVMDCh7Q1j/DIESyKB4YMSA==", 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow", 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow r", 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow rw", 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow rwx" 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.942 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "client.admin", 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm1cQkFxAAGGRvI5BHKMxqnb7fUwtDfw==", 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mgr": "allow *", 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow *", 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.943 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.x", 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+Rm/vZ9MBAAV0pc6gViSCGr5drz47wHJA==", 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.944 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: "entity": "mgr.y", 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: "key": "AQDJY+RmVS5dLBAAJw1or2NLdYMaqx2D0DEYEA==", 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: "caps": { 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mds": "allow *", 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: "mon": "allow profile mgr", 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: "osd": "allow *" 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout: ] 2024-09-13T16:23:05.945 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac9406ac00 msgr2=0x7fac9406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac9406ac00 0x7fac9406d0c0 secure :-1 s=READY pgs=1114 cs=0 l=1 rev1=1 crypto rx=0x7faca4034000 tx=0x7faca402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 msgr2=0x7facb4153d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 0x7facb4153d70 secure :-1 s=READY pgs=2867 cs=0 l=1 rev1=1 crypto rx=0x7fac9c00c460 tx=0x7fac9c00c920 comp rx=0 tx=0).stop 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 shutdown_connections 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac9406ac00 0x7fac9406d0c0 unknown :-1 s=CLOSED pgs=1114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facb40ce7b0 0x7facb4156e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facb40cc820 0x7facb4153d70 unknown :-1 s=CLOSED pgs=2867 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 --2- 172.21.15.39:0/2927758414 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facb40721f0 0x7facb4148ee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 >> 172.21.15.39:0/2927758414 conn(0x7facb406b3b0 msgr2=0x7facb415b0e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 shutdown_connections 2024-09-13T16:23:05.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:05.925+0000 7facbad7d640 1 -- 172.21.15.39:0/2927758414 wait complete. 2024-09-13T16:23:05.948 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:06.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.049+0000 7ff8ab15e640 1 Processor -- start 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.049+0000 7ff8ab15e640 1 -- start start 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.050+0000 7ff8ab15e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff8a406f170 0x7ff8a40b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.050+0000 7ff8ab15e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8a406f6e0 con 0x7ff8a415d0a0 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.050+0000 7ff8ab15e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8a406f9c0 con 0x7ff8a4156fb0 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.050+0000 7ff8ab15e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8a406fca0 con 0x7ff8a406f170 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.050+0000 7ff8a96fb640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff8a415d0a0 0x7ff8a4070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36068/0 (socket says 172.21.15.39:36068) 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.050+0000 7ff8a96fb640 1 -- 172.21.15.39:0/1803078044 learned_addr learned my addr 172.21.15.39:0/1803078044 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a3fff640 1 --2- 172.21.15.39:0/1803078044 >> v2:172.21.15.157:3300/0 conn(0x7ff8a406f170 0x7ff8a40b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 892526354 0 0) 0x7ff8a406f6e0 con 0x7ff8a415d0a0 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff88c003520 con 0x7ff8a415d0a0 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 637254516 0 0) 0x7ff88c003520 con 0x7ff8a415d0a0 2024-09-13T16:23:06.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 >> v2:172.21.15.157:3300/0 conn(0x7ff8a406f170 msgr2=0x7ff8a40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 --2- 172.21.15.39:0/1803078044 >> v2:172.21.15.157:3300/0 conn(0x7ff8a406f170 0x7ff8a40b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 >> v1:172.21.15.157:6789/0 conn(0x7ff8a4156fb0 legacy=0x7ff8a415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8a406ff80 con 0x7ff8a415d0a0 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ff894001670 con 0x7ff8a415d0a0 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 >> v1:172.21.15.39:6789/0 conn(0x7ff8a415d0a0 legacy=0x7ff8a4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff88c003970 0x7ff88c003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c0047c0 0x7ff88c004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff88c005180 0x7ff88c00b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a406fca0 con 0x7ff88c003970 2024-09-13T16:23:06.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff88c00c120 con 0x7ff88c005180 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff88c00c2e0 con 0x7ff88c0047c0 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff88c003970 0x7ff88c003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a3fff640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c0047c0 0x7ff88c004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a96fb640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff88c005180 0x7ff88c00b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a8efa640 1 -- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c0047c0 msgr2=0x7ff88c004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c0047c0 0x7ff88c004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a8efa640 1 -- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff88c005180 msgr2=0x7ff88c00b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff88c005180 0x7ff88c00b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a96fb640 1 -- 172.21.15.39:0/1803078044 reap_dead start 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.051+0000 7ff8a8efa640 1 -- 172.21.15.39:0/1803078044 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff88c003520 con 0x7ff88c003970 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.052+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff88c003970 0x7ff88c003d90 secure :-1 s=READY pgs=2869 cs=0 l=1 rev1=1 crypto rx=0x7ff89c001e50 tx=0x7ff88c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3556fd93eee8c2cb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.052+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff89c02ae40 con 0x7ff88c003970 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.052+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff89c003970 con 0x7ff88c003970 2024-09-13T16:23:06.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.052+0000 7ff8a37fe640 1 -- 172.21.15.39:0/1803078044 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff89c003d20 con 0x7ff88c003970 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1803078044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff88c003970 msgr2=0x7ff88c003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff88c003970 0x7ff88c003d90 secure :-1 s=READY pgs=2869 cs=0 l=1 rev1=1 crypto rx=0x7ff89c001e50 tx=0x7ff88c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1803078044 shutdown_connections 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1803078044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff88c003970 0x7ff88c003d90 unknown :-1 s=CLOSED pgs=2869 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1803078044 >> 172.21.15.39:0/1803078044 conn(0x7ff8a406b3b0 msgr2=0x7ff8a406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1803078044 shutdown_connections 2024-09-13T16:23:06.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.053+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1803078044 wait complete. 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.054+0000 7ff8ab15e640 1 Processor -- start 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.054+0000 7ff8ab15e640 1 -- start start 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8ab15e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c003970 0x7ff8a4147100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8ab15e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4151770 0x7ff8a40aefc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8ab15e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 0x7ff8a41f03a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8ab15e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a40af980 con 0x7ff8a40af500 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8ab15e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a41512e0 con 0x7ff8a4151770 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8ab15e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8a4158780 con 0x7ff88c003970 2024-09-13T16:23:06.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a96fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 0x7ff8a41f03a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a96fb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 0x7ff8a41f03a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39482/0 (socket says 172.21.15.39:39482) 2024-09-13T16:23:06.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a96fb640 1 -- 172.21.15.39:0/1816295221 learned_addr learned my addr 172.21.15.39:0/1816295221 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:06.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c003970 0x7ff8a4147100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a3fff640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4151770 0x7ff8a40aefc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a96fb640 1 -- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c003970 msgr2=0x7ff8a4147100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a96fb640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c003970 0x7ff8a4147100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.055+0000 7ff8a96fb640 1 -- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4151770 msgr2=0x7ff8a40aefc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8a96fb640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4151770 0x7ff8a40aefc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8a96fb640 1 -- 172.21.15.39:0/1816295221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8a41509b0 con 0x7ff8a40af500 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8a96fb640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 0x7ff8a41f03a0 secure :-1 s=READY pgs=2870 cs=0 l=1 rev1=1 crypto rx=0x7ff8a40adf40 tx=0x7ff89400e960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff894010510 con 0x7ff8a40af500 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff894010670 con 0x7ff8a40af500 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8a4150c90 con 0x7ff8a40af500 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff894010a20 con 0x7ff8a40af500 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.056+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8a4151bf0 con 0x7ff8a40af500 2024-09-13T16:23:06.063 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.057+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8a40672f0 con 0x7ff8a40af500 2024-09-13T16:23:06.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.057+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff894010b80 con 0x7ff8a40af500 2024-09-13T16:23:06.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.058+0000 7ff8a17fa640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff89006ac00 0x7ff89006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.058+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(138..138 src has 1..138) v4 ==== 4857+0+0 (secure 0 0 0) 0x7ff894088780 con 0x7ff8a40af500 2024-09-13T16:23:06.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.058+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff89006ac00 0x7ff89006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.059+0000 7ff8a8efa640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff89006ac00 0x7ff89006d0c0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7ff89c032000 tx=0x7ff89c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.062+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff894053d60 con 0x7ff8a40af500 2024-09-13T16:23:06.237 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.236+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff8a406f6e0 con 0x7ff8a40af500 2024-09-13T16:23:06.238 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.237+0000 7ff8a17fa640 1 -- 172.21.15.39:0/1816295221 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v138) v1 ==== 74+0+12847 (secure 0 0 0) 0x7ff894019020 con 0x7ff8a40af500 2024-09-13T16:23:06.238 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:06.238 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":138,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:05.535547+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":13,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":96,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":87,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:06.240 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff89006ac00 msgr2=0x7ff89006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff89006ac00 0x7ff89006d0c0 secure :-1 s=READY pgs=1115 cs=0 l=1 rev1=1 crypto rx=0x7ff89c032000 tx=0x7ff89c02e000 comp rx=0 tx=0).stop 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 msgr2=0x7ff8a41f03a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 0x7ff8a41f03a0 secure :-1 s=READY pgs=2870 cs=0 l=1 rev1=1 crypto rx=0x7ff8a40adf40 tx=0x7ff89400e960 comp rx=0 tx=0).stop 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 shutdown_connections 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff89006ac00 0x7ff89006d0c0 unknown :-1 s=CLOSED pgs=1115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff8a40af500 0x7ff8a41f03a0 unknown :-1 s=CLOSED pgs=2870 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff8a4151770 0x7ff8a40aefc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 --2- 172.21.15.39:0/1816295221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff88c003970 0x7ff8a4147100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 >> 172.21.15.39:0/1816295221 conn(0x7ff8a406b3b0 msgr2=0x7ff8a4159f70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 shutdown_connections 2024-09-13T16:23:06.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.239+0000 7ff8ab15e640 1 -- 172.21.15.39:0/1816295221 wait complete. 2024-09-13T16:23:06.251 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:23:06.252 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:23:06.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.354+0000 7f7314f25640 1 Processor -- start 2024-09-13T16:23:06.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.354+0000 7f7314f25640 1 -- start start 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f7314f25640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f731015c7d0 0x7f73100cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f7314f25640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f73100d2110 0x7f73100b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f7314f25640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73100b5550 con 0x7f73100b4180 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f7314f25640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73100b2000 con 0x7f73100d2110 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f7314f25640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f73100b4610 con 0x7f731015c7d0 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f730ed9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f73100d2110 0x7f73100b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.355+0000 7f730dd9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f73100b4180 0x7f73100d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36076/0 (socket says 172.21.15.39:36076) 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730dd9b640 1 -- 172.21.15.39:0/4274348737 learned_addr learned my addr 172.21.15.39:0/4274348737 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730e59c640 1 --2- 172.21.15.39:0/4274348737 >> v2:172.21.15.157:3300/0 conn(0x7f731015c7d0 0x7f73100cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730ed9d640 1 -- 172.21.15.39:0/4274348737 >> v2:172.21.15.157:3300/0 conn(0x7f731015c7d0 msgr2=0x7f73100cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730ed9d640 1 --2- 172.21.15.39:0/4274348737 >> v2:172.21.15.157:3300/0 conn(0x7f731015c7d0 0x7f73100cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730ed9d640 1 -- 172.21.15.39:0/4274348737 >> v1:172.21.15.39:6789/0 conn(0x7f73100b4180 legacy=0x7f73100d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730ed9d640 1 -- 172.21.15.39:0/4274348737 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73100b48f0 con 0x7f73100d2110 2024-09-13T16:23:06.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.356+0000 7f730d59a640 1 -- 172.21.15.39:0/4274348737 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 841394023 0 0) 0x7f73100b5550 con 0x7f73100b4180 2024-09-13T16:23:06.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f730ed9d640 1 --2- 172.21.15.39:0/4274348737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73100d2110 0x7f73100b59e0 secure :-1 s=READY pgs=2872 cs=0 l=1 rev1=1 crypto rx=0x7f73100d37d0 tx=0x7f730002a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec11c741d61e235d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f730d59a640 1 -- 172.21.15.39:0/4274348737 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f730002aea0 con 0x7f73100d2110 2024-09-13T16:23:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f730d59a640 1 -- 172.21.15.39:0/4274348737 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f730002d050 con 0x7f73100d2110 2024-09-13T16:23:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f730d59a640 1 -- 172.21.15.39:0/4274348737 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7300007960 con 0x7f73100d2110 2024-09-13T16:23:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 -- 172.21.15.39:0/4274348737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73100d2110 msgr2=0x7f73100b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 --2- 172.21.15.39:0/4274348737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73100d2110 0x7f73100b59e0 secure :-1 s=READY pgs=2872 cs=0 l=1 rev1=1 crypto rx=0x7f73100d37d0 tx=0x7f730002a680 comp rx=0 tx=0).stop 2024-09-13T16:23:06.363 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 -- 172.21.15.39:0/4274348737 shutdown_connections 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 --2- 172.21.15.39:0/4274348737 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f73100d2110 0x7f73100b59e0 unknown :-1 s=CLOSED pgs=2872 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 --2- 172.21.15.39:0/4274348737 >> v2:172.21.15.157:3300/0 conn(0x7f731015c7d0 0x7f73100cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 -- 172.21.15.39:0/4274348737 >> 172.21.15.39:0/4274348737 conn(0x7f731006bc40 msgr2=0x7f731006c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 -- 172.21.15.39:0/4274348737 shutdown_connections 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.357+0000 7f7314f25640 1 -- 172.21.15.39:0/4274348737 wait complete. 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.359+0000 7f7314f25640 1 Processor -- start 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.359+0000 7f7314f25640 1 -- start start 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.359+0000 7f7314f25640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73100d2110 0x7f73101f2e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.359+0000 7f7314f25640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 0x7f731015a040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7314f25640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73100c78d0 0x7f73100c7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7314f25640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73100c62b0 con 0x7f731015c7d0 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7314f25640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73100c6590 con 0x7f73100d2110 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7314f25640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73100c6870 con 0x7f73100c78d0 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 0x7f731015a040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 0x7f731015a040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39490/0 (socket says 172.21.15.39:39490) 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 -- 172.21.15.39:0/1768257068 learned_addr learned my addr 172.21.15.39:0/1768257068 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730e59c640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73100d2110 0x7f73101f2e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730ed9d640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73100c78d0 0x7f73100c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 -- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73100c78d0 msgr2=0x7f73100c7070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73100c78d0 0x7f73100c7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 -- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73100d2110 msgr2=0x7f73101f2e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73100d2110 0x7f73101f2e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 -- 172.21.15.39:0/1768257068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7300009a70 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730e59c640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73100d2110 0x7f73101f2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f730dd9b640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 0x7f731015a040 secure :-1 s=READY pgs=2873 cs=0 l=1 rev1=1 crypto rx=0x7f72f800c4b0 tx=0x7f72f800c970 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f80074e0 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72f8007660 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73100c6b50 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72f8004a20 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.360+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73100c80d0 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.361+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f731015f450 con 0x7f731015c7d0 2024-09-13T16:23:06.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.362+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f72f8004b80 con 0x7f731015c7d0 2024-09-13T16:23:06.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.362+0000 7f7306ffd640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72f006ac00 0x7f72f006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.362+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(138..138 src has 1..138) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f72f80885c0 con 0x7f731015c7d0 2024-09-13T16:23:06.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.363+0000 7f730e59c640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72f006ac00 0x7f72f006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.363+0000 7f730e59c640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72f006ac00 0x7f72f006d0c0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f73101efe30 tx=0x7f7308008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.367+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f72f8053bb0 con 0x7f731015c7d0 2024-09-13T16:23:06.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.535+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f73100c63f0 con 0x7f731015c7d0 2024-09-13T16:23:06.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.535+0000 7f7306ffd640 1 -- 172.21.15.39:0/1768257068 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v138) v1 ==== 93+0+10 (secure 0 0 0) 0x7f73100c63f0 con 0x7f731015c7d0 2024-09-13T16:23:06.537 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:23:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72f006ac00 msgr2=0x7f72f006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72f006ac00 0x7f72f006d0c0 secure :-1 s=READY pgs=1116 cs=0 l=1 rev1=1 crypto rx=0x7f73101efe30 tx=0x7f7308008040 comp rx=0 tx=0).stop 2024-09-13T16:23:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 msgr2=0x7f731015a040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 0x7f731015a040 secure :-1 s=READY pgs=2873 cs=0 l=1 rev1=1 crypto rx=0x7f72f800c4b0 tx=0x7f72f800c970 comp rx=0 tx=0).stop 2024-09-13T16:23:06.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 shutdown_connections 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72f006ac00 0x7f72f006d0c0 unknown :-1 s=CLOSED pgs=1116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f73100c78d0 0x7f73100c7070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f731015c7d0 0x7f731015a040 unknown :-1 s=CLOSED pgs=2873 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 --2- 172.21.15.39:0/1768257068 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f73100d2110 0x7f73101f2e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 >> 172.21.15.39:0/1768257068 conn(0x7f731006bc40 msgr2=0x7f731015ed40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 shutdown_connections 2024-09-13T16:23:06.540 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.537+0000 7f7314f25640 1 -- 172.21.15.39:0/1768257068 wait complete. 2024-09-13T16:23:06.550 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T16:23:06.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.650+0000 7f59def95640 1 Processor -- start 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.650+0000 7f59def95640 1 -- start start 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59def95640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f59d80721f0 0x7f59d80ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59def95640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59d80cebf0 con 0x7f59d80cc820 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59def95640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f59d815aa50 con 0x7f59d80ce7b0 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59def95640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f59d815bed0 con 0x7f59d80721f0 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59dd532640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f59d80cc820 0x7f59d815c2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36080/0 (socket says 172.21.15.39:36080) 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59dd532640 1 -- 172.21.15.39:0/3136368729 learned_addr learned my addr 172.21.15.39:0/3136368729 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2775293295 0 0) 0x7f59d80cebf0 con 0x7f59d80cc820 2024-09-13T16:23:06.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f59c8003520 con 0x7f59d80cc820 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59dcd31640 1 --2- 172.21.15.39:0/3136368729 >> v2:172.21.15.157:3300/0 conn(0x7f59d80721f0 0x7f59d80ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2410637619 0 0) 0x7f59c8003520 con 0x7f59d80cc820 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 >> v2:172.21.15.157:3300/0 conn(0x7f59d80721f0 msgr2=0x7f59d80ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 --2- 172.21.15.39:0/3136368729 >> v2:172.21.15.157:3300/0 conn(0x7f59d80721f0 0x7f59d80ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 >> v1:172.21.15.157:6789/0 conn(0x7f59d80ce7b0 legacy=0x7f59d80cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59d815af50 con 0x7f59d80cc820 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.651+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f59d00019f0 con 0x7f59d80cc820 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 >> v1:172.21.15.39:6789/0 conn(0x7f59d80cc820 legacy=0x7f59d815c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59c8003970 0x7f59c8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c80047c0 0x7f59c8004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59c8005180 0x7f59c800b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d815bed0 con 0x7f59c8005180 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59c800c120 con 0x7f59c80047c0 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59c800c2e0 con 0x7f59c8003970 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dd532640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59c8005180 0x7f59c800b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dcd31640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59c8003970 0x7f59c8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59d7fff640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c80047c0 0x7f59c8004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dd532640 1 -- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59c8003970 msgr2=0x7f59c8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dd532640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59c8003970 0x7f59c8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dd532640 1 -- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c80047c0 msgr2=0x7f59c8004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dd532640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c80047c0 0x7f59c8004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.652+0000 7f59dd532640 1 -- 172.21.15.39:0/3136368729 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59c8003520 con 0x7f59c8005180 2024-09-13T16:23:06.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59dd532640 1 -- 172.21.15.39:0/3136368729 reap_dead start 2024-09-13T16:23:06.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59dd532640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59c8005180 0x7f59c800b980 secure :-1 s=READY pgs=2875 cs=0 l=1 rev1=1 crypto rx=0x7f59d000a820 tx=0x7f59c80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=81619e31da2d5f10 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59d002ba30 con 0x7f59c8005180 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59d002bb90 con 0x7f59c8005180 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59d77fe640 1 -- 172.21.15.39:0/3136368729 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59d0034470 con 0x7f59c8005180 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 -- 172.21.15.39:0/3136368729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59c8005180 msgr2=0x7f59c800b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59c8005180 0x7f59c800b980 secure :-1 s=READY pgs=2875 cs=0 l=1 rev1=1 crypto rx=0x7f59d000a820 tx=0x7f59c80057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 -- 172.21.15.39:0/3136368729 shutdown_connections 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 --2- 172.21.15.39:0/3136368729 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59c8005180 0x7f59c800b980 unknown :-1 s=CLOSED pgs=2875 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 -- 172.21.15.39:0/3136368729 >> 172.21.15.39:0/3136368729 conn(0x7f59d806b3b0 msgr2=0x7f59d806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 -- 172.21.15.39:0/3136368729 shutdown_connections 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.653+0000 7f59def95640 1 -- 172.21.15.39:0/3136368729 wait complete. 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.655+0000 7f59def95640 1 Processor -- start 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.655+0000 7f59def95640 1 -- start start 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c8005180 0x7f59d80ae060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59d8157400 0x7f59d80ae5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 0x7f59d80c5eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d80c7980 con 0x7f59d80c5a20 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f59d80c3fe0 con 0x7f59c8005180 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f59d80c42c0 con 0x7f59d8157400 2024-09-13T16:23:06.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 0x7f59d80c5eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 0x7f59d80c5eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39510/0 (socket says 172.21.15.39:39510) 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 -- 172.21.15.39:0/3049421085 learned_addr learned my addr 172.21.15.39:0/3049421085 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59d7fff640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59d8157400 0x7f59d80ae5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dcd31640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c8005180 0x7f59d80ae060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 -- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59d8157400 msgr2=0x7f59d80ae5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59d8157400 0x7f59d80ae5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 -- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c8005180 msgr2=0x7f59d80ae060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c8005180 0x7f59d80ae060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 -- 172.21.15.39:0/3049421085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f59d80c45a0 con 0x7f59d80c5a20 2024-09-13T16:23:06.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59d7fff640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59d8157400 0x7f59d80ae5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:06.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dcd31640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c8005180 0x7f59d80ae060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:06.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59dd532640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 0x7f59d80c5eb0 secure :-1 s=READY pgs=2876 cs=0 l=1 rev1=1 crypto rx=0x7f59d000a940 tx=0x7f59d002d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59d003b040 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f59d0034880 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f59d80c4880 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f59d0034bf0 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.656+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f59d80b1430 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.657+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f59d80c7af0 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.658+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f59d0031070 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.658+0000 7f59d57fa640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f59bc06ac30 0x7f59bc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.658+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(138..138 src has 1..138) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f59d00a9210 con 0x7f59d80c5a20 2024-09-13T16:23:06.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.659+0000 7f59dcd31640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f59bc06ac30 0x7f59bc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.659+0000 7f59dcd31640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f59bc06ac30 0x7f59bc06d0f0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f59d815a370 tx=0x7f59cc008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.663+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f59d00747d0 con 0x7f59d80c5a20 2024-09-13T16:23:06.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.834+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f59d80672f0 con 0x7f59d80c5a20 2024-09-13T16:23:06.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.834+0000 7f59d57fa640 1 -- 172.21.15.39:0/3049421085 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v138) v1 ==== 84+0+65 (secure 0 0 0) 0x7f59d0077df0 con 0x7f59d80c5a20 2024-09-13T16:23:06.835 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:06.836 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:23:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "poolnum": 1, 2024-09-13T16:23:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: "poolname": ".mgr" 2024-09-13T16:23:06.836 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:06.836 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f59bc06ac30 msgr2=0x7f59bc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f59bc06ac30 0x7f59bc06d0f0 secure :-1 s=READY pgs=1117 cs=0 l=1 rev1=1 crypto rx=0x7f59d815a370 tx=0x7f59cc008040 comp rx=0 tx=0).stop 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 msgr2=0x7f59d80c5eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 0x7f59d80c5eb0 secure :-1 s=READY pgs=2876 cs=0 l=1 rev1=1 crypto rx=0x7f59d000a940 tx=0x7f59d002d070 comp rx=0 tx=0).stop 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 shutdown_connections 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f59bc06ac30 0x7f59bc06d0f0 unknown :-1 s=CLOSED pgs=1117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f59d80c5a20 0x7f59d80c5eb0 unknown :-1 s=CLOSED pgs=2876 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f59d8157400 0x7f59d80ae5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 --2- 172.21.15.39:0/3049421085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f59c8005180 0x7f59d80ae060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 >> 172.21.15.39:0/3049421085 conn(0x7f59d806b3b0 msgr2=0x7f59d80af400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.838 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 shutdown_connections 2024-09-13T16:23:06.839 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.836+0000 7f59def95640 1 -- 172.21.15.39:0/3049421085 wait complete. 2024-09-13T16:23:06.848 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T16:23:06.849 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T16:23:06.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.953+0000 7fe4aeb1f640 1 Processor -- start 2024-09-13T16:23:06.954 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.953+0000 7fe4aeb1f640 1 -- start start 2024-09-13T16:23:06.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.953+0000 7fe4aeb1f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe4a80b0d30 0x7fe4a80b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.953+0000 7fe4aeb1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a80ce9d0 0x7fe4a8159a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.953+0000 7fe4aeb1f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4a815d0b0 con 0x7fe4a813ca70 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.953+0000 7fe4aeb1f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4a815d390 con 0x7fe4a80b0d30 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4aeb1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a815d670 con 0x7fe4a80ce9d0 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe4a80b0d30 0x7fe4a80b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe4a80b0d30 0x7fe4a80b30d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39524/0 (socket says 172.21.15.39:39524) 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4a7fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe4a813ca70 0x7fe4a80ce2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36096/0 (socket says 172.21.15.39:36096) 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/1321141580 learned_addr learned my addr 172.21.15.39:0/1321141580 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ad0bc640 1 --2- 172.21.15.39:0/1321141580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a80ce9d0 0x7fe4a8159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/1321141580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a80ce9d0 msgr2=0x7fe4a8159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:06.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 --2- 172.21.15.39:0/1321141580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a80ce9d0 0x7fe4a8159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/1321141580 >> v1:172.21.15.39:6789/0 conn(0x7fe4a813ca70 legacy=0x7fe4a80ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.954+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/1321141580 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4a815d950 con 0x7fe4a80b0d30 2024-09-13T16:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4ac8bb640 1 --2- 172.21.15.39:0/1321141580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a80b30d0 secure :-1 s=READY pgs=2878 cs=0 l=1 rev1=1 crypto rx=0x7fe49800bb10 tx=0x7fe49802c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=194e9955092f2d2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4a77fe640 1 -- 172.21.15.39:0/1321141580 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe498032790 con 0x7fe4a80b0d30 2024-09-13T16:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4a77fe640 1 -- 172.21.15.39:0/1321141580 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe4980328f0 con 0x7fe4a80b0d30 2024-09-13T16:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4a77fe640 1 -- 172.21.15.39:0/1321141580 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe498032c80 con 0x7fe4a80b0d30 2024-09-13T16:23:06.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/1321141580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 msgr2=0x7fe4a80b30d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/1321141580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a80b30d0 secure :-1 s=READY pgs=2878 cs=0 l=1 rev1=1 crypto rx=0x7fe49800bb10 tx=0x7fe49802c890 comp rx=0 tx=0).stop 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/1321141580 shutdown_connections 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.955+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/1321141580 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a80ce9d0 0x7fe4a8159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.956+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/1321141580 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a80b30d0 unknown :-1 s=CLOSED pgs=2878 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.956+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/1321141580 >> 172.21.15.39:0/1321141580 conn(0x7fe4a80b15d0 msgr2=0x7fe4a80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.956+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/1321141580 shutdown_connections 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.956+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/1321141580 wait complete. 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.957+0000 7fe4aeb1f640 1 Processor -- start 2024-09-13T16:23:06.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.957+0000 7fe4aeb1f640 1 -- start start 2024-09-13T16:23:06.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4aeb1f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a8152a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4aeb1f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4a80ce9d0 0x7fe4a8158630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4aeb1f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a813ca70 0x7fe4a8158b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4aeb1f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a8155c40 con 0x7fe4a80b0d30 2024-09-13T16:23:06.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4aeb1f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a8156aa0 con 0x7fe4a80ce9d0 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4aeb1f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a8155320 con 0x7fe4a813ca70 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a8152a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a8152a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39538/0 (socket says 172.21.15.39:39538) 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/2001278691 learned_addr learned my addr 172.21.15.39:0/2001278691 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4a80ce9d0 0x7fe4a8158630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a813ca70 msgr2=0x7fe4a8158b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ad0bc640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a813ca70 0x7fe4a8158b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a813ca70 0x7fe4a8158b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4a80ce9d0 msgr2=0x7fe4a8158630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4a80ce9d0 0x7fe4a8158630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 -- 172.21.15.39:0/2001278691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe49800b770 con 0x7fe4a80b0d30 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4a80ce9d0 0x7fe4a8158630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4ac8bb640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a8152a20 secure :-1 s=READY pgs=2879 cs=0 l=1 rev1=1 crypto rx=0x7fe49802c8d0 tx=0x7fe4980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.958+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4980338b0 con 0x7fe4a80b0d30 2024-09-13T16:23:06.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.959+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe498033a30 con 0x7fe4a80b0d30 2024-09-13T16:23:06.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.959+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe498033de0 con 0x7fe4a80b0d30 2024-09-13T16:23:06.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.959+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4a8155e90 con 0x7fe4a80b0d30 2024-09-13T16:23:06.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.959+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4a8156450 con 0x7fe4a80b0d30 2024-09-13T16:23:06.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.960+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4a80672f0 con 0x7fe4a80b0d30 2024-09-13T16:23:06.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.960+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe49804e3f0 con 0x7fe4a80b0d30 2024-09-13T16:23:06.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.961+0000 7fe4a57fa640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe48806ac00 0x7fe48806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:06.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.961+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(138..138 src has 1..138) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe4980abf60 con 0x7fe4a80b0d30 2024-09-13T16:23:06.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.961+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe48806ac00 0x7fe48806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:06.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.961+0000 7fe4a7fff640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe48806ac00 0x7fe48806d0c0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fe490007fd0 tx=0x7fe490009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:06.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:06.965+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe498077490 con 0x7fe4a80b0d30 2024-09-13T16:23:07.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.136+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fe4a80b30d0 con 0x7fe4a80b0d30 2024-09-13T16:23:07.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.541+0000 7fe4a57fa640 1 -- 172.21.15.39:0/2001278691 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v139) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe49807aab0 con 0x7fe4a80b0d30 2024-09-13T16:23:07.542 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' created 2024-09-13T16:23:07.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.545+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe48806ac00 msgr2=0x7fe48806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:07.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.545+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe48806ac00 0x7fe48806d0c0 secure :-1 s=READY pgs=1118 cs=0 l=1 rev1=1 crypto rx=0x7fe490007fd0 tx=0x7fe490009040 comp rx=0 tx=0).stop 2024-09-13T16:23:07.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.546+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 msgr2=0x7fe4a8152a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:07.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.546+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a8152a20 secure :-1 s=READY pgs=2879 cs=0 l=1 rev1=1 crypto rx=0x7fe49802c8d0 tx=0x7fe4980046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.547+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 shutdown_connections 2024-09-13T16:23:07.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.547+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe48806ac00 0x7fe48806d0c0 unknown :-1 s=CLOSED pgs=1118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.547+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe4a813ca70 0x7fe4a8158b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.547+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe4a80ce9d0 0x7fe4a8158630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.547+0000 7fe4aeb1f640 1 --2- 172.21.15.39:0/2001278691 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe4a80b0d30 0x7fe4a8152a20 unknown :-1 s=CLOSED pgs=2879 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.547+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 >> 172.21.15.39:0/2001278691 conn(0x7fe4a80b15d0 msgr2=0x7fe4a8071c00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:07.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.548+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 shutdown_connections 2024-09-13T16:23:07.549 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.548+0000 7fe4aeb1f640 1 -- 172.21.15.39:0/2001278691 wait complete. 2024-09-13T16:23:07.561 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T16:23:07.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.669+0000 7fb67999d640 1 Processor -- start 2024-09-13T16:23:07.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.669+0000 7fb67999d640 1 -- start start 2024-09-13T16:23:07.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb67999d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb674153b30 0x7fb6740cdf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb67999d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb67415aa70 con 0x7fb6740ce460 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb67999d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb674159c20 con 0x7fb674153750 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb67999d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb6740b1e30 con 0x7fb674153b30 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb673fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb674153b30 0x7fb6740cdf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb67919c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb6740ce460 0x7fb67415b4c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36108/0 (socket says 172.21.15.39:36108) 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb673fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb674153b30 0x7fb6740cdf20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39554/0 (socket says 172.21.15.39:39554) 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb67919c640 1 -- 172.21.15.39:0/2429367044 learned_addr learned my addr 172.21.15.39:0/2429367044 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb673fff640 1 -- 172.21.15.39:0/2429367044 >> v1:172.21.15.157:6789/0 conn(0x7fb674153750 legacy=0x7fb6740b12c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb673fff640 1 -- 172.21.15.39:0/2429367044 >> v1:172.21.15.39:6789/0 conn(0x7fb6740ce460 legacy=0x7fb67415b4c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb673fff640 1 -- 172.21.15.39:0/2429367044 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb6740b2110 con 0x7fb674153b30 2024-09-13T16:23:07.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.670+0000 7fb6737fe640 1 -- 172.21.15.39:0/2429367044 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1242081177 0 0) 0x7fb67415aa70 con 0x7fb6740ce460 2024-09-13T16:23:07.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.671+0000 7fb673fff640 1 --2- 172.21.15.39:0/2429367044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb674153b30 0x7fb6740cdf20 secure :-1 s=READY pgs=2881 cs=0 l=1 rev1=1 crypto rx=0x7fb65c00bfa0 tx=0x7fb65c02c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ad675caa047ebd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.671+0000 7fb6737fe640 1 -- 172.21.15.39:0/2429367044 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb65c009540 con 0x7fb674153b30 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.671+0000 7fb6737fe640 1 -- 172.21.15.39:0/2429367044 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb65c0096a0 con 0x7fb674153b30 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.671+0000 7fb6737fe640 1 -- 172.21.15.39:0/2429367044 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb65c009a30 con 0x7fb674153b30 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 -- 172.21.15.39:0/2429367044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb674153b30 msgr2=0x7fb6740cdf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 --2- 172.21.15.39:0/2429367044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb674153b30 0x7fb6740cdf20 secure :-1 s=READY pgs=2881 cs=0 l=1 rev1=1 crypto rx=0x7fb65c00bfa0 tx=0x7fb65c02c830 comp rx=0 tx=0).stop 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 -- 172.21.15.39:0/2429367044 shutdown_connections 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 --2- 172.21.15.39:0/2429367044 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb674153b30 0x7fb6740cdf20 unknown :-1 s=CLOSED pgs=2881 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 -- 172.21.15.39:0/2429367044 >> 172.21.15.39:0/2429367044 conn(0x7fb674069ed0 msgr2=0x7fb67406a2b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 -- 172.21.15.39:0/2429367044 shutdown_connections 2024-09-13T16:23:07.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.672+0000 7fb67999d640 1 -- 172.21.15.39:0/2429367044 wait complete. 2024-09-13T16:23:07.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.673+0000 7fb67999d640 1 Processor -- start 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.673+0000 7fb67999d640 1 -- start start 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67999d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 0x7fb674158c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67999d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb674153750 0x7fb6741ed920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67999d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb674153b30 0x7fb6740acb40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67999d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6740a88e0 con 0x7fb6740ce460 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67999d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb6740a8bc0 con 0x7fb674153b30 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67999d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb6740a8ea0 con 0x7fb674153750 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 0x7fb674158c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 0x7fb674158c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39560/0 (socket says 172.21.15.39:39560) 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 -- 172.21.15.39:0/1026461818 learned_addr learned my addr 172.21.15.39:0/1026461818 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67919c640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb674153b30 0x7fb6740acb40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb673fff640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb674153750 0x7fb6741ed920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:07.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 -- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb674153750 msgr2=0x7fb6741ed920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb674153750 0x7fb6741ed920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 -- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb674153b30 msgr2=0x7fb6740acb40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb674153b30 0x7fb6740acb40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 -- 172.21.15.39:0/1026461818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb65c00bc80 con 0x7fb6740ce460 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67919c640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb674153b30 0x7fb6740acb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb673fff640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb674153750 0x7fb6741ed920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.674+0000 7fb67899b640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 0x7fb674158c70 secure :-1 s=READY pgs=2882 cs=0 l=1 rev1=1 crypto rx=0x7fb66400c430 tx=0x7fb66400c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.675+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb664011790 con 0x7fb6740ce460 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.675+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb6640118f0 con 0x7fb6740ce460 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.675+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb6740a9180 con 0x7fb6740ce460 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.675+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb664011ce0 con 0x7fb6740ce460 2024-09-13T16:23:07.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.675+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb6740a8450 con 0x7fb6740ce460 2024-09-13T16:23:07.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.676+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb674067330 con 0x7fb6740ce460 2024-09-13T16:23:07.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.676+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb66401c460 con 0x7fb6740ce460 2024-09-13T16:23:07.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.677+0000 7fb6717fa640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb65406ac00 0x7fb65406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:07.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.677+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(139..139 src has 1..139) v4 ==== 5227+0+0 (secure 0 0 0) 0x7fb664089130 con 0x7fb6740ce460 2024-09-13T16:23:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.677+0000 7fb673fff640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb65406ac00 0x7fb65406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:07.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.678+0000 7fb673fff640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb65406ac00 0x7fb65406d0c0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7fb65c036000 tx=0x7fb65c00b000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:07.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.681+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb6640544f0 con 0x7fb6740ce460 2024-09-13T16:23:07.852 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:07.851+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7fb6740a8640 con 0x7fb6740ce460 2024-09-13T16:23:08.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.562+0000 7fb6717fa640 1 -- 172.21.15.39:0/1026461818 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v140) v1 ==== 170+0+0 (secure 0 0 0) 0x7fb664057b10 con 0x7fb6740ce460 2024-09-13T16:23:08.564 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' created 2024-09-13T16:23:08.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.574+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb65406ac00 msgr2=0x7fb65406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.574+0000 7fb67999d640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb65406ac00 0x7fb65406d0c0 secure :-1 s=READY pgs=1119 cs=0 l=1 rev1=1 crypto rx=0x7fb65c036000 tx=0x7fb65c00b000 comp rx=0 tx=0).stop 2024-09-13T16:23:08.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.574+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 msgr2=0x7fb674158c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.574+0000 7fb67999d640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 0x7fb674158c70 secure :-1 s=READY pgs=2882 cs=0 l=1 rev1=1 crypto rx=0x7fb66400c430 tx=0x7fb66400c8f0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.577+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 shutdown_connections 2024-09-13T16:23:08.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.577+0000 7fb67999d640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb65406ac00 0x7fb65406d0c0 unknown :-1 s=CLOSED pgs=1119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.577+0000 7fb67999d640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb674153b30 0x7fb6740acb40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.577+0000 7fb67999d640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb674153750 0x7fb6741ed920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.577+0000 7fb67999d640 1 --2- 172.21.15.39:0/1026461818 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb6740ce460 0x7fb674158c70 unknown :-1 s=CLOSED pgs=2882 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.577+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 >> 172.21.15.39:0/1026461818 conn(0x7fb674069ed0 msgr2=0x7fb67406bbd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:08.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.578+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 shutdown_connections 2024-09-13T16:23:08.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.578+0000 7fb67999d640 1 -- 172.21.15.39:0/1026461818 wait complete. 2024-09-13T16:23:08.593 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T16:23:08.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.700+0000 7f173c133640 1 Processor -- start 2024-09-13T16:23:08.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.701+0000 7f173c133640 1 -- start start 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.701+0000 7f173c133640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 0x7f1734069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f173c133640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 0x7f17340705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f173c133640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f173406a850 con 0x7f1734070af0 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f173c133640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f173415ac00 con 0x7f173415a4f0 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f173c133640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1734070fa0 con 0x7f173406a410 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f17396ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 0x7f17340705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f1739ecf640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 0x7f1734069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:08.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f173a6d0640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f1734070af0 0x7f17340cd500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:49248/0 (socket says 172.21.15.39:49248) 2024-09-13T16:23:08.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f1739ecf640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 0x7f1734069ed0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:54660/0 (socket says 172.21.15.39:54660) 2024-09-13T16:23:08.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f17396ce640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 0x7f17340705b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42962/0 (socket says 172.21.15.39:42962) 2024-09-13T16:23:08.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f173a6d0640 1 -- 172.21.15.39:0/179774082 learned_addr learned my addr 172.21.15.39:0/179774082 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:08.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f17396ce640 1 -- 172.21.15.39:0/179774082 >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 msgr2=0x7f1734069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f17396ce640 1 --2- 172.21.15.39:0/179774082 >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 0x7f1734069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f17396ce640 1 -- 172.21.15.39:0/179774082 >> v1:172.21.15.157:6789/0 conn(0x7f1734070af0 legacy=0x7f17340cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f17396ce640 1 -- 172.21.15.39:0/179774082 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f173415a8d0 con 0x7f173406a410 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.702+0000 7f1739ecf640 1 --2- 172.21.15.39:0/179774082 >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 0x7f1734069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.703+0000 7f17396ce640 1 --2- 172.21.15.39:0/179774082 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 0x7f17340705b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f17280097a0 tx=0x7f172802a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e2cc313b0c3b26d4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.703+0000 7f1738ecd640 1 -- 172.21.15.39:0/179774082 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1728032440 con 0x7f173406a410 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.703+0000 7f1738ecd640 1 -- 172.21.15.39:0/179774082 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17280325a0 con 0x7f173406a410 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.703+0000 7f1738ecd640 1 -- 172.21.15.39:0/179774082 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1728032930 con 0x7f173406a410 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 -- 172.21.15.39:0/179774082 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 msgr2=0x7f17340705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 --2- 172.21.15.39:0/179774082 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 0x7f17340705b0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f17280097a0 tx=0x7f172802a180 comp rx=0 tx=0).stop 2024-09-13T16:23:08.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 -- 172.21.15.39:0/179774082 shutdown_connections 2024-09-13T16:23:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 --2- 172.21.15.39:0/179774082 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173406a410 0x7f17340705b0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 --2- 172.21.15.39:0/179774082 >> v2:172.21.15.157:3300/0 conn(0x7f173415a4f0 0x7f1734069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 -- 172.21.15.39:0/179774082 >> 172.21.15.39:0/179774082 conn(0x7f17340b00a0 msgr2=0x7f17340b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 -- 172.21.15.39:0/179774082 shutdown_connections 2024-09-13T16:23:08.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.704+0000 7f173c133640 1 -- 172.21.15.39:0/179774082 wait complete. 2024-09-13T16:23:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.705+0000 7f173c133640 1 Processor -- start 2024-09-13T16:23:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.705+0000 7f173c133640 1 -- start start 2024-09-13T16:23:08.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173c133640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f173406a410 0x7f1734140580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173c133640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 0x7f173414f950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173c133640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173415a4f0 0x7f173414fe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173c133640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173414e6c0 con 0x7f1734070af0 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173c133640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f173414da40 con 0x7f173406a410 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173c133640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f173414dd20 con 0x7f173415a4f0 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 0x7f173414f950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 0x7f173414f950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39572/0 (socket says 172.21.15.39:39572) 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 -- 172.21.15.39:0/851092878 learned_addr learned my addr 172.21.15.39:0/851092878 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f1739ecf640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f173406a410 0x7f1734140580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:08.710 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173a6d0640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173415a4f0 0x7f173414fe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 -- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173415a4f0 msgr2=0x7f173414fe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173415a4f0 0x7f173414fe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 -- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f173406a410 msgr2=0x7f1734140580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f173406a410 0x7f1734140580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f17396ce640 1 -- 172.21.15.39:0/851092878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1730009400 con 0x7f1734070af0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f1739ecf640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f173406a410 0x7f1734140580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.706+0000 7f173a6d0640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173415a4f0 0x7f173414fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.707+0000 7f17396ce640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 0x7f173414f950 secure :-1 s=READY pgs=2883 cs=0 l=1 rev1=1 crypto rx=0x7f1728000c00 tx=0x7f17280046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.707+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1728030b80 con 0x7f1734070af0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.707+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1728032e90 con 0x7f1734070af0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.707+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1728006e10 con 0x7f1734070af0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.707+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1728009400 con 0x7f1734070af0 2024-09-13T16:23:08.711 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.707+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f173414e2e0 con 0x7f1734070af0 2024-09-13T16:23:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.708+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f17340672f0 con 0x7f1734070af0 2024-09-13T16:23:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.709+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1728039040 con 0x7f1734070af0 2024-09-13T16:23:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.709+0000 7f17267fc640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f171806ac00 0x7f171806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:08.712 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.709+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(140..140 src has 1..140) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f17280a99b0 con 0x7f1734070af0 2024-09-13T16:23:08.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.709+0000 7f1739ecf640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f171806ac00 0x7f171806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:08.713 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.710+0000 7f1739ecf640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f171806ac00 0x7f171806d0c0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f17340ca880 tx=0x7f1730009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:08.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.714+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1728074cb0 con 0x7f1734070af0 2024-09-13T16:23:08.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.918+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f1734159c60 con 0x7f1734070af0 2024-09-13T16:23:08.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.929+0000 7f17267fc640 1 -- 172.21.15.39:0/851092878 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 14 and data pool 15 v328) v1 ==== 174+0+0 (secure 0 0 0) 0x7f172804c0c0 con 0x7f1734070af0 2024-09-13T16:23:08.931 INFO:teuthology.orchestra.run.smithi039.stderr:new fs with metadata pool 14 and data pool 15 2024-09-13T16:23:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.939+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f171806ac00 msgr2=0x7f171806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.939+0000 7f173c133640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f171806ac00 0x7f171806d0c0 secure :-1 s=READY pgs=1120 cs=0 l=1 rev1=1 crypto rx=0x7f17340ca880 tx=0x7f1730009190 comp rx=0 tx=0).stop 2024-09-13T16:23:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.939+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 msgr2=0x7f173414f950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:08.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.939+0000 7f173c133640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 0x7f173414f950 secure :-1 s=READY pgs=2883 cs=0 l=1 rev1=1 crypto rx=0x7f1728000c00 tx=0x7f17280046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.941+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 shutdown_connections 2024-09-13T16:23:08.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.941+0000 7f173c133640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f171806ac00 0x7f171806d0c0 unknown :-1 s=CLOSED pgs=1120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.941+0000 7f173c133640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f173415a4f0 0x7f173414fe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.941+0000 7f173c133640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1734070af0 0x7f173414f950 unknown :-1 s=CLOSED pgs=2883 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.941+0000 7f173c133640 1 --2- 172.21.15.39:0/851092878 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f173406a410 0x7f1734140580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:08.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.941+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 >> 172.21.15.39:0/851092878 conn(0x7f17340b00a0 msgr2=0x7f17340b23b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:08.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.946+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 shutdown_connections 2024-09-13T16:23:08.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:08.946+0000 7f173c133640 1 -- 172.21.15.39:0/851092878 wait complete. 2024-09-13T16:23:08.962 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.062+0000 7f9c2106b640 1 Processor -- start 2024-09-13T16:23:09.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.062+0000 7f9c2106b640 1 -- start start 2024-09-13T16:23:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c2106b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9c1c0ce980 0x7f9c1c0cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c2106b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c1c0cc650 0x7f9c1c15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c2106b640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9c1c15aa50 con 0x7f9c1c0721f0 2024-09-13T16:23:09.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c2106b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c1c15bed0 con 0x7f9c1c0cc650 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c2106b640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9c1c15af50 con 0x7f9c1c0ce980 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c1b59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c1c0cc650 0x7f9c1c15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c1b59e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9c1c0cc650 0x7f9c1c15c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39578/0 (socket says 172.21.15.39:39578) 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c1b59e640 1 -- 172.21.15.39:0/1219859904 learned_addr learned my addr 172.21.15.39:0/1219859904 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.063+0000 7f9c1a59c640 1 --2- 172.21.15.39:0/1219859904 >> v2:172.21.15.157:3300/0 conn(0x7f9c1c0ce980 0x7f9c1c0cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c1b59e640 1 -- 172.21.15.39:0/1219859904 >> v2:172.21.15.157:3300/0 conn(0x7f9c1c0ce980 msgr2=0x7f9c1c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c1b59e640 1 --2- 172.21.15.39:0/1219859904 >> v2:172.21.15.157:3300/0 conn(0x7f9c1c0ce980 0x7f9c1c0cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c1b59e640 1 -- 172.21.15.39:0/1219859904 >> v1:172.21.15.157:6789/0 conn(0x7f9c1c0721f0 legacy=0x7f9c1c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c1b59e640 1 -- 172.21.15.39:0/1219859904 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c1c0cd6c0 con 0x7f9c1c0cc650 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c1a59c640 1 --2- 172.21.15.39:0/1219859904 >> v2:172.21.15.157:3300/0 conn(0x7f9c1c0ce980 0x7f9c1c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:09.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c1b59e640 1 --2- 172.21.15.39:0/1219859904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c15c2f0 secure :-1 s=READY pgs=2884 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c06f5a0 tx=0x7f9c0c02a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=49f8d0703496e2d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.064+0000 7f9c19d9b640 1 -- 172.21.15.39:0/1219859904 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c031600 con 0x7f9c1c0cc650 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c19d9b640 1 -- 172.21.15.39:0/1219859904 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c0c02d050 con 0x7f9c1c0cc650 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c19d9b640 1 -- 172.21.15.39:0/1219859904 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c0c031980 con 0x7f9c1c0cc650 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 -- 172.21.15.39:0/1219859904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 msgr2=0x7f9c1c15c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1219859904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c15c2f0 secure :-1 s=READY pgs=2884 cs=0 l=1 rev1=1 crypto rx=0x7f9c1c06f5a0 tx=0x7f9c0c02a6a0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 -- 172.21.15.39:0/1219859904 shutdown_connections 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1219859904 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c15c2f0 unknown :-1 s=CLOSED pgs=2884 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1219859904 >> v2:172.21.15.157:3300/0 conn(0x7f9c1c0ce980 0x7f9c1c0cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 -- 172.21.15.39:0/1219859904 >> 172.21.15.39:0/1219859904 conn(0x7f9c1c06b3b0 msgr2=0x7f9c1c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 -- 172.21.15.39:0/1219859904 shutdown_connections 2024-09-13T16:23:09.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.065+0000 7f9c2106b640 1 -- 172.21.15.39:0/1219859904 wait complete. 2024-09-13T16:23:09.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.066+0000 7f9c2106b640 1 Processor -- start 2024-09-13T16:23:09.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 -- start start 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c1c0721f0 0x7f9c1c150c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c1567c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c1c0ce980 0x7f9c1c159300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c1c0aa030 con 0x7f9c1c0cc650 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9c1c151170 con 0x7f9c1c0721f0 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c2106b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9c1c0a93b0 con 0x7f9c1c0ce980 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c1a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c1567c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c1a59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c1567c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39586/0 (socket says 172.21.15.39:39586) 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.067+0000 7f9c1a59c640 1 -- 172.21.15.39:0/1085520881 learned_addr learned my addr 172.21.15.39:0/1085520881 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1ad9d640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c1c0721f0 0x7f9c1c150c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1b59e640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c1c0ce980 0x7f9c1c159300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1a59c640 1 -- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c1c0ce980 msgr2=0x7f9c1c159300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1a59c640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c1c0ce980 0x7f9c1c159300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1a59c640 1 -- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c1c0721f0 msgr2=0x7f9c1c150c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1a59c640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c1c0721f0 0x7f9c1c150c30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1a59c640 1 -- 172.21.15.39:0/1085520881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9c0c009b30 con 0x7f9c1c0cc650 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1ad9d640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c1c0721f0 0x7f9c1c150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c1a59c640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c1567c0 secure :-1 s=READY pgs=2885 cs=0 l=1 rev1=1 crypto rx=0x7f9c0400e7e0 tx=0x7f9c0400eca0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c04004030 con 0x7f9c1c0cc650 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9c04004190 con 0x7f9c1c0cc650 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9c1c0a9690 con 0x7f9c1c0cc650 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9c04004520 con 0x7f9c1c0cc650 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.068+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9c1c0a9c50 con 0x7f9c1c0cc650 2024-09-13T16:23:09.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.069+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9c1c0672f0 con 0x7f9c1c0cc650 2024-09-13T16:23:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.070+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9c0400c6d0 con 0x7f9c1c0cc650 2024-09-13T16:23:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.070+0000 7f9c137fe640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bfc06ac00 0x7f9bfc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.070+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(141..141 src has 1..141) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9c04088fb0 con 0x7f9c1c0cc650 2024-09-13T16:23:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.070+0000 7f9c1ad9d640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bfc06ac00 0x7f9bfc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.071+0000 7f9c1ad9d640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bfc06ac00 0x7f9bfc06d0c0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f9c14007fd0 tx=0x7f9c14009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.075+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9c04054220 con 0x7f9c1c0cc650 2024-09-13T16:23:09.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.246+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9c1c1f0120 con 0x7f9c1c0cc650 2024-09-13T16:23:09.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.247+0000 7f9c137fe640 1 -- 172.21.15.39:0/1085520881 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v141) v1 ==== 74+0+16520 (secure 0 0 0) 0x7f9c04057840 con 0x7f9c1c0cc650 2024-09-13T16:23:09.249 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:09.249 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":141,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:08.920173+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bfc06ac00 msgr2=0x7f9bfc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bfc06ac00 0x7f9bfc06d0c0 secure :-1 s=READY pgs=1121 cs=0 l=1 rev1=1 crypto rx=0x7f9c14007fd0 tx=0x7f9c14009040 comp rx=0 tx=0).stop 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 msgr2=0x7f9c1c1567c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c1567c0 secure :-1 s=READY pgs=2885 cs=0 l=1 rev1=1 crypto rx=0x7f9c0400e7e0 tx=0x7f9c0400eca0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 shutdown_connections 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9bfc06ac00 0x7f9bfc06d0c0 unknown :-1 s=CLOSED pgs=1121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9c1c0ce980 0x7f9c1c159300 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9c1c0cc650 0x7f9c1c1567c0 unknown :-1 s=CLOSED pgs=2885 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 --2- 172.21.15.39:0/1085520881 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9c1c0721f0 0x7f9c1c150c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 >> 172.21.15.39:0/1085520881 conn(0x7f9c1c06b3b0 msgr2=0x7f9c1c070d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:09.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 shutdown_connections 2024-09-13T16:23:09.252 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.249+0000 7f9c2106b640 1 -- 172.21.15.39:0/1085520881 wait complete. 2024-09-13T16:23:09.262 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:09.364 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.363+0000 7fb43e957640 1 Processor -- start 2024-09-13T16:23:09.365 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.363+0000 7fb43e957640 1 -- start start 2024-09-13T16:23:09.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb43e957640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4380721f0 0x7fb4380ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb43e957640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb4380ce7b0 0x7fb4380cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb43e957640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4380cebf0 con 0x7fb4380cc650 2024-09-13T16:23:09.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb43e957640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb43815bed0 con 0x7fb4380721f0 2024-09-13T16:23:09.366 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb43e957640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb43815aa50 con 0x7fb4380ce7b0 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb437fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4380721f0 0x7fb4380ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb437fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4380721f0 0x7fb4380ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39600/0 (socket says 172.21.15.39:39600) 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb437fff640 1 -- 172.21.15.39:0/3294495834 learned_addr learned my addr 172.21.15.39:0/3294495834 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb437fff640 1 -- 172.21.15.39:0/3294495834 >> v2:172.21.15.157:3300/0 conn(0x7fb4380ce7b0 msgr2=0x7fb4380cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb42ffff640 1 --2- 172.21.15.39:0/3294495834 >> v2:172.21.15.157:3300/0 conn(0x7fb4380ce7b0 0x7fb4380cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.364+0000 7fb437fff640 1 --2- 172.21.15.39:0/3294495834 >> v2:172.21.15.157:3300/0 conn(0x7fb4380ce7b0 0x7fb4380cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb437fff640 1 -- 172.21.15.39:0/3294495834 >> v1:172.21.15.157:6789/0 conn(0x7fb4380cc650 legacy=0x7fb438069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb437fff640 1 -- 172.21.15.39:0/3294495834 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb43815af50 con 0x7fb4380721f0 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb42ffff640 1 --2- 172.21.15.39:0/3294495834 >> v2:172.21.15.157:3300/0 conn(0x7fb4380ce7b0 0x7fb4380cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:09.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb437fff640 1 --2- 172.21.15.39:0/3294495834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380721f0 0x7fb4380ce270 secure :-1 s=READY pgs=2886 cs=0 l=1 rev1=1 crypto rx=0x7fb43806f5a0 tx=0x7fb42802a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b80e8c6f261470b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.368 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb4377fe640 1 -- 172.21.15.39:0/3294495834 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb428032440 con 0x7fb4380721f0 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb4377fe640 1 -- 172.21.15.39:0/3294495834 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4280325a0 con 0x7fb4380721f0 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.365+0000 7fb4377fe640 1 -- 172.21.15.39:0/3294495834 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb428032930 con 0x7fb4380721f0 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 -- 172.21.15.39:0/3294495834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380721f0 msgr2=0x7fb4380ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 --2- 172.21.15.39:0/3294495834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380721f0 0x7fb4380ce270 secure :-1 s=READY pgs=2886 cs=0 l=1 rev1=1 crypto rx=0x7fb43806f5a0 tx=0x7fb42802a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 -- 172.21.15.39:0/3294495834 shutdown_connections 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 --2- 172.21.15.39:0/3294495834 >> v2:172.21.15.157:3300/0 conn(0x7fb4380ce7b0 0x7fb4380cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 --2- 172.21.15.39:0/3294495834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380721f0 0x7fb4380ce270 unknown :-1 s=CLOSED pgs=2886 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 -- 172.21.15.39:0/3294495834 >> 172.21.15.39:0/3294495834 conn(0x7fb43806b3b0 msgr2=0x7fb43806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 -- 172.21.15.39:0/3294495834 shutdown_connections 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.366+0000 7fb43e957640 1 -- 172.21.15.39:0/3294495834 wait complete. 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.367+0000 7fb43e957640 1 Processor -- start 2024-09-13T16:23:09.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.367+0000 7fb43e957640 1 -- start start 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43e957640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4380721f0 0x7fb438143930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43e957640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 0x7fb4380b29b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43e957640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4380ce7b0 0x7fb4381578d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43e957640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4380b1910 con 0x7fb4380cc650 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43e957640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4380b1bf0 con 0x7fb4380721f0 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43e957640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4380b1ed0 con 0x7fb4380ce7b0 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 0x7fb4380b29b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 0x7fb4380b29b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39616/0 (socket says 172.21.15.39:39616) 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 -- 172.21.15.39:0/209043398 learned_addr learned my addr 172.21.15.39:0/209043398 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb437fff640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4380721f0 0x7fb438143930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43cef4640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4380ce7b0 0x7fb4381578d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 -- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4380ce7b0 msgr2=0x7fb4381578d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4380ce7b0 0x7fb4381578d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 -- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4380721f0 msgr2=0x7fb438143930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4380721f0 0x7fb438143930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb42ffff640 1 -- 172.21.15.39:0/209043398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4280094d0 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.368+0000 7fb43cef4640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4380ce7b0 0x7fb4381578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.369+0000 7fb42ffff640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 0x7fb4380b29b0 secure :-1 s=READY pgs=2887 cs=0 l=1 rev1=1 crypto rx=0x7fb42000c7f0 tx=0x7fb42000cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.369+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb420007a30 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.369+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb420007b90 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.369+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4380b21b0 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.369+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb42000ce40 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.369+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4380b1430 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.370+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4380672f0 con 0x7fb4380cc650 2024-09-13T16:23:09.373 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.370+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb4200113f0 con 0x7fb4380cc650 2024-09-13T16:23:09.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.371+0000 7fb4357fa640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41806ac00 0x7fb41806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.371+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(141..141 src has 1..141) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb420089540 con 0x7fb4380cc650 2024-09-13T16:23:09.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.371+0000 7fb437fff640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41806ac00 0x7fb41806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.374 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.371+0000 7fb437fff640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41806ac00 0x7fb41806d0c0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fb428034000 tx=0x7fb42802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.376 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.375+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb4200546c0 con 0x7fb4380cc650 2024-09-13T16:23:09.547 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.546+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb4380ccae0 con 0x7fb4380cc650 2024-09-13T16:23:09.548 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.547+0000 7fb4357fa640 1 -- 172.21.15.39:0/209043398 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v141) v1 ==== 74+0+16520 (secure 0 0 0) 0x7fb420057ce0 con 0x7fb4380cc650 2024-09-13T16:23:09.549 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:09.549 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":141,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:08.920173+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:09.550 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41806ac00 msgr2=0x7fb41806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41806ac00 0x7fb41806d0c0 secure :-1 s=READY pgs=1122 cs=0 l=1 rev1=1 crypto rx=0x7fb428034000 tx=0x7fb42802e000 comp rx=0 tx=0).stop 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 msgr2=0x7fb4380b29b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 0x7fb4380b29b0 secure :-1 s=READY pgs=2887 cs=0 l=1 rev1=1 crypto rx=0x7fb42000c7f0 tx=0x7fb42000cbf0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 shutdown_connections 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb41806ac00 0x7fb41806d0c0 unknown :-1 s=CLOSED pgs=1122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4380ce7b0 0x7fb4381578d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4380cc650 0x7fb4380b29b0 unknown :-1 s=CLOSED pgs=2887 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 --2- 172.21.15.39:0/209043398 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4380721f0 0x7fb438143930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 >> 172.21.15.39:0/209043398 conn(0x7fb43806b3b0 msgr2=0x7fb4380b0010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 shutdown_connections 2024-09-13T16:23:09.551 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.549+0000 7fb43e957640 1 -- 172.21.15.39:0/209043398 wait complete. 2024-09-13T16:23:09.562 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T16:23:09.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.665+0000 7f32acd45640 1 Processor -- start 2024-09-13T16:23:09.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.665+0000 7f32acd45640 1 -- start start 2024-09-13T16:23:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.666+0000 7f32acd45640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f32a815a4f0 0x7f32a8069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.666+0000 7f32acd45640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32a806a850 con 0x7f32a806a410 2024-09-13T16:23:09.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.666+0000 7f32acd45640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32a815a8d0 con 0x7f32a8070cc0 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.666+0000 7f32acd45640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32a815ac00 con 0x7f32a815a4f0 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.666+0000 7f32a5d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f32a806a410 0x7f32a80705b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36114/0 (socket says 172.21.15.39:36114) 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.666+0000 7f32a5d9b640 1 -- 172.21.15.39:0/3118045178 learned_addr learned my addr 172.21.15.39:0/3118045178 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 --2- 172.21.15.39:0/3118045178 >> v2:172.21.15.157:3300/0 conn(0x7f32a815a4f0 0x7f32a8069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2551844320 0 0) 0x7f32a806a850 con 0x7f32a806a410 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3294003520 con 0x7f32a806a410 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1113131853 0 0) 0x7f32a815a8d0 con 0x7f32a8070cc0 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32a806a850 con 0x7f32a8070cc0 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3032040884 0 0) 0x7f3294003520 con 0x7f32a806a410 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 >> v2:172.21.15.157:3300/0 conn(0x7f32a815a4f0 msgr2=0x7f32a8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 --2- 172.21.15.39:0/3118045178 >> v2:172.21.15.157:3300/0 conn(0x7f32a815a4f0 0x7f32a8069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 >> v1:172.21.15.157:6789/0 conn(0x7f32a8070cc0 legacy=0x7f32a80cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a8071220 con 0x7f32a806a410 2024-09-13T16:23:09.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f3290001670 con 0x7f32a806a410 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 >> v1:172.21.15.39:6789/0 conn(0x7f32a806a410 legacy=0x7f32a80705b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3294003b00 0x7f3294003f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f32940047c0 0x7f3294004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3294005180 0x7f329400db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a815ac00 con 0x7f3294003b00 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f329400e210 con 0x7f32940047c0 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f329400e3d0 con 0x7f3294005180 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3294003b00 0x7f3294003f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a5d9b640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f32940047c0 0x7f3294004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a6d9d640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3294005180 0x7f329400db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 -- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3294005180 msgr2=0x7f329400db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3294005180 0x7f329400db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 -- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f32940047c0 msgr2=0x7f3294004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f32940047c0 0x7f3294004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a659c640 1 -- 172.21.15.39:0/3118045178 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3294003520 con 0x7f3294003b00 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a6d9d640 1 -- 172.21.15.39:0/3118045178 reap_dead start 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.667+0000 7f32a5d9b640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f32940047c0 0x7f3294004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.668+0000 7f32a659c640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3294003b00 0x7f3294003f00 secure :-1 s=READY pgs=2889 cs=0 l=1 rev1=1 crypto rx=0x7f32a0009ac0 tx=0x7f32940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6ccf7c0120701325 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.668+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a0031400 con 0x7f3294003b00 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.668+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32a002d050 con 0x7f3294003b00 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.668+0000 7f32a559a640 1 -- 172.21.15.39:0/3118045178 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32a0031780 con 0x7f3294003b00 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 -- 172.21.15.39:0/3118045178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3294003b00 msgr2=0x7f3294003f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3294003b00 0x7f3294003f00 secure :-1 s=READY pgs=2889 cs=0 l=1 rev1=1 crypto rx=0x7f32a0009ac0 tx=0x7f32940057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 -- 172.21.15.39:0/3118045178 shutdown_connections 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 --2- 172.21.15.39:0/3118045178 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3294003b00 0x7f3294003f00 unknown :-1 s=CLOSED pgs=2889 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 -- 172.21.15.39:0/3118045178 >> 172.21.15.39:0/3118045178 conn(0x7f32a80b00a0 msgr2=0x7f32a80b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 -- 172.21.15.39:0/3118045178 shutdown_connections 2024-09-13T16:23:09.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.669+0000 7f32acd45640 1 -- 172.21.15.39:0/3118045178 wait complete. 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.670+0000 7f32acd45640 1 Processor -- start 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.670+0000 7f32acd45640 1 -- start start 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32acd45640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3294003b00 0x7f32a814eb00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32acd45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f32a81f2f70 0x7f32a81f1db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32acd45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 0x7f32a81f22f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32acd45640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a80ac300 con 0x7f32a81f33f0 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32acd45640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32a81f2950 con 0x7f3294003b00 2024-09-13T16:23:09.676 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32acd45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32a81f2c30 con 0x7f32a81f2f70 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32a6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 0x7f32a81f22f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32a6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 0x7f32a81f22f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39638/0 (socket says 172.21.15.39:39638) 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32a6d9d640 1 -- 172.21.15.39:0/111932167 learned_addr learned my addr 172.21.15.39:0/111932167 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32a5d9b640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f32a81f2f70 0x7f32a81f1db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.671+0000 7f32a659c640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3294003b00 0x7f32a814eb00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32a6d9d640 1 -- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f32a81f2f70 msgr2=0x7f32a81f1db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32a6d9d640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f32a81f2f70 0x7f32a81f1db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32a6d9d640 1 -- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3294003b00 msgr2=0x7f32a814eb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32a6d9d640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3294003b00 0x7f32a814eb00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32a6d9d640 1 -- 172.21.15.39:0/111932167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32a80abf90 con 0x7f32a81f33f0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32a6d9d640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 0x7f32a81f22f0 secure :-1 s=READY pgs=2890 cs=0 l=1 rev1=1 crypto rx=0x7f32a806f220 tx=0x7f329800ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f329800ee50 con 0x7f32a81f33f0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3298003b80 con 0x7f32a81f33f0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32a80adcf0 con 0x7f32a81f33f0 2024-09-13T16:23:09.677 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32980050d0 con 0x7f32a81f33f0 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.672+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32a80ac790 con 0x7f32a81f33f0 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.673+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32a80abdd0 con 0x7f32a81f33f0 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.673+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3298005230 con 0x7f32a81f33f0 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.674+0000 7f329effd640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f328806ac30 0x7f328806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.674+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(141..141 src has 1..141) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3298088fc0 con 0x7f32a81f33f0 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.674+0000 7f32a659c640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f328806ac30 0x7f328806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:09.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.675+0000 7f32a659c640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f328806ac30 0x7f328806d0f0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f32a0033000 tx=0x7f32a0008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:09.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.678+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f32980bc9c0 con 0x7f32a81f33f0 2024-09-13T16:23:09.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.885+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f32a80672f0 con 0x7f32a81f33f0 2024-09-13T16:23:09.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.924+0000 7f329effd640 1 -- 172.21.15.39:0/111932167 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v329) v1 ==== 118+0+0 (secure 0 0 0) 0x7f32980542e0 con 0x7f32a81f33f0 2024-09-13T16:23:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f328806ac30 msgr2=0x7f328806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f328806ac30 0x7f328806d0f0 secure :-1 s=READY pgs=1123 cs=0 l=1 rev1=1 crypto rx=0x7f32a0033000 tx=0x7f32a0008030 comp rx=0 tx=0).stop 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 msgr2=0x7f32a81f22f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 0x7f32a81f22f0 secure :-1 s=READY pgs=2890 cs=0 l=1 rev1=1 crypto rx=0x7f32a806f220 tx=0x7f329800ec00 comp rx=0 tx=0).stop 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 shutdown_connections 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f328806ac30 0x7f328806d0f0 unknown :-1 s=CLOSED pgs=1123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f32a81f33f0 0x7f32a81f22f0 unknown :-1 s=CLOSED pgs=2890 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f32a81f2f70 0x7f32a81f1db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 --2- 172.21.15.39:0/111932167 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3294003b00 0x7f32a814eb00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 >> 172.21.15.39:0/111932167 conn(0x7f32a80b00a0 msgr2=0x7f32a80b1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 shutdown_connections 2024-09-13T16:23:09.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:09.927+0000 7f32acd45640 1 -- 172.21.15.39:0/111932167 wait complete. 2024-09-13T16:23:09.939 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T16:23:09.940 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T16:23:10.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.042+0000 7f8cac9c3640 1 Processor -- start 2024-09-13T16:23:10.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.042+0000 7f8cac9c3640 1 -- start start 2024-09-13T16:23:10.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.043+0000 7f8cac9c3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8ca8160400 0x7f8ca80d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:10.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.043+0000 7f8cac9c3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ca80d1100 0x7f8ca80cf710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.043+0000 7f8cac9c3640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ca815dd50 con 0x7f8ca815c920 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.043+0000 7f8cac9c3640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ca80cd290 con 0x7f8ca80d1100 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.043+0000 7f8cac9c3640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ca815d790 con 0x7f8ca8160400 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.043+0000 7f8ca6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ca80d1100 0x7f8ca80cf710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8ca80d1100 0x7f8ca80cf710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39646/0 (socket says 172.21.15.39:39646) 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca6d9d640 1 -- 172.21.15.39:0/3710818490 learned_addr learned my addr 172.21.15.39:0/3710818490 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca5d9b640 1 --2- 172.21.15.39:0/3710818490 >> v2:172.21.15.157:3300/0 conn(0x7f8ca8160400 0x7f8ca80d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:10.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca6d9d640 1 -- 172.21.15.39:0/3710818490 >> v2:172.21.15.157:3300/0 conn(0x7f8ca8160400 msgr2=0x7f8ca80d0bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:10.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca6d9d640 1 --2- 172.21.15.39:0/3710818490 >> v2:172.21.15.157:3300/0 conn(0x7f8ca8160400 0x7f8ca80d0bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca6d9d640 1 -- 172.21.15.39:0/3710818490 >> v1:172.21.15.157:6789/0 conn(0x7f8ca815c920 legacy=0x7f8ca815cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:10.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.044+0000 7f8ca6d9d640 1 -- 172.21.15.39:0/3710818490 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ca815da70 con 0x7f8ca80d1100 2024-09-13T16:23:10.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8ca6d9d640 1 --2- 172.21.15.39:0/3710818490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80cf710 secure :-1 s=READY pgs=2891 cs=0 l=1 rev1=1 crypto rx=0x7f8ca80cf100 tx=0x7f8ca002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9da2f45874265852 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8ca559a640 1 -- 172.21.15.39:0/3710818490 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0031600 con 0x7f8ca80d1100 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8ca559a640 1 -- 172.21.15.39:0/3710818490 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8ca002d050 con 0x7f8ca80d1100 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8ca559a640 1 -- 172.21.15.39:0/3710818490 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ca0031980 con 0x7f8ca80d1100 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3710818490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 msgr2=0x7f8ca80cf710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3710818490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80cf710 secure :-1 s=READY pgs=2891 cs=0 l=1 rev1=1 crypto rx=0x7f8ca80cf100 tx=0x7f8ca002a660 comp rx=0 tx=0).stop 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3710818490 shutdown_connections 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3710818490 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80cf710 unknown :-1 s=CLOSED pgs=2891 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3710818490 >> v2:172.21.15.157:3300/0 conn(0x7f8ca8160400 0x7f8ca80d0bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3710818490 >> 172.21.15.39:0/3710818490 conn(0x7f8ca806a790 msgr2=0x7f8ca806aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3710818490 shutdown_connections 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.045+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3710818490 wait complete. 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 Processor -- start 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 -- start start 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80abe10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ca815c920 0x7f8ca815bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ca8160400 0x7f8ca81f3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:10.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca815c000 con 0x7f8ca80d1100 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca81f40c0 con 0x7f8ca8160400 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.047+0000 7f8cac9c3640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ca80aa080 con 0x7f8ca815c920 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80abe10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80abe10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39656/0 (socket says 172.21.15.39:39656) 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 -- 172.21.15.39:0/3987867657 learned_addr learned my addr 172.21.15.39:0/3987867657 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca6d9d640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ca8160400 0x7f8ca81f3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca5d9b640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ca815c920 0x7f8ca815bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:10.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 -- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ca815c920 msgr2=0x7f8ca815bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ca815c920 0x7f8ca815bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 -- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ca8160400 msgr2=0x7f8ca81f3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ca8160400 0x7f8ca81f3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 -- 172.21.15.39:0/3987867657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ca0009b30 con 0x7f8ca80d1100 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca5d9b640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ca815c920 0x7f8ca815bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8ca659c640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80abe10 secure :-1 s=READY pgs=2892 cs=0 l=1 rev1=1 crypto rx=0x7f8c9800c430 tx=0x7f8c9800c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c98011790 con 0x7f8ca80d1100 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8c980118f0 con 0x7f8ca80d1100 2024-09-13T16:23:10.056 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ca80aa320 con 0x7f8ca80d1100 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8c98011ce0 con 0x7f8ca80d1100 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.048+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ca80aa8e0 con 0x7f8ca80d1100 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.049+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ca8067330 con 0x7f8ca80d1100 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.050+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8c9801c460 con 0x7f8ca80d1100 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.050+0000 7f8c96ffd640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8c8806ac00 0x7f8c8806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.050+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f8c980892b0 con 0x7f8ca80d1100 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.050+0000 7f8ca5d9b640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8c8806ac00 0x7f8c8806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:10.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.051+0000 7f8ca5d9b640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8c8806ac00 0x7f8c8806d0c0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f8ca80b5290 tx=0x7f8c9c008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:10.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.054+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8c98054490 con 0x7f8ca80d1100 2024-09-13T16:23:10.263 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.262+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f8ca80cf710 con 0x7f8ca80d1100 2024-09-13T16:23:10.527 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:23:10.527+0000 7fdbb40b1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:23:10.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.937+0000 7f8c96ffd640 1 -- 172.21.15.39:0/3987867657 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v330) v1 ==== 122+0+0 (secure 0 0 0) 0x7f8c98057ab0 con 0x7f8ca80d1100 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8c8806ac00 msgr2=0x7f8c8806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8c8806ac00 0x7f8c8806d0c0 secure :-1 s=READY pgs=1124 cs=0 l=1 rev1=1 crypto rx=0x7f8ca80b5290 tx=0x7f8c9c008040 comp rx=0 tx=0).stop 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 msgr2=0x7f8ca80abe10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80abe10 secure :-1 s=READY pgs=2892 cs=0 l=1 rev1=1 crypto rx=0x7f8c9800c430 tx=0x7f8c9800c8f0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 shutdown_connections 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8c8806ac00 0x7f8c8806d0c0 unknown :-1 s=CLOSED pgs=1124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8ca8160400 0x7f8ca81f3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8ca815c920 0x7f8ca815bac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 --2- 172.21.15.39:0/3987867657 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8ca80d1100 0x7f8ca80abe10 unknown :-1 s=CLOSED pgs=2892 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:10.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.939+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 >> 172.21.15.39:0/3987867657 conn(0x7f8ca806a790 msgr2=0x7f8ca815dee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:10.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.940+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 shutdown_connections 2024-09-13T16:23:10.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:10.940+0000 7f8cac9c3640 1 -- 172.21.15.39:0/3987867657 wait complete. 2024-09-13T16:23:10.954 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T16:23:10.955 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:11.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.063+0000 7f72c3ed7640 1 Processor -- start 2024-09-13T16:23:11.064 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.063+0000 7f72c3ed7640 1 -- start start 2024-09-13T16:23:11.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c3ed7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72bc15a5b0 0x7f72bc15a990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.065 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c3ed7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc15aed0 0x7f72bc0cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c3ed7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f72bc06ed00 0x7f72bc0cf990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c3ed7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72bc15c030 con 0x7f72bc15a5b0 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c3ed7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f72bc0cfed0 con 0x7f72bc06ed00 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c3ed7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc15bd00 con 0x7f72bc15aed0 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72bc15a5b0 0x7f72bc15a990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f72bc15a5b0 0x7f72bc15a990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39668/0 (socket says 172.21.15.39:39668) 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 -- 172.21.15.39:0/2484538368 learned_addr learned my addr 172.21.15.39:0/2484538368 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 -- 172.21.15.39:0/2484538368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc15aed0 msgr2=0x7f72bc0cf450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 --2- 172.21.15.39:0/2484538368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc15aed0 0x7f72bc0cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 -- 172.21.15.39:0/2484538368 >> v2:172.21.15.157:3300/0 conn(0x7f72bc06ed00 msgr2=0x7f72bc0cf990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 --2- 172.21.15.39:0/2484538368 >> v2:172.21.15.157:3300/0 conn(0x7f72bc06ed00 0x7f72bc0cf990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.066 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.064+0000 7f72c1c73640 1 -- 172.21.15.39:0/2484538368 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72bc15b400 con 0x7f72bc15a5b0 2024-09-13T16:23:11.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.065+0000 7f72c1c73640 1 --2- 172.21.15.39:0/2484538368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc15a990 secure :-1 s=READY pgs=2893 cs=0 l=1 rev1=1 crypto rx=0x7f72bc071010 tx=0x7f72b802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f003f1e4e5efe387 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.065+0000 7f72c0c71640 1 -- 172.21.15.39:0/2484538368 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b802ae90 con 0x7f72bc15a5b0 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.065+0000 7f72c0c71640 1 -- 172.21.15.39:0/2484538368 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72b8032440 con 0x7f72bc15a5b0 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.065+0000 7f72c0c71640 1 -- 172.21.15.39:0/2484538368 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72b80327d0 con 0x7f72bc15a5b0 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 -- 172.21.15.39:0/2484538368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 msgr2=0x7f72bc15a990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/2484538368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc15a990 secure :-1 s=READY pgs=2893 cs=0 l=1 rev1=1 crypto rx=0x7f72bc071010 tx=0x7f72b802a140 comp rx=0 tx=0).stop 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 -- 172.21.15.39:0/2484538368 shutdown_connections 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/2484538368 >> v2:172.21.15.157:3300/0 conn(0x7f72bc06ed00 0x7f72bc0cf990 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/2484538368 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc15aed0 0x7f72bc0cf450 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/2484538368 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc15a990 unknown :-1 s=CLOSED pgs=2893 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 -- 172.21.15.39:0/2484538368 >> 172.21.15.39:0/2484538368 conn(0x7f72bc06d5c0 msgr2=0x7f72bc06d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 -- 172.21.15.39:0/2484538368 shutdown_connections 2024-09-13T16:23:11.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.066+0000 7f72c3ed7640 1 -- 172.21.15.39:0/2484538368 wait complete. 2024-09-13T16:23:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.067+0000 7f72c3ed7640 1 Processor -- start 2024-09-13T16:23:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.067+0000 7f72c3ed7640 1 -- start start 2024-09-13T16:23:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc06ed00 0x7f72bc153580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc14add0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72bc15aed0 0x7f72bc157be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc156b40 con 0x7f72bc15a5b0 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc156e20 con 0x7f72bc15aed0 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72bc157100 con 0x7f72bc06ed00 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc14add0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc14add0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39670/0 (socket says 172.21.15.39:39670) 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 -- 172.21.15.39:0/1555813677 learned_addr learned my addr 172.21.15.39:0/1555813677 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 -- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc06ed00 msgr2=0x7f72bc153580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc06ed00 0x7f72bc153580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 -- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72bc15aed0 msgr2=0x7f72bc157be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72bc15aed0 0x7f72bc157be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 -- 172.21.15.39:0/1555813677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f72b80094d0 con 0x7f72bc15a5b0 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c1472640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc14add0 secure :-1 s=READY pgs=2894 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00b410 tx=0x7f72ac00b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ac011830 con 0x7f72bc15a5b0 2024-09-13T16:23:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72ac011990 con 0x7f72bc15a5b0 2024-09-13T16:23:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f72ac011d40 con 0x7f72bc15a5b0 2024-09-13T16:23:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.068+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72bc1573e0 con 0x7f72bc15a5b0 2024-09-13T16:23:11.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.069+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72bc153ac0 con 0x7f72bc15a5b0 2024-09-13T16:23:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.070+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f72bc157900 con 0x7f72bc15a5b0 2024-09-13T16:23:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.070+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f72ac01a400 con 0x7f72bc15a5b0 2024-09-13T16:23:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.071+0000 7f72b27fc640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72a006ac00 0x7f72a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.071+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f72ac089450 con 0x7f72bc15a5b0 2024-09-13T16:23:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.071+0000 7f72c1c73640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72a006ac00 0x7f72a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.072+0000 7f72c1c73640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72a006ac00 0x7f72a006d0c0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f72b8034000 tx=0x7f72b802c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.075+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f72ac054630 con 0x7f72bc15a5b0 2024-09-13T16:23:11.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.280+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f72bc15a990 con 0x7f72bc15a5b0 2024-09-13T16:23:11.282 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.281+0000 7f72b27fc640 1 -- 172.21.15.39:0/1555813677 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 330 v330) v1 ==== 95+0+4748 (secure 0 0 0) 0x7f72ac057c50 con 0x7f72bc15a5b0 2024-09-13T16:23:11.282 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:11.283 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":330,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":330,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:10.933783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12180},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12180":{"gid":12180,"name":"c","rank":0,"incarnation":328,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1252670594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1252670594},{"type":"v1","addr":"172.21.15.39:6835","nonce":1252670594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:11.283 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 330 2024-09-13T16:23:11.284 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72a006ac00 msgr2=0x7f72a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72a006ac00 0x7f72a006d0c0 secure :-1 s=READY pgs=1125 cs=0 l=1 rev1=1 crypto rx=0x7f72b8034000 tx=0x7f72b802c000 comp rx=0 tx=0).stop 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 msgr2=0x7f72bc14add0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc14add0 secure :-1 s=READY pgs=2894 cs=0 l=1 rev1=1 crypto rx=0x7f72ac00b410 tx=0x7f72ac00b8d0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 shutdown_connections 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f72a006ac00 0x7f72a006d0c0 unknown :-1 s=CLOSED pgs=1125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f72bc15aed0 0x7f72bc157be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f72bc15a5b0 0x7f72bc14add0 unknown :-1 s=CLOSED pgs=2894 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 --2- 172.21.15.39:0/1555813677 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f72bc06ed00 0x7f72bc153580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 >> 172.21.15.39:0/1555813677 conn(0x7f72bc06d5c0 msgr2=0x7f72bc0ce130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 shutdown_connections 2024-09-13T16:23:11.285 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.283+0000 7f72c3ed7640 1 -- 172.21.15.39:0/1555813677 wait complete. 2024-09-13T16:23:11.295 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:11.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.395+0000 7f2544a61640 1 Processor -- start 2024-09-13T16:23:11.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.395+0000 7f2544a61640 1 -- start start 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f2544a61640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f25400721f0 0x7f25400ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f2544a61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f25400cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f2544a61640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25400cebf0 con 0x7f25400cc650 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f2544a61640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f254015bed0 con 0x7f25400721f0 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f2544a61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f254015aa50 con 0x7f25400ce7b0 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f253ed9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f25400cc650 0x7f2540069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36122/0 (socket says 172.21.15.39:36122) 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f253ed9d640 1 -- 172.21.15.39:0/4195464865 learned_addr learned my addr 172.21.15.39:0/4195464865 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f253e59c640 1 --2- 172.21.15.39:0/4195464865 >> v2:172.21.15.157:3300/0 conn(0x7f25400721f0 0x7f25400ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f253dd9b640 1 --2- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f25400cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f253d59a640 1 -- 172.21.15.39:0/4195464865 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3883021963 0 0) 0x7f25400cebf0 con 0x7f25400cc650 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.396+0000 7f253d59a640 1 -- 172.21.15.39:0/4195464865 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2528003520 con 0x7f25400cc650 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.397+0000 7f253d59a640 1 -- 172.21.15.39:0/4195464865 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4270672319 0 0) 0x7f2528003520 con 0x7f25400cc650 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.397+0000 7f253e59c640 1 -- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 msgr2=0x7f25400cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.397+0000 7f253e59c640 1 --2- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f25400cc110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.397+0000 7f253e59c640 1 -- 172.21.15.39:0/4195464865 >> v1:172.21.15.39:6789/0 conn(0x7f25400cc650 legacy=0x7f2540069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.397+0000 7f253e59c640 1 -- 172.21.15.39:0/4195464865 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f254015af50 con 0x7f25400721f0 2024-09-13T16:23:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.397+0000 7f253e59c640 1 --2- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400721f0 0x7f25400ce270 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f25300097a0 tx=0x7f253002a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=22816a8ab2ee523a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f253d59a640 1 -- 172.21.15.39:0/4195464865 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25380019f0 con 0x7f25400721f0 2024-09-13T16:23:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f253d59a640 1 -- 172.21.15.39:0/4195464865 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f253002ab10 con 0x7f25400721f0 2024-09-13T16:23:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f253d59a640 1 -- 172.21.15.39:0/4195464865 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253002ae80 con 0x7f25400721f0 2024-09-13T16:23:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 -- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400721f0 msgr2=0x7f25400ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 --2- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400721f0 0x7f25400ce270 secure :-1 s=READY pgs=790 cs=0 l=1 rev1=1 crypto rx=0x7f25300097a0 tx=0x7f253002a080 comp rx=0 tx=0).stop 2024-09-13T16:23:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 -- 172.21.15.39:0/4195464865 shutdown_connections 2024-09-13T16:23:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 --2- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f25400cc110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 --2- 172.21.15.39:0/4195464865 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400721f0 0x7f25400ce270 unknown :-1 s=CLOSED pgs=790 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 -- 172.21.15.39:0/4195464865 >> 172.21.15.39:0/4195464865 conn(0x7f254006b3b0 msgr2=0x7f254006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 -- 172.21.15.39:0/4195464865 shutdown_connections 2024-09-13T16:23:11.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.398+0000 7f2544a61640 1 -- 172.21.15.39:0/4195464865 wait complete. 2024-09-13T16:23:11.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 Processor -- start 2024-09-13T16:23:11.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 -- start start 2024-09-13T16:23:11.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 0x7f25401f07f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400cc650 0x7f2540151550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f254014f430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2540155e80 con 0x7f25400721f0 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2540151a90 con 0x7f25400cc650 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f2544a61640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2540151d30 con 0x7f25400ce7b0 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f253e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 0x7f25401f07f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f253e59c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 0x7f25401f07f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39682/0 (socket says 172.21.15.39:39682) 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.400+0000 7f253e59c640 1 -- 172.21.15.39:0/19333191 learned_addr learned my addr 172.21.15.39:0/19333191 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253ed9d640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f254014f430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253dd9b640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400cc650 0x7f2540151550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253e59c640 1 -- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 msgr2=0x7f254014f430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253e59c640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f254014f430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253e59c640 1 -- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400cc650 msgr2=0x7f2540151550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253e59c640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400cc650 0x7f2540151550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253e59c640 1 -- 172.21.15.39:0/19333191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2530009400 con 0x7f25400721f0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253ed9d640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f254014f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253dd9b640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400cc650 0x7f2540151550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f253e59c640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 0x7f25401f07f0 secure :-1 s=READY pgs=2896 cs=0 l=1 rev1=1 crypto rx=0x7f25300098c0 tx=0x7f25300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2530004230 con 0x7f25400721f0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2530004390 con 0x7f25400721f0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2540152010 con 0x7f25400721f0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f253003d830 con 0x7f25400721f0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.401+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25401525d0 con 0x7f25400721f0 2024-09-13T16:23:11.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.402+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25400672f0 con 0x7f25400721f0 2024-09-13T16:23:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.403+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f253003d990 con 0x7f25400721f0 2024-09-13T16:23:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.403+0000 7f252effd640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.403+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f25300aa070 con 0x7f25400721f0 2024-09-13T16:23:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.404+0000 7f253dd9b640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.404+0000 7f253dd9b640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f25400707b0 tx=0x7f2534008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.407+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2530075260 con 0x7f25400721f0 2024-09-13T16:23:11.578 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.577+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f25400ccb00 con 0x7f25400721f0 2024-09-13T16:23:11.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.578+0000 7f252effd640 1 -- 172.21.15.39:0/19333191 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v142) v1 ==== 74+0+16507 (secure 0 0 0) 0x7f2530006e10 con 0x7f25400721f0 2024-09-13T16:23:11.579 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:11.580 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":142,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:09.922758+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:11.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 msgr2=0x7f252006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 secure :-1 s=READY pgs=1126 cs=0 l=1 rev1=1 crypto rx=0x7f25400707b0 tx=0x7f2534008040 comp rx=0 tx=0).stop 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 msgr2=0x7f25401f07f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 0x7f25401f07f0 secure :-1 s=READY pgs=2896 cs=0 l=1 rev1=1 crypto rx=0x7f25300098c0 tx=0x7f25300046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 shutdown_connections 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f252006ac00 0x7f252006d0c0 unknown :-1 s=CLOSED pgs=1126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f25400ce7b0 0x7f254014f430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f25400cc650 0x7f2540151550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 --2- 172.21.15.39:0/19333191 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f25400721f0 0x7f25401f07f0 unknown :-1 s=CLOSED pgs=2896 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 >> 172.21.15.39:0/19333191 conn(0x7f254006b3b0 msgr2=0x7f2540070a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 shutdown_connections 2024-09-13T16:23:11.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.580+0000 7f2544a61640 1 -- 172.21.15.39:0/19333191 wait complete. 2024-09-13T16:23:11.592 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T16:23:11.593 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:11.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.693+0000 7f7794c12640 1 Processor -- start 2024-09-13T16:23:11.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.693+0000 7f7794c12640 1 -- start start 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f7794c12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f779015a230 0x7f77900ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f7794c12640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7790070a70 0x7f7790070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f7794c12640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f77901601f0 0x7f77901606a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f7794c12640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f779006ccd0 con 0x7f7790070a70 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f7794c12640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f77900713f0 con 0x7f77901601f0 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f7794c12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f779015a610 con 0x7f779015a230 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f778dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7790070a70 0x7f7790070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f778dd9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7790070a70 0x7f7790070eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39690/0 (socket says 172.21.15.39:39690) 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.694+0000 7f778dd9b640 1 -- 172.21.15.39:0/3518861260 learned_addr learned my addr 172.21.15.39:0/3518861260 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:11.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778ed9d640 1 --2- 172.21.15.39:0/3518861260 >> v2:172.21.15.157:3300/0 conn(0x7f77901601f0 0x7f77901606a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778e59c640 1 --2- 172.21.15.39:0/3518861260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f779015a230 0x7f77900ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778dd9b640 1 -- 172.21.15.39:0/3518861260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f779015a230 msgr2=0x7f77900ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778dd9b640 1 --2- 172.21.15.39:0/3518861260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f779015a230 0x7f77900ac860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778dd9b640 1 -- 172.21.15.39:0/3518861260 >> v2:172.21.15.157:3300/0 conn(0x7f77901601f0 msgr2=0x7f77901606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778dd9b640 1 --2- 172.21.15.39:0/3518861260 >> v2:172.21.15.157:3300/0 conn(0x7f77901601f0 0x7f77901606a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778dd9b640 1 -- 172.21.15.39:0/3518861260 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77900ad1d0 con 0x7f7790070a70 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.695+0000 7f778dd9b640 1 --2- 172.21.15.39:0/3518861260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7790070a70 0x7f7790070eb0 secure :-1 s=READY pgs=2897 cs=0 l=1 rev1=1 crypto rx=0x7f7790160120 tx=0x7f777802a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2bfd818770907817 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f778d59a640 1 -- 172.21.15.39:0/3518861260 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7778032440 con 0x7f7790070a70 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f778d59a640 1 -- 172.21.15.39:0/3518861260 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f77780325a0 con 0x7f7790070a70 2024-09-13T16:23:11.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f778d59a640 1 -- 172.21.15.39:0/3518861260 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7778032930 con 0x7f7790070a70 2024-09-13T16:23:11.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 -- 172.21.15.39:0/3518861260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7790070a70 msgr2=0x7f7790070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 --2- 172.21.15.39:0/3518861260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7790070a70 0x7f7790070eb0 secure :-1 s=READY pgs=2897 cs=0 l=1 rev1=1 crypto rx=0x7f7790160120 tx=0x7f777802a1e0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 -- 172.21.15.39:0/3518861260 shutdown_connections 2024-09-13T16:23:11.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 --2- 172.21.15.39:0/3518861260 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7790070a70 0x7f7790070eb0 unknown :-1 s=CLOSED pgs=2897 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 --2- 172.21.15.39:0/3518861260 >> v2:172.21.15.157:3300/0 conn(0x7f77901601f0 0x7f77901606a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 --2- 172.21.15.39:0/3518861260 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f779015a230 0x7f77900ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 -- 172.21.15.39:0/3518861260 >> 172.21.15.39:0/3518861260 conn(0x7f779006a0b0 msgr2=0x7f779006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:11.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 -- 172.21.15.39:0/3518861260 shutdown_connections 2024-09-13T16:23:11.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.696+0000 7f7794c12640 1 -- 172.21.15.39:0/3518861260 wait complete. 2024-09-13T16:23:11.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 Processor -- start 2024-09-13T16:23:11.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 -- start start 2024-09-13T16:23:11.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7790070a70 0x7f77900c3c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f779015a230 0x7f77901f2be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 0x7f7790154600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77901f3cd0 con 0x7f77901601f0 2024-09-13T16:23:11.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f77901f3120 con 0x7f779015a230 2024-09-13T16:23:11.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f7794c12640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f77900c4300 con 0x7f7790070a70 2024-09-13T16:23:11.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f778ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 0x7f7790154600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f778ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 0x7f7790154600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39702/0 (socket says 172.21.15.39:39702) 2024-09-13T16:23:11.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f778ed9d640 1 -- 172.21.15.39:0/2005101355 learned_addr learned my addr 172.21.15.39:0/2005101355 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:11.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f778e59c640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7790070a70 0x7f77900c3c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.698+0000 7f778dd9b640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f779015a230 0x7f77901f2be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f778ed9d640 1 -- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7790070a70 msgr2=0x7f77900c3c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f778ed9d640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7790070a70 0x7f77900c3c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f778ed9d640 1 -- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f779015a230 msgr2=0x7f77901f2be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f778ed9d640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f779015a230 0x7f77901f2be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f778ed9d640 1 -- 172.21.15.39:0/2005101355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f77780094d0 con 0x7f77901601f0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f778ed9d640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 0x7f7790154600 secure :-1 s=READY pgs=2898 cs=0 l=1 rev1=1 crypto rx=0x7f778800d5d0 tx=0x7f778800da90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f77880125f0 con 0x7f77901601f0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7788012770 con 0x7f77901601f0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7788012b20 con 0x7f77901601f0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77901f3330 con 0x7f77901601f0 2024-09-13T16:23:11.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.699+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f77901f38f0 con 0x7f77901601f0 2024-09-13T16:23:11.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.700+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f77901f3e10 con 0x7f77901601f0 2024-09-13T16:23:11.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.701+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7788012c80 con 0x7f77901601f0 2024-09-13T16:23:11.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.701+0000 7f7786ffd640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f777006ac00 0x7f777006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:11.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.701+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f77880896c0 con 0x7f77901601f0 2024-09-13T16:23:11.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.701+0000 7f778e59c640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f777006ac00 0x7f777006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:11.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.702+0000 7f778e59c640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f777006ac00 0x7f777006d0c0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f7780007db0 tx=0x7f7780007600 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:11.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.706+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f77901f3e10 con 0x7f77901601f0 2024-09-13T16:23:11.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.871+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f77900ada70 con 0x7f777006ac00 2024-09-13T16:23:11.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.879+0000 7f7786ffd640 1 -- 172.21.15.39:0/2005101355 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274605 (secure 0 0 0) 0x7f778000fd70 con 0x7f777006ac00 2024-09-13T16:23:11.884 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:11.885 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:11.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f777006ac00 msgr2=0x7f777006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f777006ac00 0x7f777006d0c0 secure :-1 s=READY pgs=1127 cs=0 l=1 rev1=1 crypto rx=0x7f7780007db0 tx=0x7f7780007600 comp rx=0 tx=0).stop 2024-09-13T16:23:11.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 msgr2=0x7f7790154600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:11.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 0x7f7790154600 secure :-1 s=READY pgs=2898 cs=0 l=1 rev1=1 crypto rx=0x7f778800d5d0 tx=0x7f778800da90 comp rx=0 tx=0).stop 2024-09-13T16:23:11.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 shutdown_connections 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f777006ac00 0x7f777006d0c0 unknown :-1 s=CLOSED pgs=1127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f77901601f0 0x7f7790154600 unknown :-1 s=CLOSED pgs=2898 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f779015a230 0x7f77901f2be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 --2- 172.21.15.39:0/2005101355 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7790070a70 0x7f77900c3c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 >> 172.21.15.39:0/2005101355 conn(0x7f779006a0b0 msgr2=0x7f77900af210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 shutdown_connections 2024-09-13T16:23:11.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:11.882+0000 7f7794c12640 1 -- 172.21.15.39:0/2005101355 wait complete. 2024-09-13T16:23:11.895 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":515,"stamp":"2024-09-13T16:23:11.325281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":300784,"kb_used_data":14976,"kb_used_omap":12,"kb_used_meta":285683,"kb_avail":754673936,"statfs":{"total":773094113280,"available":772786110464,"internally_reserved":0,"allocated":15335424,"data_stored":7999186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":292539962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000889"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":287,"reported_epoch":137,"state":"active+clean","last_fresh":"2024-09-13T16:23:04.534295+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:04.534295+0000","last_peered":"2024-09-13T16:23:04.534295+0000","last_clean":"2024-09-13T16:23:04.534295+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:04.534295+0000","last_undegraded":"2024-09-13T16:23:04.534295+0000","last_fullsized":"2024-09-13T16:23:04.534295+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575002,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41636,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330204,"statfs":{"total":96636764160,"available":96594128896,"internally_reserved":0,"allocated":2367488,"data_stored":1445698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.67200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.70399999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.495},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]}]},{"osd":6,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.66500000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.69599999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.52800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.496},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.68100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.753},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58599999999999997}]}]},{"osd":5,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.499},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.51700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.432},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.54700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.371}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.44500000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.623},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63900000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.42499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.46800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.45300000000000001}]}]},{"osd":3,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.34200000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.308}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.47099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.70399999999999996}]}]},{"osd":2,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.38100000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.62},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.68999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.57099999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.754}]}]},{"osd":1,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.32200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.251}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.374}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.72499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.68300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.63900000000000001}]}]},{"osd":0,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29316,"kb_used_data":2296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342524,"statfs":{"total":96636764160,"available":96606744576,"internally_reserved":0,"allocated":2351104,"data_stored":1437222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.436},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.30099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.51800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.75700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:11.900 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:12.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.035+0000 7f856c17d640 1 Processor -- start 2024-09-13T16:23:12.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.036+0000 7f856c17d640 1 -- start start 2024-09-13T16:23:12.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.036+0000 7f856c17d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f85640b41a0 0x7f85640b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.036+0000 7f856c17d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f85640d0a00 0x7f8564167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.036+0000 7f856c17d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85640cde30 con 0x7f85640ccf80 2024-09-13T16:23:12.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.036+0000 7f856c17d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85640b5090 con 0x7f85640b41a0 2024-09-13T16:23:12.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.036+0000 7f856c17d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f85640cd820 con 0x7f85640d0a00 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569f19640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f85640b41a0 0x7f85640b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569718640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f85640ccf80 0x7f85640d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:36130/0 (socket says 172.21.15.39:36130) 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569718640 1 -- 172.21.15.39:0/2421035376 learned_addr learned my addr 172.21.15.39:0/2421035376 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f856a71a640 1 --2- 172.21.15.39:0/2421035376 >> v2:172.21.15.157:3300/0 conn(0x7f85640d0a00 0x7f8564167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569f19640 1 -- 172.21.15.39:0/2421035376 >> v2:172.21.15.157:3300/0 conn(0x7f85640d0a00 msgr2=0x7f8564167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569f19640 1 --2- 172.21.15.39:0/2421035376 >> v2:172.21.15.157:3300/0 conn(0x7f85640d0a00 0x7f8564167010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569f19640 1 -- 172.21.15.39:0/2421035376 >> v1:172.21.15.39:6789/0 conn(0x7f85640ccf80 legacy=0x7f85640d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8568f17640 1 -- 172.21.15.39:0/2421035376 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3633101397 0 0) 0x7f85640cde30 con 0x7f85640ccf80 2024-09-13T16:23:12.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.037+0000 7f8569f19640 1 -- 172.21.15.39:0/2421035376 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f85640b4ac0 con 0x7f85640b41a0 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f8569f19640 1 --2- 172.21.15.39:0/2421035376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640b41a0 0x7f85640b4580 secure :-1 s=READY pgs=2900 cs=0 l=1 rev1=1 crypto rx=0x7f8564066b10 tx=0x7f856002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2384771e8d3fb20c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f8568f17640 1 -- 172.21.15.39:0/2421035376 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8560032440 con 0x7f85640b41a0 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f8568f17640 1 -- 172.21.15.39:0/2421035376 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f85600325a0 con 0x7f85640b41a0 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f8568f17640 1 -- 172.21.15.39:0/2421035376 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8560032930 con 0x7f85640b41a0 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 -- 172.21.15.39:0/2421035376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640b41a0 msgr2=0x7f85640b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 --2- 172.21.15.39:0/2421035376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640b41a0 0x7f85640b4580 secure :-1 s=READY pgs=2900 cs=0 l=1 rev1=1 crypto rx=0x7f8564066b10 tx=0x7f856002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.041 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 -- 172.21.15.39:0/2421035376 shutdown_connections 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 --2- 172.21.15.39:0/2421035376 >> v2:172.21.15.157:3300/0 conn(0x7f85640d0a00 0x7f8564167010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 --2- 172.21.15.39:0/2421035376 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640b41a0 0x7f85640b4580 unknown :-1 s=CLOSED pgs=2900 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 -- 172.21.15.39:0/2421035376 >> 172.21.15.39:0/2421035376 conn(0x7f85640cf1a0 msgr2=0x7f85640cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 -- 172.21.15.39:0/2421035376 shutdown_connections 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.038+0000 7f856c17d640 1 -- 172.21.15.39:0/2421035376 wait complete. 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 Processor -- start 2024-09-13T16:23:12.042 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 -- start start 2024-09-13T16:23:12.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85640b41a0 0x7f856414fd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85640ccf80 0x7f8564158a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 0x7f85640a9ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8564157800 con 0x7f85640d0a00 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f85641585f0 con 0x7f85640ccf80 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.040+0000 7f856c17d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f85641579e0 con 0x7f85640b41a0 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 0x7f85640a9ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 0x7f85640a9ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39720/0 (socket says 172.21.15.39:39720) 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 -- 172.21.15.39:0/1333544405 learned_addr learned my addr 172.21.15.39:0/1333544405 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f8569718640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85640ccf80 0x7f8564158a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f8569f19640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85640b41a0 0x7f856414fd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 -- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85640b41a0 msgr2=0x7f856414fd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85640b41a0 0x7f856414fd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 -- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85640ccf80 msgr2=0x7f8564158a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85640ccf80 0x7f8564158a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 -- 172.21.15.39:0/1333544405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8560009400 con 0x7f85640d0a00 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856a71a640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 0x7f85640a9ac0 secure :-1 s=READY pgs=2901 cs=0 l=1 rev1=1 crypto rx=0x7f855c007e60 tx=0x7f855c00e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f855c014420 con 0x7f85640d0a00 2024-09-13T16:23:12.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f855c0145a0 con 0x7f85640d0a00 2024-09-13T16:23:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f855c014950 con 0x7f85640d0a00 2024-09-13T16:23:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8564157cc0 con 0x7f85640d0a00 2024-09-13T16:23:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.041+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8564158280 con 0x7f85640d0a00 2024-09-13T16:23:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.042+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8564067330 con 0x7f85640d0a00 2024-09-13T16:23:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.043+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f855c014ab0 con 0x7f85640d0a00 2024-09-13T16:23:12.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.043+0000 7f855a7fc640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.043+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f855c089bc0 con 0x7f85640d0a00 2024-09-13T16:23:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.043+0000 7f8569f19640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.044+0000 7f8569f19640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f8560034000 tx=0x7f856002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.047+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f855c054e30 con 0x7f85640d0a00 2024-09-13T16:23:12.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.214+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f85640cdac0 con 0x7f854806ac00 2024-09-13T16:23:12.222 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.221+0000 7f855a7fc640 1 -- 172.21.15.39:0/1333544405 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274605 (secure 0 0 0) 0x7f8560006e10 con 0x7f854806ac00 2024-09-13T16:23:12.225 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:12.227 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:12.228 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 msgr2=0x7f854806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 secure :-1 s=READY pgs=1128 cs=0 l=1 rev1=1 crypto rx=0x7f8560034000 tx=0x7f856002e000 comp rx=0 tx=0).stop 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 msgr2=0x7f85640a9ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 0x7f85640a9ac0 secure :-1 s=READY pgs=2901 cs=0 l=1 rev1=1 crypto rx=0x7f855c007e60 tx=0x7f855c00e4b0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 shutdown_connections 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f854806ac00 0x7f854806d0c0 unknown :-1 s=CLOSED pgs=1128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f85640d0a00 0x7f85640a9ac0 unknown :-1 s=CLOSED pgs=2901 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f85640ccf80 0x7f8564158a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 --2- 172.21.15.39:0/1333544405 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f85640b41a0 0x7f856414fd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 >> 172.21.15.39:0/1333544405 conn(0x7f85640cf1a0 msgr2=0x7f85640b66a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 shutdown_connections 2024-09-13T16:23:12.229 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.224+0000 7f856c17d640 1 -- 172.21.15.39:0/1333544405 wait complete. 2024-09-13T16:23:12.237 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":515,"stamp":"2024-09-13T16:23:11.325281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":300784,"kb_used_data":14976,"kb_used_omap":12,"kb_used_meta":285683,"kb_avail":754673936,"statfs":{"total":773094113280,"available":772786110464,"internally_reserved":0,"allocated":15335424,"data_stored":7999186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":292539962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000889"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":287,"reported_epoch":137,"state":"active+clean","last_fresh":"2024-09-13T16:23:04.534295+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:04.534295+0000","last_peered":"2024-09-13T16:23:04.534295+0000","last_clean":"2024-09-13T16:23:04.534295+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:04.534295+0000","last_undegraded":"2024-09-13T16:23:04.534295+0000","last_fullsized":"2024-09-13T16:23:04.534295+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575002,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41636,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330204,"statfs":{"total":96636764160,"available":96594128896,"internally_reserved":0,"allocated":2367488,"data_stored":1445698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.67200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.70399999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.495},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]}]},{"osd":6,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.66500000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.69599999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.52800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.496},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.68100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.753},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58599999999999997}]}]},{"osd":5,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.499},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.51700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.432},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.54700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.371}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.44500000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.623},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63900000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.42499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.46800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.45300000000000001}]}]},{"osd":3,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.34200000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.308}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.47099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.70399999999999996}]}]},{"osd":2,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.38100000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.62},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.68999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.57099999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.754}]}]},{"osd":1,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.32200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.251}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.374}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.72499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.68300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.63900000000000001}]}]},{"osd":0,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29316,"kb_used_data":2296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342524,"statfs":{"total":96636764160,"available":96606744576,"internally_reserved":0,"allocated":2351104,"data_stored":1437222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.436},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.30099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.51800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.75700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:12.242 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:12.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.377+0000 7fd659fed640 1 Processor -- start 2024-09-13T16:23:12.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.377+0000 7fd659fed640 1 -- start start 2024-09-13T16:23:12.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd659fed640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd65415d4d0 0x7fd6540cf450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd659fed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd65415c030 con 0x7fd65406ed00 2024-09-13T16:23:12.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd659fed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd65415bd00 con 0x7fd65415a5b0 2024-09-13T16:23:12.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd659fed640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd65415b400 con 0x7fd65415d4d0 2024-09-13T16:23:12.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd652ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd65415d4d0 0x7fd6540cf450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd652ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd65415d4d0 0x7fd6540cf450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39732/0 (socket says 172.21.15.39:39732) 2024-09-13T16:23:12.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.378+0000 7fd652ffd640 1 -- 172.21.15.39:0/3210409212 learned_addr learned my addr 172.21.15.39:0/3210409212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:12.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.379+0000 7fd652ffd640 1 -- 172.21.15.39:0/3210409212 >> v1:172.21.15.157:6789/0 conn(0x7fd65415a5b0 legacy=0x7fd65415a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.379+0000 7fd652ffd640 1 -- 172.21.15.39:0/3210409212 >> v1:172.21.15.39:6789/0 conn(0x7fd65406ed00 legacy=0x7fd654164160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.379+0000 7fd6527fc640 1 -- 172.21.15.39:0/3210409212 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 382661024 0 0) 0x7fd65415c030 con 0x7fd65406ed00 2024-09-13T16:23:12.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.379+0000 7fd652ffd640 1 -- 172.21.15.39:0/3210409212 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd65415b6e0 con 0x7fd65415d4d0 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.379+0000 7fd652ffd640 1 --2- 172.21.15.39:0/3210409212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6540cf450 secure :-1 s=READY pgs=2903 cs=0 l=1 rev1=1 crypto rx=0x7fd648009870 tx=0x7fd64802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8d4facf71e8cc0e4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd6527fc640 1 -- 172.21.15.39:0/3210409212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd648032440 con 0x7fd65415d4d0 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd6527fc640 1 -- 172.21.15.39:0/3210409212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd6480325a0 con 0x7fd65415d4d0 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd6527fc640 1 -- 172.21.15.39:0/3210409212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd648032930 con 0x7fd65415d4d0 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 -- 172.21.15.39:0/3210409212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 msgr2=0x7fd6540cf450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 --2- 172.21.15.39:0/3210409212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6540cf450 secure :-1 s=READY pgs=2903 cs=0 l=1 rev1=1 crypto rx=0x7fd648009870 tx=0x7fd64802a270 comp rx=0 tx=0).stop 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 -- 172.21.15.39:0/3210409212 shutdown_connections 2024-09-13T16:23:12.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 --2- 172.21.15.39:0/3210409212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6540cf450 unknown :-1 s=CLOSED pgs=2903 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 -- 172.21.15.39:0/3210409212 >> 172.21.15.39:0/3210409212 conn(0x7fd65406d5c0 msgr2=0x7fd65406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:12.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 -- 172.21.15.39:0/3210409212 shutdown_connections 2024-09-13T16:23:12.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.380+0000 7fd659fed640 1 -- 172.21.15.39:0/3210409212 wait complete. 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.381+0000 7fd659fed640 1 Processor -- start 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 -- start start 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd65406ed00 0x7fd654143af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd65415a5b0 0x7fd654140670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6541ef520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd6541efa60 con 0x7fd65415d4d0 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd654144180 con 0x7fd65415a5b0 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd659fed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd654144460 con 0x7fd65406ed00 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd653fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6541ef520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd653fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6541ef520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39746/0 (socket says 172.21.15.39:39746) 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.382+0000 7fd653fff640 1 -- 172.21.15.39:0/1381295162 learned_addr learned my addr 172.21.15.39:0/1381295162 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd6537fe640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd65406ed00 0x7fd654143af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd652ffd640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd65415a5b0 0x7fd654140670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd653fff640 1 -- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd65406ed00 msgr2=0x7fd654143af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd653fff640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd65406ed00 0x7fd654143af0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd653fff640 1 -- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd65415a5b0 msgr2=0x7fd654140670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd653fff640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd65415a5b0 0x7fd654140670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd653fff640 1 -- 172.21.15.39:0/1381295162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd6480094d0 con 0x7fd65415d4d0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd652ffd640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd65415a5b0 0x7fd654140670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd653fff640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6541ef520 secure :-1 s=READY pgs=2904 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00c760 tx=0x7fd64c00cc20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c003da0 con 0x7fd65415d4d0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd64c00ce70 con 0x7fd65415d4d0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd64c005290 con 0x7fd65415d4d0 2024-09-13T16:23:12.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd654144740 con 0x7fd65415d4d0 2024-09-13T16:23:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.383+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd654144d00 con 0x7fd65415d4d0 2024-09-13T16:23:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.384+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd654144ef0 con 0x7fd65415d4d0 2024-09-13T16:23:12.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.385+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd64c0053f0 con 0x7fd65415d4d0 2024-09-13T16:23:12.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.385+0000 7fd63bfff640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd64006ac00 0x7fd64006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.385+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fd64c089110 con 0x7fd65415d4d0 2024-09-13T16:23:12.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.385+0000 7fd6537fe640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd64006ac00 0x7fd64006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.386+0000 7fd6537fe640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd64006ac00 0x7fd64006d0c0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fd644000f60 tx=0x7fd644009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.389+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd64c0542f0 con 0x7fd65415d4d0 2024-09-13T16:23:12.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.555+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fd65415b0a0 con 0x7fd64006ac00 2024-09-13T16:23:12.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.563+0000 7fd63bfff640 1 -- 172.21.15.39:0/1381295162 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274605 (secure 0 0 0) 0x7fd6440014a0 con 0x7fd64006ac00 2024-09-13T16:23:12.567 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:12.568 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:12.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd64006ac00 msgr2=0x7fd64006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd64006ac00 0x7fd64006d0c0 secure :-1 s=READY pgs=1129 cs=0 l=1 rev1=1 crypto rx=0x7fd644000f60 tx=0x7fd644009040 comp rx=0 tx=0).stop 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 msgr2=0x7fd6541ef520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6541ef520 secure :-1 s=READY pgs=2904 cs=0 l=1 rev1=1 crypto rx=0x7fd64c00c760 tx=0x7fd64c00cc20 comp rx=0 tx=0).stop 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 shutdown_connections 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd64006ac00 0x7fd64006d0c0 unknown :-1 s=CLOSED pgs=1129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd65415d4d0 0x7fd6541ef520 unknown :-1 s=CLOSED pgs=2904 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd65415a5b0 0x7fd654140670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 --2- 172.21.15.39:0/1381295162 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd65406ed00 0x7fd654143af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 >> 172.21.15.39:0/1381295162 conn(0x7fd65406d5c0 msgr2=0x7fd6540b3fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 shutdown_connections 2024-09-13T16:23:12.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.566+0000 7fd659fed640 1 -- 172.21.15.39:0/1381295162 wait complete. 2024-09-13T16:23:12.578 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":515,"stamp":"2024-09-13T16:23:11.325281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":300784,"kb_used_data":14976,"kb_used_omap":12,"kb_used_meta":285683,"kb_avail":754673936,"statfs":{"total":773094113280,"available":772786110464,"internally_reserved":0,"allocated":15335424,"data_stored":7999186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":292539962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000889"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":287,"reported_epoch":137,"state":"active+clean","last_fresh":"2024-09-13T16:23:04.534295+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:04.534295+0000","last_peered":"2024-09-13T16:23:04.534295+0000","last_clean":"2024-09-13T16:23:04.534295+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:04.534295+0000","last_undegraded":"2024-09-13T16:23:04.534295+0000","last_fullsized":"2024-09-13T16:23:04.534295+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575002,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41636,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330204,"statfs":{"total":96636764160,"available":96594128896,"internally_reserved":0,"allocated":2367488,"data_stored":1445698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.67200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.70399999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.495},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]}]},{"osd":6,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.66500000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.69599999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.52800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.496},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.68100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.753},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58599999999999997}]}]},{"osd":5,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.499},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.51700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.432},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.54700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.371}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.44500000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.623},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63900000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.42499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.46800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.45300000000000001}]}]},{"osd":3,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.34200000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.308}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.47099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.70399999999999996}]}]},{"osd":2,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.38100000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.62},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.68999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.57099999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.754}]}]},{"osd":1,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.32200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.251}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.374}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.72499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.68300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.63900000000000001}]}]},{"osd":0,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29316,"kb_used_data":2296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342524,"statfs":{"total":96636764160,"available":96606744576,"internally_reserved":0,"allocated":2351104,"data_stored":1437222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.436},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.30099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.51800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.75700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3f is not active+clean 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3e is not active+clean 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3d is not active+clean 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3c is not active+clean 2024-09-13T16:23:12.582 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3b is not active+clean 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3a is not active+clean 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.39 is not active+clean 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.39', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.38 is not active+clean 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.38', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.37 is not active+clean 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.37', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.36 is not active+clean 2024-09-13T16:23:12.583 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.35 is not active+clean 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.34 is not active+clean 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.34', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.33 is not active+clean 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.33', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.32 is not active+clean 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.32', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.31 is not active+clean 2024-09-13T16:23:12.584 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.31', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.30 is not active+clean 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.30', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2f is not active+clean 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2e is not active+clean 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2d is not active+clean 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2c is not active+clean 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2b is not active+clean 2024-09-13T16:23:12.585 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2a is not active+clean 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.29 is not active+clean 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.29', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.28 is not active+clean 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.28', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.27 is not active+clean 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.27', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.26 is not active+clean 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.25 is not active+clean 2024-09-13T16:23:12.586 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.25', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.24 is not active+clean 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.24', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.23 is not active+clean 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.23', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.22 is not active+clean 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.22', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.21 is not active+clean 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.21', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.20 is not active+clean 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1e is not active+clean 2024-09-13T16:23:12.587 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1f is not active+clean 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1f is not active+clean 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1e is not active+clean 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1c is not active+clean 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1d is not active+clean 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.588 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1d is not active+clean 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1c is not active+clean 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1a is not active+clean 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1b is not active+clean 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1b is not active+clean 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1a is not active+clean 2024-09-13T16:23:12.589 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.18 is not active+clean 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.19 is not active+clean 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.19 is not active+clean 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.19', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.18 is not active+clean 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.18', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.16 is not active+clean 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.17 is not active+clean 2024-09-13T16:23:12.590 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.17 is not active+clean 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.17', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.16 is not active+clean 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.16', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.14 is not active+clean 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.15 is not active+clean 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.15 is not active+clean 2024-09-13T16:23:12.591 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.15', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.14 is not active+clean 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.14', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.12 is not active+clean 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.13 is not active+clean 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.13 is not active+clean 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.13', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.12 is not active+clean 2024-09-13T16:23:12.592 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.12', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.10 is not active+clean 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.11 is not active+clean 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.11 is not active+clean 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.11', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.10 is not active+clean 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.593 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.f is not active+clean 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.e is not active+clean 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.c is not active+clean 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.d is not active+clean 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.d is not active+clean 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.d', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.c is not active+clean 2024-09-13T16:23:12.594 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.a is not active+clean 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.b is not active+clean 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.b is not active+clean 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.b', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.a is not active+clean 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.8 is not active+clean 2024-09-13T16:23:12.595 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.9 is not active+clean 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.9 is not active+clean 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.9', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.8 is not active+clean 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.8', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.6 is not active+clean 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.7 is not active+clean 2024-09-13T16:23:12.596 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.7 is not active+clean 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.7', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.6 is not active+clean 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.6', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.4 is not active+clean 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.5 is not active+clean 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.5 is not active+clean 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.5', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.4 is not active+clean 2024-09-13T16:23:12.597 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.4', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.2 is not active+clean 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.3 is not active+clean 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.3 is not active+clean 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.3', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.2 is not active+clean 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.2', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.0 is not active+clean 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.598 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.1 is not active+clean 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.1 is not active+clean 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.1', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.0 is not active+clean 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.0', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:PG 15.e is not active+clean 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '15.e', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:08.540461+0000', 'last_change': '2024-09-13T16:23:08.540461+0000', 'last_active': '2024-09-13T16:23:08.540461+0000', 'last_peered': '2024-09-13T16:23:08.540461+0000', 'last_clean': '2024-09-13T16:23:08.540461+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:08.540461+0000', 'last_undegraded': '2024-09-13T16:23:08.540461+0000', 'last_fullsized': '2024-09-13T16:23:08.540461+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:08.540461+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:PG 14.f is not active+clean 2024-09-13T16:23:12.599 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '14.f', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-09-13T16:23:07.528006+0000', 'last_change': '2024-09-13T16:23:07.528006+0000', 'last_active': '2024-09-13T16:23:07.528006+0000', 'last_peered': '2024-09-13T16:23:07.528006+0000', 'last_clean': '2024-09-13T16:23:07.528006+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-09-13T16:23:07.528006+0000', 'last_undegraded': '2024-09-13T16:23:07.528006+0000', 'last_fullsized': '2024-09-13T16:23:07.528006+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'last_clean_scrub_stamp': '2024-09-13T16:23:07.528006+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-09-13T16:23:12.600 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-09-13T16:23:12.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.717+0000 7faec4176640 1 Processor -- start 2024-09-13T16:23:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.717+0000 7faec4176640 1 -- start start 2024-09-13T16:23:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.718+0000 7faec4176640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc06cca0 0x7faebc0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.718+0000 7faec4176640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7faebc0b4a50 0x7faebc06db50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.718+0000 7faec4176640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faebc0b4080 con 0x7faebc15c830 2024-09-13T16:23:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.718+0000 7faec4176640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faebc0b1f50 con 0x7faebc0b4a50 2024-09-13T16:23:12.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.718+0000 7faec4176640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faebc15cc10 con 0x7faebc06cca0 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1711640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc06cca0 0x7faebc0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec2713640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7faebc0b4a50 0x7faebc06db50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1f12640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7faebc15c830 0x7faebc0ac860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:49300/0 (socket says 172.21.15.39:49300) 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1f12640 1 -- 172.21.15.39:0/1704294322 learned_addr learned my addr 172.21.15.39:0/1704294322 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec0f10640 1 -- 172.21.15.39:0/1704294322 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1610367379 0 0) 0x7faebc0b4080 con 0x7faebc15c830 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec0f10640 1 -- 172.21.15.39:0/1704294322 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7faea8003520 con 0x7faebc15c830 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1711640 1 -- 172.21.15.39:0/1704294322 >> v2:172.21.15.157:3300/0 conn(0x7faebc0b4a50 msgr2=0x7faebc06db50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1711640 1 --2- 172.21.15.39:0/1704294322 >> v2:172.21.15.157:3300/0 conn(0x7faebc0b4a50 0x7faebc06db50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1711640 1 -- 172.21.15.39:0/1704294322 >> v1:172.21.15.157:6789/0 conn(0x7faebc15c830 legacy=0x7faebc0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec1711640 1 -- 172.21.15.39:0/1704294322 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faebc0b3750 con 0x7faebc06cca0 2024-09-13T16:23:12.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.719+0000 7faec2713640 1 --2- 172.21.15.39:0/1704294322 >> v2:172.21.15.157:3300/0 conn(0x7faebc0b4a50 0x7faebc06db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:12.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.720+0000 7faec1711640 1 --2- 172.21.15.39:0/1704294322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc06cca0 0x7faebc0b4510 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7faeac0097a0 tx=0x7faeac02a180 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9550a857ef781624 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.720+0000 7faec0f10640 1 -- 172.21.15.39:0/1704294322 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeac032440 con 0x7faebc06cca0 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.720+0000 7faec0f10640 1 -- 172.21.15.39:0/1704294322 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeac0325a0 con 0x7faebc06cca0 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.720+0000 7faec0f10640 1 -- 172.21.15.39:0/1704294322 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeac032910 con 0x7faebc06cca0 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 -- 172.21.15.39:0/1704294322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc06cca0 msgr2=0x7faebc0b4510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 --2- 172.21.15.39:0/1704294322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc06cca0 0x7faebc0b4510 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7faeac0097a0 tx=0x7faeac02a180 comp rx=0 tx=0).stop 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 -- 172.21.15.39:0/1704294322 shutdown_connections 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 --2- 172.21.15.39:0/1704294322 >> v2:172.21.15.157:3300/0 conn(0x7faebc0b4a50 0x7faebc06db50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 --2- 172.21.15.39:0/1704294322 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc06cca0 0x7faebc0b4510 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 -- 172.21.15.39:0/1704294322 >> 172.21.15.39:0/1704294322 conn(0x7faebc0ae990 msgr2=0x7faebc0aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 -- 172.21.15.39:0/1704294322 shutdown_connections 2024-09-13T16:23:12.724 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.721+0000 7faec4176640 1 -- 172.21.15.39:0/1704294322 wait complete. 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.722+0000 7faec4176640 1 Processor -- start 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.722+0000 7faec4176640 1 -- start start 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec4176640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faebc06cca0 0x7faebc15b600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec4176640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 0x7faebc0c3c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec4176640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc15c830 0x7faebc14b620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec4176640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faebc0c5040 con 0x7faebc0b4a50 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec4176640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faebc15bb40 con 0x7faebc06cca0 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec4176640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faebc0c41d0 con 0x7faebc15c830 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 0x7faebc0c3c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 0x7faebc0c3c90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39760/0 (socket says 172.21.15.39:39760) 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 -- 172.21.15.39:0/2100920117 learned_addr learned my addr 172.21.15.39:0/2100920117 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec2713640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc15c830 0x7faebc14b620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1f12640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faebc06cca0 0x7faebc15b600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 -- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc15c830 msgr2=0x7faebc14b620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc15c830 0x7faebc14b620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 -- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faebc06cca0 msgr2=0x7faebc15b600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faebc06cca0 0x7faebc15b600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 -- 172.21.15.39:0/2100920117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faeb4009a70 con 0x7faebc0b4a50 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.723+0000 7faec1711640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 0x7faebc0c3c90 secure :-1 s=READY pgs=2905 cs=0 l=1 rev1=1 crypto rx=0x7faeac0098c0 tx=0x7faeac0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.724+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeac03e860 con 0x7faebc0b4a50 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.724+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faeac03e9c0 con 0x7faebc0b4a50 2024-09-13T16:23:12.727 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.724+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faeac009400 con 0x7faebc0b4a50 2024-09-13T16:23:12.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.724+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faeac03ed70 con 0x7faebc0b4a50 2024-09-13T16:23:12.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.724+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faebc0c4470 con 0x7faebc0b4a50 2024-09-13T16:23:12.728 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.725+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faebc0c5180 con 0x7faebc0b4a50 2024-09-13T16:23:12.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.725+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7faeac03c400 con 0x7faebc0b4a50 2024-09-13T16:23:12.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.725+0000 7faeb27fc640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:12.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.725+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7faeac0aa0b0 con 0x7faebc0b4a50 2024-09-13T16:23:12.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.726+0000 7faec1f12640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:12.729 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.726+0000 7faec1f12640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7faeb8005880 tx=0x7faeb8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:12.731 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.730+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7faebc0c5180 con 0x7faebc0b4a50 2024-09-13T16:23:12.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.965+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "status", "format": "json"} v 0) v1 -- 0x7faebc0c5180 con 0x7faebc0b4a50 2024-09-13T16:23:12.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.966+0000 7faeb27fc640 1 -- 172.21.15.39:0/2100920117 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "status", "format": "json"}]=0 v0) v1 ==== 72+0+1026 (secure 0 0 0) 0x7faebc0c5180 con 0x7faebc0b4a50 2024-09-13T16:23:12.968 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:12.968 INFO:teuthology.orchestra.run.smithi039.stdout:{"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":4,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":771,"monmap":{"epoch":1,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":142,"num_osds":8,"num_up_osds":8,"osd_up_since":1726243831,"num_in_osds":8,"osd_in_since":1726243823,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"unknown","count":96},{"state_name":"active+clean","count":1}],"num_pgs":97,"num_pools":3,"num_objects":2,"data_bytes":590368,"bytes_used":308002816,"bytes_avail":772786110464,"bytes_total":773094113280,"unknown_pgs_ratio":0.98969072103500366},"fsmap":{"epoch":330,"id":7,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":7,"rank":0,"name":"c","status":"up:active","gid":12180}],"up:standby":3},"mgrmap":{"available":true,"num_standbys":1,"modules":["iostat","nfs","restful"],"services":{}},"servicemap":{"epoch":46,"modified":"2024-09-13T16:22:45.318757+0000","services":{}},"progress_events":{}} 2024-09-13T16:23:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 msgr2=0x7faea006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 secure :-1 s=READY pgs=1130 cs=0 l=1 rev1=1 crypto rx=0x7faeb8005880 tx=0x7faeb8009040 comp rx=0 tx=0).stop 2024-09-13T16:23:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 msgr2=0x7faebc0c3c90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 0x7faebc0c3c90 secure :-1 s=READY pgs=2905 cs=0 l=1 rev1=1 crypto rx=0x7faeac0098c0 tx=0x7faeac0046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 shutdown_connections 2024-09-13T16:23:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7faea006ac30 0x7faea006d0f0 unknown :-1 s=CLOSED pgs=1130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7faebc15c830 0x7faebc14b620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7faebc0b4a50 0x7faebc0c3c90 unknown :-1 s=CLOSED pgs=2905 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 --2- 172.21.15.39:0/2100920117 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7faebc06cca0 0x7faebc15b600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 >> 172.21.15.39:0/2100920117 conn(0x7faebc0ae990 msgr2=0x7faebc0ac860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:12.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 shutdown_connections 2024-09-13T16:23:12.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:12.968+0000 7faec4176640 1 -- 172.21.15.39:0/2100920117 wait complete. 2024-09-13T16:23:12.980 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-09-13T16:23:12.981 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:13.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.081+0000 7fcbeef45640 1 Processor -- start 2024-09-13T16:23:13.083 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.081+0000 7fcbeef45640 1 -- start start 2024-09-13T16:23:13.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbeef45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe815ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbeef45640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fcbe806f170 0x7fcbe80b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbeef45640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcbe815d0a0 0x7fcbe815d550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbeef45640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbe815da90 con 0x7fcbe815d0a0 2024-09-13T16:23:13.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbeef45640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcbe815b1b0 con 0x7fcbe806f170 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbeef45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe806f6e0 con 0x7fcbe8156fb0 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcbe815d0a0 0x7fcbe815d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcbe815d0a0 0x7fcbe815d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39764/0 (socket says 172.21.15.39:39764) 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 -- 172.21.15.39:0/4039462867 learned_addr learned my addr 172.21.15.39:0/4039462867 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 -- 172.21.15.39:0/4039462867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 msgr2=0x7fcbe815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 --2- 172.21.15.39:0/4039462867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe815ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 -- 172.21.15.39:0/4039462867 >> v2:172.21.15.157:3300/0 conn(0x7fcbe806f170 msgr2=0x7fcbe80b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbe7fff640 1 --2- 172.21.15.39:0/4039462867 >> v2:172.21.15.157:3300/0 conn(0x7fcbe806f170 0x7fcbe80b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 --2- 172.21.15.39:0/4039462867 >> v2:172.21.15.157:3300/0 conn(0x7fcbe806f170 0x7fcbe80b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.082+0000 7fcbed4e2640 1 -- 172.21.15.39:0/4039462867 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbe806f9c0 con 0x7fcbe815d0a0 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.083+0000 7fcbe7fff640 1 --2- 172.21.15.39:0/4039462867 >> v2:172.21.15.157:3300/0 conn(0x7fcbe806f170 0x7fcbe80b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:13.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.083+0000 7fcbed4e2640 1 --2- 172.21.15.39:0/4039462867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe815d0a0 0x7fcbe815d550 secure :-1 s=READY pgs=2906 cs=0 l=1 rev1=1 crypto rx=0x7fcbe806d3f0 tx=0x7fcbe002a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ec0f38a5066692f8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.083+0000 7fcbe77fe640 1 -- 172.21.15.39:0/4039462867 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbe0031600 con 0x7fcbe815d0a0 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.083+0000 7fcbe77fe640 1 -- 172.21.15.39:0/4039462867 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbe002d050 con 0x7fcbe815d0a0 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.083+0000 7fcbe77fe640 1 -- 172.21.15.39:0/4039462867 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbe0031980 con 0x7fcbe815d0a0 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 -- 172.21.15.39:0/4039462867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe815d0a0 msgr2=0x7fcbe815d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 --2- 172.21.15.39:0/4039462867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe815d0a0 0x7fcbe815d550 secure :-1 s=READY pgs=2906 cs=0 l=1 rev1=1 crypto rx=0x7fcbe806d3f0 tx=0x7fcbe002a610 comp rx=0 tx=0).stop 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 -- 172.21.15.39:0/4039462867 shutdown_connections 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 --2- 172.21.15.39:0/4039462867 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe815d0a0 0x7fcbe815d550 unknown :-1 s=CLOSED pgs=2906 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 --2- 172.21.15.39:0/4039462867 >> v2:172.21.15.157:3300/0 conn(0x7fcbe806f170 0x7fcbe80b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 --2- 172.21.15.39:0/4039462867 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe815ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 -- 172.21.15.39:0/4039462867 >> 172.21.15.39:0/4039462867 conn(0x7fcbe806b3b0 msgr2=0x7fcbe806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 -- 172.21.15.39:0/4039462867 shutdown_connections 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.084+0000 7fcbeef45640 1 -- 172.21.15.39:0/4039462867 wait complete. 2024-09-13T16:23:13.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.085+0000 7fcbeef45640 1 Processor -- start 2024-09-13T16:23:13.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.085+0000 7fcbeef45640 1 -- start start 2024-09-13T16:23:13.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbeef45640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 0x7fcbe814bbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbeef45640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe80ccde0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbeef45640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbe815d0a0 0x7fcbe80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbeef45640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe814c120 con 0x7fcbe806f170 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbeef45640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe80cdc10 con 0x7fcbe815d0a0 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbeef45640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcbe80cdef0 con 0x7fcbe8156fb0 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 0x7fcbe814bbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 0x7fcbe814bbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:39772/0 (socket says 172.21.15.39:39772) 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 -- 172.21.15.39:0/197539227 learned_addr learned my addr 172.21.15.39:0/197539227 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbed4e2640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbe815d0a0 0x7fcbe80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbe7fff640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe80ccde0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 -- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 msgr2=0x7fcbe80ccde0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe80ccde0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 -- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbe815d0a0 msgr2=0x7fcbe80ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:13.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbe815d0a0 0x7fcbe80ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.086+0000 7fcbecce1640 1 -- 172.21.15.39:0/197539227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcbe0009b30 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.087+0000 7fcbecce1640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 0x7fcbe814bbe0 secure :-1 s=READY pgs=2907 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc00b4a0 tx=0x7fcbdc00b960 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.087+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc010610 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.087+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcbdc010770 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.087+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcbe80ae010 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.087+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcbdc010b20 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.087+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcbe81f1a30 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.088+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcbe80672f0 con 0x7fcbe806f170 2024-09-13T16:23:13.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.088+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcbdc010c80 con 0x7fcbe806f170 2024-09-13T16:23:13.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.089+0000 7fcbe57fa640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcbcc06ac30 0x7fcbcc06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:13.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.089+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fcbdc088f80 con 0x7fcbe806f170 2024-09-13T16:23:13.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.089+0000 7fcbe7fff640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcbcc06ac30 0x7fcbcc06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:13.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.089+0000 7fcbe7fff640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcbcc06ac30 0x7fcbcc06d0f0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fcbe80ca4f0 tx=0x7fcbd4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:13.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.093+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcbdc0bc9c0 con 0x7fcbe806f170 2024-09-13T16:23:13.261 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.260+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fcbe8070260 con 0x7fcbcc06ac30 2024-09-13T16:23:13.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.267+0000 7fcbe57fa640 1 -- 172.21.15.39:0/197539227 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+274605 (secure 0 0 0) 0x7fcbd400c050 con 0x7fcbcc06ac30 2024-09-13T16:23:13.271 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:13.272 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcbcc06ac30 msgr2=0x7fcbcc06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcbcc06ac30 0x7fcbcc06d0f0 secure :-1 s=READY pgs=1131 cs=0 l=1 rev1=1 crypto rx=0x7fcbe80ca4f0 tx=0x7fcbd4008040 comp rx=0 tx=0).stop 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 msgr2=0x7fcbe814bbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 0x7fcbe814bbe0 secure :-1 s=READY pgs=2907 cs=0 l=1 rev1=1 crypto rx=0x7fcbdc00b4a0 tx=0x7fcbdc00b960 comp rx=0 tx=0).stop 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 shutdown_connections 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcbcc06ac30 0x7fcbcc06d0f0 unknown :-1 s=CLOSED pgs=1131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcbe815d0a0 0x7fcbe80ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcbe8156fb0 0x7fcbe80ccde0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 --2- 172.21.15.39:0/197539227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcbe806f170 0x7fcbe814bbe0 unknown :-1 s=CLOSED pgs=2907 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 >> 172.21.15.39:0/197539227 conn(0x7fcbe806b3b0 msgr2=0x7fcbe815a580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 shutdown_connections 2024-09-13T16:23:13.274 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:13.270+0000 7fcbeef45640 1 -- 172.21.15.39:0/197539227 wait complete. 2024-09-13T16:23:13.282 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":515,"stamp":"2024-09-13T16:23:11.325281+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":300784,"kb_used_data":14976,"kb_used_omap":12,"kb_used_meta":285683,"kb_avail":754673936,"statfs":{"total":773094113280,"available":772786110464,"internally_reserved":0,"allocated":15335424,"data_stored":7999186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":292539962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000889"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:08.540461+0000","last_change":"2024-09-13T16:23:08.540461+0000","last_active":"2024-09-13T16:23:08.540461+0000","last_peered":"2024-09-13T16:23:08.540461+0000","last_clean":"2024-09-13T16:23:08.540461+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:08.540461+0000","last_undegraded":"2024-09-13T16:23:08.540461+0000","last_fullsized":"2024-09-13T16:23:08.540461+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"14.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-09-13T16:23:07.528006+0000","last_change":"2024-09-13T16:23:07.528006+0000","last_active":"2024-09-13T16:23:07.528006+0000","last_peered":"2024-09-13T16:23:07.528006+0000","last_clean":"2024-09-13T16:23:07.528006+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-09-13T16:23:07.528006+0000","last_undegraded":"2024-09-13T16:23:07.528006+0000","last_fullsized":"2024-09-13T16:23:07.528006+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":287,"reported_epoch":137,"state":"active+clean","last_fresh":"2024-09-13T16:23:04.534295+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:04.534295+0000","last_peered":"2024-09-13T16:23:04.534295+0000","last_clean":"2024-09-13T16:23:04.534295+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:04.534295+0000","last_undegraded":"2024-09-13T16:23:04.534295+0000","last_fullsized":"2024-09-13T16:23:04.534295+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575002,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41636,"kb_used_data":2312,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330204,"statfs":{"total":96636764160,"available":96594128896,"internally_reserved":0,"allocated":2367488,"data_stored":1445698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.67200000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.54000000000000004},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.72499999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.70399999999999996}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.76400000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.42899999999999999},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.45600000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.495},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.47899999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.56499999999999995}]}]},{"osd":6,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.66500000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.50900000000000001},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.69599999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.52800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.73099999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.496},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.68100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.753},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.58599999999999997}]}]},{"osd":5,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.45700000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.499},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.51700000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.432},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.54700000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.47299999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.60299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.371}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.40400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.44500000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575002,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.58399999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65400000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.623},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.63900000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.42499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.46800000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.45300000000000001}]}]},{"osd":3,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36944,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334896,"statfs":{"total":96636764160,"available":96598933504,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.27300000000000002},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.34200000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.33000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.308}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.47099999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.55100000000000005}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56799999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.70399999999999996}]}]},{"osd":2,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":36932,"kb_used_data":1720,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334908,"statfs":{"total":96636764160,"available":96598945792,"internally_reserved":0,"allocated":1761280,"data_stored":847473,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.29099999999999998},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.38100000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.33400000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.36099999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.62},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.68999999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.57099999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.754}]}]},{"osd":1,"up_from":13,"seq":55834575003,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41040,"kb_used_data":1732,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330800,"statfs":{"total":96636764160,"available":96594739200,"internally_reserved":0,"allocated":1773568,"data_stored":855330,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34599999999999997},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.32200000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.251}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.30299999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.374}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.72499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.66500000000000004},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.68300000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.69799999999999995},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60599999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.63900000000000001}]}]},{"osd":0,"up_from":13,"seq":55834575003,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29316,"kb_used_data":2296,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342524,"statfs":{"total":96636764160,"available":96606744576,"internally_reserved":0,"allocated":2351104,"data_stored":1437222,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.436},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.48499999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.30099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.41899999999999998},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.51800000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.69999999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.60399999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.57199999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.75700000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:16.288 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:16.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.406+0000 7f23278aa640 1 Processor -- start 2024-09-13T16:23:16.407 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.406+0000 7f23278aa640 1 -- start start 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f23278aa640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2320156fb0 0x7f232015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f23278aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f232015d0a0 0x7f232015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f23278aa640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f232015b1b0 con 0x7f232006f170 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f23278aa640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f23200b2400 con 0x7f2320156fb0 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f23278aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f232015da70 con 0x7f232015d0a0 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f2324e45640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f232006f170 0x7f23200b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33122/0 (socket says 172.21.15.39:33122) 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f2324e45640 1 -- 172.21.15.39:0/3282816936 learned_addr learned my addr 172.21.15.39:0/3282816936 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:16.409 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f2325646640 1 --2- 172.21.15.39:0/3282816936 >> v2:172.21.15.157:3300/0 conn(0x7f2320156fb0 0x7f232015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f2325e47640 1 --2- 172.21.15.39:0/3282816936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f232015d0a0 0x7f232015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f2317fff640 1 -- 172.21.15.39:0/3282816936 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 481508103 0 0) 0x7f232015b1b0 con 0x7f232006f170 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.407+0000 7f2317fff640 1 -- 172.21.15.39:0/3282816936 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f230c003520 con 0x7f232006f170 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2317fff640 1 -- 172.21.15.39:0/3282816936 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2355973257 0 0) 0x7f230c003520 con 0x7f232006f170 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2325e47640 1 -- 172.21.15.39:0/3282816936 >> v2:172.21.15.157:3300/0 conn(0x7f2320156fb0 msgr2=0x7f232015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2325e47640 1 --2- 172.21.15.39:0/3282816936 >> v2:172.21.15.157:3300/0 conn(0x7f2320156fb0 0x7f232015ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2325e47640 1 -- 172.21.15.39:0/3282816936 >> v1:172.21.15.39:6789/0 conn(0x7f232006f170 legacy=0x7f23200b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2325e47640 1 -- 172.21.15.39:0/3282816936 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f232006f6e0 con 0x7f232015d0a0 2024-09-13T16:23:16.410 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2325646640 1 --2- 172.21.15.39:0/3282816936 >> v2:172.21.15.157:3300/0 conn(0x7f2320156fb0 0x7f232015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.408+0000 7f2325e47640 1 --2- 172.21.15.39:0/3282816936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f232015d0a0 0x7f232015d530 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2318009d90 tx=0x7f231802a560 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d4eee6eb4d3cad7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f2317fff640 1 -- 172.21.15.39:0/3282816936 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2310001670 con 0x7f232015d0a0 2024-09-13T16:23:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f2317fff640 1 -- 172.21.15.39:0/3282816936 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f231802d050 con 0x7f232015d0a0 2024-09-13T16:23:16.411 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f2317fff640 1 -- 172.21.15.39:0/3282816936 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2318007760 con 0x7f232015d0a0 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 -- 172.21.15.39:0/3282816936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f232015d0a0 msgr2=0x7f232015d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 --2- 172.21.15.39:0/3282816936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f232015d0a0 0x7f232015d530 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f2318009d90 tx=0x7f231802a560 comp rx=0 tx=0).stop 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 -- 172.21.15.39:0/3282816936 shutdown_connections 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 --2- 172.21.15.39:0/3282816936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f232015d0a0 0x7f232015d530 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 --2- 172.21.15.39:0/3282816936 >> v2:172.21.15.157:3300/0 conn(0x7f2320156fb0 0x7f232015ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 -- 172.21.15.39:0/3282816936 >> 172.21.15.39:0/3282816936 conn(0x7f232006b3b0 msgr2=0x7f232006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 -- 172.21.15.39:0/3282816936 shutdown_connections 2024-09-13T16:23:16.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.409+0000 7f23278aa640 1 -- 172.21.15.39:0/3282816936 wait complete. 2024-09-13T16:23:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 Processor -- start 2024-09-13T16:23:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 -- start start 2024-09-13T16:23:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f232006f170 0x7f23201f4120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2320156fb0 0x7f232014fee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 0x7f232014b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2320152e30 con 0x7f232015d0a0 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2320153110 con 0x7f232006f170 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f23278aa640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f23201f3920 con 0x7f2320156fb0 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.411+0000 7f2325e47640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 0x7f232014b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 0x7f232014b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40736/0 (socket says 172.21.15.39:40736) 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 -- 172.21.15.39:0/2838829994 learned_addr learned my addr 172.21.15.39:0/2838829994 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325646640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f232006f170 0x7f23201f4120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2324e45640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2320156fb0 0x7f232014fee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 -- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2320156fb0 msgr2=0x7f232014fee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2320156fb0 0x7f232014fee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 -- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f232006f170 msgr2=0x7f23201f4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f232006f170 0x7f23201f4120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 -- 172.21.15.39:0/2838829994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f231c009400 con 0x7f232015d0a0 2024-09-13T16:23:16.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2324e45640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2320156fb0 0x7f232014fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2325e47640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 0x7f232014b740 secure :-1 s=READY pgs=2909 cs=0 l=1 rev1=1 crypto rx=0x7f2318009d90 tx=0x7f2318004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231803b820 con 0x7f232015d0a0 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f231803b980 con 0x7f232015d0a0 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2318009a70 con 0x7f232015d0a0 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.412+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f231803bd10 con 0x7f232015d0a0 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.413+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f23201f4660 con 0x7f232015d0a0 2024-09-13T16:23:16.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.414+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f23201f3e40 con 0x7f232015d0a0 2024-09-13T16:23:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.414+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2318031400 con 0x7f232015d0a0 2024-09-13T16:23:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.415+0000 7f2315ffb640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f230406ac00 0x7f230406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.415+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f23180aa3d0 con 0x7f232015d0a0 2024-09-13T16:23:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.415+0000 7f2325646640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f230406ac00 0x7f230406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.416+0000 7f2325646640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f230406ac00 0x7f230406d0c0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f231c009cd0 tx=0x7f231c009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:16.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.419+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2318075530 con 0x7f232015d0a0 2024-09-13T16:23:16.589 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.588+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f232006ff80 con 0x7f230406ac00 2024-09-13T16:23:16.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.596+0000 7f2315ffb640 1 -- 172.21.15.39:0/2838829994 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+289864 (secure 0 0 0) 0x7f231c009920 con 0x7f230406ac00 2024-09-13T16:23:16.600 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:16.601 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f230406ac00 msgr2=0x7f230406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f230406ac00 0x7f230406d0c0 secure :-1 s=READY pgs=1132 cs=0 l=1 rev1=1 crypto rx=0x7f231c009cd0 tx=0x7f231c009190 comp rx=0 tx=0).stop 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 msgr2=0x7f232014b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 0x7f232014b740 secure :-1 s=READY pgs=2909 cs=0 l=1 rev1=1 crypto rx=0x7f2318009d90 tx=0x7f2318004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 shutdown_connections 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f230406ac00 0x7f230406d0c0 unknown :-1 s=CLOSED pgs=1132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f232015d0a0 0x7f232014b740 unknown :-1 s=CLOSED pgs=2909 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2320156fb0 0x7f232014fee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 --2- 172.21.15.39:0/2838829994 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f232006f170 0x7f23201f4120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 >> 172.21.15.39:0/2838829994 conn(0x7f232006b3b0 msgr2=0x7f232015bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:16.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 shutdown_connections 2024-09-13T16:23:16.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.599+0000 7f23278aa640 1 -- 172.21.15.39:0/2838829994 wait complete. 2024-09-13T16:23:16.612 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":517,"stamp":"2024-09-13T16:23:15.326419+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":184,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":301300,"kb_used_data":15460,"kb_used_omap":12,"kb_used_meta":285683,"kb_avail":754673420,"statfs":{"total":773094113280,"available":772785582080,"internally_reserved":0,"allocated":15831040,"data_stored":8228817,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":292539962},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":22,"apply_latency_ms":22,"commit_latency_ns":22000000,"apply_latency_ns":22000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.770730"},"pg_stats":[{"pgid":"15.3f","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037055+0000","last_change":"2024-09-13T16:23:08.942271+0000","last_active":"2024-09-13T16:23:11.037055+0000","last_peered":"2024-09-13T16:23:11.037055+0000","last_clean":"2024-09-13T16:23:11.037055+0000","last_became_active":"2024-09-13T16:23:08.941987+0000","last_became_peered":"2024-09-13T16:23:08.941987+0000","last_unstale":"2024-09-13T16:23:11.037055+0000","last_undegraded":"2024-09-13T16:23:11.037055+0000","last_fullsized":"2024-09-13T16:23:11.037055+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:36.988844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3e","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941938+0000","last_change":"2024-09-13T16:23:08.946550+0000","last_active":"2024-09-13T16:23:09.941938+0000","last_peered":"2024-09-13T16:23:09.941938+0000","last_clean":"2024-09-13T16:23:09.941938+0000","last_became_active":"2024-09-13T16:23:08.945832+0000","last_became_peered":"2024-09-13T16:23:08.945832+0000","last_unstale":"2024-09-13T16:23:09.941938+0000","last_undegraded":"2024-09-13T16:23:09.941938+0000","last_fullsized":"2024-09-13T16:23:09.941938+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:57.690379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3d","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037124+0000","last_change":"2024-09-13T16:23:08.942314+0000","last_active":"2024-09-13T16:23:11.037124+0000","last_peered":"2024-09-13T16:23:11.037124+0000","last_clean":"2024-09-13T16:23:11.037124+0000","last_became_active":"2024-09-13T16:23:08.941999+0000","last_became_peered":"2024-09-13T16:23:08.941999+0000","last_unstale":"2024-09-13T16:23:11.037124+0000","last_undegraded":"2024-09-13T16:23:11.037124+0000","last_fullsized":"2024-09-13T16:23:11.037124+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:40:49.834802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.3c","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940726+0000","last_change":"2024-09-13T16:23:08.945937+0000","last_active":"2024-09-13T16:23:09.940726+0000","last_peered":"2024-09-13T16:23:09.940726+0000","last_clean":"2024-09-13T16:23:09.940726+0000","last_became_active":"2024-09-13T16:23:08.945683+0000","last_became_peered":"2024-09-13T16:23:08.945683+0000","last_unstale":"2024-09-13T16:23:09.940726+0000","last_undegraded":"2024-09-13T16:23:09.940726+0000","last_fullsized":"2024-09-13T16:23:09.940726+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:44.961524+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.3b","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488487+0000","last_change":"2024-09-13T16:23:08.946252+0000","last_active":"2024-09-13T16:23:10.488487+0000","last_peered":"2024-09-13T16:23:10.488487+0000","last_clean":"2024-09-13T16:23:10.488487+0000","last_became_active":"2024-09-13T16:23:08.945996+0000","last_became_peered":"2024-09-13T16:23:08.945996+0000","last_unstale":"2024-09-13T16:23:10.488487+0000","last_undegraded":"2024-09-13T16:23:10.488487+0000","last_fullsized":"2024-09-13T16:23:10.488487+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:53.365841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.3a","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936824+0000","last_change":"2024-09-13T16:23:08.928155+0000","last_active":"2024-09-13T16:23:09.936824+0000","last_peered":"2024-09-13T16:23:09.936824+0000","last_clean":"2024-09-13T16:23:09.936824+0000","last_became_active":"2024-09-13T16:23:08.927890+0000","last_became_peered":"2024-09-13T16:23:08.927890+0000","last_unstale":"2024-09-13T16:23:09.936824+0000","last_undegraded":"2024-09-13T16:23:09.936824+0000","last_fullsized":"2024-09-13T16:23:09.936824+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:49:49.464136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.39","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936673+0000","last_change":"2024-09-13T16:23:08.928626+0000","last_active":"2024-09-13T16:23:09.936673+0000","last_peered":"2024-09-13T16:23:09.936673+0000","last_clean":"2024-09-13T16:23:09.936673+0000","last_became_active":"2024-09-13T16:23:08.928297+0000","last_became_peered":"2024-09-13T16:23:08.928297+0000","last_unstale":"2024-09-13T16:23:09.936673+0000","last_undegraded":"2024-09-13T16:23:09.936673+0000","last_fullsized":"2024-09-13T16:23:09.936673+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:37.063915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.38","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941479+0000","last_change":"2024-09-13T16:23:08.945984+0000","last_active":"2024-09-13T16:23:09.941479+0000","last_peered":"2024-09-13T16:23:09.941479+0000","last_clean":"2024-09-13T16:23:09.941479+0000","last_became_active":"2024-09-13T16:23:08.945735+0000","last_became_peered":"2024-09-13T16:23:08.945735+0000","last_unstale":"2024-09-13T16:23:09.941479+0000","last_undegraded":"2024-09-13T16:23:09.941479+0000","last_fullsized":"2024-09-13T16:23:09.941479+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:07:37.063915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.37","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937515+0000","last_change":"2024-09-13T16:23:08.951015+0000","last_active":"2024-09-13T16:23:09.937515+0000","last_peered":"2024-09-13T16:23:09.937515+0000","last_clean":"2024-09-13T16:23:09.937515+0000","last_became_active":"2024-09-13T16:23:08.950250+0000","last_became_peered":"2024-09-13T16:23:08.950250+0000","last_unstale":"2024-09-13T16:23:09.937515+0000","last_undegraded":"2024-09-13T16:23:09.937515+0000","last_fullsized":"2024-09-13T16:23:09.937515+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:57.690379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.36","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488639+0000","last_change":"2024-09-13T16:23:08.942562+0000","last_active":"2024-09-13T16:23:10.488639+0000","last_peered":"2024-09-13T16:23:10.488639+0000","last_clean":"2024-09-13T16:23:10.488639+0000","last_became_active":"2024-09-13T16:23:08.942309+0000","last_became_peered":"2024-09-13T16:23:08.942309+0000","last_unstale":"2024-09-13T16:23:10.488639+0000","last_undegraded":"2024-09-13T16:23:10.488639+0000","last_fullsized":"2024-09-13T16:23:10.488639+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:37:10.158650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.35","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936945+0000","last_change":"2024-09-13T16:23:08.938980+0000","last_active":"2024-09-13T16:23:09.936945+0000","last_peered":"2024-09-13T16:23:09.936945+0000","last_clean":"2024-09-13T16:23:09.936945+0000","last_became_active":"2024-09-13T16:23:08.938712+0000","last_became_peered":"2024-09-13T16:23:08.938712+0000","last_unstale":"2024-09-13T16:23:09.936945+0000","last_undegraded":"2024-09-13T16:23:09.936945+0000","last_fullsized":"2024-09-13T16:23:09.936945+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:27.455930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.34","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937608+0000","last_change":"2024-09-13T16:23:08.945752+0000","last_active":"2024-09-13T16:23:09.937608+0000","last_peered":"2024-09-13T16:23:09.937608+0000","last_clean":"2024-09-13T16:23:09.937608+0000","last_became_active":"2024-09-13T16:23:08.945373+0000","last_became_peered":"2024-09-13T16:23:08.945373+0000","last_unstale":"2024-09-13T16:23:09.937608+0000","last_undegraded":"2024-09-13T16:23:09.937608+0000","last_fullsized":"2024-09-13T16:23:09.937608+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:53.891404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.33","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940532+0000","last_change":"2024-09-13T16:23:08.948132+0000","last_active":"2024-09-13T16:23:09.940532+0000","last_peered":"2024-09-13T16:23:09.940532+0000","last_clean":"2024-09-13T16:23:09.940532+0000","last_became_active":"2024-09-13T16:23:08.947858+0000","last_became_peered":"2024-09-13T16:23:08.947858+0000","last_unstale":"2024-09-13T16:23:09.940532+0000","last_undegraded":"2024-09-13T16:23:09.940532+0000","last_fullsized":"2024-09-13T16:23:09.940532+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:30.786643+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.32","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036821+0000","last_change":"2024-09-13T16:23:08.942801+0000","last_active":"2024-09-13T16:23:11.036821+0000","last_peered":"2024-09-13T16:23:11.036821+0000","last_clean":"2024-09-13T16:23:11.036821+0000","last_became_active":"2024-09-13T16:23:08.942481+0000","last_became_peered":"2024-09-13T16:23:08.942481+0000","last_unstale":"2024-09-13T16:23:11.036821+0000","last_undegraded":"2024-09-13T16:23:11.036821+0000","last_fullsized":"2024-09-13T16:23:11.036821+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:41:18.537165+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.31","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940382+0000","last_change":"2024-09-13T16:23:08.939329+0000","last_active":"2024-09-13T16:23:09.940382+0000","last_peered":"2024-09-13T16:23:09.940382+0000","last_clean":"2024-09-13T16:23:09.940382+0000","last_became_active":"2024-09-13T16:23:08.938972+0000","last_became_peered":"2024-09-13T16:23:08.938972+0000","last_unstale":"2024-09-13T16:23:09.940382+0000","last_undegraded":"2024-09-13T16:23:09.940382+0000","last_fullsized":"2024-09-13T16:23:09.940382+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:14:12.901998+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.30","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937089+0000","last_change":"2024-09-13T16:23:08.947068+0000","last_active":"2024-09-13T16:23:09.937089+0000","last_peered":"2024-09-13T16:23:09.937089+0000","last_clean":"2024-09-13T16:23:09.937089+0000","last_became_active":"2024-09-13T16:23:08.946739+0000","last_became_peered":"2024-09-13T16:23:08.946739+0000","last_unstale":"2024-09-13T16:23:09.937089+0000","last_undegraded":"2024-09-13T16:23:09.937089+0000","last_fullsized":"2024-09-13T16:23:09.937089+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:02:33.022826+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.2f","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.942008+0000","last_change":"2024-09-13T16:23:08.951492+0000","last_active":"2024-09-13T16:23:09.942008+0000","last_peered":"2024-09-13T16:23:09.942008+0000","last_clean":"2024-09-13T16:23:09.942008+0000","last_became_active":"2024-09-13T16:23:08.951230+0000","last_became_peered":"2024-09-13T16:23:08.951230+0000","last_unstale":"2024-09-13T16:23:09.942008+0000","last_undegraded":"2024-09-13T16:23:09.942008+0000","last_fullsized":"2024-09-13T16:23:09.942008+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.091952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.2e","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940811+0000","last_change":"2024-09-13T16:23:08.943467+0000","last_active":"2024-09-13T16:23:09.940811+0000","last_peered":"2024-09-13T16:23:09.940811+0000","last_clean":"2024-09-13T16:23:09.940811+0000","last_became_active":"2024-09-13T16:23:08.943227+0000","last_became_peered":"2024-09-13T16:23:08.943227+0000","last_unstale":"2024-09-13T16:23:09.940811+0000","last_undegraded":"2024-09-13T16:23:09.940811+0000","last_fullsized":"2024-09-13T16:23:09.940811+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:24:02.074797+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.2d","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037230+0000","last_change":"2024-09-13T16:23:08.942999+0000","last_active":"2024-09-13T16:23:11.037230+0000","last_peered":"2024-09-13T16:23:11.037230+0000","last_clean":"2024-09-13T16:23:11.037230+0000","last_became_active":"2024-09-13T16:23:08.942679+0000","last_became_peered":"2024-09-13T16:23:08.942679+0000","last_unstale":"2024-09-13T16:23:11.037230+0000","last_undegraded":"2024-09-13T16:23:11.037230+0000","last_fullsized":"2024-09-13T16:23:11.037230+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:20:36.988844+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2c","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937633+0000","last_change":"2024-09-13T16:23:08.950426+0000","last_active":"2024-09-13T16:23:09.937633+0000","last_peered":"2024-09-13T16:23:09.937633+0000","last_clean":"2024-09-13T16:23:09.937633+0000","last_became_active":"2024-09-13T16:23:08.950073+0000","last_became_peered":"2024-09-13T16:23:08.950073+0000","last_unstale":"2024-09-13T16:23:09.937633+0000","last_undegraded":"2024-09-13T16:23:09.937633+0000","last_fullsized":"2024-09-13T16:23:09.937633+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:27.455930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.2b","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036985+0000","last_change":"2024-09-13T16:23:08.940155+0000","last_active":"2024-09-13T16:23:11.036985+0000","last_peered":"2024-09-13T16:23:11.036985+0000","last_clean":"2024-09-13T16:23:11.036985+0000","last_became_active":"2024-09-13T16:23:08.939900+0000","last_became_peered":"2024-09-13T16:23:08.939900+0000","last_unstale":"2024-09-13T16:23:11.036985+0000","last_undegraded":"2024-09-13T16:23:11.036985+0000","last_fullsized":"2024-09-13T16:23:11.036985+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:08:20.855339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.2a","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941556+0000","last_change":"2024-09-13T16:23:08.949591+0000","last_active":"2024-09-13T16:23:09.941556+0000","last_peered":"2024-09-13T16:23:09.941556+0000","last_clean":"2024-09-13T16:23:09.941556+0000","last_became_active":"2024-09-13T16:23:08.949315+0000","last_became_peered":"2024-09-13T16:23:08.949315+0000","last_unstale":"2024-09-13T16:23:09.941556+0000","last_undegraded":"2024-09-13T16:23:09.941556+0000","last_fullsized":"2024-09-13T16:23:09.941556+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:53.891404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.29","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941571+0000","last_change":"2024-09-13T16:23:08.949776+0000","last_active":"2024-09-13T16:23:09.941571+0000","last_peered":"2024-09-13T16:23:09.941571+0000","last_clean":"2024-09-13T16:23:09.941571+0000","last_became_active":"2024-09-13T16:23:08.949517+0000","last_became_peered":"2024-09-13T16:23:08.949517+0000","last_unstale":"2024-09-13T16:23:09.941571+0000","last_undegraded":"2024-09-13T16:23:09.941571+0000","last_fullsized":"2024-09-13T16:23:09.941571+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:33:27.455930+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.28","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937125+0000","last_change":"2024-09-13T16:23:08.941437+0000","last_active":"2024-09-13T16:23:09.937125+0000","last_peered":"2024-09-13T16:23:09.937125+0000","last_clean":"2024-09-13T16:23:09.937125+0000","last_became_active":"2024-09-13T16:23:08.940721+0000","last_became_peered":"2024-09-13T16:23:08.940721+0000","last_unstale":"2024-09-13T16:23:09.937125+0000","last_undegraded":"2024-09-13T16:23:09.937125+0000","last_fullsized":"2024-09-13T16:23:09.937125+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:53.891404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.27","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488711+0000","last_change":"2024-09-13T16:23:08.950842+0000","last_active":"2024-09-13T16:23:10.488711+0000","last_peered":"2024-09-13T16:23:10.488711+0000","last_clean":"2024-09-13T16:23:10.488711+0000","last_became_active":"2024-09-13T16:23:08.950557+0000","last_became_peered":"2024-09-13T16:23:08.950557+0000","last_unstale":"2024-09-13T16:23:10.488711+0000","last_undegraded":"2024-09-13T16:23:10.488711+0000","last_fullsized":"2024-09-13T16:23:10.488711+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:28.960676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.26","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941969+0000","last_change":"2024-09-13T16:23:08.946380+0000","last_active":"2024-09-13T16:23:09.941969+0000","last_peered":"2024-09-13T16:23:09.941969+0000","last_clean":"2024-09-13T16:23:09.941969+0000","last_became_active":"2024-09-13T16:23:08.945519+0000","last_became_peered":"2024-09-13T16:23:08.945519+0000","last_unstale":"2024-09-13T16:23:09.941969+0000","last_undegraded":"2024-09-13T16:23:09.941969+0000","last_fullsized":"2024-09-13T16:23:09.941969+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:46.240845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.25","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937151+0000","last_change":"2024-09-13T16:23:08.944241+0000","last_active":"2024-09-13T16:23:09.937151+0000","last_peered":"2024-09-13T16:23:09.937151+0000","last_clean":"2024-09-13T16:23:09.937151+0000","last_became_active":"2024-09-13T16:23:08.943908+0000","last_became_peered":"2024-09-13T16:23:08.943908+0000","last_unstale":"2024-09-13T16:23:09.937151+0000","last_undegraded":"2024-09-13T16:23:09.937151+0000","last_fullsized":"2024-09-13T16:23:09.937151+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:16:57.690379+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.24","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488534+0000","last_change":"2024-09-13T16:23:08.948034+0000","last_active":"2024-09-13T16:23:10.488534+0000","last_peered":"2024-09-13T16:23:10.488534+0000","last_clean":"2024-09-13T16:23:10.488534+0000","last_became_active":"2024-09-13T16:23:08.947779+0000","last_became_peered":"2024-09-13T16:23:08.947779+0000","last_unstale":"2024-09-13T16:23:10.488534+0000","last_undegraded":"2024-09-13T16:23:10.488534+0000","last_fullsized":"2024-09-13T16:23:10.488534+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:45:53.891404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.23","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941655+0000","last_change":"2024-09-13T16:23:08.950103+0000","last_active":"2024-09-13T16:23:09.941655+0000","last_peered":"2024-09-13T16:23:09.941655+0000","last_clean":"2024-09-13T16:23:09.941655+0000","last_became_active":"2024-09-13T16:23:08.949465+0000","last_became_peered":"2024-09-13T16:23:08.949465+0000","last_unstale":"2024-09-13T16:23:09.941655+0000","last_undegraded":"2024-09-13T16:23:09.941655+0000","last_fullsized":"2024-09-13T16:23:09.941655+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:22.010175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.22","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036923+0000","last_change":"2024-09-13T16:23:08.945622+0000","last_active":"2024-09-13T16:23:11.036923+0000","last_peered":"2024-09-13T16:23:11.036923+0000","last_clean":"2024-09-13T16:23:11.036923+0000","last_became_active":"2024-09-13T16:23:08.945364+0000","last_became_peered":"2024-09-13T16:23:08.945364+0000","last_unstale":"2024-09-13T16:23:11.036923+0000","last_undegraded":"2024-09-13T16:23:11.036923+0000","last_fullsized":"2024-09-13T16:23:11.036923+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:20.391986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.21","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940437+0000","last_change":"2024-09-13T16:23:08.935867+0000","last_active":"2024-09-13T16:23:09.940437+0000","last_peered":"2024-09-13T16:23:09.940437+0000","last_clean":"2024-09-13T16:23:09.940437+0000","last_became_active":"2024-09-13T16:23:08.935622+0000","last_became_peered":"2024-09-13T16:23:08.935622+0000","last_unstale":"2024-09-13T16:23:09.940437+0000","last_undegraded":"2024-09-13T16:23:09.940437+0000","last_fullsized":"2024-09-13T16:23:09.940437+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:16.728985+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.20","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036625+0000","last_change":"2024-09-13T16:23:08.953133+0000","last_active":"2024-09-13T16:23:11.036625+0000","last_peered":"2024-09-13T16:23:11.036625+0000","last_clean":"2024-09-13T16:23:11.036625+0000","last_became_active":"2024-09-13T16:23:08.952875+0000","last_became_peered":"2024-09-13T16:23:08.952875+0000","last_unstale":"2024-09-13T16:23:11.036625+0000","last_undegraded":"2024-09-13T16:23:11.036625+0000","last_fullsized":"2024-09-13T16:23:11.036625+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:51.260292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1e","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037352+0000","last_change":"2024-09-13T16:23:08.940977+0000","last_active":"2024-09-13T16:23:11.037352+0000","last_peered":"2024-09-13T16:23:11.037352+0000","last_clean":"2024-09-13T16:23:11.037352+0000","last_became_active":"2024-09-13T16:23:08.940628+0000","last_became_peered":"2024-09-13T16:23:08.940628+0000","last_unstale":"2024-09-13T16:23:11.037352+0000","last_undegraded":"2024-09-13T16:23:11.037352+0000","last_fullsized":"2024-09-13T16:23:11.037352+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:59:18.937568+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1f","version":"141'4","reported_seq":15,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.942062+0000","last_change":"2024-09-13T16:23:08.576382+0000","last_active":"2024-09-13T16:23:09.942062+0000","last_peered":"2024-09-13T16:23:09.942062+0000","last_clean":"2024-09-13T16:23:09.942062+0000","last_became_active":"2024-09-13T16:23:08.574761+0000","last_became_peered":"2024-09-13T16:23:08.574761+0000","last_unstale":"2024-09-13T16:23:09.942062+0000","last_undegraded":"2024-09-13T16:23:09.942062+0000","last_fullsized":"2024-09-13T16:23:09.942062+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:28.754315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1f","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940956+0000","last_change":"2024-09-13T16:23:08.942152+0000","last_active":"2024-09-13T16:23:09.940956+0000","last_peered":"2024-09-13T16:23:09.940956+0000","last_clean":"2024-09-13T16:23:09.940956+0000","last_became_active":"2024-09-13T16:23:08.938325+0000","last_became_peered":"2024-09-13T16:23:08.938325+0000","last_unstale":"2024-09-13T16:23:09.940956+0000","last_undegraded":"2024-09-13T16:23:09.940956+0000","last_fullsized":"2024-09-13T16:23:09.940956+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:02.504891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.1e","version":"141'1","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936836+0000","last_change":"2024-09-13T16:23:08.575067+0000","last_active":"2024-09-13T16:23:09.936836+0000","last_peered":"2024-09-13T16:23:09.936836+0000","last_clean":"2024-09-13T16:23:09.936836+0000","last_became_active":"2024-09-13T16:23:08.574835+0000","last_became_peered":"2024-09-13T16:23:08.574835+0000","last_unstale":"2024-09-13T16:23:09.936836+0000","last_undegraded":"2024-09-13T16:23:09.936836+0000","last_fullsized":"2024-09-13T16:23:09.936836+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:35:15.716530+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.1c","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037341+0000","last_change":"2024-09-13T16:23:08.946638+0000","last_active":"2024-09-13T16:23:11.037341+0000","last_peered":"2024-09-13T16:23:11.037341+0000","last_clean":"2024-09-13T16:23:11.037341+0000","last_became_active":"2024-09-13T16:23:08.946235+0000","last_became_peered":"2024-09-13T16:23:08.946235+0000","last_unstale":"2024-09-13T16:23:11.037341+0000","last_undegraded":"2024-09-13T16:23:11.037341+0000","last_fullsized":"2024-09-13T16:23:11.037341+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:08:20.391986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.1d","version":"141'2","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941879+0000","last_change":"2024-09-13T16:23:08.578685+0000","last_active":"2024-09-13T16:23:09.941879+0000","last_peered":"2024-09-13T16:23:09.941879+0000","last_clean":"2024-09-13T16:23:09.941879+0000","last_became_active":"2024-09-13T16:23:08.577458+0000","last_became_peered":"2024-09-13T16:23:08.577458+0000","last_unstale":"2024-09-13T16:23:09.941879+0000","last_undegraded":"2024-09-13T16:23:09.941879+0000","last_fullsized":"2024-09-13T16:23:09.941879+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:29.774188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1d","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937595+0000","last_change":"2024-09-13T16:23:08.939584+0000","last_active":"2024-09-13T16:23:09.937595+0000","last_peered":"2024-09-13T16:23:09.937595+0000","last_clean":"2024-09-13T16:23:09.937595+0000","last_became_active":"2024-09-13T16:23:08.939272+0000","last_became_peered":"2024-09-13T16:23:08.939272+0000","last_unstale":"2024-09-13T16:23:09.937595+0000","last_undegraded":"2024-09-13T16:23:09.937595+0000","last_fullsized":"2024-09-13T16:23:09.937595+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:53.365841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.1c","version":"141'2","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941802+0000","last_change":"2024-09-13T16:23:08.574770+0000","last_active":"2024-09-13T16:23:09.941802+0000","last_peered":"2024-09-13T16:23:09.941802+0000","last_clean":"2024-09-13T16:23:09.941802+0000","last_became_active":"2024-09-13T16:23:08.574121+0000","last_became_peered":"2024-09-13T16:23:08.574121+0000","last_unstale":"2024-09-13T16:23:09.941802+0000","last_undegraded":"2024-09-13T16:23:09.941802+0000","last_fullsized":"2024-09-13T16:23:09.941802+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:35:01.555864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.1a","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.958248+0000","last_change":"2024-09-13T16:23:08.939010+0000","last_active":"2024-09-13T16:23:09.958248+0000","last_peered":"2024-09-13T16:23:09.958248+0000","last_clean":"2024-09-13T16:23:09.958248+0000","last_became_active":"2024-09-13T16:23:08.938753+0000","last_became_peered":"2024-09-13T16:23:08.938753+0000","last_unstale":"2024-09-13T16:23:09.958248+0000","last_undegraded":"2024-09-13T16:23:09.958248+0000","last_fullsized":"2024-09-13T16:23:09.958248+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:26:45.772370+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.1b","version":"141'1","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037301+0000","last_change":"2024-09-13T16:23:08.570427+0000","last_active":"2024-09-13T16:23:11.037301+0000","last_peered":"2024-09-13T16:23:11.037301+0000","last_clean":"2024-09-13T16:23:11.037301+0000","last_became_active":"2024-09-13T16:23:08.570151+0000","last_became_peered":"2024-09-13T16:23:08.570151+0000","last_unstale":"2024-09-13T16:23:11.037301+0000","last_undegraded":"2024-09-13T16:23:11.037301+0000","last_fullsized":"2024-09-13T16:23:11.037301+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:15:40.234918+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.1b","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936705+0000","last_change":"2024-09-13T16:23:08.935351+0000","last_active":"2024-09-13T16:23:09.936705+0000","last_peered":"2024-09-13T16:23:09.936705+0000","last_clean":"2024-09-13T16:23:09.936705+0000","last_became_active":"2024-09-13T16:23:08.935092+0000","last_became_peered":"2024-09-13T16:23:08.935092+0000","last_unstale":"2024-09-13T16:23:09.936705+0000","last_undegraded":"2024-09-13T16:23:09.936705+0000","last_fullsized":"2024-09-13T16:23:09.936705+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:19.323841+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.1a","version":"141'1","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941602+0000","last_change":"2024-09-13T16:23:08.571806+0000","last_active":"2024-09-13T16:23:09.941602+0000","last_peered":"2024-09-13T16:23:09.941602+0000","last_clean":"2024-09-13T16:23:09.941602+0000","last_became_active":"2024-09-13T16:23:08.571556+0000","last_became_peered":"2024-09-13T16:23:08.571556+0000","last_unstale":"2024-09-13T16:23:09.941602+0000","last_undegraded":"2024-09-13T16:23:09.941602+0000","last_fullsized":"2024-09-13T16:23:09.941602+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:05.459751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.18","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940307+0000","last_change":"2024-09-13T16:23:08.942312+0000","last_active":"2024-09-13T16:23:09.940307+0000","last_peered":"2024-09-13T16:23:09.940307+0000","last_clean":"2024-09-13T16:23:09.940307+0000","last_became_active":"2024-09-13T16:23:08.939329+0000","last_became_peered":"2024-09-13T16:23:08.939329+0000","last_unstale":"2024-09-13T16:23:09.940307+0000","last_undegraded":"2024-09-13T16:23:09.940307+0000","last_fullsized":"2024-09-13T16:23:09.940307+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:06:43.101541+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.19","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488398+0000","last_change":"2024-09-13T16:23:08.575610+0000","last_active":"2024-09-13T16:23:10.488398+0000","last_peered":"2024-09-13T16:23:10.488398+0000","last_clean":"2024-09-13T16:23:10.488398+0000","last_became_active":"2024-09-13T16:23:08.575327+0000","last_became_peered":"2024-09-13T16:23:08.575327+0000","last_unstale":"2024-09-13T16:23:10.488398+0000","last_undegraded":"2024-09-13T16:23:10.488398+0000","last_fullsized":"2024-09-13T16:23:10.488398+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:35:01.555864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.19","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937018+0000","last_change":"2024-09-13T16:23:08.936059+0000","last_active":"2024-09-13T16:23:09.937018+0000","last_peered":"2024-09-13T16:23:09.937018+0000","last_clean":"2024-09-13T16:23:09.937018+0000","last_became_active":"2024-09-13T16:23:08.935782+0000","last_became_peered":"2024-09-13T16:23:08.935782+0000","last_unstale":"2024-09-13T16:23:09.937018+0000","last_undegraded":"2024-09-13T16:23:09.937018+0000","last_fullsized":"2024-09-13T16:23:09.937018+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:22.010175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.18","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036761+0000","last_change":"2024-09-13T16:23:08.575204+0000","last_active":"2024-09-13T16:23:11.036761+0000","last_peered":"2024-09-13T16:23:11.036761+0000","last_clean":"2024-09-13T16:23:11.036761+0000","last_became_active":"2024-09-13T16:23:08.574903+0000","last_became_peered":"2024-09-13T16:23:08.574903+0000","last_unstale":"2024-09-13T16:23:11.036761+0000","last_undegraded":"2024-09-13T16:23:11.036761+0000","last_fullsized":"2024-09-13T16:23:11.036761+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:23:32.474650+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.16","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.942030+0000","last_change":"2024-09-13T16:23:08.946716+0000","last_active":"2024-09-13T16:23:09.942030+0000","last_peered":"2024-09-13T16:23:09.942030+0000","last_clean":"2024-09-13T16:23:09.942030+0000","last_became_active":"2024-09-13T16:23:08.946403+0000","last_became_peered":"2024-09-13T16:23:08.946403+0000","last_unstale":"2024-09-13T16:23:09.942030+0000","last_undegraded":"2024-09-13T16:23:09.942030+0000","last_fullsized":"2024-09-13T16:23:09.942030+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:49:49.464136+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.17","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037433+0000","last_change":"2024-09-13T16:23:08.565329+0000","last_active":"2024-09-13T16:23:11.037433+0000","last_peered":"2024-09-13T16:23:11.037433+0000","last_clean":"2024-09-13T16:23:11.037433+0000","last_became_active":"2024-09-13T16:23:08.565063+0000","last_became_peered":"2024-09-13T16:23:08.565063+0000","last_unstale":"2024-09-13T16:23:11.037433+0000","last_undegraded":"2024-09-13T16:23:11.037433+0000","last_fullsized":"2024-09-13T16:23:11.037433+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:21:01.527633+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.17","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937581+0000","last_change":"2024-09-13T16:23:08.941216+0000","last_active":"2024-09-13T16:23:09.937581+0000","last_peered":"2024-09-13T16:23:09.937581+0000","last_clean":"2024-09-13T16:23:09.937581+0000","last_became_active":"2024-09-13T16:23:08.940952+0000","last_became_peered":"2024-09-13T16:23:08.940952+0000","last_unstale":"2024-09-13T16:23:09.937581+0000","last_undegraded":"2024-09-13T16:23:09.937581+0000","last_fullsized":"2024-09-13T16:23:09.937581+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:46.240845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.16","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940887+0000","last_change":"2024-09-13T16:23:08.580459+0000","last_active":"2024-09-13T16:23:09.940887+0000","last_peered":"2024-09-13T16:23:09.940887+0000","last_clean":"2024-09-13T16:23:09.940887+0000","last_became_active":"2024-09-13T16:23:08.580132+0000","last_became_peered":"2024-09-13T16:23:08.580132+0000","last_unstale":"2024-09-13T16:23:09.940887+0000","last_undegraded":"2024-09-13T16:23:09.940887+0000","last_fullsized":"2024-09-13T16:23:09.940887+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:03.486917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.14","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488497+0000","last_change":"2024-09-13T16:23:08.950852+0000","last_active":"2024-09-13T16:23:10.488497+0000","last_peered":"2024-09-13T16:23:10.488497+0000","last_clean":"2024-09-13T16:23:10.488497+0000","last_became_active":"2024-09-13T16:23:08.950533+0000","last_became_peered":"2024-09-13T16:23:08.950533+0000","last_unstale":"2024-09-13T16:23:10.488497+0000","last_undegraded":"2024-09-13T16:23:10.488497+0000","last_fullsized":"2024-09-13T16:23:10.488497+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:22:22.010175+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.15","version":"141'3","reported_seq":14,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937239+0000","last_change":"2024-09-13T16:23:08.567776+0000","last_active":"2024-09-13T16:23:09.937239+0000","last_peered":"2024-09-13T16:23:09.937239+0000","last_clean":"2024-09-13T16:23:09.937239+0000","last_became_active":"2024-09-13T16:23:08.567472+0000","last_became_peered":"2024-09-13T16:23:08.567472+0000","last_unstale":"2024-09-13T16:23:09.937239+0000","last_undegraded":"2024-09-13T16:23:09.937239+0000","last_fullsized":"2024-09-13T16:23:09.937239+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:06:42.089086+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"15.15","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937229+0000","last_change":"2024-09-13T16:23:08.950758+0000","last_active":"2024-09-13T16:23:09.937229+0000","last_peered":"2024-09-13T16:23:09.937229+0000","last_clean":"2024-09-13T16:23:09.937229+0000","last_became_active":"2024-09-13T16:23:08.950478+0000","last_became_peered":"2024-09-13T16:23:08.950478+0000","last_unstale":"2024-09-13T16:23:09.937229+0000","last_undegraded":"2024-09-13T16:23:09.937229+0000","last_fullsized":"2024-09-13T16:23:09.937229+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:13:42.091952+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.14","version":"141'6","reported_seq":17,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937670+0000","last_change":"2024-09-13T16:23:08.573017+0000","last_active":"2024-09-13T16:23:09.937670+0000","last_peered":"2024-09-13T16:23:09.937670+0000","last_clean":"2024-09-13T16:23:09.937670+0000","last_became_active":"2024-09-13T16:23:08.572708+0000","last_became_peered":"2024-09-13T16:23:08.572708+0000","last_unstale":"2024-09-13T16:23:09.937670+0000","last_undegraded":"2024-09-13T16:23:09.937670+0000","last_fullsized":"2024-09-13T16:23:09.937670+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:40:05.459751+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.12","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940517+0000","last_change":"2024-09-13T16:23:08.933045+0000","last_active":"2024-09-13T16:23:09.940517+0000","last_peered":"2024-09-13T16:23:09.940517+0000","last_clean":"2024-09-13T16:23:09.940517+0000","last_became_active":"2024-09-13T16:23:08.931489+0000","last_became_peered":"2024-09-13T16:23:08.931489+0000","last_unstale":"2024-09-13T16:23:09.940517+0000","last_undegraded":"2024-09-13T16:23:09.940517+0000","last_fullsized":"2024-09-13T16:23:09.940517+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:00.471814+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"14.13","version":"141'2","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037178+0000","last_change":"2024-09-13T16:23:08.575170+0000","last_active":"2024-09-13T16:23:11.037178+0000","last_peered":"2024-09-13T16:23:11.037178+0000","last_clean":"2024-09-13T16:23:11.037178+0000","last_became_active":"2024-09-13T16:23:08.574813+0000","last_became_peered":"2024-09-13T16:23:08.574813+0000","last_unstale":"2024-09-13T16:23:11.037178+0000","last_undegraded":"2024-09-13T16:23:11.037178+0000","last_fullsized":"2024-09-13T16:23:11.037178+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:24:40.566989+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.13","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037212+0000","last_change":"2024-09-13T16:23:08.944399+0000","last_active":"2024-09-13T16:23:11.037212+0000","last_peered":"2024-09-13T16:23:11.037212+0000","last_clean":"2024-09-13T16:23:11.037212+0000","last_became_active":"2024-09-13T16:23:08.944060+0000","last_became_peered":"2024-09-13T16:23:08.944060+0000","last_unstale":"2024-09-13T16:23:11.037212+0000","last_undegraded":"2024-09-13T16:23:11.037212+0000","last_fullsized":"2024-09-13T16:23:11.037212+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:17:44.220685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.12","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037108+0000","last_change":"2024-09-13T16:23:08.570452+0000","last_active":"2024-09-13T16:23:11.037108+0000","last_peered":"2024-09-13T16:23:11.037108+0000","last_clean":"2024-09-13T16:23:11.037108+0000","last_became_active":"2024-09-13T16:23:08.570197+0000","last_became_peered":"2024-09-13T16:23:08.570197+0000","last_unstale":"2024-09-13T16:23:11.037108+0000","last_undegraded":"2024-09-13T16:23:11.037108+0000","last_fullsized":"2024-09-13T16:23:11.037108+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:12:32.911434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.10","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936906+0000","last_change":"2024-09-13T16:23:08.938491+0000","last_active":"2024-09-13T16:23:09.936906+0000","last_peered":"2024-09-13T16:23:09.936906+0000","last_clean":"2024-09-13T16:23:09.936906+0000","last_became_active":"2024-09-13T16:23:08.938201+0000","last_became_peered":"2024-09-13T16:23:08.938201+0000","last_unstale":"2024-09-13T16:23:09.936906+0000","last_undegraded":"2024-09-13T16:23:09.936906+0000","last_fullsized":"2024-09-13T16:23:09.936906+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:12.071500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.11","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936923+0000","last_change":"2024-09-13T16:23:08.568721+0000","last_active":"2024-09-13T16:23:09.936923+0000","last_peered":"2024-09-13T16:23:09.936923+0000","last_clean":"2024-09-13T16:23:09.936923+0000","last_became_active":"2024-09-13T16:23:08.568025+0000","last_became_peered":"2024-09-13T16:23:08.568025+0000","last_unstale":"2024-09-13T16:23:09.936923+0000","last_undegraded":"2024-09-13T16:23:09.936923+0000","last_fullsized":"2024-09-13T16:23:09.936923+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:34.262756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.11","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037224+0000","last_change":"2024-09-13T16:23:08.944790+0000","last_active":"2024-09-13T16:23:11.037224+0000","last_peered":"2024-09-13T16:23:11.037224+0000","last_clean":"2024-09-13T16:23:11.037224+0000","last_became_active":"2024-09-13T16:23:08.944544+0000","last_became_peered":"2024-09-13T16:23:08.944544+0000","last_unstale":"2024-09-13T16:23:11.037224+0000","last_undegraded":"2024-09-13T16:23:11.037224+0000","last_fullsized":"2024-09-13T16:23:11.037224+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:11:53.886273+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.10","version":"141'8","reported_seq":19,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036808+0000","last_change":"2024-09-13T16:23:08.564558+0000","last_active":"2024-09-13T16:23:11.036808+0000","last_peered":"2024-09-13T16:23:11.036808+0000","last_clean":"2024-09-13T16:23:11.036808+0000","last_became_active":"2024-09-13T16:23:08.564279+0000","last_became_peered":"2024-09-13T16:23:08.564279+0000","last_unstale":"2024-09-13T16:23:11.036808+0000","last_undegraded":"2024-09-13T16:23:11.036808+0000","last_fullsized":"2024-09-13T16:23:11.036808+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:39:07.560456+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"15.f","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488681+0000","last_change":"2024-09-13T16:23:08.948770+0000","last_active":"2024-09-13T16:23:10.488681+0000","last_peered":"2024-09-13T16:23:10.488681+0000","last_clean":"2024-09-13T16:23:10.488681+0000","last_became_active":"2024-09-13T16:23:08.948499+0000","last_became_peered":"2024-09-13T16:23:08.948499+0000","last_unstale":"2024-09-13T16:23:10.488681+0000","last_undegraded":"2024-09-13T16:23:10.488681+0000","last_fullsized":"2024-09-13T16:23:10.488681+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:42:12.071500+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.e","version":"141'2","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937320+0000","last_change":"2024-09-13T16:23:08.573326+0000","last_active":"2024-09-13T16:23:09.937320+0000","last_peered":"2024-09-13T16:23:09.937320+0000","last_clean":"2024-09-13T16:23:09.937320+0000","last_became_active":"2024-09-13T16:23:08.572977+0000","last_became_peered":"2024-09-13T16:23:08.572977+0000","last_unstale":"2024-09-13T16:23:09.937320+0000","last_undegraded":"2024-09-13T16:23:09.937320+0000","last_fullsized":"2024-09-13T16:23:09.937320+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:21:29.774188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"15.c","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.958220+0000","last_change":"2024-09-13T16:23:08.935968+0000","last_active":"2024-09-13T16:23:09.958220+0000","last_peered":"2024-09-13T16:23:09.958220+0000","last_clean":"2024-09-13T16:23:09.958220+0000","last_became_active":"2024-09-13T16:23:08.935613+0000","last_became_peered":"2024-09-13T16:23:08.935613+0000","last_unstale":"2024-09-13T16:23:09.958220+0000","last_undegraded":"2024-09-13T16:23:09.958220+0000","last_fullsized":"2024-09-13T16:23:09.958220+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.483327+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"14.d","version":"141'1","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488528+0000","last_change":"2024-09-13T16:23:08.568682+0000","last_active":"2024-09-13T16:23:10.488528+0000","last_peered":"2024-09-13T16:23:10.488528+0000","last_clean":"2024-09-13T16:23:10.488528+0000","last_became_active":"2024-09-13T16:23:08.568396+0000","last_became_peered":"2024-09-13T16:23:08.568396+0000","last_unstale":"2024-09-13T16:23:10.488528+0000","last_undegraded":"2024-09-13T16:23:10.488528+0000","last_fullsized":"2024-09-13T16:23:10.488528+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:28.754315+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.d","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937045+0000","last_change":"2024-09-13T16:23:08.941928+0000","last_active":"2024-09-13T16:23:09.937045+0000","last_peered":"2024-09-13T16:23:09.937045+0000","last_clean":"2024-09-13T16:23:09.937045+0000","last_became_active":"2024-09-13T16:23:08.941679+0000","last_became_peered":"2024-09-13T16:23:08.941679+0000","last_unstale":"2024-09-13T16:23:09.937045+0000","last_undegraded":"2024-09-13T16:23:09.937045+0000","last_fullsized":"2024-09-13T16:23:09.937045+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:28.960676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"14.c","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941827+0000","last_change":"2024-09-13T16:23:08.574594+0000","last_active":"2024-09-13T16:23:09.941827+0000","last_peered":"2024-09-13T16:23:09.941827+0000","last_clean":"2024-09-13T16:23:09.941827+0000","last_became_active":"2024-09-13T16:23:08.571233+0000","last_became_peered":"2024-09-13T16:23:08.571233+0000","last_unstale":"2024-09-13T16:23:09.941827+0000","last_undegraded":"2024-09-13T16:23:09.941827+0000","last_fullsized":"2024-09-13T16:23:09.941827+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:05.427301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.a","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037026+0000","last_change":"2024-09-13T16:23:08.951708+0000","last_active":"2024-09-13T16:23:11.037026+0000","last_peered":"2024-09-13T16:23:11.037026+0000","last_clean":"2024-09-13T16:23:11.037026+0000","last_became_active":"2024-09-13T16:23:08.951463+0000","last_became_peered":"2024-09-13T16:23:08.951463+0000","last_unstale":"2024-09-13T16:23:11.037026+0000","last_undegraded":"2024-09-13T16:23:11.037026+0000","last_fullsized":"2024-09-13T16:23:11.037026+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:40:49.834802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.b","version":"141'2","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941706+0000","last_change":"2024-09-13T16:23:08.577272+0000","last_active":"2024-09-13T16:23:09.941706+0000","last_peered":"2024-09-13T16:23:09.941706+0000","last_clean":"2024-09-13T16:23:09.941706+0000","last_became_active":"2024-09-13T16:23:08.576725+0000","last_became_peered":"2024-09-13T16:23:08.576725+0000","last_unstale":"2024-09-13T16:23:09.941706+0000","last_undegraded":"2024-09-13T16:23:09.941706+0000","last_fullsized":"2024-09-13T16:23:09.941706+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:59.459358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.b","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037091+0000","last_change":"2024-09-13T16:23:08.951917+0000","last_active":"2024-09-13T16:23:11.037091+0000","last_peered":"2024-09-13T16:23:11.037091+0000","last_clean":"2024-09-13T16:23:11.037091+0000","last_became_active":"2024-09-13T16:23:08.951684+0000","last_became_peered":"2024-09-13T16:23:08.951684+0000","last_unstale":"2024-09-13T16:23:11.037091+0000","last_undegraded":"2024-09-13T16:23:11.037091+0000","last_fullsized":"2024-09-13T16:23:11.037091+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:09.066024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.a","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.958250+0000","last_change":"2024-09-13T16:23:08.570889+0000","last_active":"2024-09-13T16:23:09.958250+0000","last_peered":"2024-09-13T16:23:09.958250+0000","last_clean":"2024-09-13T16:23:09.958250+0000","last_became_active":"2024-09-13T16:23:08.570665+0000","last_became_peered":"2024-09-13T16:23:08.570665+0000","last_unstale":"2024-09-13T16:23:09.958250+0000","last_undegraded":"2024-09-13T16:23:09.958250+0000","last_fullsized":"2024-09-13T16:23:09.958250+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T04:22:15.631265+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.8","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036863+0000","last_change":"2024-09-13T16:23:08.951381+0000","last_active":"2024-09-13T16:23:11.036863+0000","last_peered":"2024-09-13T16:23:11.036863+0000","last_clean":"2024-09-13T16:23:11.036863+0000","last_became_active":"2024-09-13T16:23:08.951099+0000","last_became_peered":"2024-09-13T16:23:08.951099+0000","last_unstale":"2024-09-13T16:23:11.036863+0000","last_undegraded":"2024-09-13T16:23:11.036863+0000","last_fullsized":"2024-09-13T16:23:11.036863+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:41.371399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.9","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.958154+0000","last_change":"2024-09-13T16:23:08.572780+0000","last_active":"2024-09-13T16:23:09.958154+0000","last_peered":"2024-09-13T16:23:09.958154+0000","last_clean":"2024-09-13T16:23:09.958154+0000","last_became_active":"2024-09-13T16:23:08.572459+0000","last_became_peered":"2024-09-13T16:23:08.572459+0000","last_unstale":"2024-09-13T16:23:09.958154+0000","last_undegraded":"2024-09-13T16:23:09.958154+0000","last_fullsized":"2024-09-13T16:23:09.958154+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:32:50.247837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.9","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488232+0000","last_change":"2024-09-13T16:23:08.941925+0000","last_active":"2024-09-13T16:23:10.488232+0000","last_peered":"2024-09-13T16:23:10.488232+0000","last_clean":"2024-09-13T16:23:10.488232+0000","last_became_active":"2024-09-13T16:23:08.941637+0000","last_became_peered":"2024-09-13T16:23:08.941637+0000","last_unstale":"2024-09-13T16:23:10.488232+0000","last_undegraded":"2024-09-13T16:23:10.488232+0000","last_fullsized":"2024-09-13T16:23:10.488232+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:38:02.504891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.8","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941668+0000","last_change":"2024-09-13T16:23:08.577416+0000","last_active":"2024-09-13T16:23:09.941668+0000","last_peered":"2024-09-13T16:23:09.941668+0000","last_clean":"2024-09-13T16:23:09.941668+0000","last_became_active":"2024-09-13T16:23:08.576404+0000","last_became_peered":"2024-09-13T16:23:08.576404+0000","last_unstale":"2024-09-13T16:23:09.941668+0000","last_undegraded":"2024-09-13T16:23:09.941668+0000","last_fullsized":"2024-09-13T16:23:09.941668+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:21:04.827543+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.6","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.942025+0000","last_change":"2024-09-13T16:23:08.946646+0000","last_active":"2024-09-13T16:23:09.942025+0000","last_peered":"2024-09-13T16:23:09.942025+0000","last_clean":"2024-09-13T16:23:09.942025+0000","last_became_active":"2024-09-13T16:23:08.946095+0000","last_became_peered":"2024-09-13T16:23:08.946095+0000","last_unstale":"2024-09-13T16:23:09.942025+0000","last_undegraded":"2024-09-13T16:23:09.942025+0000","last_fullsized":"2024-09-13T16:23:09.942025+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:28.960676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"14.7","version":"141'2","reported_seq":13,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.958470+0000","last_change":"2024-09-13T16:23:08.565562+0000","last_active":"2024-09-13T16:23:09.958470+0000","last_peered":"2024-09-13T16:23:09.958470+0000","last_clean":"2024-09-13T16:23:09.958470+0000","last_became_active":"2024-09-13T16:23:08.565194+0000","last_became_peered":"2024-09-13T16:23:08.565194+0000","last_unstale":"2024-09-13T16:23:09.958470+0000","last_undegraded":"2024-09-13T16:23:09.958470+0000","last_fullsized":"2024-09-13T16:23:09.958470+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:41.092552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"15.7","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037157+0000","last_change":"2024-09-13T16:23:08.944215+0000","last_active":"2024-09-13T16:23:11.037157+0000","last_peered":"2024-09-13T16:23:11.037157+0000","last_clean":"2024-09-13T16:23:11.037157+0000","last_became_active":"2024-09-13T16:23:08.943761+0000","last_became_peered":"2024-09-13T16:23:08.943761+0000","last_unstale":"2024-09-13T16:23:11.037157+0000","last_undegraded":"2024-09-13T16:23:11.037157+0000","last_fullsized":"2024-09-13T16:23:11.037157+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:42.105007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.6","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.942065+0000","last_change":"2024-09-13T16:23:08.576528+0000","last_active":"2024-09-13T16:23:09.942065+0000","last_peered":"2024-09-13T16:23:09.942065+0000","last_clean":"2024-09-13T16:23:09.942065+0000","last_became_active":"2024-09-13T16:23:08.576231+0000","last_became_peered":"2024-09-13T16:23:08.576231+0000","last_unstale":"2024-09-13T16:23:09.942065+0000","last_undegraded":"2024-09-13T16:23:09.942065+0000","last_fullsized":"2024-09-13T16:23:09.942065+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:27:34.262756+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.4","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037399+0000","last_change":"2024-09-13T16:23:08.940271+0000","last_active":"2024-09-13T16:23:11.037399+0000","last_peered":"2024-09-13T16:23:11.037399+0000","last_clean":"2024-09-13T16:23:11.037399+0000","last_became_active":"2024-09-13T16:23:08.939985+0000","last_became_peered":"2024-09-13T16:23:08.939985+0000","last_unstale":"2024-09-13T16:23:11.037399+0000","last_undegraded":"2024-09-13T16:23:11.037399+0000","last_fullsized":"2024-09-13T16:23:11.037399+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:09:09.066024+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"14.5","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941937+0000","last_change":"2024-09-13T16:23:08.577112+0000","last_active":"2024-09-13T16:23:09.941937+0000","last_peered":"2024-09-13T16:23:09.941937+0000","last_clean":"2024-09-13T16:23:09.941937+0000","last_became_active":"2024-09-13T16:23:08.576826+0000","last_became_peered":"2024-09-13T16:23:08.576826+0000","last_unstale":"2024-09-13T16:23:09.941937+0000","last_undegraded":"2024-09-13T16:23:09.941937+0000","last_fullsized":"2024-09-13T16:23:09.941937+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:25.757214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.5","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488507+0000","last_change":"2024-09-13T16:23:08.950334+0000","last_active":"2024-09-13T16:23:10.488507+0000","last_peered":"2024-09-13T16:23:10.488507+0000","last_clean":"2024-09-13T16:23:10.488507+0000","last_became_active":"2024-09-13T16:23:08.949913+0000","last_became_peered":"2024-09-13T16:23:08.949913+0000","last_unstale":"2024-09-13T16:23:10.488507+0000","last_undegraded":"2024-09-13T16:23:10.488507+0000","last_fullsized":"2024-09-13T16:23:10.488507+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:58:46.240845+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.4","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488612+0000","last_change":"2024-09-13T16:23:08.567575+0000","last_active":"2024-09-13T16:23:10.488612+0000","last_peered":"2024-09-13T16:23:10.488612+0000","last_clean":"2024-09-13T16:23:10.488612+0000","last_became_active":"2024-09-13T16:23:08.567317+0000","last_became_peered":"2024-09-13T16:23:08.567317+0000","last_unstale":"2024-09-13T16:23:10.488612+0000","last_undegraded":"2024-09-13T16:23:10.488612+0000","last_fullsized":"2024-09-13T16:23:10.488612+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:25.757214+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.2","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037073+0000","last_change":"2024-09-13T16:23:08.944426+0000","last_active":"2024-09-13T16:23:11.037073+0000","last_peered":"2024-09-13T16:23:11.037073+0000","last_clean":"2024-09-13T16:23:11.037073+0000","last_became_active":"2024-09-13T16:23:08.944203+0000","last_became_peered":"2024-09-13T16:23:08.944203+0000","last_unstale":"2024-09-13T16:23:11.037073+0000","last_undegraded":"2024-09-13T16:23:11.037073+0000","last_fullsized":"2024-09-13T16:23:11.037073+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:23:10.573539+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.3","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.941700+0000","last_change":"2024-09-13T16:23:08.576711+0000","last_active":"2024-09-13T16:23:09.941700+0000","last_peered":"2024-09-13T16:23:09.941700+0000","last_clean":"2024-09-13T16:23:09.941700+0000","last_became_active":"2024-09-13T16:23:08.574586+0000","last_became_peered":"2024-09-13T16:23:08.574586+0000","last_unstale":"2024-09-13T16:23:09.941700+0000","last_undegraded":"2024-09-13T16:23:09.941700+0000","last_fullsized":"2024-09-13T16:23:09.941700+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:03.470872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"15.3","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.937253+0000","last_change":"2024-09-13T16:23:08.944087+0000","last_active":"2024-09-13T16:23:09.937253+0000","last_peered":"2024-09-13T16:23:09.937253+0000","last_clean":"2024-09-13T16:23:09.937253+0000","last_became_active":"2024-09-13T16:23:08.943620+0000","last_became_peered":"2024-09-13T16:23:08.943620+0000","last_unstale":"2024-09-13T16:23:09.937253+0000","last_undegraded":"2024-09-13T16:23:09.937253+0000","last_fullsized":"2024-09-13T16:23:09.937253+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:28.960676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"14.2","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488289+0000","last_change":"2024-09-13T16:23:08.571760+0000","last_active":"2024-09-13T16:23:10.488289+0000","last_peered":"2024-09-13T16:23:10.488289+0000","last_clean":"2024-09-13T16:23:10.488289+0000","last_became_active":"2024-09-13T16:23:08.571534+0000","last_became_peered":"2024-09-13T16:23:08.571534+0000","last_unstale":"2024-09-13T16:23:10.488289+0000","last_undegraded":"2024-09-13T16:23:10.488289+0000","last_fullsized":"2024-09-13T16:23:10.488289+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:24:05.427301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"15.0","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036959+0000","last_change":"2024-09-13T16:23:08.943903+0000","last_active":"2024-09-13T16:23:11.036959+0000","last_peered":"2024-09-13T16:23:11.036959+0000","last_clean":"2024-09-13T16:23:11.036959+0000","last_became_active":"2024-09-13T16:23:08.943650+0000","last_became_peered":"2024-09-13T16:23:08.943650+0000","last_unstale":"2024-09-13T16:23:11.036959+0000","last_undegraded":"2024-09-13T16:23:11.036959+0000","last_fullsized":"2024-09-13T16:23:11.036959+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:38:10.400465+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.1","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.940521+0000","last_change":"2024-09-13T16:23:08.577185+0000","last_active":"2024-09-13T16:23:09.940521+0000","last_peered":"2024-09-13T16:23:09.940521+0000","last_clean":"2024-09-13T16:23:09.940521+0000","last_became_active":"2024-09-13T16:23:08.576889+0000","last_became_peered":"2024-09-13T16:23:08.576889+0000","last_unstale":"2024-09-13T16:23:09.940521+0000","last_undegraded":"2024-09-13T16:23:09.940521+0000","last_fullsized":"2024-09-13T16:23:09.940521+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:39:29.536212+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"15.1","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:10.488284+0000","last_change":"2024-09-13T16:23:08.946821+0000","last_active":"2024-09-13T16:23:10.488284+0000","last_peered":"2024-09-13T16:23:10.488284+0000","last_clean":"2024-09-13T16:23:10.488284+0000","last_became_active":"2024-09-13T16:23:08.946582+0000","last_became_peered":"2024-09-13T16:23:08.946582+0000","last_unstale":"2024-09-13T16:23:10.488284+0000","last_undegraded":"2024-09-13T16:23:10.488284+0000","last_fullsized":"2024-09-13T16:23:10.488284+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T03:01:17.792462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"14.0","version":"0'0","reported_seq":11,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.036961+0000","last_change":"2024-09-13T16:23:08.574549+0000","last_active":"2024-09-13T16:23:11.036961+0000","last_peered":"2024-09-13T16:23:11.036961+0000","last_clean":"2024-09-13T16:23:11.036961+0000","last_became_active":"2024-09-13T16:23:08.574284+0000","last_became_peered":"2024-09-13T16:23:08.574284+0000","last_unstale":"2024-09-13T16:23:11.036961+0000","last_undegraded":"2024-09-13T16:23:11.036961+0000","last_fullsized":"2024-09-13T16:23:11.036961+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:25:16.249356+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"15.e","version":"0'0","reported_seq":10,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:11.037404+0000","last_change":"2024-09-13T16:23:08.950615+0000","last_active":"2024-09-13T16:23:11.037404+0000","last_peered":"2024-09-13T16:23:11.037404+0000","last_clean":"2024-09-13T16:23:11.037404+0000","last_became_active":"2024-09-13T16:23:08.950340+0000","last_became_peered":"2024-09-13T16:23:08.950340+0000","last_unstale":"2024-09-13T16:23:11.037404+0000","last_undegraded":"2024-09-13T16:23:11.037404+0000","last_fullsized":"2024-09-13T16:23:11.037404+0000","mapping_epoch":140,"log_start":"0'0","ondisk_log_start":"0'0","created":140,"last_epoch_clean":141,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:08.540461+0000","last_clean_scrub_stamp":"2024-09-13T16:23:08.540461+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:46:05.797133+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"14.f","version":"141'1","reported_seq":12,"reported_epoch":142,"state":"active+clean","last_fresh":"2024-09-13T16:23:09.936820+0000","last_change":"2024-09-13T16:23:08.572602+0000","last_active":"2024-09-13T16:23:09.936820+0000","last_peered":"2024-09-13T16:23:09.936820+0000","last_clean":"2024-09-13T16:23:09.936820+0000","last_became_active":"2024-09-13T16:23:08.572279+0000","last_became_peered":"2024-09-13T16:23:08.572279+0000","last_unstale":"2024-09-13T16:23:09.936820+0000","last_undegraded":"2024-09-13T16:23:09.936820+0000","last_fullsized":"2024-09-13T16:23:09.936820+0000","mapping_epoch":139,"log_start":"0'0","ondisk_log_start":"0'0","created":139,"last_epoch_clean":140,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:23:07.528006+0000","last_clean_scrub_stamp":"2024-09-13T16:23:07.528006+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:59.459358+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"17'117","reported_seq":291,"reported_epoch":141,"state":"active+clean","last_fresh":"2024-09-13T16:23:08.926062+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:08.926062+0000","last_peered":"2024-09-13T16:23:08.926062+0000","last_clean":"2024-09-13T16:23:08.926062+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:08.926062+0000","last_undegraded":"2024-09-13T16:23:08.926062+0000","last_fullsized":"2024-09-13T16:23:08.926062+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":15,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":14,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575003,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41676,"kb_used_data":2368,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330164,"statfs":{"total":96636764160,"available":96594087936,"internally_reserved":0,"allocated":2424832,"data_stored":1470977,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.44},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.61099999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.63800000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.52600000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.54500000000000004},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.59399999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.41899999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.38500000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.45800000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.48899999999999999}]}]},{"osd":6,"up_from":13,"seq":55834575003,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41104,"kb_used_data":1788,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330736,"statfs":{"total":96636764160,"available":96594673664,"internally_reserved":0,"allocated":1830912,"data_stored":881149,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.70899999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.61499999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.67600000000000005}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.75},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.69699999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.48399999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.72499999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.65600000000000003}]}]},{"osd":5,"up_from":13,"seq":55834575004,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37004,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334836,"statfs":{"total":96636764160,"available":96598872064,"internally_reserved":0,"allocated":1826816,"data_stored":880567,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.46500000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.40500000000000003},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.44600000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.51000000000000001},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.48199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.56499999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.36699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.308},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.32900000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.52300000000000002}]}]},{"osd":4,"up_from":13,"seq":55834575003,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37020,"kb_used_data":1800,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334820,"statfs":{"total":96636764160,"available":96598855680,"internally_reserved":0,"allocated":1843200,"data_stored":882185,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.52100000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.47999999999999998},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.67100000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.628},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.43099999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.54000000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.61799999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.57699999999999996},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.64200000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.58799999999999997},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.65600000000000003}]}]},{"osd":3,"up_from":13,"seq":55834575004,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37016,"kb_used_data":1796,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334824,"statfs":{"total":96636764160,"available":96598859776,"internally_reserved":0,"allocated":1839104,"data_stored":882083,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.26400000000000001}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.317}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.33300000000000002},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.40400000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.55900000000000005},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.68700000000000006}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.56799999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.66400000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.67100000000000004}]}]},{"osd":2,"up_from":13,"seq":55834575004,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37004,"kb_used_data":1784,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334836,"statfs":{"total":96636764160,"available":96598872064,"internally_reserved":0,"allocated":1826816,"data_stored":880531,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.313}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.378},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.35199999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.36199999999999999},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.41299999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.51000000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.45300000000000001}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.42199999999999999},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.53900000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.495}]}]},{"osd":1,"up_from":13,"seq":55834575004,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41096,"kb_used_data":1780,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330744,"statfs":{"total":96636764160,"available":96594681856,"internally_reserved":0,"allocated":1822720,"data_stored":880497,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.34300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.32100000000000001},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.26900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.30599999999999999},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.374}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.52100000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.434}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.57899999999999996},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.49099999999999999}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.46999999999999997},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.59599999999999997}]}]},{"osd":0,"up_from":13,"seq":55834575004,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29380,"kb_used_data":2360,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342460,"statfs":{"total":96636764160,"available":96606679040,"internally_reserved":0,"allocated":2416640,"data_stored":1470828,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":5,"apply_latency_ms":5,"commit_latency_ns":5000000,"apply_latency_ns":5000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.252}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.38600000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.30499999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.34200000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.78200000000000003}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.71899999999999997},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.58099999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.56899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.68100000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1586,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":14,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":15,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:16.617 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T16:23:16.617 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T16:23:16.639 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:16.655 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.760+0000 7fbfa6a72640 1 Processor -- start 2024-09-13T16:23:16.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.760+0000 7fbfa6a72640 1 -- start start 2024-09-13T16:23:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa6a72640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbfa0153040 0x7fbfa00cd800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa6a72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 0x7fbfa00b1330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa6a72640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbfa015d6b0 con 0x7fbfa0153420 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa6a72640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbfa015ce60 con 0x7fbfa0153040 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa6a72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfa00cbfe0 con 0x7fbfa00b3410 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa500f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 0x7fbfa00b1330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa480e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbfa0153040 0x7fbfa00cd800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbf9ffff640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fbfa0153420 0x7fbfa015c750 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:59182/0 (socket says 172.21.15.39:59182) 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa500f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 0x7fbfa00b1330 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:45292/0 (socket says 172.21.15.39:45292) 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa500f640 1 -- 172.21.15.39:0/1177710487 learned_addr learned my addr 172.21.15.39:0/1177710487 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:16.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.761+0000 7fbfa480e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fbfa0153040 0x7fbfa00cd800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:60486/0 (socket says 172.21.15.39:60486) 2024-09-13T16:23:16.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbfa480e640 1 -- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 msgr2=0x7fbfa00b1330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbfa480e640 1 --2- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 0x7fbfa00b1330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbfa480e640 1 -- 172.21.15.39:0/1177710487 >> v1:172.21.15.157:6789/0 conn(0x7fbfa0153420 legacy=0x7fbfa015c750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbfa480e640 1 -- 172.21.15.39:0/1177710487 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbfa015d0f0 con 0x7fbfa0153040 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbf9f7fe640 1 -- 172.21.15.39:0/1177710487 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 842829024 0 0) 0x7fbfa015d6b0 con 0x7fbfa0153420 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbfa500f640 1 --2- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 0x7fbfa00b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.762+0000 7fbfa480e640 1 --2- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa0153040 0x7fbfa00cd800 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fbf940097d0 tx=0x7fbf9402a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f5675f02d583cdba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbf9f7fe640 1 -- 172.21.15.39:0/1177710487 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf9402ae40 con 0x7fbfa0153040 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbf9f7fe640 1 -- 172.21.15.39:0/1177710487 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf94032440 con 0x7fbfa0153040 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbf9f7fe640 1 -- 172.21.15.39:0/1177710487 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf940327d0 con 0x7fbfa0153040 2024-09-13T16:23:16.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 -- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa0153040 msgr2=0x7fbfa00cd800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa0153040 0x7fbfa00cd800 secure :-1 s=READY pgs=794 cs=0 l=1 rev1=1 crypto rx=0x7fbf940097d0 tx=0x7fbf9402a130 comp rx=0 tx=0).stop 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 -- 172.21.15.39:0/1177710487 shutdown_connections 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa00b3410 0x7fbfa00b1330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/1177710487 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa0153040 0x7fbfa00cd800 unknown :-1 s=CLOSED pgs=794 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 -- 172.21.15.39:0/1177710487 >> 172.21.15.39:0/1177710487 conn(0x7fbfa006b3b0 msgr2=0x7fbfa006b7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 -- 172.21.15.39:0/1177710487 shutdown_connections 2024-09-13T16:23:16.766 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.763+0000 7fbfa6a72640 1 -- 172.21.15.39:0/1177710487 wait complete. 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.764+0000 7fbfa6a72640 1 Processor -- start 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.764+0000 7fbfa6a72640 1 -- start start 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbfa6a72640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa00b3410 0x7fbfa00acd70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbfa6a72640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 0x7fbfa00adb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbfa6a72640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa0153420 0x7fbfa00ccc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbfa6a72640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfa0152470 con 0x7fbfa0153040 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbfa6a72640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbfa0151ef0 con 0x7fbfa00b3410 2024-09-13T16:23:16.768 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbfa6a72640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbfa0152190 con 0x7fbfa0153420 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbf9ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 0x7fbfa00adb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.765+0000 7fbf9ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 0x7fbfa00adb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40740/0 (socket says 172.21.15.39:40740) 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 -- 172.21.15.39:0/390104560 learned_addr learned my addr 172.21.15.39:0/390104560 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbfa480e640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa00b3410 0x7fbfa00acd70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbfa500f640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa0153420 0x7fbfa00ccc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 -- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa0153420 msgr2=0x7fbfa00ccc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa0153420 0x7fbfa00ccc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 -- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa00b3410 msgr2=0x7fbfa00acd70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa00b3410 0x7fbfa00acd70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 -- 172.21.15.39:0/390104560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbf98009b30 con 0x7fbfa0153040 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9ffff640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 0x7fbfa00adb30 secure :-1 s=READY pgs=2910 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c00c410 tx=0x7fbf8c00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c0074e0 con 0x7fbfa0153040 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbf8c007660 con 0x7fbfa0153040 2024-09-13T16:23:16.769 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbf94009400 con 0x7fbfa0153040 2024-09-13T16:23:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbf8c004a20 con 0x7fbfa0153040 2024-09-13T16:23:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.766+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbfa0146770 con 0x7fbfa0153040 2024-09-13T16:23:16.770 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.767+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbfa00cab80 con 0x7fbfa0153040 2024-09-13T16:23:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.768+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fbf8c004b80 con 0x7fbfa0153040 2024-09-13T16:23:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.768+0000 7fbf9d7fa640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf8406ac00 0x7fbf8406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.768+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fbf8c088fb0 con 0x7fbfa0153040 2024-09-13T16:23:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.769+0000 7fbfa480e640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf8406ac00 0x7fbf8406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:16.771 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.769+0000 7fbfa480e640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf8406ac00 0x7fbf8406d0c0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fbf94034000 tx=0x7fbf9402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:16.774 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:16.772+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fbf8c0bc9c0 con 0x7fbfa0153040 2024-09-13T16:23:17.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.011+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7fbfa00672f0 con 0x7fbfa0153040 2024-09-13T16:23:17.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.015+0000 7fbf9d7fa640 1 -- 172.21.15.39:0/390104560 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v20) v1 ==== 190+0+0 (secure 0 0 0) 0x7fbf8c057d60 con 0x7fbfa0153040 2024-09-13T16:23:17.016 INFO:teuthology.orchestra.run.smithi039.stderr:updated caps for client.0 2024-09-13T16:23:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf8406ac00 msgr2=0x7fbf8406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf8406ac00 0x7fbf8406d0c0 secure :-1 s=READY pgs=1133 cs=0 l=1 rev1=1 crypto rx=0x7fbf94034000 tx=0x7fbf9402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 msgr2=0x7fbfa00adb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 0x7fbfa00adb30 secure :-1 s=READY pgs=2910 cs=0 l=1 rev1=1 crypto rx=0x7fbf8c00c410 tx=0x7fbf8c00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 shutdown_connections 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fbf8406ac00 0x7fbf8406d0c0 unknown :-1 s=CLOSED pgs=1133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fbfa0153420 0x7fbfa00ccc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fbfa0153040 0x7fbfa00adb30 unknown :-1 s=CLOSED pgs=2910 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 --2- 172.21.15.39:0/390104560 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fbfa00b3410 0x7fbfa00acd70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 >> 172.21.15.39:0/390104560 conn(0x7fbfa006b3b0 msgr2=0x7fbfa006f070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 shutdown_connections 2024-09-13T16:23:17.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.017+0000 7fbfa6a72640 1 -- 172.21.15.39:0/390104560 wait complete. 2024-09-13T16:23:17.029 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:17.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.170+0000 7f82b9953640 1 Processor -- start 2024-09-13T16:23:17.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.170+0000 7f82b9953640 1 -- start start 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b9953640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f82b40b41a0 0x7f82b40b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b9953640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82b40cde30 con 0x7f82b40d0a00 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b9953640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82b40b5090 con 0x7f82b40ccf80 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b9953640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82b40cd820 con 0x7f82b40b41a0 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f82b40d0a00 0x7f82b4167010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33128/0 (socket says 172.21.15.39:33128) 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b37fe640 1 -- 172.21.15.39:0/2899683387 learned_addr learned my addr 172.21.15.39:0/2899683387 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:17.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b2ffd640 1 --2- 172.21.15.39:0/2899683387 >> v2:172.21.15.157:3300/0 conn(0x7f82b40b41a0 0x7f82b40b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.171+0000 7f82b1ffb640 1 -- 172.21.15.39:0/2899683387 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2002278519 0 0) 0x7f82b40cde30 con 0x7f82b40d0a00 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.172+0000 7f82b1ffb640 1 -- 172.21.15.39:0/2899683387 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f829c003520 con 0x7f82b40d0a00 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.172+0000 7f82b2ffd640 1 -- 172.21.15.39:0/2899683387 >> v1:172.21.15.157:6789/0 conn(0x7f82b40ccf80 legacy=0x7f82b40d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.172+0000 7f82b1ffb640 1 -- 172.21.15.39:0/2899683387 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 294950167 0 0) 0x7f829c003520 con 0x7f82b40d0a00 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.172+0000 7f82b2ffd640 1 -- 172.21.15.39:0/2899683387 >> v1:172.21.15.39:6789/0 conn(0x7f82b40d0a00 legacy=0x7f82b4167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.172+0000 7f82b2ffd640 1 -- 172.21.15.39:0/2899683387 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82b40b4ac0 con 0x7f82b40b41a0 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b2ffd640 1 --2- 172.21.15.39:0/2899683387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40b4580 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f82a40097a0 tx=0x7f82a402a0d0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b6f5f5a93fd1885c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b1ffb640 1 -- 172.21.15.39:0/2899683387 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82ac0019f0 con 0x7f82b40b41a0 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b1ffb640 1 -- 172.21.15.39:0/2899683387 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82a402ab60 con 0x7f82b40b41a0 2024-09-13T16:23:17.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b1ffb640 1 -- 172.21.15.39:0/2899683387 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82a4032440 con 0x7f82b40b41a0 2024-09-13T16:23:17.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 -- 172.21.15.39:0/2899683387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 msgr2=0x7f82b40b4580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 --2- 172.21.15.39:0/2899683387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40b4580 secure :-1 s=READY pgs=796 cs=0 l=1 rev1=1 crypto rx=0x7f82a40097a0 tx=0x7f82a402a0d0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 -- 172.21.15.39:0/2899683387 shutdown_connections 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 --2- 172.21.15.39:0/2899683387 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40b4580 unknown :-1 s=CLOSED pgs=796 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 -- 172.21.15.39:0/2899683387 >> 172.21.15.39:0/2899683387 conn(0x7f82b40cf1a0 msgr2=0x7f82b40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 -- 172.21.15.39:0/2899683387 shutdown_connections 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.173+0000 7f82b9953640 1 -- 172.21.15.39:0/2899683387 wait complete. 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.175+0000 7f82b9953640 1 Processor -- start 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.175+0000 7f82b9953640 1 -- start start 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.175+0000 7f82b9953640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40cba60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.175+0000 7f82b9953640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82b40ccf80 0x7f82b41554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.175+0000 7f82b9953640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 0x7f82b4158e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.175+0000 7f82b9953640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b4156080 con 0x7f82b40d0a00 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b9953640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82b41e36a0 con 0x7f82b40b41a0 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b9953640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82b41e2a90 con 0x7f82b40ccf80 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 0x7f82b4158e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 0x7f82b4158e20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40750/0 (socket says 172.21.15.39:40750) 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 -- 172.21.15.39:0/3357892174 learned_addr learned my addr 172.21.15.39:0/3357892174 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b2ffd640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40cba60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b27fc640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82b40ccf80 0x7f82b41554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 -- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82b40ccf80 msgr2=0x7f82b41554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82b40ccf80 0x7f82b41554e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 -- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 msgr2=0x7f82b40cba60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40cba60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 -- 172.21.15.39:0/3357892174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82a4009400 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b37fe640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 0x7f82b4158e20 secure :-1 s=READY pgs=2912 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00c8c0 tx=0x7f82ac00cd80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82ac00a640 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f82ac00a7a0 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82b41e2d70 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82ac00ab50 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.176+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82b41e3330 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.178+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82b4067330 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.178+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f82ac00acb0 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.178+0000 7f829bfff640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a006ac00 0x7f82a006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.179+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f82ac088b50 con 0x7f82b40d0a00 2024-09-13T16:23:17.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.179+0000 7f82b2ffd640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a006ac00 0x7f82a006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.179+0000 7f82b2ffd640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a006ac00 0x7f82a006d0c0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f82a4034000 tx=0x7f82a402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.183+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f82ac053e70 con 0x7f82b40d0a00 2024-09-13T16:23:17.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.390+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82b4066ec0 con 0x7f82b40d0a00 2024-09-13T16:23:17.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.391+0000 7f829bfff640 1 -- 172.21.15.39:0/3357892174 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 330 v330) v1 ==== 95+0+4748 (secure 0 0 0) 0x7f82ac018020 con 0x7f82b40d0a00 2024-09-13T16:23:17.393 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:17.393 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":330,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":330,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:10.933783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12180},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12180":{"gid":12180,"name":"c","rank":0,"incarnation":328,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1252670594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1252670594},{"type":"v1","addr":"172.21.15.39:6835","nonce":1252670594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:17.393 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 330 2024-09-13T16:23:17.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a006ac00 msgr2=0x7f82a006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a006ac00 0x7f82a006d0c0 secure :-1 s=READY pgs=1134 cs=0 l=1 rev1=1 crypto rx=0x7f82a4034000 tx=0x7f82a402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:17.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 msgr2=0x7f82b4158e20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 0x7f82b4158e20 secure :-1 s=READY pgs=2912 cs=0 l=1 rev1=1 crypto rx=0x7f82ac00c8c0 tx=0x7f82ac00cd80 comp rx=0 tx=0).stop 2024-09-13T16:23:17.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 shutdown_connections 2024-09-13T16:23:17.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f82a006ac00 0x7f82a006d0c0 unknown :-1 s=CLOSED pgs=1134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f82b40d0a00 0x7f82b4158e20 unknown :-1 s=CLOSED pgs=2912 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f82b40ccf80 0x7f82b41554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 --2- 172.21.15.39:0/3357892174 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f82b40b41a0 0x7f82b40cba60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 >> 172.21.15.39:0/3357892174 conn(0x7f82b40cf1a0 msgr2=0x7f82b40d2520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 shutdown_connections 2024-09-13T16:23:17.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.393+0000 7f82b9953640 1 -- 172.21.15.39:0/3357892174 wait complete. 2024-09-13T16:23:17.808 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 330, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:23:08.920482+0000', 'modified': '2024-09-13T16:23:10.933783+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 12180}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_12180': {'gid': 12180, 'name': 'c', 'rank': 0, 'incarnation': 328, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.39:6835/1252670594', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 1252670594}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 1252670594}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:23:17.808 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:23:17.808 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:23:17.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.916+0000 7fc5f3be2640 1 Processor -- start 2024-09-13T16:23:17.917 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.916+0000 7fc5f3be2640 1 -- start start 2024-09-13T16:23:17.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f3be2640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5ec071280 0x7fc5ec0716f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f3be2640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc5ec0cd9a0 0x7fc5ec0cde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f3be2640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5ec0b2ff0 con 0x7fc5ec154a80 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f3be2640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5ec071c30 con 0x7fc5ec0cd9a0 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f3be2640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc5ec0b32d0 con 0x7fc5ec071280 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc5ec0cd9a0 0x7fc5ec0cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc5ec0cd9a0 0x7fc5ec0cde30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40760/0 (socket says 172.21.15.39:40760) 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 -- 172.21.15.39:0/3873072136 learned_addr learned my addr 172.21.15.39:0/3873072136 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f117d640 1 --2- 172.21.15.39:0/3873072136 >> v2:172.21.15.157:3300/0 conn(0x7fc5ec071280 0x7fc5ec0716f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 -- 172.21.15.39:0/3873072136 >> v2:172.21.15.157:3300/0 conn(0x7fc5ec071280 msgr2=0x7fc5ec0716f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 --2- 172.21.15.39:0/3873072136 >> v2:172.21.15.157:3300/0 conn(0x7fc5ec071280 0x7fc5ec0716f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 -- 172.21.15.39:0/3873072136 >> v1:172.21.15.157:6789/0 conn(0x7fc5ec154a80 legacy=0x7fc5ec0b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.917+0000 7fc5f217f640 1 -- 172.21.15.39:0/3873072136 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5ec0b35b0 con 0x7fc5ec0cd9a0 2024-09-13T16:23:17.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.918+0000 7fc5f217f640 1 --2- 172.21.15.39:0/3873072136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec0cd9a0 0x7fc5ec0cde30 secure :-1 s=READY pgs=2913 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec0b38d0 tx=0x7fc5e402a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=486f2534d02bef92 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.918+0000 7fc5f097c640 1 -- 172.21.15.39:0/3873072136 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4031600 con 0x7fc5ec0cd9a0 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.918+0000 7fc5f097c640 1 -- 172.21.15.39:0/3873072136 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e402d050 con 0x7fc5ec0cd9a0 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.918+0000 7fc5f097c640 1 -- 172.21.15.39:0/3873072136 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e4031980 con 0x7fc5ec0cd9a0 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 -- 172.21.15.39:0/3873072136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec0cd9a0 msgr2=0x7fc5ec0cde30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/3873072136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec0cd9a0 0x7fc5ec0cde30 secure :-1 s=READY pgs=2913 cs=0 l=1 rev1=1 crypto rx=0x7fc5ec0b38d0 tx=0x7fc5e402a660 comp rx=0 tx=0).stop 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 -- 172.21.15.39:0/3873072136 shutdown_connections 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/3873072136 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec0cd9a0 0x7fc5ec0cde30 unknown :-1 s=CLOSED pgs=2913 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/3873072136 >> v2:172.21.15.157:3300/0 conn(0x7fc5ec071280 0x7fc5ec0716f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 -- 172.21.15.39:0/3873072136 >> 172.21.15.39:0/3873072136 conn(0x7fc5ec0b15d0 msgr2=0x7fc5ec0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.921 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 -- 172.21.15.39:0/3873072136 shutdown_connections 2024-09-13T16:23:17.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.919+0000 7fc5f3be2640 1 -- 172.21.15.39:0/3873072136 wait complete. 2024-09-13T16:23:17.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.920+0000 7fc5f3be2640 1 Processor -- start 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.920+0000 7fc5f3be2640 1 -- start start 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f3be2640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5ec071280 0x7fc5ec147cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f3be2640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5ec0cd9a0 0x7fc5ec14ef40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f3be2640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 0x7fc5ec0ce450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f3be2640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec14bf70 con 0x7fc5ec154a80 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f3be2640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec149000 con 0x7fc5ec071280 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f3be2640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5ec0cc480 con 0x7fc5ec0cd9a0 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 0x7fc5ec0ce450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 0x7fc5ec0ce450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40776/0 (socket says 172.21.15.39:40776) 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 -- 172.21.15.39:0/347984634 learned_addr learned my addr 172.21.15.39:0/347984634 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f197e640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5ec071280 0x7fc5ec147cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f117d640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5ec0cd9a0 0x7fc5ec14ef40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 -- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5ec0cd9a0 msgr2=0x7fc5ec14ef40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5ec0cd9a0 0x7fc5ec14ef40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 -- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5ec071280 msgr2=0x7fc5ec147cb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5ec071280 0x7fc5ec147cb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 -- 172.21.15.39:0/347984634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc5e4009b30 con 0x7fc5ec154a80 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.921+0000 7fc5f217f640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 0x7fc5ec0ce450 secure :-1 s=READY pgs=2914 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009f40 tx=0x7fc5e4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.922+0000 7fc5e27fc640 1 -- 172.21.15.39:0/347984634 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e403d860 con 0x7fc5ec154a80 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.922+0000 7fc5e27fc640 1 -- 172.21.15.39:0/347984634 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e403d9e0 con 0x7fc5ec154a80 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.922+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5ec0ccc90 con 0x7fc5ec154a80 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.922+0000 7fc5e27fc640 1 -- 172.21.15.39:0/347984634 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e403dd90 con 0x7fc5ec154a80 2024-09-13T16:23:17.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.922+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5ec0cc6d0 con 0x7fc5ec154a80 2024-09-13T16:23:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.923+0000 7fc5e27fc640 1 -- 172.21.15.39:0/347984634 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc5e4046400 con 0x7fc5ec154a80 2024-09-13T16:23:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.924+0000 7fc5e27fc640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc5d006ac00 0x7fc5d006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.924+0000 7fc5e27fc640 1 -- 172.21.15.39:0/347984634 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc5e402ae40 con 0x7fc5ec154a80 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.924+0000 7fc5f197e640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc5d006ac00 0x7fc5d006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.925+0000 7fc5f197e640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc5d006ac00 0x7fc5d006d0c0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fc5e8004f60 tx=0x7fc5e8007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.925+0000 7fc5f69df740 1 Processor -- start 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.925+0000 7fc5f69df740 1 -- start start 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c57579f480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 0x55c5757ec570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c6550 0x55c5757ecab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f69df740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5756f97c0 con 0x55c57579c860 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c575708b70 con 0x55c5757c6550 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c575706300 con 0x55c57579f0a0 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 0x55c5757ec570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 0x55c5757ec570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40778/0 (socket says 172.21.15.39:40778) 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 -- 172.21.15.39:0/136593619 learned_addr learned my addr 172.21.15.39:0/136593619 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f197e640 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c57579f480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f217f640 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c6550 0x55c5757ecab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 -- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 msgr2=0x55c57579f480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c57579f480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 -- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c6550 msgr2=0x55c5757ecab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c6550 0x55c5757ecab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 -- 172.21.15.39:0/136593619 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c57568e4b0 con 0x55c57579c860 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f217f640 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c6550 0x55c5757ecab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5f117d640 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 0x55c5757ec570 secure :-1 s=READY pgs=2915 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0077f0 tx=0x7fc5dc007cb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76dc6e6028350b90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.926+0000 7fc5cf7fe640 1 -- 172.21.15.39:0/136593619 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc010a40 con 0x55c57579c860 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5cf7fe640 1 -- 172.21.15.39:0/136593619 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5dc010ba0 con 0x55c57579c860 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5cf7fe640 1 -- 172.21.15.39:0/136593619 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc014430 con 0x55c57579c860 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 -- 172.21.15.39:0/136593619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 msgr2=0x55c5757ec570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 0x55c5757ec570 secure :-1 s=READY pgs=2915 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc0077f0 tx=0x7fc5dc007cb0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 -- 172.21.15.39:0/136593619 shutdown_connections 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c6550 0x55c5757ecab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579c860 0x55c5757ec570 unknown :-1 s=CLOSED pgs=2915 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 --2- 172.21.15.39:0/136593619 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c57579f480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 -- 172.21.15.39:0/136593619 >> 172.21.15.39:0/136593619 conn(0x55c57579b7d0 msgr2=0x55c5757e3c80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 -- 172.21.15.39:0/136593619 shutdown_connections 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.927+0000 7fc5f69df740 1 -- 172.21.15.39:0/136593619 wait complete. 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.928+0000 7fc5f69df740 1 -- start start 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.928+0000 7fc5f69df740 1 Processor -- start 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c5757ebad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 0x55c5757e9670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c5757e9bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c575701bf0 con 0x55c5757c6550 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5756c0250 con 0x55c5757c5ef0 2024-09-13T16:23:17.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c5756bfef0 con 0x55c57579f0a0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f69df740 10 client.0 _ll_register_callbacks cb 0x55c5756f2740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 0x55c5757e9670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 0x55c5757e9670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40782/0 (socket says 172.21.15.39:40782) 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 -- 172.21.15.39:0/3804530847 learned_addr learned my addr 172.21.15.39:0/3804530847 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f217f640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c5757e9bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f197e640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c5757ebad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 -- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 msgr2=0x55c5757ebad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c5757ebad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 -- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 msgr2=0x55c5757e9bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c5757e9bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 -- 172.21.15.39:0/3804530847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5dc00e040 con 0x55c5757c6550 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5f117d640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 0x55c5757e9670 secure :-1 s=READY pgs=2916 cs=0 l=1 rev1=1 crypto rx=0x55c5757e6b80 tx=0x7fc5dc004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=968f20f743409406 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.929+0000 7fc5ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:17.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5ccff9640 1 -- 172.21.15.39:0/3804530847 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc023070 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5ccff9640 1 -- 172.21.15.39:0/3804530847 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc5dc004030 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55c5753f53c0 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5ccff9640 1 -- 172.21.15.39:0/3804530847 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=330) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5dc010a40 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 10 client.12339 fetch_fsmap learned FSMap version 330 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=330,monmap=2+}) v3 -- 0x55c575700270 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5ccff9640 1 -- 172.21.15.39:0/3804530847 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55c5753f53c0 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5ccff9640 1 -- 172.21.15.39:0/3804530847 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 330) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc5dc004230 con 0x55c5757c6550 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 10 client.12339 fetch_fsmap finished waiting for FSMap version 330 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 10 client.12339 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 20 client.12339 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c575799640 0x55c575800bd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 4 client.12339 mds_command: new command op to 12180 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 --> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55c5754066c0 con 0x55c575799640 2024-09-13T16:23:17.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.930+0000 7fc5f197e640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c575799640 0x55c575800bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5ccff9640 10 client.12339 ms_handle_connect on v2:172.21.15.39:6833/1252670594 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f197e640 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c575799640 0x55c575800bd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=50af79579dd23327 server_cookie=4210980b169ade8b in_seq=0 out_seq=0 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5ccff9640 1 -- 172.21.15.39:0/3804530847 <== mds.0 v2:172.21.15.39:6833/1252670594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55c5754066c0 con 0x55c575799640 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5ccff9640 10 client.12339 handle_command_reply: tid=0 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 client.12339 shutdown 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 msgr2=0x55c5757e9670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 0x55c5757e9670 secure :-1 s=READY pgs=2916 cs=0 l=1 rev1=1 crypto rx=0x55c5757e6b80 tx=0x7fc5dc004730 comp rx=0 tx=0).stop 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 shutdown_connections 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c575799640 0x55c575800bd0 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c5757e9bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c6550 0x55c5757e9670 unknown :-1 s=CLOSED pgs=2916 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5ccff9640 0 client.12339 ms_handle_reset on v2:172.21.15.39:6833/1252670594 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 --2- 172.21.15.39:0/3804530847 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c57579f0a0 0x55c5757ebad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.931+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 >> 172.21.15.39:0/3804530847 conn(0x55c57579c860 msgr2=0x55c5757e3300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.932+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 shutdown_connections 2024-09-13T16:23:17.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.932+0000 7fc5f69df740 1 -- 172.21.15.39:0/3804530847 wait complete. 2024-09-13T16:23:17.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.932+0000 7fc5f69df740 20 client.12339 trim_cache size 0 max 16384 2024-09-13T16:23:17.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 Processor -- start 2024-09-13T16:23:17.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 -- start start 2024-09-13T16:23:17.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 0x55c5757e1350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c57579a510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57579aa50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c575685460 con 0x55c57579f0a0 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c575706d10 con 0x55c5757c5ef0 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.947+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c5757e9ea0 con 0x55c5757c6550 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 0x55c5757e1350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 0x55c5757e1350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40786/0 (socket says 172.21.15.39:40786) 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 -- 172.21.15.39:0/341751437 learned_addr learned my addr 172.21.15.39:0/341751437 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 -- 172.21.15.39:0/341751437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 msgr2=0x55c57579aa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57579aa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 -- 172.21.15.39:0/341751437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 msgr2=0x55c57579a510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c57579a510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 -- 172.21.15.39:0/341751437 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55c5756a25f0 con 0x55c57579f0a0 2024-09-13T16:23:17.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5f197e640 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 0x55c5757e1350 secure :-1 s=READY pgs=2917 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800f5a0 tx=0x7fc5e8012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6a30b997210f9fd1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5cffff640 1 -- 172.21.15.39:0/341751437 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e800fe50 con 0x55c57579f0a0 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5cffff640 1 -- 172.21.15.39:0/341751437 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5e80248e0 con 0x55c57579f0a0 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.948+0000 7fc5cffff640 1 -- 172.21.15.39:0/341751437 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5e8024c50 con 0x55c57579f0a0 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 -- 172.21.15.39:0/341751437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 msgr2=0x55c5757e1350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 0x55c5757e1350 secure :-1 s=READY pgs=2917 cs=0 l=1 rev1=1 crypto rx=0x7fc5e800f5a0 tx=0x7fc5e8012000 comp rx=0 tx=0).stop 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 -- 172.21.15.39:0/341751437 shutdown_connections 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57579aa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c5757c5ef0 0x55c57579a510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 --2- 172.21.15.39:0/341751437 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c57579f0a0 0x55c5757e1350 unknown :-1 s=CLOSED pgs=2917 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 -- 172.21.15.39:0/341751437 >> 172.21.15.39:0/341751437 conn(0x55c57579c860 msgr2=0x55c5757c5100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 -- 172.21.15.39:0/341751437 shutdown_connections 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 -- 172.21.15.39:0/341751437 wait complete. 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 -- start start 2024-09-13T16:23:17.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.949+0000 7fc5f69df740 1 Processor -- start 2024-09-13T16:23:17.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c57579f0a0 0x55c57584ef80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 0x55c5757e28a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57584b870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c57584f4c0 con 0x55c5757c5ef0 2024-09-13T16:23:17.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55c5757c0cf0 con 0x55c57579f0a0 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55c5757e2de0 con 0x55c5757c6550 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f69df740 10 client.0 _ll_register_callbacks cb 0x7fc5dc007530 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f117d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 0x55c5757e28a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f117d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 0x55c5757e28a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40798/0 (socket says 172.21.15.39:40798) 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.950+0000 7fc5f117d640 1 -- 172.21.15.39:0/2333297014 learned_addr learned my addr 172.21.15.39:0/2333297014 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f197e640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c57579f0a0 0x55c57584ef80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f217f640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57584b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f117d640 1 -- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 msgr2=0x55c57584b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f117d640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57584b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f117d640 1 -- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c57579f0a0 msgr2=0x55c57584ef80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f117d640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c57579f0a0 0x55c57584ef80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f117d640 1 -- 172.21.15.39:0/2333297014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5e8003960 con 0x55c5757c5ef0 2024-09-13T16:23:17.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f217f640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57584b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f117d640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 0x55c5757e28a0 secure :-1 s=READY pgs=2918 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc004670 tx=0x7fc5dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76aa5b00f9d19341 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5ccff9640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5ccff9640 1 -- 172.21.15.39:0/2333297014 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5dc010a40 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5ccff9640 1 -- 172.21.15.39:0/2333297014 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc5dc014640 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fc5dc010ba0 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5ccff9640 1 -- 172.21.15.39:0/2333297014 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=330) v2 ==== 24+0+0 (secure 0 0 0) 0x7fc5dc01e670 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f69df740 10 client.12345 fetch_fsmap learned FSMap version 330 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=330,monmap=2+}) v3 -- 0x55c5756c7d00 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5ccff9640 1 -- 172.21.15.39:0/2333297014 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5dc010ba0 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5ccff9640 1 -- 172.21.15.39:0/2333297014 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 330) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fc5dc014800 con 0x55c5757c5ef0 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.951+0000 7fc5f69df740 10 client.12345 fetch_fsmap finished waiting for FSMap version 330 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 10 client.12345 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 20 client.12345 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:17.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c5757e1fb0 0x55c57579a4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 4 client.12345 mds_command: new command op to 12180 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 --> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] -- command(tid 0: {"prefix": "status"}) v1 -- 0x55c575459d10 con 0x55c5757e1fb0 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f197e640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c5757e1fb0 0x55c57579a4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f197e640 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c5757e1fb0 0x55c57579a4c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2ef70f4e00400a05 server_cookie=e96fddf7b8ef91a0 in_seq=0 out_seq=0 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5ccff9640 10 client.12345 ms_handle_connect on v2:172.21.15.39:6833/1252670594 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5ccff9640 1 -- 172.21.15.39:0/2333297014 <== mds.0 v2:172.21.15.39:6833/1252670594 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+328 (crc 0 0 0) 0x55c575459d10 con 0x55c5757e1fb0 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5ccff9640 10 client.12345 handle_command_reply: tid=0 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 client.12345 shutdown 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 msgr2=0x55c5757e28a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 0x55c5757e28a0 secure :-1 s=READY pgs=2918 cs=0 l=1 rev1=1 crypto rx=0x7fc5dc004670 tx=0x7fc5dc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 shutdown_connections 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:6833/1252670594,v1:172.21.15.39:6835/1252670594] conn(0x55c5757e1fb0 0x55c57579a4c0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55c5757c6550 0x55c57584b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55c5757c5ef0 0x55c5757e28a0 unknown :-1 s=CLOSED pgs=2918 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5ccff9640 0 client.12345 ms_handle_reset on v2:172.21.15.39:6833/1252670594 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 --2- 172.21.15.39:0/2333297014 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55c57579f0a0 0x55c57584ef80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 >> 172.21.15.39:0/2333297014 conn(0x55c57579c860 msgr2=0x55c5757c8df0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 shutdown_connections 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.952+0000 7fc5f69df740 1 -- 172.21.15.39:0/2333297014 wait complete. 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f69df740 20 client.12345 trim_cache size 0 max 16384 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:23:17.960 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 12180, 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 9.0308138570000001, 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 330, 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 142, 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 142, 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 13.44620748 2024-09-13T16:23:17.961 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc5d006ac00 msgr2=0x7fc5d006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc5d006ac00 0x7fc5d006d0c0 secure :-1 s=READY pgs=1135 cs=0 l=1 rev1=1 crypto rx=0x7fc5e8004f60 tx=0x7fc5e8007e30 comp rx=0 tx=0).stop 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 msgr2=0x7fc5ec0ce450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 0x7fc5ec0ce450 secure :-1 s=READY pgs=2914 cs=0 l=1 rev1=1 crypto rx=0x7fc5e4009f40 tx=0x7fc5e4004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 shutdown_connections 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc5d006ac00 0x7fc5d006d0c0 unknown :-1 s=CLOSED pgs=1135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.962 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5ec154a80 0x7fc5ec0ce450 unknown :-1 s=CLOSED pgs=2914 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5ec0cd9a0 0x7fc5ec14ef40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 --2- 172.21.15.39:0/347984634 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5ec071280 0x7fc5ec147cb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:17.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 >> 172.21.15.39:0/347984634 conn(0x7fc5ec0b15d0 msgr2=0x7fc5ec0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:17.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 shutdown_connections 2024-09-13T16:23:17.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:17.953+0000 7fc5f3be2640 1 -- 172.21.15.39:0/347984634 wait complete. 2024-09-13T16:23:17.965 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:23:18.067 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.066+0000 7facd86b8640 1 Processor -- start 2024-09-13T16:23:18.068 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.066+0000 7facd86b8640 1 -- start start 2024-09-13T16:23:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd86b8640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7facd0154a80 0x7facd00b25e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd86b8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7facd00b2b20 0x7facd0071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd86b8640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7facd00b2ff0 con 0x7facd00717c0 2024-09-13T16:23:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd86b8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facd0071c50 con 0x7facd00b2b20 2024-09-13T16:23:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd86b8640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7facd00b32d0 con 0x7facd0154a80 2024-09-13T16:23:18.069 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd5c53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7facd00b2b20 0x7facd0071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd5c53640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7facd00b2b20 0x7facd0071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40812/0 (socket says 172.21.15.39:40812) 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd5c53640 1 -- 172.21.15.39:0/948724248 learned_addr learned my addr 172.21.15.39:0/948724248 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd6454640 1 --2- 172.21.15.39:0/948724248 >> v2:172.21.15.157:3300/0 conn(0x7facd0154a80 0x7facd00b25e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd5c53640 1 -- 172.21.15.39:0/948724248 >> v2:172.21.15.157:3300/0 conn(0x7facd0154a80 msgr2=0x7facd00b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.067+0000 7facd5c53640 1 --2- 172.21.15.39:0/948724248 >> v2:172.21.15.157:3300/0 conn(0x7facd0154a80 0x7facd00b25e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd5c53640 1 -- 172.21.15.39:0/948724248 >> v1:172.21.15.157:6789/0 conn(0x7facd00717c0 legacy=0x7facd0069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd5c53640 1 -- 172.21.15.39:0/948724248 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facd00b35b0 con 0x7facd00b2b20 2024-09-13T16:23:18.070 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd6454640 1 --2- 172.21.15.39:0/948724248 >> v2:172.21.15.157:3300/0 conn(0x7facd0154a80 0x7facd00b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd5c53640 1 --2- 172.21.15.39:0/948724248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd00b2b20 0x7facd0071280 secure :-1 s=READY pgs=2919 cs=0 l=1 rev1=1 crypto rx=0x7facd006afd0 tx=0x7facc402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6045ac4efb51a52f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:18.071 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd5452640 1 -- 172.21.15.39:0/948724248 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facc4032440 con 0x7facd00b2b20 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd5452640 1 -- 172.21.15.39:0/948724248 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facc40325a0 con 0x7facd00b2b20 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.068+0000 7facd5452640 1 -- 172.21.15.39:0/948724248 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facc4032930 con 0x7facd00b2b20 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 -- 172.21.15.39:0/948724248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd00b2b20 msgr2=0x7facd0071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 --2- 172.21.15.39:0/948724248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd00b2b20 0x7facd0071280 secure :-1 s=READY pgs=2919 cs=0 l=1 rev1=1 crypto rx=0x7facd006afd0 tx=0x7facc402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 -- 172.21.15.39:0/948724248 shutdown_connections 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 --2- 172.21.15.39:0/948724248 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd00b2b20 0x7facd0071280 unknown :-1 s=CLOSED pgs=2919 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 --2- 172.21.15.39:0/948724248 >> v2:172.21.15.157:3300/0 conn(0x7facd0154a80 0x7facd00b25e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 -- 172.21.15.39:0/948724248 >> 172.21.15.39:0/948724248 conn(0x7facd00b15d0 msgr2=0x7facd00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 -- 172.21.15.39:0/948724248 shutdown_connections 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.069+0000 7facd86b8640 1 -- 172.21.15.39:0/948724248 wait complete. 2024-09-13T16:23:18.072 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.070+0000 7facd86b8640 1 Processor -- start 2024-09-13T16:23:18.073 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.070+0000 7facd86b8640 1 -- start start 2024-09-13T16:23:18.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd86b8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facd00717c0 0x7facd01f0370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:18.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd86b8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facd00b2b20 0x7facd014b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:18.075 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd86b8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 0x7facd01f3e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd86b8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd0149a10 con 0x7facd0154a80 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd86b8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7facd0149cf0 con 0x7facd00717c0 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd86b8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7facd0149fd0 con 0x7facd00b2b20 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6c55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 0x7facd01f3e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6c55640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 0x7facd01f3e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40824/0 (socket says 172.21.15.39:40824) 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6c55640 1 -- 172.21.15.39:0/1134359679 learned_addr learned my addr 172.21.15.39:0/1134359679 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6454640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facd00717c0 0x7facd01f0370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd5c53640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facd00b2b20 0x7facd014b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6c55640 1 -- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facd00b2b20 msgr2=0x7facd014b7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6c55640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facd00b2b20 0x7facd014b7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.071+0000 7facd6c55640 1 -- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facd00717c0 msgr2=0x7facd01f0370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:18.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facd6c55640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facd00717c0 0x7facd01f0370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facd6c55640 1 -- 172.21.15.39:0/1134359679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7facc40094d0 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facd6c55640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 0x7facd01f3e70 secure :-1 s=READY pgs=2920 cs=0 l=1 rev1=1 crypto rx=0x7facc800c410 tx=0x7facc800c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facc8011790 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7facc80118f0 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7facd014a2b0 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7facc8011ce0 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.072+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7facd014aab0 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.073+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7facd014a7d0 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.073+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7facc801c460 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.074+0000 7facceffd640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7facbc06ac00 0x7facbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.074+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7facc8088f20 con 0x7facd0154a80 2024-09-13T16:23:18.077 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.074+0000 7facd6454640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7facbc06ac00 0x7facbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:18.078 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.075+0000 7facd6454640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7facbc06ac00 0x7facbc06d0c0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7facc000f500 tx=0x7facc0007770 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:18.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.078+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7facd014a7d0 con 0x7facd0154a80 2024-09-13T16:23:18.286 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.285+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7facd014a7d0 con 0x7facd0154a80 2024-09-13T16:23:18.287 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.285+0000 7facceffd640 1 -- 172.21.15.39:0/1134359679 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v330) v1 ==== 53+0+73 (secure 0 0 0) 0x7facd014a7d0 con 0x7facd0154a80 2024-09-13T16:23:18.287 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7facbc06ac00 msgr2=0x7facbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7facbc06ac00 0x7facbc06d0c0 secure :-1 s=READY pgs=1136 cs=0 l=1 rev1=1 crypto rx=0x7facc000f500 tx=0x7facc0007770 comp rx=0 tx=0).stop 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 msgr2=0x7facd01f3e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 0x7facd01f3e70 secure :-1 s=READY pgs=2920 cs=0 l=1 rev1=1 crypto rx=0x7facc800c410 tx=0x7facc800c8d0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 shutdown_connections 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7facbc06ac00 0x7facbc06d0c0 unknown :-1 s=CLOSED pgs=1136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7facd0154a80 0x7facd01f3e70 unknown :-1 s=CLOSED pgs=2920 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7facd00b2b20 0x7facd014b7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.289 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 --2- 172.21.15.39:0/1134359679 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7facd00717c0 0x7facd01f0370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:18.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 >> 172.21.15.39:0/1134359679 conn(0x7facd00b15d0 msgr2=0x7facd00b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:18.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 shutdown_connections 2024-09-13T16:23:18.290 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:18.287+0000 7facd86b8640 1 -- 172.21.15.39:0/1134359679 wait complete. 2024-09-13T16:23:18.299 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:23:18.299 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:23:18.299 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:23:18.299 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:23:18.300 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:18.300 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:23:18.300 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:23:18.300 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:23:18.300 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:23:18.300 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.300 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:23:18.317 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42014sec preferred_lft 42014sec 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:18.318 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:23:18.319 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:23:18.320 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:18.320 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.320 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:23:18.381 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:23:18.383 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.383 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:23:18.440 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:23:18.440 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:23:18.440 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:23:18.440 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:23:18.440 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:23:18.441 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.441 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:23:18.441 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:23:18.441 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:23:18.441 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:23:18.441 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:23:18.441 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:23:18.528 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.529 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:23:18.545 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:23:18.545 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:23:18.545 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:23:18.545 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.545 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:23:18.611 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:23:18.611 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:23:18.611 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:18.667 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:23:18.668 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:23:18.668 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:18.724 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:23:18.791 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:23:18.791 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:23:18.856 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:23:18.861 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:23:18.861 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:18.861 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:23:18.917 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:23:18.917 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:23:18.960 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:23:18.985 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:23:18.985 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:23:19.044 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:23:19.042+0000 7f687ce36480 -1 init, newargv = 0x5623b0f3c0b0 newargc=15 2024-09-13T16:23:19.044 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[99153]: starting ceph client 2024-09-13T16:23:19.048 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[99153]: starting fuse 2024-09-13T16:23:19.053 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:23:19.054 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:23:19.055 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.055 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:23:19.111 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:23:19.111 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:23:19.111 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:23:19.112 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:23:19.113 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:23:19.114 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:19.114 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:23:19.114 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:23:19.229 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.99153.asok 2024-09-13T16:23:19.416 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.99153.asok 2024-09-13T16:23:19.416 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.416 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.99153.asok status 2024-09-13T16:23:19.553 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "99153", 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:23:19.554 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 12360, 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 12360 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2515977571 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:23:19.555 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 2515977571 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.12360 192.168.0.1:0/2515977571", 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/2515977571", 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 330, 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 142, 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:23:19.556 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:19.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.562 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:23:19.563 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:19.579 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:23:19.580 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:19.580 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.580 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:19.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.648 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir dir1) 2024-09-13T16:23:19.711 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.711 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch dir1/file1) 2024-09-13T16:23:19.772 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.772 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir dir2) 2024-09-13T16:23:19.831 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.831 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec touch dir2/file2) 2024-09-13T16:23:19.893 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.893 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec mkdir testdir) 2024-09-13T16:23:19.951 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:19.951 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln dir1/file1 testdir/hardlink1) 2024-09-13T16:23:20.013 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:20.013 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec ln dir2/file2 testdir/hardlink2) 2024-09-13T16:23:20.072 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:23:20.072 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:23:20.072 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:23:20.072 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:20.072 DEBUG:teuthology.orchestra.run.smithi039:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir1/file1").st_ino) 2024-09-13T16:23:20.072 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:23:20.175 INFO:teuthology.orchestra.run.smithi039.stdout:1099511627777 2024-09-13T16:23:20.364 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:23:20.364 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:23:20.364 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:23:20.364 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:20.364 DEBUG:teuthology.orchestra.run.smithi039:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir2/file2").st_ino) 2024-09-13T16:23:20.365 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:23:20.468 INFO:teuthology.orchestra.run.smithi039.stdout:1099511628279 2024-09-13T16:23:20.658 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:23:20.658 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:23:20.658 DEBUG:teuthology.orchestra.run.smithi039:> import stat 2024-09-13T16:23:20.658 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:20.658 DEBUG:teuthology.orchestra.run.smithi039:> print(os.stat("/home/ubuntu/cephtest/mnt.0/dir2").st_ino) 2024-09-13T16:23:20.658 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:23:20.762 INFO:teuthology.orchestra.run.smithi039.stdout:1099511628278 2024-09-13T16:23:20.951 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:20.952 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:21.009 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:21.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.149+0000 7ff2fded0640 1 Processor -- start 2024-09-13T16:23:21.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.149+0000 7ff2fded0640 1 -- start start 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2fded0640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7ff2f815d300 0x7ff2f80cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2fded0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2f815aa50 con 0x7ff2f80ce980 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2fded0640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2f815af50 con 0x7ff2f80721f0 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2fded0640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2f815bed0 con 0x7ff2f815d300 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f6ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff2f80ce980 0x7ff2f80cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33132/0 (socket says 172.21.15.39:33132) 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f6ffd640 1 -- 172.21.15.39:0/1626344664 learned_addr learned my addr 172.21.15.39:0/1626344664 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/1626344664 >> v2:172.21.15.157:3300/0 conn(0x7ff2f815d300 0x7ff2f80cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3431631031 0 0) 0x7ff2f815aa50 con 0x7ff2f80ce980 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff2e4003520 con 0x7ff2f80ce980 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1607616384 0 0) 0x7ff2e4003520 con 0x7ff2f80ce980 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 >> v2:172.21.15.157:3300/0 conn(0x7ff2f815d300 msgr2=0x7ff2f80cc820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 --2- 172.21.15.39:0/1626344664 >> v2:172.21.15.157:3300/0 conn(0x7ff2f815d300 0x7ff2f80cc820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 >> v1:172.21.15.157:6789/0 conn(0x7ff2f80721f0 legacy=0x7ff2f80ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2f80cd6c0 con 0x7ff2f80ce980 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ff2e0001670 con 0x7ff2f80ce980 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 >> v1:172.21.15.39:6789/0 conn(0x7ff2f80ce980 legacy=0x7ff2f80cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2e4003970 0x7ff2e4003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2e40047c0 0x7ff2e4004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2e400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f815bed0 con 0x7ff2e4005180 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e400c120 con 0x7ff2e4003970 2024-09-13T16:23:21.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2e400c2e0 con 0x7ff2e40047c0 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.150+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2e400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f77fe640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2e4003970 0x7ff2e4003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f6ffd640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2e40047c0 0x7ff2e4004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f7fff640 1 -- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2e40047c0 msgr2=0x7ff2e4004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2e40047c0 0x7ff2e4004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f7fff640 1 -- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2e4003970 msgr2=0x7ff2e4003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2e4003970 0x7ff2e4003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f7fff640 1 -- 172.21.15.39:0/1626344664 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2e4003520 con 0x7ff2e4005180 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.151+0000 7ff2f7fff640 1 -- 172.21.15.39:0/1626344664 reap_dead start 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2e400b980 secure :-1 s=READY pgs=2925 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0009f90 tx=0x7ff2e40057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50b28f6032fceb1f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0003b90 con 0x7ff2e4005180 2024-09-13T16:23:21.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f002d070 con 0x7ff2e4005180 2024-09-13T16:23:21.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2f67fc640 1 -- 172.21.15.39:0/1626344664 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0004020 con 0x7ff2e4005180 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 -- 172.21.15.39:0/1626344664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 msgr2=0x7ff2e400b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2e400b980 secure :-1 s=READY pgs=2925 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0009f90 tx=0x7ff2e40057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 -- 172.21.15.39:0/1626344664 shutdown_connections 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 --2- 172.21.15.39:0/1626344664 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2e400b980 unknown :-1 s=CLOSED pgs=2925 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 -- 172.21.15.39:0/1626344664 >> 172.21.15.39:0/1626344664 conn(0x7ff2f806b3b0 msgr2=0x7ff2f806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 -- 172.21.15.39:0/1626344664 shutdown_connections 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.152+0000 7ff2fded0640 1 -- 172.21.15.39:0/1626344664 wait complete. 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.153+0000 7ff2fded0640 1 Processor -- start 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 -- start start 2024-09-13T16:23:21.160 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2f80c3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2f81f3160 0x7ff2f80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2f81f35e0 0x7ff2f80acda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f80c4100 con 0x7ff2e4005180 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f81f2f90 con 0x7ff2f81f35e0 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2fded0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2f81f2cb0 con 0x7ff2f81f3160 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.154+0000 7ff2f77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2f80c3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2f80c3bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40844/0 (socket says 172.21.15.39:40844) 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 -- 172.21.15.39:0/3710409417 learned_addr learned my addr 172.21.15.39:0/3710409417 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 -- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2f81f3160 msgr2=0x7ff2f80ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2f81f3160 0x7ff2f80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 -- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2f81f35e0 msgr2=0x7ff2f80acda0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2f81f35e0 0x7ff2f80acda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2f81f35e0 0x7ff2f80acda0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 -- 172.21.15.39:0/3710409417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2f80b1560 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f7fff640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2f81f35e0 0x7ff2f80acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2f77fe640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2f80c3bc0 secure :-1 s=READY pgs=2926 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800f5f0 tx=0x7ff2e800fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2e80052e0 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2e8005440 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2f80b1840 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2e8003810 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.155+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2f81f1fa0 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.156+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2f80672f0 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.157+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff2e8003970 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.157+0000 7ff2effff640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2d806ac00 0x7ff2d806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.157+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff2e8089110 con 0x7ff2e4005180 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.157+0000 7ff2f6ffd640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2d806ac00 0x7ff2d806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.158+0000 7ff2f6ffd640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2d806ac00 0x7ff2d806d0c0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7ff2f815a040 tx=0x7ff2e0000ef0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.161+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff2e8054380 con 0x7ff2e4005180 2024-09-13T16:23:21.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.331+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff2f80ce1f0 con 0x7ff2e4005180 2024-09-13T16:23:21.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.332+0000 7ff2effff640 1 -- 172.21.15.39:0/3710409417 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v142) v1 ==== 74+0+16507 (secure 0 0 0) 0x7ff2e80579a0 con 0x7ff2e4005180 2024-09-13T16:23:21.335 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:21.335 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":142,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:09.922758+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2d806ac00 msgr2=0x7ff2d806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2d806ac00 0x7ff2d806d0c0 secure :-1 s=READY pgs=1137 cs=0 l=1 rev1=1 crypto rx=0x7ff2f815a040 tx=0x7ff2e0000ef0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 msgr2=0x7ff2f80c3bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2f80c3bc0 secure :-1 s=READY pgs=2926 cs=0 l=1 rev1=1 crypto rx=0x7ff2e800f5f0 tx=0x7ff2e800fab0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 shutdown_connections 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2d806ac00 0x7ff2d806d0c0 unknown :-1 s=CLOSED pgs=1137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2f81f35e0 0x7ff2f80acda0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2f81f3160 0x7ff2f80ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 --2- 172.21.15.39:0/3710409417 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2e4005180 0x7ff2f80c3bc0 unknown :-1 s=CLOSED pgs=2926 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 >> 172.21.15.39:0/3710409417 conn(0x7ff2f806b3b0 msgr2=0x7ff2f80ad940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:21.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.334+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 shutdown_connections 2024-09-13T16:23:21.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.335+0000 7ff2fded0640 1 -- 172.21.15.39:0/3710409417 wait complete. 2024-09-13T16:23:21.348 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:23:07.168627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '141', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:23:07.882894+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '142', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:23:21.348 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:23:21.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.450+0000 7f180813e640 1 Processor -- start 2024-09-13T16:23:21.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.451+0000 7f180813e640 1 -- start start 2024-09-13T16:23:21.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.451+0000 7f180813e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f18000cc460 0x7f1800159ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.451+0000 7f180813e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f180015a200 0x7f180015a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.451+0000 7f180813e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f180015a000 con 0x7f18000cb810 2024-09-13T16:23:21.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.451+0000 7f180813e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f180015ab50 con 0x7f18000cc460 2024-09-13T16:23:21.459 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.451+0000 7f180813e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f18000cbbf0 con 0x7f180015a200 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18056d9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f18000cc460 0x7f1800159ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f1805eda640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f18000cb810 0x7f18000b25e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33138/0 (socket says 172.21.15.39:33138) 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f1805eda640 1 -- 172.21.15.39:0/3688128778 learned_addr learned my addr 172.21.15.39:0/3688128778 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18066db640 1 --2- 172.21.15.39:0/3688128778 >> v2:172.21.15.157:3300/0 conn(0x7f180015a200 0x7f180015a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18056d9640 1 -- 172.21.15.39:0/3688128778 >> v2:172.21.15.157:3300/0 conn(0x7f180015a200 msgr2=0x7f180015a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18056d9640 1 --2- 172.21.15.39:0/3688128778 >> v2:172.21.15.157:3300/0 conn(0x7f180015a200 0x7f180015a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18056d9640 1 -- 172.21.15.39:0/3688128778 >> v1:172.21.15.39:6789/0 conn(0x7f18000cb810 legacy=0x7f18000b25e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18056d9640 1 -- 172.21.15.39:0/3688128778 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f18000b1540 con 0x7f18000cc460 2024-09-13T16:23:21.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.452+0000 7f18066db640 1 --2- 172.21.15.39:0/3688128778 >> v2:172.21.15.157:3300/0 conn(0x7f180015a200 0x7f180015a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f18056d9640 1 --2- 172.21.15.39:0/3688128778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18000cc460 0x7f1800159ac0 secure :-1 s=READY pgs=2928 cs=0 l=1 rev1=1 crypto rx=0x7f18000739e0 tx=0x7f17f402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=148c6b074b5c1d66 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f1804ed8640 1 -- 172.21.15.39:0/3688128778 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f4032440 con 0x7f18000cc460 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f1804ed8640 1 -- 172.21.15.39:0/3688128778 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17f40325a0 con 0x7f18000cc460 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f1804ed8640 1 -- 172.21.15.39:0/3688128778 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f4032930 con 0x7f18000cc460 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f180813e640 1 -- 172.21.15.39:0/3688128778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18000cc460 msgr2=0x7f1800159ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f180813e640 1 --2- 172.21.15.39:0/3688128778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18000cc460 0x7f1800159ac0 secure :-1 s=READY pgs=2928 cs=0 l=1 rev1=1 crypto rx=0x7f18000739e0 tx=0x7f17f402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f180813e640 1 -- 172.21.15.39:0/3688128778 shutdown_connections 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f180813e640 1 --2- 172.21.15.39:0/3688128778 >> v2:172.21.15.157:3300/0 conn(0x7f180015a200 0x7f180015a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f180813e640 1 --2- 172.21.15.39:0/3688128778 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f18000cc460 0x7f1800159ac0 unknown :-1 s=CLOSED pgs=2928 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.453+0000 7f180813e640 1 -- 172.21.15.39:0/3688128778 >> 172.21.15.39:0/3688128778 conn(0x7f18000b00a0 msgr2=0x7f18000b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:21.461 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.454+0000 7f180813e640 1 -- 172.21.15.39:0/3688128778 shutdown_connections 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.454+0000 7f180813e640 1 -- 172.21.15.39:0/3688128778 wait complete. 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 Processor -- start 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 -- start start 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18000cb810 0x7f1800071e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18000cc460 0x7f18001453f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 0x7f180014e990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1800145af0 con 0x7f180015a200 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1800070930 con 0x7f18000cb810 2024-09-13T16:23:21.462 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.455+0000 7f180813e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1800070c10 con 0x7f18000cc460 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 0x7f180014e990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 0x7f180014e990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40868/0 (socket says 172.21.15.39:40868) 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 -- 172.21.15.39:0/2809395916 learned_addr learned my addr 172.21.15.39:0/2809395916 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f1805eda640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18000cb810 0x7f1800071e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 -- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18000cc460 msgr2=0x7f18001453f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18000cc460 0x7f18001453f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 -- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18000cb810 msgr2=0x7f1800071e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18000cb810 0x7f1800071e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 -- 172.21.15.39:0/2809395916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f17f4009400 con 0x7f180015a200 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f18066db640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 0x7f180014e990 secure :-1 s=READY pgs=2929 cs=0 l=1 rev1=1 crypto rx=0x7f17f800cef0 tx=0x7f17f800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f800d840 con 0x7f180015a200 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f17f800d9c0 con 0x7f180015a200 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1800070ef0 con 0x7f180015a200 2024-09-13T16:23:21.463 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f17f800dd70 con 0x7f180015a200 2024-09-13T16:23:21.464 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.456+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f180014eed0 con 0x7f180015a200 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.457+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f180014f120 con 0x7f180015a200 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.458+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f17f801e3b0 con 0x7f180015a200 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.458+0000 7f17f27fc640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17e406ac00 0x7f17e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.458+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f17f8089ec0 con 0x7f180015a200 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.458+0000 7f1805eda640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17e406ac00 0x7f17e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.459+0000 7f1805eda640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17e406ac00 0x7f17e406d0c0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f17fc005880 tx=0x7f17fc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.462+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f17f80550d0 con 0x7f180015a200 2024-09-13T16:23:21.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.631+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1800071410 con 0x7f180015a200 2024-09-13T16:23:21.634 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.632+0000 7f17f27fc640 1 -- 172.21.15.39:0/2809395916 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v142) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1800071410 con 0x7f180015a200 2024-09-13T16:23:21.634 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:23:21.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17e406ac00 msgr2=0x7f17e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17e406ac00 0x7f17e406d0c0 secure :-1 s=READY pgs=1138 cs=0 l=1 rev1=1 crypto rx=0x7f17fc005880 tx=0x7f17fc009040 comp rx=0 tx=0).stop 2024-09-13T16:23:21.636 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 msgr2=0x7f180014e990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 0x7f180014e990 secure :-1 s=READY pgs=2929 cs=0 l=1 rev1=1 crypto rx=0x7f17f800cef0 tx=0x7f17f800a710 comp rx=0 tx=0).stop 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 shutdown_connections 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f17e406ac00 0x7f17e406d0c0 unknown :-1 s=CLOSED pgs=1138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f180015a200 0x7f180014e990 unknown :-1 s=CLOSED pgs=2929 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18000cc460 0x7f18001453f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 --2- 172.21.15.39:0/2809395916 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f18000cb810 0x7f1800071e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 >> 172.21.15.39:0/2809395916 conn(0x7f18000b00a0 msgr2=0x7f18000adff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 shutdown_connections 2024-09-13T16:23:21.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.634+0000 7f180813e640 1 -- 172.21.15.39:0/2809395916 wait complete. 2024-09-13T16:23:21.647 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:23:21.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.749+0000 7f9afbe4f640 1 Processor -- start 2024-09-13T16:23:21.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.749+0000 7f9afbe4f640 1 -- start start 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9afbe4f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9af4156e60 0x7f9af415aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9afbe4f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9af40b25b0 0x7f9af40b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9afbe4f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9af40cb080 con 0x7f9af4069ed0 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9afbe4f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9af4070d40 con 0x7f9af4156e60 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9afbe4f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9af40b3120 con 0x7f9af40b25b0 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9af9beb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9af4156e60 0x7f9af415aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9af9beb640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9af4156e60 0x7f9af415aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40872/0 (socket says 172.21.15.39:40872) 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9af9beb640 1 -- 172.21.15.39:0/2199911019 learned_addr learned my addr 172.21.15.39:0/2199911019 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9af9beb640 1 -- 172.21.15.39:0/2199911019 >> v2:172.21.15.157:3300/0 conn(0x7f9af40b25b0 msgr2=0x7f9af40b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.750+0000 7f9af9beb640 1 --2- 172.21.15.39:0/2199911019 >> v2:172.21.15.157:3300/0 conn(0x7f9af40b25b0 0x7f9af40b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.751+0000 7f9af9beb640 1 -- 172.21.15.39:0/2199911019 >> v1:172.21.15.157:6789/0 conn(0x7f9af4069ed0 legacy=0x7f9af40711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:21.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.751+0000 7f9af9beb640 1 -- 172.21.15.39:0/2199911019 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9af40b3400 con 0x7f9af4156e60 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.751+0000 7f9af9beb640 1 --2- 172.21.15.39:0/2199911019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4156e60 0x7f9af415aa30 secure :-1 s=READY pgs=2930 cs=0 l=1 rev1=1 crypto rx=0x7f9af40adde0 tx=0x7f9ae402a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=46fd7e333cdbe328 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.751+0000 7f9af8be9640 1 -- 172.21.15.39:0/2199911019 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae4031600 con 0x7f9af4156e60 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.751+0000 7f9af8be9640 1 -- 172.21.15.39:0/2199911019 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ae402d050 con 0x7f9af4156e60 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.751+0000 7f9af8be9640 1 -- 172.21.15.39:0/2199911019 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae4031980 con 0x7f9af4156e60 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 -- 172.21.15.39:0/2199911019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4156e60 msgr2=0x7f9af415aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/2199911019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4156e60 0x7f9af415aa30 secure :-1 s=READY pgs=2930 cs=0 l=1 rev1=1 crypto rx=0x7f9af40adde0 tx=0x7f9ae402a6f0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 -- 172.21.15.39:0/2199911019 shutdown_connections 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/2199911019 >> v2:172.21.15.157:3300/0 conn(0x7f9af40b25b0 0x7f9af40b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/2199911019 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4156e60 0x7f9af415aa30 unknown :-1 s=CLOSED pgs=2930 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 -- 172.21.15.39:0/2199911019 >> 172.21.15.39:0/2199911019 conn(0x7f9af40b00a0 msgr2=0x7f9af40b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:21.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 -- 172.21.15.39:0/2199911019 shutdown_connections 2024-09-13T16:23:21.756 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.752+0000 7f9afbe4f640 1 -- 172.21.15.39:0/2199911019 wait complete. 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.753+0000 7f9afbe4f640 1 Processor -- start 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.753+0000 7f9afbe4f640 1 -- start start 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afbe4f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 0x7f9af4153030 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afbe4f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9af40b25b0 0x7f9af414f890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afbe4f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9af4156e60 0x7f9af414fdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afbe4f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9af40cc3b0 con 0x7f9af4069ed0 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afbe4f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9af414e590 con 0x7f9af40b25b0 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afbe4f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9af414e830 con 0x7f9af4156e60 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 0x7f9af4153030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 0x7f9af4153030 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40882/0 (socket says 172.21.15.39:40882) 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 -- 172.21.15.39:0/4247334041 learned_addr learned my addr 172.21.15.39:0/4247334041 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af93ea640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9af40b25b0 0x7f9af414f890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9afa3ec640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9af4156e60 0x7f9af414fdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 -- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9af4156e60 msgr2=0x7f9af414fdd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9af4156e60 0x7f9af414fdd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 -- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9af40b25b0 msgr2=0x7f9af414f890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9af40b25b0 0x7f9af414f890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af9beb640 1 -- 172.21.15.39:0/4247334041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ae4009b30 con 0x7f9af4069ed0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.754+0000 7f9af93ea640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9af40b25b0 0x7f9af414f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.755+0000 7f9af9beb640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 0x7f9af4153030 secure :-1 s=READY pgs=2931 cs=0 l=1 rev1=1 crypto rx=0x7f9ae40093e0 tx=0x7f9ae4004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.755+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae403b820 con 0x7f9af4069ed0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.755+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ae403b9a0 con 0x7f9af4069ed0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.755+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9af414eb10 con 0x7f9af4069ed0 2024-09-13T16:23:21.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.755+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ae403bd50 con 0x7f9af4069ed0 2024-09-13T16:23:21.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.755+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9af4151740 con 0x7f9af4069ed0 2024-09-13T16:23:21.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.756+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9af40672f0 con 0x7f9af4069ed0 2024-09-13T16:23:21.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.756+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9ae4038050 con 0x7f9af4069ed0 2024-09-13T16:23:21.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.757+0000 7f9af27fc640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ae006ac30 0x7f9ae006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:21.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.757+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f9ae40a9f70 con 0x7f9af4069ed0 2024-09-13T16:23:21.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.757+0000 7f9af93ea640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ae006ac30 0x7f9ae006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:21.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.758+0000 7f9af93ea640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ae006ac30 0x7f9ae006d0f0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f9af40afe60 tx=0x7f9ae8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:21.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.761+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9ae40dd9c0 con 0x7f9af4069ed0 2024-09-13T16:23:21.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.929+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9af40b2a40 con 0x7f9af4069ed0 2024-09-13T16:23:21.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.930+0000 7f9af27fc640 1 -- 172.21.15.39:0/4247334041 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v142) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9ae4075210 con 0x7f9af4069ed0 2024-09-13T16:23:21.932 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:23:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ae006ac30 msgr2=0x7f9ae006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ae006ac30 0x7f9ae006d0f0 secure :-1 s=READY pgs=1139 cs=0 l=1 rev1=1 crypto rx=0x7f9af40afe60 tx=0x7f9ae8008040 comp rx=0 tx=0).stop 2024-09-13T16:23:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 msgr2=0x7f9af4153030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:21.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 0x7f9af4153030 secure :-1 s=READY pgs=2931 cs=0 l=1 rev1=1 crypto rx=0x7f9ae40093e0 tx=0x7f9ae4004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 shutdown_connections 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ae006ac30 0x7f9ae006d0f0 unknown :-1 s=CLOSED pgs=1139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9af4156e60 0x7f9af414fdd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9af40b25b0 0x7f9af414f890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 --2- 172.21.15.39:0/4247334041 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9af4069ed0 0x7f9af4153030 unknown :-1 s=CLOSED pgs=2931 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.931+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 >> 172.21.15.39:0/4247334041 conn(0x7f9af40b00a0 msgr2=0x7f9af4158770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.932+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 shutdown_connections 2024-09-13T16:23:21.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:21.932+0000 7f9afbe4f640 1 -- 172.21.15.39:0/4247334041 wait complete. 2024-09-13T16:23:21.945 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:23:22.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.047+0000 7fdac9812640 1 Processor -- start 2024-09-13T16:23:22.050 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.047+0000 7fdac9812640 1 -- start start 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac9812640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdac4160ff0 0x7fdac40b6370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac9812640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40b4160 0x7fdac40b45f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac9812640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdac40b57d0 con 0x7fdac40d1630 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac9812640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdac40d1ef0 con 0x7fdac4160ff0 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac9812640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdac40d0130 con 0x7fdac40b4160 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fdac4160ff0 0x7fdac40b6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac27fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fdac40d1630 0x7fdac40cd740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33148/0 (socket says 172.21.15.39:33148) 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.048+0000 7fdac27fc640 1 -- 172.21.15.39:0/3386039614 learned_addr learned my addr 172.21.15.39:0/3386039614 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac2ffd640 1 -- 172.21.15.39:0/3386039614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40b4160 msgr2=0x7fdac40b45f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:22.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac37fe640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40b4160 0x7fdac40b45f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac1ffb640 1 -- 172.21.15.39:0/3386039614 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2491379556 0 0) 0x7fdac40b57d0 con 0x7fdac40d1630 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac2ffd640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40b4160 0x7fdac40b45f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac2ffd640 1 -- 172.21.15.39:0/3386039614 >> v1:172.21.15.39:6789/0 conn(0x7fdac40d1630 legacy=0x7fdac40cd740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac2ffd640 1 -- 172.21.15.39:0/3386039614 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdac40cfe50 con 0x7fdac4160ff0 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac37fe640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40b4160 0x7fdac40b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.049+0000 7fdac2ffd640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac40b6370 secure :-1 s=READY pgs=2933 cs=0 l=1 rev1=1 crypto rx=0x7fdabc0097a0 tx=0x7fdabc02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d61b27a249250895 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac1ffb640 1 -- 172.21.15.39:0/3386039614 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdabc02adb0 con 0x7fdac4160ff0 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac1ffb640 1 -- 172.21.15.39:0/3386039614 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdabc032440 con 0x7fdac4160ff0 2024-09-13T16:23:22.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac1ffb640 1 -- 172.21.15.39:0/3386039614 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdabc0327d0 con 0x7fdac4160ff0 2024-09-13T16:23:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 -- 172.21.15.39:0/3386039614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 msgr2=0x7fdac40b6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac40b6370 secure :-1 s=READY pgs=2933 cs=0 l=1 rev1=1 crypto rx=0x7fdabc0097a0 tx=0x7fdabc02a060 comp rx=0 tx=0).stop 2024-09-13T16:23:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 -- 172.21.15.39:0/3386039614 shutdown_connections 2024-09-13T16:23:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40b4160 0x7fdac40b45f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 --2- 172.21.15.39:0/3386039614 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac40b6370 unknown :-1 s=CLOSED pgs=2933 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 -- 172.21.15.39:0/3386039614 >> 172.21.15.39:0/3386039614 conn(0x7fdac406c080 msgr2=0x7fdac406c490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:22.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 -- 172.21.15.39:0/3386039614 shutdown_connections 2024-09-13T16:23:22.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.050+0000 7fdac9812640 1 -- 172.21.15.39:0/3386039614 wait complete. 2024-09-13T16:23:22.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.051+0000 7fdac9812640 1 Processor -- start 2024-09-13T16:23:22.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 -- start start 2024-09-13T16:23:22.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac40b4160 0x7fdac40b0b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40d1630 0x7fdac415fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac41f5f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdac40cbd90 con 0x7fdac4160ff0 2024-09-13T16:23:22.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdac40cb460 con 0x7fdac40b4160 2024-09-13T16:23:22.057 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac9812640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdac40cb740 con 0x7fdac40d1630 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac41f5f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac41f5f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40912/0 (socket says 172.21.15.39:40912) 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.052+0000 7fdac37fe640 1 -- 172.21.15.39:0/1991660667 learned_addr learned my addr 172.21.15.39:0/1991660667 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac27fc640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40d1630 0x7fdac415fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac2ffd640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac40b4160 0x7fdac40b0b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac37fe640 1 -- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40d1630 msgr2=0x7fdac415fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac37fe640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40d1630 0x7fdac415fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac37fe640 1 -- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac40b4160 msgr2=0x7fdac40b0b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac37fe640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac40b4160 0x7fdac40b0b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac37fe640 1 -- 172.21.15.39:0/1991660667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdabc009400 con 0x7fdac4160ff0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac37fe640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac41f5f80 secure :-1 s=READY pgs=2934 cs=0 l=1 rev1=1 crypto rx=0x7fdab400cd50 tx=0x7fdab400a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab400f680 con 0x7fdac4160ff0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdab400f800 con 0x7fdac4160ff0 2024-09-13T16:23:22.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdac40cba20 con 0x7fdac4160ff0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdab400fbb0 con 0x7fdac4160ff0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.053+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdac40b1080 con 0x7fdac4160ff0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.054+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdac40cd350 con 0x7fdac4160ff0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.055+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fdab400b040 con 0x7fdac4160ff0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.055+0000 7fdabbfff640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa406ac00 0x7fdaa406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.055+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fdab4089bf0 con 0x7fdac4160ff0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.055+0000 7fdac2ffd640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa406ac00 0x7fdaa406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.056+0000 7fdac2ffd640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa406ac00 0x7fdaa406d0c0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fdabc034000 tx=0x7fdabc02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.059+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fdab4054f10 con 0x7fdac4160ff0 2024-09-13T16:23:22.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.229+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fdac40d1b30 con 0x7fdac4160ff0 2024-09-13T16:23:22.232 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.230+0000 7fdabbfff640 1 -- 172.21.15.39:0/1991660667 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v142) v1 ==== 100+0+11 (secure 0 0 0) 0x7fdab4058530 con 0x7fdac4160ff0 2024-09-13T16:23:22.232 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:23:22.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa406ac00 msgr2=0x7fdaa406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa406ac00 0x7fdaa406d0c0 secure :-1 s=READY pgs=1140 cs=0 l=1 rev1=1 crypto rx=0x7fdabc034000 tx=0x7fdabc02e000 comp rx=0 tx=0).stop 2024-09-13T16:23:22.234 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 msgr2=0x7fdac41f5f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac41f5f80 secure :-1 s=READY pgs=2934 cs=0 l=1 rev1=1 crypto rx=0x7fdab400cd50 tx=0x7fdab400a650 comp rx=0 tx=0).stop 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 shutdown_connections 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fdaa406ac00 0x7fdaa406d0c0 unknown :-1 s=CLOSED pgs=1140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fdac4160ff0 0x7fdac41f5f80 unknown :-1 s=CLOSED pgs=2934 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fdac40d1630 0x7fdac415fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 --2- 172.21.15.39:0/1991660667 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fdac40b4160 0x7fdac40b0b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 >> 172.21.15.39:0/1991660667 conn(0x7fdac406c080 msgr2=0x7fdac40b1660 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 shutdown_connections 2024-09-13T16:23:22.235 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.232+0000 7fdac9812640 1 -- 172.21.15.39:0/1991660667 wait complete. 2024-09-13T16:23:22.246 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:23:22.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.345+0000 7f7074090640 1 Processor -- start 2024-09-13T16:23:22.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.345+0000 7f7074090640 1 -- start start 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.346+0000 7f7074090640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f706c0d1680 0x7f706c0d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.346+0000 7f7074090640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f706c0d11f0 con 0x7f706c0b5ab0 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.346+0000 7f7074090640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f706c15d2d0 con 0x7f706c15cef0 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.346+0000 7f7074090640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f706c0cd730 con 0x7f706c0d1680 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.346+0000 7f707262d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f706c0b5ab0 0x7f706c0ced90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33160/0 (socket says 172.21.15.39:33160) 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.346+0000 7f707262d640 1 -- 172.21.15.39:0/1948691739 learned_addr learned my addr 172.21.15.39:0/1948691739 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f707162b640 1 --2- 172.21.15.39:0/1948691739 >> v2:172.21.15.157:3300/0 conn(0x7f706c0d1680 0x7f706c0d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4002425446 0 0) 0x7f706c0d11f0 con 0x7f706c0b5ab0 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7054003520 con 0x7f706c0b5ab0 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 356702437 0 0) 0x7f7054003520 con 0x7f706c0b5ab0 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 >> v2:172.21.15.157:3300/0 conn(0x7f706c0d1680 msgr2=0x7f706c0d1ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:22.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 --2- 172.21.15.39:0/1948691739 >> v2:172.21.15.157:3300/0 conn(0x7f706c0d1680 0x7f706c0d1ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 >> v1:172.21.15.157:6789/0 conn(0x7f706c15cef0 legacy=0x7f706c0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f706c0cda00 con 0x7f706c0b5ab0 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f7064001670 con 0x7f706c0b5ab0 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 >> v1:172.21.15.39:6789/0 conn(0x7f706c0b5ab0 legacy=0x7f706c0ced90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7054003970 0x7f7054003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70540047c0 0x7f7054004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7054005180 0x7f705400b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c0cd730 con 0x7f70540047c0 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f705400c030 con 0x7f7054003970 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f705400c1f0 con 0x7f7054005180 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f707162b640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70540047c0 0x7f7054004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f7071e2c640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7054003970 0x7f7054003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.352 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.347+0000 7f707262d640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7054005180 0x7f705400b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707162b640 1 -- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7054005180 msgr2=0x7f705400b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707162b640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7054005180 0x7f705400b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707162b640 1 -- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7054003970 msgr2=0x7f7054003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707162b640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7054003970 0x7f7054003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707262d640 1 -- 172.21.15.39:0/1948691739 reap_dead start 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707162b640 1 -- 172.21.15.39:0/1948691739 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7054003520 con 0x7f70540047c0 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f707162b640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70540047c0 0x7f7054004c40 secure :-1 s=READY pgs=2936 cs=0 l=1 rev1=1 crypto rx=0x7f7060009ac0 tx=0x7f70540057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19bcf0901fb7d753 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.348+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060031400 con 0x7f70540047c0 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f706002d050 con 0x7f70540047c0 2024-09-13T16:23:22.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7070e2a640 1 -- 172.21.15.39:0/1948691739 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7060031780 con 0x7f70540047c0 2024-09-13T16:23:22.357 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 -- 172.21.15.39:0/1948691739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70540047c0 msgr2=0x7f7054004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70540047c0 0x7f7054004c40 secure :-1 s=READY pgs=2936 cs=0 l=1 rev1=1 crypto rx=0x7f7060009ac0 tx=0x7f70540057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 -- 172.21.15.39:0/1948691739 shutdown_connections 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 --2- 172.21.15.39:0/1948691739 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f70540047c0 0x7f7054004c40 unknown :-1 s=CLOSED pgs=2936 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 -- 172.21.15.39:0/1948691739 >> 172.21.15.39:0/1948691739 conn(0x7f706c06a3a0 msgr2=0x7f706c06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 -- 172.21.15.39:0/1948691739 shutdown_connections 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.349+0000 7f7074090640 1 -- 172.21.15.39:0/1948691739 wait complete. 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.350+0000 7f7074090640 1 Processor -- start 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.350+0000 7f7074090640 1 -- start start 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7074090640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70540047c0 0x7f706c152e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7074090640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f706c0c7eb0 0x7f706c0c8330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7074090640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 0x7f706c0b2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7074090640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c0c8870 con 0x7f706c0b2100 2024-09-13T16:23:22.358 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7074090640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f706c0b3a00 con 0x7f70540047c0 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7074090640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f706c0b2df0 con 0x7f706c0c7eb0 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f707262d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 0x7f706c0b2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f707262d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 0x7f706c0b2560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40932/0 (socket says 172.21.15.39:40932) 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f707262d640 1 -- 172.21.15.39:0/1562122741 learned_addr learned my addr 172.21.15.39:0/1562122741 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f707162b640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f706c0c7eb0 0x7f706c0c8330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f7071e2c640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70540047c0 0x7f706c152e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.351+0000 7f707262d640 1 -- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f706c0c7eb0 msgr2=0x7f706c0c8330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f707262d640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f706c0c7eb0 0x7f706c0c8330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f707262d640 1 -- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70540047c0 msgr2=0x7f706c152e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f707262d640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70540047c0 0x7f706c152e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f707262d640 1 -- 172.21.15.39:0/1562122741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f706c0b30d0 con 0x7f706c0b2100 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f7071e2c640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70540047c0 0x7f706c152e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:22.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f707262d640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 0x7f706c0b2560 secure :-1 s=READY pgs=2937 cs=0 l=1 rev1=1 crypto rx=0x7f7064000c00 tx=0x7f7064007430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7064007770 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f706400f6a0 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f706c0b33b0 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f706400fa70 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.352+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f706c0b2aa0 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.353+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f706c0d1ad0 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.353+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f706400fbd0 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.354+0000 7f706a7fc640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705806ac00 0x7f705806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.354+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f70640891b0 con 0x7f706c0b2100 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.354+0000 7f7071e2c640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705806ac00 0x7f705806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.360 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.355+0000 7f7071e2c640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705806ac00 0x7f705806d0c0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f706c0c74f0 tx=0x7f705c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.361 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.358+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7064054390 con 0x7f706c0b2100 2024-09-13T16:23:22.542 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.540+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f706c0d0670 con 0x7f706c0b2100 2024-09-13T16:23:22.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.541+0000 7f706a7fc640 1 -- 172.21.15.39:0/1562122741 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v142) v1 ==== 80+0+0 (secure 0 0 0) 0x7f70640579b0 con 0x7f706c0b2100 2024-09-13T16:23:22.543 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:23:22.545 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705806ac00 msgr2=0x7f705806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705806ac00 0x7f705806d0c0 secure :-1 s=READY pgs=1141 cs=0 l=1 rev1=1 crypto rx=0x7f706c0c74f0 tx=0x7f705c009040 comp rx=0 tx=0).stop 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 msgr2=0x7f706c0b2560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 0x7f706c0b2560 secure :-1 s=READY pgs=2937 cs=0 l=1 rev1=1 crypto rx=0x7f7064000c00 tx=0x7f7064007430 comp rx=0 tx=0).stop 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 shutdown_connections 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f705806ac00 0x7f705806d0c0 unknown :-1 s=CLOSED pgs=1141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f706c0b2100 0x7f706c0b2560 unknown :-1 s=CLOSED pgs=2937 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f706c0c7eb0 0x7f706c0c8330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 --2- 172.21.15.39:0/1562122741 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f70540047c0 0x7f706c152e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 >> 172.21.15.39:0/1562122741 conn(0x7f706c06a3a0 msgr2=0x7f706c0ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 shutdown_connections 2024-09-13T16:23:22.546 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.543+0000 7f7074090640 1 -- 172.21.15.39:0/1562122741 wait complete. 2024-09-13T16:23:22.556 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:22.556 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:22.573 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:22.714 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.712+0000 7f431c6e5640 1 Processor -- start 2024-09-13T16:23:22.715 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.712+0000 7f431c6e5640 1 -- start start 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431c6e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4314156fb0 0x7f431415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431c6e5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f431415b1b0 con 0x7f431406f170 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431c6e5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f431406f6e0 con 0x7f431415d0a0 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431c6e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43140b2400 con 0x7f4314156fb0 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f4319c80640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f431406f170 0x7f43140b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33176/0 (socket says 172.21.15.39:33176) 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f4319c80640 1 -- 172.21.15.39:0/329352569 learned_addr learned my addr 172.21.15.39:0/329352569 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431a481640 1 --2- 172.21.15.39:0/329352569 >> v2:172.21.15.157:3300/0 conn(0x7f4314156fb0 0x7f431415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431947f640 1 -- 172.21.15.39:0/329352569 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2511492609 0 0) 0x7f431415b1b0 con 0x7f431406f170 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.713+0000 7f431947f640 1 -- 172.21.15.39:0/329352569 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4300003520 con 0x7f431406f170 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431947f640 1 -- 172.21.15.39:0/329352569 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3350517320 0 0) 0x7f4300003520 con 0x7f431406f170 2024-09-13T16:23:22.716 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431a481640 1 -- 172.21.15.39:0/329352569 >> v1:172.21.15.157:6789/0 conn(0x7f431415d0a0 legacy=0x7f4314070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431a481640 1 -- 172.21.15.39:0/329352569 >> v1:172.21.15.39:6789/0 conn(0x7f431406f170 legacy=0x7f43140b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.717 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431a481640 1 -- 172.21.15.39:0/329352569 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f431406f9c0 con 0x7f4314156fb0 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431a481640 1 --2- 172.21.15.39:0/329352569 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4314156fb0 0x7f431415ac70 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f43100097a0 tx=0x7f431002a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=90a77023fecb3654 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431947f640 1 -- 172.21.15.39:0/329352569 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4304001670 con 0x7f4314156fb0 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.714+0000 7f431947f640 1 -- 172.21.15.39:0/329352569 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f431002abc0 con 0x7f4314156fb0 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431947f640 1 -- 172.21.15.39:0/329352569 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4310032440 con 0x7f4314156fb0 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 -- 172.21.15.39:0/329352569 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4314156fb0 msgr2=0x7f431415ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 --2- 172.21.15.39:0/329352569 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4314156fb0 0x7f431415ac70 secure :-1 s=READY pgs=802 cs=0 l=1 rev1=1 crypto rx=0x7f43100097a0 tx=0x7f431002a130 comp rx=0 tx=0).stop 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 -- 172.21.15.39:0/329352569 shutdown_connections 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 --2- 172.21.15.39:0/329352569 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4314156fb0 0x7f431415ac70 unknown :-1 s=CLOSED pgs=802 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 -- 172.21.15.39:0/329352569 >> 172.21.15.39:0/329352569 conn(0x7f431406b3b0 msgr2=0x7f431406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:22.718 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 -- 172.21.15.39:0/329352569 shutdown_connections 2024-09-13T16:23:22.719 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.715+0000 7f431c6e5640 1 -- 172.21.15.39:0/329352569 wait complete. 2024-09-13T16:23:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.716+0000 7f431c6e5640 1 Processor -- start 2024-09-13T16:23:22.720 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.716+0000 7f431c6e5640 1 -- start start 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431c6e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f431406f170 0x7f4314145e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431c6e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4314156fb0 0x7f43141f0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431c6e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 0x7f431415bb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431c6e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4314150bc0 con 0x7f431415d0a0 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431c6e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4314150e10 con 0x7f431406f170 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431c6e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43141510f0 con 0x7f4314156fb0 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 0x7f431415bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 0x7f431415bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40944/0 (socket says 172.21.15.39:40944) 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 -- 172.21.15.39:0/1510429133 learned_addr learned my addr 172.21.15.39:0/1510429133 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f4319c80640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4314156fb0 0x7f43141f0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431a481640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f431406f170 0x7f4314145e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 -- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4314156fb0 msgr2=0x7f43141f0090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4314156fb0 0x7f43141f0090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.721 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 -- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f431406f170 msgr2=0x7f4314145e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f431406f170 0x7f4314145e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431ac82640 1 -- 172.21.15.39:0/1510429133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4310009400 con 0x7f431415d0a0 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f4319c80640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4314156fb0 0x7f43141f0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.717+0000 7f431a481640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f431406f170 0x7f4314145e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.718+0000 7f431ac82640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 0x7f431415bb80 secure :-1 s=READY pgs=2939 cs=0 l=1 rev1=1 crypto rx=0x7f430c00c6b0 tx=0x7f430c00cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.718+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f430c003b70 con 0x7f431415d0a0 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.718+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f430c003cf0 con 0x7f431415d0a0 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.718+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43141513d0 con 0x7f431415d0a0 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.718+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f430c003ea0 con 0x7f431415d0a0 2024-09-13T16:23:22.722 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.718+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4314151990 con 0x7f431415d0a0 2024-09-13T16:23:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.719+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4314151bb0 con 0x7f431415d0a0 2024-09-13T16:23:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.719+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f430c005310 con 0x7f431415d0a0 2024-09-13T16:23:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.720+0000 7f430affd640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f42f806ac00 0x7f42f806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.720+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f430c089100 con 0x7f431415d0a0 2024-09-13T16:23:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.720+0000 7f431a481640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f42f806ac00 0x7f42f806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:22.723 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.721+0000 7f431a481640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f42f806ac00 0x7f42f806d0c0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f4310034000 tx=0x7f431002e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:22.726 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.724+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f430c0542e0 con 0x7f431415d0a0 2024-09-13T16:23:22.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.895+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f43140672f0 con 0x7f431415d0a0 2024-09-13T16:23:22.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.896+0000 7f430affd640 1 -- 172.21.15.39:0/1510429133 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v142) v1 ==== 74+0+16507 (secure 0 0 0) 0x7f430c057900 con 0x7f431415d0a0 2024-09-13T16:23:22.899 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:22.899 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":142,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:09.922758+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f42f806ac00 msgr2=0x7f42f806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f42f806ac00 0x7f42f806d0c0 secure :-1 s=READY pgs=1142 cs=0 l=1 rev1=1 crypto rx=0x7f4310034000 tx=0x7f431002e000 comp rx=0 tx=0).stop 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 msgr2=0x7f431415bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 0x7f431415bb80 secure :-1 s=READY pgs=2939 cs=0 l=1 rev1=1 crypto rx=0x7f430c00c6b0 tx=0x7f430c00cb70 comp rx=0 tx=0).stop 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 shutdown_connections 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f42f806ac00 0x7f42f806d0c0 unknown :-1 s=CLOSED pgs=1142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f431415d0a0 0x7f431415bb80 unknown :-1 s=CLOSED pgs=2939 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4314156fb0 0x7f43141f0090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 --2- 172.21.15.39:0/1510429133 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f431406f170 0x7f4314145e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 >> 172.21.15.39:0/1510429133 conn(0x7f431406b3b0 msgr2=0x7f4314070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 shutdown_connections 2024-09-13T16:23:22.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:22.899+0000 7f431c6e5640 1 -- 172.21.15.39:0/1510429133 wait complete. 2024-09-13T16:23:22.912 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:23:07.168627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '141', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:23:07.882894+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '142', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:23:22.913 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:23:23.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.014+0000 7f1bde75e640 1 Processor -- start 2024-09-13T16:23:23.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.014+0000 7f1bde75e640 1 -- start start 2024-09-13T16:23:23.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.015+0000 7f1bde75e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 0x7f1bd815aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.021 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.015+0000 7f1bde75e640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd80cb080 con 0x7f1bd80b25b0 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.015+0000 7f1bde75e640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd8070d40 con 0x7f1bd806a5e0 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.015+0000 7f1bde75e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd80b3120 con 0x7f1bd8156e60 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.015+0000 7f1bcffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1bd80b25b0 0x7f1bd8069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:33192/0 (socket says 172.21.15.39:33192) 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.015+0000 7f1bcffff640 1 -- 172.21.15.39:0/1585312212 learned_addr learned my addr 172.21.15.39:0/1585312212 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 0x7f1bd815aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1703339986 0 0) 0x7f1bd80cb080 con 0x7f1bd80b25b0 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bc4005730 con 0x7f1bd80b25b0 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 982352136 0 0) 0x7f1bd8070d40 con 0x7f1bd806a5e0 2024-09-13T16:23:23.022 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1bd80cb080 con 0x7f1bd806a5e0 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 467152285 0 0) 0x7f1bc4005730 con 0x7f1bd80b25b0 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 msgr2=0x7f1bd815aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 0x7f1bd815aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 >> v1:172.21.15.157:6789/0 conn(0x7f1bd806a5e0 legacy=0x7f1bd80711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd80b3400 con 0x7f1bd80b25b0 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f1bc0001670 con 0x7f1bd80b25b0 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 >> v1:172.21.15.39:6789/0 conn(0x7f1bd80b25b0 legacy=0x7f1bd8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bc4005d40 0x7f1bc4006140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bc40069d0 0x7f1bc4006e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 0x7f1bc4007390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd80b3120 con 0x7f1bc4005d40 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc400dc40 con 0x7f1bc40069d0 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bc400de00 con 0x7f1bd8156e60 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bc4005d40 0x7f1bc4006140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bcffff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bc40069d0 0x7f1bc4006e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bdccfb640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 0x7f1bc4007390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 -- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 msgr2=0x7f1bc4007390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd8156e60 0x7f1bc4007390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 -- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bc40069d0 msgr2=0x7f1bc4006e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bc40069d0 0x7f1bc4006e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bd7fff640 1 -- 172.21.15.39:0/1585312212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc4005730 con 0x7f1bc4005d40 2024-09-13T16:23:23.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.016+0000 7f1bcffff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bc40069d0 0x7f1bc4006e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.017+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bc4005d40 0x7f1bc4006140 secure :-1 s=READY pgs=2941 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009ac0 tx=0x7f1bc4007a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3b4c4bc3aed3f2c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.017+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8031400 con 0x7f1bc4005d40 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.017+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc802d050 con 0x7f1bc4005d40 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.017+0000 7f1bd77fe640 1 -- 172.21.15.39:0/1585312212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc8031780 con 0x7f1bc4005d40 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bde75e640 1 -- 172.21.15.39:0/1585312212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bc4005d40 msgr2=0x7f1bc4006140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bde75e640 1 --2- 172.21.15.39:0/1585312212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bc4005d40 0x7f1bc4006140 secure :-1 s=READY pgs=2941 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8009ac0 tx=0x7f1bc4007a00 comp rx=0 tx=0).stop 2024-09-13T16:23:23.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bdccfb640 1 -- 172.21.15.39:0/1585312212 reap_dead start 2024-09-13T16:23:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bde75e640 1 -- 172.21.15.39:0/1585312212 shutdown_connections 2024-09-13T16:23:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bde75e640 1 -- 172.21.15.39:0/1585312212 >> 172.21.15.39:0/1585312212 conn(0x7f1bd80b00a0 msgr2=0x7f1bd80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bde75e640 1 -- 172.21.15.39:0/1585312212 shutdown_connections 2024-09-13T16:23:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.018+0000 7f1bde75e640 1 -- 172.21.15.39:0/1585312212 wait complete. 2024-09-13T16:23:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.019+0000 7f1bde75e640 1 Processor -- start 2024-09-13T16:23:23.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.019+0000 7f1bde75e640 1 -- start start 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bde75e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bc4005d40 0x7f1bd8146aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bde75e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd8155bb0 0x7f1bd80cc410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bde75e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 0x7f1bd80a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bde75e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd80cce00 con 0x7f1bd80cc950 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bde75e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd8144e70 con 0x7f1bd8155bb0 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bde75e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd81447a0 con 0x7f1bc4005d40 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 0x7f1bd80a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 0x7f1bd80a8450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40958/0 (socket says 172.21.15.39:40958) 2024-09-13T16:23:23.029 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 -- 172.21.15.39:0/942194638 learned_addr learned my addr 172.21.15.39:0/942194638 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bc4005d40 0x7f1bd8146aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bcffff640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd8155bb0 0x7f1bd80cc410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 -- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bc4005d40 msgr2=0x7f1bd8146aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bc4005d40 0x7f1bd8146aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 -- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd8155bb0 msgr2=0x7f1bd80cc410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd8155bb0 0x7f1bd80cc410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bdccfb640 1 -- 172.21.15.39:0/942194638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd81473f0 con 0x7f1bd80cc950 2024-09-13T16:23:23.030 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.020+0000 7f1bcffff640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd8155bb0 0x7f1bd80cc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.021+0000 7f1bdccfb640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 0x7f1bd80a8450 secure :-1 s=READY pgs=2942 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8073920 tx=0x7f1bd000eb90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.021+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bd0006b50 con 0x7f1bd80cc950 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.021+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bd0006cb0 con 0x7f1bd80cc950 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.021+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd81476d0 con 0x7f1bd80cc950 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.021+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bd0003bb0 con 0x7f1bd80cc950 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.021+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd8144b00 con 0x7f1bd80cc950 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.022+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1bd8144cc0 con 0x7f1bd80cc950 2024-09-13T16:23:23.031 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.022+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1bd0003d10 con 0x7f1bd80cc950 2024-09-13T16:23:23.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.023+0000 7f1bd57fa640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bb806ac30 0x7f1bb806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.023+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f1bd00888b0 con 0x7f1bd80cc950 2024-09-13T16:23:23.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.023+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bb806ac30 0x7f1bb806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.024+0000 7f1bd7fff640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bb806ac30 0x7f1bb806d0f0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8033000 tx=0x7f1bc8008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.032 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.027+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1bd0053b40 con 0x7f1bd80cc950 2024-09-13T16:23:23.202 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.200+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1bd80672f0 con 0x7f1bd80cc950 2024-09-13T16:23:23.203 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.200+0000 7f1bd57fa640 1 -- 172.21.15.39:0/942194638 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v142) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1bd0057160 con 0x7f1bd80cc950 2024-09-13T16:23:23.203 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bb806ac30 msgr2=0x7f1bb806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bb806ac30 0x7f1bb806d0f0 secure :-1 s=READY pgs=1143 cs=0 l=1 rev1=1 crypto rx=0x7f1bc8033000 tx=0x7f1bc8008030 comp rx=0 tx=0).stop 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 msgr2=0x7f1bd80a8450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 0x7f1bd80a8450 secure :-1 s=READY pgs=2942 cs=0 l=1 rev1=1 crypto rx=0x7f1bd8073920 tx=0x7f1bd000eb90 comp rx=0 tx=0).stop 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 shutdown_connections 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bb806ac30 0x7f1bb806d0f0 unknown :-1 s=CLOSED pgs=1143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd80cc950 0x7f1bd80a8450 unknown :-1 s=CLOSED pgs=2942 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd8155bb0 0x7f1bd80cc410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 --2- 172.21.15.39:0/942194638 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bc4005d40 0x7f1bd8146aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.205 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 >> 172.21.15.39:0/942194638 conn(0x7f1bd80b00a0 msgr2=0x7f1bd8069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 shutdown_connections 2024-09-13T16:23:23.206 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.202+0000 7f1bde75e640 1 -- 172.21.15.39:0/942194638 wait complete. 2024-09-13T16:23:23.215 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:23:23.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.317+0000 7ff304125640 1 Processor -- start 2024-09-13T16:23:23.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.318+0000 7ff304125640 1 -- start start 2024-09-13T16:23:23.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.318+0000 7ff304125640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff2fc0b25b0 0x7ff2fc0b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.318+0000 7ff304125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc069ed0 0x7ff2fc06a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.318+0000 7ff304125640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2fc0cb080 con 0x7ff2fc156e60 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.318+0000 7ff304125640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2fc06a880 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.318+0000 7ff304125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc070d40 con 0x7ff2fc069ed0 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff2fc0b25b0 0x7ff2fc0b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff2fc0b25b0 0x7ff2fc0b2a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40970/0 (socket says 172.21.15.39:40970) 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 -- 172.21.15.39:0/4250918766 learned_addr learned my addr 172.21.15.39:0/4250918766 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3026c2640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc069ed0 0x7ff2fc06a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 -- 172.21.15.39:0/4250918766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc069ed0 msgr2=0x7ff2fc06a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc069ed0 0x7ff2fc06a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 -- 172.21.15.39:0/4250918766 >> v1:172.21.15.157:6789/0 conn(0x7ff2fc156e60 legacy=0x7ff2fc15aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3016c0640 1 -- 172.21.15.39:0/4250918766 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2fc15b140 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.319+0000 7ff3026c2640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc069ed0 0x7ff2fc06a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:23.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.320+0000 7ff3016c0640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0b2a40 secure :-1 s=READY pgs=2943 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0009870 tx=0x7ff2f002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f83ab957cdd56c32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.320+0000 7ff300ebf640 1 -- 172.21.15.39:0/4250918766 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0032440 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.320+0000 7ff300ebf640 1 -- 172.21.15.39:0/4250918766 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f00325a0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.320+0000 7ff300ebf640 1 -- 172.21.15.39:0/4250918766 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0032930 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 -- 172.21.15.39:0/4250918766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 msgr2=0x7ff2fc0b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0b2a40 secure :-1 s=READY pgs=2943 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0009870 tx=0x7ff2f002a210 comp rx=0 tx=0).stop 2024-09-13T16:23:23.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 -- 172.21.15.39:0/4250918766 shutdown_connections 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc069ed0 0x7ff2fc06a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 --2- 172.21.15.39:0/4250918766 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0b2a40 unknown :-1 s=CLOSED pgs=2943 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 -- 172.21.15.39:0/4250918766 >> 172.21.15.39:0/4250918766 conn(0x7ff2fc0b00a0 msgr2=0x7ff2fc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 -- 172.21.15.39:0/4250918766 shutdown_connections 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.321+0000 7ff304125640 1 -- 172.21.15.39:0/4250918766 wait complete. 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.322+0000 7ff304125640 1 Processor -- start 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.322+0000 7ff304125640 1 -- start start 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2fc069ed0 0x7ff2fc146cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0aa130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc156e60 0x7ff2fc0ab6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc147210 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc153ce0 con 0x7ff2fc069ed0 2024-09-13T16:23:23.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2fc0aa670 con 0x7ff2fc156e60 2024-09-13T16:23:23.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0aa130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0aa130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40974/0 (socket says 172.21.15.39:40974) 2024-09-13T16:23:23.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 -- 172.21.15.39:0/931704803 learned_addr learned my addr 172.21.15.39:0/931704803 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3026c2640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc156e60 0x7ff2fc0ab6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff301ec1640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2fc069ed0 0x7ff2fc146cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 -- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc156e60 msgr2=0x7ff2fc0ab6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc156e60 0x7ff2fc0ab6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 -- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2fc069ed0 msgr2=0x7ff2fc146cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2fc069ed0 0x7ff2fc146cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 -- 172.21.15.39:0/931704803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2f00094d0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff301ec1640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2fc069ed0 0x7ff2fc146cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff3016c0640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0aa130 secure :-1 s=READY pgs=2944 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0000c00 tx=0x7ff2f00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f0030b00 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2f0030c60 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2fc0aa910 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.323+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2f003d440 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.324+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2fc0aaed0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.325+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2fc0672f0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.325+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff2f0039040 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.326+0000 7ff2ee7fc640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2e006ac00 0x7ff2e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.326+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7ff2f00a9fc0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.326+0000 7ff301ec1640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2e006ac00 0x7ff2e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.327+0000 7ff301ec1640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2e006ac00 0x7ff2e006d0c0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7ff2f800a830 tx=0x7ff2f8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.330+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff2f00dd9c0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.500+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff2fc0b29e0 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.503 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.501+0000 7ff2ee7fc640 1 -- 172.21.15.39:0/931704803 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v142) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff2f0075230 con 0x7ff2fc0b25b0 2024-09-13T16:23:23.503 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:23:23.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.502+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2e006ac00 msgr2=0x7ff2e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.505 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.502+0000 7ff304125640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2e006ac00 0x7ff2e006d0c0 secure :-1 s=READY pgs=1144 cs=0 l=1 rev1=1 crypto rx=0x7ff2f800a830 tx=0x7ff2f8008040 comp rx=0 tx=0).stop 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.502+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 msgr2=0x7ff2fc0aa130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.502+0000 7ff304125640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0aa130 secure :-1 s=READY pgs=2944 cs=0 l=1 rev1=1 crypto rx=0x7ff2f0000c00 tx=0x7ff2f00046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 shutdown_connections 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff2e006ac00 0x7ff2e006d0c0 unknown :-1 s=CLOSED pgs=1144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff2fc156e60 0x7ff2fc0ab6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff2fc0b25b0 0x7ff2fc0aa130 unknown :-1 s=CLOSED pgs=2944 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 --2- 172.21.15.39:0/931704803 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff2fc069ed0 0x7ff2fc146cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 >> 172.21.15.39:0/931704803 conn(0x7ff2fc0b00a0 msgr2=0x7ff2fc0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 shutdown_connections 2024-09-13T16:23:23.506 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.503+0000 7ff304125640 1 -- 172.21.15.39:0/931704803 wait complete. 2024-09-13T16:23:23.516 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:23:23.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.618+0000 7f0173376640 1 Processor -- start 2024-09-13T16:23:23.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.618+0000 7f0173376640 1 -- start start 2024-09-13T16:23:23.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0173376640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f016c15e4d0 0x7f016c069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0173376640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c1612f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0173376640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f016c0b2420 con 0x7f016c161830 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0173376640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f016c06a880 con 0x7f016c15e4d0 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0173376640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f016c0b13a0 con 0x7f016c06a410 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0170911640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c1612f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0171112640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f016c15e4d0 0x7f016c069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0171913640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f016c161830 0x7f016c1645b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:55560/0 (socket says 172.21.15.39:55560) 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0170911640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c1612f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:32960/0 (socket says 172.21.15.39:32960) 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.619+0000 7f0171913640 1 -- 172.21.15.39:0/3982682686 learned_addr learned my addr 172.21.15.39:0/3982682686 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.620+0000 7f0171112640 1 -- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 msgr2=0x7f016c1612f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.620+0000 7f0171112640 1 --2- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c1612f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.620+0000 7f0171112640 1 -- 172.21.15.39:0/3982682686 >> v1:172.21.15.157:6789/0 conn(0x7f016c161830 legacy=0x7f016c1645b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.620+0000 7f0171112640 1 -- 172.21.15.39:0/3982682686 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f016c0b1660 con 0x7f016c15e4d0 2024-09-13T16:23:23.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.620+0000 7f016bfff640 1 -- 172.21.15.39:0/3982682686 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4016083740 0 0) 0x7f016c0b2420 con 0x7f016c161830 2024-09-13T16:23:23.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.620+0000 7f0170911640 1 --2- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c1612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:23.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.621+0000 7f0171112640 1 --2- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c15e4d0 0x7f016c069ed0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f01640097a0 tx=0x7f016402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0dc0613d6b91273 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.621+0000 7f016bfff640 1 -- 172.21.15.39:0/3982682686 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0164032440 con 0x7f016c15e4d0 2024-09-13T16:23:23.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.621+0000 7f016bfff640 1 -- 172.21.15.39:0/3982682686 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f01640325a0 con 0x7f016c15e4d0 2024-09-13T16:23:23.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.621+0000 7f016bfff640 1 -- 172.21.15.39:0/3982682686 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0164032930 con 0x7f016c15e4d0 2024-09-13T16:23:23.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.621+0000 7f0173376640 1 -- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c15e4d0 msgr2=0x7f016c069ed0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.621+0000 7f0173376640 1 --2- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c15e4d0 0x7f016c069ed0 secure :-1 s=READY pgs=806 cs=0 l=1 rev1=1 crypto rx=0x7f01640097a0 tx=0x7f016402a180 comp rx=0 tx=0).stop 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.622+0000 7f0173376640 1 -- 172.21.15.39:0/3982682686 shutdown_connections 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.622+0000 7f0173376640 1 --2- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c1612f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.622+0000 7f0173376640 1 --2- 172.21.15.39:0/3982682686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c15e4d0 0x7f016c069ed0 unknown :-1 s=CLOSED pgs=806 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.622+0000 7f0173376640 1 -- 172.21.15.39:0/3982682686 >> 172.21.15.39:0/3982682686 conn(0x7f016c0b00a0 msgr2=0x7f016c0b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.622+0000 7f0173376640 1 -- 172.21.15.39:0/3982682686 shutdown_connections 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.622+0000 7f0173376640 1 -- 172.21.15.39:0/3982682686 wait complete. 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.623+0000 7f0173376640 1 Processor -- start 2024-09-13T16:23:23.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.623+0000 7f0173376640 1 -- start start 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c0af280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 0x7f016c15b250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c161830 0x7f016c15b790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f016c0a9810 con 0x7f016c15e4d0 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f016c0a8ee0 con 0x7f016c161830 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f016c0a9150 con 0x7f016c06a410 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 0x7f016c15b250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 0x7f016c15b250 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51830/0 (socket says 172.21.15.39:51830) 2024-09-13T16:23:23.628 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 -- 172.21.15.39:0/3685706754 learned_addr learned my addr 172.21.15.39:0/3685706754 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0171913640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c161830 0x7f016c15b790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0171112640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c0af280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 -- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 msgr2=0x7f016c0af280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c0af280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 -- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c161830 msgr2=0x7f016c15b790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c161830 0x7f016c15b790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 -- 172.21.15.39:0/3685706754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0160009400 con 0x7f016c15e4d0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0170911640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 0x7f016c15b250 secure :-1 s=READY pgs=2945 cs=0 l=1 rev1=1 crypto rx=0x7f016000ec10 tx=0x7f016000c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0160009760 con 0x7f016c15e4d0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f016000cc30 con 0x7f016c15e4d0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0164009400 con 0x7f016c15e4d0 2024-09-13T16:23:23.629 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.624+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0160013470 con 0x7f016c15e4d0 2024-09-13T16:23:23.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.625+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f016c1fa6b0 con 0x7f016c15e4d0 2024-09-13T16:23:23.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.626+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f016c0672f0 con 0x7f016c15e4d0 2024-09-13T16:23:23.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.626+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f01600135d0 con 0x7f016c15e4d0 2024-09-13T16:23:23.630 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.627+0000 7f0169ffb640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f015806ac00 0x7f015806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.627+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f0160089520 con 0x7f016c15e4d0 2024-09-13T16:23:23.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.627+0000 7f0171112640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f015806ac00 0x7f015806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.631 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.628+0000 7f0171112640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f015806ac00 0x7f015806d0c0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f0164034000 tx=0x7f016402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.633 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.631+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0160054840 con 0x7f016c15e4d0 2024-09-13T16:23:23.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.802+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f016c161c60 con 0x7f016c15e4d0 2024-09-13T16:23:23.805 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.803+0000 7f0169ffb640 1 -- 172.21.15.39:0/3685706754 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v142) v1 ==== 100+0+11 (secure 0 0 0) 0x7f0160057e60 con 0x7f016c15e4d0 2024-09-13T16:23:23.806 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:23:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f015806ac00 msgr2=0x7f015806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f015806ac00 0x7f015806d0c0 secure :-1 s=READY pgs=1145 cs=0 l=1 rev1=1 crypto rx=0x7f0164034000 tx=0x7f016402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 msgr2=0x7f016c15b250 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.808 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 0x7f016c15b250 secure :-1 s=READY pgs=2945 cs=0 l=1 rev1=1 crypto rx=0x7f016000ec10 tx=0x7f016000c520 comp rx=0 tx=0).stop 2024-09-13T16:23:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 shutdown_connections 2024-09-13T16:23:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f015806ac00 0x7f015806d0c0 unknown :-1 s=CLOSED pgs=1145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f016c161830 0x7f016c15b790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f016c15e4d0 0x7f016c15b250 unknown :-1 s=CLOSED pgs=2945 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 --2- 172.21.15.39:0/3685706754 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f016c06a410 0x7f016c0af280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 >> 172.21.15.39:0/3685706754 conn(0x7f016c0b00a0 msgr2=0x7f016c15ef30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 shutdown_connections 2024-09-13T16:23:23.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.805+0000 7f0173376640 1 -- 172.21.15.39:0/3685706754 wait complete. 2024-09-13T16:23:23.819 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:23:23.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 Processor -- start 2024-09-13T16:23:23.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 -- start start 2024-09-13T16:23:23.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f3aec15cef0 0x7f3aec0cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec0cd560 0x7f3aec0d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3aec0d1bc0 0x7f3aec0b5ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3aec0d11f0 con 0x7f3aec0d1bc0 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3aec15d2d0 con 0x7f3aec15cef0 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.920+0000 7f3af3e73640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3aec0cda00 con 0x7f3aec0cd560 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3aec0d1bc0 0x7f3aec0b5ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f3aec0d1bc0 0x7f3aec0b5ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51840/0 (socket says 172.21.15.39:51840) 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 -- 172.21.15.39:0/2482997991 learned_addr learned my addr 172.21.15.39:0/2482997991 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af1c0f640 1 --2- 172.21.15.39:0/2482997991 >> v2:172.21.15.157:3300/0 conn(0x7f3aec15cef0 0x7f3aec0cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af140e640 1 --2- 172.21.15.39:0/2482997991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec0cd560 0x7f3aec0d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 -- 172.21.15.39:0/2482997991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec0cd560 msgr2=0x7f3aec0d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 --2- 172.21.15.39:0/2482997991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec0cd560 0x7f3aec0d1680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 -- 172.21.15.39:0/2482997991 >> v2:172.21.15.157:3300/0 conn(0x7f3aec15cef0 msgr2=0x7f3aec0cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 --2- 172.21.15.39:0/2482997991 >> v2:172.21.15.157:3300/0 conn(0x7f3aec15cef0 0x7f3aec0cd020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.921+0000 7f3af2410640 1 -- 172.21.15.39:0/2482997991 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3aec0cdce0 con 0x7f3aec0d1bc0 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af2410640 1 --2- 172.21.15.39:0/2482997991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec0b5ab0 secure :-1 s=READY pgs=2946 cs=0 l=1 rev1=1 crypto rx=0x7f3aec06b200 tx=0x7f3ae402a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f895abfa7248b708 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af0c0d640 1 -- 172.21.15.39:0/2482997991 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4031600 con 0x7f3aec0d1bc0 2024-09-13T16:23:23.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af0c0d640 1 -- 172.21.15.39:0/2482997991 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae402d050 con 0x7f3aec0d1bc0 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af0c0d640 1 -- 172.21.15.39:0/2482997991 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae4031980 con 0x7f3aec0d1bc0 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af3e73640 1 -- 172.21.15.39:0/2482997991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0d1bc0 msgr2=0x7f3aec0b5ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af3e73640 1 --2- 172.21.15.39:0/2482997991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec0b5ab0 secure :-1 s=READY pgs=2946 cs=0 l=1 rev1=1 crypto rx=0x7f3aec06b200 tx=0x7f3ae402a730 comp rx=0 tx=0).stop 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af3e73640 1 -- 172.21.15.39:0/2482997991 shutdown_connections 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af3e73640 1 --2- 172.21.15.39:0/2482997991 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec0b5ab0 unknown :-1 s=CLOSED pgs=2946 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af3e73640 1 --2- 172.21.15.39:0/2482997991 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec0cd560 0x7f3aec0d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.922+0000 7f3af3e73640 1 --2- 172.21.15.39:0/2482997991 >> v2:172.21.15.157:3300/0 conn(0x7f3aec15cef0 0x7f3aec0cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.923+0000 7f3af3e73640 1 -- 172.21.15.39:0/2482997991 >> 172.21.15.39:0/2482997991 conn(0x7f3aec06a3a0 msgr2=0x7f3aec06a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:23.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.923+0000 7f3af3e73640 1 -- 172.21.15.39:0/2482997991 shutdown_connections 2024-09-13T16:23:23.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.923+0000 7f3af3e73640 1 -- 172.21.15.39:0/2482997991 wait complete. 2024-09-13T16:23:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.924+0000 7f3af3e73640 1 Processor -- start 2024-09-13T16:23:23.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.924+0000 7f3af3e73640 1 -- start start 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.924+0000 7f3af3e73640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 0x7f3aec159b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec15efd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec15cef0 0x7f3aec15f940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3aec15a040 con 0x7f3aec0cd560 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3aec0c6300 con 0x7f3aec0d1bc0 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3aec15def0 con 0x7f3aec15cef0 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 0x7f3aec159b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 0x7f3aec159b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51850/0 (socket says 172.21.15.39:51850) 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 -- 172.21.15.39:0/1476430819 learned_addr learned my addr 172.21.15.39:0/1476430819 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af140e640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec15efd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af2410640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec15cef0 0x7f3aec15f940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 -- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec15cef0 msgr2=0x7f3aec15f940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec15cef0 0x7f3aec15f940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 -- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3aec0d1bc0 msgr2=0x7f3aec15efd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec15efd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:23.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 -- 172.21.15.39:0/1476430819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ae4009b30 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af1c0f640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 0x7f3aec159b00 secure :-1 s=READY pgs=2947 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e870 tx=0x7f3ae800ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae80094f0 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ae800c940 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ae800ccf0 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3aec15e1d0 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.925+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3aec15e790 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.926+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3aec0d1680 con 0x7f3aec0cd560 2024-09-13T16:23:23.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.927+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f3ae8013470 con 0x7f3aec0cd560 2024-09-13T16:23:23.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.927+0000 7f3ade7fc640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3ad006ac00 0x7f3ad006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:23.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.927+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7f3ae8089750 con 0x7f3aec0cd560 2024-09-13T16:23:23.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.928+0000 7f3af140e640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3ad006ac00 0x7f3ad006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:23.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.928+0000 7f3af140e640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3ad006ac00 0x7f3ad006d0c0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f3aec15a520 tx=0x7f3ae0009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:23.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:23.932+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f3ae80549e0 con 0x7f3aec0cd560 2024-09-13T16:23:24.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.113+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f3aec0d0670 con 0x7f3aec0cd560 2024-09-13T16:23:24.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.113+0000 7f3ade7fc640 1 -- 172.21.15.39:0/1476430819 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v142) v1 ==== 80+0+0 (secure 0 0 0) 0x7f3ae8058000 con 0x7f3aec0cd560 2024-09-13T16:23:24.116 INFO:teuthology.orchestra.run.smithi039.stderr:listed 0 entries 2024-09-13T16:23:24.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3ad006ac00 msgr2=0x7f3ad006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3ad006ac00 0x7f3ad006d0c0 secure :-1 s=READY pgs=1146 cs=0 l=1 rev1=1 crypto rx=0x7f3aec15a520 tx=0x7f3ae0009190 comp rx=0 tx=0).stop 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 msgr2=0x7f3aec159b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 0x7f3aec159b00 secure :-1 s=READY pgs=2947 cs=0 l=1 rev1=1 crypto rx=0x7f3ae800e870 tx=0x7f3ae800ed30 comp rx=0 tx=0).stop 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 shutdown_connections 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f3ad006ac00 0x7f3ad006d0c0 unknown :-1 s=CLOSED pgs=1146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f3aec15cef0 0x7f3aec15f940 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f3aec0d1bc0 0x7f3aec15efd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 --2- 172.21.15.39:0/1476430819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f3aec0cd560 0x7f3aec159b00 unknown :-1 s=CLOSED pgs=2947 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 >> 172.21.15.39:0/1476430819 conn(0x7f3aec06a3a0 msgr2=0x7f3aec0b6260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 shutdown_connections 2024-09-13T16:23:24.118 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.116+0000 7f3af3e73640 1 -- 172.21.15.39:0/1476430819 wait complete. 2024-09-13T16:23:24.128 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:23:24.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:24.128 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:24.152 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[99153]: fuse finished with error 0 and tester_r 0 2024-09-13T16:23:24.154 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:23:24.237 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:23:24.237 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:24.237 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:23:24.254 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:24.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.394+0000 7fb0fd157640 1 Processor -- start 2024-09-13T16:23:24.396 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.394+0000 7fb0fd157640 1 -- start start 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0fd157640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb0f8160d80 0x7fb0f80d19d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0fd157640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb0f80d1f10 0x7fb0f815ccf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0fd157640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb0f8160330 con 0x7fb0f8146130 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0fd157640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0f806c160 con 0x7fb0f8160d80 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0fd157640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0f806c430 con 0x7fb0f80d1f10 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb0f8160d80 0x7fb0f80d19d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f6d9d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb0f8146130 0x7fb0f806ba50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54582/0 (socket says 172.21.15.39:54582) 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb0f8160d80 0x7fb0f80d19d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51858/0 (socket says 172.21.15.39:51858) 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f6d9d640 1 -- 172.21.15.39:0/242722239 learned_addr learned my addr 172.21.15.39:0/242722239 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f759e640 1 --2- 172.21.15.39:0/242722239 >> v2:172.21.15.157:3300/0 conn(0x7fb0f80d1f10 0x7fb0f815ccf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f5d9b640 1 -- 172.21.15.39:0/242722239 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4027393855 0 0) 0x7fb0f8160330 con 0x7fb0f8146130 2024-09-13T16:23:24.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f5d9b640 1 -- 172.21.15.39:0/242722239 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb0e0003520 con 0x7fb0f8146130 2024-09-13T16:23:24.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 -- 172.21.15.39:0/242722239 >> v2:172.21.15.157:3300/0 conn(0x7fb0f80d1f10 msgr2=0x7fb0f815ccf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:24.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 --2- 172.21.15.39:0/242722239 >> v2:172.21.15.157:3300/0 conn(0x7fb0f80d1f10 0x7fb0f815ccf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 -- 172.21.15.39:0/242722239 >> v1:172.21.15.39:6789/0 conn(0x7fb0f8146130 legacy=0x7fb0f806ba50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.399 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 -- 172.21.15.39:0/242722239 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0f806c710 con 0x7fb0f8160d80 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f659c640 1 --2- 172.21.15.39:0/242722239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f80d19d0 secure :-1 s=READY pgs=2949 cs=0 l=1 rev1=1 crypto rx=0x7fb0f80d3630 tx=0x7fb0ec02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=678a2b08a1f77c68 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f5d9b640 1 -- 172.21.15.39:0/242722239 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec032440 con 0x7fb0f8160d80 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f5d9b640 1 -- 172.21.15.39:0/242722239 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0ec0325a0 con 0x7fb0f8160d80 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0f5d9b640 1 -- 172.21.15.39:0/242722239 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0ec032930 con 0x7fb0f8160d80 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.396+0000 7fb0fd157640 1 -- 172.21.15.39:0/242722239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 msgr2=0x7fb0f80d19d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 --2- 172.21.15.39:0/242722239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f80d19d0 secure :-1 s=READY pgs=2949 cs=0 l=1 rev1=1 crypto rx=0x7fb0f80d3630 tx=0x7fb0ec02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 -- 172.21.15.39:0/242722239 shutdown_connections 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 --2- 172.21.15.39:0/242722239 >> v2:172.21.15.157:3300/0 conn(0x7fb0f80d1f10 0x7fb0f815ccf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 --2- 172.21.15.39:0/242722239 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f80d19d0 unknown :-1 s=CLOSED pgs=2949 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.400 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 -- 172.21.15.39:0/242722239 >> 172.21.15.39:0/242722239 conn(0x7fb0f806a4f0 msgr2=0x7fb0f806a900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:24.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 -- 172.21.15.39:0/242722239 shutdown_connections 2024-09-13T16:23:24.401 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.397+0000 7fb0fd157640 1 -- 172.21.15.39:0/242722239 wait complete. 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.398+0000 7fb0fd157640 1 Processor -- start 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.398+0000 7fb0fd157640 1 -- start start 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0fd157640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0f80d1f10 0x7fb0f813db40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0fd157640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0f8146130 0x7fb0f8153d60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0fd157640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f8156160 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0fd157640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f81566a0 con 0x7fb0f8160d80 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0fd157640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f813edf0 con 0x7fb0f80d1f10 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0fd157640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0f8157170 con 0x7fb0f8146130 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f8156160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f8156160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51860/0 (socket says 172.21.15.39:51860) 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 -- 172.21.15.39:0/1820828931 learned_addr learned my addr 172.21.15.39:0/1820828931 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:24.403 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f6d9d640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0f80d1f10 0x7fb0f813db40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f659c640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0f8146130 0x7fb0f8153d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 -- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0f8146130 msgr2=0x7fb0f8153d60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0f8146130 0x7fb0f8153d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 -- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0f80d1f10 msgr2=0x7fb0f813db40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0f80d1f10 0x7fb0f813db40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 -- 172.21.15.39:0/1820828931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb0ec009400 con 0x7fb0f8160d80 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f6d9d640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0f80d1f10 0x7fb0f813db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.399+0000 7fb0f759e640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f8156160 secure :-1 s=READY pgs=2950 cs=0 l=1 rev1=1 crypto rx=0x7fb0f000efc0 tx=0x7fb0f000c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.400+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f0014480 con 0x7fb0f8160d80 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.400+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb0f000f040 con 0x7fb0f8160d80 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.400+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0f81568d0 con 0x7fb0f8160d80 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.400+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb0f0014820 con 0x7fb0f8160d80 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.400+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0f8156e90 con 0x7fb0f8160d80 2024-09-13T16:23:24.404 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.401+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0f813eff0 con 0x7fb0f8160d80 2024-09-13T16:23:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.401+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb0f0014980 con 0x7fb0f8160d80 2024-09-13T16:23:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.402+0000 7fb0df7fe640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0e406ac30 0x7fb0e406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.402+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fb0f0089e50 con 0x7fb0f8160d80 2024-09-13T16:23:24.405 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.402+0000 7fb0f6d9d640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0e406ac30 0x7fb0e406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.406 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.402+0000 7fb0f6d9d640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0e406ac30 0x7fb0e406d0f0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8007fd0 tx=0x7fb0e8009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:24.408 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.406+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fb0f00550c0 con 0x7fb0f8160d80 2024-09-13T16:23:24.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.613+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb0f8146510 con 0x7fb0f8160d80 2024-09-13T16:23:24.615 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.613+0000 7fb0df7fe640 1 -- 172.21.15.39:0/1820828931 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 330 v330) v1 ==== 95+0+4748 (secure 0 0 0) 0x7fb0f0018090 con 0x7fb0f8160d80 2024-09-13T16:23:24.616 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:24.616 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":330,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":330,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:10.933783+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12180},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12180":{"gid":12180,"name":"c","rank":0,"incarnation":328,"state":"up:active","state_seq":3,"addr":"172.21.15.39:6835/1252670594","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":1252670594},{"type":"v1","addr":"172.21.15.39:6835","nonce":1252670594}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:24.616 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 330 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0e406ac30 msgr2=0x7fb0e406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0e406ac30 0x7fb0e406d0f0 secure :-1 s=READY pgs=1147 cs=0 l=1 rev1=1 crypto rx=0x7fb0e8007fd0 tx=0x7fb0e8009040 comp rx=0 tx=0).stop 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 msgr2=0x7fb0f8156160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f8156160 secure :-1 s=READY pgs=2950 cs=0 l=1 rev1=1 crypto rx=0x7fb0f000efc0 tx=0x7fb0f000c490 comp rx=0 tx=0).stop 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 shutdown_connections 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb0e406ac30 0x7fb0e406d0f0 unknown :-1 s=CLOSED pgs=1147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb0f8160d80 0x7fb0f8156160 unknown :-1 s=CLOSED pgs=2950 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb0f8146130 0x7fb0f8153d60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 --2- 172.21.15.39:0/1820828931 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb0f80d1f10 0x7fb0f813db40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 >> 172.21.15.39:0/1820828931 conn(0x7fb0f806a4f0 msgr2=0x7fb0f80b6bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 shutdown_connections 2024-09-13T16:23:24.619 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.615+0000 7fb0fd157640 1 -- 172.21.15.39:0/1820828931 wait complete. 2024-09-13T16:23:24.629 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 300 ceph --cluster ceph --admin-daemon /var/run/ceph/ceph-mds.c.asok --format=json flush journal 2024-09-13T16:23:24.758 INFO:teuthology.orchestra.run.smithi039.stdout:{"message":"","return_code":0} 2024-09-13T16:23:24.758 DEBUG:tasks.cephfs.filesystem:_json_asok output { "message": "", "return_code": 0 } 2024-09-13T16:23:24.758 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:23:24.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.860+0000 7fac61b33640 1 Processor -- start 2024-09-13T16:23:24.863 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.860+0000 7fac61b33640 1 -- start start 2024-09-13T16:23:24.872 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac61b33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 0x7fac5c0b31e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac61b33640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac5c159760 con 0x7fac5c0ceb30 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac61b33640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fac5c15a880 con 0x7fac5c15a360 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac61b33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c15ab60 con 0x7fac5c159380 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac5bfff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fac5c0ceb30 0x7fac5c15b920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54596/0 (socket says 172.21.15.39:54596) 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac5bfff640 1 -- 172.21.15.39:0/1676683028 learned_addr learned my addr 172.21.15.39:0/1676683028 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 0x7fac5c0b31e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1513989512 0 0) 0x7fac5c159760 con 0x7fac5c0ceb30 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.861+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fac48003520 con 0x7fac5c0ceb30 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1665247822 0 0) 0x7fac48003520 con 0x7fac5c0ceb30 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 msgr2=0x7fac5c0b31e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 0x7fac5c0b31e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 >> v1:172.21.15.157:6789/0 conn(0x7fac5c15a360 legacy=0x7fac5c0ce420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.873 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5c15ae40 con 0x7fac5c0ceb30 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7fac54001670 con 0x7fac5c0ceb30 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 >> v1:172.21.15.39:6789/0 conn(0x7fac5c0ceb30 legacy=0x7fac5c15b920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac480039a0 0x7fac48003dc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480047c0 0x7fac48004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 0x7fac48005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c15ab60 con 0x7fac480039a0 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac4800ba30 con 0x7fac480047c0 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac4800bbf0 con 0x7fac5c159380 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac480039a0 0x7fac48003dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5affd640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480047c0 0x7fac48004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5bfff640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 0x7fac48005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5b7fe640 1 -- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 msgr2=0x7fac48005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c159380 0x7fac48005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.874 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5b7fe640 1 -- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480047c0 msgr2=0x7fac48004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480047c0 0x7fac48004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.862+0000 7fac5b7fe640 1 -- 172.21.15.39:0/1676683028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac48003520 con 0x7fac480039a0 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.863+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac480039a0 0x7fac48003dc0 secure :-1 s=READY pgs=2952 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009f90 tx=0x7fac480057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cec07f7244f59f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.863+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4c0315f0 con 0x7fac480039a0 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.863+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac4c00f040 con 0x7fac480039a0 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.863+0000 7fac5a7fc640 1 -- 172.21.15.39:0/1676683028 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac4c031990 con 0x7fac480039a0 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac61b33640 1 -- 172.21.15.39:0/1676683028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac480039a0 msgr2=0x7fac48003dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac61b33640 1 --2- 172.21.15.39:0/1676683028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac480039a0 0x7fac48003dc0 secure :-1 s=READY pgs=2952 cs=0 l=1 rev1=1 crypto rx=0x7fac4c009f90 tx=0x7fac480057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac5bfff640 1 -- 172.21.15.39:0/1676683028 reap_dead start 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac61b33640 1 -- 172.21.15.39:0/1676683028 shutdown_connections 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac61b33640 1 -- 172.21.15.39:0/1676683028 >> 172.21.15.39:0/1676683028 conn(0x7fac5c0b15d0 msgr2=0x7fac5c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac61b33640 1 -- 172.21.15.39:0/1676683028 shutdown_connections 2024-09-13T16:23:24.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.864+0000 7fac61b33640 1 -- 172.21.15.39:0/1676683028 wait complete. 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.865+0000 7fac61b33640 1 Processor -- start 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.865+0000 7fac61b33640 1 -- start start 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac61b33640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480039a0 0x7fac5c14f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac61b33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 0x7fac5c1526d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac61b33640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c0ade10 0x7fac5c156750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac61b33640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c14f640 con 0x7fac5c155d40 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac61b33640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c152240 con 0x7fac480039a0 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac61b33640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fac5c1510f0 con 0x7fac5c0ade10 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 0x7fac5c1526d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 0x7fac5c1526d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51872/0 (socket says 172.21.15.39:51872) 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 -- 172.21.15.39:0/3844932077 learned_addr learned my addr 172.21.15.39:0/3844932077 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 -- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c0ade10 msgr2=0x7fac5c156750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480039a0 0x7fac5c14f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.876 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5bfff640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c0ade10 0x7fac5c156750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c0ade10 0x7fac5c156750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 -- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480039a0 msgr2=0x7fac5c14f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480039a0 0x7fac5c14f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 -- 172.21.15.39:0/3844932077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fac5c150b30 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480039a0 0x7fac5c14f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5bfff640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c0ade10 0x7fac5c156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac5affd640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 0x7fac5c1526d0 secure :-1 s=READY pgs=2953 cs=0 l=1 rev1=1 crypto rx=0x7fac4400f5f0 tx=0x7fac4400fab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac440052e0 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.866+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fac44005440 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.867+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fac5c150e10 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.867+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fac44003810 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.867+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fac5c152c10 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.868+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fac5c1523d0 con 0x7fac5c155d40 2024-09-13T16:23:24.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.868+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fac44003970 con 0x7fac5c155d40 2024-09-13T16:23:24.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.869+0000 7fac53fff640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac3c06ac30 0x7fac3c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:24.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.869+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(142..142 src has 1..142) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fac44089120 con 0x7fac5c155d40 2024-09-13T16:23:24.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.869+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac3c06ac30 0x7fac3c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:24.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.870+0000 7fac5b7fe640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac3c06ac30 0x7fac3c06d0f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fac4c035000 tx=0x7fac4c02f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:24.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:24.873+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fac44054300 con 0x7fac5c155d40 2024-09-13T16:23:25.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.084+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fac5c0672f0 con 0x7fac5c155d40 2024-09-13T16:23:25.086 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:23:25.085+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:23:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.092+0000 7fac53fff640 1 -- 172.21.15.39:0/3844932077 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v331) v1 ==== 161+0+0 (secure 0 0 0) 0x7fac44057920 con 0x7fac5c155d40 2024-09-13T16:23:25.093 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac3c06ac30 msgr2=0x7fac3c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac3c06ac30 0x7fac3c06d0f0 secure :-1 s=READY pgs=1148 cs=0 l=1 rev1=1 crypto rx=0x7fac4c035000 tx=0x7fac4c02f000 comp rx=0 tx=0).stop 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 msgr2=0x7fac5c1526d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 0x7fac5c1526d0 secure :-1 s=READY pgs=2953 cs=0 l=1 rev1=1 crypto rx=0x7fac4400f5f0 tx=0x7fac4400fab0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 shutdown_connections 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fac3c06ac30 0x7fac3c06d0f0 unknown :-1 s=CLOSED pgs=1148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fac5c0ade10 0x7fac5c156750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fac5c155d40 0x7fac5c1526d0 unknown :-1 s=CLOSED pgs=2953 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 --2- 172.21.15.39:0/3844932077 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fac480039a0 0x7fac5c14f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 >> 172.21.15.39:0/3844932077 conn(0x7fac5c0b15d0 msgr2=0x7fac5c0ce420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 shutdown_connections 2024-09-13T16:23:25.098 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.095+0000 7fac61b33640 1 -- 172.21.15.39:0/3844932077 wait complete. 2024-09-13T16:23:25.100 INFO:tasks.ceph.mds.c.smithi039.stderr: -5185> 2024-09-13T16:23:10.527+0000 7fdbb40b1640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:23:25.111 DEBUG:teuthology.orchestra.run.smithi039:> cephfs-journal-tool --debug-mds=20 --debug-ms=1 --debug-objecter=1 --rank cephfs:0 journal reset --yes-i-really-really-mean-it 2024-09-13T16:23:25.132 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:23:25.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.153+0000 7fa702ddb280 1 -- start start 2024-09-13T16:23:25.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.153+0000 7fa702ddb280 1 Processor -- start 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cebfccac00 0x55cebfd64580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 0x55cebfd64b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cebfccbc00 0x55cebfd65080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa702ddb280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5ca00 con 0x55cebfccb800 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c780 con 0x55cebfccbc00 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c640 con 0x55cebfccac00 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 0x55cebfd64b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.161 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 0x55cebfd64b00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51902/0 (socket says 172.21.15.39:51902) 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 -- 172.21.15.39:0/3024408635 learned_addr learned my addr 172.21.15.39:0/3024408635 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa701d82640 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cebfccbc00 0x55cebfd65080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa701581640 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cebfccac00 0x55cebfd64580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 -- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cebfccac00 msgr2=0x55cebfd64580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cebfccac00 0x55cebfd64580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 -- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cebfccbc00 msgr2=0x55cebfd65080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cebfccbc00 0x55cebfd65080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 -- 172.21.15.39:0/3024408635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cebfcf09c0 con 0x55cebfccb800 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa701581640 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cebfccac00 0x55cebfd64580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.154+0000 7fa700d80640 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 0x55cebfd64b00 secure :-1 s=READY pgs=2958 cs=0 l=1 rev1=1 crypto rx=0x55cec0af10b0 tx=0x55cec0b8e480 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c73d00044ea76a03 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa6fed7c640 1 -- 172.21.15.39:0/3024408635 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f600 con 0x55cebfccb800 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa6fed7c640 1 -- 172.21.15.39:0/3024408635 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55cebfd2a480 con 0x55cebfccb800 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa6fed7c640 1 -- 172.21.15.39:0/3024408635 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f1e0 con 0x55cebfccb800 2024-09-13T16:23:25.162 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cebfcf0b60 con 0x55cebfccb800 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({fsmap=0}) v3 -- 0x55cebfcf0820 con 0x55cebfccb800 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 4 waiting for MDS map... 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa6fed7c640 1 -- 172.21.15.39:0/3024408635 <== mon.0 v2:172.21.15.39:3300/0 4 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x55cebfcf6380 con 0x55cebfccb800 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa6fed7c640 1 -- 172.21.15.39:0/3024408635 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 331) v1 ==== 2573+0+0 (secure 0 0 0) 0x55cebfd1d200 con 0x55cebfccb800 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 4 Got MDS map 331 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 10 main: JournalTool::main 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 4 main: JournalTool: connecting to RADOS... 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.155+0000 7fa702ddb280 1 Processor -- start 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 -- start start 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 0x55cebfd65600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9400 0x55cebfd65b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9800 0x55cebfd66100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfcfbe00 con 0x55cec0ab9000 2024-09-13T16:23:25.163 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c780 con 0x55cec0ab9400 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c500 con 0x55cec0ab9800 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa701d82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 0x55cebfd65600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa701d82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 0x55cebfd65600 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51916/0 (socket says 172.21.15.39:51916) 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa701d82640 1 -- 172.21.15.39:0/1116994590 learned_addr learned my addr 172.21.15.39:0/1116994590 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa700d80640 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9800 0x55cebfd66100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.156+0000 7fa701581640 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9400 0x55cebfd65b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701d82640 1 -- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9800 msgr2=0x55cebfd66100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701d82640 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9800 0x55cebfd66100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701d82640 1 -- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9400 msgr2=0x55cebfd65b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701d82640 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9400 0x55cebfd65b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701d82640 1 -- 172.21.15.39:0/1116994590 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cebfcf04e0 con 0x55cec0ab9000 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701581640 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9400 0x55cebfd65b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa701d82640 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 0x55cebfd65600 secure :-1 s=READY pgs=2959 cs=0 l=1 rev1=1 crypto rx=0x55cec0af0420 tx=0x55cec0b8e240 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9872614e98ddb41b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.164 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa6fcd78640 1 -- 172.21.15.39:0/1116994590 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f080 con 0x55cec0ab9000 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa6fcd78640 1 -- 172.21.15.39:0/1116994590 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55cec0aa4900 con 0x55cec0ab9000 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa6fcd78640 1 -- 172.21.15.39:0/1116994590 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f600 con 0x55cec0ab9000 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 -- 172.21.15.39:0/1116994590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 msgr2=0x55cebfd65600 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 0x55cebfd65600 secure :-1 s=READY pgs=2959 cs=0 l=1 rev1=1 crypto rx=0x55cec0af0420 tx=0x55cec0b8e240 comp rx=0 tx=0).stop 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 -- 172.21.15.39:0/1116994590 shutdown_connections 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9800 0x55cebfd66100 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9400 0x55cebfd65b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 --2- 172.21.15.39:0/1116994590 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9000 0x55cebfd65600 unknown :-1 s=CLOSED pgs=2959 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 -- 172.21.15.39:0/1116994590 >> 172.21.15.39:0/1116994590 conn(0x55cec0ab8c00 msgr2=0x55cec0a49000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 -- 172.21.15.39:0/1116994590 shutdown_connections 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.157+0000 7fa702ddb280 1 -- 172.21.15.39:0/1116994590 wait complete. 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 Processor -- start 2024-09-13T16:23:25.165 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 -- start start 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9000 0x55cebfd67180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 0x55cebfd66c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9800 0x55cebfd66680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c3c0 con 0x55cec0ab9400 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c280 con 0x55cec0ab9800 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.158+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c140 con 0x55cec0ab9000 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 0x55cebfd66c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 0x55cebfd66c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51930/0 (socket says 172.21.15.39:51930) 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 -- 172.21.15.39:0/3817843224 learned_addr learned my addr 172.21.15.39:0/3817843224 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa700d80640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9800 0x55cebfd66680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701d82640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9000 0x55cebfd67180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 -- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9000 msgr2=0x55cebfd67180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9000 0x55cebfd67180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 -- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9800 msgr2=0x55cebfd66680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.166 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9800 0x55cebfd66680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 -- 172.21.15.39:0/3817843224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cebfcf0d00 con 0x55cec0ab9400 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa701581640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 0x55cebfd66c00 secure :-1 s=READY pgs=2960 cs=0 l=1 rev1=1 crypto rx=0x55cec0c00c60 tx=0x55cec0bb2c00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa6fb575640 1 -- 172.21.15.39:0/3817843224 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f080 con 0x55cec0ab9400 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa6fb575640 1 -- 172.21.15.39:0/3817843224 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55cebfd2a180 con 0x55cec0ab9400 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55cebfcf04e0 con 0x55cec0ab9400 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa6fb575640 1 -- 172.21.15.39:0/3817843224 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f600 con 0x55cec0ab9400 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cebfcf09c0 con 0x55cec0ab9400 2024-09-13T16:23:25.167 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.159+0000 7fa702ddb280 4 main: JournalTool: resolving pool 14 2024-09-13T16:23:25.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.160+0000 7fa6fb575640 1 -- 172.21.15.39:0/3817843224 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x55cebfd3b080 con 0x55cec0ab9400 2024-09-13T16:23:25.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa6fb575640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x55cec0c10800 0x55cebfd67700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa6fb575640 1 -- 172.21.15.39:0/3817843224 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x55cebfcf6540 con 0x55cec0ab9400 2024-09-13T16:23:25.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa702ddb280 4 main: JournalTool: creating IoCtx.. 2024-09-13T16:23:25.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa702ddb280 4 main: Executing for rank 0 2024-09-13T16:23:25.171 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa701d82640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x55cec0c10800 0x55cebfd67700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa702ddb280 1 -- start start 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa702ddb280 1 Processor -- start 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.161+0000 7fa701d82640 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x55cec0c10800 0x55cebfd67700 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x55cec0af0420 tx=0x55cec0b8e1e0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 0x55cebfd66100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0c11400 0x55cebfd65b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa702ddb280 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0c11800 0x55cebfd65600 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa702ddb280 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c140 con 0x55cec0c11000 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c280 con 0x55cec0c11800 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa702ddb280 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55cebfd5c500 con 0x55cec0c11400 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 0x55cebfd66100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 0x55cebfd66100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51938/0 (socket says 172.21.15.39:51938) 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 learned_addr learned my addr 172.21.15.39:0/712408371 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701581640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0c11400 0x55cebfd65b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.172 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa700d80640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0c11800 0x55cebfd65600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0c11400 msgr2=0x55cebfd65b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0c11400 0x55cebfd65b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0c11800 msgr2=0x55cebfd65600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0c11800 0x55cebfd65600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.162+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55cec0c42000 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa701d82640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 0x55cebfd66100 secure :-1 s=READY pgs=2961 cs=0 l=1 rev1=1 crypto rx=0x55cec00072f0 tx=0x55cec0b8e300 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c8c013425163b57c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa6f856f640 1 -- 172.21.15.39:0/712408371 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8f1e0 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa6f856f640 1 -- 172.21.15.39:0/712408371 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55cebfd2a900 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa6f856f640 1 -- 172.21.15.39:0/712408371 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x55cebfd8edc0 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55cec0c40340 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({fsmap=0}) v3 -- 0x55cec0c41d40 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa702ddb280 4 waiting for MDS map... 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa6f856f640 1 -- 172.21.15.39:0/712408371 <== mon.0 v2:172.21.15.39:3300/0 4 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x55cebfcf6a80 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa6f856f640 1 -- 172.21.15.39:0/712408371 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 331) v1 ==== 2573+0+0 (secure 0 0 0) 0x55cec009a900 con 0x55cec0c11000 2024-09-13T16:23:25.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa702ddb280 4 Got MDS map 331 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cec0c11c00 0x55cec00a4000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:1 14.f 14:f1f69726:::400.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec008f400 con 0x55cec0c11c00 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.163+0000 7fa701581640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cec0c11c00 0x55cec00a4000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.164+0000 7fa701581640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cec0c11c00 0x55cec00a4000 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=199b7a0e76670f9c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.164+0000 7fa701581640 1 -- 172.21.15.39:0/712408371 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== osd_op_reply(1 400.00000000 [read 0~22 out=22b] v0'0 uv1 ondisk = 0) v8 ==== 156+0+22 (crc 0 0 0) 0x55cec0b86b40 con 0x55cec0c11c00 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.164+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x55cec008f800 0x55cec00a4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.164+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:2 14.14 14:292cf221:::200.00000000:head [read 0~0] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec008fc00 con 0x55cec008f800 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.164+0000 7fa700d80640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x55cec008f800 0x55cec00a4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa700d80640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x55cec008f800 0x55cec00a4580 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=311bf401fff24440 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa700d80640 1 -- 172.21.15.39:0/712408371 <== osd.4 v2:172.21.15.157:6824/790010053 1 ==== osd_op_reply(2 200.00000000 [read 0~90 out=90b] v0'0 uv21 ondisk = 0) v8 ==== 156+0+90 (crc 0 0 0) 0x55cec0b86d80 con 0x55cec008f800 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa6f6d6c640 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:3 14.14 14:2e2fa760:::200.00000001:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b6000 con 0x55cec008f800 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa6f6d6c640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cec00b6400 0x55cec00a6680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa6f6d6c640 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:4 14.1b 14:ddb4e4d7:::200.00000002:head [stat] snapc 0=[] ondisk+read+rwordered+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b6800 con 0x55cec00b6400 2024-09-13T16:23:25.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa701d82640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cec00b6400 0x55cec00a6680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.165+0000 7fa700d80640 1 -- 172.21.15.39:0/712408371 <== osd.4 v2:172.21.15.157:6824/790010053 2 ==== osd_op_reply(3 200.00000001 [stat out=16b] v0'0 uv19 ondisk = 0) v8 ==== 156+0+16 (crc 0 0 0) 0x55cec0b86d80 con 0x55cec008f800 2024-09-13T16:23:25.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.166+0000 7fa701d82640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cec00b6400 0x55cec00a6680 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=f7352b4faa8c44d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.168+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(4 200.00000002 [stat] v0'0 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86fc0 con 0x55cec00b6400 2024-09-13T16:23:25.175 INFO:teuthology.orchestra.run.smithi039.stdout:old journal was 4219092~2030 2024-09-13T16:23:25.175 INFO:teuthology.orchestra.run.smithi039.stdout:new journal start will be 8388608 (4167486 bytes past old end) 2024-09-13T16:23:25.175 INFO:teuthology.orchestra.run.smithi039.stdout:writing journal head 2024-09-13T16:23:25.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.168+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- osd_op(unknown.0.0:5 14.14 14:292cf221:::200.00000000:head [writefull 0~90 in=90b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b6c00 con 0x55cec008f800 2024-09-13T16:23:25.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa700d80640 1 -- 172.21.15.39:0/712408371 <== osd.4 v2:172.21.15.157:6824/790010053 3 ==== osd_op_reply(5 200.00000000 [writefull 0~90] v143'22 uv22 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86d80 con 0x55cec008f800 2024-09-13T16:23:25.176 INFO:teuthology.orchestra.run.smithi039.stdout:writing EResetJournal entry 2024-09-13T16:23:25.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:6 14.1b 14:ddb4e4d7:::200.00000002:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b7000 con 0x55cec00b6400 2024-09-13T16:23:25.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55cec00b7400 0x55cec00a4b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:7 14.b 14:d5c7a900:::200.00000003:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b7800 con 0x55cec00b7400 2024-09-13T16:23:25.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:8 14.1f 14:f83d65d8:::200.00000004:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b7c00 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:9 14.1a 14:5e41ab69:::200.00000005:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b6000 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- osd_op(unknown.0.0:10 14.1e 14:7bf7e7b5:::200.00000006:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b6c00 con 0x55cec0c11c00 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.169+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- osd_op(unknown.0.0:11 14.1d 14:bec1251c:::200.00000007:head [delete] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec008fc00 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.170+0000 7fa701581640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55cec00b7400 0x55cec00a4b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.170+0000 7fa701581640 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55cec00b7400 0x55cec00a4b00 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=5edee51c7bad37a6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.171+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== osd_op_reply(6 200.00000002 [delete] v143'2 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86fc0 con 0x55cec00b6400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.171+0000 7fa701581640 1 -- 172.21.15.39:0/712408371 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== osd_op_reply(10 200.00000006 [delete] v143'2 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86b40 con 0x55cec0c11c00 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.172+0000 7fa701581640 1 -- 172.21.15.39:0/712408371 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== osd_op_reply(8 200.00000004 [delete] v143'7 uv6 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86b40 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.172+0000 7fa701581640 1 -- 172.21.15.39:0/712408371 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== osd_op_reply(7 200.00000003 [delete] v143'4 uv3 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86b40 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.172+0000 7fa701581640 1 -- 172.21.15.39:0/712408371 <== osd.0 v2:172.21.15.39:6812/3589445055 3 ==== osd_op_reply(9 200.00000005 [delete] v143'2 uv0 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86b40 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.172+0000 7fa701581640 1 -- 172.21.15.39:0/712408371 <== osd.0 v2:172.21.15.39:6812/3589445055 4 ==== osd_op_reply(11 200.00000007 [delete] v143'3 uv2 ondisk = -2 ((2) No such file or directory)) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86b40 con 0x55cec00b7400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.172+0000 7fa6f6d6c640 1 -- 172.21.15.39:0/712408371 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:12 14.1b 14:ddb4e4d7:::200.00000002:head [write 0~48 in=48b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x55cec00b6c00 con 0x55cec00b6400 2024-09-13T16:23:25.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa701d82640 1 -- 172.21.15.39:0/712408371 <== osd.1 v2:172.21.15.39:6808/3468948043 3 ==== osd_op_reply(12 200.00000002 [write 0~48] v143'3 uv3 ondisk = 0) v8 ==== 156+0+0 (crc 0 0 0) 0x55cec0b86fc0 con 0x55cec00b6400 2024-09-13T16:23:25.179 INFO:teuthology.orchestra.run.smithi039.stdout:done 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55cec00b7400 msgr2=0x55cec00a4b00 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x55cec00b7400 0x55cec00a4b00 crc :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cec00b6400 msgr2=0x55cec00a6680 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55cec00b6400 0x55cec00a6680 crc :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x55cec008f800 msgr2=0x55cec00a4580 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x55cec008f800 0x55cec00a4580 crc :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cec0c11c00 msgr2=0x55cec00a4000 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x55cec0c11c00 0x55cec00a4000 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa700d80640 1 -- 172.21.15.39:0/712408371 reap_dead start 2024-09-13T16:23:25.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa700d80640 1 -- 172.21.15.39:0/712408371 reap_dead start 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 msgr2=0x55cebfd66100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.173+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 0x55cebfd66100 secure :-1 s=READY pgs=2961 cs=0 l=1 rev1=1 crypto rx=0x55cec00072f0 tx=0x55cec0b8e300 comp rx=0 tx=0).stop 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 shutdown_connections 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/712408371 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0c11000 0x55cebfd66100 unknown :-1 s=CLOSED pgs=2961 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 >> 172.21.15.39:0/712408371 conn(0x55cec0c10c00 msgr2=0x55cec0a49800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 shutdown_connections 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/712408371 wait complete. 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x55cec0c10800 msgr2=0x55cebfd67700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x55cec0c10800 0x55cebfd67700 secure :-1 s=READY pgs=1149 cs=0 l=1 rev1=1 crypto rx=0x55cec0af0420 tx=0x55cec0b8e1e0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 msgr2=0x55cebfd66c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 0x55cebfd66c00 secure :-1 s=READY pgs=2960 cs=0 l=1 rev1=1 crypto rx=0x55cec0c00c60 tx=0x55cec0bb2c00 comp rx=0 tx=0).stop 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 shutdown_connections 2024-09-13T16:23:25.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x55cec0c10800 0x55cebfd67700 unknown :-1 s=CLOSED pgs=1149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cec0ab9800 0x55cebfd66680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cec0ab9400 0x55cebfd66c00 unknown :-1 s=CLOSED pgs=2960 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3817843224 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cec0ab9000 0x55cebfd67180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 >> 172.21.15.39:0/3817843224 conn(0x55cec0ab8c00 msgr2=0x55cec0a49000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 shutdown_connections 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3817843224 wait complete. 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 msgr2=0x55cebfd64b00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 0x55cebfd64b00 secure :-1 s=READY pgs=2958 cs=0 l=1 rev1=1 crypto rx=0x55cec0af10b0 tx=0x55cec0b8e480 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 shutdown_connections 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55cebfccbc00 0x55cebfd65080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55cebfccb800 0x55cebfd64b00 unknown :-1 s=CLOSED pgs=2958 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 --2- 172.21.15.39:0/3024408635 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55cebfccac00 0x55cebfd64580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.174+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 >> 172.21.15.39:0/3024408635 conn(0x55cebfccb000 msgr2=0x55cec0a48800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.183 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.175+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 shutdown_connections 2024-09-13T16:23:25.184 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.175+0000 7fa702ddb280 1 -- 172.21.15.39:0/3024408635 wait complete. 2024-09-13T16:23:25.184 DEBUG:tasks.cephfs.filesystem:Ran ['cephfs-journal-tool', '--debug-mds=20', '--debug-ms=1', '--debug-objecter=1', '--rank', 'cephfs:0', 'journal', 'reset', '--yes-i-really-really-mean-it'] in time 0:00:00.073534, result: old journal was 4219092~2030 new journal start will be 8388608 (4167486 bytes past old end) writing journal head writing EResetJournal entry done 2024-09-13T16:23:25.184 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T16:23:25.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.325+0000 7fd0fa496640 1 Processor -- start 2024-09-13T16:23:25.326 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.325+0000 7fd0fa496640 1 -- start start 2024-09-13T16:23:25.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0fa496640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fd0f415c7d0 0x7fd0f40cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0fa496640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd0f40d2110 0x7fd0f40b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0fa496640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd0f40b5550 con 0x7fd0f40b4180 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0fa496640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0f40b2000 con 0x7fd0f40d2110 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0fa496640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd0f40b4610 con 0x7fd0f415c7d0 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd0f40d2110 0x7fd0f40b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fd0f40d2110 0x7fd0f40b59e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51950/0 (socket says 172.21.15.39:51950) 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 -- 172.21.15.39:0/2914227816 learned_addr learned my addr 172.21.15.39:0/2914227816 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 -- 172.21.15.39:0/2914227816 >> v2:172.21.15.157:3300/0 conn(0x7fd0f415c7d0 msgr2=0x7fd0f40cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 --2- 172.21.15.39:0/2914227816 >> v2:172.21.15.157:3300/0 conn(0x7fd0f415c7d0 0x7fd0f40cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 -- 172.21.15.39:0/2914227816 >> v1:172.21.15.157:6789/0 conn(0x7fd0f40b4180 legacy=0x7fd0f40d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:25.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.326+0000 7fd0f8a33640 1 -- 172.21.15.39:0/2914227816 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0f40b48f0 con 0x7fd0f40d2110 2024-09-13T16:23:25.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.327+0000 7fd0f8a33640 1 --2- 172.21.15.39:0/2914227816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40d2110 0x7fd0f40b59e0 secure :-1 s=READY pgs=2962 cs=0 l=1 rev1=1 crypto rx=0x7fd0f40d37d0 tx=0x7fd0ec02a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d9dcc0007013319b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.327+0000 7fd0f37fe640 1 -- 172.21.15.39:0/2914227816 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec031600 con 0x7fd0f40d2110 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.327+0000 7fd0f37fe640 1 -- 172.21.15.39:0/2914227816 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0ec02d050 con 0x7fd0f40d2110 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.327+0000 7fd0f37fe640 1 -- 172.21.15.39:0/2914227816 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec031980 con 0x7fd0f40d2110 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.327+0000 7fd0fa496640 1 -- 172.21.15.39:0/2914227816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40d2110 msgr2=0x7fd0f40b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.327+0000 7fd0fa496640 1 --2- 172.21.15.39:0/2914227816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40d2110 0x7fd0f40b59e0 secure :-1 s=READY pgs=2962 cs=0 l=1 rev1=1 crypto rx=0x7fd0f40d37d0 tx=0x7fd0ec02a6f0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.328+0000 7fd0fa496640 1 -- 172.21.15.39:0/2914227816 shutdown_connections 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.328+0000 7fd0fa496640 1 --2- 172.21.15.39:0/2914227816 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40d2110 0x7fd0f40b59e0 unknown :-1 s=CLOSED pgs=2962 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.328+0000 7fd0fa496640 1 --2- 172.21.15.39:0/2914227816 >> v2:172.21.15.157:3300/0 conn(0x7fd0f415c7d0 0x7fd0f40cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.328+0000 7fd0fa496640 1 -- 172.21.15.39:0/2914227816 >> 172.21.15.39:0/2914227816 conn(0x7fd0f406bc40 msgr2=0x7fd0f406c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.328+0000 7fd0fa496640 1 -- 172.21.15.39:0/2914227816 shutdown_connections 2024-09-13T16:23:25.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.328+0000 7fd0fa496640 1 -- 172.21.15.39:0/2914227816 wait complete. 2024-09-13T16:23:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.329+0000 7fd0fa496640 1 Processor -- start 2024-09-13T16:23:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.329+0000 7fd0fa496640 1 -- start start 2024-09-13T16:23:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f40d2110 0x7fd0f414fdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f415c7d0 0x7fd0f40ccc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 0x7fd0f415e500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f40c6210 con 0x7fd0f40c8750 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f4150330 con 0x7fd0f415c7d0 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd0f40cd170 con 0x7fd0f40d2110 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 0x7fd0f415e500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 0x7fd0f415e500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51960/0 (socket says 172.21.15.39:51960) 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 -- 172.21.15.39:0/3179766868 learned_addr learned my addr 172.21.15.39:0/3179766868 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f40d2110 0x7fd0f414fdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0ebfff640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f415c7d0 0x7fd0f40ccc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 -- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f40d2110 msgr2=0x7fd0f414fdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f40d2110 0x7fd0f414fdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 -- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f415c7d0 msgr2=0x7fd0f40ccc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f415c7d0 0x7fd0f40ccc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 -- 172.21.15.39:0/3179766868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd0ec009b30 con 0x7fd0f40c8750 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f8a33640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 0x7fd0f415e500 secure :-1 s=READY pgs=2963 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec034040 tx=0x7fd0ec004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec03d860 con 0x7fd0f40c8750 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0ec03d9c0 con 0x7fd0f40c8750 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd0f40c6420 con 0x7fd0f40c8750 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.330+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0ec03dd70 con 0x7fd0f40c8750 2024-09-13T16:23:25.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.331+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd0f40c69e0 con 0x7fd0f40c8750 2024-09-13T16:23:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.331+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd0f40cf440 con 0x7fd0f40c8750 2024-09-13T16:23:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.332+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fd0ec03b400 con 0x7fd0f40c8750 2024-09-13T16:23:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.332+0000 7fd0f17fa640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0d406ac30 0x7fd0d406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.333+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fd0ec0aa3f0 con 0x7fd0f40c8750 2024-09-13T16:23:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.333+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0d406ac30 0x7fd0d406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:25.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.333+0000 7fd0f3fff640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0d406ac30 0x7fd0d406d0f0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400b810 tx=0x7fd0e4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:25.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.337+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fd0ec075570 con 0x7fd0f40c8750 2024-09-13T16:23:25.543 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.541+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7fd0f40cd3a0 con 0x7fd0f40c8750 2024-09-13T16:23:25.916 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.914+0000 7fd0f17fa640 1 -- 172.21.15.39:0/3179766868 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v332) v1 ==== 162+0+0 (secure 0 0 0) 0x7fd0ec009510 con 0x7fd0f40c8750 2024-09-13T16:23:25.916 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T16:23:25.918 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.916+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0d406ac30 msgr2=0x7fd0d406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.916+0000 7fd0fa496640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0d406ac30 0x7fd0d406d0f0 secure :-1 s=READY pgs=1150 cs=0 l=1 rev1=1 crypto rx=0x7fd0e400b810 tx=0x7fd0e4008040 comp rx=0 tx=0).stop 2024-09-13T16:23:25.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.916+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 msgr2=0x7fd0f415e500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:25.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.916+0000 7fd0fa496640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 0x7fd0f415e500 secure :-1 s=READY pgs=2963 cs=0 l=1 rev1=1 crypto rx=0x7fd0ec034040 tx=0x7fd0ec004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:25.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 shutdown_connections 2024-09-13T16:23:25.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fd0d406ac30 0x7fd0d406d0f0 unknown :-1 s=CLOSED pgs=1150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.919 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fd0f40c8750 0x7fd0f415e500 unknown :-1 s=CLOSED pgs=2963 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fd0f415c7d0 0x7fd0f40ccc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 --2- 172.21.15.39:0/3179766868 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fd0f40d2110 0x7fd0f414fdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:25.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 >> 172.21.15.39:0/3179766868 conn(0x7fd0f406bc40 msgr2=0x7fd0f415f810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:25.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 shutdown_connections 2024-09-13T16:23:25.920 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:25.917+0000 7fd0fa496640 1 -- 172.21.15.39:0/3179766868 wait complete. 2024-09-13T16:23:25.932 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:26.034 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.033+0000 7f9d0b2d0640 1 Processor -- start 2024-09-13T16:23:26.035 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.033+0000 7f9d0b2d0640 1 -- start start 2024-09-13T16:23:26.037 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0b2d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d0415a230 0x7f9d040ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0b2d0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d04070a70 0x7f9d04070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0b2d0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d0406ccd0 con 0x7f9d041601f0 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0b2d0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9d040713f0 con 0x7f9d04070a70 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0b2d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0415a610 con 0x7f9d0415a230 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0886b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f9d04070a70 0x7f9d04070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0986d640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9d041601f0 0x7f9d041606a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54618/0 (socket says 172.21.15.39:54618) 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0986d640 1 -- 172.21.15.39:0/3304963936 learned_addr learned my addr 172.21.15.39:0/3304963936 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0906c640 1 --2- 172.21.15.39:0/3304963936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d0415a230 0x7f9d040ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0886b640 1 -- 172.21.15.39:0/3304963936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d0415a230 msgr2=0x7f9d040ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0886b640 1 --2- 172.21.15.39:0/3304963936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d0415a230 0x7f9d040ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0886b640 1 -- 172.21.15.39:0/3304963936 >> v1:172.21.15.39:6789/0 conn(0x7f9d041601f0 legacy=0x7f9d041606a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9cfbfff640 1 -- 172.21.15.39:0/3304963936 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1040428624 0 0) 0x7f9d0406ccd0 con 0x7f9d041601f0 2024-09-13T16:23:26.038 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.034+0000 7f9d0886b640 1 -- 172.21.15.39:0/3304963936 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d040ad1d0 con 0x7f9d04070a70 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.035+0000 7f9d0886b640 1 --2- 172.21.15.39:0/3304963936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d04070eb0 secure :-1 s=READY pgs=2965 cs=0 l=1 rev1=1 crypto rx=0x7f9cf40097a0 tx=0x7f9cf402a180 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a27bc1abcbe371ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.035+0000 7f9cfbfff640 1 -- 172.21.15.39:0/3304963936 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf4032440 con 0x7f9d04070a70 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.035+0000 7f9cfbfff640 1 -- 172.21.15.39:0/3304963936 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9cf40325a0 con 0x7f9d04070a70 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.035+0000 7f9cfbfff640 1 -- 172.21.15.39:0/3304963936 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9cf4032930 con 0x7f9d04070a70 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3304963936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 msgr2=0x7f9d04070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3304963936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d04070eb0 secure :-1 s=READY pgs=2965 cs=0 l=1 rev1=1 crypto rx=0x7f9cf40097a0 tx=0x7f9cf402a180 comp rx=0 tx=0).stop 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3304963936 shutdown_connections 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3304963936 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d04070eb0 unknown :-1 s=CLOSED pgs=2965 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.039 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3304963936 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d0415a230 0x7f9d040ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3304963936 >> 172.21.15.39:0/3304963936 conn(0x7f9d0406a0b0 msgr2=0x7f9d0406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:26.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3304963936 shutdown_connections 2024-09-13T16:23:26.040 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.036+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3304963936 wait complete. 2024-09-13T16:23:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.037+0000 7f9d0b2d0640 1 Processor -- start 2024-09-13T16:23:26.044 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.037+0000 7f9d0b2d0640 1 -- start start 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0b2d0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d0414b920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0b2d0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d0415a230 0x7f9d040cd760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0b2d0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d041601f0 0x7f9d0415eff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0b2d0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0415df50 con 0x7f9d04070a70 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0b2d0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0415e230 con 0x7f9d0415a230 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0b2d0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d0415e510 con 0x7f9d041601f0 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d0414b920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d0414b920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51972/0 (socket says 172.21.15.39:51972) 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 -- 172.21.15.39:0/3426268420 learned_addr learned my addr 172.21.15.39:0/3426268420 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0886b640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d0415a230 0x7f9d040cd760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0986d640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d041601f0 0x7f9d0415eff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 -- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d041601f0 msgr2=0x7f9d0415eff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d041601f0 0x7f9d0415eff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.045 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 -- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d0415a230 msgr2=0x7f9d040cd760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d0415a230 0x7f9d040cd760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 -- 172.21.15.39:0/3426268420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf4009400 con 0x7f9d04070a70 2024-09-13T16:23:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9d0906c640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d0414b920 secure :-1 s=READY pgs=2966 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000d5f0 tx=0x7f9d0000dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.038+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d000125f0 con 0x7f9d04070a70 2024-09-13T16:23:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.039+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d00012750 con 0x7f9d04070a70 2024-09-13T16:23:26.046 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.039+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d0415e7f0 con 0x7f9d04070a70 2024-09-13T16:23:26.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.039+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d00012b00 con 0x7f9d04070a70 2024-09-13T16:23:26.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.039+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d040cdca0 con 0x7f9d04070a70 2024-09-13T16:23:26.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.040+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d040b3b40 con 0x7f9d04070a70 2024-09-13T16:23:26.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.040+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9d00012c60 con 0x7f9d04070a70 2024-09-13T16:23:26.047 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.040+0000 7f9cf9ffb640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ce806ac00 0x7f9ce806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:26.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.041+0000 7f9d0886b640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ce806ac00 0x7f9ce806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:26.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.041+0000 7f9d0886b640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ce806ac00 0x7f9ce806d0c0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4034000 tx=0x7f9cf402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:26.048 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.045+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9d00058de0 con 0x7f9d04070a70 2024-09-13T16:23:26.051 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.050+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9d00054a20 con 0x7f9d04070a70 2024-09-13T16:23:26.255 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.254+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9d040672d0 con 0x7f9d04070a70 2024-09-13T16:23:26.256 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.255+0000 7f9cf9ffb640 1 -- 172.21.15.39:0/3426268420 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 332 v332) v1 ==== 95+0+4747 (secure 0 0 0) 0x7f9d00058040 con 0x7f9d04070a70 2024-09-13T16:23:26.256 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:26.256 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":332,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":332,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:25.911703+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:replay","state_seq":1,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:26.257 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 332 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ce806ac00 msgr2=0x7f9ce806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ce806ac00 0x7f9ce806d0c0 secure :-1 s=READY pgs=1152 cs=0 l=1 rev1=1 crypto rx=0x7f9cf4034000 tx=0x7f9cf402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 msgr2=0x7f9d0414b920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d0414b920 secure :-1 s=READY pgs=2966 cs=0 l=1 rev1=1 crypto rx=0x7f9d0000d5f0 tx=0x7f9d0000dab0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 shutdown_connections 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f9ce806ac00 0x7f9ce806d0c0 unknown :-1 s=CLOSED pgs=1152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.258 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9d041601f0 0x7f9d0415eff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9d0415a230 0x7f9d040cd760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 --2- 172.21.15.39:0/3426268420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f9d04070a70 0x7f9d0414b920 unknown :-1 s=CLOSED pgs=2966 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:26.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 >> 172.21.15.39:0/3426268420 conn(0x7f9d0406a0b0 msgr2=0x7f9d040b1c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:26.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 shutdown_connections 2024-09-13T16:23:26.259 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:26.257+0000 7f9d0b2d0640 1 -- 172.21.15.39:0/3426268420 wait complete. 2024-09-13T16:23:26.673 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 332, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:23:08.920482+0000', 'modified': '2024-09-13T16:23:25.911703+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 143, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 12444}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_12444': {'gid': 12444, 'name': 'c', 'rank': 0, 'incarnation': 332, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.39:6835/242356455', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 242356455}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 242356455}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:23:26.673 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_12444:up:replay 2024-09-13T16:23:27.673 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:27.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.786+0000 7f117b45a640 1 Processor -- start 2024-09-13T16:23:27.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.787+0000 7f117b45a640 1 -- start start 2024-09-13T16:23:27.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.787+0000 7f117b45a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f11740b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:27.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.787+0000 7f117b45a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11740ccf80 0x7f11740d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:27.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.787+0000 7f117b45a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11740cde30 con 0x7f11740d0830 2024-09-13T16:23:27.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.787+0000 7f117b45a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11740b5090 con 0x7f11740ccf80 2024-09-13T16:23:27.789 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.787+0000 7f117b45a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11740cd820 con 0x7f11740b41a0 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11740ccf80 0x7f11740d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f11740ccf80 0x7f11740d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51982/0 (socket says 172.21.15.39:51982) 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 -- 172.21.15.39:0/3771575007 learned_addr learned my addr 172.21.15.39:0/3771575007 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11791f6640 1 --2- 172.21.15.39:0/3771575007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f11740b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 -- 172.21.15.39:0/3771575007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 msgr2=0x7f11740b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 --2- 172.21.15.39:0/3771575007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f11740b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 -- 172.21.15.39:0/3771575007 >> v1:172.21.15.157:6789/0 conn(0x7f11740d0830 legacy=0x7f1174166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:27.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.788+0000 7f11789f5640 1 -- 172.21.15.39:0/3771575007 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11740b4ac0 con 0x7f11740ccf80 2024-09-13T16:23:27.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.789+0000 7f11789f5640 1 --2- 172.21.15.39:0/3771575007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f11740d02f0 secure :-1 s=READY pgs=2967 cs=0 l=1 rev1=1 crypto rx=0x7f1168009870 tx=0x7f116802a270 comp rx=0 tx=0).ready entity=mon.0 client_cookie=303123699353edba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:27.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.789+0000 7f1173fff640 1 -- 172.21.15.39:0/3771575007 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168032440 con 0x7f11740ccf80 2024-09-13T16:23:27.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.789+0000 7f1173fff640 1 -- 172.21.15.39:0/3771575007 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11680325a0 con 0x7f11740ccf80 2024-09-13T16:23:27.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.789+0000 7f1173fff640 1 -- 172.21.15.39:0/3771575007 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168032930 con 0x7f11740ccf80 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.789+0000 7f117b45a640 1 -- 172.21.15.39:0/3771575007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 msgr2=0x7f11740d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 --2- 172.21.15.39:0/3771575007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f11740d02f0 secure :-1 s=READY pgs=2967 cs=0 l=1 rev1=1 crypto rx=0x7f1168009870 tx=0x7f116802a270 comp rx=0 tx=0).stop 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 -- 172.21.15.39:0/3771575007 shutdown_connections 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 --2- 172.21.15.39:0/3771575007 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f11740d02f0 unknown :-1 s=CLOSED pgs=2967 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 --2- 172.21.15.39:0/3771575007 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f11740b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 -- 172.21.15.39:0/3771575007 >> 172.21.15.39:0/3771575007 conn(0x7f11740cf1a0 msgr2=0x7f11740cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 -- 172.21.15.39:0/3771575007 shutdown_connections 2024-09-13T16:23:27.792 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.790+0000 7f117b45a640 1 -- 172.21.15.39:0/3771575007 wait complete. 2024-09-13T16:23:27.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.791+0000 7f117b45a640 1 Processor -- start 2024-09-13T16:23:27.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.791+0000 7f117b45a640 1 -- start start 2024-09-13T16:23:27.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f117b45a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f1174153550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f117b45a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f1174155fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f117b45a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11740d0830 0x7f11741564e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f117b45a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11741557c0 con 0x7f11740ccf80 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f117b45a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1174154bb0 con 0x7f11740d0830 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f117b45a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1174154e90 con 0x7f11740b41a0 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f1174155fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f1174155fa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:51992/0 (socket says 172.21.15.39:51992) 2024-09-13T16:23:27.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 -- 172.21.15.39:0/2699998005 learned_addr learned my addr 172.21.15.39:0/2699998005 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11799f7640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11740d0830 0x7f11741564e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11791f6640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f1174153550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 -- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 msgr2=0x7f1174153550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f1174153550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 -- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11740d0830 msgr2=0x7f11741564e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11740d0830 0x7f11741564e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 -- 172.21.15.39:0/2699998005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11680094d0 con 0x7f11740ccf80 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.792+0000 7f11789f5640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f1174155fa0 secure :-1 s=READY pgs=2968 cs=0 l=1 rev1=1 crypto rx=0x7f1168009870 tx=0x7f11680046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.793+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168032440 con 0x7f11740ccf80 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.793+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1168030980 con 0x7f11740ccf80 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.793+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1174155170 con 0x7f11740ccf80 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.793+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1168030d10 con 0x7f11740ccf80 2024-09-13T16:23:27.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.793+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11741542d0 con 0x7f11740ccf80 2024-09-13T16:23:27.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.794+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1174067330 con 0x7f11740ccf80 2024-09-13T16:23:27.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.794+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1168039040 con 0x7f11740ccf80 2024-09-13T16:23:27.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.795+0000 7f1171ffb640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f116006ac00 0x7f116006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:27.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.795+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f11680a99f0 con 0x7f11740ccf80 2024-09-13T16:23:27.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.795+0000 7f11791f6640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f116006ac00 0x7f116006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:27.798 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.796+0000 7f11791f6640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f116006ac00 0x7f116006d0c0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f1164011340 tx=0x7f116400b040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:27.800 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:27.799+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1168074cb0 con 0x7f11740ccf80 2024-09-13T16:23:28.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.007+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1174066ec0 con 0x7f11740ccf80 2024-09-13T16:23:28.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.007+0000 7f1171ffb640 1 -- 172.21.15.39:0/2699998005 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 334 v334) v1 ==== 95+0+4747 (secure 0 0 0) 0x7f116804c090 con 0x7f11740ccf80 2024-09-13T16:23:28.009 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:28.009 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":334,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":334,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:27.915124+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:28.009 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 334 2024-09-13T16:23:28.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f116006ac00 msgr2=0x7f116006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f116006ac00 0x7f116006d0c0 secure :-1 s=READY pgs=1153 cs=0 l=1 rev1=1 crypto rx=0x7f1164011340 tx=0x7f116400b040 comp rx=0 tx=0).stop 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 msgr2=0x7f1174155fa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f1174155fa0 secure :-1 s=READY pgs=2968 cs=0 l=1 rev1=1 crypto rx=0x7f1168009870 tx=0x7f11680046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 shutdown_connections 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f116006ac00 0x7f116006d0c0 unknown :-1 s=CLOSED pgs=1153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f11740d0830 0x7f11741564e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f11740ccf80 0x7f1174155fa0 unknown :-1 s=CLOSED pgs=2968 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 --2- 172.21.15.39:0/2699998005 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11740b41a0 0x7f1174153550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 >> 172.21.15.39:0/2699998005 conn(0x7f11740cf1a0 msgr2=0x7f11740b5b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 shutdown_connections 2024-09-13T16:23:28.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:28.009+0000 7f117b45a640 1 -- 172.21.15.39:0/2699998005 wait complete. 2024-09-13T16:23:28.424 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 334, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:23:08.920482+0000', 'modified': '2024-09-13T16:23:27.915124+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 143, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 12444}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_12444': {'gid': 12444, 'name': 'c', 'rank': 0, 'incarnation': 332, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.39:6835/242356455', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 242356455}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 242356455}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:23:28.424 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_12444:up:rejoin 2024-09-13T16:23:29.425 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.555+0000 7f98a202b640 1 Processor -- start 2024-09-13T16:23:29.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.556+0000 7f98a202b640 1 -- start start 2024-09-13T16:23:29.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.556+0000 7f98a202b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c06f170 0x7f989c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:29.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.556+0000 7f98a202b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f989c15d0a0 0x7f989c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.556+0000 7f98a202b640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f989c06f6e0 con 0x7f989c156fb0 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.556+0000 7f98a202b640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f989c15da70 con 0x7f989c15d0a0 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.556+0000 7f98a202b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f989c06f9c0 con 0x7f989c06f170 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f989c15d0a0 0x7f989c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f989c156fb0 0x7f989c15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54624/0 (socket says 172.21.15.39:54624) 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989b7fe640 1 -- 172.21.15.39:0/229251169 learned_addr learned my addr 172.21.15.39:0/229251169 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989affd640 1 --2- 172.21.15.39:0/229251169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c06f170 0x7f989c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989bfff640 1 -- 172.21.15.39:0/229251169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c06f170 msgr2=0x7f989c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989bfff640 1 --2- 172.21.15.39:0/229251169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c06f170 0x7f989c0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989bfff640 1 -- 172.21.15.39:0/229251169 >> v1:172.21.15.39:6789/0 conn(0x7f989c156fb0 legacy=0x7f989c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989bfff640 1 -- 172.21.15.39:0/229251169 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f989c06fca0 con 0x7f989c15d0a0 2024-09-13T16:23:29.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.557+0000 7f989a7fc640 1 -- 172.21.15.39:0/229251169 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2249134493 0 0) 0x7f989c06f6e0 con 0x7f989c156fb0 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f989bfff640 1 --2- 172.21.15.39:0/229251169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c15d530 secure :-1 s=READY pgs=2970 cs=0 l=1 rev1=1 crypto rx=0x7f9894009d90 tx=0x7f989402a5d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b90b2d6cb57cb382 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f989a7fc640 1 -- 172.21.15.39:0/229251169 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9894031600 con 0x7f989c15d0a0 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f989a7fc640 1 -- 172.21.15.39:0/229251169 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f989402d050 con 0x7f989c15d0a0 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f989a7fc640 1 -- 172.21.15.39:0/229251169 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9894031980 con 0x7f989c15d0a0 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f98a202b640 1 -- 172.21.15.39:0/229251169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 msgr2=0x7f989c15d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f98a202b640 1 --2- 172.21.15.39:0/229251169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c15d530 secure :-1 s=READY pgs=2970 cs=0 l=1 rev1=1 crypto rx=0x7f9894009d90 tx=0x7f989402a5d0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.558+0000 7f98a202b640 1 -- 172.21.15.39:0/229251169 shutdown_connections 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.559+0000 7f98a202b640 1 --2- 172.21.15.39:0/229251169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c15d530 unknown :-1 s=CLOSED pgs=2970 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.559+0000 7f98a202b640 1 --2- 172.21.15.39:0/229251169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c06f170 0x7f989c0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.559+0000 7f98a202b640 1 -- 172.21.15.39:0/229251169 >> 172.21.15.39:0/229251169 conn(0x7f989c06b3b0 msgr2=0x7f989c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:29.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.559+0000 7f98a202b640 1 -- 172.21.15.39:0/229251169 shutdown_connections 2024-09-13T16:23:29.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.559+0000 7f98a202b640 1 -- 172.21.15.39:0/229251169 wait complete. 2024-09-13T16:23:29.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.560+0000 7f98a202b640 1 Processor -- start 2024-09-13T16:23:29.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.560+0000 7f98a202b640 1 -- start start 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f98a202b640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f989c06f170 0x7f989c149fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f98a202b640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c156fb0 0x7f989c158c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f98a202b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c159140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f98a202b640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f989c14a4e0 con 0x7f989c15d0a0 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f98a202b640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f989c0ce120 con 0x7f989c06f170 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f98a202b640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f989c0ce400 con 0x7f989c156fb0 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c159140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c159140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52012/0 (socket says 172.21.15.39:52012) 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 -- 172.21.15.39:0/1273380123 learned_addr learned my addr 172.21.15.39:0/1273380123 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989affd640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c156fb0 0x7f989c158c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989b7fe640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f989c06f170 0x7f989c149fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:29.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 -- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c156fb0 msgr2=0x7f989c158c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c156fb0 0x7f989c158c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 -- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f989c06f170 msgr2=0x7f989c149fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f989c06f170 0x7f989c149fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 -- 172.21.15.39:0/1273380123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9894009a70 con 0x7f989c15d0a0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989affd640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c156fb0 0x7f989c158c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989b7fe640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f989c06f170 0x7f989c149fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.561+0000 7f989bfff640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c159140 secure :-1 s=READY pgs=2971 cs=0 l=1 rev1=1 crypto rx=0x7f9894009eb0 tx=0x7f9894004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.562+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f989403b820 con 0x7f989c15d0a0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.562+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f989403b980 con 0x7f989c15d0a0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.562+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f989403bcf0 con 0x7f989c15d0a0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.562+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f989c0ce6e0 con 0x7f989c15d0a0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.562+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f989c0ceca0 con 0x7f989c15d0a0 2024-09-13T16:23:29.565 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.563+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f989c0672f0 con 0x7f989c15d0a0 2024-09-13T16:23:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.563+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f989403a3a0 con 0x7f989c15d0a0 2024-09-13T16:23:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.564+0000 7f9883fff640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f988806ac00 0x7f988806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.564+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f98940aab50 con 0x7f989c15d0a0 2024-09-13T16:23:29.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.564+0000 7f989b7fe640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f988806ac00 0x7f988806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:29.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.564+0000 7f989b7fe640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f988806ac00 0x7f988806d0c0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f988c000f60 tx=0x7f988c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:29.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.568+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f9894079760 con 0x7f989c15d0a0 2024-09-13T16:23:29.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.775+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f989c06aa80 con 0x7f989c15d0a0 2024-09-13T16:23:29.777 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.776+0000 7f9883fff640 1 -- 172.21.15.39:0/1273380123 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7f9894049020 con 0x7f989c15d0a0 2024-09-13T16:23:29.777 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:29.778 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:29.778 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f988806ac00 msgr2=0x7f988806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f988806ac00 0x7f988806d0c0 secure :-1 s=READY pgs=1154 cs=0 l=1 rev1=1 crypto rx=0x7f988c000f60 tx=0x7f988c009040 comp rx=0 tx=0).stop 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 msgr2=0x7f989c159140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c159140 secure :-1 s=READY pgs=2971 cs=0 l=1 rev1=1 crypto rx=0x7f9894009eb0 tx=0x7f9894004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 shutdown_connections 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f988806ac00 0x7f988806d0c0 unknown :-1 s=CLOSED pgs=1154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f989c15d0a0 0x7f989c159140 unknown :-1 s=CLOSED pgs=2971 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f989c156fb0 0x7f989c158c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.780 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 --2- 172.21.15.39:0/1273380123 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f989c06f170 0x7f989c149fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:29.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 >> 172.21.15.39:0/1273380123 conn(0x7f989c06b3b0 msgr2=0x7f989c070b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:29.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 shutdown_connections 2024-09-13T16:23:29.781 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:29.778+0000 7f98a202b640 1 -- 172.21.15.39:0/1273380123 wait complete. 2024-09-13T16:23:30.193 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 335, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T16:23:08.920482+0000', 'modified': '2024-09-13T16:23:28.917959+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 143, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 12444}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_12444': {'gid': 12444, 'name': 'c', 'rank': 0, 'incarnation': 332, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.39:6835/242356455', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.39:6833', 'nonce': 242356455}, {'type': 'v1', 'addr': '172.21.15.39:6835', 'nonce': 242356455}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [15], 'metadata_pool': 14, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T16:23:30.193 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T16:23:30.193 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c status 2024-09-13T16:23:30.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.297+0000 7f1edcce9640 1 Processor -- start 2024-09-13T16:23:30.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.297+0000 7f1edcce9640 1 -- start start 2024-09-13T16:23:30.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1edcce9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1ed8153080 0x7f1ed815d010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1edcce9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ed8069ed0 0x7f1ed806a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1edcce9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1ed815d550 con 0x7f1ed80ce080 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1edcce9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ed815a050 con 0x7f1ed8069ed0 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1edcce9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1ed815cbf0 con 0x7f1ed8153080 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ed8069ed0 0x7f1ed806a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1ed8069ed0 0x7f1ed806a340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52028/0 (socket says 172.21.15.39:52028) 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/2302288546 learned_addr learned my addr 172.21.15.39:0/2302288546 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed659c640 1 --2- 172.21.15.39:0/2302288546 >> v2:172.21.15.157:3300/0 conn(0x7f1ed8153080 0x7f1ed815d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/2302288546 >> v2:172.21.15.157:3300/0 conn(0x7f1ed8153080 msgr2=0x7f1ed815d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/2302288546 >> v2:172.21.15.157:3300/0 conn(0x7f1ed8153080 0x7f1ed815d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/2302288546 >> v1:172.21.15.157:6789/0 conn(0x7f1ed80ce080 legacy=0x7f1ed8159060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.298+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/2302288546 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ed8153460 con 0x7f1ed8069ed0 2024-09-13T16:23:30.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.299+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/2302288546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed8069ed0 0x7f1ed806a340 secure :-1 s=READY pgs=2972 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8067280 tx=0x7f1ec802c8b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d0e6a159e73f18c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.299+0000 7f1ed559a640 1 -- 172.21.15.39:0/2302288546 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8033640 con 0x7f1ed8069ed0 2024-09-13T16:23:30.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.299+0000 7f1ed559a640 1 -- 172.21.15.39:0/2302288546 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ec802f070 con 0x7f1ed8069ed0 2024-09-13T16:23:30.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.299+0000 7f1ed559a640 1 -- 172.21.15.39:0/2302288546 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec80339c0 con 0x7f1ed8069ed0 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 -- 172.21.15.39:0/2302288546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed8069ed0 msgr2=0x7f1ed806a340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2302288546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed8069ed0 0x7f1ed806a340 secure :-1 s=READY pgs=2972 cs=0 l=1 rev1=1 crypto rx=0x7f1ed8067280 tx=0x7f1ec802c8b0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 -- 172.21.15.39:0/2302288546 shutdown_connections 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2302288546 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed8069ed0 0x7f1ed806a340 unknown :-1 s=CLOSED pgs=2972 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2302288546 >> v2:172.21.15.157:3300/0 conn(0x7f1ed8153080 0x7f1ed815d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 -- 172.21.15.39:0/2302288546 >> 172.21.15.39:0/2302288546 conn(0x7f1ed80b15d0 msgr2=0x7f1ed80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 -- 172.21.15.39:0/2302288546 shutdown_connections 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.300+0000 7f1edcce9640 1 -- 172.21.15.39:0/2302288546 wait complete. 2024-09-13T16:23:30.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.301+0000 7f1edcce9640 1 Processor -- start 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.301+0000 7f1edcce9640 1 -- start start 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1edcce9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ed8069ed0 0x7f1ed8145f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1edcce9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 0x7f1ed8147bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1edcce9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ed8153080 0x7f1ed8154340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1edcce9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed8154eb0 con 0x7f1ed80ce080 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1edcce9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed8070520 con 0x7f1ed8069ed0 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1edcce9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1ed8148130 con 0x7f1ed8153080 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1ed5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 0x7f1ed8147bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1ed5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 0x7f1ed8147bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52044/0 (socket says 172.21.15.39:52044) 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2833494330 learned_addr learned my addr 172.21.15.39:0/2833494330 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1ed659c640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ed8069ed0 0x7f1ed8145f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.302+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ed8153080 0x7f1ed8154340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ed8153080 msgr2=0x7f1ed8154340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ed8153080 0x7f1ed8154340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ed8069ed0 msgr2=0x7f1ed8145f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ed8069ed0 0x7f1ed8145f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2833494330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ec800b770 con 0x7f1ed80ce080 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ed8153080 0x7f1ed8154340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 0x7f1ed8147bf0 secure :-1 s=READY pgs=2973 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00c400 tx=0x7f1ecc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ec6ffd640 1 -- 172.21.15.39:0/2833494330 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc0052d0 con 0x7f1ed80ce080 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ec6ffd640 1 -- 172.21.15.39:0/2833494330 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ecc005430 con 0x7f1ed80ce080 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1ed8070770 con 0x7f1ed80ce080 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1ec6ffd640 1 -- 172.21.15.39:0/2833494330 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc003830 con 0x7f1ed80ce080 2024-09-13T16:23:30.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.303+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ed8070d30 con 0x7f1ed80ce080 2024-09-13T16:23:30.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.305+0000 7f1ec6ffd640 1 -- 172.21.15.39:0/2833494330 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ecc003990 con 0x7f1ed80ce080 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.305+0000 7f1ec6ffd640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1eb806ac00 0x7f1eb806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.305+0000 7f1ec6ffd640 1 -- 172.21.15.39:0/2833494330 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1ecc088910 con 0x7f1ed80ce080 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.305+0000 7f1ed659c640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1eb806ac00 0x7f1eb806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.306+0000 7f1edfa0c740 1 Processor -- start 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.306+0000 7f1ed659c640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1eb806ac00 0x7f1eb806d0c0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80cb5f0 tx=0x7f1ed0009830 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.306+0000 7f1edfa0c740 1 -- start start 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f9660a0 0x56273f966480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 0x56273f9b3570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9b3ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f8c07c0 con 0x56273f963860 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f8cfb70 con 0x56273f9660a0 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56273f8cd300 con 0x56273f98d550 2024-09-13T16:23:30.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 0x56273f9b3570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 0x56273f9b3570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52056/0 (socket says 172.21.15.39:52056) 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2685899140 learned_addr learned my addr 172.21.15.39:0/2685899140 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed659c640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f9660a0 0x56273f966480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9b3ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 msgr2=0x56273f9b3ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9b3ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f9660a0 msgr2=0x56273f966480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f9660a0 0x56273f966480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 -- 172.21.15.39:0/2685899140 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56273f8554b0 con 0x56273f963860 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9b3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed659c640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f9660a0 0x56273f966480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 0x56273f9b3570 secure :-1 s=READY pgs=2974 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc001eb0 tx=0x7f1ecc0578c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=417203e642f51c36 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1eb7fff640 1 -- 172.21.15.39:0/2685899140 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc055ba0 con 0x56273f963860 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.307+0000 7f1eb7fff640 1 -- 172.21.15.39:0/2685899140 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ecc053f10 con 0x56273f963860 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1eb7fff640 1 -- 172.21.15.39:0/2685899140 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ecc05b3b0 con 0x56273f963860 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 -- 172.21.15.39:0/2685899140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 msgr2=0x56273f9b3570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 0x56273f9b3570 secure :-1 s=READY pgs=2974 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc001eb0 tx=0x7f1ecc0578c0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 -- 172.21.15.39:0/2685899140 shutdown_connections 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9b3ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f963860 0x56273f9b3570 unknown :-1 s=CLOSED pgs=2974 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/2685899140 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f9660a0 0x56273f966480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 -- 172.21.15.39:0/2685899140 >> 172.21.15.39:0/2685899140 conn(0x56273f9627d0 msgr2=0x56273f9aac80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 -- 172.21.15.39:0/2685899140 shutdown_connections 2024-09-13T16:23:30.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.308+0000 7f1edfa0c740 1 -- 172.21.15.39:0/2685899140 wait complete. 2024-09-13T16:23:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.309+0000 7f1edfa0c740 1 -- start start 2024-09-13T16:23:30.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.309+0000 7f1edfa0c740 1 Processor -- start 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f9660a0 0x56273f977f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f9a8010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 0x56273f960a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f8c8bf0 con 0x56273f98cbb0 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f887250 con 0x56273f98d550 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56273f886ef0 con 0x56273f9660a0 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1edfa0c740 10 client.0 _ll_register_callbacks cb 0x56273f8b9740 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:30.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 0x56273f960a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 0x56273f960a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52062/0 (socket says 172.21.15.39:52062) 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/1088794485 learned_addr learned my addr 172.21.15.39:0/1088794485 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f9a8010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed659c640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f9660a0 0x56273f977f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f9660a0 msgr2=0x56273f977f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f9660a0 0x56273f977f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 msgr2=0x56273f9a8010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f9a8010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 -- 172.21.15.39:0/1088794485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ed8070d30 con 0x56273f98cbb0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 0x56273f960a20 secure :-1 s=READY pgs=2975 cs=0 l=1 rev1=1 crypto rx=0x7f1ec800bc00 tx=0x7f1ec8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33909b6267510a2a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.310+0000 7f1eb57fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1eb57fa640 1 -- 172.21.15.39:0/1088794485 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ec8047640 con 0x56273f98cbb0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1eb57fa640 1 -- 172.21.15.39:0/1088794485 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1ec8041040 con 0x56273f98cbb0 2024-09-13T16:23:30.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56273f5bc3c0 con 0x56273f98cbb0 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1eb57fa640 1 -- 172.21.15.39:0/1088794485 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ec800b3f0 con 0x56273f98cbb0 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 10 client.12504 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x56273f8c7270 con 0x56273f98cbb0 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1eb57fa640 1 -- 172.21.15.39:0/1088794485 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56273f5bc3c0 con 0x56273f98cbb0 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1eb57fa640 1 -- 172.21.15.39:0/1088794485 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f1ec804e060 con 0x56273f98cbb0 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 10 client.12504 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 10 client.12504 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:30.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 20 client.12504 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f97a1e0 0x56273f9c7c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 4 client.12504 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x56273f5cd6c0 con 0x56273f97a1e0 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.311+0000 7f1ed659c640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f97a1e0 0x56273f9c7c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1eb57fa640 10 client.12504 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1ed659c640 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f97a1e0 0x56273f9c7c40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=cc6b06e5db7da33 server_cookie=1dbc41546dd98014 in_seq=0 out_seq=0 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1eb57fa640 1 -- 172.21.15.39:0/1088794485 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x56273f5cd6c0 con 0x56273f97a1e0 2024-09-13T16:23:30.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1eb57fa640 10 client.12504 handle_command_reply: tid=0 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 client.12504 shutdown 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 msgr2=0x56273f960a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 0x56273f960a20 secure :-1 s=READY pgs=2975 cs=0 l=1 rev1=1 crypto rx=0x7f1ec800bc00 tx=0x7f1ec8004730 comp rx=0 tx=0).stop 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 shutdown_connections 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f97a1e0 0x56273f9c7c40 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f98cbb0 0x56273f960a20 unknown :-1 s=CLOSED pgs=2975 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f9a8010 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/1088794485 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f9660a0 0x56273f977f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1eb57fa640 0 client.12504 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.312+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 >> 172.21.15.39:0/1088794485 conn(0x56273f963860 msgr2=0x56273f9a8fc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.313+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 shutdown_connections 2024-09-13T16:23:30.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.313+0000 7f1edfa0c740 1 -- 172.21.15.39:0/1088794485 wait complete. 2024-09-13T16:23:30.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.313+0000 7f1edfa0c740 20 client.12504 trim_cache size 0 max 16384 2024-09-13T16:23:30.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.327+0000 7f1edfa0c740 1 Processor -- start 2024-09-13T16:23:30.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 -- start start 2024-09-13T16:23:30.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f961740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98cbb0 0x56273f97be90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f97c3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f84c460 con 0x56273f9660a0 2024-09-13T16:23:30.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f9ca3e0 con 0x56273f98d550 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56273f9634e0 con 0x56273f98cbb0 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1ed659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f961740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1ed659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f961740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52076/0 (socket says 172.21.15.39:52076) 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1ed659c640 1 -- 172.21.15.39:0/137709038 learned_addr learned my addr 172.21.15.39:0/137709038 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.328+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f97c3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98cbb0 0x56273f97be90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed659c640 1 -- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98cbb0 msgr2=0x56273f97be90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed659c640 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98cbb0 0x56273f97be90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed659c640 1 -- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 msgr2=0x56273f97c3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed659c640 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f97c3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed659c640 1 -- 172.21.15.39:0/137709038 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56273f8695f0 con 0x56273f9660a0 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ed659c640 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f961740 secure :-1 s=READY pgs=2976 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009df0 tx=0x7f1ed0013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4e5022ffa56478 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ec4ff9640 1 -- 172.21.15.39:0/137709038 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed002a070 con 0x56273f9660a0 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ec4ff9640 1 -- 172.21.15.39:0/137709038 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ed0017b10 con 0x56273f9660a0 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1ec4ff9640 1 -- 172.21.15.39:0/137709038 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed0017c80 con 0x56273f9660a0 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1edfa0c740 1 -- 172.21.15.39:0/137709038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 msgr2=0x56273f961740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.329+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f961740 secure :-1 s=READY pgs=2976 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0009df0 tx=0x7f1ed0013000 comp rx=0 tx=0).stop 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 -- 172.21.15.39:0/137709038 shutdown_connections 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98d550 0x56273f97c3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98cbb0 0x56273f97be90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/137709038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f961740 unknown :-1 s=CLOSED pgs=2976 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 -- 172.21.15.39:0/137709038 >> 172.21.15.39:0/137709038 conn(0x56273f963860 msgr2=0x56273f9ae140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 -- 172.21.15.39:0/137709038 shutdown_connections 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 -- 172.21.15.39:0/137709038 wait complete. 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 -- start start 2024-09-13T16:23:30.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.330+0000 7f1edfa0c740 1 Processor -- start 2024-09-13T16:23:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f9feae0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98cbb0 0x56273f9fc1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9c9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.337 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f97bf20 con 0x56273f9660a0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56273f97cd40 con 0x56273f98cbb0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56273f9ff040 con 0x56273f98d550 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1edfa0c740 10 client.0 _ll_register_callbacks cb 0x7f1ecc053b40 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1ed659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f9feae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1ed659c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f9feae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52086/0 (socket says 172.21.15.39:52086) 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1ed659c640 1 -- 172.21.15.39:0/608180494 learned_addr learned my addr 172.21.15.39:0/608180494 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98cbb0 0x56273f9fc1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.331+0000 7f1ed6d9d640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9c9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed659c640 1 -- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 msgr2=0x56273f9c9be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed659c640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9c9be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed659c640 1 -- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98cbb0 msgr2=0x56273f9fc1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed659c640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98cbb0 0x56273f9fc1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed659c640 1 -- 172.21.15.39:0/608180494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1ed001f040 con 0x56273f9660a0 2024-09-13T16:23:30.338 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98cbb0 0x56273f9fc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1ed659c640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f9feae0 secure :-1 s=READY pgs=2977 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0017450 tx=0x7f1ed0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6b9bca1553732157 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1eb57fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1eb57fa640 1 -- 172.21.15.39:0/608180494 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ed002e8a0 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1eb57fa640 1 -- 172.21.15.39:0/608180494 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1ed0038b10 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f1ecc053f10 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1eb57fa640 1 -- 172.21.15.39:0/608180494 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ed0038cf0 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 10 client.12510 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x56273f88ed00 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1eb57fa640 1 -- 172.21.15.39:0/608180494 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ecc053f10 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1eb57fa640 1 -- 172.21.15.39:0/608180494 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f1ed0035020 con 0x56273f9660a0 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 10 client.12510 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:30.339 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 10 client.12510 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 20 client.12510 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f9a9240 0x56273f9a9620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 4 client.12510 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.332+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "status"}) v1 -- 0x56273f620d10 con 0x56273f9a9240 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f9a9240 0x56273f9a9620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1eb57fa640 10 client.12510 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1ed5d9b640 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f9a9240 0x56273f9a9620 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=8d26a8ad957fe6fb server_cookie=5ab35956fe90bbc8 in_seq=0 out_seq=0 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1eb57fa640 1 -- 172.21.15.39:0/608180494 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+335 (crc 0 0 0) 0x56273f620d10 con 0x56273f9a9240 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1eb57fa640 10 client.12510 handle_command_reply: tid=0 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 client.12510 shutdown 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 msgr2=0x56273f9feae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.340 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f9feae0 secure :-1 s=READY pgs=2977 cs=0 l=1 rev1=1 crypto rx=0x7f1ed0017450 tx=0x7f1ed0004ab0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 shutdown_connections 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56273f9a9240 0x56273f9a9620 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56273f98d550 0x56273f9c9be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1eb57fa640 0 client.12510 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56273f98cbb0 0x56273f9fc1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 --2- 172.21.15.39:0/608180494 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56273f9660a0 0x56273f9feae0 unknown :-1 s=CLOSED pgs=2977 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 >> 172.21.15.39:0/608180494 conn(0x56273f963860 msgr2=0x56273f961740 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 shutdown_connections 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 1 -- 172.21.15.39:0/608180494 wait complete. 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.333+0000 7f1edfa0c740 20 client.12510 trim_cache size 0 max 16384 2024-09-13T16:23:30.341 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "cluster_fsid": "575fc7b5-c1b1-44c5-af20-cb8e211749db", 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "whoami": 0, 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 12444, 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "want_state": "up:active", 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "state": "up:active", 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs", 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "rank_uptime": 4.4205518540000002, 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "mdsmap_epoch": 335, 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch": 143, 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "osdmap_epoch_barrier": 143, 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout: "uptime": 5.2002881759999999 2024-09-13T16:23:30.342 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:30.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1eb806ac00 msgr2=0x7f1eb806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1eb806ac00 0x7f1eb806d0c0 secure :-1 s=READY pgs=1155 cs=0 l=1 rev1=1 crypto rx=0x7f1ed80cb5f0 tx=0x7f1ed0009830 comp rx=0 tx=0).stop 2024-09-13T16:23:30.343 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 msgr2=0x7f1ed8147bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 0x7f1ed8147bf0 secure :-1 s=READY pgs=2973 cs=0 l=1 rev1=1 crypto rx=0x7f1ecc00c400 tx=0x7f1ecc00c8c0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 shutdown_connections 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1eb806ac00 0x7f1eb806d0c0 unknown :-1 s=CLOSED pgs=1155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1ed8153080 0x7f1ed8154340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1ed80ce080 0x7f1ed8147bf0 unknown :-1 s=CLOSED pgs=2973 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 --2- 172.21.15.39:0/2833494330 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1ed8069ed0 0x7f1ed8145f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 >> 172.21.15.39:0/2833494330 conn(0x7f1ed80b15d0 msgr2=0x7f1ed80b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 shutdown_connections 2024-09-13T16:23:30.344 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.334+0000 7f1edcce9640 1 -- 172.21.15.39:0/2833494330 wait complete. 2024-09-13T16:23:30.346 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T16:23:30.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.446+0000 7f43c9c0d640 1 Processor -- start 2024-09-13T16:23:30.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.446+0000 7f43c9c0d640 1 -- start start 2024-09-13T16:23:30.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c9c0d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43c415cef0 0x7f43c40cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c9c0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40cd560 0x7f43c40d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.449 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c9c0d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43c40d11f0 con 0x7f43c40d1bc0 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c9c0d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f43c415d2d0 con 0x7f43c415cef0 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c9c0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43c40cda00 con 0x7f43c40cd560 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43c415cef0 0x7f43c40cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c37fe640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f43c415cef0 0x7f43c40cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52098/0 (socket says 172.21.15.39:52098) 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.447+0000 7f43c37fe640 1 -- 172.21.15.39:0/2619751059 learned_addr learned my addr 172.21.15.39:0/2619751059 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.448+0000 7f43c37fe640 1 -- 172.21.15.39:0/2619751059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40cd560 msgr2=0x7f43c40d1680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.448+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/2619751059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40cd560 0x7f43c40d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.448+0000 7f43c37fe640 1 --2- 172.21.15.39:0/2619751059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40cd560 0x7f43c40d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.448+0000 7f43c37fe640 1 -- 172.21.15.39:0/2619751059 >> v1:172.21.15.157:6789/0 conn(0x7f43c40d1bc0 legacy=0x7f43c40b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:30.450 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.448+0000 7f43c37fe640 1 -- 172.21.15.39:0/2619751059 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43c40cdce0 con 0x7f43c415cef0 2024-09-13T16:23:30.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.448+0000 7f43c37fe640 1 --2- 172.21.15.39:0/2619751059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40cd020 secure :-1 s=READY pgs=2978 cs=0 l=1 rev1=1 crypto rx=0x7f43b4009e50 tx=0x7f43b402a750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e6412809e91242 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c27fc640 1 -- 172.21.15.39:0/2619751059 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43b4031600 con 0x7f43c415cef0 2024-09-13T16:23:30.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c27fc640 1 -- 172.21.15.39:0/2619751059 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43b402d050 con 0x7f43c415cef0 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c27fc640 1 -- 172.21.15.39:0/2619751059 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43b4031980 con 0x7f43c415cef0 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2619751059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 msgr2=0x7f43c40cd020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2619751059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40cd020 secure :-1 s=READY pgs=2978 cs=0 l=1 rev1=1 crypto rx=0x7f43b4009e50 tx=0x7f43b402a750 comp rx=0 tx=0).stop 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2619751059 shutdown_connections 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2619751059 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40cd560 0x7f43c40d1680 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2619751059 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40cd020 unknown :-1 s=CLOSED pgs=2978 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2619751059 >> 172.21.15.39:0/2619751059 conn(0x7f43c406a3a0 msgr2=0x7f43c406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2619751059 shutdown_connections 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.449+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2619751059 wait complete. 2024-09-13T16:23:30.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.450+0000 7f43c9c0d640 1 Processor -- start 2024-09-13T16:23:30.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 -- start start 2024-09-13T16:23:30.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43c40cd560 0x7f43c41f6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40d1bc0 0x7f43c40c8170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40c86b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43c415fc40 con 0x7f43c415cef0 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f43c41f7510 con 0x7f43c40cd560 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c9c0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f43c4160410 con 0x7f43c40d1bc0 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.451+0000 7f43c3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40c86b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40c86b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52104/0 (socket says 172.21.15.39:52104) 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 -- 172.21.15.39:0/2326502956 learned_addr learned my addr 172.21.15.39:0/2326502956 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c37fe640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43c40cd560 0x7f43c41f6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c2ffd640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40d1bc0 0x7f43c40c8170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 -- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40d1bc0 msgr2=0x7f43c40c8170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40d1bc0 0x7f43c40c8170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 -- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43c40cd560 msgr2=0x7f43c41f6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43c40cd560 0x7f43c41f6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 -- 172.21.15.39:0/2326502956 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f43b4009b30 con 0x7f43c415cef0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c37fe640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43c40cd560 0x7f43c41f6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c3fff640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40c86b0 secure :-1 s=READY pgs=2979 cs=0 l=1 rev1=1 crypto rx=0x7f43bc00c410 tx=0x7f43bc00c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43bc011790 con 0x7f43c415cef0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f43bc0118f0 con 0x7f43c415cef0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f43c40ca6d0 con 0x7f43c415cef0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f43bc011ce0 con 0x7f43c415cef0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.452+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43c415fe50 con 0x7f43c415cef0 2024-09-13T16:23:30.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.453+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f43c40ca8b0 con 0x7f43c415cef0 2024-09-13T16:23:30.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.454+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f43bc01c460 con 0x7f43c415cef0 2024-09-13T16:23:30.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.454+0000 7f43bbfff640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac00 0x7f43a406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:30.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.454+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f43bc0891d0 con 0x7f43c415cef0 2024-09-13T16:23:30.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.454+0000 7f43c37fe640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac00 0x7f43a406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:30.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.455+0000 7f43c37fe640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac00 0x7f43a406d0c0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f43b4033000 tx=0x7f43b4009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:30.460 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.459+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f43c40ca8b0 con 0x7f43c415cef0 2024-09-13T16:23:30.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.669+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f43c40ca8b0 con 0x7f43c415cef0 2024-09-13T16:23:30.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.669+0000 7f43bbfff640 1 -- 172.21.15.39:0/2326502956 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v335) v1 ==== 53+0+73 (secure 0 0 0) 0x7f43c40ca8b0 con 0x7f43c415cef0 2024-09-13T16:23:30.670 INFO:teuthology.orchestra.run.smithi039.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T16:23:30.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac00 msgr2=0x7f43a406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.672 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac00 0x7f43a406d0c0 secure :-1 s=READY pgs=1156 cs=0 l=1 rev1=1 crypto rx=0x7f43b4033000 tx=0x7f43b4009000 comp rx=0 tx=0).stop 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 msgr2=0x7f43c40c86b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40c86b0 secure :-1 s=READY pgs=2979 cs=0 l=1 rev1=1 crypto rx=0x7f43bc00c410 tx=0x7f43bc00c8d0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 shutdown_connections 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f43a406ac00 0x7f43a406d0c0 unknown :-1 s=CLOSED pgs=1156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f43c415cef0 0x7f43c40c86b0 unknown :-1 s=CLOSED pgs=2979 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f43c40d1bc0 0x7f43c40c8170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 --2- 172.21.15.39:0/2326502956 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f43c40cd560 0x7f43c41f6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 >> 172.21.15.39:0/2326502956 conn(0x7f43c406a3a0 msgr2=0x7f43c40cef80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 shutdown_connections 2024-09-13T16:23:30.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:30.671+0000 7f43c9c0d640 1 -- 172.21.15.39:0/2326502956 wait complete. 2024-09-13T16:23:30.683 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T16:23:30.683 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T16:23:30.683 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi039.front.sepia.ceph.com 2024-09-13T16:23:30.683 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T16:23:30.684 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:30.684 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T16:23:30.684 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T16:23:30.684 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T16:23:30.684 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:23:30.684 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:30.684 DEBUG:teuthology.orchestra.run.smithi039:> ip addr 2024-09-13T16:23:30.702 INFO:teuthology.orchestra.run.smithi039.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T16:23:30.702 INFO:teuthology.orchestra.run.smithi039.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T16:23:30.703 INFO:teuthology.orchestra.run.smithi039.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T16:23:30.703 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.703 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 ::1/128 scope host 2024-09-13T16:23:30.703 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.703 INFO:teuthology.orchestra.run.smithi039.stdout:2: eno1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:23:30.704 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c6 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:30.704 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f0 2024-09-13T16:23:30.705 INFO:teuthology.orchestra.run.smithi039.stdout:3: eno2: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:23:30.705 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:6b:fe:c7 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:30.705 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp7s0f1 2024-09-13T16:23:30.705 INFO:teuthology.orchestra.run.smithi039.stdout:4: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T16:23:30.705 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:30.705 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f0 2024-09-13T16:23:30.706 INFO:teuthology.orchestra.run.smithi039.stdout: inet 172.21.15.39/20 brd 172.21.15.255 scope global dynamic noprefixroute ens1f0 2024-09-13T16:23:30.706 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft 42002sec preferred_lft 42002sec 2024-09-13T16:23:30.706 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::ec4:7aff:febd:1370/64 scope link 2024-09-13T16:23:30.706 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.706 INFO:teuthology.orchestra.run.smithi039.stdout:5: ens1f1: mtu 1500 qdisc mq state DOWN group default qlen 1000 2024-09-13T16:23:30.706 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 0c:c4:7a:bd:13:71 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:30.707 INFO:teuthology.orchestra.run.smithi039.stdout: altname enp1s0f1 2024-09-13T16:23:30.707 INFO:teuthology.orchestra.run.smithi039.stdout:6: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T16:23:30.707 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff 2024-09-13T16:23:30.707 INFO:teuthology.orchestra.run.smithi039.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T16:23:30.707 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.707 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::88ba:f0ff:fe0e:fdff/64 scope link 2024-09-13T16:23:30.708 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.708 INFO:teuthology.orchestra.run.smithi039.stdout:7: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:23:30.708 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 2a:15:7b:72:c5:f9 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:23:30.708 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::2815:7bff:fe72:c5f9/64 scope link 2024-09-13T16:23:30.708 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.708 INFO:teuthology.orchestra.run.smithi039.stdout:8: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T16:23:30.709 INFO:teuthology.orchestra.run.smithi039.stdout: link/ether 96:f4:ac:b4:79:95 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:23:30.709 INFO:teuthology.orchestra.run.smithi039.stdout: inet6 fe80::94f4:acff:feb4:7995/64 scope link 2024-09-13T16:23:30.709 INFO:teuthology.orchestra.run.smithi039.stdout: valid_lft forever preferred_lft forever 2024-09-13T16:23:30.710 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:30.710 DEBUG:teuthology.orchestra.run.smithi039:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T16:23:30.767 INFO:teuthology.orchestra.run.smithi039.stdout:1 2024-09-13T16:23:30.769 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:30.769 DEBUG:teuthology.orchestra.run.smithi039:> route 2024-09-13T16:23:30.826 INFO:teuthology.orchestra.run.smithi039.stdout:Kernel IP routing table 2024-09-13T16:23:30.826 INFO:teuthology.orchestra.run.smithi039.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T16:23:30.827 INFO:teuthology.orchestra.run.smithi039.stdout:default _gateway 0.0.0.0 UG 100 0 0 ens1f0 2024-09-13T16:23:30.827 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 100 0 0 ens1f0 2024-09-13T16:23:30.827 INFO:teuthology.orchestra.run.smithi039.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T16:23:30.827 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:30.828 DEBUG:teuthology.orchestra.run.smithi039:> (cd / && exec bash -c ' 2024-09-13T16:23:30.828 DEBUG:teuthology.orchestra.run.smithi039:> set -e 2024-09-13T16:23:30.828 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T16:23:30.828 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T16:23:30.828 DEBUG:teuthology.orchestra.run.smithi039:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T16:23:30.828 DEBUG:teuthology.orchestra.run.smithi039:> ') 2024-09-13T16:23:30.915 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:30.915 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:23:30.919 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:23:30.918+0000 7f1195fc9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:23:30.931 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:23:30.931 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:23:30.931 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:23:30.931 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:30.931 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link set brx.0 up 2024-09-13T16:23:30.997 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T16:23:30.997 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:23:30.998 DEBUG:teuthology.orchestra.run.smithi039:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:31.054 INFO:teuthology.orchestra.run.smithi039.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T16:23:31.054 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T16:23:31.055 DEBUG:teuthology.orchestra.run.smithi039:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:31.110 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:23:31.176 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:23:31.177 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:23:31.242 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:23:31.243 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:23:31.244 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:31.244 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:23:31.300 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T16:23:31.300 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T16:23:31.343 DEBUG:teuthology.orchestra.run.smithi039:> sudo modprobe fuse 2024-09-13T16:23:31.368 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T16:23:31.368 DEBUG:teuthology.orchestra.run.smithi039:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T16:23:31.427 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:2024-09-13T16:23:31.425+0000 7f03f63cd480 -1 init, newargv = 0x55fb39c36f90 newargc=15 2024-09-13T16:23:31.427 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[100649]: starting ceph client 2024-09-13T16:23:31.431 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[100649]: starting fuse 2024-09-13T16:23:31.436 INFO:teuthology.orchestra.run.smithi039.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T16:23:31.437 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T16:23:31.437 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:31.437 DEBUG:teuthology.orchestra.run.smithi039:> ls /sys/fs/fuse/connections 2024-09-13T16:23:31.494 INFO:teuthology.orchestra.run.smithi039.stdout:43 2024-09-13T16:23:31.494 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [43] 2024-09-13T16:23:31.494 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T16:23:31.494 DEBUG:teuthology.orchestra.run.smithi039:> import glob 2024-09-13T16:23:31.494 DEBUG:teuthology.orchestra.run.smithi039:> import re 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> import os 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> import subprocess 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> def _find_admin_socket(client_name): 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> files = glob.glob(asok_path) 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> # Given a non-glob path, it better be there 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> if "*" not in asok_path: 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> assert(len(files) == 1) 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> return files[0] 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> for f in files: 2024-09-13T16:23:31.495 DEBUG:teuthology.orchestra.run.smithi039:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> contents = proc_f.read() 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> if mountpoint in contents: 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> return f 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> print(_find_admin_socket("client.0")) 2024-09-13T16:23:31.496 DEBUG:teuthology.orchestra.run.smithi039:> ' 2024-09-13T16:23:31.610 INFO:teuthology.orchestra.run.smithi039.stdout:/var/run/ceph/ceph-client.0.100649.asok 2024-09-13T16:23:31.796 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.100649.asok 2024-09-13T16:23:31.796 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:31.796 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.100649.asok status 2024-09-13T16:23:31.933 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "metadata": { 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "entity_id": "0", 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "hostname": "smithi039", 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "pid": "100649", 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "root": "/" 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_count": 0, 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "dentry_pinned_count": 0, 2024-09-13T16:23:31.934 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 12525, 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "inst": { 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "name": { 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "client", 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "num": 12525 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3669354921 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": { 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "type": "v1", 2024-09-13T16:23:31.935 INFO:teuthology.orchestra.run.smithi039.stdout: "addr": "192.168.0.1:0", 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "nonce": 3669354921 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "inst_str": "client.12525 192.168.0.1:0/3669354921", 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "addr_str": "192.168.0.1:0/3669354921", 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "inode_count": 1, 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "mds_epoch": 335, 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch": 143, 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "osd_epoch_barrier": 0, 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "blocklisted": false, 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout: "fs_name": "cephfs" 2024-09-13T16:23:31.936 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:31.943 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:31.944 DEBUG:teuthology.orchestra.run.smithi039:> stat --file-system '--printf=%T 2024-09-13T16:23:31.944 DEBUG:teuthology.orchestra.run.smithi039:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:31.960 INFO:teuthology.orchestra.run.smithi039.stdout:fuseblk 2024-09-13T16:23:31.961 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:31.961 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:31.961 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:32.028 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data getxattr 10000000001.00000000 parent 2024-09-13T16:23:32.112 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.111+0000 7f25d2df8f40 1 Processor -- start 2024-09-13T16:23:32.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.111+0000 7f25d2df8f40 1 -- start start 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d2df8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbd9c320 0x557ecbe6e6a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d2df8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbdc7b30 0x557ecbe52250 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d2df8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 0x557ecbe52790 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d2df8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ecbd444d0 con 0x557ecbe712d0 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d2df8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ecbcdfb60 con 0x557ecbdc7b30 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d2df8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557ecbcdf800 con 0x557ecbd9c320 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 0x557ecbe52790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 0x557ecbe52790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52122/0 (socket says 172.21.15.39:52122) 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 -- 172.21.15.39:0/3211854029 learned_addr learned my addr 172.21.15.39:0/3211854029 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 -- 172.21.15.39:0/3211854029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbd9c320 msgr2=0x557ecbe6e6a0 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbd9c320 0x557ecbe6e6a0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 -- 172.21.15.39:0/3211854029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbdc7b30 msgr2=0x557ecbe52250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbdc7b30 0x557ecbe52250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 -- 172.21.15.39:0/3211854029 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25b8005d20 con 0x557ecbe712d0 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25d10f6640 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 0x557ecbe52790 secure :-1 s=READY pgs=2985 cs=0 l=1 rev1=1 crypto rx=0x7f25cc0016e0 tx=0x7f25cc001ba0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7822713ad9e7af87 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25cb7fe640 1 -- 172.21.15.39:0/3211854029 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25cc003650 con 0x557ecbe712d0 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25cb7fe640 1 -- 172.21.15.39:0/3211854029 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25cc0037b0 con 0x557ecbe712d0 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.112+0000 7f25cb7fe640 1 -- 172.21.15.39:0/3211854029 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25cc003b20 con 0x557ecbe712d0 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 -- 172.21.15.39:0/3211854029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 msgr2=0x557ecbe52790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 0x557ecbe52790 secure :-1 s=READY pgs=2985 cs=0 l=1 rev1=1 crypto rx=0x7f25cc0016e0 tx=0x7f25cc001ba0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 -- 172.21.15.39:0/3211854029 shutdown_connections 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbe712d0 0x557ecbe52790 unknown :-1 s=CLOSED pgs=2985 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbdc7b30 0x557ecbe52250 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/3211854029 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbd9c320 0x557ecbe6e6a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 -- 172.21.15.39:0/3211854029 >> 172.21.15.39:0/3211854029 conn(0x557ecbdc56b0 msgr2=0x557ecbdc5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 -- 172.21.15.39:0/3211854029 shutdown_connections 2024-09-13T16:23:32.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 -- 172.21.15.39:0/3211854029 wait complete. 2024-09-13T16:23:32.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.113+0000 7f25d2df8f40 1 Processor -- start 2024-09-13T16:23:32.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 -- start start 2024-09-13T16:23:32.119 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbd9c320 0x557ecbe66340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbdc7b30 0x557ecbdd8920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbe712d0 0x557ecbe66a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ecbcc2520 con 0x557ecbdc7b30 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557ecbf070b0 con 0x557ecbd9c320 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25d2df8f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557ecbe66880 con 0x557ecbe712d0 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25c80f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbdc7b30 0x557ecbdd8920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25c80f4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbdc7b30 0x557ecbdd8920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52126/0 (socket says 172.21.15.39:52126) 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.114+0000 7f25c80f4640 1 -- 172.21.15.39:0/4015595515 learned_addr learned my addr 172.21.15.39:0/4015595515 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25d08f5640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbd9c320 0x557ecbe66340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25c80f4640 1 -- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbe712d0 msgr2=0x557ecbe66a50 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25c80f4640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557ecbe712d0 0x557ecbe66a50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25c80f4640 1 -- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbd9c320 msgr2=0x557ecbe66340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25c80f4640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x557ecbd9c320 0x557ecbe66340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25c80f4640 1 -- 172.21.15.39:0/4015595515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25cc006cd0 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25c80f4640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbdc7b30 0x557ecbdd8920 secure :-1 s=READY pgs=2986 cs=0 l=1 rev1=1 crypto rx=0x7f25b8045eb0 tx=0x7f25b8055410 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25ca7fc640 1 -- 172.21.15.39:0/4015595515 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b80558c0 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25ca7fc640 1 -- 172.21.15.39:0/4015595515 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b8055a20 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557ecbceec20 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25ca7fc640 1 -- 172.21.15.39:0/4015595515 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b8055db0 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.115+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557ecbce2060 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.116+0000 7f25ca7fc640 1 -- 172.21.15.39:0/4015595515 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f25b805e440 con 0x557ecbdc7b30 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25ca7fc640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25b0069610 0x7f25b006bad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25ca7fc640 1 -- 172.21.15.39:0/4015595515 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f25b80cbbe0 con 0x557ecbdc7b30 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ecbe6bd20 0x557ecbe6a2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 15.7 15:e2e07930:::10000000001.00000000:head [getxattr parent in=6b] snapc 0=[] ondisk+read+known_if_redirected+supports_pool_eio e143) v8 -- 0x557ecbe6a7e0 con 0x557ecbe6bd20 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25d10f6640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ecbe6bd20 0x557ecbe6a2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25d08f5640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25b0069610 0x7f25b006bad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.117+0000 7f25d10f6640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ecbe6bd20 0x557ecbe6a2a0 crc :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d10f6640 1 -- 172.21.15.39:0/4015595515 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 10000000001.00000000 [getxattr (91) out=91b] v0'0 uv6 ondisk = 0) v8 ==== 164+0+91 (crc 0 0 0) 0x7f25cc0062e0 con 0x557ecbe6bd20 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d08f5640 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25b0069610 0x7f25b006bad0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f25c0007440 tx=0x7f25c0005600 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ecbe6bd20 msgr2=0x557ecbe6a2a0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x557ecbe6bd20 0x557ecbe6a2a0 crc :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25b0069610 msgr2=0x7f25b006bad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f25b0069610 0x7f25b006bad0 secure :-1 s=READY pgs=1157 cs=0 l=1 rev1=1 crypto rx=0x7f25c0007440 tx=0x7f25c0005600 comp rx=0 tx=0).stop 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbdc7b30 msgr2=0x557ecbdd8920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 --2- 172.21.15.39:0/4015595515 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557ecbdc7b30 0x557ecbdd8920 secure :-1 s=READY pgs=2986 cs=0 l=1 rev1=1 crypto rx=0x7f25b8045eb0 tx=0x7f25b8055410 comp rx=0 tx=0).stop 2024-09-13T16:23:32.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d10f6640 1 -- 172.21.15.39:0/4015595515 reap_dead start 2024-09-13T16:23:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 shutdown_connections 2024-09-13T16:23:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 >> 172.21.15.39:0/4015595515 conn(0x557ecbdc56b0 msgr2=0x557ecbdc5a90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 shutdown_connections 2024-09-13T16:23:32.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.118+0000 7f25d2df8f40 1 -- 172.21.15.39:0/4015595515 wait complete. 2024-09-13T16:23:32.124 INFO:teuthology.orchestra.run.smithi039.stdout:Ufile1dir1 2024-09-13T16:23:32.124 DEBUG:teuthology.orchestra.run.smithi039:> ceph-dencoder type inode_backtrace_t import - decode dump_json 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511627777, 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: "ancestors": [ 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: "dirino": 1099511627776, 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: "dname": "file1", 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 6 2024-09-13T16:23:32.224 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: "dirino": 1, 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: "dname": "dir1", 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: "version": 19 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: ], 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: "pool": 15, 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: "old_pools": [] 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:32.225 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:32.245 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_data setxattr 10000000001.00000000 parent rhubarb 2024-09-13T16:23:32.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.289+0000 7f94c3486f40 1 Processor -- start 2024-09-13T16:23:32.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.289+0000 7f94c3486f40 1 -- start start 2024-09-13T16:23:32.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c3486f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818745a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c3486f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x55718188e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c3486f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x55718188ea60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c3486f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571817684d0 con 0x557181894430 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c3486f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x557181703b60 con 0x5571817be5f0 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c3486f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557181703800 con 0x557181807250 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x55718188ea60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x55718188ea60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52144/0 (socket says 172.21.15.39:52144) 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 -- 172.21.15.39:0/412269034 learned_addr learned my addr 172.21.15.39:0/412269034 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c0f83640 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818745a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 -- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 msgr2=0x55718188e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94bbfff640 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x55718188e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x55718188e520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 -- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 msgr2=0x5571818745a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818745a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.290+0000 7f94c1784640 1 -- 172.21.15.39:0/412269034 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94b4005d20 con 0x557181894430 2024-09-13T16:23:32.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c1784640 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x55718188ea60 secure :-1 s=READY pgs=2989 cs=0 l=1 rev1=1 crypto rx=0x7f94bc00c480 tx=0x7f94bc00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=de55d86ab292c47b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94baffd640 1 -- 172.21.15.39:0/412269034 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94bc0116b0 con 0x557181894430 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94baffd640 1 -- 172.21.15.39:0/412269034 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94bc011810 con 0x557181894430 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94baffd640 1 -- 172.21.15.39:0/412269034 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94bc011bc0 con 0x557181894430 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 -- 172.21.15.39:0/412269034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 msgr2=0x55718188ea60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x55718188ea60 secure :-1 s=READY pgs=2989 cs=0 l=1 rev1=1 crypto rx=0x7f94bc00c480 tx=0x7f94bc00c940 comp rx=0 tx=0).stop 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 -- 172.21.15.39:0/412269034 shutdown_connections 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x55718188ea60 unknown :-1 s=CLOSED pgs=2989 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x55718188e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 --2- 172.21.15.39:0/412269034 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818745a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 -- 172.21.15.39:0/412269034 >> 172.21.15.39:0/412269034 conn(0x5571817e96c0 msgr2=0x557181895870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 -- 172.21.15.39:0/412269034 shutdown_connections 2024-09-13T16:23:32.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.291+0000 7f94c3486f40 1 -- 172.21.15.39:0/412269034 wait complete. 2024-09-13T16:23:32.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.292+0000 7f94c3486f40 1 Processor -- start 2024-09-13T16:23:32.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.292+0000 7f94c3486f40 1 -- start start 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.292+0000 7f94c3486f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818930f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.292+0000 7f94c3486f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x5571817eb770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c3486f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x5571817ebcb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c3486f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571816e6520 con 0x557181894430 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c3486f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5571819296a0 con 0x5571817be5f0 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c3486f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x557181893630 con 0x557181807250 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x5571817ebcb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x5571817ebcb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52160/0 (socket says 172.21.15.39:52160) 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 -- 172.21.15.39:0/1049214340 learned_addr learned my addr 172.21.15.39:0/1049214340 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c0f83640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818930f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94bbfff640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x5571817eb770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 -- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 msgr2=0x5571817eb770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x557181807250 0x5571817eb770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 -- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 msgr2=0x5571818930f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5571817be5f0 0x5571818930f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 -- 172.21.15.39:0/1049214340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94bc00d040 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c1784640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x5571817ebcb0 secure :-1 s=READY pgs=2990 cs=0 l=1 rev1=1 crypto rx=0x7f94bc00c210 tx=0x7f94bc0033a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94b9ffb640 1 -- 172.21.15.39:0/1049214340 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94bc005c40 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94b9ffb640 1 -- 172.21.15.39:0/1049214340 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94bc0056d0 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94b9ffb640 1 -- 172.21.15.39:0/1049214340 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94bc0116b0 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x557181712c20 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.293+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x557181706060 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.295+0000 7f94b9ffb640 1 -- 172.21.15.39:0/1049214340 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f94bc003040 con 0x557181894430 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.295+0000 7f94b9ffb640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a40695e0 0x7f94a406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.295+0000 7f94b9ffb640 1 -- 172.21.15.39:0/1049214340 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f94bc08a0b0 con 0x557181894430 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.295+0000 7f94c0f83640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a40695e0 0x7f94a406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.295+0000 7f94c3486f40 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55718188d230 0x557181936660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.295+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- osd_op(unknown.0.0:1 15.7 15:e2e07930:::10000000001.00000000:head [setxattr parent (7) in=13b] snapc 0=[] ondisk+write+known_if_redirected+supports_pool_eio e143) v8 -- 0x557181892080 con 0x55718188d230 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.296+0000 7f94bbfff640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55718188d230 0x557181936660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.296+0000 7f94c0f83640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a40695e0 0x7f94a406baa0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f94b4056000 tx=0x7f94b4050000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.296+0000 7f94bbfff640 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55718188d230 0x557181936660 crc :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94bbfff640 1 -- 172.21.15.39:0/1049214340 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== osd_op_reply(1 10000000001.00000000 [setxattr (7)] v143'7 uv7 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f94ac00f630 con 0x55718188d230 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55718188d230 msgr2=0x557181936660 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x55718188d230 0x557181936660 crc :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a40695e0 msgr2=0x7f94a406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94a40695e0 0x7f94a406baa0 secure :-1 s=READY pgs=1158 cs=0 l=1 rev1=1 crypto rx=0x7f94b4056000 tx=0x7f94b4050000 comp rx=0 tx=0).stop 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 msgr2=0x5571817ebcb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 --2- 172.21.15.39:0/1049214340 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x557181894430 0x5571817ebcb0 secure :-1 s=READY pgs=2990 cs=0 l=1 rev1=1 crypto rx=0x7f94bc00c210 tx=0x7f94bc0033a0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c1784640 1 -- 172.21.15.39:0/1049214340 reap_dead start 2024-09-13T16:23:32.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 shutdown_connections 2024-09-13T16:23:32.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 >> 172.21.15.39:0/1049214340 conn(0x5571817e96c0 msgr2=0x557181923110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 shutdown_connections 2024-09-13T16:23:32.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.297+0000 7f94c3486f40 1 -- 172.21.15.39:0/1049214340 wait complete. 2024-09-13T16:23:32.304 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:32.304 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat testdir/hardlink1) 2024-09-13T16:23:32.322 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:23:32.321+0000 7f11927c2640 -1 mds.0.cache corrupt backtrace on ino x00x10000000001: void inode_backtrace_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 5 < 104: Malformed input [buffer:3] 2024-09-13T16:23:32.322 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:23:32.323 INFO:teuthology.orchestra.run.smithi039.stderr:stat: cannot statx 'testdir/hardlink1': Input/output error 2024-09-13T16:23:32.323 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:32.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.464+0000 7fc509f95640 1 Processor -- start 2024-09-13T16:23:32.465 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.464+0000 7fc509f95640 1 -- start start 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc509f95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 0x7fc5040ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc509f95640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5040cc820 0x7fc50415c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc509f95640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc5040cebf0 con 0x7fc5040ce7b0 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc509f95640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc50415bed0 con 0x7fc5040cc820 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc509f95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc50415aa50 con 0x7fc5040721f0 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 0x7fc5040ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc503fff640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc5040cc820 0x7fc50415c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 0x7fc5040ce270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:33230/0 (socket says 172.21.15.39:33230) 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 -- 172.21.15.39:0/73387084 learned_addr learned my addr 172.21.15.39:0/73387084 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 -- 172.21.15.39:0/73387084 >> v2:172.21.15.157:3300/0 conn(0x7fc5040cc820 msgr2=0x7fc50415c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 --2- 172.21.15.39:0/73387084 >> v2:172.21.15.157:3300/0 conn(0x7fc5040cc820 0x7fc50415c2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 -- 172.21.15.39:0/73387084 >> v1:172.21.15.157:6789/0 conn(0x7fc5040ce7b0 legacy=0x7fc5040cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.472 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.465+0000 7fc5037fe640 1 -- 172.21.15.39:0/73387084 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc50415af50 con 0x7fc5040721f0 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.466+0000 7fc5037fe640 1 --2- 172.21.15.39:0/73387084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 0x7fc5040ce270 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc4f4009870 tx=0x7fc4f402a1c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=60c07f1078ab961c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.466+0000 7fc5027fc640 1 -- 172.21.15.39:0/73387084 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f4032440 con 0x7fc5040721f0 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.466+0000 7fc5027fc640 1 -- 172.21.15.39:0/73387084 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4f40325a0 con 0x7fc5040721f0 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.466+0000 7fc5027fc640 1 -- 172.21.15.39:0/73387084 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f4032930 con 0x7fc5040721f0 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 -- 172.21.15.39:0/73387084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 msgr2=0x7fc5040ce270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 --2- 172.21.15.39:0/73387084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 0x7fc5040ce270 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7fc4f4009870 tx=0x7fc4f402a1c0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 -- 172.21.15.39:0/73387084 shutdown_connections 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 --2- 172.21.15.39:0/73387084 >> v2:172.21.15.157:3300/0 conn(0x7fc5040cc820 0x7fc50415c2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 --2- 172.21.15.39:0/73387084 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040721f0 0x7fc5040ce270 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 -- 172.21.15.39:0/73387084 >> 172.21.15.39:0/73387084 conn(0x7fc50406b3b0 msgr2=0x7fc50406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 -- 172.21.15.39:0/73387084 shutdown_connections 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.467+0000 7fc509f95640 1 -- 172.21.15.39:0/73387084 wait complete. 2024-09-13T16:23:32.473 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.468+0000 7fc509f95640 1 Processor -- start 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.468+0000 7fc509f95640 1 -- start start 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc509f95640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 0x7fc504153ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc509f95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040cc820 0x7fc504146f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc509f95640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5040ce7b0 0x7fc5040a8610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc509f95640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc504153020 con 0x7fc5040721f0 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc509f95640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc504154000 con 0x7fc5040ce7b0 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc509f95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5041557b0 con 0x7fc5040cc820 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc5037fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 0x7fc504153ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc5037fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 0x7fc504153ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52162/0 (socket says 172.21.15.39:52162) 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc5037fe640 1 -- 172.21.15.39:0/1015217232 learned_addr learned my addr 172.21.15.39:0/1015217232 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc502ffd640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040cc820 0x7fc504146f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.469+0000 7fc503fff640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5040ce7b0 0x7fc5040a8610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc5037fe640 1 -- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040cc820 msgr2=0x7fc504146f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc5037fe640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040cc820 0x7fc504146f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.474 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc5037fe640 1 -- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5040ce7b0 msgr2=0x7fc5040a8610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc5037fe640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5040ce7b0 0x7fc5040a8610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc5037fe640 1 -- 172.21.15.39:0/1015217232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc4f40094d0 con 0x7fc5040721f0 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc503fff640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5040ce7b0 0x7fc5040a8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc5037fe640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 0x7fc504153ac0 secure :-1 s=READY pgs=2991 cs=0 l=1 rev1=1 crypto rx=0x7fc4f4009870 tx=0x7fc4f40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f4032440 con 0x7fc5040721f0 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc4f4030980 con 0x7fc5040721f0 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc504155a90 con 0x7fc5040721f0 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc4f4030d10 con 0x7fc5040721f0 2024-09-13T16:23:32.475 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.470+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc5041535a0 con 0x7fc5040721f0 2024-09-13T16:23:32.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.471+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5040672f0 con 0x7fc5040721f0 2024-09-13T16:23:32.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.471+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc4f4039040 con 0x7fc5040721f0 2024-09-13T16:23:32.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.472+0000 7fc4fbfff640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4e406ac00 0x7fc4e406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.472+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fc4f40a9ae0 con 0x7fc5040721f0 2024-09-13T16:23:32.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.472+0000 7fc502ffd640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4e406ac00 0x7fc4e406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.476 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.473+0000 7fc502ffd640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4e406ac00 0x7fc4e406d0c0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc504150050 tx=0x7fc4ec009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.478 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.477+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc4f4074d10 con 0x7fc5040721f0 2024-09-13T16:23:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.689+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc5040ce270 con 0x7fc5040721f0 2024-09-13T16:23:32.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.690+0000 7fc4fbfff640 1 -- 172.21.15.39:0/1015217232 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7fc4f404c090 con 0x7fc5040721f0 2024-09-13T16:23:32.692 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:32.692 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:32.692 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4e406ac00 msgr2=0x7fc4e406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4e406ac00 0x7fc4e406d0c0 secure :-1 s=READY pgs=1159 cs=0 l=1 rev1=1 crypto rx=0x7fc504150050 tx=0x7fc4ec009040 comp rx=0 tx=0).stop 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 msgr2=0x7fc504153ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 0x7fc504153ac0 secure :-1 s=READY pgs=2991 cs=0 l=1 rev1=1 crypto rx=0x7fc4f4009870 tx=0x7fc4f40046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 shutdown_connections 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc4e406ac00 0x7fc4e406d0c0 unknown :-1 s=CLOSED pgs=1159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc5040ce7b0 0x7fc5040a8610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc5040cc820 0x7fc504146f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 --2- 172.21.15.39:0/1015217232 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc5040721f0 0x7fc504153ac0 unknown :-1 s=CLOSED pgs=2991 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 >> 172.21.15.39:0/1015217232 conn(0x7fc50406b3b0 msgr2=0x7fc5040af7c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.692+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 shutdown_connections 2024-09-13T16:23:32.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.693+0000 7fc509f95640 1 -- 172.21.15.39:0/1015217232 wait complete. 2024-09-13T16:23:32.705 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-13T16:23:32.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.806+0000 7fb4cece5640 1 Processor -- start 2024-09-13T16:23:32.807 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.806+0000 7fb4cece5640 1 -- start start 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cece5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fb4c8160c30 0x7fb4c80b34a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cece5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4c806afe0 0x7fb4c806b450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cece5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4c8072350 con 0x7fb4c80b4e40 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cece5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4c8071f30 con 0x7fb4c806afe0 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cece5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4c8071340 con 0x7fb4c8160c30 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cd282640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4c806afe0 0x7fb4c806b450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cca81640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fb4c80b4e40 0x7fb4c80b5220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54644/0 (socket says 172.21.15.39:54644) 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cd282640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fb4c806afe0 0x7fb4c806b450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52164/0 (socket says 172.21.15.39:52164) 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cca81640 1 -- 172.21.15.39:0/335077646 learned_addr learned my addr 172.21.15.39:0/335077646 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cd282640 1 -- 172.21.15.39:0/335077646 >> v2:172.21.15.157:3300/0 conn(0x7fb4c8160c30 msgr2=0x7fb4c80b34a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.809 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/335077646 >> v2:172.21.15.157:3300/0 conn(0x7fb4c8160c30 0x7fb4c80b34a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cd282640 1 --2- 172.21.15.39:0/335077646 >> v2:172.21.15.157:3300/0 conn(0x7fb4c8160c30 0x7fb4c80b34a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4c77fe640 1 -- 172.21.15.39:0/335077646 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2049076022 0 0) 0x7fb4c8072350 con 0x7fb4c80b4e40 2024-09-13T16:23:32.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cd282640 1 -- 172.21.15.39:0/335077646 >> v1:172.21.15.39:6789/0 conn(0x7fb4c80b4e40 legacy=0x7fb4c80b5220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.810 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.807+0000 7fb4cd282640 1 -- 172.21.15.39:0/335077646 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4c8161070 con 0x7fb4c806afe0 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.808+0000 7fb4cd282640 1 --2- 172.21.15.39:0/335077646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c806b450 secure :-1 s=READY pgs=2993 cs=0 l=1 rev1=1 crypto rx=0x7fb4c804f2d0 tx=0x7fb4c002a5f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=525a14f166c2fd61 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.808+0000 7fb4c77fe640 1 -- 172.21.15.39:0/335077646 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c0007740 con 0x7fb4c806afe0 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.808+0000 7fb4c77fe640 1 -- 172.21.15.39:0/335077646 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4c002d050 con 0x7fb4c806afe0 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.808+0000 7fb4c77fe640 1 -- 172.21.15.39:0/335077646 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c0007ac0 con 0x7fb4c806afe0 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 -- 172.21.15.39:0/335077646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 msgr2=0x7fb4c806b450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 --2- 172.21.15.39:0/335077646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c806b450 secure :-1 s=READY pgs=2993 cs=0 l=1 rev1=1 crypto rx=0x7fb4c804f2d0 tx=0x7fb4c002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 -- 172.21.15.39:0/335077646 shutdown_connections 2024-09-13T16:23:32.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 --2- 172.21.15.39:0/335077646 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c806b450 unknown :-1 s=CLOSED pgs=2993 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 --2- 172.21.15.39:0/335077646 >> v2:172.21.15.157:3300/0 conn(0x7fb4c8160c30 0x7fb4c80b34a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 -- 172.21.15.39:0/335077646 >> 172.21.15.39:0/335077646 conn(0x7fb4c80d0430 msgr2=0x7fb4c80d0840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 -- 172.21.15.39:0/335077646 shutdown_connections 2024-09-13T16:23:32.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.809+0000 7fb4cece5640 1 -- 172.21.15.39:0/335077646 wait complete. 2024-09-13T16:23:32.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.810+0000 7fb4cece5640 1 Processor -- start 2024-09-13T16:23:32.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.810+0000 7fb4cece5640 1 -- start start 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cece5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c81582c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cece5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4c80b4e40 0x7fb4c81f5f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cece5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4c8160c30 0x7fb4c81f1f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cece5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4c81f6440 con 0x7fb4c806afe0 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cece5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4c81f2490 con 0x7fb4c80b4e40 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cece5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4c8151830 con 0x7fb4c8160c30 2024-09-13T16:23:32.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c81582c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c81582c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52178/0 (socket says 172.21.15.39:52178) 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 -- 172.21.15.39:0/236502514 learned_addr learned my addr 172.21.15.39:0/236502514 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4c80b4e40 0x7fb4c81f5f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cd282640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4c8160c30 0x7fb4c81f1f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 -- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4c8160c30 msgr2=0x7fb4c81f1f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4c8160c30 0x7fb4c81f1f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 -- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4c80b4e40 msgr2=0x7fb4c81f5f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4c80b4e40 0x7fb4c81f5f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 -- 172.21.15.39:0/236502514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4c0009a70 con 0x7fb4c806afe0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.811+0000 7fb4cca81640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c81582c0 secure :-1 s=READY pgs=2994 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc00c4d0 tx=0x7fb4bc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.812+0000 7fb4c57fa640 1 -- 172.21.15.39:0/236502514 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc0074e0 con 0x7fb4c806afe0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.812+0000 7fb4c57fa640 1 -- 172.21.15.39:0/236502514 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4bc007660 con 0x7fb4c806afe0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.812+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4c81f26c0 con 0x7fb4c806afe0 2024-09-13T16:23:32.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.812+0000 7fb4c57fa640 1 -- 172.21.15.39:0/236502514 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc004a20 con 0x7fb4c806afe0 2024-09-13T16:23:32.816 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.812+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4c81f2c80 con 0x7fb4c806afe0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.814+0000 7fb4c57fa640 1 -- 172.21.15.39:0/236502514 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fb4bc004b80 con 0x7fb4c806afe0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.814+0000 7fb4c57fa640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4ac06ac00 0x7fb4ac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.814+0000 7fb4c57fa640 1 -- 172.21.15.39:0/236502514 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb4bc088510 con 0x7fb4c806afe0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.814+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4ac06ac00 0x7fb4ac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.815+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4ac06ac00 0x7fb4ac06d0c0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fb4c80b1f10 tx=0x7fb4b4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.815+0000 7fb4d1a03740 1 Processor -- start 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.815+0000 7fb4d1a03740 1 -- start start 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c273286d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 0x555c272e3310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272dd520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c2724c730 con 0x555c272e06f0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27249ec0 con 0x555c272e46c0 2024-09-13T16:23:32.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555c272457b0 con 0x555c272e2f30 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 0x555c272e3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 0x555c272e3310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52194/0 (socket says 172.21.15.39:52194) 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 -- 172.21.15.39:0/4045276354 learned_addr learned my addr 172.21.15.39:0/4045276354 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4cca81640 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c273286d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4cd282640 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272dd520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 -- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 msgr2=0x555c273286d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c273286d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 -- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 msgr2=0x555c272dd520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272dd520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 -- 172.21.15.39:0/4045276354 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555c27202f50 con 0x555c272e06f0 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 0x555c272e3310 secure :-1 s=READY pgs=2995 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400eb80 tx=0x7fb4b4011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cee1f2ebeca260eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4b27fc640 1 -- 172.21.15.39:0/4045276354 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4b4013ca0 con 0x555c272e06f0 2024-09-13T16:23:32.819 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4b27fc640 1 -- 172.21.15.39:0/4045276354 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4b4018070 con 0x555c272e06f0 2024-09-13T16:23:32.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.816+0000 7fb4b27fc640 1 -- 172.21.15.39:0/4045276354 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4b401f440 con 0x555c272e06f0 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 -- 172.21.15.39:0/4045276354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 msgr2=0x555c272e3310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 0x555c272e3310 secure :-1 s=READY pgs=2995 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400eb80 tx=0x7fb4b4011000 comp rx=0 tx=0).stop 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 -- 172.21.15.39:0/4045276354 shutdown_connections 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272dd520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e06f0 0x555c272e3310 unknown :-1 s=CLOSED pgs=2995 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/4045276354 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c273286d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 -- 172.21.15.39:0/4045276354 >> 172.21.15.39:0/4045276354 conn(0x555c272df6f0 msgr2=0x555c27327ba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 -- 172.21.15.39:0/4045276354 shutdown_connections 2024-09-13T16:23:32.824 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 -- 172.21.15.39:0/4045276354 wait complete. 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.817+0000 7fb4d1a03740 1 -- start start 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.818+0000 7fb4d1a03740 1 Processor -- start 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.818+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c2730a910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.818+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c2732ca50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27304070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27203950 con 0x555c272de470 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c272035f0 con 0x555c272e46c0 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555c271c8900 con 0x555c272e2f30 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4d1a03740 10 client.0 _ll_register_callbacks cb 0x555c271fe8f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27304070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27304070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52196/0 (socket says 172.21.15.39:52196) 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 -- 172.21.15.39:0/3217015244 learned_addr learned my addr 172.21.15.39:0/3217015244 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c2732ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cca81640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c2730a910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 -- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 msgr2=0x555c2730a910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c2730a910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 -- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 msgr2=0x555c2732ca50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c2732ca50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 -- 172.21.15.39:0/3217015244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4b400e850 con 0x555c272de470 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4cd282640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27304070 secure :-1 s=READY pgs=2996 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009e50 tx=0x7fb4c0004ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=62d6bac173a46c6a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4a77fe640 1 -- 172.21.15.39:0/3217015244 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4c003c830 con 0x555c272de470 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4a77fe640 1 -- 172.21.15.39:0/3217015244 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb4c0047b50 con 0x555c272de470 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.819+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555c26ef68d0 con 0x555c272de470 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4a77fe640 1 -- 172.21.15.39:0/3217015244 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4c0047d10 con 0x555c272de470 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 10 client.12567 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:32.826 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x555c27243e30 con 0x555c272de470 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4a77fe640 1 -- 172.21.15.39:0/3217015244 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x555c26ef68d0 con 0x555c272de470 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4a77fe640 1 -- 172.21.15.39:0/3217015244 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fb4c0038040 con 0x555c272de470 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 10 client.12567 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 10 client.12567 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 20 client.12567 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c0f0 0x555c2730c4d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 4 client.12567 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x555c26f394a0 con 0x555c2730c0f0 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4cca81640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c0f0 0x555c2730c4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4a77fe640 10 client.12567 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.820+0000 7fb4cca81640 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c0f0 0x555c2730c4d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=be1187c3e98d5acf server_cookie=32436dd388b1b07e in_seq=0 out_seq=0 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4a77fe640 1 -- 172.21.15.39:0/3217015244 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x555c26f394a0 con 0x555c2730c0f0 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4a77fe640 10 client.12567 handle_command_reply: tid=0 2024-09-13T16:23:32.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 client.12567 shutdown 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 msgr2=0x555c27304070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27304070 secure :-1 s=READY pgs=2996 cs=0 l=1 rev1=1 crypto rx=0x7fb4c0009e50 tx=0x7fb4c0004ab0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 shutdown_connections 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c0f0 0x555c2730c4d0 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27304070 unknown :-1 s=CLOSED pgs=2996 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c2732ca50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4a77fe640 0 client.12567 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/3217015244 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e2f30 0x555c2730a910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 >> 172.21.15.39:0/3217015244 conn(0x555c272e06f0 msgr2=0x555c27328cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 shutdown_connections 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 1 -- 172.21.15.39:0/3217015244 wait complete. 2024-09-13T16:23:32.828 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.821+0000 7fb4d1a03740 20 client.12567 trim_cache size 0 max 16384 2024-09-13T16:23:32.833 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.832+0000 7fb4d1a03740 1 Processor -- start 2024-09-13T16:23:32.834 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.832+0000 7fb4d1a03740 1 -- start start 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272de470 0x555c27327030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 0x555c272dd4c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272e2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c273281a0 con 0x555c272e2f30 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27303d40 con 0x555c272e46c0 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555c2730b660 con 0x555c272de470 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 0x555c272dd4c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 0x555c272dd4c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52210/0 (socket says 172.21.15.39:52210) 2024-09-13T16:23:32.835 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 -- 172.21.15.39:0/1136759381 learned_addr learned my addr 172.21.15.39:0/1136759381 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 -- 172.21.15.39:0/1136759381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272de470 msgr2=0x555c27327030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272de470 0x555c27327030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 -- 172.21.15.39:0/1136759381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 msgr2=0x555c272e2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272e2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.833+0000 7fb4c7fff640 1 -- 172.21.15.39:0/1136759381 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x555c271e5ae0 con 0x555c272e2f30 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 0x555c272dd4c0 secure :-1 s=READY pgs=2997 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400eb50 tx=0x7fb4b4013000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf745b8a027d792d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/1136759381 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4b402f070 con 0x555c272e2f30 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/1136759381 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4b400c050 con 0x555c272e2f30 2024-09-13T16:23:32.836 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4b2ffd640 1 -- 172.21.15.39:0/1136759381 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4b4005990 con 0x555c272e2f30 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 -- 172.21.15.39:0/1136759381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 msgr2=0x555c272dd4c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 0x555c272dd4c0 secure :-1 s=READY pgs=2997 cs=0 l=1 rev1=1 crypto rx=0x7fb4b400eb50 tx=0x7fb4b4013000 comp rx=0 tx=0).stop 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 -- 172.21.15.39:0/1136759381 shutdown_connections 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e46c0 0x555c272e2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272e2f30 0x555c272dd4c0 unknown :-1 s=CLOSED pgs=2997 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/1136759381 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272de470 0x555c27327030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 -- 172.21.15.39:0/1136759381 >> 172.21.15.39:0/1136759381 conn(0x555c272e06f0 msgr2=0x555c27329700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 -- 172.21.15.39:0/1136759381 shutdown_connections 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.834+0000 7fb4d1a03740 1 -- 172.21.15.39:0/1136759381 wait complete. 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.835+0000 7fb4d1a03740 1 -- start start 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.835+0000 7fb4d1a03740 1 Processor -- start 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27391d60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.841 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e2f30 0x555c273922a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e46c0 0x555c27302b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27392830 con 0x555c272de470 2024-09-13T16:23:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x555c27303750 con 0x555c272e2f30 2024-09-13T16:23:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x555c273039a0 con 0x555c272e46c0 2024-09-13T16:23:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4d1a03740 10 client.0 _ll_register_callbacks cb 0x7fb4b400a640 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:32.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27391d60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27391d60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52226/0 (socket says 172.21.15.39:52226) 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 -- 172.21.15.39:0/2205622454 learned_addr learned my addr 172.21.15.39:0/2205622454 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e2f30 0x555c273922a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cd282640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e46c0 0x555c27302b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 -- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e46c0 msgr2=0x555c27302b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e46c0 0x555c27302b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 -- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e2f30 msgr2=0x555c273922a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e2f30 0x555c273922a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.836+0000 7fb4cca81640 1 -- 172.21.15.39:0/2205622454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x555c27202f50 con 0x555c272de470 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4cca81640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27391d60 secure :-1 s=READY pgs=2998 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc0570e0 tx=0x7fb4bc053850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=63a067a261678943 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4a77fe640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4a77fe640 1 -- 172.21.15.39:0/2205622454 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4bc05d040 con 0x555c272de470 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4a77fe640 1 -- 172.21.15.39:0/2205622454 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fb4bc05f7d0 con 0x555c272de470 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x555c273096e0 con 0x555c272de470 2024-09-13T16:23:32.843 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4a77fe640 1 -- 172.21.15.39:0/2205622454 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7fb4bc077030 con 0x555c272de470 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 10 client.12573 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x555c2720b5c0 con 0x555c272de470 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4a77fe640 1 -- 172.21.15.39:0/2205622454 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x555c273096e0 con 0x555c272de470 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4a77fe640 1 -- 172.21.15.39:0/2205622454 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fb4bc07a070 con 0x555c272de470 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 10 client.12573 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 10 client.12573 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 20 client.12573 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c830 0x555c2730cc10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 4 client.12573 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) v1 -- 0x7fb4b4018070 con 0x555c2730c830 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.837+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c830 0x555c2730cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.844 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4a77fe640 10 client.12573 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4c7fff640 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c830 0x555c2730cc10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d9f1c72a38d1c1d5 server_cookie=c3485a0e79051b6 in_seq=0 out_seq=0 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4a77fe640 1 -- 172.21.15.39:0/2205622454 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+145 (crc 0 0 0) 0x7fb4b4018070 con 0x555c2730c830 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4a77fe640 10 client.12573 handle_command_reply: tid=0 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 client.12573 shutdown 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 msgr2=0x555c27391d60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27391d60 secure :-1 s=READY pgs=2998 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc0570e0 tx=0x7fb4bc053850 comp rx=0 tx=0).stop 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 shutdown_connections 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x555c2730c830 0x555c2730cc10 crc :-1 s=READY pgs=17 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x555c272e46c0 0x555c27302b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4a77fe640 0 client.12573 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x555c272e2f30 0x555c273922a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 --2- 172.21.15.39:0/2205622454 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x555c272de470 0x555c27391d60 unknown :-1 s=CLOSED pgs=2998 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 >> 172.21.15.39:0/2205622454 conn(0x555c272e06f0 msgr2=0x555c27325c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.845 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 shutdown_connections 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 1 -- 172.21.15.39:0/2205622454 wait complete. 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.838+0000 7fb4d1a03740 20 client.12573 trim_cache size 0 max 16384 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3873454662, 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511627777, 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/testdir/hardlink1" 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:32.846 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:23:32.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4ac06ac00 msgr2=0x7fb4ac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4ac06ac00 0x7fb4ac06d0c0 secure :-1 s=READY pgs=1160 cs=0 l=1 rev1=1 crypto rx=0x7fb4c80b1f10 tx=0x7fb4b4008040 comp rx=0 tx=0).stop 2024-09-13T16:23:32.847 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 msgr2=0x7fb4c81582c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c81582c0 secure :-1 s=READY pgs=2994 cs=0 l=1 rev1=1 crypto rx=0x7fb4bc00c4d0 tx=0x7fb4bc00c990 comp rx=0 tx=0).stop 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 shutdown_connections 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fb4ac06ac00 0x7fb4ac06d0c0 unknown :-1 s=CLOSED pgs=1160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fb4c8160c30 0x7fb4c81f1f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fb4c80b4e40 0x7fb4c81f5f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 --2- 172.21.15.39:0/236502514 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fb4c806afe0 0x7fb4c81582c0 unknown :-1 s=CLOSED pgs=2994 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 >> 172.21.15.39:0/236502514 conn(0x7fb4c80d0430 msgr2=0x7fb4c80ced50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 shutdown_connections 2024-09-13T16:23:32.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.839+0000 7fb4cece5640 1 -- 172.21.15.39:0/236502514 wait complete. 2024-09-13T16:23:32.851 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:32.957 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.953+0000 7f7b22976640 1 Processor -- start 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.953+0000 7f7b22976640 1 -- start start 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b22976640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b1c0b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b22976640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b1c0cde30 con 0x7f7b1c0ccf80 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b22976640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7b1c0b5090 con 0x7f7b1c0d0a00 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b22976640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c0cd820 con 0x7f7b1c0b41a0 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b13fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7b1c0ccf80 0x7f7b1c0d02f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54646/0 (socket says 172.21.15.39:54646) 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b13fff640 1 -- 172.21.15.39:0/3937453110 learned_addr learned my addr 172.21.15.39:0/3937453110 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.954+0000 7f7b1bfff640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b1c0b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4173713243 0 0) 0x7f7b1c0cde30 con 0x7f7b1c0ccf80 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b08003520 con 0x7f7b1c0ccf80 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4115338741 0 0) 0x7f7b1c0b5090 con 0x7f7b1c0d0a00 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7b1c0cde30 con 0x7f7b1c0d0a00 2024-09-13T16:23:32.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2325919410 0 0) 0x7f7b08003520 con 0x7f7b1c0ccf80 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 msgr2=0x7f7b1c0b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b1c0b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 >> v1:172.21.15.157:6789/0 conn(0x7f7b1c0d0a00 legacy=0x7f7b1c167010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b1c0b4ac0 con 0x7f7b1c0ccf80 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f7b04001670 con 0x7f7b1c0ccf80 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1bfff640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b1c0b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 >> v1:172.21.15.39:6789/0 conn(0x7f7b1c0ccf80 legacy=0x7f7b1c0d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b08003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b080040c0 0x7f7b080047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b08005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c0cd820 con 0x7f7b08004d00 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0800ba90 con 0x7f7b080040c0 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b0800bc50 con 0x7f7b1c0b41a0 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b20f13640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b08005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b1bfff640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b08003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b13fff640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b080040c0 0x7f7b080047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b20f13640 1 -- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 msgr2=0x7f7b08003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b20f13640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0b41a0 0x7f7b08003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b20f13640 1 -- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b080040c0 msgr2=0x7f7b080047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b20f13640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b080040c0 0x7f7b080047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.955+0000 7f7b20f13640 1 -- 172.21.15.39:0/3937453110 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b0c009400 con 0x7f7b08004d00 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.956+0000 7f7b20f13640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b08005180 secure :-1 s=READY pgs=3000 cs=0 l=1 rev1=1 crypto rx=0x7f7b14001fa0 tx=0x7f7b080057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffba9ad6e9309f99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.956+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b14003b70 con 0x7f7b08004d00 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.956+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b1402d050 con 0x7f7b08004d00 2024-09-13T16:23:32.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.956+0000 7f7b1b7fe640 1 -- 172.21.15.39:0/3937453110 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b140050d0 con 0x7f7b08004d00 2024-09-13T16:23:32.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b22976640 1 -- 172.21.15.39:0/3937453110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 msgr2=0x7f7b08005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b22976640 1 --2- 172.21.15.39:0/3937453110 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b08005180 secure :-1 s=READY pgs=3000 cs=0 l=1 rev1=1 crypto rx=0x7f7b14001fa0 tx=0x7f7b080057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b20f13640 1 -- 172.21.15.39:0/3937453110 reap_dead start 2024-09-13T16:23:32.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b22976640 1 -- 172.21.15.39:0/3937453110 shutdown_connections 2024-09-13T16:23:32.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b22976640 1 -- 172.21.15.39:0/3937453110 >> 172.21.15.39:0/3937453110 conn(0x7f7b1c0cf1a0 msgr2=0x7f7b1c0cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b22976640 1 -- 172.21.15.39:0/3937453110 shutdown_connections 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.957+0000 7f7b22976640 1 -- 172.21.15.39:0/3937453110 wait complete. 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.958+0000 7f7b22976640 1 Processor -- start 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.958+0000 7f7b22976640 1 -- start start 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b22976640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b1c1e4570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b22976640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0a90b0 0x7f7b1c1f5710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b22976640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b1c0a9530 0x7f7b1c15b950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b22976640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c1e4150 con 0x7f7b08004d00 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b22976640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c0b1a30 con 0x7f7b1c0a9530 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b22976640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7b1c1e34d0 con 0x7f7b1c0a90b0 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b1c1e4570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b1c1e4570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52252/0 (socket says 172.21.15.39:52252) 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 -- 172.21.15.39:0/1593694312 learned_addr learned my addr 172.21.15.39:0/1593694312 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:32.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b13fff640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0a90b0 0x7f7b1c1f5710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b20f13640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b1c0a9530 0x7f7b1c15b950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 -- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0a90b0 msgr2=0x7f7b1c1f5710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0a90b0 0x7f7b1c1f5710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 -- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b1c0a9530 msgr2=0x7f7b1c15b950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b1c0a9530 0x7f7b1c15b950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.959+0000 7f7b1bfff640 1 -- 172.21.15.39:0/1593694312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7b1c1e37b0 con 0x7f7b08004d00 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.960+0000 7f7b1bfff640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b1c1e4570 secure :-1 s=READY pgs=3001 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c011cd0 tx=0x7f7b0c00f610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.960+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c00fcc0 con 0x7f7b08004d00 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.960+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7b0c00fe20 con 0x7f7b08004d00 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.960+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7b1c1e3a90 con 0x7f7b08004d00 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.960+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7b0c004270 con 0x7f7b08004d00 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.960+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7b1c1e4ab0 con 0x7f7b08004d00 2024-09-13T16:23:32.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.961+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7b1c1e43c0 con 0x7f7b08004d00 2024-09-13T16:23:32.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.961+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7b0c0043d0 con 0x7f7b08004d00 2024-09-13T16:23:32.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.962+0000 7f7b197fa640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7afc06ac00 0x7f7afc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:32.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.962+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7b0c089b80 con 0x7f7b08004d00 2024-09-13T16:23:32.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.962+0000 7f7b13fff640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7afc06ac00 0x7f7afc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:32.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.963+0000 7f7b13fff640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7afc06ac00 0x7f7afc06d0c0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f7b040017a0 tx=0x7f7b040015d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:32.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:32.966+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7b0c054e40 con 0x7f7b08004d00 2024-09-13T16:23:33.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.172+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7b1c067330 con 0x7f7b08004d00 2024-09-13T16:23:33.173 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.172+0000 7f7b197fa640 1 -- 172.21.15.39:0/1593694312 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7f7b0c023090 con 0x7f7b08004d00 2024-09-13T16:23:33.174 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:33.174 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:33.174 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7afc06ac00 msgr2=0x7f7afc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7afc06ac00 0x7f7afc06d0c0 secure :-1 s=READY pgs=1161 cs=0 l=1 rev1=1 crypto rx=0x7f7b040017a0 tx=0x7f7b040015d0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 msgr2=0x7f7b1c1e4570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b1c1e4570 secure :-1 s=READY pgs=3001 cs=0 l=1 rev1=1 crypto rx=0x7f7b0c011cd0 tx=0x7f7b0c00f610 comp rx=0 tx=0).stop 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 shutdown_connections 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7afc06ac00 0x7f7afc06d0c0 unknown :-1 s=CLOSED pgs=1161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7b1c0a9530 0x7f7b1c15b950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7b1c0a90b0 0x7f7b1c1f5710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 --2- 172.21.15.39:0/1593694312 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7b08004d00 0x7f7b1c1e4570 unknown :-1 s=CLOSED pgs=3001 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.174+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 >> 172.21.15.39:0/1593694312 conn(0x7f7b1c0cf1a0 msgr2=0x7f7b1c0b79f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.175+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 shutdown_connections 2024-09-13T16:23:33.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.175+0000 7f7b22976640 1 -- 172.21.15.39:0/1593694312 wait complete. 2024-09-13T16:23:33.187 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage rm 3873454662 2024-09-13T16:23:33.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.290+0000 7fa7fc5ed640 1 Processor -- start 2024-09-13T16:23:33.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.290+0000 7fa7fc5ed640 1 -- start start 2024-09-13T16:23:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.291+0000 7fa7fc5ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f4160400 0x7fa7f40d0bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.291+0000 7fa7fc5ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7f415dd50 con 0x7fa7f415c920 2024-09-13T16:23:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.291+0000 7fa7fc5ed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7f415d790 con 0x7fa7f40d1100 2024-09-13T16:23:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.291+0000 7fa7fc5ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f40cd290 con 0x7fa7f4160400 2024-09-13T16:23:33.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.291+0000 7fa7fa389640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa7f415c920 0x7fa7f415cd00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:54650/0 (socket says 172.21.15.39:54650) 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.291+0000 7fa7fa389640 1 -- 172.21.15.39:0/2413903418 learned_addr learned my addr 172.21.15.39:0/2413903418 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/2413903418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f4160400 0x7fa7f40d0bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9387640 1 -- 172.21.15.39:0/2413903418 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 890330556 0 0) 0x7fa7f415dd50 con 0x7fa7f415c920 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9387640 1 -- 172.21.15.39:0/2413903418 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa7dc003520 con 0x7fa7f415c920 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9387640 1 -- 172.21.15.39:0/2413903418 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2398723654 0 0) 0x7fa7dc003520 con 0x7fa7f415c920 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2413903418 >> v1:172.21.15.157:6789/0 conn(0x7fa7f40d1100 legacy=0x7fa7f40cf710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2413903418 >> v1:172.21.15.39:6789/0 conn(0x7fa7f415c920 legacy=0x7fa7f415cd00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.292+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2413903418 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7f415da70 con 0x7fa7f4160400 2024-09-13T16:23:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.293+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/2413903418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f4160400 0x7fa7f40d0bc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa7e80097d0 tx=0x7fa7e802a030 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ed7400cefff5ee8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.293+0000 7fa7f9387640 1 -- 172.21.15.39:0/2413903418 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e40019f0 con 0x7fa7f4160400 2024-09-13T16:23:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.293+0000 7fa7f9387640 1 -- 172.21.15.39:0/2413903418 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7e802aac0 con 0x7fa7f4160400 2024-09-13T16:23:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.293+0000 7fa7f9387640 1 -- 172.21.15.39:0/2413903418 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e802ae30 con 0x7fa7f4160400 2024-09-13T16:23:33.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/2413903418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f4160400 msgr2=0x7fa7f40d0bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/2413903418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f4160400 0x7fa7f40d0bc0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7fa7e80097d0 tx=0x7fa7e802a030 comp rx=0 tx=0).stop 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/2413903418 shutdown_connections 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/2413903418 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f4160400 0x7fa7f40d0bc0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/2413903418 >> 172.21.15.39:0/2413903418 conn(0x7fa7f406a790 msgr2=0x7fa7f406aba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/2413903418 shutdown_connections 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.294+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/2413903418 wait complete. 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.295+0000 7fa7fc5ed640 1 Processor -- start 2024-09-13T16:23:33.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.295+0000 7fa7fc5ed640 1 -- start start 2024-09-13T16:23:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f40d1100 0x7fa7f4153990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7f415c920 0x7fa7f40b6890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 0x7fa7f40b6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f40b4cb0 con 0x7fa7f4160400 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f40c99a0 con 0x7fa7f415c920 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7f40c9c80 con 0x7fa7f40d1100 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 0x7fa7f40b6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 0x7fa7f40b6dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52260/0 (socket says 172.21.15.39:52260) 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 -- 172.21.15.39:0/702457924 learned_addr learned my addr 172.21.15.39:0/702457924 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fa389640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f40d1100 0x7fa7f4153990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7f415c920 0x7fa7f40b6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 -- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f40d1100 msgr2=0x7fa7f4153990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f40d1100 0x7fa7f4153990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 -- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7f415c920 msgr2=0x7fa7f40b6890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7f415c920 0x7fa7f40b6890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 -- 172.21.15.39:0/702457924 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7e8009400 con 0x7fa7f4160400 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fa389640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f40d1100 0x7fa7f4153990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:33.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7f415c920 0x7fa7f40b6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 0x7fa7f40b6dd0 secure :-1 s=READY pgs=3003 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00c480 tx=0x7fa7ec00c940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7f2ffd640 1 -- 172.21.15.39:0/702457924 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec005480 con 0x7fa7f4160400 2024-09-13T16:23:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7f2ffd640 1 -- 172.21.15.39:0/702457924 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7ec0035f0 con 0x7fa7f4160400 2024-09-13T16:23:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa7f40c9f60 con 0x7fa7f4160400 2024-09-13T16:23:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.296+0000 7fa7f2ffd640 1 -- 172.21.15.39:0/702457924 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec0039e0 con 0x7fa7f4160400 2024-09-13T16:23:33.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.297+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f4154540 con 0x7fa7f4160400 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.298+0000 7fa7f2ffd640 1 -- 172.21.15.39:0/702457924 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa7ec003b40 con 0x7fa7f4160400 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.298+0000 7fa7f2ffd640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7e006ac30 0x7fa7e006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.298+0000 7fa7f2ffd640 1 -- 172.21.15.39:0/702457924 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa7ec0888f0 con 0x7fa7f4160400 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.299+0000 7fa7fa389640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7e006ac30 0x7fa7e006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.299+0000 7fa7fa389640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7e006ac30 0x7fa7e006d0f0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4001560 tx=0x7fa7e4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.299+0000 7fa7ff3ea740 1 Processor -- start 2024-09-13T16:23:33.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 -- start start 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68f7dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 0x563c68fcad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa4d70 0x563c68fcb2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68ee6ce0 con 0x563c68f7b080 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68ee4470 con 0x563c68fa4d70 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563c68edfd60 con 0x563c68f7d8c0 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7f9b88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 0x563c68fcad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7f9b88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 0x563c68fcad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52266/0 (socket says 172.21.15.39:52266) 2024-09-13T16:23:33.304 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2870466092 learned_addr learned my addr 172.21.15.39:0/2870466092 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa4d70 0x563c68fcb2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.300+0000 7fa7fa389640 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68f7dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 msgr2=0x563c68f7dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68f7dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa4d70 msgr2=0x563c68fcb2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa4d70 0x563c68fcb2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7f9b88640 1 -- 172.21.15.39:0/2870466092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563c68e80500 con 0x563c68f7b080 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 0x563c68fcad90 secure :-1 s=READY pgs=3004 cs=0 l=1 rev1=1 crypto rx=0x7fa7e802a070 tx=0x7fa7e802c000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=824eb27b7016d9c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7dbfff640 1 -- 172.21.15.39:0/2870466092 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8004230 con 0x563c68f7b080 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7dbfff640 1 -- 172.21.15.39:0/2870466092 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7e8004390 con 0x563c68f7b080 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.301+0000 7fa7dbfff640 1 -- 172.21.15.39:0/2870466092 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8003810 con 0x563c68f7b080 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/2870466092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 msgr2=0x563c68fcad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 0x563c68fcad90 secure :-1 s=READY pgs=3004 cs=0 l=1 rev1=1 crypto rx=0x7fa7e802a070 tx=0x7fa7e802c000 comp rx=0 tx=0).stop 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/2870466092 shutdown_connections 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa4d70 0x563c68fcb2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68f7b080 0x563c68fcad90 unknown :-1 s=CLOSED pgs=3004 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/2870466092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68f7dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/2870466092 >> 172.21.15.39:0/2870466092 conn(0x563c68f79ff0 msgr2=0x563c68fc24a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/2870466092 shutdown_connections 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/2870466092 wait complete. 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 -- start start 2024-09-13T16:23:33.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.302+0000 7fa7ff3ea740 1 Processor -- start 2024-09-13T16:23:33.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68fa2190 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.310 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fc9be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa26d0 0x563c68fca120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68e9e000 con 0x563c68fa4d70 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68e9dca0 con 0x563c68fa26d0 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563c68e632d0 con 0x563c68f7d8c0 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.303+0000 7fa7ff3ea740 10 client.0 _ll_register_callbacks cb 0x563c68ed93d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fc9be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fc9be0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52280/0 (socket says 172.21.15.39:52280) 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 -- 172.21.15.39:0/691154439 learned_addr learned my addr 172.21.15.39:0/691154439 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa26d0 0x563c68fca120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.311 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7fa389640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68fa2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 -- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 msgr2=0x563c68fa2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68fa2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 -- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa26d0 msgr2=0x563c68fca120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa26d0 0x563c68fca120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 -- 172.21.15.39:0/691154439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f415da70 con 0x563c68fa4d70 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fc9be0 secure :-1 s=READY pgs=3005 cs=0 l=1 rev1=1 crypto rx=0x7fa7e802a070 tx=0x7fa7e8004730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=50fa16e562036880 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7d97fa640 1 -- 172.21.15.39:0/691154439 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8004500 con 0x563c68fa4d70 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7d97fa640 1 -- 172.21.15.39:0/691154439 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa7e8050440 con 0x563c68fa4d70 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x563c68f08c40 con 0x563c68fa4d70 2024-09-13T16:23:33.312 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7d97fa640 1 -- 172.21.15.39:0/691154439 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7e8050600 con 0x563c68fa4d70 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7ff3ea740 10 client.12591 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.304+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x563c68ede3e0 con 0x563c68fa4d70 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7d97fa640 1 -- 172.21.15.39:0/691154439 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x563c68f08c40 con 0x563c68fa4d70 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7d97fa640 1 -- 172.21.15.39:0/691154439 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fa7e8045410 con 0x563c68fa4d70 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7ff3ea740 10 client.12591 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7ff3ea740 10 client.12591 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7ff3ea740 20 client.12591 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c68fc7c00 0x563c68fdf170 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7ff3ea740 4 client.12591 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:33.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x563c68ed1c60 con 0x563c68fc7c00 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7fa389640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c68fc7c00 0x563c68fdf170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7d97fa640 10 client.12591 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.305+0000 7fa7fa389640 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c68fc7c00 0x563c68fdf170 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d1c5ac3eca4e82b server_cookie=c1f92faa956f5e3e in_seq=0 out_seq=0 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7d97fa640 1 -- 172.21.15.39:0/691154439 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x563c68ed1c60 con 0x563c68fc7c00 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7d97fa640 10 client.12591 handle_command_reply: tid=0 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 client.12591 shutdown 2024-09-13T16:23:33.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 msgr2=0x563c68fc9be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fc9be0 secure :-1 s=READY pgs=3005 cs=0 l=1 rev1=1 crypto rx=0x7fa7e802a070 tx=0x7fa7e8004730 comp rx=0 tx=0).stop 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 shutdown_connections 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c68fc7c00 0x563c68fdf170 crc :-1 s=READY pgs=18 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fa26d0 0x563c68fca120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fc9be0 unknown :-1 s=CLOSED pgs=3005 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7d97fa640 0 client.12591 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/691154439 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c68fa2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 >> 172.21.15.39:0/691154439 conn(0x563c68f7b080 msgr2=0x563c68fc1b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 shutdown_connections 2024-09-13T16:23:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/691154439 wait complete. 2024-09-13T16:23:33.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.306+0000 7fa7ff3ea740 20 client.12591 trim_cache size 0 max 16384 2024-09-13T16:23:33.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.317+0000 7fa7ff3ea740 1 Processor -- start 2024-09-13T16:23:33.319 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.317+0000 7fa7ff3ea740 1 -- start start 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68f7d8c0 0x563c68f797e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68fa4d70 0x563c68fc88c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 0x563c68fa7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68f79d20 con 0x563c68fc8e00 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68e9f5a0 con 0x563c68f7d8c0 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563c68f15500 con 0x563c68fa4d70 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7fab8a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 0x563c68fa7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7fab8a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 0x563c68fa7410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52296/0 (socket says 172.21.15.39:52296) 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7fab8a640 1 -- 172.21.15.39:0/1694570393 learned_addr learned my addr 172.21.15.39:0/1694570393 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7fa389640 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68f7d8c0 0x563c68f797e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.318+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68fa4d70 0x563c68fc88c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7fab8a640 1 -- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68fa4d70 msgr2=0x563c68fc88c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68fa4d70 0x563c68fc88c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7fab8a640 1 -- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68f7d8c0 msgr2=0x563c68f797e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68f7d8c0 0x563c68f797e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7fab8a640 1 -- 172.21.15.39:0/1694570393 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x563c68f11f90 con 0x563c68fc8e00 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 0x563c68fa7410 secure :-1 s=READY pgs=3006 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec057750 tx=0x7fa7ec01e040 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e9ee03156a64a6ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7f0ff9640 1 -- 172.21.15.39:0/1694570393 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec086ed0 con 0x563c68fc8e00 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7f0ff9640 1 -- 172.21.15.39:0/1694570393 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7ec055900 con 0x563c68fc8e00 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7f0ff9640 1 -- 172.21.15.39:0/1694570393 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7ec055b60 con 0x563c68fc8e00 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/1694570393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 msgr2=0x563c68fa7410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 0x563c68fa7410 secure :-1 s=READY pgs=3006 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec057750 tx=0x7fa7ec01e040 comp rx=0 tx=0).stop 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.319+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/1694570393 shutdown_connections 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fc8e00 0x563c68fa7410 unknown :-1 s=CLOSED pgs=3006 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68fa4d70 0x563c68fc88c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/1694570393 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68f7d8c0 0x563c68f797e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/1694570393 >> 172.21.15.39:0/1694570393 conn(0x563c68f7b080 msgr2=0x563c68f78ca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/1694570393 shutdown_connections 2024-09-13T16:23:33.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/1694570393 wait complete. 2024-09-13T16:23:33.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 -- start start 2024-09-13T16:23:33.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.320+0000 7fa7ff3ea740 1 Processor -- start 2024-09-13T16:23:33.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c6900f820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fdd160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fc8e00 0x563c68f7cc70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68f7c850 con 0x563c68fa4d70 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563c68fddc50 con 0x563c68fc8e00 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563c68fa5270 con 0x563c68f7d8c0 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7ff3ea740 10 client.0 _ll_register_callbacks cb 0x7fa7ec057590 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7f9b88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fdd160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7f9b88640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fdd160 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52302/0 (socket says 172.21.15.39:52302) 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7f9b88640 1 -- 172.21.15.39:0/3130609424 learned_addr learned my addr 172.21.15.39:0/3130609424 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7fab8a640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fc8e00 0x563c68f7cc70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.321+0000 7fa7fa389640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c6900f820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7f9b88640 1 -- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 msgr2=0x563c6900f820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c6900f820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7f9b88640 1 -- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fc8e00 msgr2=0x563c68f7cc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fc8e00 0x563c68f7cc70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7f9b88640 1 -- 172.21.15.39:0/3130609424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa7f4154540 con 0x563c68fa4d70 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7f9b88640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fdd160 secure :-1 s=READY pgs=3007 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8000c00 tx=0x7fa7e802e000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9568df235a820f90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7d97fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7d97fa640 1 -- 172.21.15.39:0/3130609424 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa7e8050640 con 0x563c68fa4d70 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7d97fa640 1 -- 172.21.15.39:0/3130609424 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa7e8000e40 con 0x563c68fa4d70 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7fa7e8004390 con 0x563c68fa4d70 2024-09-13T16:23:33.329 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7d97fa640 1 -- 172.21.15.39:0/3130609424 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa7e80458d0 con 0x563c68fa4d70 2024-09-13T16:23:33.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 10 client.12597 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:33.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x563c68e80370 con 0x563c68fa4d70 2024-09-13T16:23:33.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7d97fa640 1 -- 172.21.15.39:0/3130609424 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7e8004390 con 0x563c68fa4d70 2024-09-13T16:23:33.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7d97fa640 1 -- 172.21.15.39:0/3130609424 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7fa7e80507a0 con 0x563c68fa4d70 2024-09-13T16:23:33.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 10 client.12597 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:33.330 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 10 client.12597 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 20 client.12597 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c69016020 0x563c68fa7410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 4 client.12597 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 3873454662}] 2024-09-13T16:23:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "damage rm", "damage_id": 3873454662}) v1 -- 0x563c68bd33f0 con 0x563c69016020 2024-09-13T16:23:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.322+0000 7fa7fa389640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c69016020 0x563c68fa7410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.331 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7fa389640 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c69016020 0x563c68fa7410 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=d261b076cd8d4fb0 server_cookie=478fe46e517da1cc in_seq=0 out_seq=0 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7d97fa640 10 client.12597 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7d97fa640 1 -- 172.21.15.39:0/3130609424 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+0 (crc 0 0 0) 0x563c68bd33f0 con 0x563c69016020 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7d97fa640 10 client.12597 handle_command_reply: tid=0 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 client.12597 shutdown 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 msgr2=0x563c68fdd160 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fdd160 secure :-1 s=READY pgs=3007 cs=0 l=1 rev1=1 crypto rx=0x7fa7e8000c00 tx=0x7fa7e802e000 comp rx=0 tx=0).stop 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 shutdown_connections 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563c69016020 0x563c68fa7410 crc :-1 s=READY pgs=19 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x563c68fc8e00 0x563c68f7cc70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.332 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563c68fa4d70 0x563c68fdd160 unknown :-1 s=CLOSED pgs=3007 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 --2- 172.21.15.39:0/3130609424 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563c68f7d8c0 0x563c6900f820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7d97fa640 0 client.12597 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 >> 172.21.15.39:0/3130609424 conn(0x563c68f7b080 msgr2=0x563c68fc2500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 shutdown_connections 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 1 -- 172.21.15.39:0/3130609424 wait complete. 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.323+0000 7fa7ff3ea740 20 client.12597 trim_cache size 0 max 16384 2024-09-13T16:23:33.333 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7e006ac30 msgr2=0x7fa7e006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7e006ac30 0x7fa7e006d0f0 secure :-1 s=READY pgs=1162 cs=0 l=1 rev1=1 crypto rx=0x7fa7e4001560 tx=0x7fa7e4009040 comp rx=0 tx=0).stop 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 msgr2=0x7fa7f40b6dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 0x7fa7f40b6dd0 secure :-1 s=READY pgs=3003 cs=0 l=1 rev1=1 crypto rx=0x7fa7ec00c480 tx=0x7fa7ec00c940 comp rx=0 tx=0).stop 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 shutdown_connections 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa7e006ac30 0x7fa7e006d0f0 unknown :-1 s=CLOSED pgs=1162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa7f4160400 0x7fa7f40b6dd0 unknown :-1 s=CLOSED pgs=3003 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa7f415c920 0x7fa7f40b6890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 --2- 172.21.15.39:0/702457924 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa7f40d1100 0x7fa7f4153990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 >> 172.21.15.39:0/702457924 conn(0x7fa7f406a790 msgr2=0x7fa7f415df80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.334 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 shutdown_connections 2024-09-13T16:23:33.335 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.324+0000 7fa7fc5ed640 1 -- 172.21.15.39:0/702457924 wait complete. 2024-09-13T16:23:33.336 DEBUG:teuthology.orchestra.run.smithi039:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage rados --cluster ceph --pool cephfs_metadata rm 100000001f6.00000000 2024-09-13T16:23:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 Processor -- start 2024-09-13T16:23:33.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 -- start start 2024-09-13T16:23:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dc890 0x55fa10246460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.384 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dcc70 0x55fa10255740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1024da00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa101474d0 con 0x55fa10258d10 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa100e2b60 con 0x55fa101dcc70 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.378+0000 7f944b321f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fa100e2800 con 0x55fa101dc890 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1024da00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1024da00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52310/0 (socket says 172.21.15.39:52310) 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 -- 172.21.15.39:0/2736517731 learned_addr learned my addr 172.21.15.39:0/2736517731 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f94483d6640 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dc890 0x55fa10246460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9447bd5640 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dcc70 0x55fa10255740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 -- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dc890 msgr2=0x55fa10246460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dc890 0x55fa10246460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 -- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dcc70 msgr2=0x55fa10255740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dcc70 0x55fa10255740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 -- 172.21.15.39:0/2736517731 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9438005de0 con 0x55fa10258d10 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9448bd7640 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1024da00 secure :-1 s=READY pgs=3008 cs=0 l=1 rev1=1 crypto rx=0x7f9440006f50 tx=0x7f9440001930 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96957bce8592db32 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9446bd3640 1 -- 172.21.15.39:0/2736517731 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9440011640 con 0x55fa10258d10 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9446bd3640 1 -- 172.21.15.39:0/2736517731 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f94400117a0 con 0x55fa10258d10 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.379+0000 7f9446bd3640 1 -- 172.21.15.39:0/2736517731 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9440011b70 con 0x55fa10258d10 2024-09-13T16:23:33.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 -- 172.21.15.39:0/2736517731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 msgr2=0x55fa1024da00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1024da00 secure :-1 s=READY pgs=3008 cs=0 l=1 rev1=1 crypto rx=0x7f9440006f50 tx=0x7f9440001930 comp rx=0 tx=0).stop 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 -- 172.21.15.39:0/2736517731 shutdown_connections 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1024da00 unknown :-1 s=CLOSED pgs=3008 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dcc70 0x55fa10255740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 --2- 172.21.15.39:0/2736517731 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dc890 0x55fa10246460 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 -- 172.21.15.39:0/2736517731 >> 172.21.15.39:0/2736517731 conn(0x55fa101e5800 msgr2=0x55fa10257ab0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 -- 172.21.15.39:0/2736517731 shutdown_connections 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 -- 172.21.15.39:0/2736517731 wait complete. 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.380+0000 7f944b321f40 1 Processor -- start 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 -- start start 2024-09-13T16:23:33.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dc890 0x55fa1026e020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dcc70 0x55fa102451b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1026f900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa100c5520 con 0x55fa10258d10 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55fa101e5230 con 0x55fa101dc890 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f944b321f40 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55fa1026fe40 con 0x55fa101dcc70 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f9448bd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1026f900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f9448bd7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1026f900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:52312/0 (socket says 172.21.15.39:52312) 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f9448bd7640 1 -- 172.21.15.39:0/1307287447 learned_addr learned my addr 172.21.15.39:0/1307287447 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f9447bd5640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dcc70 0x55fa102451b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.388 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.381+0000 7f94483d6640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dc890 0x55fa1026e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9448bd7640 1 -- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dcc70 msgr2=0x55fa102451b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9448bd7640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55fa101dcc70 0x55fa102451b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9448bd7640 1 -- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dc890 msgr2=0x55fa1026e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9448bd7640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55fa101dc890 0x55fa1026e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9448bd7640 1 -- 172.21.15.39:0/1307287447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55fa100e4cd0 con 0x55fa10258d10 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9448bd7640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1026f900 secure :-1 s=READY pgs=3009 cs=0 l=1 rev1=1 crypto rx=0x55fa101dbb00 tx=0x7f9440001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9445bd1640 1 -- 172.21.15.39:0/1307287447 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944001d810 con 0x55fa10258d10 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9445bd1640 1 -- 172.21.15.39:0/1307287447 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f944001d9b0 con 0x55fa10258d10 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f9445bd1640 1 -- 172.21.15.39:0/1307287447 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f944001dd60 con 0x55fa10258d10 2024-09-13T16:23:33.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x55fa100f1c20 con 0x55fa10258d10 2024-09-13T16:23:33.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.382+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55fa100e5060 con 0x55fa10258d10 2024-09-13T16:23:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.383+0000 7f9445bd1640 1 -- 172.21.15.39:0/1307287447 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f9440018030 con 0x55fa10258d10 2024-09-13T16:23:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.384+0000 7f9445bd1640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94340695e0 0x7f943406baa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.384+0000 7f9445bd1640 1 -- 172.21.15.39:0/1307287447 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f9440089a30 con 0x55fa10258d10 2024-09-13T16:23:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.384+0000 7f944b321f40 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fa101e49d0 0x55fa10308310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.384+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- osd_op(unknown.0.0:1 14.a 14:57fe7535:::100000001f6.00000000:head [delete] snapc 0=[] ondisk+write+peerstat_old+known_if_redirected+supports_pool_eio e143) v8 -- 0x55fa10308850 con 0x55fa101e49d0 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.384+0000 7f94483d6640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94340695e0 0x7f943406baa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.384+0000 7f9447bd5640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fa101e49d0 0x55fa10308310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.385+0000 7f94483d6640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94340695e0 0x7f943406baa0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f9438057000 tx=0x7f9438052000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.385+0000 7f9447bd5640 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fa101e49d0 0x55fa10308310 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f9447bd5640 1 -- 172.21.15.39:0/1307287447 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== osd_op_reply(1 100000001f6.00000000 [delete] v143'3 uv3 ondisk = 0) v8 ==== 164+0+0 (crc 0 0 0) 0x7f943c009a10 con 0x55fa101e49d0 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fa101e49d0 msgr2=0x55fa10308310 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x55fa101e49d0 0x55fa10308310 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94340695e0 msgr2=0x7f943406baa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f94340695e0 0x7f943406baa0 secure :-1 s=READY pgs=1163 cs=0 l=1 rev1=1 crypto rx=0x7f9438057000 tx=0x7f9438052000 comp rx=0 tx=0).stop 2024-09-13T16:23:33.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 msgr2=0x55fa1026f900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 --2- 172.21.15.39:0/1307287447 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55fa10258d10 0x55fa1026f900 secure :-1 s=READY pgs=3009 cs=0 l=1 rev1=1 crypto rx=0x55fa101dbb00 tx=0x7f9440001250 comp rx=0 tx=0).stop 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f9448bd7640 1 -- 172.21.15.39:0/1307287447 reap_dead start 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 shutdown_connections 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 >> 172.21.15.39:0/1307287447 conn(0x55fa101e5800 msgr2=0x55fa102555c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 shutdown_connections 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.386+0000 7f944b321f40 1 -- 172.21.15.39:0/1307287447 wait complete. 2024-09-13T16:23:33.395 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:33.395 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest/mnt.0 && exec stat testdir/hardlink2) 2024-09-13T16:23:33.451 INFO:tasks.ceph.mds.c.smithi039.stderr:2024-09-13T16:23:33.450+0000 7f11927c2640 -1 log_channel(cluster) log [ERR] : dir 0x100000001f6 object missing on disk; some files may be lost (/dir2) 2024-09-13T16:23:33.452 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:23:33.452 INFO:teuthology.orchestra.run.smithi039.stderr:stat: cannot statx 'testdir/hardlink2': Input/output error 2024-09-13T16:23:33.452 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:33.593 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.592+0000 7f5490d11640 1 Processor -- start 2024-09-13T16:23:33.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.592+0000 7f5490d11640 1 -- start start 2024-09-13T16:23:33.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f5490d11640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f548c06f170 0x7f548c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.594 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f5490d11640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f5490d11640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f548c06f6e0 con 0x7f548c156fb0 2024-09-13T16:23:33.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f5490d11640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f548c15da70 con 0x7f548c06f170 2024-09-13T16:23:33.595 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f5490d11640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f548c06f9c0 con 0x7f548c15d0a0 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f548a59c640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f548c156fb0 0x7f548c15ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43002/0 (socket says 172.21.15.39:43002) 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f5489d9b640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f548c06f170 0x7f548c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f548a59c640 1 -- 172.21.15.39:0/492493253 learned_addr learned my addr 172.21.15.39:0/492493253 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.593+0000 7f548ad9d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f548959a640 1 -- 172.21.15.39:0/492493253 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2213077201 0 0) 0x7f548c06f6e0 con 0x7f548c156fb0 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f548959a640 1 -- 172.21.15.39:0/492493253 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5478003520 con 0x7f548c156fb0 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f548959a640 1 -- 172.21.15.39:0/492493253 <== mon.1 v1:172.21.15.157:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1638605269 0 0) 0x7f5478003520 con 0x7f548c156fb0 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f5489d9b640 1 -- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 msgr2=0x7f548c15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f5489d9b640 1 --2- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f5489d9b640 1 -- 172.21.15.39:0/492493253 >> v1:172.21.15.157:6789/0 conn(0x7f548c156fb0 legacy=0x7f548c15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f5489d9b640 1 -- 172.21.15.39:0/492493253 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f548c06fca0 con 0x7f548c06f170 2024-09-13T16:23:33.596 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.594+0000 7f548ad9d640 1 --2- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:33.597 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.595+0000 7f5489d9b640 1 --2- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c0b1cf0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f54740097a0 tx=0x7f547402a080 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1c0c705279130dc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.595+0000 7f548959a640 1 -- 172.21.15.39:0/492493253 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5484001670 con 0x7f548c06f170 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.595+0000 7f548959a640 1 -- 172.21.15.39:0/492493253 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f547402ab10 con 0x7f548c06f170 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.595+0000 7f548959a640 1 -- 172.21.15.39:0/492493253 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547402ae80 con 0x7f548c06f170 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 -- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 msgr2=0x7f548c0b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 --2- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c0b1cf0 secure :-1 s=READY pgs=819 cs=0 l=1 rev1=1 crypto rx=0x7f54740097a0 tx=0x7f547402a080 comp rx=0 tx=0).stop 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 -- 172.21.15.39:0/492493253 shutdown_connections 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 --2- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 --2- 172.21.15.39:0/492493253 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c0b1cf0 unknown :-1 s=CLOSED pgs=819 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 -- 172.21.15.39:0/492493253 >> 172.21.15.39:0/492493253 conn(0x7f548c06b3b0 msgr2=0x7f548c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 -- 172.21.15.39:0/492493253 shutdown_connections 2024-09-13T16:23:33.598 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.596+0000 7f5490d11640 1 -- 172.21.15.39:0/492493253 wait complete. 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.597+0000 7f5490d11640 1 Processor -- start 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.597+0000 7f5490d11640 1 -- start start 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5490d11640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c14d090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5490d11640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 0x7f548c1477e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5490d11640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c147d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5490d11640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c164220 con 0x7f548c156fb0 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5490d11640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f548c144450 con 0x7f548c06f170 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5490d11640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f548c14d770 con 0x7f548c15d0a0 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 0x7f548c1477e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.601 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 0x7f548c1477e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40126/0 (socket says 172.21.15.39:40126) 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 -- 172.21.15.39:0/2976844413 learned_addr learned my addr 172.21.15.39:0/2976844413 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f548a59c640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c14d090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f548ad9d640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c147d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 -- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 msgr2=0x7f548c147d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c147d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 -- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 msgr2=0x7f548c14d090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c14d090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 -- 172.21.15.39:0/2976844413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f547c009a70 con 0x7f548c156fb0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.598+0000 7f5489d9b640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 0x7f548c1477e0 secure :-1 s=READY pgs=3010 cs=0 l=1 rev1=1 crypto rx=0x7f54740098c0 tx=0x7f54740046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.599+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547403c820 con 0x7f548c156fb0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.599+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f547403c980 con 0x7f548c156fb0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.599+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f547403cd30 con 0x7f548c156fb0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.599+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5474009400 con 0x7f548c156fb0 2024-09-13T16:23:33.602 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.599+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f548c164430 con 0x7f548c156fb0 2024-09-13T16:23:33.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.600+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f548c0672f0 con 0x7f548c156fb0 2024-09-13T16:23:33.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.600+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5474039050 con 0x7f548c156fb0 2024-09-13T16:23:33.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.601+0000 7f5482ffd640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546c06ac00 0x7f546c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.601+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f54740a9b90 con 0x7f548c156fb0 2024-09-13T16:23:33.603 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.601+0000 7f548a59c640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546c06ac00 0x7f546c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.604 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.603+0000 7f548a59c640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546c06ac00 0x7f546c06d0c0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f5484005880 tx=0x7f5484001d80 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.606 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.605+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5474074d30 con 0x7f548c156fb0 2024-09-13T16:23:33.811 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.810+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f548c157390 con 0x7f548c156fb0 2024-09-13T16:23:33.812 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.811+0000 7f5482ffd640 1 -- 172.21.15.39:0/2976844413 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7f547404c020 con 0x7f548c156fb0 2024-09-13T16:23:33.812 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:33.812 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:33.812 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546c06ac00 msgr2=0x7f546c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546c06ac00 0x7f546c06d0c0 secure :-1 s=READY pgs=1164 cs=0 l=1 rev1=1 crypto rx=0x7f5484005880 tx=0x7f5484001d80 comp rx=0 tx=0).stop 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 msgr2=0x7f548c1477e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 0x7f548c1477e0 secure :-1 s=READY pgs=3010 cs=0 l=1 rev1=1 crypto rx=0x7f54740098c0 tx=0x7f54740046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 shutdown_connections 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f546c06ac00 0x7f546c06d0c0 unknown :-1 s=CLOSED pgs=1164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f548c15d0a0 0x7f548c147d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f548c156fb0 0x7f548c1477e0 unknown :-1 s=CLOSED pgs=3010 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 --2- 172.21.15.39:0/2976844413 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f548c06f170 0x7f548c14d090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.812+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 >> 172.21.15.39:0/2976844413 conn(0x7f548c06b3b0 msgr2=0x7f548c14de90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.813+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 shutdown_connections 2024-09-13T16:23:33.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.813+0000 7f5490d11640 1 -- 172.21.15.39:0/2976844413 wait complete. 2024-09-13T16:23:33.825 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage ls --format=json-pretty 2024-09-13T16:23:33.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.927+0000 7f8dba061640 1 Processor -- start 2024-09-13T16:23:33.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.927+0000 7f8dba061640 1 -- start start 2024-09-13T16:23:33.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8dba061640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8db40ac860 0x7f8db40ae200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8dba061640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8db415d2c0 0x7f8db415d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8dba061640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8db40ad6c0 con 0x7f8db40ce730 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8dba061640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8db4071b40 con 0x7f8db40ac860 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8dba061640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8db40ace20 con 0x7f8db415d2c0 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8db40ac860 0x7f8db40ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8db40ac860 0x7f8db40ae200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40128/0 (socket says 172.21.15.39:40128) 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3328926209 learned_addr learned my addr 172.21.15.39:0/3328926209 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db3fff640 1 --2- 172.21.15.39:0/3328926209 >> v2:172.21.15.157:3300/0 conn(0x7f8db415d2c0 0x7f8db415d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.931 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3328926209 >> v2:172.21.15.157:3300/0 conn(0x7f8db415d2c0 msgr2=0x7f8db415d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/3328926209 >> v2:172.21.15.157:3300/0 conn(0x7f8db415d2c0 0x7f8db415d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3328926209 >> v1:172.21.15.157:6789/0 conn(0x7f8db40ce730 legacy=0x7f8db4160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3328926209 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8db40ad100 con 0x7f8db40ac860 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.928+0000 7f8db3fff640 1 --2- 172.21.15.39:0/3328926209 >> v2:172.21.15.157:3300/0 conn(0x7f8db415d2c0 0x7f8db415d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.929+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/3328926209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ac860 0x7f8db40ae200 secure :-1 s=READY pgs=3011 cs=0 l=1 rev1=1 crypto rx=0x7f8db40add30 tx=0x7f8da802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cb7e7fbc8df0fe5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.929+0000 7f8db27fc640 1 -- 172.21.15.39:0/3328926209 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da8032440 con 0x7f8db40ac860 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.929+0000 7f8db27fc640 1 -- 172.21.15.39:0/3328926209 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8da80325a0 con 0x7f8db40ac860 2024-09-13T16:23:33.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.929+0000 7f8db27fc640 1 -- 172.21.15.39:0/3328926209 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da8032930 con 0x7f8db40ac860 2024-09-13T16:23:33.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 -- 172.21.15.39:0/3328926209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ac860 msgr2=0x7f8db40ae200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 --2- 172.21.15.39:0/3328926209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ac860 0x7f8db40ae200 secure :-1 s=READY pgs=3011 cs=0 l=1 rev1=1 crypto rx=0x7f8db40add30 tx=0x7f8da802a230 comp rx=0 tx=0).stop 2024-09-13T16:23:33.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 -- 172.21.15.39:0/3328926209 shutdown_connections 2024-09-13T16:23:33.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 --2- 172.21.15.39:0/3328926209 >> v2:172.21.15.157:3300/0 conn(0x7f8db415d2c0 0x7f8db415d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 --2- 172.21.15.39:0/3328926209 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ac860 0x7f8db40ae200 unknown :-1 s=CLOSED pgs=3011 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.936 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 -- 172.21.15.39:0/3328926209 >> 172.21.15.39:0/3328926209 conn(0x7f8db40ced30 msgr2=0x7f8db40cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 -- 172.21.15.39:0/3328926209 shutdown_connections 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.930+0000 7f8dba061640 1 -- 172.21.15.39:0/3328926209 wait complete. 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.931+0000 7f8dba061640 1 Processor -- start 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.931+0000 7f8dba061640 1 -- start start 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8dba061640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8db40ac860 0x7f8db406d7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8dba061640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 0x7f8db406bee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8dba061640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8db415d2c0 0x7f8db4155870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8dba061640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db406c710 con 0x7f8db40ce730 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8dba061640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8db406c9f0 con 0x7f8db415d2c0 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8dba061640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8db406ccd0 con 0x7f8db40ac860 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 0x7f8db406bee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 0x7f8db406bee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40142/0 (socket says 172.21.15.39:40142) 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3133509647 learned_addr learned my addr 172.21.15.39:0/3133509647 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db3fff640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8db415d2c0 0x7f8db4155870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db37fe640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8db40ac860 0x7f8db406d7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8db40ac860 msgr2=0x7f8db406d7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8db40ac860 0x7f8db406d7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8db415d2c0 msgr2=0x7f8db4155870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8db415d2c0 0x7f8db4155870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.932+0000 7f8db2ffd640 1 -- 172.21.15.39:0/3133509647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8da80094d0 con 0x7f8db40ce730 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.933+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 0x7f8db406bee0 secure :-1 s=READY pgs=3012 cs=0 l=1 rev1=1 crypto rx=0x7f8da802a270 tx=0x7f8da80046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.933+0000 7f8d9bfff640 1 -- 172.21.15.39:0/3133509647 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da8030b80 con 0x7f8db40ce730 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.933+0000 7f8d9bfff640 1 -- 172.21.15.39:0/3133509647 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8da8030ce0 con 0x7f8db40ce730 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.933+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8db4160b10 con 0x7f8db40ce730 2024-09-13T16:23:33.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.933+0000 7f8d9bfff640 1 -- 172.21.15.39:0/3133509647 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da803d680 con 0x7f8db40ce730 2024-09-13T16:23:33.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.933+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8db406d290 con 0x7f8db40ce730 2024-09-13T16:23:33.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.935+0000 7f8d9bfff640 1 -- 172.21.15.39:0/3133509647 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8da8039040 con 0x7f8db40ce730 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.935+0000 7f8d9bfff640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8da006ac00 0x7f8da006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.935+0000 7f8d9bfff640 1 -- 172.21.15.39:0/3133509647 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f8da80a9f80 con 0x7f8db40ce730 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.935+0000 7f8db37fe640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8da006ac00 0x7f8da006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.936+0000 7f8db37fe640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8da006ac00 0x7f8da006d0c0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f8da4004f60 tx=0x7f8da4007e30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.936+0000 7f8dbce5e740 1 Processor -- start 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.936+0000 7f8dbce5e740 1 -- start start 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 0x5633759a06d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633759586f0 0x56337595b310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x563375955520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633758c4730 con 0x56337595af30 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5633758c1ec0 con 0x56337595c6c0 2024-09-13T16:23:33.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5633758bd7b0 con 0x5633759586f0 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 0x5633759a06d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 0x5633759a06d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40150/0 (socket says 172.21.15.39:40150) 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 -- 172.21.15.39:0/2503857426 learned_addr learned my addr 172.21.15.39:0/2503857426 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633759586f0 0x56337595b310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db3fff640 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x563375955520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 -- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633759586f0 msgr2=0x56337595b310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633759586f0 0x56337595b310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 -- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 msgr2=0x563375955520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x563375955520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.937+0000 7f8db37fe640 1 -- 172.21.15.39:0/2503857426 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56337587af50 con 0x56337595af30 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.938+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 0x5633759a06d0 secure :-1 s=READY pgs=3013 cs=0 l=1 rev1=1 crypto rx=0x7f8da4003d00 tx=0x7f8da4012000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13989cfbc272aa99 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.938+0000 7f8d997fa640 1 -- 172.21.15.39:0/2503857426 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da400fce0 con 0x56337595af30 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.938+0000 7f8d997fa640 1 -- 172.21.15.39:0/2503857426 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8da400fe40 con 0x56337595af30 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.938+0000 7f8d997fa640 1 -- 172.21.15.39:0/2503857426 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da40047f0 con 0x56337595af30 2024-09-13T16:23:33.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.938+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2503857426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 msgr2=0x5633759a06d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.938+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 0x5633759a06d0 secure :-1 s=READY pgs=3013 cs=0 l=1 rev1=1 crypto rx=0x7f8da4003d00 tx=0x7f8da4012000 comp rx=0 tx=0).stop 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2503857426 shutdown_connections 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x563375955520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5633759586f0 0x56337595b310 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2503857426 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595af30 0x5633759a06d0 unknown :-1 s=CLOSED pgs=3013 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2503857426 >> 172.21.15.39:0/2503857426 conn(0x5633759576f0 msgr2=0x56337599fba0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2503857426 shutdown_connections 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2503857426 wait complete. 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 -- start start 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.939+0000 7f8dbce5e740 1 Processor -- start 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595af30 0x563375955340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x5633759845b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x56337597bcd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x56337587b950 con 0x563375955880 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56337587b5f0 con 0x56337595c6c0 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x563375840900 con 0x56337595af30 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8dbce5e740 10 client.0 _ll_register_callbacks cb 0x5633758768f0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8db3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x56337597bcd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8db3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x56337597bcd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40166/0 (socket says 172.21.15.39:40166) 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8db3fff640 1 -- 172.21.15.39:0/3799063362 learned_addr learned my addr 172.21.15.39:0/3799063362 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8db37fe640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595af30 0x563375955340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.940+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x5633759845b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8db3fff640 1 -- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595af30 msgr2=0x563375955340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8db3fff640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595af30 0x563375955340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8db3fff640 1 -- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 msgr2=0x5633759845b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8db3fff640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x5633759845b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8db3fff640 1 -- 172.21.15.39:0/3799063362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8da4003980 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8db3fff640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x56337597bcd0 secure :-1 s=READY pgs=3014 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00ff00 tx=0x7f8dac00d740 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9fe0810118eb7e79 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8d927fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8d927fc640 1 -- 172.21.15.39:0/3799063362 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dac014070 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8d927fc640 1 -- 172.21.15.39:0/3799063362 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f8dac007e40 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x56337556e8d0 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8d927fc640 1 -- 172.21.15.39:0/3799063362 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8dac018410 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 10 client.12618 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x5633758bbe30 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8d927fc640 1 -- 172.21.15.39:0/3799063362 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x56337556e8d0 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8d927fc640 1 -- 172.21.15.39:0/3799063362 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f8dac018570 con 0x563375955880 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 10 client.12618 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 10 client.12618 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 20 client.12618 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:33.949 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563375983620 0x5633759bce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 4 client.12618 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.941+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5633755b14a0 con 0x563375983620 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.942+0000 7f8db37fe640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563375983620 0x5633759bce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.942+0000 7f8d927fc640 10 client.12618 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.942+0000 7f8db37fe640 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563375983620 0x5633759bce50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=1d24cc6bc13ebac4 server_cookie=12ee4de8eac1156c in_seq=0 out_seq=0 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.942+0000 7f8d927fc640 1 -- 172.21.15.39:0/3799063362 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5633755b14a0 con 0x563375983620 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.942+0000 7f8d927fc640 10 client.12618 handle_command_reply: tid=0 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.942+0000 7f8dbce5e740 1 client.12618 shutdown 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 msgr2=0x56337597bcd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x56337597bcd0 secure :-1 s=READY pgs=3014 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00ff00 tx=0x7f8dac00d740 comp rx=0 tx=0).stop 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 shutdown_connections 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x563375983620 0x5633759bce50 crc :-1 s=READY pgs=20 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x56337597bcd0 unknown :-1 s=CLOSED pgs=3014 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595c6c0 0x5633759845b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8d927fc640 0 client.12618 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/3799063362 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595af30 0x563375955340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 >> 172.21.15.39:0/3799063362 conn(0x5633759586f0 msgr2=0x5633759a0d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 shutdown_connections 2024-09-13T16:23:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 1 -- 172.21.15.39:0/3799063362 wait complete. 2024-09-13T16:23:33.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.943+0000 7f8dbce5e740 20 client.12618 trim_cache size 0 max 16384 2024-09-13T16:23:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.954+0000 7f8dbce5e740 1 Processor -- start 2024-09-13T16:23:33.955 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.954+0000 7f8dbce5e740 1 -- start start 2024-09-13T16:23:33.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x563375956080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.958 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x56337597b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595c6c0 0x56337597ba90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563375950b90 con 0x563375955880 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x563375955660 con 0x56337595af30 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56337599ebb0 con 0x56337595c6c0 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x563375956080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x563375956080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40182/0 (socket says 172.21.15.39:40182) 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 -- 172.21.15.39:0/852888415 learned_addr learned my addr 172.21.15.39:0/852888415 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x56337597b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db3fff640 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595c6c0 0x56337597ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 -- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595c6c0 msgr2=0x56337597ba90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.959 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595c6c0 0x56337597ba90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 -- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 msgr2=0x56337597b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x56337597b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 -- 172.21.15.39:0/852888415 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x56337585dae0 con 0x563375955880 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.955+0000 7f8db37fe640 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x563375956080 secure :-1 s=READY pgs=3015 cs=0 l=1 rev1=1 crypto rx=0x7f8da4020000 tx=0x7f8da4014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=198a039b81bdf94c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8d99ffb640 1 -- 172.21.15.39:0/852888415 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da400fce0 con 0x563375955880 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8d99ffb640 1 -- 172.21.15.39:0/852888415 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8da4031b00 con 0x563375955880 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8d99ffb640 1 -- 172.21.15.39:0/852888415 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8da4031e70 con 0x563375955880 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 -- 172.21.15.39:0/852888415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 msgr2=0x563375956080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.960 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x563375956080 secure :-1 s=READY pgs=3015 cs=0 l=1 rev1=1 crypto rx=0x7f8da4020000 tx=0x7f8da4014000 comp rx=0 tx=0).stop 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 -- 172.21.15.39:0/852888415 shutdown_connections 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x56337595c6c0 0x56337597ba90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x56337597b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/852888415 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x563375955880 0x563375956080 unknown :-1 s=CLOSED pgs=3015 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 -- 172.21.15.39:0/852888415 >> 172.21.15.39:0/852888415 conn(0x5633759586f0 msgr2=0x563375954ad0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 -- 172.21.15.39:0/852888415 shutdown_connections 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.956+0000 7f8dbce5e740 1 -- 172.21.15.39:0/852888415 wait complete. 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.957+0000 7f8dbce5e740 1 -- start start 2024-09-13T16:23:33.961 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.957+0000 7f8dbce5e740 1 Processor -- start 2024-09-13T16:23:33.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563375955880 0x563375a09f20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x5633759a3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 0x56337599bcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x563375a0a460 con 0x56337595c6c0 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x56337599c8d0 con 0x56337595af30 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x56337597b7f0 con 0x563375955880 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8dbce5e740 10 client.0 _ll_register_callbacks cb 0x7f8da4017040 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 0x56337599bcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 0x56337599bcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40196/0 (socket says 172.21.15.39:40196) 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 -- 172.21.15.39:0/2464509085 learned_addr learned my addr 172.21.15.39:0/2464509085 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563375955880 0x563375a09f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db2ffd640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x5633759a3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 -- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563375955880 msgr2=0x563375a09f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563375955880 0x563375a09f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 -- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 msgr2=0x5633759a3a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x5633759a3a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 -- 172.21.15.39:0/2464509085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x56337587af50 con 0x56337595c6c0 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563375955880 0x563375a09f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:33.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8db3fff640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 0x56337599bcc0 secure :-1 s=READY pgs=3016 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00ff00 tx=0x7f8dac004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a62b9eb05ad4b3c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.958+0000 7f8d927fc640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8d927fc640 1 -- 172.21.15.39:0/2464509085 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8dac007750 con 0x56337595c6c0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8d927fc640 1 -- 172.21.15.39:0/2464509085 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f8dac018ad0 con 0x56337595c6c0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f8da400fe40 con 0x56337595c6c0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8d927fc640 1 -- 172.21.15.39:0/2464509085 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8dac007e40 con 0x56337595c6c0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 10 client.12624 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x5633758835c0 con 0x56337595c6c0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8d927fc640 1 -- 172.21.15.39:0/2464509085 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8da400fe40 con 0x56337595c6c0 2024-09-13T16:23:33.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8d927fc640 1 -- 172.21.15.39:0/2464509085 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f8dac019d20 con 0x56337595c6c0 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 10 client.12624 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 10 client.12624 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 20 client.12624 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56337599dc20 0x56337599e000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 4 client.12624 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "damage ls", "format": "json-pretty"}] 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "damage ls", "format": "json-pretty"}) v1 -- 0x5633755c27a0 con 0x56337599dc20 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56337599dc20 0x56337599e000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8db37fe640 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56337599dc20 0x56337599e000 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=483a07bc92bd02ac server_cookie=3891519eb6c6b249 in_seq=0 out_seq=0 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.959+0000 7f8d927fc640 10 client.12624 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8d927fc640 1 -- 172.21.15.39:0/2464509085 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+294 (crc 0 0 0) 0x5633755c27a0 con 0x56337599dc20 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8d927fc640 10 client.12624 handle_command_reply: tid=0 2024-09-13T16:23:33.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 client.12624 shutdown 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 msgr2=0x56337599bcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 0x56337599bcc0 secure :-1 s=READY pgs=3016 cs=0 l=1 rev1=1 crypto rx=0x7f8dac00ff00 tx=0x7f8dac004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 shutdown_connections 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x56337599dc20 0x56337599e000 crc :-1 s=READY pgs=21 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x56337595c6c0 0x56337599bcc0 unknown :-1 s=CLOSED pgs=3016 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x56337595af30 0x5633759a3a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8d927fc640 0 client.12624 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 --2- 172.21.15.39:0/2464509085 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x563375955880 0x563375a09f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 >> 172.21.15.39:0/2464509085 conn(0x5633759586f0 msgr2=0x563375981990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 shutdown_connections 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 1 -- 172.21.15.39:0/2464509085 wait complete. 2024-09-13T16:23:33.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dbce5e740 20 client.12624 trim_cache size 0 max 16384 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout:[ 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "dir_frag", 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 2094636609, 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628278, 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: "frag": "*", 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/dir2" 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: }, 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: { 2024-09-13T16:23:33.971 INFO:teuthology.orchestra.run.smithi039.stdout: "damage_type": "backtrace", 2024-09-13T16:23:33.972 INFO:teuthology.orchestra.run.smithi039.stdout: "id": 3528530233, 2024-09-13T16:23:33.972 INFO:teuthology.orchestra.run.smithi039.stdout: "ino": 1099511628279, 2024-09-13T16:23:33.972 INFO:teuthology.orchestra.run.smithi039.stdout: "path": "/testdir/hardlink2" 2024-09-13T16:23:33.972 INFO:teuthology.orchestra.run.smithi039.stdout: } 2024-09-13T16:23:33.972 INFO:teuthology.orchestra.run.smithi039.stdout:] 2024-09-13T16:23:33.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8da006ac00 msgr2=0x7f8da006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8da006ac00 0x7f8da006d0c0 secure :-1 s=READY pgs=1165 cs=0 l=1 rev1=1 crypto rx=0x7f8da4004f60 tx=0x7f8da4007e30 comp rx=0 tx=0).stop 2024-09-13T16:23:33.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 msgr2=0x7f8db406bee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:33.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 0x7f8db406bee0 secure :-1 s=READY pgs=3012 cs=0 l=1 rev1=1 crypto rx=0x7f8da802a270 tx=0x7f8da80046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 shutdown_connections 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8da006ac00 0x7f8da006d0c0 unknown :-1 s=CLOSED pgs=1165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8db415d2c0 0x7f8db4155870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8db40ce730 0x7f8db406bee0 unknown :-1 s=CLOSED pgs=3012 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 --2- 172.21.15.39:0/3133509647 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8db40ac860 0x7f8db406d7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.960+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 >> 172.21.15.39:0/3133509647 conn(0x7f8db40ced30 msgr2=0x7f8db4071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.961+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 shutdown_connections 2024-09-13T16:23:33.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:33.961+0000 7f8dba061640 1 -- 172.21.15.39:0/3133509647 wait complete. 2024-09-13T16:23:33.974 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:34.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.074+0000 7fcfc7619640 1 Processor -- start 2024-09-13T16:23:34.076 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.074+0000 7fcfc7619640 1 -- start start 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc7619640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcfc00ccf80 0x7fcfc0163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc7619640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfc00cde30 con 0x7fcfc0164530 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc7619640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fcfc00b5090 con 0x7fcfc00b41a0 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc7619640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcfc00cd820 con 0x7fcfc00ccf80 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc4bb4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcfc00ccf80 0x7fcfc0163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc5bb6640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fcfc0164530 0x7fcfc0166920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58534/0 (socket says 172.21.15.39:58534) 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc5bb6640 1 -- 172.21.15.39:0/1942297038 learned_addr learned my addr 172.21.15.39:0/1942297038 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.075+0000 7fcfc4bb4640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fcfc00ccf80 0x7fcfc0163ff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40198/0 (socket says 172.21.15.39:40198) 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.076+0000 7fcfc4bb4640 1 -- 172.21.15.39:0/1942297038 >> v1:172.21.15.157:6789/0 conn(0x7fcfc00b41a0 legacy=0x7fcfc00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.079 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.076+0000 7fcfc4bb4640 1 -- 172.21.15.39:0/1942297038 >> v1:172.21.15.39:6789/0 conn(0x7fcfc0164530 legacy=0x7fcfc0166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.076+0000 7fcfbffff640 1 -- 172.21.15.39:0/1942297038 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3660714641 0 0) 0x7fcfc00cde30 con 0x7fcfc0164530 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.076+0000 7fcfc4bb4640 1 -- 172.21.15.39:0/1942297038 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfc015cd60 con 0x7fcfc00ccf80 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc4bb4640 1 --2- 172.21.15.39:0/1942297038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00ccf80 0x7fcfc0163ff0 secure :-1 s=READY pgs=3018 cs=0 l=1 rev1=1 crypto rx=0x7fcfb40097a0 tx=0x7fcfb402a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b8497b4f5f5a1db4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfbffff640 1 -- 172.21.15.39:0/1942297038 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb4032440 con 0x7fcfc00ccf80 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfbffff640 1 -- 172.21.15.39:0/1942297038 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfb40325a0 con 0x7fcfc00ccf80 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfbffff640 1 -- 172.21.15.39:0/1942297038 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb4032930 con 0x7fcfc00ccf80 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 -- 172.21.15.39:0/1942297038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00ccf80 msgr2=0x7fcfc0163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 --2- 172.21.15.39:0/1942297038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00ccf80 0x7fcfc0163ff0 secure :-1 s=READY pgs=3018 cs=0 l=1 rev1=1 crypto rx=0x7fcfb40097a0 tx=0x7fcfb402a230 comp rx=0 tx=0).stop 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 -- 172.21.15.39:0/1942297038 shutdown_connections 2024-09-13T16:23:34.080 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 --2- 172.21.15.39:0/1942297038 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00ccf80 0x7fcfc0163ff0 unknown :-1 s=CLOSED pgs=3018 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 -- 172.21.15.39:0/1942297038 >> 172.21.15.39:0/1942297038 conn(0x7fcfc00cf1a0 msgr2=0x7fcfc00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 -- 172.21.15.39:0/1942297038 shutdown_connections 2024-09-13T16:23:34.081 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.077+0000 7fcfc7619640 1 -- 172.21.15.39:0/1942297038 wait complete. 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.078+0000 7fcfc7619640 1 Processor -- start 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 -- start start 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 0x7fcfc014a780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfc00ccf80 0x7fcfc014fc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcfc0164530 0x7fcfc00b6f90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfc01f5950 con 0x7fcfc00b41a0 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcfc01f5c30 con 0x7fcfc0164530 2024-09-13T16:23:34.084 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc7619640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcfc01f5f10 con 0x7fcfc00ccf80 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc53b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 0x7fcfc014a780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc53b5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 0x7fcfc014a780 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40208/0 (socket says 172.21.15.39:40208) 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc53b5640 1 -- 172.21.15.39:0/3619021171 learned_addr learned my addr 172.21.15.39:0/3619021171 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.079+0000 7fcfc4bb4640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfc00ccf80 0x7fcfc014fc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc5bb6640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcfc0164530 0x7fcfc00b6f90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc53b5640 1 -- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfc00ccf80 msgr2=0x7fcfc014fc10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc53b5640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfc00ccf80 0x7fcfc014fc10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc53b5640 1 -- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcfc0164530 msgr2=0x7fcfc00b6f90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc53b5640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcfc0164530 0x7fcfc00b6f90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc53b5640 1 -- 172.21.15.39:0/3619021171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcfb4009400 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc53b5640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 0x7fcfc014a780 secure :-1 s=READY pgs=3019 cs=0 l=1 rev1=1 crypto rx=0x7fcfb800c450 tx=0x7fcfb800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb80052d0 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcfb8005430 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcfb8012870 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcfc01f61f0 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.080+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcfc01f5620 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.081+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcfc0067330 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.082+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fcfb80129d0 con 0x7fcfc00b41a0 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.082+0000 7fcfbdffb640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfac06ac00 0x7fcfac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.083+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fcfb8088d20 con 0x7fcfc00b41a0 2024-09-13T16:23:34.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.083+0000 7fcfc4bb4640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfac06ac00 0x7fcfac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.083+0000 7fcfc4bb4640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfac06ac00 0x7fcfac06d0c0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fcfb4034000 tx=0x7fcfb402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.087+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fcfb8053fe0 con 0x7fcfc00b41a0 2024-09-13T16:23:34.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.296+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fcfc0066ec0 con 0x7fcfc00b41a0 2024-09-13T16:23:34.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.297+0000 7fcfbdffb640 1 -- 172.21.15.39:0/3619021171 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7fcfb8057600 con 0x7fcfc00b41a0 2024-09-13T16:23:34.298 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:34.299 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:34.299 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfac06ac00 msgr2=0x7fcfac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfac06ac00 0x7fcfac06d0c0 secure :-1 s=READY pgs=1166 cs=0 l=1 rev1=1 crypto rx=0x7fcfb4034000 tx=0x7fcfb402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 msgr2=0x7fcfc014a780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 0x7fcfc014a780 secure :-1 s=READY pgs=3019 cs=0 l=1 rev1=1 crypto rx=0x7fcfb800c450 tx=0x7fcfb800c910 comp rx=0 tx=0).stop 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 shutdown_connections 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fcfac06ac00 0x7fcfac06d0c0 unknown :-1 s=CLOSED pgs=1166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fcfc0164530 0x7fcfc00b6f90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fcfc00ccf80 0x7fcfc014fc10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 --2- 172.21.15.39:0/3619021171 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fcfc00b41a0 0x7fcfc014a780 unknown :-1 s=CLOSED pgs=3019 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 >> 172.21.15.39:0/3619021171 conn(0x7fcfc00cf1a0 msgr2=0x7fcfc00b6260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 shutdown_connections 2024-09-13T16:23:34.302 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.299+0000 7fcfc7619640 1 -- 172.21.15.39:0/3619021171 wait complete. 2024-09-13T16:23:34.311 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage rm 2094636609 2024-09-13T16:23:34.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.415+0000 7f6118708640 1 Processor -- start 2024-09-13T16:23:34.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.415+0000 7f6118708640 1 -- start start 2024-09-13T16:23:34.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6118708640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61100ce730 0x7f61100ae200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6118708640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f61100ac860 0x7f6110160280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6118708640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f61100ad6c0 con 0x7f61101607c0 2024-09-13T16:23:34.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6118708640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6110071b40 con 0x7f61100ac860 2024-09-13T16:23:34.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6118708640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61100ace20 con 0x7f61100ce730 2024-09-13T16:23:34.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6115ca3640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f61100ac860 0x7f6110160280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f61164a4640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61100ce730 0x7f61100ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6116ca5640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f61101607c0 0x7f611015d2c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43024/0 (socket says 172.21.15.39:43024) 2024-09-13T16:23:34.418 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.416+0000 7f6116ca5640 1 -- 172.21.15.39:0/2426401802 learned_addr learned my addr 172.21.15.39:0/2426401802 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f61154a2640 1 -- 172.21.15.39:0/2426401802 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1148488594 0 0) 0x7f61100ad6c0 con 0x7f61101607c0 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f61154a2640 1 -- 172.21.15.39:0/2426401802 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f60f8003520 con 0x7f61101607c0 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f61164a4640 1 -- 172.21.15.39:0/2426401802 >> v2:172.21.15.157:3300/0 conn(0x7f61100ac860 msgr2=0x7f6110160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f61164a4640 1 --2- 172.21.15.39:0/2426401802 >> v2:172.21.15.157:3300/0 conn(0x7f61100ac860 0x7f6110160280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f61164a4640 1 -- 172.21.15.39:0/2426401802 >> v1:172.21.15.157:6789/0 conn(0x7f61101607c0 legacy=0x7f611015d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f61164a4640 1 -- 172.21.15.39:0/2426401802 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61100ad100 con 0x7f61100ce730 2024-09-13T16:23:34.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.417+0000 7f6115ca3640 1 --2- 172.21.15.39:0/2426401802 >> v2:172.21.15.157:3300/0 conn(0x7f61100ac860 0x7f6110160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:34.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f61164a4640 1 --2- 172.21.15.39:0/2426401802 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61100ce730 0x7f61100ae200 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6100009dc0 tx=0x7f610002a680 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3b56483fcdea62aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f61154a2640 1 -- 172.21.15.39:0/2426401802 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6100007740 con 0x7f61100ce730 2024-09-13T16:23:34.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f61154a2640 1 -- 172.21.15.39:0/2426401802 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f610002d050 con 0x7f61100ce730 2024-09-13T16:23:34.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f61154a2640 1 -- 172.21.15.39:0/2426401802 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6100007aa0 con 0x7f61100ce730 2024-09-13T16:23:34.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 -- 172.21.15.39:0/2426401802 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61100ce730 msgr2=0x7f61100ae200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 --2- 172.21.15.39:0/2426401802 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61100ce730 0x7f61100ae200 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f6100009dc0 tx=0x7f610002a680 comp rx=0 tx=0).stop 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 -- 172.21.15.39:0/2426401802 shutdown_connections 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 --2- 172.21.15.39:0/2426401802 >> v2:172.21.15.157:3300/0 conn(0x7f61100ac860 0x7f6110160280 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 --2- 172.21.15.39:0/2426401802 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61100ce730 0x7f61100ae200 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 -- 172.21.15.39:0/2426401802 >> 172.21.15.39:0/2426401802 conn(0x7f61100ced30 msgr2=0x7f61100cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 -- 172.21.15.39:0/2426401802 shutdown_connections 2024-09-13T16:23:34.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.418+0000 7f6118708640 1 -- 172.21.15.39:0/2426401802 wait complete. 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.419+0000 7f6118708640 1 Processor -- start 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 -- start start 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61100ac860 0x7f611014d740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 0x7f6110155180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61101607c0 0x7f611006d440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f611014dc80 con 0x7f61100ce730 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61101556c0 con 0x7f61100ac860 2024-09-13T16:23:34.423 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6118708640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61101589e0 con 0x7f61101607c0 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 0x7f6110155180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 0x7f6110155180 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40218/0 (socket says 172.21.15.39:40218) 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.420+0000 7f6115ca3640 1 -- 172.21.15.39:0/1517939782 learned_addr learned my addr 172.21.15.39:0/1517939782 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f61164a4640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61100ac860 0x7f611014d740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6116ca5640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61101607c0 0x7f611006d440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6115ca3640 1 -- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61101607c0 msgr2=0x7f611006d440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6115ca3640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61101607c0 0x7f611006d440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6115ca3640 1 -- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61100ac860 msgr2=0x7f611014d740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6115ca3640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61100ac860 0x7f611014d740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6115ca3640 1 -- 172.21.15.39:0/1517939782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6104009400 con 0x7f61100ce730 2024-09-13T16:23:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6115ca3640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 0x7f6110155180 secure :-1 s=READY pgs=3020 cs=0 l=1 rev1=1 crypto rx=0x7f610400ebb0 tx=0x7f610400c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f610effd640 1 -- 172.21.15.39:0/1517939782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f610400eeb0 con 0x7f61100ce730 2024-09-13T16:23:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f610effd640 1 -- 172.21.15.39:0/1517939782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f610400cc30 con 0x7f61100ce730 2024-09-13T16:23:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6100009a70 con 0x7f61100ce730 2024-09-13T16:23:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f610effd640 1 -- 172.21.15.39:0/1517939782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104013470 con 0x7f61100ce730 2024-09-13T16:23:34.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.421+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6110158fa0 con 0x7f61100ce730 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.423+0000 7f610effd640 1 -- 172.21.15.39:0/1517939782 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f61040135d0 con 0x7f61100ce730 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.423+0000 7f610effd640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60fc06ac00 0x7f60fc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.423+0000 7f610effd640 1 -- 172.21.15.39:0/1517939782 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6104089690 con 0x7f61100ce730 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.424+0000 7f61164a4640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60fc06ac00 0x7f60fc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.424+0000 7f611b427740 1 Processor -- start 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.424+0000 7f61164a4640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60fc06ac00 0x7f60fc06d0c0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f6100034000 tx=0x7f610002f000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.424+0000 7f611b427740 1 -- start start 2024-09-13T16:23:34.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3d78c0 0x55bafb3d7ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f611b427740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 0x55bafb424d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3fed70 0x55bafb4252d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f611b427740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb340ce0 con 0x55bafb3d5080 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb33e470 con 0x55bafb3d78c0 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bafb339d60 con 0x55bafb3fed70 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 0x55bafb424d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 0x55bafb424d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40220/0 (socket says 172.21.15.39:40220) 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 -- 172.21.15.39:0/3841257164 learned_addr learned my addr 172.21.15.39:0/3841257164 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f61164a4640 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3d78c0 0x55bafb3d7ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6116ca5640 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3fed70 0x55bafb4252d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 -- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3fed70 msgr2=0x55bafb4252d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3fed70 0x55bafb4252d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 -- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3d78c0 msgr2=0x55bafb3d7ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3d78c0 0x55bafb3d7ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.425+0000 7f6115ca3640 1 -- 172.21.15.39:0/3841257164 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bafb2da500 con 0x55bafb3d5080 2024-09-13T16:23:34.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f6115ca3640 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 0x55bafb424d90 secure :-1 s=READY pgs=3021 cs=0 l=1 rev1=1 crypto rx=0x7f6104060390 tx=0x7f6104058580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d986a77748a1fea9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f60f7fff640 1 -- 172.21.15.39:0/3841257164 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61040608c0 con 0x55bafb3d5080 2024-09-13T16:23:34.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f60f7fff640 1 -- 172.21.15.39:0/3841257164 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6104056920 con 0x55bafb3d5080 2024-09-13T16:23:34.429 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f60f7fff640 1 -- 172.21.15.39:0/3841257164 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104054c90 con 0x55bafb3d5080 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 -- 172.21.15.39:0/3841257164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 msgr2=0x55bafb424d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 0x55bafb424d90 secure :-1 s=READY pgs=3021 cs=0 l=1 rev1=1 crypto rx=0x7f6104060390 tx=0x7f6104058580 comp rx=0 tx=0).stop 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 -- 172.21.15.39:0/3841257164 shutdown_connections 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3fed70 0x55bafb4252d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3d5080 0x55bafb424d90 unknown :-1 s=CLOSED pgs=3021 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 --2- 172.21.15.39:0/3841257164 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3d78c0 0x55bafb3d7ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.426+0000 7f611b427740 1 -- 172.21.15.39:0/3841257164 >> 172.21.15.39:0/3841257164 conn(0x55bafb3d3ff0 msgr2=0x55bafb41c4a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.427+0000 7f611b427740 1 -- 172.21.15.39:0/3841257164 shutdown_connections 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.427+0000 7f611b427740 1 -- 172.21.15.39:0/3841257164 wait complete. 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.427+0000 7f611b427740 1 -- start start 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.427+0000 7f611b427740 1 Processor -- start 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb420b70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb419900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb4219d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb2f8000 con 0x55bafb3fed70 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb2f7ca0 con 0x55bafb3fbb10 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bafb2bd2d0 con 0x55bafb3d78c0 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f611b427740 10 client.0 _ll_register_callbacks cb 0x55bafb3333d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb419900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb419900 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40224/0 (socket says 172.21.15.39:40224) 2024-09-13T16:23:34.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f6115ca3640 1 -- 172.21.15.39:0/4280701597 learned_addr learned my addr 172.21.15.39:0/4280701597 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f6116ca5640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb4219d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.428+0000 7f61164a4640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb420b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f6115ca3640 1 -- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 msgr2=0x55bafb420b70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f6115ca3640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb420b70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f6115ca3640 1 -- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 msgr2=0x55bafb4219d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f6115ca3640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb4219d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f6115ca3640 1 -- 172.21.15.39:0/4280701597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6110158fa0 con 0x55bafb3fed70 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f61164a4640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb420b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f6115ca3640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb419900 secure :-1 s=READY pgs=3022 cs=0 l=1 rev1=1 crypto rx=0x7f6104054a30 tx=0x7f6104021000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=565ef90210e15fc5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f60f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f60f57fa640 1 -- 172.21.15.39:0/4280701597 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104060430 con 0x55bafb3fed70 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f60f57fa640 1 -- 172.21.15.39:0/4280701597 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f6104060590 con 0x55bafb3fed70 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x55bafb362c40 con 0x55bafb3fed70 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f60f57fa640 1 -- 172.21.15.39:0/4280701597 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f610405e290 con 0x55bafb3fed70 2024-09-13T16:23:34.435 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 10 client.12642 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x55bafb3383e0 con 0x55bafb3fed70 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f60f57fa640 1 -- 172.21.15.39:0/4280701597 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x55bafb362c40 con 0x55bafb3fed70 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f60f57fa640 1 -- 172.21.15.39:0/4280701597 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f6104011070 con 0x55bafb3fed70 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 10 client.12642 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 10 client.12642 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 20 client.12642 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb423ec0 0x55bafb4242a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 4 client.12642 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x55bafb32bc60 con 0x55bafb423ec0 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.429+0000 7f61164a4640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb423ec0 0x55bafb4242a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f61164a4640 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb423ec0 0x55bafb4242a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=2f73da0c0011df71 server_cookie=da23d9f766ea184a in_seq=0 out_seq=0 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f60f57fa640 10 client.12642 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f60f57fa640 1 -- 172.21.15.39:0/4280701597 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x55bafb32bc60 con 0x55bafb423ec0 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f60f57fa640 10 client.12642 handle_command_reply: tid=0 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f611b427740 1 client.12642 shutdown 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 msgr2=0x55bafb419900 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.430+0000 7f611b427740 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb419900 secure :-1 s=READY pgs=3022 cs=0 l=1 rev1=1 crypto rx=0x7f6104054a30 tx=0x7f6104021000 comp rx=0 tx=0).stop 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 shutdown_connections 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb423ec0 0x55bafb4242a0 crc :-1 s=READY pgs=22 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb4219d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb419900 unknown :-1 s=CLOSED pgs=3022 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 --2- 172.21.15.39:0/4280701597 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb420b70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f60f57fa640 0 client.12642 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 >> 172.21.15.39:0/4280701597 conn(0x55bafb3d5080 msgr2=0x55bafb41a7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 shutdown_connections 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 1 -- 172.21.15.39:0/4280701597 wait complete. 2024-09-13T16:23:34.437 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.431+0000 7f611b427740 20 client.12642 trim_cache size 0 max 16384 2024-09-13T16:23:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.442+0000 7f611b427740 1 Processor -- start 2024-09-13T16:23:34.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.442+0000 7f611b427740 1 -- start start 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb401160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f611b427740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 0x55bafb41e630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fed70 0x55bafb4186f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f611b427740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb435e20 con 0x55bafb3fbb10 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb3fc610 con 0x55bafb3fed70 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bafb41eb70 con 0x55bafb3d78c0 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 0x55bafb41e630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 0x55bafb41e630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40234/0 (socket says 172.21.15.39:40234) 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 -- 172.21.15.39:0/761743419 learned_addr learned my addr 172.21.15.39:0/761743419 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 -- 172.21.15.39:0/761743419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 msgr2=0x55bafb401160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb401160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 -- 172.21.15.39:0/761743419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fed70 msgr2=0x55bafb4186f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fed70 0x55bafb4186f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 -- 172.21.15.39:0/761743419 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x55bafb36bf90 con 0x55bafb3fbb10 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f6115ca3640 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 0x55bafb41e630 secure :-1 s=READY pgs=3023 cs=0 l=1 rev1=1 crypto rx=0x7f6104054910 tx=0x7f6104014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f34159a5c1c7a7a4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f610cff9640 1 -- 172.21.15.39:0/761743419 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104060630 con 0x55bafb3fbb10 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f610cff9640 1 -- 172.21.15.39:0/761743419 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f610405e620 con 0x55bafb3fbb10 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.443+0000 7f610cff9640 1 -- 172.21.15.39:0/761743419 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6104060d50 con 0x55bafb3fbb10 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 -- 172.21.15.39:0/761743419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 msgr2=0x55bafb41e630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 0x55bafb41e630 secure :-1 s=READY pgs=3023 cs=0 l=1 rev1=1 crypto rx=0x7f6104054910 tx=0x7f6104014000 comp rx=0 tx=0).stop 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 -- 172.21.15.39:0/761743419 shutdown_connections 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fed70 0x55bafb4186f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fbb10 0x55bafb41e630 unknown :-1 s=CLOSED pgs=3023 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 --2- 172.21.15.39:0/761743419 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb401160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 -- 172.21.15.39:0/761743419 >> 172.21.15.39:0/761743419 conn(0x55bafb3d5080 msgr2=0x55bafb3d1250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 -- 172.21.15.39:0/761743419 shutdown_connections 2024-09-13T16:23:34.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 -- 172.21.15.39:0/761743419 wait complete. 2024-09-13T16:23:34.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.444+0000 7f611b427740 1 -- start start 2024-09-13T16:23:34.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 Processor -- start 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb434320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb485700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb3fd8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb434bb0 con 0x55bafb3fed70 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x55bafb3fa7e0 con 0x55bafb3fbb10 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.445+0000 7f611b427740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x55bafb3d3950 con 0x55bafb3d78c0 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f611b427740 10 client.0 _ll_register_callbacks cb 0x7f6104058150 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb3fd8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb3fd8b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40250/0 (socket says 172.21.15.39:40250) 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 -- 172.21.15.39:0/4219733834 learned_addr learned my addr 172.21.15.39:0/4219733834 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.452 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6115ca3640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb485700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f61164a4640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb434320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 -- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 msgr2=0x55bafb434320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb434320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 -- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 msgr2=0x55bafb485700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb485700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 -- 172.21.15.39:0/4219733834 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x55bafb3383e0 con 0x55bafb3fed70 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f6116ca5640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb3fd8b0 secure :-1 s=READY pgs=3024 cs=0 l=1 rev1=1 crypto rx=0x7f6108000f60 tx=0x7f6108014710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=be7fb6306b284c1d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f60f57fa640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f60f57fa640 1 -- 172.21.15.39:0/4219733834 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6108016420 con 0x55bafb3fed70 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f60f57fa640 1 -- 172.21.15.39:0/4219733834 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f610801fb10 con 0x55bafb3fed70 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f6104056920 con 0x55bafb3fed70 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.446+0000 7f60f57fa640 1 -- 172.21.15.39:0/4219733834 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f610801fcd0 con 0x55bafb3fed70 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 10 client.12648 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x55bafb2da370 con 0x55bafb3fed70 2024-09-13T16:23:34.453 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f60f57fa640 1 -- 172.21.15.39:0/4219733834 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6104056920 con 0x55bafb3fed70 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f60f57fa640 1 -- 172.21.15.39:0/4219733834 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f610801c020 con 0x55bafb3fed70 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 10 client.12648 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 10 client.12648 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 20 client.12648 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb418780 0x55bafb418b60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 4 client.12648 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 2094636609}] 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "damage rm", "damage_id": 2094636609}) v1 -- 0x55bafb02d3f0 con 0x55bafb418780 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f61164a4640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb418780 0x55bafb418b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f60f57fa640 10 client.12648 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f61164a4640 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb418780 0x55bafb418b60 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=b3748d5a0408af48 server_cookie=672cd657c4a66dde in_seq=0 out_seq=0 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f60f57fa640 1 -- 172.21.15.39:0/4219733834 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+0 (crc 0 0 0) 0x55bafb02d3f0 con 0x55bafb418780 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f60f57fa640 10 client.12648 handle_command_reply: tid=0 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.447+0000 7f611b427740 1 client.12648 shutdown 2024-09-13T16:23:34.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 msgr2=0x55bafb3fd8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb3fd8b0 secure :-1 s=READY pgs=3024 cs=0 l=1 rev1=1 crypto rx=0x7f6108000f60 tx=0x7f6108014710 comp rx=0 tx=0).stop 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 shutdown_connections 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x55bafb418780 0x55bafb418b60 crc :-1 s=READY pgs=23 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x55bafb3fed70 0x55bafb3fd8b0 unknown :-1 s=CLOSED pgs=3024 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x55bafb3fbb10 0x55bafb485700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f60f57fa640 0 client.12648 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 --2- 172.21.15.39:0/4219733834 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x55bafb3d78c0 0x55bafb434320 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 >> 172.21.15.39:0/4219733834 conn(0x55bafb3d5080 msgr2=0x55bafb3d1250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 shutdown_connections 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 1 -- 172.21.15.39:0/4219733834 wait complete. 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f611b427740 20 client.12648 trim_cache size 0 max 16384 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60fc06ac00 msgr2=0x7f60fc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60fc06ac00 0x7f60fc06d0c0 secure :-1 s=READY pgs=1167 cs=0 l=1 rev1=1 crypto rx=0x7f6100034000 tx=0x7f610002f000 comp rx=0 tx=0).stop 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 msgr2=0x7f6110155180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.455 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 0x7f6110155180 secure :-1 s=READY pgs=3020 cs=0 l=1 rev1=1 crypto rx=0x7f610400ebb0 tx=0x7f610400c520 comp rx=0 tx=0).stop 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 shutdown_connections 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f60fc06ac00 0x7f60fc06d0c0 unknown :-1 s=CLOSED pgs=1167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f61101607c0 0x7f611006d440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f61100ce730 0x7f6110155180 unknown :-1 s=CLOSED pgs=3020 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 --2- 172.21.15.39:0/1517939782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f61100ac860 0x7f611014d740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 >> 172.21.15.39:0/1517939782 conn(0x7f61100ced30 msgr2=0x7f6110071140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 shutdown_connections 2024-09-13T16:23:34.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.448+0000 7f6118708640 1 -- 172.21.15.39:0/1517939782 wait complete. 2024-09-13T16:23:34.460 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.561+0000 7ff0ae5ed640 1 Processor -- start 2024-09-13T16:23:34.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.561+0000 7ff0ae5ed640 1 -- start start 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0ae5ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 0x7ff0a80ac860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0ae5ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0a806ccd0 con 0x7ff0a8070a70 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0ae5ed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0a8161010 con 0x7ff0a806e170 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0ae5ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a815a610 con 0x7ff0a815a230 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a77fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff0a8070a70 0x7ff0a81601f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58548/0 (socket says 172.21.15.39:58548) 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a77fe640 1 -- 172.21.15.39:0/3395405547 learned_addr learned my addr 172.21.15.39:0/3395405547 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a7fff640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 0x7ff0a80ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 890840574 0 0) 0x7ff0a806ccd0 con 0x7ff0a8070a70 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff090003520 con 0x7ff0a8070a70 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2815446502 0 0) 0x7ff0a8161010 con 0x7ff0a806e170 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0a806ccd0 con 0x7ff0a806e170 2024-09-13T16:23:34.566 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1987547570 0 0) 0x7ff090003520 con 0x7ff0a8070a70 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 msgr2=0x7ff0a80ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 0x7ff0a80ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 >> v1:172.21.15.157:6789/0 conn(0x7ff0a806e170 legacy=0x7ff0a8160900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0a80ad1d0 con 0x7ff0a8070a70 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.562+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ff09c001670 con 0x7ff0a8070a70 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 >> v1:172.21.15.39:6789/0 conn(0x7ff0a8070a70 legacy=0x7ff0a81601f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff090003b30 0x7ff090003f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 0x7ff0900047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff090004d00 0x7ff090005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a815a610 con 0x7ff090004d00 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff09000ba30 con 0x7ff090003b30 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff09000bba0 con 0x7ff0a815a230 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff090004d00 0x7ff090005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a7fff640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff090003b30 0x7ff090003f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0a77fe640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 0x7ff0900047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0acb8a640 1 -- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 msgr2=0x7ff0900047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a815a230 0x7ff0900047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0acb8a640 1 -- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff090003b30 msgr2=0x7ff090003f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff090003b30 0x7ff090003f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.563+0000 7ff0acb8a640 1 -- 172.21.15.39:0/3395405547 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff090003520 con 0x7ff090004d00 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff090004d00 0x7ff090005180 secure :-1 s=READY pgs=3026 cs=0 l=1 rev1=1 crypto rx=0x7ff0a8071f20 tx=0x7ff0900057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1096c79173b5773a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0003b70 con 0x7ff090004d00 2024-09-13T16:23:34.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0a002d050 con 0x7ff090004d00 2024-09-13T16:23:34.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0a6ffd640 1 -- 172.21.15.39:0/3395405547 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a00050d0 con 0x7ff090004d00 2024-09-13T16:23:34.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/3395405547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff090004d00 msgr2=0x7ff090005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/3395405547 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff090004d00 0x7ff090005180 secure :-1 s=READY pgs=3026 cs=0 l=1 rev1=1 crypto rx=0x7ff0a8071f20 tx=0x7ff0900057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0acb8a640 1 -- 172.21.15.39:0/3395405547 reap_dead start 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/3395405547 shutdown_connections 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/3395405547 >> 172.21.15.39:0/3395405547 conn(0x7ff0a806a0b0 msgr2=0x7ff0a806a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/3395405547 shutdown_connections 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.564+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/3395405547 wait complete. 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.566+0000 7ff0ae5ed640 1 Processor -- start 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.566+0000 7ff0ae5ed640 1 -- start start 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0a814e7e0 0x7ff0a8150090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a81505d0 0x7ff0a80cdaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 0x7ff0a815dda0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a80ce460 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a8152cc0 con 0x7ff0a814e7e0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0a8150b80 con 0x7ff0a81505d0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 0x7ff0a815dda0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 0x7ff0a815dda0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40268/0 (socket says 172.21.15.39:40268) 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 -- 172.21.15.39:0/122239213 learned_addr learned my addr 172.21.15.39:0/122239213 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0a7fff640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0a814e7e0 0x7ff0a8150090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0a77fe640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a81505d0 0x7ff0a80cdaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 -- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a81505d0 msgr2=0x7ff0a80cdaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a81505d0 0x7ff0a80cdaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 -- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0a814e7e0 msgr2=0x7ff0a8150090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0a814e7e0 0x7ff0a8150090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 -- 172.21.15.39:0/122239213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0a8150e60 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0acb8a640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 0x7ff0a815dda0 secure :-1 s=READY pgs=3027 cs=0 l=1 rev1=1 crypto rx=0x7ff0a002aa70 tx=0x7ff0a0001650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0042070 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0a00052e0 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.567+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0a8151140 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.568+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0a0005450 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.568+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0a8151700 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.568+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0a8152e50 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.569+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff0a00055b0 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.569+0000 7ff0a4ff9640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.570+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff0a00a9400 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.570+0000 7ff0a7fff640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.570+0000 7ff0a7fff640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7ff098009bc0 tx=0x7ff098009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.574+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff0a0074520 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.784 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.783+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff0a8070eb0 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.783+0000 7ff0a4ff9640 1 -- 172.21.15.39:0/122239213 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7ff0a0076450 con 0x7ff0a80cdfe0 2024-09-13T16:23:34.785 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:34.785 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:34.785 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:34.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 msgr2=0x7ff09406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 secure :-1 s=READY pgs=1168 cs=0 l=1 rev1=1 crypto rx=0x7ff098009bc0 tx=0x7ff098009190 comp rx=0 tx=0).stop 2024-09-13T16:23:34.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 msgr2=0x7ff0a815dda0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 0x7ff0a815dda0 secure :-1 s=READY pgs=3027 cs=0 l=1 rev1=1 crypto rx=0x7ff0a002aa70 tx=0x7ff0a0001650 comp rx=0 tx=0).stop 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 shutdown_connections 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff09406ac00 0x7ff09406d0c0 unknown :-1 s=CLOSED pgs=1168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff0a80cdfe0 0x7ff0a815dda0 unknown :-1 s=CLOSED pgs=3027 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff0a81505d0 0x7ff0a80cdaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 --2- 172.21.15.39:0/122239213 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff0a814e7e0 0x7ff0a8150090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 >> 172.21.15.39:0/122239213 conn(0x7ff0a806a0b0 msgr2=0x7ff0a806d060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 shutdown_connections 2024-09-13T16:23:34.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.785+0000 7ff0ae5ed640 1 -- 172.21.15.39:0/122239213 wait complete. 2024-09-13T16:23:34.798 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.c damage rm 3528530233 2024-09-13T16:23:34.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.901+0000 7f749b9ec640 1 Processor -- start 2024-09-13T16:23:34.903 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.902+0000 7f749b9ec640 1 -- start start 2024-09-13T16:23:34.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.902+0000 7f749b9ec640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f74940ac860 0x7f74940ae200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.902+0000 7f749b9ec640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f749415d2c0 0x7f749415d750 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.902+0000 7f749b9ec640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74940ad6c0 con 0x7f74940ce730 2024-09-13T16:23:34.905 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.902+0000 7f749b9ec640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7494071b40 con 0x7f74940ac860 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.902+0000 7f749b9ec640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74940ace20 con 0x7f749415d2c0 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7499788640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f74940ce730 0x7f7494160280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58556/0 (socket says 172.21.15.39:58556) 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7499788640 1 -- 172.21.15.39:0/468235011 learned_addr learned my addr 172.21.15.39:0/468235011 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7498f87640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f74940ac860 0x7f74940ae200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7499f89640 1 --2- 172.21.15.39:0/468235011 >> v2:172.21.15.157:3300/0 conn(0x7f749415d2c0 0x7f749415d750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f748bfff640 1 -- 172.21.15.39:0/468235011 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3466971447 0 0) 0x7f74940ad6c0 con 0x7f74940ce730 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f748bfff640 1 -- 172.21.15.39:0/468235011 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7480003520 con 0x7f74940ce730 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7498f87640 1 -- 172.21.15.39:0/468235011 >> v2:172.21.15.157:3300/0 conn(0x7f749415d2c0 msgr2=0x7f749415d750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7498f87640 1 --2- 172.21.15.39:0/468235011 >> v2:172.21.15.157:3300/0 conn(0x7f749415d2c0 0x7f749415d750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.906 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7498f87640 1 -- 172.21.15.39:0/468235011 >> v1:172.21.15.39:6789/0 conn(0x7f74940ce730 legacy=0x7f7494160280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.903+0000 7f7498f87640 1 -- 172.21.15.39:0/468235011 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74940ad100 con 0x7f74940ac860 2024-09-13T16:23:34.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f7498f87640 1 --2- 172.21.15.39:0/468235011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ac860 0x7f74940ae200 secure :-1 s=READY pgs=3029 cs=0 l=1 rev1=1 crypto rx=0x7f74940add30 tx=0x7f748402a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=eeb8218d3a6b72f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f748bfff640 1 -- 172.21.15.39:0/468235011 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484032440 con 0x7f74940ac860 2024-09-13T16:23:34.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f748bfff640 1 -- 172.21.15.39:0/468235011 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f74840325a0 con 0x7f74940ac860 2024-09-13T16:23:34.907 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f748bfff640 1 -- 172.21.15.39:0/468235011 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484032930 con 0x7f74940ac860 2024-09-13T16:23:34.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f749b9ec640 1 -- 172.21.15.39:0/468235011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ac860 msgr2=0x7f74940ae200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.910 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f749b9ec640 1 --2- 172.21.15.39:0/468235011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ac860 0x7f74940ae200 secure :-1 s=READY pgs=3029 cs=0 l=1 rev1=1 crypto rx=0x7f74940add30 tx=0x7f748402a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.904+0000 7f749b9ec640 1 -- 172.21.15.39:0/468235011 shutdown_connections 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.905+0000 7f749b9ec640 1 --2- 172.21.15.39:0/468235011 >> v2:172.21.15.157:3300/0 conn(0x7f749415d2c0 0x7f749415d750 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.905+0000 7f749b9ec640 1 --2- 172.21.15.39:0/468235011 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ac860 0x7f74940ae200 unknown :-1 s=CLOSED pgs=3029 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.905+0000 7f749b9ec640 1 -- 172.21.15.39:0/468235011 >> 172.21.15.39:0/468235011 conn(0x7f74940ced30 msgr2=0x7f74940cf140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.905+0000 7f749b9ec640 1 -- 172.21.15.39:0/468235011 shutdown_connections 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.905+0000 7f749b9ec640 1 -- 172.21.15.39:0/468235011 wait complete. 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.906+0000 7f749b9ec640 1 Processor -- start 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.906+0000 7f749b9ec640 1 -- start start 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.906+0000 7f749b9ec640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74940ac860 0x7f74941554e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f749b9ec640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 0x7f7494152360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f749b9ec640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f749415d2c0 0x7f74941534f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f749b9ec640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749406e280 con 0x7f74940ce730 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f749b9ec640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f749406d600 con 0x7f74940ac860 2024-09-13T16:23:34.911 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f749b9ec640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f749406d8e0 con 0x7f749415d2c0 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 0x7f7494152360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 0x7f7494152360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40278/0 (socket says 172.21.15.39:40278) 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 -- 172.21.15.39:0/1227551735 learned_addr learned my addr 172.21.15.39:0/1227551735 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 -- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f749415d2c0 msgr2=0x7f74941534f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f749415d2c0 0x7f74941534f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7499788640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74940ac860 0x7f74941554e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 -- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74940ac860 msgr2=0x7f74941554e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74940ac860 0x7f74941554e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 -- 172.21.15.39:0/1227551735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7484009400 con 0x7f74940ce730 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7498f87640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 0x7f7494152360 secure :-1 s=READY pgs=3030 cs=0 l=1 rev1=1 crypto rx=0x7f7484000c00 tx=0x7f74840046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.912 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7489ffb640 1 -- 172.21.15.39:0/1227551735 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f748403d8f0 con 0x7f74940ce730 2024-09-13T16:23:34.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7489ffb640 1 -- 172.21.15.39:0/1227551735 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f748403da50 con 0x7f74940ce730 2024-09-13T16:23:34.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7494160b10 con 0x7f74940ce730 2024-09-13T16:23:34.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.907+0000 7f7489ffb640 1 -- 172.21.15.39:0/1227551735 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f748403ddc0 con 0x7f74940ce730 2024-09-13T16:23:34.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.908+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f749406dea0 con 0x7f74940ce730 2024-09-13T16:23:34.913 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.909+0000 7f7489ffb640 1 -- 172.21.15.39:0/1227551735 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7484039040 con 0x7f74940ce730 2024-09-13T16:23:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.910+0000 7f7489ffb640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f747806ac30 0x7f747806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.910+0000 7f7489ffb640 1 -- 172.21.15.39:0/1227551735 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f74840a9d40 con 0x7f74940ce730 2024-09-13T16:23:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.910+0000 7f7499788640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f747806ac30 0x7f747806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.910+0000 7f749e7e1740 1 Processor -- start 2024-09-13T16:23:34.922 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.910+0000 7f7499788640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f747806ac30 0x7f747806d0f0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f74900011e0 tx=0x7f7490009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 -- start start 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac0b8c0 0x5610eac0bca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 0x5610eac58d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac592d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eab74ce0 con 0x5610eac09080 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eab72470 con 0x5610eac0b8c0 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5610eab6dd60 con 0x5610eac32d70 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f7498f87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 0x5610eac58d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f7498f87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 0x5610eac58d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40282/0 (socket says 172.21.15.39:40282) 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f7498f87640 1 -- 172.21.15.39:0/2363050906 learned_addr learned my addr 172.21.15.39:0/2363050906 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f7499788640 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac0b8c0 0x5610eac0bca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.923 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.911+0000 7f7499f89640 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f7498f87640 1 -- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 msgr2=0x5610eac592d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f7498f87640 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac592d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f7498f87640 1 -- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac0b8c0 msgr2=0x5610eac0bca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f7498f87640 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac0b8c0 0x5610eac0bca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f7498f87640 1 -- 172.21.15.39:0/2363050906 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5610eab0e500 con 0x5610eac09080 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f7498f87640 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 0x5610eac58d90 secure :-1 s=READY pgs=3031 cs=0 l=1 rev1=1 crypto rx=0x7f74840a82c0 tx=0x7f7484078570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7ddccf2d5fd9f500 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f747effd640 1 -- 172.21.15.39:0/2363050906 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484090070 con 0x5610eac09080 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f747effd640 1 -- 172.21.15.39:0/2363050906 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f748407ca40 con 0x5610eac09080 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f747effd640 1 -- 172.21.15.39:0/2363050906 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484081000 con 0x5610eac09080 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.912+0000 7f749e7e1740 1 -- 172.21.15.39:0/2363050906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 msgr2=0x5610eac58d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 0x5610eac58d90 secure :-1 s=READY pgs=3031 cs=0 l=1 rev1=1 crypto rx=0x7f74840a82c0 tx=0x7f7484078570 comp rx=0 tx=0).stop 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 -- 172.21.15.39:0/2363050906 shutdown_connections 2024-09-13T16:23:34.924 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac592d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac09080 0x5610eac58d90 unknown :-1 s=CLOSED pgs=3031 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 --2- 172.21.15.39:0/2363050906 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac0b8c0 0x5610eac0bca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 -- 172.21.15.39:0/2363050906 >> 172.21.15.39:0/2363050906 conn(0x5610eac07ff0 msgr2=0x5610eac504a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 -- 172.21.15.39:0/2363050906 shutdown_connections 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 -- 172.21.15.39:0/2363050906 wait complete. 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 -- start start 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.913+0000 7f749e7e1740 1 Processor -- start 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac57ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac32d70 0x5610eac58530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 0x5610eac63110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eab2c000 con 0x5610eac62c90 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eab2bca0 con 0x5610eac32d70 2024-09-13T16:23:34.925 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5610eaaf12d0 con 0x5610eac0b8c0 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f749e7e1740 10 client.0 _ll_register_callbacks cb 0x5610eab673d0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f7499f89640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 0x5610eac63110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f7499f89640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 0x5610eac63110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40288/0 (socket says 172.21.15.39:40288) 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f7499f89640 1 -- 172.21.15.39:0/4036703681 learned_addr learned my addr 172.21.15.39:0/4036703681 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f7498f87640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac32d70 0x5610eac58530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.914+0000 7f7499788640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac57ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7499f89640 1 -- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 msgr2=0x5610eac57ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7499f89640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac57ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7499f89640 1 -- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac32d70 msgr2=0x5610eac58530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7499f89640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac32d70 0x5610eac58530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7499f89640 1 -- 172.21.15.39:0/4036703681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f749406dea0 con 0x5610eac62c90 2024-09-13T16:23:34.926 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7499f89640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 0x5610eac63110 secure :-1 s=READY pgs=3032 cs=0 l=1 rev1=1 crypto rx=0x7f748c011b30 tx=0x7f748c00f1b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=511d09e8ce787227 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7473fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7473fff640 1 -- 172.21.15.39:0/4036703681 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f748c00e040 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7473fff640 1 -- 172.21.15.39:0/4036703681 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f748c00fd70 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x5610eab96c40 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7473fff640 1 -- 172.21.15.39:0/4036703681 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f748c015430 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 10 client.12669 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x5610eab6c3e0 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7473fff640 1 -- 172.21.15.39:0/4036703681 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x5610eab96c40 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f7473fff640 1 -- 172.21.15.39:0/4036703681 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f748c01b020 con 0x5610eac62c90 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 10 client.12669 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 10 client.12669 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:34.927 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 20 client.12669 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eac32080 0x5610eac32460 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 4 client.12669 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.915+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x5610eab5fc60 con 0x5610eac32080 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.916+0000 7f7499788640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eac32080 0x5610eac32460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.916+0000 7f7473fff640 10 client.12669 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.916+0000 7f7499788640 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eac32080 0x5610eac32460 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=ecc3f661b7bce1ae server_cookie=dd51d874db6fe454 in_seq=0 out_seq=0 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.916+0000 7f7473fff640 1 -- 172.21.15.39:0/4036703681 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x5610eab5fc60 con 0x5610eac32080 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.916+0000 7f7473fff640 10 client.12669 handle_command_reply: tid=0 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.916+0000 7f749e7e1740 1 client.12669 shutdown 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 msgr2=0x5610eac63110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 0x5610eac63110 secure :-1 s=READY pgs=3032 cs=0 l=1 rev1=1 crypto rx=0x7f748c011b30 tx=0x7f748c00f1b0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 shutdown_connections 2024-09-13T16:23:34.928 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eac32080 0x5610eac32460 crc :-1 s=READY pgs=24 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac62c90 0x5610eac63110 unknown :-1 s=CLOSED pgs=3032 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac32d70 0x5610eac58530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f7473fff640 0 client.12669 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 --2- 172.21.15.39:0/4036703681 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac57ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 >> 172.21.15.39:0/4036703681 conn(0x5610eac09080 msgr2=0x5610eac51310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 shutdown_connections 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 1 -- 172.21.15.39:0/4036703681 wait complete. 2024-09-13T16:23:34.929 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.917+0000 7f749e7e1740 20 client.12669 trim_cache size 0 max 16384 2024-09-13T16:23:34.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.928+0000 7f749e7e1740 1 Processor -- start 2024-09-13T16:23:34.930 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.928+0000 7f749e7e1740 1 -- start start 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac53960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 0x5610eac215b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eac21af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f749e7e1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eac4e170 con 0x5610eac32d70 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eac508c0 con 0x5610eac62c90 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5610eac629d0 con 0x5610eac0b8c0 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 0x5610eac215b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.932 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 0x5610eac215b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40302/0 (socket says 172.21.15.39:40302) 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 -- 172.21.15.39:0/474734900 learned_addr learned my addr 172.21.15.39:0/474734900 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 -- 172.21.15.39:0/474734900 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 msgr2=0x5610eac53960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac53960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 -- 172.21.15.39:0/474734900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 msgr2=0x5610eac21af0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eac21af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 -- 172.21.15.39:0/474734900 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x5610eab0e370 con 0x5610eac32d70 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f7498f87640 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 0x5610eac215b0 secure :-1 s=READY pgs=3033 cs=0 l=1 rev1=1 crypto rx=0x7f74840324b0 tx=0x7f748407b000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dae38468328930b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.929+0000 7f747f7fe640 1 -- 172.21.15.39:0/474734900 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484090040 con 0x5610eac32d70 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f747f7fe640 1 -- 172.21.15.39:0/474734900 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7484074f50 con 0x5610eac32d70 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f747f7fe640 1 -- 172.21.15.39:0/474734900 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7484081000 con 0x5610eac32d70 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 -- 172.21.15.39:0/474734900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 msgr2=0x5610eac215b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 0x5610eac215b0 secure :-1 s=READY pgs=3033 cs=0 l=1 rev1=1 crypto rx=0x7f74840324b0 tx=0x7f748407b000 comp rx=0 tx=0).stop 2024-09-13T16:23:34.933 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 -- 172.21.15.39:0/474734900 shutdown_connections 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eac21af0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac32d70 0x5610eac215b0 unknown :-1 s=CLOSED pgs=3033 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 --2- 172.21.15.39:0/474734900 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac0b8c0 0x5610eac53960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 -- 172.21.15.39:0/474734900 >> 172.21.15.39:0/474734900 conn(0x5610eac09080 msgr2=0x5610eac221c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 -- 172.21.15.39:0/474734900 shutdown_connections 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.930+0000 7f749e7e1740 1 -- 172.21.15.39:0/474734900 wait complete. 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.931+0000 7f749e7e1740 1 -- start start 2024-09-13T16:23:34.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.931+0000 7f749e7e1740 1 Processor -- start 2024-09-13T16:23:34.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 0x5610eac611a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac217a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eacbab60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eacba710 con 0x5610eac0b8c0 2024-09-13T16:23:34.939 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x5610eac61960 con 0x5610eac62c90 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x5610eacbea10 con 0x5610eac32d70 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 10 client.0 _ll_register_callbacks cb 0x5610eac500a0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 0x5610eac611a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 0x5610eac611a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40304/0 (socket says 172.21.15.39:40304) 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 -- 172.21.15.39:0/1680383686 learned_addr learned my addr 172.21.15.39:0/1680383686 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499f89640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eacbab60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7498f87640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac217a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 -- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 msgr2=0x5610eac217a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac217a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.940 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 -- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 msgr2=0x5610eacbab60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eacbab60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 -- 172.21.15.39:0/1680383686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x5610eab0e500 con 0x5610eac0b8c0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7499788640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 0x5610eac611a0 secure :-1 s=READY pgs=3034 cs=0 l=1 rev1=1 crypto rx=0x5610eac329a0 tx=0x7f7490005f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=572dc23b9d9ff7b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7473fff640 10 client.0 ms_handle_connect on v2:172.21.15.39:3300/0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7473fff640 1 -- 172.21.15.39:0/1680383686 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74900074e0 con 0x5610eac0b8c0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f7473fff640 1 -- 172.21.15.39:0/1680383686 <== mon.0 v2:172.21.15.39:3300/0 2 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7490007640 con 0x5610eac0b8c0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.932+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f748407ca40 con 0x5610eac0b8c0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7473fff640 1 -- 172.21.15.39:0/1680383686 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_get_version_reply(handle=1 version=335) v2 ==== 24+0+0 (secure 0 0 0) 0x7f74900047e0 con 0x5610eac0b8c0 2024-09-13T16:23:34.941 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 10 client.12675 fetch_fsmap learned FSMap version 335 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,fsmap=335,monmap=2+}) v3 -- 0x5610eab33a10 con 0x5610eac0b8c0 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7473fff640 1 -- 172.21.15.39:0/1680383686 <== mon.0 v2:172.21.15.39:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f748407ca40 con 0x5610eac0b8c0 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7473fff640 1 -- 172.21.15.39:0/1680383686 <== mon.0 v2:172.21.15.39:3300/0 5 ==== fsmap(e 335) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f749001f050 con 0x5610eac0b8c0 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 10 client.12675 fetch_fsmap finished waiting for FSMap version 335 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 10 client.12675 resolve_mds: resolved name 'c' to daemon mds.c 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 20 client.12675 populate_metadata read hostname 'smithi039' 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eacbb290 0x5610eac9ee30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 4 client.12675 mds_command: new command op to 12444 tid=0 multi_id=0 [{"prefix": "damage rm", "damage_id": 3528530233}] 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 --> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] -- command(tid 0: {"prefix": "damage rm", "damage_id": 3528530233}) v1 -- 0x5610ea8613f0 con 0x5610eacbb290 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7498f87640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eacbb290 0x5610eac9ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7473fff640 10 client.12675 ms_handle_connect on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7498f87640 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eacbb290 0x5610eac9ee30 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=c503324995ab8052 server_cookie=7e436fa401a0fb2a in_seq=0 out_seq=0 2024-09-13T16:23:34.942 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7473fff640 1 -- 172.21.15.39:0/1680383686 <== mds.0 v2:172.21.15.39:6833/242356455 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+0 (crc 0 0 0) 0x5610ea8613f0 con 0x5610eacbb290 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.933+0000 7f7473fff640 10 client.12675 handle_command_reply: tid=0 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 client.12675 shutdown 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 msgr2=0x5610eac611a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 0x5610eac611a0 secure :-1 s=READY pgs=3034 cs=0 l=1 rev1=1 crypto rx=0x5610eac329a0 tx=0x7f7490005f60 comp rx=0 tx=0).stop 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 shutdown_connections 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:6833/242356455,v1:172.21.15.39:6835/242356455] conn(0x5610eacbb290 0x5610eac9ee30 crc :-1 s=READY pgs=25 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x5610eac62c90 0x5610eacbab60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f7473fff640 0 client.12675 ms_handle_reset on v2:172.21.15.39:6833/242356455 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x5610eac32d70 0x5610eac217a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 --2- 172.21.15.39:0/1680383686 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x5610eac0b8c0 0x5610eac611a0 unknown :-1 s=CLOSED pgs=3034 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 >> 172.21.15.39:0/1680383686 conn(0x5610eac09080 msgr2=0x5610eac07300 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.943 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 shutdown_connections 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 1 -- 172.21.15.39:0/1680383686 wait complete. 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749e7e1740 20 client.12675 trim_cache size 0 max 16384 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f747806ac30 msgr2=0x7f747806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749b9ec640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f747806ac30 0x7f747806d0f0 secure :-1 s=READY pgs=1169 cs=0 l=1 rev1=1 crypto rx=0x7f74900011e0 tx=0x7f7490009040 comp rx=0 tx=0).stop 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 msgr2=0x7f7494152360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749b9ec640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 0x7f7494152360 secure :-1 s=READY pgs=3030 cs=0 l=1 rev1=1 crypto rx=0x7f7484000c00 tx=0x7f74840046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 shutdown_connections 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.934+0000 7f749b9ec640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f747806ac30 0x7f747806d0f0 unknown :-1 s=CLOSED pgs=1169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.935+0000 7f749b9ec640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f749415d2c0 0x7f74941534f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.935+0000 7f749b9ec640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f74940ce730 0x7f7494152360 unknown :-1 s=CLOSED pgs=3030 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.935+0000 7f749b9ec640 1 --2- 172.21.15.39:0/1227551735 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f74940ac860 0x7f74941554e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.935+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 >> 172.21.15.39:0/1227551735 conn(0x7f74940ced30 msgr2=0x7f749415f1e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.935+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 shutdown_connections 2024-09-13T16:23:34.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:34.935+0000 7f749b9ec640 1 -- 172.21.15.39:0/1227551735 wait complete. 2024-09-13T16:23:34.947 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T16:23:34.947 DEBUG:teuthology.orchestra.run.smithi039:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:23:34.997 DEBUG:teuthology.orchestra.run.smithi157:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T16:23:35.043 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T16:23:35.044 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:35.044 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:35.062 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:35.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.208+0000 7f4624027640 1 Processor -- start 2024-09-13T16:23:35.209 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.208+0000 7f4624027640 1 -- start start 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4624027640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c070a70 0x7f461c070eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4624027640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f461c06ccd0 con 0x7f461c15a230 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4624027640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f461c0713f0 con 0x7f461c06d160 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4624027640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f461c0acf70 con 0x7f461c070a70 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4621dc3640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f461c15a230 0x7f461c0ac860 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58566/0 (socket says 172.21.15.39:58566) 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4621dc3640 1 -- 172.21.15.39:0/2823611078 learned_addr learned my addr 172.21.15.39:0/2823611078 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f46215c2640 1 --2- 172.21.15.39:0/2823611078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c070a70 0x7f461c070eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1473741026 0 0) 0x7f461c06ccd0 con 0x7f461c15a230 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4608003520 con 0x7f461c15a230 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1598804578 0 0) 0x7f461c0713f0 con 0x7f461c06d160 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f461c06ccd0 con 0x7f461c06d160 2024-09-13T16:23:35.211 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f46215c2640 1 -- 172.21.15.39:0/2823611078 >> v1:172.21.15.157:6789/0 conn(0x7f461c06d160 legacy=0x7f461c06d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3772861855 0 0) 0x7f4608003520 con 0x7f461c15a230 2024-09-13T16:23:35.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f46215c2640 1 -- 172.21.15.39:0/2823611078 >> v1:172.21.15.39:6789/0 conn(0x7f461c15a230 legacy=0x7f461c0ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.212 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.209+0000 7f46215c2640 1 -- 172.21.15.39:0/2823611078 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f461c15a610 con 0x7f461c070a70 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.210+0000 7f46215c2640 1 --2- 172.21.15.39:0/2823611078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c070a70 0x7f461c070eb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f460c0097d0 tx=0x7f460c02a1a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b716c5d593d78eb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.210+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4618001670 con 0x7f461c070a70 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.210+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f460c02ac30 con 0x7f461c070a70 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.210+0000 7f4620dc1640 1 -- 172.21.15.39:0/2823611078 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f460c032440 con 0x7f461c070a70 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 -- 172.21.15.39:0/2823611078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c070a70 msgr2=0x7f461c070eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 --2- 172.21.15.39:0/2823611078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c070a70 0x7f461c070eb0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f460c0097d0 tx=0x7f460c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 -- 172.21.15.39:0/2823611078 shutdown_connections 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 --2- 172.21.15.39:0/2823611078 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c070a70 0x7f461c070eb0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 -- 172.21.15.39:0/2823611078 >> 172.21.15.39:0/2823611078 conn(0x7f461c06a0b0 msgr2=0x7f461c06a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:35.213 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 -- 172.21.15.39:0/2823611078 shutdown_connections 2024-09-13T16:23:35.214 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.211+0000 7f4624027640 1 -- 172.21.15.39:0/2823611078 wait complete. 2024-09-13T16:23:35.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.212+0000 7f4624027640 1 Processor -- start 2024-09-13T16:23:35.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.212+0000 7f4624027640 1 -- start start 2024-09-13T16:23:35.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4624027640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 0x7f461c152b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.215 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4624027640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f461c070a70 0x7f461c153e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4624027640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c15a230 0x7f461c155250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4624027640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f461c154ba0 con 0x7f461c06d160 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4624027640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f461c153a10 con 0x7f461c070a70 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4624027640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f461c153170 con 0x7f461c15a230 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 0x7f461c152b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 0x7f461c152b90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40312/0 (socket says 172.21.15.39:40312) 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 -- 172.21.15.39:0/623455663 learned_addr learned my addr 172.21.15.39:0/623455663 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f46225c4640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c15a230 0x7f461c155250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f46215c2640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f461c070a70 0x7f461c153e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 -- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c15a230 msgr2=0x7f461c155250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c15a230 0x7f461c155250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 -- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f461c070a70 msgr2=0x7f461c153e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f461c070a70 0x7f461c153e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.213+0000 7f4621dc3640 1 -- 172.21.15.39:0/623455663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f460c009400 con 0x7f461c06d160 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.214+0000 7f4621dc3640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 0x7f461c152b90 secure :-1 s=READY pgs=3036 cs=0 l=1 rev1=1 crypto rx=0x7f4618000fd0 tx=0x7f461800c9b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.214+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4618005ce0 con 0x7f461c06d160 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.214+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4618005e40 con 0x7f461c06d160 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.214+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f461c153450 con 0x7f461c06d160 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.214+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f46180072b0 con 0x7f461c06d160 2024-09-13T16:23:35.217 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.214+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f461c1f2460 con 0x7f461c06d160 2024-09-13T16:23:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.215+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f461c1f22c0 con 0x7f461c06d160 2024-09-13T16:23:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.215+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f46180074d0 con 0x7f461c06d160 2024-09-13T16:23:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.216+0000 7f46127fc640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f460006ac00 0x7f460006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.216+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f46180889e0 con 0x7f461c06d160 2024-09-13T16:23:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.216+0000 7f46215c2640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f460006ac00 0x7f460006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.218 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.216+0000 7f46215c2640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f460006ac00 0x7f460006d0c0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f460c034000 tx=0x7f460c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.221 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.220+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f461c1f22c0 con 0x7f461c06d160 2024-09-13T16:23:35.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.392+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f461c1f22c0 con 0x7f461c06d160 2024-09-13T16:23:35.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.393+0000 7f46127fc640 1 -- 172.21.15.39:0/623455663 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) v1 ==== 74+0+16636 (secure 0 0 0) 0x7f461c1f22c0 con 0x7f461c06d160 2024-09-13T16:23:35.395 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:35.395 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":143,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:25.085663+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1252670594":"2024-09-14T16:23:25.085642+0000","172.21.15.39:6833/1252670594":"2024-09-14T16:23:25.085642+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f460006ac00 msgr2=0x7f460006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f460006ac00 0x7f460006d0c0 secure :-1 s=READY pgs=1170 cs=0 l=1 rev1=1 crypto rx=0x7f460c034000 tx=0x7f460c02e000 comp rx=0 tx=0).stop 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 msgr2=0x7f461c152b90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 0x7f461c152b90 secure :-1 s=READY pgs=3036 cs=0 l=1 rev1=1 crypto rx=0x7f4618000fd0 tx=0x7f461800c9b0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 shutdown_connections 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f460006ac00 0x7f460006d0c0 unknown :-1 s=CLOSED pgs=1170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f461c15a230 0x7f461c155250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f461c070a70 0x7f461c153e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 --2- 172.21.15.39:0/623455663 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f461c06d160 0x7f461c152b90 unknown :-1 s=CLOSED pgs=3036 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 >> 172.21.15.39:0/623455663 conn(0x7f461c06a0b0 msgr2=0x7f461c0b0030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:35.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 shutdown_connections 2024-09-13T16:23:35.398 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.395+0000 7f4624027640 1 -- 172.21.15.39:0/623455663 wait complete. 2024-09-13T16:23:35.408 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:23:07.168627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '141', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:23:07.882894+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '142', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:23:35.408 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:23:35.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.512+0000 7f038f027640 1 Processor -- start 2024-09-13T16:23:35.513 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.512+0000 7f038f027640 1 -- start start 2024-09-13T16:23:35.514 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038f027640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03880ce050 0x7f0388070840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038f027640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f0388070d80 0x7f03880b2700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038f027640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f038815d080 con 0x7f03880b2c40 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038f027640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03880b3f90 con 0x7f03880ce050 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038f027640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03880711b0 con 0x7f0388070d80 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03880ce050 0x7f0388070840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03880ce050 0x7f0388070840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40324/0 (socket says 172.21.15.39:40324) 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 -- 172.21.15.39:0/2872449389 learned_addr learned my addr 172.21.15.39:0/2872449389 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f0387fff640 1 --2- 172.21.15.39:0/2872449389 >> v2:172.21.15.157:3300/0 conn(0x7f0388070d80 0x7f03880b2700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 -- 172.21.15.39:0/2872449389 >> v2:172.21.15.157:3300/0 conn(0x7f0388070d80 msgr2=0x7f03880b2700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 --2- 172.21.15.39:0/2872449389 >> v2:172.21.15.157:3300/0 conn(0x7f0388070d80 0x7f03880b2700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 -- 172.21.15.39:0/2872449389 >> v1:172.21.15.157:6789/0 conn(0x7f03880b2c40 legacy=0x7f03881602b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.515 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.513+0000 7f038cdc3640 1 -- 172.21.15.39:0/2872449389 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03880b3380 con 0x7f03880ce050 2024-09-13T16:23:35.516 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.514+0000 7f038cdc3640 1 --2- 172.21.15.39:0/2872449389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388070840 secure :-1 s=READY pgs=3037 cs=0 l=1 rev1=1 crypto rx=0x7f0388157280 tx=0x7f037802a730 comp rx=0 tx=0).ready entity=mon.0 client_cookie=357614d2e0cab821 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.514+0000 7f03877fe640 1 -- 172.21.15.39:0/2872449389 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0378031600 con 0x7f03880ce050 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.514+0000 7f03877fe640 1 -- 172.21.15.39:0/2872449389 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f037802d050 con 0x7f03880ce050 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.514+0000 7f03877fe640 1 -- 172.21.15.39:0/2872449389 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0378031980 con 0x7f03880ce050 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 -- 172.21.15.39:0/2872449389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 msgr2=0x7f0388070840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 --2- 172.21.15.39:0/2872449389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388070840 secure :-1 s=READY pgs=3037 cs=0 l=1 rev1=1 crypto rx=0x7f0388157280 tx=0x7f037802a730 comp rx=0 tx=0).stop 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 -- 172.21.15.39:0/2872449389 shutdown_connections 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 --2- 172.21.15.39:0/2872449389 >> v2:172.21.15.157:3300/0 conn(0x7f0388070d80 0x7f03880b2700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 --2- 172.21.15.39:0/2872449389 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388070840 unknown :-1 s=CLOSED pgs=3037 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 -- 172.21.15.39:0/2872449389 >> 172.21.15.39:0/2872449389 conn(0x7f03880b0eb0 msgr2=0x7f0388069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 -- 172.21.15.39:0/2872449389 shutdown_connections 2024-09-13T16:23:35.517 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.515+0000 7f038f027640 1 -- 172.21.15.39:0/2872449389 wait complete. 2024-09-13T16:23:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.516+0000 7f038f027640 1 Processor -- start 2024-09-13T16:23:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.516+0000 7f038f027640 1 -- start start 2024-09-13T16:23:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038f027640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0388070d80 0x7f0388153020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.519 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038f027640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03880b2c40 0x7f0388153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038f027640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388157d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038f027640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03881f58f0 con 0x7f03880ce050 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038f027640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0388153c00 con 0x7f0388070d80 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038f027640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0388153ee0 con 0x7f03880b2c40 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388157d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388157d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40338/0 (socket says 172.21.15.39:40338) 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 -- 172.21.15.39:0/4288540880 learned_addr learned my addr 172.21.15.39:0/4288540880 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 -- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03880b2c40 msgr2=0x7f0388153560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038cdc3640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0388070d80 0x7f0388153020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03880b2c40 0x7f0388153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 -- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0388070d80 msgr2=0x7f0388153020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0388070d80 0x7f0388153020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.520 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 -- 172.21.15.39:0/4288540880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0378009b30 con 0x7f03880ce050 2024-09-13T16:23:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.517+0000 7f038d5c4640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388157d90 secure :-1 s=READY pgs=3038 cs=0 l=1 rev1=1 crypto rx=0x7f0380001eb0 tx=0x7f038000c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.518+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03800052d0 con 0x7f03880ce050 2024-09-13T16:23:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.518+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0380005430 con 0x7f03880ce050 2024-09-13T16:23:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.518+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03881541c0 con 0x7f03880ce050 2024-09-13T16:23:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.518+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0380003810 con 0x7f03880ce050 2024-09-13T16:23:35.521 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.518+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0388154780 con 0x7f03880ce050 2024-09-13T16:23:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.519+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03881549a0 con 0x7f03880ce050 2024-09-13T16:23:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.519+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f0380003970 con 0x7f03880ce050 2024-09-13T16:23:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.520+0000 7f03857fa640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f036806ac00 0x7f036806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.520+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f03800888e0 con 0x7f03880ce050 2024-09-13T16:23:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.520+0000 7f038cdc3640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f036806ac00 0x7f036806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.520+0000 7f038cdc3640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f036806ac00 0x7f036806d0c0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f0378033000 tx=0x7f0378009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.524+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f0380053af0 con 0x7f03880ce050 2024-09-13T16:23:35.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.694+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f03880672f0 con 0x7f03880ce050 2024-09-13T16:23:35.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.694+0000 7f03857fa640 1 -- 172.21.15.39:0/4288540880 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v143) v1 ==== 93+0+10 (secure 0 0 0) 0x7f03800170a0 con 0x7f03880ce050 2024-09-13T16:23:35.696 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f036806ac00 msgr2=0x7f036806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f036806ac00 0x7f036806d0c0 secure :-1 s=READY pgs=1171 cs=0 l=1 rev1=1 crypto rx=0x7f0378033000 tx=0x7f0378009000 comp rx=0 tx=0).stop 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 msgr2=0x7f0388157d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388157d90 secure :-1 s=READY pgs=3038 cs=0 l=1 rev1=1 crypto rx=0x7f0380001eb0 tx=0x7f038000c890 comp rx=0 tx=0).stop 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 shutdown_connections 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f036806ac00 0x7f036806d0c0 unknown :-1 s=CLOSED pgs=1171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03880ce050 0x7f0388157d90 unknown :-1 s=CLOSED pgs=3038 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f03880b2c40 0x7f0388153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 --2- 172.21.15.39:0/4288540880 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f0388070d80 0x7f0388153020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 >> 172.21.15.39:0/4288540880 conn(0x7f03880b0eb0 msgr2=0x7f038806c840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:35.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 shutdown_connections 2024-09-13T16:23:35.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.696+0000 7f038f027640 1 -- 172.21.15.39:0/4288540880 wait complete. 2024-09-13T16:23:35.709 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:23:35.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.811+0000 7f036cab8640 1 Processor -- start 2024-09-13T16:23:35.813 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.811+0000 7f036cab8640 1 -- start start 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.812+0000 7f036cab8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.812+0000 7f036cab8640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03680d2110 0x7f03680b59e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.812+0000 7f036cab8640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f03680b5550 con 0x7f03680b4180 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.812+0000 7f036cab8640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f03680b2000 con 0x7f03680d2110 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.812+0000 7f036cab8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03680b4610 con 0x7f036815c7d0 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0366d9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f03680d2110 0x7f03680b59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.814 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0365d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f03680b4180 0x7f03680d1a00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58580/0 (socket says 172.21.15.39:58580) 2024-09-13T16:23:35.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0365d9b640 1 -- 172.21.15.39:0/4175215201 learned_addr learned my addr 172.21.15.39:0/4175215201 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:35.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f036659c640 1 --2- 172.21.15.39:0/4175215201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0366d9d640 1 -- 172.21.15.39:0/4175215201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 msgr2=0x7f03680cf440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:35.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0366d9d640 1 --2- 172.21.15.39:0/4175215201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cf440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0366d9d640 1 -- 172.21.15.39:0/4175215201 >> v1:172.21.15.39:6789/0 conn(0x7f03680b4180 legacy=0x7f03680d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.815 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.813+0000 7f0366d9d640 1 -- 172.21.15.39:0/4175215201 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03680b48f0 con 0x7f03680d2110 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f0366d9d640 1 --2- 172.21.15.39:0/4175215201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680d2110 0x7f03680b59e0 secure :-1 s=READY pgs=3040 cs=0 l=1 rev1=1 crypto rx=0x7f0360009d90 tx=0x7f036002a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=33b9966f6ba14316 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036559a640 1 -- 172.21.15.39:0/4175215201 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360007740 con 0x7f03680d2110 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036559a640 1 -- 172.21.15.39:0/4175215201 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f036002d050 con 0x7f03680d2110 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036559a640 1 -- 172.21.15.39:0/4175215201 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360007ac0 con 0x7f03680d2110 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 -- 172.21.15.39:0/4175215201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680d2110 msgr2=0x7f03680b59e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 --2- 172.21.15.39:0/4175215201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680d2110 0x7f03680b59e0 secure :-1 s=READY pgs=3040 cs=0 l=1 rev1=1 crypto rx=0x7f0360009d90 tx=0x7f036002a660 comp rx=0 tx=0).stop 2024-09-13T16:23:35.817 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 -- 172.21.15.39:0/4175215201 shutdown_connections 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 --2- 172.21.15.39:0/4175215201 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680d2110 0x7f03680b59e0 unknown :-1 s=CLOSED pgs=3040 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 --2- 172.21.15.39:0/4175215201 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cf440 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 -- 172.21.15.39:0/4175215201 >> 172.21.15.39:0/4175215201 conn(0x7f036806bc40 msgr2=0x7f036806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 -- 172.21.15.39:0/4175215201 shutdown_connections 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.814+0000 7f036cab8640 1 -- 172.21.15.39:0/4175215201 wait complete. 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.816+0000 7f036cab8640 1 Processor -- start 2024-09-13T16:23:35.818 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.816+0000 7f036cab8640 1 -- start start 2024-09-13T16:23:35.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03680d2110 0x7f03680c8650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cb710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.820 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 0x7f03680c97d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03680ca850 con 0x7f03680cbc50 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03681e7cf0 con 0x7f03680d2110 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f03680ca290 con 0x7f036815c7d0 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 0x7f03680c97d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 0x7f03680c97d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40348/0 (socket says 172.21.15.39:40348) 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 -- 172.21.15.39:0/4243270792 learned_addr learned my addr 172.21.15.39:0/4243270792 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0365d9b640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cb710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036659c640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03680d2110 0x7f03680c8650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 -- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 msgr2=0x7f03680cb710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cb710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 -- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03680d2110 msgr2=0x7f03680c8650 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03680d2110 0x7f03680c8650 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 -- 172.21.15.39:0/4243270792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0360009a70 con 0x7f03680cbc50 2024-09-13T16:23:35.821 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0365d9b640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036659c640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03680d2110 0x7f03680c8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0366d9d640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 0x7f03680c97d0 secure :-1 s=READY pgs=3041 cs=0 l=1 rev1=1 crypto rx=0x7f036002ac50 tx=0x7f0360004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360031890 con 0x7f03680cbc50 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f03600319f0 con 0x7f03680cbc50 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03680ca570 con 0x7f03680cbc50 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.817+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0360031d60 con 0x7f03680cbc50 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.818+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f03680cb2c0 con 0x7f03680cbc50 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.819+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f03681e77c0 con 0x7f03680cbc50 2024-09-13T16:23:35.822 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.819+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f036003c420 con 0x7f03680cbc50 2024-09-13T16:23:35.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.820+0000 7f0356ffd640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f034806ac00 0x7f034806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:35.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.820+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f03600aafe0 con 0x7f03680cbc50 2024-09-13T16:23:35.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.820+0000 7f036659c640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f034806ac00 0x7f034806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:35.823 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.820+0000 7f036659c640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f034806ac00 0x7f034806d0c0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f0358006fd0 tx=0x7f0358008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:35.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.824+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f03600761f0 con 0x7f03680cbc50 2024-09-13T16:23:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.994+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f03680cf440 con 0x7f03680cbc50 2024-09-13T16:23:35.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.995+0000 7f0356ffd640 1 -- 172.21.15.39:0/4243270792 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v143) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0360079810 con 0x7f03680cbc50 2024-09-13T16:23:35.996 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:23:35.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f034806ac00 msgr2=0x7f034806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f034806ac00 0x7f034806d0c0 secure :-1 s=READY pgs=1172 cs=0 l=1 rev1=1 crypto rx=0x7f0358006fd0 tx=0x7f0358008040 comp rx=0 tx=0).stop 2024-09-13T16:23:35.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 msgr2=0x7f03680c97d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:35.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 0x7f03680c97d0 secure :-1 s=READY pgs=3041 cs=0 l=1 rev1=1 crypto rx=0x7f036002ac50 tx=0x7f0360004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 shutdown_connections 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f034806ac00 0x7f034806d0c0 unknown :-1 s=CLOSED pgs=1172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f03680cbc50 0x7f03680c97d0 unknown :-1 s=CLOSED pgs=3041 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f036815c7d0 0x7f03680cb710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 --2- 172.21.15.39:0/4243270792 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f03680d2110 0x7f03680c8650 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 >> 172.21.15.39:0/4243270792 conn(0x7f036806bc40 msgr2=0x7f036815eff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 shutdown_connections 2024-09-13T16:23:35.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:35.997+0000 7f036cab8640 1 -- 172.21.15.39:0/4243270792 wait complete. 2024-09-13T16:23:36.009 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:23:36.113 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.112+0000 7f40eee0d640 1 Processor -- start 2024-09-13T16:23:36.114 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.112+0000 7f40eee0d640 1 -- start start 2024-09-13T16:23:36.115 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40eee0d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f40e8143d30 0x7f40e815eb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40eee0d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f40e80b3610 0x7f40e80717a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40eee0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8071ce0 0x7f40e806f880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40eee0d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40e8072440 con 0x7f40e80b3610 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40eee0d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f40e8144110 con 0x7f40e8143d30 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40eee0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40e8072160 con 0x7f40e8071ce0 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f40e80b3610 0x7f40e80717a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f40e80b3610 0x7f40e80717a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40352/0 (socket says 172.21.15.39:40352) 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 -- 172.21.15.39:0/3205257585 learned_addr learned my addr 172.21.15.39:0/3205257585 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40ecba9640 1 --2- 172.21.15.39:0/3205257585 >> v2:172.21.15.157:3300/0 conn(0x7f40e8143d30 0x7f40e815eb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40ed3aa640 1 --2- 172.21.15.39:0/3205257585 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8071ce0 0x7f40e806f880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 -- 172.21.15.39:0/3205257585 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8071ce0 msgr2=0x7f40e806f880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 --2- 172.21.15.39:0/3205257585 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8071ce0 0x7f40e806f880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.116 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 -- 172.21.15.39:0/3205257585 >> v2:172.21.15.157:3300/0 conn(0x7f40e8143d30 msgr2=0x7f40e815eb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 --2- 172.21.15.39:0/3205257585 >> v2:172.21.15.157:3300/0 conn(0x7f40e8143d30 0x7f40e815eb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40e7fff640 1 -- 172.21.15.39:0/3205257585 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40e815e040 con 0x7f40e80b3610 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.113+0000 7f40ecba9640 1 --2- 172.21.15.39:0/3205257585 >> v2:172.21.15.157:3300/0 conn(0x7f40e8143d30 0x7f40e815eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.114+0000 7f40e7fff640 1 --2- 172.21.15.39:0/3205257585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80717a0 secure :-1 s=READY pgs=3042 cs=0 l=1 rev1=1 crypto rx=0x7f40e80739e0 tx=0x7f40dc02a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1ad538d95dba188c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.114+0000 7f40e77fe640 1 -- 172.21.15.39:0/3205257585 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40dc032440 con 0x7f40e80b3610 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.114+0000 7f40e77fe640 1 -- 172.21.15.39:0/3205257585 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40dc0325a0 con 0x7f40e80b3610 2024-09-13T16:23:36.117 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.114+0000 7f40e77fe640 1 -- 172.21.15.39:0/3205257585 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40dc032930 con 0x7f40e80b3610 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 -- 172.21.15.39:0/3205257585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 msgr2=0x7f40e80717a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3205257585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80717a0 secure :-1 s=READY pgs=3042 cs=0 l=1 rev1=1 crypto rx=0x7f40e80739e0 tx=0x7f40dc02a1e0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 -- 172.21.15.39:0/3205257585 shutdown_connections 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3205257585 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80717a0 unknown :-1 s=CLOSED pgs=3042 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3205257585 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8071ce0 0x7f40e806f880 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3205257585 >> v2:172.21.15.157:3300/0 conn(0x7f40e8143d30 0x7f40e815eb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 -- 172.21.15.39:0/3205257585 >> 172.21.15.39:0/3205257585 conn(0x7f40e80b00a0 msgr2=0x7f40e80b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 -- 172.21.15.39:0/3205257585 shutdown_connections 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.115+0000 7f40eee0d640 1 -- 172.21.15.39:0/3205257585 wait complete. 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.116+0000 7f40eee0d640 1 Processor -- start 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.116+0000 7f40eee0d640 1 -- start start 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40eee0d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40e8071ce0 0x7f40e80c3310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.120 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40eee0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80ca390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40eee0d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8143d30 0x7f40e80ac3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40eee0d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e80ab620 con 0x7f40e80b3610 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40eee0d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f40e80ab8c0 con 0x7f40e8071ce0 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40eee0d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f40e80abba0 con 0x7f40e8143d30 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80ca390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80ca390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40366/0 (socket says 172.21.15.39:40366) 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 -- 172.21.15.39:0/3550917028 learned_addr learned my addr 172.21.15.39:0/3550917028 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40ecba9640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40e8071ce0 0x7f40e80c3310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40ed3aa640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8143d30 0x7f40e80ac3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 -- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8143d30 msgr2=0x7f40e80ac3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8143d30 0x7f40e80ac3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 -- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40e8071ce0 msgr2=0x7f40e80c3310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.117+0000 7f40e7fff640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40e8071ce0 0x7f40e80c3310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.121 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40e7fff640 1 -- 172.21.15.39:0/3550917028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40dc0094d0 con 0x7f40e80b3610 2024-09-13T16:23:36.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40e7fff640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80ca390 secure :-1 s=READY pgs=3043 cs=0 l=1 rev1=1 crypto rx=0x7f40dc02a220 tx=0x7f40dc0046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:36.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40dc032440 con 0x7f40e80b3610 2024-09-13T16:23:36.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f40dc030b80 con 0x7f40e80b3610 2024-09-13T16:23:36.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f40e80abe80 con 0x7f40e80b3610 2024-09-13T16:23:36.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f40dc03d440 con 0x7f40e80b3610 2024-09-13T16:23:36.122 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.118+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f40e8141d20 con 0x7f40e80b3610 2024-09-13T16:23:36.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.119+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f40e80672f0 con 0x7f40e80b3610 2024-09-13T16:23:36.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.119+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f40dc039040 con 0x7f40e80b3610 2024-09-13T16:23:36.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.120+0000 7f40e57fa640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40d406ac30 0x7f40d406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.120+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f40dc0a9d40 con 0x7f40e80b3610 2024-09-13T16:23:36.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.120+0000 7f40ecba9640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40d406ac30 0x7f40d406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.121+0000 7f40ecba9640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40d406ac30 0x7f40d406d0f0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f40e81f3490 tx=0x7f40e00097f0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:36.126 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.125+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f40dc075000 con 0x7f40e80b3610 2024-09-13T16:23:36.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.293+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f40e80717a0 con 0x7f40e80b3610 2024-09-13T16:23:36.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.294+0000 7f40e57fa640 1 -- 172.21.15.39:0/3550917028 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v143) v1 ==== 100+0+11 (secure 0 0 0) 0x7f40dc078620 con 0x7f40e80b3610 2024-09-13T16:23:36.296 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:23:36.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40d406ac30 msgr2=0x7f40d406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.297 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40d406ac30 0x7f40d406d0f0 secure :-1 s=READY pgs=1173 cs=0 l=1 rev1=1 crypto rx=0x7f40e81f3490 tx=0x7f40e00097f0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 msgr2=0x7f40e80ca390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80ca390 secure :-1 s=READY pgs=3043 cs=0 l=1 rev1=1 crypto rx=0x7f40dc02a220 tx=0x7f40dc0046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 shutdown_connections 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f40d406ac30 0x7f40d406d0f0 unknown :-1 s=CLOSED pgs=1173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f40e8143d30 0x7f40e80ac3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f40e80b3610 0x7f40e80ca390 unknown :-1 s=CLOSED pgs=3043 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 --2- 172.21.15.39:0/3550917028 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f40e8071ce0 0x7f40e80c3310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 >> 172.21.15.39:0/3550917028 conn(0x7f40e80b00a0 msgr2=0x7f40e815d5a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 shutdown_connections 2024-09-13T16:23:36.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.296+0000 7f40eee0d640 1 -- 172.21.15.39:0/3550917028 wait complete. 2024-09-13T16:23:36.309 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T16:23:36.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.411+0000 7f5f4ab08640 1 Processor -- start 2024-09-13T16:23:36.412 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.411+0000 7f5f4ab08640 1 -- start start 2024-09-13T16:23:36.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f4ab08640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f5f4415cef0 0x7f5f440cd020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f4ab08640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f440cd560 0x7f5f440d1680 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f4ab08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5f440d11f0 con 0x7f5f440d1bc0 2024-09-13T16:23:36.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f4ab08640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f440d1fe0 con 0x7f5f440cd560 2024-09-13T16:23:36.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f4ab08640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5f4415d2d0 con 0x7f5f4415cef0 2024-09-13T16:23:36.415 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f440cd560 0x7f5f440d1680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5f440cd560 0x7f5f440d1680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40370/0 (socket says 172.21.15.39:40370) 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 -- 172.21.15.39:0/3413582850 learned_addr learned my addr 172.21.15.39:0/3413582850 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f488a4640 1 --2- 172.21.15.39:0/3413582850 >> v2:172.21.15.157:3300/0 conn(0x7f5f4415cef0 0x7f5f440cd020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 -- 172.21.15.39:0/3413582850 >> v2:172.21.15.157:3300/0 conn(0x7f5f4415cef0 msgr2=0x7f5f440cd020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 --2- 172.21.15.39:0/3413582850 >> v2:172.21.15.157:3300/0 conn(0x7f5f4415cef0 0x7f5f440cd020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 -- 172.21.15.39:0/3413582850 >> v1:172.21.15.157:6789/0 conn(0x7f5f440d1bc0 legacy=0x7f5f440b5ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.412+0000 7f5f43fff640 1 -- 172.21.15.39:0/3413582850 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f440cda00 con 0x7f5f440cd560 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f43fff640 1 --2- 172.21.15.39:0/3413582850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440cd560 0x7f5f440d1680 secure :-1 s=READY pgs=3044 cs=0 l=1 rev1=1 crypto rx=0x7f5f4406b200 tx=0x7f5f3002a2c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=37162999c3b29052 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f437fe640 1 -- 172.21.15.39:0/3413582850 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f30032440 con 0x7f5f440cd560 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f437fe640 1 -- 172.21.15.39:0/3413582850 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f300325a0 con 0x7f5f440cd560 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f437fe640 1 -- 172.21.15.39:0/3413582850 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f30032930 con 0x7f5f440cd560 2024-09-13T16:23:36.416 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f4ab08640 1 -- 172.21.15.39:0/3413582850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440cd560 msgr2=0x7f5f440d1680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/3413582850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440cd560 0x7f5f440d1680 secure :-1 s=READY pgs=3044 cs=0 l=1 rev1=1 crypto rx=0x7f5f4406b200 tx=0x7f5f3002a2c0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f4ab08640 1 -- 172.21.15.39:0/3413582850 shutdown_connections 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/3413582850 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440cd560 0x7f5f440d1680 unknown :-1 s=CLOSED pgs=3044 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/3413582850 >> v2:172.21.15.157:3300/0 conn(0x7f5f4415cef0 0x7f5f440cd020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.413+0000 7f5f4ab08640 1 -- 172.21.15.39:0/3413582850 >> 172.21.15.39:0/3413582850 conn(0x7f5f4406a3a0 msgr2=0x7f5f4406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.414+0000 7f5f4ab08640 1 -- 172.21.15.39:0/3413582850 shutdown_connections 2024-09-13T16:23:36.417 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.414+0000 7f5f4ab08640 1 -- 172.21.15.39:0/3413582850 wait complete. 2024-09-13T16:23:36.419 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.415+0000 7f5f4ab08640 1 Processor -- start 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.415+0000 7f5f4ab08640 1 -- start start 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f4ab08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f440cd560 0x7f5f44156010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f4ab08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 0x7f5f440cc370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f4ab08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f4415cef0 0x7f5f4415fab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f4ab08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f440b3390 con 0x7f5f440d1bc0 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f4ab08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5f440b3060 con 0x7f5f4415cef0 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f4ab08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5f4415dfe0 con 0x7f5f440cd560 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 0x7f5f440cc370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 0x7f5f440cc370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40372/0 (socket says 172.21.15.39:40372) 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 -- 172.21.15.39:0/2887048796 learned_addr learned my addr 172.21.15.39:0/2887048796 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f490a5640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f4415cef0 0x7f5f4415fab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.420 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f488a4640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f440cd560 0x7f5f44156010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 -- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f440cd560 msgr2=0x7f5f44156010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f440cd560 0x7f5f44156010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 -- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f4415cef0 msgr2=0x7f5f4415fab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f4415cef0 0x7f5f4415fab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 -- 172.21.15.39:0/2887048796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5f300094d0 con 0x7f5f440d1bc0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f490a5640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f4415cef0 0x7f5f4415fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f488a4640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f440cd560 0x7f5f44156010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.416+0000 7f5f43fff640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 0x7f5f440cc370 secure :-1 s=READY pgs=3045 cs=0 l=1 rev1=1 crypto rx=0x7f5f30000c00 tx=0x7f5f300046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.417+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f30032440 con 0x7f5f440d1bc0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.417+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5f30030b80 con 0x7f5f440d1bc0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.417+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5f4415e2c0 con 0x7f5f440d1bc0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.417+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5f3003d420 con 0x7f5f440d1bc0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.417+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5f4415e5a0 con 0x7f5f440d1bc0 2024-09-13T16:23:36.421 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.418+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5f440c95e0 con 0x7f5f440d1bc0 2024-09-13T16:23:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.418+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5f30039040 con 0x7f5f440d1bc0 2024-09-13T16:23:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.418+0000 7f5f417fa640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f2806ac30 0x7f5f2806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.419+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f5f300aa080 con 0x7f5f440d1bc0 2024-09-13T16:23:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.419+0000 7f5f488a4640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f2806ac30 0x7f5f2806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:36.422 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.419+0000 7f5f488a4640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f2806ac30 0x7f5f2806d0f0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f5f3800b820 tx=0x7f5f38008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:36.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.423+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5f30075290 con 0x7f5f440d1bc0 2024-09-13T16:23:36.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.605+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f5f440d1680 con 0x7f5f440d1bc0 2024-09-13T16:23:36.607 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.606+0000 7f5f417fa640 1 -- 172.21.15.39:0/2887048796 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v143) v1 ==== 80+0+122 (secure 0 0 0) 0x7f5f300788b0 con 0x7f5f440d1bc0 2024-09-13T16:23:36.607 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6835/1252670594 2024-09-14T16:23:25.085642+0000 2024-09-13T16:23:36.607 INFO:teuthology.orchestra.run.smithi039.stdout:172.21.15.39:6833/1252670594 2024-09-14T16:23:25.085642+0000 2024-09-13T16:23:36.608 INFO:teuthology.orchestra.run.smithi039.stderr:listed 2 entries 2024-09-13T16:23:36.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f2806ac30 msgr2=0x7f5f2806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f2806ac30 0x7f5f2806d0f0 secure :-1 s=READY pgs=1174 cs=0 l=1 rev1=1 crypto rx=0x7f5f3800b820 tx=0x7f5f38008040 comp rx=0 tx=0).stop 2024-09-13T16:23:36.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 msgr2=0x7f5f440cc370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:36.609 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 0x7f5f440cc370 secure :-1 s=READY pgs=3045 cs=0 l=1 rev1=1 crypto rx=0x7f5f30000c00 tx=0x7f5f300046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 shutdown_connections 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5f2806ac30 0x7f5f2806d0f0 unknown :-1 s=CLOSED pgs=1174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5f4415cef0 0x7f5f4415fab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5f440d1bc0 0x7f5f440cc370 unknown :-1 s=CLOSED pgs=3045 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 --2- 172.21.15.39:0/2887048796 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5f440cd560 0x7f5f44156010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 >> 172.21.15.39:0/2887048796 conn(0x7f5f4406a3a0 msgr2=0x7f5f440ceb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 shutdown_connections 2024-09-13T16:23:36.610 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:36.608+0000 7f5f4ab08640 1 -- 172.21.15.39:0/2887048796 wait complete. 2024-09-13T16:23:36.620 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi039.front.sepia.ceph.com... 2024-09-13T16:23:36.620 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:36.620 DEBUG:teuthology.orchestra.run.smithi039:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T16:23:36.644 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi039.stderr:ceph-fuse[100649]: fuse finished with error 0 and tester_r 0 2024-09-13T16:23:36.646 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:23:36.646 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:36.647 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T16:23:36.813 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:23:36.813 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:36.833 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:23:36.833 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:23:36.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:36.833 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T16:23:36.891 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:23:36.891 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T16:23:36.892 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:36.892 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:36.909 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:23:36.909 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:23:36.909 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:36.909 DEBUG:teuthology.orchestra.run.smithi039:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T16:23:36.965 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:23:36.965 INFO:teuthology.orchestra.run.smithi039.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T16:23:36.965 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:23:36.966 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:36.985 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:23:36.985 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:23:36.985 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:36.985 DEBUG:teuthology.orchestra.run.smithi157:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T16:23:37.044 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:23:37.045 INFO:teuthology.orchestra.run.smithi157.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T16:23:37.045 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:37.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.146+0000 7f7f64308640 1 Processor -- start 2024-09-13T16:23:37.147 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.146+0000 7f7f64308640 1 -- start start 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f64308640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0721f0 0x7f7f5c0ce270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f64308640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7f5c0cc820 0x7f7f5c15c2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f64308640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7f5c0cebf0 con 0x7f7f5c0ce7b0 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f64308640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7f5c15bed0 con 0x7f7f5c0cc820 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f64308640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5c15aa50 con 0x7f7f5c0721f0 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7f5c0cc820 0x7f7f5c15c2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7f5c0cc820 0x7f7f5c15c2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40386/0 (socket says 172.21.15.39:40386) 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 -- 172.21.15.39:0/46076757 learned_addr learned my addr 172.21.15.39:0/46076757 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f618a3640 1 --1- 172.21.15.39:0/46076757 >> v1:172.21.15.39:6789/0 conn(0x7f7f5c0ce7b0 0x7f7f5c0cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58586/0 (socket says 172.21.15.39:58586) 2024-09-13T16:23:37.149 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f620a4640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0721f0 0x7f7f5c0ce270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 -- 172.21.15.39:0/46076757 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0721f0 msgr2=0x7f7f5c0ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:37.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0721f0 0x7f7f5c0ce270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 -- 172.21.15.39:0/46076757 >> v1:172.21.15.39:6789/0 conn(0x7f7f5c0ce7b0 legacy=0x7f7f5c0cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f628a5640 1 -- 172.21.15.39:0/46076757 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f5c15af50 con 0x7f7f5c0cc820 2024-09-13T16:23:37.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f610a2640 1 -- 172.21.15.39:0/46076757 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2935859298 0 0) 0x7f7f5c0cebf0 con 0x7f7f5c0ce7b0 2024-09-13T16:23:37.150 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.147+0000 7f7f620a4640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0721f0 0x7f7f5c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:37.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.148+0000 7f7f628a5640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15c2f0 secure :-1 s=READY pgs=3047 cs=0 l=1 rev1=1 crypto rx=0x7f7f54009e50 tx=0x7f7f5402a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=35abbb02e4575238 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.151 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.148+0000 7f7f610a2640 1 -- 172.21.15.39:0/46076757 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f5402aea0 con 0x7f7f5c0cc820 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.148+0000 7f7f610a2640 1 -- 172.21.15.39:0/46076757 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f5402d050 con 0x7f7f5c0cc820 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.148+0000 7f7f610a2640 1 -- 172.21.15.39:0/46076757 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f54031820 con 0x7f7f5c0cc820 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 -- 172.21.15.39:0/46076757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0cc820 msgr2=0x7f7f5c15c2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15c2f0 secure :-1 s=READY pgs=3047 cs=0 l=1 rev1=1 crypto rx=0x7f7f54009e50 tx=0x7f7f5402a680 comp rx=0 tx=0).stop 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 -- 172.21.15.39:0/46076757 shutdown_connections 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15c2f0 unknown :-1 s=CLOSED pgs=3047 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 --2- 172.21.15.39:0/46076757 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0721f0 0x7f7f5c0ce270 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 -- 172.21.15.39:0/46076757 >> 172.21.15.39:0/46076757 conn(0x7f7f5c06b3b0 msgr2=0x7f7f5c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 -- 172.21.15.39:0/46076757 shutdown_connections 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.149+0000 7f7f64308640 1 -- 172.21.15.39:0/46076757 wait complete. 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.150+0000 7f7f64308640 1 Processor -- start 2024-09-13T16:23:37.152 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.150+0000 7f7f64308640 1 -- start start 2024-09-13T16:23:37.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f64308640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 0x7f7f5c143f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f64308640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15b130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f64308640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0ce7b0 0x7f7f5c15b670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.154 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f64308640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5c146fe0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f64308640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5c1513b0 con 0x7f7f5c0cc820 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f64308640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7f5c1567c0 con 0x7f7f5c0ce7b0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 0x7f7f5c143f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 0x7f7f5c143f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40394/0 (socket says 172.21.15.39:40394) 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 -- 172.21.15.39:0/1872531974 learned_addr learned my addr 172.21.15.39:0/1872531974 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f618a3640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15b130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f628a5640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0ce7b0 0x7f7f5c15b670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 -- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0ce7b0 msgr2=0x7f7f5c15b670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0ce7b0 0x7f7f5c15b670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 -- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f5c0cc820 msgr2=0x7f7f5c15b130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15b130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.151+0000 7f7f620a4640 1 -- 172.21.15.39:0/1872531974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7f54009b30 con 0x7f7f5c0721f0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.152+0000 7f7f620a4640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 0x7f7f5c143f60 secure :-1 s=READY pgs=3048 cs=0 l=1 rev1=1 crypto rx=0x7f7f5800c7f0 tx=0x7f7f5800ccb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.155 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.152+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f580077c0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.152+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7f58007920 con 0x7f7f5c0721f0 2024-09-13T16:23:37.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.152+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7f5c146d00 con 0x7f7f5c0721f0 2024-09-13T16:23:37.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.152+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7f58007cd0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.152+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7f5c156d40 con 0x7f7f5c0721f0 2024-09-13T16:23:37.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.153+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7f5c0672f0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.156 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.153+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7f580113f0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.154+0000 7f7f52ffd640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f4006ac00 0x7f7f4006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.154+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f7f580893d0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.154+0000 7f7f618a3640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f4006ac00 0x7f7f4006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.157 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.155+0000 7f7f618a3640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f4006ac00 0x7f7f4006d0c0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f7f5c0cef30 tx=0x7f7f4c007b50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.159 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.158+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7f580545e0 con 0x7f7f5c0721f0 2024-09-13T16:23:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.365+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f7f5c0ce270 con 0x7f7f5c0721f0 2024-09-13T16:23:37.367 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.366+0000 7f7f52ffd640 1 -- 172.21.15.39:0/1872531974 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7f7f58057c00 con 0x7f7f5c0721f0 2024-09-13T16:23:37.367 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:37.368 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:37.368 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f4006ac00 msgr2=0x7f7f4006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f4006ac00 0x7f7f4006d0c0 secure :-1 s=READY pgs=1175 cs=0 l=1 rev1=1 crypto rx=0x7f7f5c0cef30 tx=0x7f7f4c007b50 comp rx=0 tx=0).stop 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 msgr2=0x7f7f5c143f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 0x7f7f5c143f60 secure :-1 s=READY pgs=3048 cs=0 l=1 rev1=1 crypto rx=0x7f7f5800c7f0 tx=0x7f7f5800ccb0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 shutdown_connections 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7f4006ac00 0x7f7f4006d0c0 unknown :-1 s=CLOSED pgs=1175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7f5c0ce7b0 0x7f7f5c15b670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7f5c0cc820 0x7f7f5c15b130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 --2- 172.21.15.39:0/1872531974 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7f5c0721f0 0x7f7f5c143f60 unknown :-1 s=CLOSED pgs=3048 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.370 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 >> 172.21.15.39:0/1872531974 conn(0x7f7f5c06b3b0 msgr2=0x7f7f5c0af170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:37.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 shutdown_connections 2024-09-13T16:23:37.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.368+0000 7f7f64308640 1 -- 172.21.15.39:0/1872531974 wait complete. 2024-09-13T16:23:37.380 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:37.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.480+0000 7f1e5b118640 1 Processor -- start 2024-09-13T16:23:37.482 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.480+0000 7f1e5b118640 1 -- start start 2024-09-13T16:23:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e5b118640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1e54156fb0 0x7f1e5415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e5b118640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1e5415d0a0 0x7f1e5415d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e5b118640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1e5415b1b0 con 0x7f1e5406f170 2024-09-13T16:23:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e5b118640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e540b2400 con 0x7f1e5415d0a0 2024-09-13T16:23:37.483 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e5b118640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1e5415da70 con 0x7f1e54156fb0 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e596b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1e5415d0a0 0x7f1e5415d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e596b5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1e5415d0a0 0x7f1e5415d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40402/0 (socket says 172.21.15.39:40402) 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.481+0000 7f1e596b5640 1 -- 172.21.15.39:0/3646155995 learned_addr learned my addr 172.21.15.39:0/3646155995 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.482+0000 7f1e58eb4640 1 --2- 172.21.15.39:0/3646155995 >> v2:172.21.15.157:3300/0 conn(0x7f1e54156fb0 0x7f1e5415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.482+0000 7f1e596b5640 1 -- 172.21.15.39:0/3646155995 >> v2:172.21.15.157:3300/0 conn(0x7f1e54156fb0 msgr2=0x7f1e5415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.482+0000 7f1e596b5640 1 --2- 172.21.15.39:0/3646155995 >> v2:172.21.15.157:3300/0 conn(0x7f1e54156fb0 0x7f1e5415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.482+0000 7f1e596b5640 1 -- 172.21.15.39:0/3646155995 >> v1:172.21.15.157:6789/0 conn(0x7f1e5406f170 legacy=0x7f1e540b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:37.484 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.482+0000 7f1e596b5640 1 -- 172.21.15.39:0/3646155995 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e5406f6e0 con 0x7f1e5415d0a0 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.482+0000 7f1e596b5640 1 --2- 172.21.15.39:0/3646155995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5415d0a0 0x7f1e5415d530 secure :-1 s=READY pgs=3049 cs=0 l=1 rev1=1 crypto rx=0x7f1e5406c5c0 tx=0x7f1e4c02c850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e5908f6cd531b879 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e537fe640 1 -- 172.21.15.39:0/3646155995 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c032710 con 0x7f1e5415d0a0 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e537fe640 1 -- 172.21.15.39:0/3646155995 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e4c030050 con 0x7f1e5415d0a0 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e537fe640 1 -- 172.21.15.39:0/3646155995 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e4c032ab0 con 0x7f1e5415d0a0 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 -- 172.21.15.39:0/3646155995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5415d0a0 msgr2=0x7f1e5415d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 --2- 172.21.15.39:0/3646155995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5415d0a0 0x7f1e5415d530 secure :-1 s=READY pgs=3049 cs=0 l=1 rev1=1 crypto rx=0x7f1e5406c5c0 tx=0x7f1e4c02c850 comp rx=0 tx=0).stop 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 -- 172.21.15.39:0/3646155995 shutdown_connections 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 --2- 172.21.15.39:0/3646155995 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5415d0a0 0x7f1e5415d530 unknown :-1 s=CLOSED pgs=3049 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 --2- 172.21.15.39:0/3646155995 >> v2:172.21.15.157:3300/0 conn(0x7f1e54156fb0 0x7f1e5415ac70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 -- 172.21.15.39:0/3646155995 >> 172.21.15.39:0/3646155995 conn(0x7f1e5406b3b0 msgr2=0x7f1e5406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:37.486 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 -- 172.21.15.39:0/3646155995 shutdown_connections 2024-09-13T16:23:37.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.483+0000 7f1e5b118640 1 -- 172.21.15.39:0/3646155995 wait complete. 2024-09-13T16:23:37.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.484+0000 7f1e5b118640 1 Processor -- start 2024-09-13T16:23:37.487 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.484+0000 7f1e5b118640 1 -- start start 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e5b118640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 0x7f1e540af260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e5b118640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e54156fb0 0x7f1e5414d6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e5b118640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e5415d0a0 0x7f1e5414dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e5b118640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e5414fb90 con 0x7f1e5406f170 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e5b118640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1e5414eb30 con 0x7f1e5415d0a0 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e5b118640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1e5414edd0 con 0x7f1e54156fb0 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e58eb4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 0x7f1e540af260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e58eb4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 0x7f1e540af260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40418/0 (socket says 172.21.15.39:40418) 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.485+0000 7f1e58eb4640 1 -- 172.21.15.39:0/757859169 learned_addr learned my addr 172.21.15.39:0/757859169 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e596b5640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e5415d0a0 0x7f1e5414dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.489 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e53fff640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e54156fb0 0x7f1e5414d6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e58eb4640 1 -- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e54156fb0 msgr2=0x7f1e5414d6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e58eb4640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e54156fb0 0x7f1e5414d6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e58eb4640 1 -- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e5415d0a0 msgr2=0x7f1e5414dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e58eb4640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e5415d0a0 0x7f1e5414dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e58eb4640 1 -- 172.21.15.39:0/757859169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1e4c00b770 con 0x7f1e5406f170 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e596b5640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e5415d0a0 0x7f1e5414dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e58eb4640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 0x7f1e540af260 secure :-1 s=READY pgs=3050 cs=0 l=1 rev1=1 crypto rx=0x7f1e4400d5f0 tx=0x7f1e4400dab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e440125f0 con 0x7f1e5406f170 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1e44012750 con 0x7f1e5406f170 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1e5414f0b0 con 0x7f1e5406f170 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1e44012b00 con 0x7f1e5406f170 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.486+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1e5414f670 con 0x7f1e5406f170 2024-09-13T16:23:37.490 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.487+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1e5414f800 con 0x7f1e5406f170 2024-09-13T16:23:37.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.488+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1e44012c60 con 0x7f1e5406f170 2024-09-13T16:23:37.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.488+0000 7f1e517fa640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1e3406ac00 0x7f1e3406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.488+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1e44089810 con 0x7f1e5406f170 2024-09-13T16:23:37.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.488+0000 7f1e53fff640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1e3406ac00 0x7f1e3406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.491 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.489+0000 7f1e53fff640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1e3406ac00 0x7f1e3406d0c0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c009f20 tx=0x7f1e3c0094d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.493 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.492+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1e44054a20 con 0x7f1e5406f170 2024-09-13T16:23:37.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.665+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1e540672f0 con 0x7f1e5406f170 2024-09-13T16:23:37.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.666+0000 7f1e517fa640 1 -- 172.21.15.39:0/757859169 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) v1 ==== 74+0+16636 (secure 0 0 0) 0x7f1e44058040 con 0x7f1e5406f170 2024-09-13T16:23:37.668 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:37.668 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":143,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:25.085663+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1252670594":"2024-09-14T16:23:25.085642+0000","172.21.15.39:6833/1252670594":"2024-09-14T16:23:25.085642+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1e3406ac00 msgr2=0x7f1e3406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1e3406ac00 0x7f1e3406d0c0 secure :-1 s=READY pgs=1176 cs=0 l=1 rev1=1 crypto rx=0x7f1e3c009f20 tx=0x7f1e3c0094d0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 msgr2=0x7f1e540af260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 0x7f1e540af260 secure :-1 s=READY pgs=3050 cs=0 l=1 rev1=1 crypto rx=0x7f1e4400d5f0 tx=0x7f1e4400dab0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 shutdown_connections 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1e3406ac00 0x7f1e3406d0c0 unknown :-1 s=CLOSED pgs=1176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1e5415d0a0 0x7f1e5414dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1e54156fb0 0x7f1e5414d6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 --2- 172.21.15.39:0/757859169 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1e5406f170 0x7f1e540af260 unknown :-1 s=CLOSED pgs=3050 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 >> 172.21.15.39:0/757859169 conn(0x7f1e5406b3b0 msgr2=0x7f1e5406a6f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:37.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 shutdown_connections 2024-09-13T16:23:37.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.668+0000 7f1e5b118640 1 -- 172.21.15.39:0/757859169 wait complete. 2024-09-13T16:23:37.681 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T16:10:33.176510+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 14, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T16:23:07.168627+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '141', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 2.5, 'score_stable': 2.5, 'optimal_score': 1, 'raw_score_acting': 2.5, 'raw_score_stable': 2.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 15, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T16:23:07.882894+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '142', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T16:23:37.681 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T16:23:37.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.784+0000 7f11748e5640 1 Processor -- start 2024-09-13T16:23:37.785 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.784+0000 7f11748e5640 1 -- start start 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f11748e5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1170156e60 0x7f117015aa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f11748e5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f11700b25b0 0x7f11700b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f11748e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1170069ed0 0x7f117006a340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f11748e5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f117006a880 con 0x7f1170156e60 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f11748e5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11700cb080 con 0x7f11700b25b0 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f11748e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1170070d40 con 0x7f1170069ed0 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1170156e60 0x7f117015aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.787 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1170156e60 0x7f117015aa30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40420/0 (socket says 172.21.15.39:40420) 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 -- 172.21.15.39:0/4169551030 learned_addr learned my addr 172.21.15.39:0/4169551030 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116ed9d640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1170069ed0 0x7f117006a340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116dd9b640 1 --2- 172.21.15.39:0/4169551030 >> v2:172.21.15.157:3300/0 conn(0x7f11700b25b0 0x7f11700b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 -- 172.21.15.39:0/4169551030 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1170069ed0 msgr2=0x7f117006a340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1170069ed0 0x7f117006a340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 -- 172.21.15.39:0/4169551030 >> v2:172.21.15.157:3300/0 conn(0x7f11700b25b0 msgr2=0x7f11700b2a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 --2- 172.21.15.39:0/4169551030 >> v2:172.21.15.157:3300/0 conn(0x7f11700b25b0 0x7f11700b2a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116e59c640 1 -- 172.21.15.39:0/4169551030 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11700b3120 con 0x7f1170156e60 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116ed9d640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1170069ed0 0x7f117006a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:37.788 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.785+0000 7f116dd9b640 1 --2- 172.21.15.39:0/4169551030 >> v2:172.21.15.157:3300/0 conn(0x7f11700b25b0 0x7f11700b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.786+0000 7f116e59c640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117015aa30 secure :-1 s=READY pgs=3051 cs=0 l=1 rev1=1 crypto rx=0x7f11700adde0 tx=0x7f116002c8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bc3bb1a6752c5be6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.786+0000 7f116d59a640 1 -- 172.21.15.39:0/4169551030 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1160032790 con 0x7f1170156e60 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.786+0000 7f116d59a640 1 -- 172.21.15.39:0/4169551030 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11600328f0 con 0x7f1170156e60 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.786+0000 7f116d59a640 1 -- 172.21.15.39:0/4169551030 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1160032c80 con 0x7f1170156e60 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 -- 172.21.15.39:0/4169551030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 msgr2=0x7f117015aa30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117015aa30 secure :-1 s=READY pgs=3051 cs=0 l=1 rev1=1 crypto rx=0x7f11700adde0 tx=0x7f116002c8d0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 -- 172.21.15.39:0/4169551030 shutdown_connections 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1170069ed0 0x7f117006a340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 --2- 172.21.15.39:0/4169551030 >> v2:172.21.15.157:3300/0 conn(0x7f11700b25b0 0x7f11700b2a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 --2- 172.21.15.39:0/4169551030 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117015aa30 unknown :-1 s=CLOSED pgs=3051 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 -- 172.21.15.39:0/4169551030 >> 172.21.15.39:0/4169551030 conn(0x7f11700b00a0 msgr2=0x7f11700b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 -- 172.21.15.39:0/4169551030 shutdown_connections 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.787+0000 7f11748e5640 1 -- 172.21.15.39:0/4169551030 wait complete. 2024-09-13T16:23:37.790 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.788+0000 7f11748e5640 1 Processor -- start 2024-09-13T16:23:37.791 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.788+0000 7f11748e5640 1 -- start start 2024-09-13T16:23:37.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f11748e5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1170069ed0 0x7f117014c900 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f11748e5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11700b25b0 0x7f11701511d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f11748e5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117014f1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f11748e5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11700cccb0 con 0x7f1170156e60 2024-09-13T16:23:37.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f11748e5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f117014ce40 con 0x7f1170069ed0 2024-09-13T16:23:37.793 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f11748e5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11700cc030 con 0x7f11700b25b0 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f116ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117014f1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f116ed9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117014f1e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40430/0 (socket says 172.21.15.39:40430) 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f116ed9d640 1 -- 172.21.15.39:0/879096846 learned_addr learned my addr 172.21.15.39:0/879096846 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f116e59c640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1170069ed0 0x7f117014c900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.789+0000 7f116dd9b640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11700b25b0 0x7f11701511d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f116ed9d640 1 -- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11700b25b0 msgr2=0x7f11701511d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.794 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f116ed9d640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11700b25b0 0x7f11701511d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.795 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f116ed9d640 1 -- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1170069ed0 msgr2=0x7f117014c900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f116ed9d640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1170069ed0 0x7f117014c900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f116ed9d640 1 -- 172.21.15.39:0/879096846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f116000b770 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f116ed9d640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117014f1e0 secure :-1 s=READY pgs=3052 cs=0 l=1 rev1=1 crypto rx=0x7f116800cd50 tx=0x7f116800a650 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116800f680 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f116800f800 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11700cc310 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f116800fbb0 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.790+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11700cc8d0 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.791+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11700ccdf0 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.791+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f116800b040 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.792+0000 7f115effd640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115006ac00 0x7f115006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.792+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f1168089d10 con 0x7f1170156e60 2024-09-13T16:23:37.796 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.792+0000 7f116e59c640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115006ac00 0x7f115006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:37.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.793+0000 7f116e59c640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115006ac00 0x7f115006d0c0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f1160037000 tx=0x7f116003e040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:37.797 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.796+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f11700ccdf0 con 0x7f1170156e60 2024-09-13T16:23:37.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.966+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f11700ccdf0 con 0x7f1170156e60 2024-09-13T16:23:37.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.966+0000 7f115effd640 1 -- 172.21.15.39:0/879096846 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v143) v1 ==== 93+0+10 (secure 0 0 0) 0x7f11700ccdf0 con 0x7f1170156e60 2024-09-13T16:23:37.967 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 1 2024-09-13T16:23:37.969 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115006ac00 msgr2=0x7f115006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115006ac00 0x7f115006d0c0 secure :-1 s=READY pgs=1177 cs=0 l=1 rev1=1 crypto rx=0x7f1160037000 tx=0x7f116003e040 comp rx=0 tx=0).stop 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 msgr2=0x7f117014f1e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117014f1e0 secure :-1 s=READY pgs=3052 cs=0 l=1 rev1=1 crypto rx=0x7f116800cd50 tx=0x7f116800a650 comp rx=0 tx=0).stop 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 shutdown_connections 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f115006ac00 0x7f115006d0c0 unknown :-1 s=CLOSED pgs=1177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1170156e60 0x7f117014f1e0 unknown :-1 s=CLOSED pgs=3052 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f11700b25b0 0x7f11701511d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 --2- 172.21.15.39:0/879096846 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1170069ed0 0x7f117014c900 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 >> 172.21.15.39:0/879096846 conn(0x7f11700b00a0 msgr2=0x7f117015cdf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 shutdown_connections 2024-09-13T16:23:37.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:37.968+0000 7f11748e5640 1 -- 172.21.15.39:0/879096846 wait complete. 2024-09-13T16:23:37.980 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T16:23:38.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.083+0000 7fa33f52c640 1 Processor -- start 2024-09-13T16:23:38.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.083+0000 7fa33f52c640 1 -- start start 2024-09-13T16:23:38.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.084+0000 7fa33f52c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3380cf440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.084+0000 7fa33f52c640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 0x7fa3380d1a00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.085 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.084+0000 7fa33f52c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3380b5550 con 0x7fa3380d1f40 2024-09-13T16:23:38.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.084+0000 7fa33f52c640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3380b2000 con 0x7fa3380b4180 2024-09-13T16:23:38.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.084+0000 7fa33f52c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3380d2340 con 0x7fa33815c7d0 2024-09-13T16:23:38.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33d2c8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3380cf440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.086 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33cac7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 0x7fa3380d1a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33cac7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 0x7fa3380d1a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:51728/0 (socket says 172.21.15.39:51728) 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33cac7640 1 -- 172.21.15.39:0/919694503 learned_addr learned my addr 172.21.15.39:0/919694503 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33d2c8640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3380cf440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42426/0 (socket says 172.21.15.39:42426) 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33d2c8640 1 -- 172.21.15.39:0/919694503 >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 msgr2=0x7fa3380d1a00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33d2c8640 1 --2- 172.21.15.39:0/919694503 >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 0x7fa3380d1a00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33d2c8640 1 -- 172.21.15.39:0/919694503 >> v1:172.21.15.157:6789/0 conn(0x7fa3380d1f40 legacy=0x7fa3380d07e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33d2c8640 1 -- 172.21.15.39:0/919694503 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3380b4610 con 0x7fa33815c7d0 2024-09-13T16:23:38.087 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.085+0000 7fa33cac7640 1 --2- 172.21.15.39:0/919694503 >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 0x7fa3380d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:38.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.086+0000 7fa33d2c8640 1 --2- 172.21.15.39:0/919694503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3380cf440 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa328009d90 tx=0x7fa32802a660 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9a838d87fb75eb59 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.086+0000 7fa337fff640 1 -- 172.21.15.39:0/919694503 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa328007740 con 0x7fa33815c7d0 2024-09-13T16:23:38.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.086+0000 7fa337fff640 1 -- 172.21.15.39:0/919694503 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa32802d050 con 0x7fa33815c7d0 2024-09-13T16:23:38.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.086+0000 7fa337fff640 1 -- 172.21.15.39:0/919694503 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa328007ac0 con 0x7fa33815c7d0 2024-09-13T16:23:38.088 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 -- 172.21.15.39:0/919694503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 msgr2=0x7fa3380cf440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 --2- 172.21.15.39:0/919694503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3380cf440 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7fa328009d90 tx=0x7fa32802a660 comp rx=0 tx=0).stop 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 -- 172.21.15.39:0/919694503 shutdown_connections 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 --2- 172.21.15.39:0/919694503 >> v2:172.21.15.157:3300/0 conn(0x7fa3380b4180 0x7fa3380d1a00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 --2- 172.21.15.39:0/919694503 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3380cf440 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 -- 172.21.15.39:0/919694503 >> 172.21.15.39:0/919694503 conn(0x7fa33806bc40 msgr2=0x7fa33806c050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 -- 172.21.15.39:0/919694503 shutdown_connections 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.087+0000 7fa33f52c640 1 -- 172.21.15.39:0/919694503 wait complete. 2024-09-13T16:23:38.089 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.088+0000 7fa33f52c640 1 Processor -- start 2024-09-13T16:23:38.090 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.088+0000 7fa33f52c640 1 -- start start 2024-09-13T16:23:38.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33f52c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 0x7fa3380c8a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33f52c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3381f5b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33f52c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3381f60d0 0x7fa33814c460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33f52c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3381f6560 con 0x7fa3380d1f40 2024-09-13T16:23:38.091 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33f52c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3380cab20 con 0x7fa3381f60d0 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33f52c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3380cae00 con 0x7fa33815c7d0 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 0x7fa3380c8a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 0x7fa3380c8a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40432/0 (socket says 172.21.15.39:40432) 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 -- 172.21.15.39:0/3708025710 learned_addr learned my addr 172.21.15.39:0/3708025710 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33dac9640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3381f60d0 0x7fa33814c460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33cac7640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3381f5b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 -- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 msgr2=0x7fa3381f5b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3381f5b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 -- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3381f60d0 msgr2=0x7fa33814c460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3381f60d0 0x7fa33814c460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 -- 172.21.15.39:0/3708025710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa32c0094d0 con 0x7fa3380d1f40 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33dac9640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3381f60d0 0x7fa33814c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:38.092 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.089+0000 7fa33d2c8640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 0x7fa3380c8a70 secure :-1 s=READY pgs=3053 cs=0 l=1 rev1=1 crypto rx=0x7fa328009d90 tx=0x7fa328004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.090+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32803b820 con 0x7fa3380d1f40 2024-09-13T16:23:38.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.090+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa328009a70 con 0x7fa3380d1f40 2024-09-13T16:23:38.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.090+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa32803b980 con 0x7fa3380d1f40 2024-09-13T16:23:38.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.090+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa32803bcf0 con 0x7fa3380d1f40 2024-09-13T16:23:38.093 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.090+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3380cb3c0 con 0x7fa3380d1f40 2024-09-13T16:23:38.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.091+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3380d1a00 con 0x7fa3380d1f40 2024-09-13T16:23:38.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.091+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa328044460 con 0x7fa3380d1f40 2024-09-13T16:23:38.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.092+0000 7fa335ffb640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ac00 0x7fa32406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.092+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fa3280aaba0 con 0x7fa3380d1f40 2024-09-13T16:23:38.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.092+0000 7fa33cac7640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ac00 0x7fa32406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.094 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.093+0000 7fa33cac7640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ac00 0x7fa32406d0c0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fa33814d4d0 tx=0x7fa32c009240 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.097 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.096+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa328075e50 con 0x7fa3380d1f40 2024-09-13T16:23:38.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.267+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fa3380d1290 con 0x7fa3380d1f40 2024-09-13T16:23:38.268 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.267+0000 7fa335ffb640 1 -- 172.21.15.39:0/3708025710 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v143) v1 ==== 104+0+11 (secure 0 0 0) 0x7fa328049020 con 0x7fa3380d1f40 2024-09-13T16:23:38.269 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 32 2024-09-13T16:23:38.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ac00 msgr2=0x7fa32406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.270 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ac00 0x7fa32406d0c0 secure :-1 s=READY pgs=1178 cs=0 l=1 rev1=1 crypto rx=0x7fa33814d4d0 tx=0x7fa32c009240 comp rx=0 tx=0).stop 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 msgr2=0x7fa3380c8a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 0x7fa3380c8a70 secure :-1 s=READY pgs=3053 cs=0 l=1 rev1=1 crypto rx=0x7fa328009d90 tx=0x7fa328004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 shutdown_connections 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa32406ac00 0x7fa32406d0c0 unknown :-1 s=CLOSED pgs=1178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa3381f60d0 0x7fa33814c460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa33815c7d0 0x7fa3381f5b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 --2- 172.21.15.39:0/3708025710 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa3380d1f40 0x7fa3380c8a70 unknown :-1 s=CLOSED pgs=3053 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 >> 172.21.15.39:0/3708025710 conn(0x7fa33806bc40 msgr2=0x7fa3380d07e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 shutdown_connections 2024-09-13T16:23:38.271 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.269+0000 7fa33f52c640 1 -- 172.21.15.39:0/3708025710 wait complete. 2024-09-13T16:23:38.281 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T16:23:38.385 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.384+0000 7f7196d7d640 1 Processor -- start 2024-09-13T16:23:38.386 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.384+0000 7f7196d7d640 1 -- start start 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f7196d7d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f71900b25b0 0x7f71900b2a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f7196d7d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f71900cb080 con 0x7f7190069ed0 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f7196d7d640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7190070d40 con 0x7f7190156e60 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f7196d7d640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f719015b140 con 0x7f71900b25b0 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f718ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f71900b25b0 0x7f71900b2a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f719531a640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7190069ed0 0x7f71900711d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58598/0 (socket says 172.21.15.39:58598) 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.385+0000 7f719531a640 1 -- 172.21.15.39:0/2135702762 learned_addr learned my addr 172.21.15.39:0/2135702762 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.386+0000 7f718ffff640 1 -- 172.21.15.39:0/2135702762 >> v1:172.21.15.157:6789/0 conn(0x7f7190156e60 legacy=0x7f719015aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.386+0000 7f718ffff640 1 -- 172.21.15.39:0/2135702762 >> v1:172.21.15.39:6789/0 conn(0x7f7190069ed0 legacy=0x7f71900711d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.386+0000 7f718f7fe640 1 -- 172.21.15.39:0/2135702762 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1898599887 0 0) 0x7f71900cb080 con 0x7f7190069ed0 2024-09-13T16:23:38.387 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.386+0000 7f718ffff640 1 -- 172.21.15.39:0/2135702762 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f71900b3120 con 0x7f71900b25b0 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.386+0000 7f718ffff640 1 --2- 172.21.15.39:0/2135702762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71900b25b0 0x7f71900b2a40 secure :-1 s=READY pgs=3055 cs=0 l=1 rev1=1 crypto rx=0x7f71780097a0 tx=0x7f717802a230 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89f1a26105f2ec14 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.386+0000 7f718f7fe640 1 -- 172.21.15.39:0/2135702762 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7178032440 con 0x7f71900b25b0 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f718f7fe640 1 -- 172.21.15.39:0/2135702762 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f71780325a0 con 0x7f71900b25b0 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f718f7fe640 1 -- 172.21.15.39:0/2135702762 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7178032930 con 0x7f71900b25b0 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 -- 172.21.15.39:0/2135702762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71900b25b0 msgr2=0x7f71900b2a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 --2- 172.21.15.39:0/2135702762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71900b25b0 0x7f71900b2a40 secure :-1 s=READY pgs=3055 cs=0 l=1 rev1=1 crypto rx=0x7f71780097a0 tx=0x7f717802a230 comp rx=0 tx=0).stop 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 -- 172.21.15.39:0/2135702762 shutdown_connections 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 --2- 172.21.15.39:0/2135702762 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f71900b25b0 0x7f71900b2a40 unknown :-1 s=CLOSED pgs=3055 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 -- 172.21.15.39:0/2135702762 >> 172.21.15.39:0/2135702762 conn(0x7f71900b00a0 msgr2=0x7f71900b0480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 -- 172.21.15.39:0/2135702762 shutdown_connections 2024-09-13T16:23:38.389 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.387+0000 7f7196d7d640 1 -- 172.21.15.39:0/2135702762 wait complete. 2024-09-13T16:23:38.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.388+0000 7f7196d7d640 1 Processor -- start 2024-09-13T16:23:38.390 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.388+0000 7f7196d7d640 1 -- start start 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7196d7d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7190069ed0 0x7f71900a9ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7196d7d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71900b25b0 0x7f7190159df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7196d7d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 0x7f71901f30c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7196d7d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71900aa220 con 0x7f7190156e60 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7196d7d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f71900ad250 con 0x7f71900b25b0 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7196d7d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f71900ac9b0 con 0x7f7190069ed0 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f719531a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 0x7f71901f30c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f719531a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 0x7f71901f30c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40452/0 (socket says 172.21.15.39:40452) 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f719531a640 1 -- 172.21.15.39:0/702262383 learned_addr learned my addr 172.21.15.39:0/702262383 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:38.392 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f718ffff640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71900b25b0 0x7f7190159df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f7194b19640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7190069ed0 0x7f71900a9ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.389+0000 7f719531a640 1 -- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7190069ed0 msgr2=0x7f71900a9ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f719531a640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7190069ed0 0x7f71900a9ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f719531a640 1 -- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71900b25b0 msgr2=0x7f7190159df0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f719531a640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71900b25b0 0x7f7190159df0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f719531a640 1 -- 172.21.15.39:0/702262383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7178009400 con 0x7f7190156e60 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f7194b19640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7190069ed0 0x7f71900a9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f719531a640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 0x7f71901f30c0 secure :-1 s=READY pgs=3056 cs=0 l=1 rev1=1 crypto rx=0x7f718800c450 tx=0x7f718800c910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f71880074e0 con 0x7f7190156e60 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7188007660 con 0x7f7190156e60 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f71900acc90 con 0x7f7190156e60 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7188004a20 con 0x7f7190156e60 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.390+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f71901efc00 con 0x7f7190156e60 2024-09-13T16:23:38.393 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.391+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f71900672f0 con 0x7f7190156e60 2024-09-13T16:23:38.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.391+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7188004b80 con 0x7f7190156e60 2024-09-13T16:23:38.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.392+0000 7f718d7fa640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f717006ac00 0x7f717006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.392+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f71880886c0 con 0x7f7190156e60 2024-09-13T16:23:38.394 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.392+0000 7f7194b19640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f717006ac00 0x7f717006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.395 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.392+0000 7f7194b19640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f717006ac00 0x7f717006d0c0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f71901f4130 tx=0x7f7180009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.397 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.396+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7188053980 con 0x7f7190156e60 2024-09-13T16:23:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.566+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f71900b2a40 con 0x7f7190156e60 2024-09-13T16:23:38.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.566+0000 7f718d7fa640 1 -- 172.21.15.39:0/702262383 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v143) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7188018020 con 0x7f7190156e60 2024-09-13T16:23:38.567 INFO:teuthology.orchestra.run.smithi039.stdout:pg_num: 64 2024-09-13T16:23:38.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f717006ac00 msgr2=0x7f717006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f717006ac00 0x7f717006d0c0 secure :-1 s=READY pgs=1179 cs=0 l=1 rev1=1 crypto rx=0x7f71901f4130 tx=0x7f7180009040 comp rx=0 tx=0).stop 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 msgr2=0x7f71901f30c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 0x7f71901f30c0 secure :-1 s=READY pgs=3056 cs=0 l=1 rev1=1 crypto rx=0x7f718800c450 tx=0x7f718800c910 comp rx=0 tx=0).stop 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 shutdown_connections 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f717006ac00 0x7f717006d0c0 unknown :-1 s=CLOSED pgs=1179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7190156e60 0x7f71901f30c0 unknown :-1 s=CLOSED pgs=3056 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f71900b25b0 0x7f7190159df0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 --2- 172.21.15.39:0/702262383 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7190069ed0 0x7f71900a9ce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 >> 172.21.15.39:0/702262383 conn(0x7f71900b00a0 msgr2=0x7f719015b310 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 shutdown_connections 2024-09-13T16:23:38.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.568+0000 7f7196d7d640 1 -- 172.21.15.39:0/702262383 wait complete. 2024-09-13T16:23:38.581 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:38.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.680+0000 7fe7a70d7640 1 Processor -- start 2024-09-13T16:23:38.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.680+0000 7fe7a70d7640 1 -- start start 2024-09-13T16:23:38.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a70d7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe7a00b41a0 0x7fe7a00b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a70d7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe7a00ccf80 0x7fe7a00d02f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a70d7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7a00cde30 con 0x7fe7a00d0830 2024-09-13T16:23:38.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a70d7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7a00b5090 con 0x7fe7a00ccf80 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a70d7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7a00cd820 con 0x7fe7a00b41a0 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe79ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe7a00ccf80 0x7fe7a00d02f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a5674640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fe7a00d0830 0x7fe7a0166000 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58608/0 (socket says 172.21.15.39:58608) 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe7a5674640 1 -- 172.21.15.39:0/4287746266 learned_addr learned my addr 172.21.15.39:0/4287746266 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.681+0000 7fe79ffff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fe7a00ccf80 0x7fe7a00d02f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40464/0 (socket says 172.21.15.39:40464) 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.682+0000 7fe7a4e73640 1 --2- 172.21.15.39:0/4287746266 >> v2:172.21.15.157:3300/0 conn(0x7fe7a00b41a0 0x7fe7a00b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.682+0000 7fe79ffff640 1 -- 172.21.15.39:0/4287746266 >> v2:172.21.15.157:3300/0 conn(0x7fe7a00b41a0 msgr2=0x7fe7a00b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.682+0000 7fe79ffff640 1 --2- 172.21.15.39:0/4287746266 >> v2:172.21.15.157:3300/0 conn(0x7fe7a00b41a0 0x7fe7a00b4580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.682+0000 7fe79ffff640 1 -- 172.21.15.39:0/4287746266 >> v1:172.21.15.39:6789/0 conn(0x7fe7a00d0830 legacy=0x7fe7a0166000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.684 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.682+0000 7fe79ffff640 1 -- 172.21.15.39:0/4287746266 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7a00b4ac0 con 0x7fe7a00ccf80 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe79ffff640 1 --2- 172.21.15.39:0/4287746266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00d02f0 secure :-1 s=READY pgs=3058 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0073580 tx=0x7fe78802a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f124f1db1c74c3cb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe79f7fe640 1 -- 172.21.15.39:0/4287746266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78802aea0 con 0x7fe7a00ccf80 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe79f7fe640 1 -- 172.21.15.39:0/4287746266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe78802d050 con 0x7fe7a00ccf80 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe79f7fe640 1 -- 172.21.15.39:0/4287746266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe788007960 con 0x7fe7a00ccf80 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 -- 172.21.15.39:0/4287746266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 msgr2=0x7fe7a00d02f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/4287746266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00d02f0 secure :-1 s=READY pgs=3058 cs=0 l=1 rev1=1 crypto rx=0x7fe7a0073580 tx=0x7fe78802a680 comp rx=0 tx=0).stop 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 -- 172.21.15.39:0/4287746266 shutdown_connections 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/4287746266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00d02f0 unknown :-1 s=CLOSED pgs=3058 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/4287746266 >> v2:172.21.15.157:3300/0 conn(0x7fe7a00b41a0 0x7fe7a00b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 -- 172.21.15.39:0/4287746266 >> 172.21.15.39:0/4287746266 conn(0x7fe7a00cf1a0 msgr2=0x7fe7a00cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:38.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 -- 172.21.15.39:0/4287746266 shutdown_connections 2024-09-13T16:23:38.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.683+0000 7fe7a70d7640 1 -- 172.21.15.39:0/4287746266 wait complete. 2024-09-13T16:23:38.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.684+0000 7fe7a70d7640 1 Processor -- start 2024-09-13T16:23:38.687 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 -- start start 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a00b41a0 0x7fe7a014f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00b6490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a00d0830 0x7fe7a00b69d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a0153560 con 0x7fe7a00ccf80 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a01531c0 con 0x7fe7a00d0830 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.685+0000 7fe7a70d7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7a0151410 con 0x7fe7a00b41a0 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00b6490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00b6490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40476/0 (socket says 172.21.15.39:40476) 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 -- 172.21.15.39:0/283024221 learned_addr learned my addr 172.21.15.39:0/283024221 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe7a4e73640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a00b41a0 0x7fe7a014f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.689 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe7a5674640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a00d0830 0x7fe7a00b69d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 -- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a00b41a0 msgr2=0x7fe7a014f2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a00b41a0 0x7fe7a014f2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 -- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a00d0830 msgr2=0x7fe7a00b69d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a00d0830 0x7fe7a00b69d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 -- 172.21.15.39:0/283024221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe788009a70 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe7a4e73640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a00b41a0 0x7fe7a014f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79ffff640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00b6490 secure :-1 s=READY pgs=3059 cs=0 l=1 rev1=1 crypto rx=0x7fe788009e80 tx=0x7fe788004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78803c830 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe78803c990 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78803cd40 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe7a01516f0 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.686+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7a014f7e0 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.687+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7a0067330 con 0x7fe7a00ccf80 2024-09-13T16:23:38.690 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.688+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe788045460 con 0x7fe7a00ccf80 2024-09-13T16:23:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.688+0000 7fe79d7fa640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78006ac30 0x7fe78006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.688+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fe7880aaef0 con 0x7fe7a00ccf80 2024-09-13T16:23:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.689+0000 7fe7a4e73640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78006ac30 0x7fe78006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:38.691 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.689+0000 7fe7a4e73640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78006ac30 0x7fe78006d0f0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fe790006fd0 tx=0x7fe790008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:38.694 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.693+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe788076190 con 0x7fe7a00ccf80 2024-09-13T16:23:38.898 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.897+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe7a0066ec0 con 0x7fe7a00ccf80 2024-09-13T16:23:38.899 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.898+0000 7fe79d7fa640 1 -- 172.21.15.39:0/283024221 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7fe78807ae60 con 0x7fe7a00ccf80 2024-09-13T16:23:38.899 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:38.899 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:38.900 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:38.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78006ac30 msgr2=0x7fe78006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78006ac30 0x7fe78006d0f0 secure :-1 s=READY pgs=1180 cs=0 l=1 rev1=1 crypto rx=0x7fe790006fd0 tx=0x7fe790008040 comp rx=0 tx=0).stop 2024-09-13T16:23:38.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 msgr2=0x7fe7a00b6490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:38.901 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00b6490 secure :-1 s=READY pgs=3059 cs=0 l=1 rev1=1 crypto rx=0x7fe788009e80 tx=0x7fe788004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 shutdown_connections 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe78006ac30 0x7fe78006d0f0 unknown :-1 s=CLOSED pgs=1180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe7a00d0830 0x7fe7a00b69d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe7a00ccf80 0x7fe7a00b6490 unknown :-1 s=CLOSED pgs=3059 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 --2- 172.21.15.39:0/283024221 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe7a00b41a0 0x7fe7a014f2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 >> 172.21.15.39:0/283024221 conn(0x7fe7a00cf1a0 msgr2=0x7fe7a00cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 shutdown_connections 2024-09-13T16:23:38.902 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:38.900+0000 7fe7a70d7640 1 -- 172.21.15.39:0/283024221 wait complete. 2024-09-13T16:23:38.912 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:39.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.013+0000 7f4b70019640 1 Processor -- start 2024-09-13T16:23:39.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.013+0000 7f4b70019640 1 -- start start 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b70019640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4b680b41a0 0x7f4b680b4580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b70019640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b680d0a00 0x7f4b68167010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b70019640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4b680cde30 con 0x7f4b680ccf80 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b70019640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b680b5090 con 0x7f4b680d0a00 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b70019640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4b680cd820 con 0x7f4b680b41a0 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b680d0a00 0x7f4b68167010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4b680d0a00 0x7f4b68167010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40484/0 (socket says 172.21.15.39:40484) 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/2298346162 learned_addr learned my addr 172.21.15.39:0/2298346162 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/2298346162 >> v2:172.21.15.157:3300/0 conn(0x7f4b680b41a0 msgr2=0x7f4b680b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6ddb5640 1 --2- 172.21.15.39:0/2298346162 >> v2:172.21.15.157:3300/0 conn(0x7f4b680b41a0 0x7f4b680b4580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 --2- 172.21.15.39:0/2298346162 >> v2:172.21.15.157:3300/0 conn(0x7f4b680b41a0 0x7f4b680b4580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/2298346162 >> v1:172.21.15.157:6789/0 conn(0x7f4b680ccf80 legacy=0x7f4b680d02f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.014+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/2298346162 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b680b4ac0 con 0x7f4b680d0a00 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.015+0000 7f4b6e5b6640 1 --2- 172.21.15.39:0/2298346162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68167010 secure :-1 s=READY pgs=3060 cs=0 l=1 rev1=1 crypto rx=0x7f4b68073580 tx=0x7f4b6002a6f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a9ea143f66091456 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.015+0000 7f4b6cdb3640 1 -- 172.21.15.39:0/2298346162 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b60031600 con 0x7f4b680d0a00 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.015+0000 7f4b6cdb3640 1 -- 172.21.15.39:0/2298346162 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b6002d050 con 0x7f4b680d0a00 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.015+0000 7f4b6cdb3640 1 -- 172.21.15.39:0/2298346162 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b60031980 con 0x7f4b680d0a00 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 -- 172.21.15.39:0/2298346162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 msgr2=0x7f4b68167010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 --2- 172.21.15.39:0/2298346162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68167010 secure :-1 s=READY pgs=3060 cs=0 l=1 rev1=1 crypto rx=0x7f4b68073580 tx=0x7f4b6002a6f0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 -- 172.21.15.39:0/2298346162 shutdown_connections 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 --2- 172.21.15.39:0/2298346162 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68167010 unknown :-1 s=CLOSED pgs=3060 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 --2- 172.21.15.39:0/2298346162 >> v2:172.21.15.157:3300/0 conn(0x7f4b680b41a0 0x7f4b680b4580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 -- 172.21.15.39:0/2298346162 >> 172.21.15.39:0/2298346162 conn(0x7f4b680cf1a0 msgr2=0x7f4b680cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 -- 172.21.15.39:0/2298346162 shutdown_connections 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.016+0000 7f4b70019640 1 -- 172.21.15.39:0/2298346162 wait complete. 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.017+0000 7f4b70019640 1 Processor -- start 2024-09-13T16:23:39.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.017+0000 7f4b70019640 1 -- start start 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b70019640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b680b41a0 0x7f4b681551d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b70019640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b680ccf80 0x7f4b6814da40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b70019640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68155e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b70019640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b68155710 con 0x7f4b680d0a00 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b70019640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4b681544a0 con 0x7f4b680b41a0 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b70019640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4b68153f00 con 0x7f4b680ccf80 2024-09-13T16:23:39.023 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68155e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68155e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40490/0 (socket says 172.21.15.39:40490) 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/3189361830 learned_addr learned my addr 172.21.15.39:0/3189361830 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6ddb5640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b680b41a0 0x7f4b681551d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6d5b4640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b680ccf80 0x7f4b6814da40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b680ccf80 msgr2=0x7f4b6814da40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b680ccf80 0x7f4b6814da40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b680b41a0 msgr2=0x7f4b681551d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b680b41a0 0x7f4b681551d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 -- 172.21.15.39:0/3189361830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4b60009b30 con 0x7f4b680d0a00 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6d5b4640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b680ccf80 0x7f4b6814da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b6e5b6640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68155e50 secure :-1 s=READY pgs=3061 cs=0 l=1 rev1=1 crypto rx=0x7f4b60009f40 tx=0x7f4b60004a40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.018+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b6003d860 con 0x7f4b680d0a00 2024-09-13T16:23:39.024 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.019+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4b6003d9e0 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.019+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4b681569c0 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.019+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4b6003dd90 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.019+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4b681549d0 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.020+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4b68067330 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.020+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4b6003b400 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.020+0000 7f4b5e7fc640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b4c06ac00 0x7f4b4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.021+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f4b600a9f80 con 0x7f4b680d0a00 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.021+0000 7f4b6ddb5640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b4c06ac00 0x7f4b4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.025 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.021+0000 7f4b6ddb5640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b4c06ac00 0x7f4b4c06d0c0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f4b6400aac0 tx=0x7f4b64008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.026 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.025+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4b600dd9c0 con 0x7f4b680d0a00 2024-09-13T16:23:39.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.195+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4b68066ec0 con 0x7f4b680d0a00 2024-09-13T16:23:39.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.196+0000 7f4b5e7fc640 1 -- 172.21.15.39:0/3189361830 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) v1 ==== 74+0+16636 (secure 0 0 0) 0x7f4b60075190 con 0x7f4b680d0a00 2024-09-13T16:23:39.198 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:39.198 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":143,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:25.085663+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1252670594":"2024-09-14T16:23:25.085642+0000","172.21.15.39:6833/1252670594":"2024-09-14T16:23:25.085642+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b4c06ac00 msgr2=0x7f4b4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b4c06ac00 0x7f4b4c06d0c0 secure :-1 s=READY pgs=1181 cs=0 l=1 rev1=1 crypto rx=0x7f4b6400aac0 tx=0x7f4b64008040 comp rx=0 tx=0).stop 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 msgr2=0x7f4b68155e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68155e50 secure :-1 s=READY pgs=3061 cs=0 l=1 rev1=1 crypto rx=0x7f4b60009f40 tx=0x7f4b60004a40 comp rx=0 tx=0).stop 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 shutdown_connections 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4b4c06ac00 0x7f4b4c06d0c0 unknown :-1 s=CLOSED pgs=1181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4b680d0a00 0x7f4b68155e50 unknown :-1 s=CLOSED pgs=3061 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4b680ccf80 0x7f4b6814da40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 --2- 172.21.15.39:0/3189361830 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4b680b41a0 0x7f4b681551d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 >> 172.21.15.39:0/3189361830 conn(0x7f4b680cf1a0 msgr2=0x7f4b680cf580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 shutdown_connections 2024-09-13T16:23:39.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.198+0000 7f4b70019640 1 -- 172.21.15.39:0/3189361830 wait complete. 2024-09-13T16:23:39.211 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:23:39.211 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:39.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.312+0000 7feffa2c9640 1 Processor -- start 2024-09-13T16:23:39.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.312+0000 7feffa2c9640 1 -- start start 2024-09-13T16:23:39.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.312+0000 7feffa2c9640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7feff415d300 0x7feff40cc820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.312+0000 7feffa2c9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feff415aa50 con 0x7feff40ce980 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.312+0000 7feffa2c9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feff415af50 con 0x7feff40721f0 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.312+0000 7feffa2c9640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feff415bed0 con 0x7feff415d300 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7feff40ce980 0x7feff40cc110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58624/0 (socket says 172.21.15.39:58624) 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff37fe640 1 -- 172.21.15.39:0/2358639515 learned_addr learned my addr 172.21.15.39:0/2358639515 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff8866640 1 --2- 172.21.15.39:0/2358639515 >> v2:172.21.15.157:3300/0 conn(0x7feff415d300 0x7feff40cc820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff2ffd640 1 -- 172.21.15.39:0/2358639515 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4156445989 0 0) 0x7feff415aa50 con 0x7feff40ce980 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff2ffd640 1 -- 172.21.15.39:0/2358639515 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fefdc003520 con 0x7feff40ce980 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff8866640 1 -- 172.21.15.39:0/2358639515 >> v1:172.21.15.157:6789/0 conn(0x7feff40721f0 legacy=0x7feff40ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff8866640 1 -- 172.21.15.39:0/2358639515 >> v1:172.21.15.39:6789/0 conn(0x7feff40ce980 legacy=0x7feff40cc110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff2ffd640 1 -- 172.21.15.39:0/2358639515 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2327716756 0 0) 0x7fefdc003520 con 0x7feff40ce980 2024-09-13T16:23:39.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.313+0000 7feff8866640 1 -- 172.21.15.39:0/2358639515 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feff40cd6c0 con 0x7feff415d300 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.314+0000 7feff8866640 1 --2- 172.21.15.39:0/2358639515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff415d300 0x7feff40cc820 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fefec009d90 tx=0x7fefec02a5f0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ead1d2043f228428 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.314+0000 7feff2ffd640 1 -- 172.21.15.39:0/2358639515 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8001670 con 0x7feff415d300 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.314+0000 7feff2ffd640 1 -- 172.21.15.39:0/2358639515 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefec02d050 con 0x7feff415d300 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.314+0000 7feff2ffd640 1 -- 172.21.15.39:0/2358639515 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefec007740 con 0x7feff415d300 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 -- 172.21.15.39:0/2358639515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff415d300 msgr2=0x7feff40cc820 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 --2- 172.21.15.39:0/2358639515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff415d300 0x7feff40cc820 secure :-1 s=READY pgs=831 cs=0 l=1 rev1=1 crypto rx=0x7fefec009d90 tx=0x7fefec02a5f0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 -- 172.21.15.39:0/2358639515 shutdown_connections 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 --2- 172.21.15.39:0/2358639515 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff415d300 0x7feff40cc820 unknown :-1 s=CLOSED pgs=831 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 -- 172.21.15.39:0/2358639515 >> 172.21.15.39:0/2358639515 conn(0x7feff406b3b0 msgr2=0x7feff406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 -- 172.21.15.39:0/2358639515 shutdown_connections 2024-09-13T16:23:39.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.315+0000 7feffa2c9640 1 -- 172.21.15.39:0/2358639515 wait complete. 2024-09-13T16:23:39.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.316+0000 7feffa2c9640 1 Processor -- start 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.316+0000 7feffa2c9640 1 -- start start 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feffa2c9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff40721f0 0x7feff41f02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feffa2c9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 0x7feff4164730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feffa2c9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feff415d300 0x7feff4147450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feffa2c9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff415f090 con 0x7feff40ce980 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feffa2c9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feff41511d0 con 0x7feff40721f0 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feffa2c9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feff41514b0 con 0x7feff415d300 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 0x7feff4164730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 0x7feff4164730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40498/0 (socket says 172.21.15.39:40498) 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 -- 172.21.15.39:0/204091266 learned_addr learned my addr 172.21.15.39:0/204091266 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff8866640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feff415d300 0x7feff4147450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff3fff640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff40721f0 0x7feff41f02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 -- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feff415d300 msgr2=0x7feff4147450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feff415d300 0x7feff4147450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 -- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff40721f0 msgr2=0x7feff41f02e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff40721f0 0x7feff41f02e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 -- 172.21.15.39:0/204091266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefec009a70 con 0x7feff40ce980 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff3fff640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff40721f0 0x7feff41f02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff37fe640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 0x7feff4164730 secure :-1 s=READY pgs=3063 cs=0 l=1 rev1=1 crypto rx=0x7fefe80017a0 tx=0x7fefe800cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.317+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8005ad0 con 0x7feff40ce980 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.318+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefe8005c30 con 0x7feff40ce980 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.318+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feff4151790 con 0x7feff40ce980 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.318+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefe8007070 con 0x7feff40ce980 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.318+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feff41f0820 con 0x7feff40ce980 2024-09-13T16:23:39.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.319+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feff4151cb0 con 0x7feff40ce980 2024-09-13T16:23:39.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.319+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fefe80071d0 con 0x7feff40ce980 2024-09-13T16:23:39.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.320+0000 7feff0ff9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefe006ac00 0x7fefe006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.320+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7fefe8088af0 con 0x7feff40ce980 2024-09-13T16:23:39.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.320+0000 7feff3fff640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefe006ac00 0x7fefe006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.320+0000 7feff3fff640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefe006ac00 0x7fefe006d0c0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fefe4000f60 tx=0x7fefe4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.324+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7feff4151cb0 con 0x7feff40ce980 2024-09-13T16:23:39.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.530+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7feff4151cb0 con 0x7feff40ce980 2024-09-13T16:23:39.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.531+0000 7feff0ff9640 1 -- 172.21.15.39:0/204091266 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7feff4151cb0 con 0x7feff40ce980 2024-09-13T16:23:39.533 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:39.533 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:39.533 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:39.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefe006ac00 msgr2=0x7fefe006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefe006ac00 0x7fefe006d0c0 secure :-1 s=READY pgs=1182 cs=0 l=1 rev1=1 crypto rx=0x7fefe4000f60 tx=0x7fefe4009040 comp rx=0 tx=0).stop 2024-09-13T16:23:39.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 msgr2=0x7feff4164730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 0x7feff4164730 secure :-1 s=READY pgs=3063 cs=0 l=1 rev1=1 crypto rx=0x7fefe80017a0 tx=0x7fefe800cbe0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 shutdown_connections 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fefe006ac00 0x7fefe006d0c0 unknown :-1 s=CLOSED pgs=1182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7feff415d300 0x7feff4147450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7feff40ce980 0x7feff4164730 unknown :-1 s=CLOSED pgs=3063 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 --2- 172.21.15.39:0/204091266 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7feff40721f0 0x7feff41f02e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 >> 172.21.15.39:0/204091266 conn(0x7feff406b3b0 msgr2=0x7feff40cae90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 shutdown_connections 2024-09-13T16:23:39.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.533+0000 7feffa2c9640 1 -- 172.21.15.39:0/204091266 wait complete. 2024-09-13T16:23:39.545 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:23:39.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.645+0000 7ff9b3b08640 1 Processor -- start 2024-09-13T16:23:39.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.645+0000 7ff9b3b08640 1 -- start start 2024-09-13T16:23:39.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.646+0000 7ff9b3b08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 0x7ff9ac0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.646+0000 7ff9b3b08640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9ac06f6e0 con 0x7ff9ac15d0a0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.646+0000 7ff9b3b08640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff9ac06f9c0 con 0x7ff9ac156fb0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.646+0000 7ff9b3b08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9ac06fca0 con 0x7ff9ac06f170 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.646+0000 7ff9b20a5640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7ff9ac15d0a0 0x7ff9ac070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58628/0 (socket says 172.21.15.39:58628) 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.646+0000 7ff9b20a5640 1 -- 172.21.15.39:0/2113709985 learned_addr learned my addr 172.21.15.39:0/2113709985 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b10a3640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 0x7ff9ac0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2669101641 0 0) 0x7ff9ac06f6e0 con 0x7ff9ac15d0a0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff994003520 con 0x7ff9ac15d0a0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1261893786 0 0) 0x7ff9ac06f9c0 con 0x7ff9ac156fb0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff9ac06f6e0 con 0x7ff9ac156fb0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1028260601 0 0) 0x7ff994003520 con 0x7ff9ac15d0a0 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 msgr2=0x7ff9ac0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 0x7ff9ac0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 >> v1:172.21.15.157:6789/0 conn(0x7ff9ac156fb0 legacy=0x7ff9ac15ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9ac06ff80 con 0x7ff9ac15d0a0 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7ff9a40015f0 con 0x7ff9ac15d0a0 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 >> v1:172.21.15.39:6789/0 conn(0x7ff9ac15d0a0 legacy=0x7ff9ac070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 0x7ff994003b30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9940040e0 0x7ff9940047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff994005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9ac06fca0 con 0x7ff994004d00 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff99400dd50 con 0x7ff9940040e0 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff99400df10 con 0x7ff9ac06f170 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b20a5640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff994005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b18a4640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 0x7ff994003b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b10a3640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9940040e0 0x7ff9940047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b20a5640 1 -- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 msgr2=0x7ff994003b30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b20a5640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac06f170 0x7ff994003b30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b20a5640 1 -- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9940040e0 msgr2=0x7ff9940047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b20a5640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9940040e0 0x7ff9940047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.647+0000 7ff9b20a5640 1 -- 172.21.15.39:0/2113709985 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff994003520 con 0x7ff994004d00 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.648+0000 7ff9b20a5640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff994005180 secure :-1 s=READY pgs=3065 cs=0 l=1 rev1=1 crypto rx=0x7ff9a4007f10 tx=0x7ff9940057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=65ff62892b404778 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.648+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a4005ad0 con 0x7ff994004d00 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.648+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff9a402d070 con 0x7ff994004d00 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.648+0000 7ff9b08a2640 1 -- 172.21.15.39:0/2113709985 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff9a4007070 con 0x7ff994004d00 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b3b08640 1 -- 172.21.15.39:0/2113709985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 msgr2=0x7ff994005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/2113709985 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff994005180 secure :-1 s=READY pgs=3065 cs=0 l=1 rev1=1 crypto rx=0x7ff9a4007f10 tx=0x7ff9940057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b20a5640 1 -- 172.21.15.39:0/2113709985 reap_dead start 2024-09-13T16:23:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b3b08640 1 -- 172.21.15.39:0/2113709985 shutdown_connections 2024-09-13T16:23:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b3b08640 1 -- 172.21.15.39:0/2113709985 >> 172.21.15.39:0/2113709985 conn(0x7ff9ac06b3b0 msgr2=0x7ff9ac06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b3b08640 1 -- 172.21.15.39:0/2113709985 shutdown_connections 2024-09-13T16:23:39.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.649+0000 7ff9b3b08640 1 -- 172.21.15.39:0/2113709985 wait complete. 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.650+0000 7ff9b3b08640 1 Processor -- start 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.650+0000 7ff9b3b08640 1 -- start start 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b3b08640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff9ac14f580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b3b08640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac158580 0x7ff9ac0adfa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b3b08640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9ac1589e0 0x7ff9ac0ae4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b3b08640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9ac14e250 con 0x7ff994004d00 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b3b08640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff9ac14fac0 con 0x7ff9ac1589e0 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b3b08640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff9ac0aebb0 con 0x7ff9ac158580 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff9ac14f580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff9ac14f580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40522/0 (socket says 172.21.15.39:40522) 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 -- 172.21.15.39:0/1437948574 learned_addr learned my addr 172.21.15.39:0/1437948574 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:39.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b10a3640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac158580 0x7ff9ac0adfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b20a5640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9ac1589e0 0x7ff9ac0ae4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 -- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac158580 msgr2=0x7ff9ac0adfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac158580 0x7ff9ac0adfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 -- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9ac1589e0 msgr2=0x7ff9ac0ae4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9ac1589e0 0x7ff9ac0ae4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 -- 172.21.15.39:0/1437948574 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff9ac0aee90 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.651+0000 7ff9b18a4640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff9ac14f580 secure :-1 s=READY pgs=3066 cs=0 l=1 rev1=1 crypto rx=0x7ff99c00fb40 tx=0x7ff99c00d150 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.652+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff99c006d60 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.652+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff99c003970 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.652+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff99c003d20 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.652+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff9ac14eaa0 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.652+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff9ac14f060 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.653+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff9ac14f280 con 0x7ff994004d00 2024-09-13T16:23:39.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.653+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff99c00d980 con 0x7ff994004d00 2024-09-13T16:23:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.653+0000 7ff9aa7fc640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99806ac30 0x7ff99806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.654+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff99c088ec0 con 0x7ff994004d00 2024-09-13T16:23:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.654+0000 7ff9b10a3640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99806ac30 0x7ff99806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.654+0000 7ff9b10a3640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99806ac30 0x7ff99806d0f0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ff9ac0add60 tx=0x7ff9a0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.658+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff99c053fc0 con 0x7ff994004d00 2024-09-13T16:23:39.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.865+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7ff9ac0672f0 con 0x7ff994004d00 2024-09-13T16:23:39.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.865+0000 7ff9aa7fc640 1 -- 172.21.15.39:0/1437948574 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 335 v335) v1 ==== 95+0+4747 (secure 0 0 0) 0x7ff99c0575e0 con 0x7ff994004d00 2024-09-13T16:23:39.867 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:39.867 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":335,"default_fscid":7,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327}],"filesystems":[{"mdsmap":{"epoch":335,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T16:23:08.920482+0000","modified":"2024-09-13T16:23:28.917959+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":143,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":12444},"failed":[],"damaged":[],"stopped":[],"info":{"gid_12444":{"gid":12444,"name":"c","rank":0,"incarnation":332,"state":"up:active","state_seq":4,"addr":"172.21.15.39:6835/242356455","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":242356455},{"type":"v1","addr":"172.21.15.39:6835","nonce":242356455}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[15],"metadata_pool":14,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":7}]} 2024-09-13T16:23:39.867 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 335 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99806ac30 msgr2=0x7ff99806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99806ac30 0x7ff99806d0f0 secure :-1 s=READY pgs=1183 cs=0 l=1 rev1=1 crypto rx=0x7ff9ac0add60 tx=0x7ff9a0008040 comp rx=0 tx=0).stop 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 msgr2=0x7ff9ac14f580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff9ac14f580 secure :-1 s=READY pgs=3066 cs=0 l=1 rev1=1 crypto rx=0x7ff99c00fb40 tx=0x7ff99c00d150 comp rx=0 tx=0).stop 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 shutdown_connections 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff99806ac30 0x7ff99806d0f0 unknown :-1 s=CLOSED pgs=1183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff9ac1589e0 0x7ff9ac0ae4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff9ac158580 0x7ff9ac0adfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 --2- 172.21.15.39:0/1437948574 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff994004d00 0x7ff9ac14f580 unknown :-1 s=CLOSED pgs=3066 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 >> 172.21.15.39:0/1437948574 conn(0x7ff9ac06b3b0 msgr2=0x7ff9ac157790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 shutdown_connections 2024-09-13T16:23:39.870 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.867+0000 7ff9b3b08640 1 -- 172.21.15.39:0/1437948574 wait complete. 2024-09-13T16:23:39.881 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:39.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.989+0000 7f2c37945640 1 Processor -- start 2024-09-13T16:23:39.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.989+0000 7f2c37945640 1 -- start start 2024-09-13T16:23:39.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c37945640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c3006f170 0x7f2c300b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c37945640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2c3015d0a0 0x7f2c3015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c37945640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2c3006f6e0 con 0x7f2c30156fb0 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c37945640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c3015da70 con 0x7f2c3006f170 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c37945640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2c3006f9c0 con 0x7f2c3015d0a0 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c3006f170 0x7f2c300b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2c3006f170 0x7f2c300b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40524/0 (socket says 172.21.15.39:40524) 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 -- 172.21.15.39:0/2846948661 learned_addr learned my addr 172.21.15.39:0/2846948661 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 -- 172.21.15.39:0/2846948661 >> v2:172.21.15.157:3300/0 conn(0x7f2c3015d0a0 msgr2=0x7f2c3015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 --2- 172.21.15.39:0/2846948661 >> v2:172.21.15.157:3300/0 conn(0x7f2c3015d0a0 0x7f2c3015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 -- 172.21.15.39:0/2846948661 >> v1:172.21.15.157:6789/0 conn(0x7f2c30156fb0 legacy=0x7f2c3015ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:39.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.990+0000 7f2c34ee0640 1 -- 172.21.15.39:0/2846948661 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c3006fca0 con 0x7f2c3006f170 2024-09-13T16:23:39.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.991+0000 7f2c34ee0640 1 --2- 172.21.15.39:0/2846948661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3006f170 0x7f2c300b1cf0 secure :-1 s=READY pgs=3067 cs=0 l=1 rev1=1 crypto rx=0x7f2c300adf70 tx=0x7f2c2002a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=96e5d6533b1f985 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.991+0000 7f2c27fff640 1 -- 172.21.15.39:0/2846948661 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c20032440 con 0x7f2c3006f170 2024-09-13T16:23:39.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.991+0000 7f2c27fff640 1 -- 172.21.15.39:0/2846948661 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c200325a0 con 0x7f2c3006f170 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.991+0000 7f2c27fff640 1 -- 172.21.15.39:0/2846948661 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c20032930 con 0x7f2c3006f170 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.991+0000 7f2c37945640 1 -- 172.21.15.39:0/2846948661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3006f170 msgr2=0x7f2c300b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.991+0000 7f2c37945640 1 --2- 172.21.15.39:0/2846948661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3006f170 0x7f2c300b1cf0 secure :-1 s=READY pgs=3067 cs=0 l=1 rev1=1 crypto rx=0x7f2c300adf70 tx=0x7f2c2002a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.992+0000 7f2c37945640 1 -- 172.21.15.39:0/2846948661 shutdown_connections 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.992+0000 7f2c37945640 1 --2- 172.21.15.39:0/2846948661 >> v2:172.21.15.157:3300/0 conn(0x7f2c3015d0a0 0x7f2c3015d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.992+0000 7f2c37945640 1 --2- 172.21.15.39:0/2846948661 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c3006f170 0x7f2c300b1cf0 unknown :-1 s=CLOSED pgs=3067 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.992+0000 7f2c37945640 1 -- 172.21.15.39:0/2846948661 >> 172.21.15.39:0/2846948661 conn(0x7f2c3006b3b0 msgr2=0x7f2c3006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.992+0000 7f2c37945640 1 -- 172.21.15.39:0/2846948661 shutdown_connections 2024-09-13T16:23:39.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.992+0000 7f2c37945640 1 -- 172.21.15.39:0/2846948661 wait complete. 2024-09-13T16:23:39.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.993+0000 7f2c37945640 1 Processor -- start 2024-09-13T16:23:39.995 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.993+0000 7f2c37945640 1 -- start start 2024-09-13T16:23:39.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3006f170 0x7f2c300ce970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 0x7f2c30152480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3015d0a0 0x7f2c30145d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:39.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c30151cc0 con 0x7f2c30156fb0 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2c300af6b0 con 0x7f2c3015d0a0 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2c30151f60 con 0x7f2c3006f170 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 0x7f2c30152480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 0x7f2c30152480 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40534/0 (socket says 172.21.15.39:40534) 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 -- 172.21.15.39:0/1624384092 learned_addr learned my addr 172.21.15.39:0/1624384092 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c35ee2640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3015d0a0 0x7f2c30145d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c356e1640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3006f170 0x7f2c300ce970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 -- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3006f170 msgr2=0x7f2c300ce970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3006f170 0x7f2c300ce970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 -- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3015d0a0 msgr2=0x7f2c30145d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:39.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3015d0a0 0x7f2c30145d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 -- 172.21.15.39:0/1624384092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c200094d0 con 0x7f2c30156fb0 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c34ee0640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 0x7f2c30152480 secure :-1 s=READY pgs=3068 cs=0 l=1 rev1=1 crypto rx=0x7f2c20000c00 tx=0x7f2c200046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c20032440 con 0x7f2c30156fb0 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c20030b80 con 0x7f2c30156fb0 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c300af990 con 0x7f2c30156fb0 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.994+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c2003b400 con 0x7f2c30156fb0 2024-09-13T16:23:39.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.995+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2c3014f4e0 con 0x7f2c30156fb0 2024-09-13T16:23:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.995+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2c301521a0 con 0x7f2c30156fb0 2024-09-13T16:23:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.996+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2c20039040 con 0x7f2c30156fb0 2024-09-13T16:23:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.996+0000 7f2c25ffb640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c1406ac00 0x7f2c1406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.996+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7f2c200a9d10 con 0x7f2c30156fb0 2024-09-13T16:23:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.997+0000 7f2c356e1640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c1406ac00 0x7f2c1406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:39.997+0000 7f2c356e1640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c1406ac00 0x7f2c1406d0c0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c007fd0 tx=0x7f2c2c009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.001+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2c301521a0 con 0x7f2c30156fb0 2024-09-13T16:23:40.174 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.173+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2c301521a0 con 0x7f2c30156fb0 2024-09-13T16:23:40.175 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.174+0000 7f2c25ffb640 1 -- 172.21.15.39:0/1624384092 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v143) v1 ==== 74+0+16636 (secure 0 0 0) 0x7f2c200a7110 con 0x7f2c30156fb0 2024-09-13T16:23:40.175 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:40.176 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":143,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:25.085663+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":14,"pool_name":"cephfs_metadata","create_time":"2024-09-13T16:23:07.168627+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"141","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":2.5,"score_stable":2.5,"optimal_score":1,"raw_score_acting":2.5,"raw_score_stable":2.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":15,"pool_name":"cephfs_data","create_time":"2024-09-13T16:23:07.882894+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"142","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/1252670594":"2024-09-14T16:23:25.085642+0000","172.21.15.39:6833/1252670594":"2024-09-14T16:23:25.085642+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c1406ac00 msgr2=0x7f2c1406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c1406ac00 0x7f2c1406d0c0 secure :-1 s=READY pgs=1184 cs=0 l=1 rev1=1 crypto rx=0x7f2c2c007fd0 tx=0x7f2c2c009040 comp rx=0 tx=0).stop 2024-09-13T16:23:40.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 msgr2=0x7f2c30152480 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 0x7f2c30152480 secure :-1 s=READY pgs=3068 cs=0 l=1 rev1=1 crypto rx=0x7f2c20000c00 tx=0x7f2c200046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 shutdown_connections 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c1406ac00 0x7f2c1406d0c0 unknown :-1 s=CLOSED pgs=1184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2c3015d0a0 0x7f2c30145d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2c30156fb0 0x7f2c30152480 unknown :-1 s=CLOSED pgs=3068 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 --2- 172.21.15.39:0/1624384092 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2c3006f170 0x7f2c300ce970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 >> 172.21.15.39:0/1624384092 conn(0x7f2c3006b3b0 msgr2=0x7f2c30070780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 shutdown_connections 2024-09-13T16:23:40.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.176+0000 7f2c37945640 1 -- 172.21.15.39:0/1624384092 wait complete. 2024-09-13T16:23:40.189 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T16:23:40.291 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.290+0000 7ff1c0441640 1 Processor -- start 2024-09-13T16:23:40.292 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.290+0000 7ff1c0441640 1 -- start start 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1c0441640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1b815d970 0x7ff1b80cd990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1c0441640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b806f160 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1c0441640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1b815dd50 con 0x7ff1b806ed00 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1c0441640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1b80ccef0 con 0x7ff1b815d970 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1c0441640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1b806f780 con 0x7ff1b8071b90 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1b815d970 0x7ff1b80cd990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7ff1b815d970 0x7ff1b80cd990 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40546/0 (socket says 172.21.15.39:40546) 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 -- 172.21.15.39:0/1819073784 learned_addr learned my addr 172.21.15.39:0/1819073784 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be9de640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b806f160 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.293 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 -- 172.21.15.39:0/1819073784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 msgr2=0x7ff1b806f160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:40.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b806f160 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 -- 172.21.15.39:0/1819073784 >> v1:172.21.15.157:6789/0 conn(0x7ff1b806ed00 legacy=0x7ff1b8071480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:40.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be1dd640 1 -- 172.21.15.39:0/1819073784 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1b806fa60 con 0x7ff1b815d970 2024-09-13T16:23:40.294 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.291+0000 7ff1be9de640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b806f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.292+0000 7ff1be1dd640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b80cd990 secure :-1 s=READY pgs=3069 cs=0 l=1 rev1=1 crypto rx=0x7ff1a8009e50 tx=0x7ff1a802a6c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=30e7d3eb44757a0a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.292+0000 7ff1bd1db640 1 -- 172.21.15.39:0/1819073784 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a802aea0 con 0x7ff1b815d970 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.292+0000 7ff1bd1db640 1 -- 172.21.15.39:0/1819073784 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1a802d050 con 0x7ff1b815d970 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.292+0000 7ff1bd1db640 1 -- 172.21.15.39:0/1819073784 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1a8031820 con 0x7ff1b815d970 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 -- 172.21.15.39:0/1819073784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 msgr2=0x7ff1b80cd990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b80cd990 secure :-1 s=READY pgs=3069 cs=0 l=1 rev1=1 crypto rx=0x7ff1a8009e50 tx=0x7ff1a802a6c0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 -- 172.21.15.39:0/1819073784 shutdown_connections 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b806f160 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 --2- 172.21.15.39:0/1819073784 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b80cd990 unknown :-1 s=CLOSED pgs=3069 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.295 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 -- 172.21.15.39:0/1819073784 >> 172.21.15.39:0/1819073784 conn(0x7ff1b80b2320 msgr2=0x7ff1b80b2730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:40.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 -- 172.21.15.39:0/1819073784 shutdown_connections 2024-09-13T16:23:40.296 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.293+0000 7ff1c0441640 1 -- 172.21.15.39:0/1819073784 wait complete. 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.294+0000 7ff1c0441640 1 Processor -- start 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.294+0000 7ff1c0441640 1 -- start start 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1c0441640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1b806ed00 0x7ff1b81e4a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1c0441640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b814a950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1c0441640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b8158870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1c0441640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1b81e45a0 con 0x7ff1b815d970 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1c0441640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1b81e3ce0 con 0x7ff1b806ed00 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1c0441640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1b81e3f50 con 0x7ff1b8071b90 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b8158870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.298 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b8158870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40558/0 (socket says 172.21.15.39:40558) 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 -- 172.21.15.39:0/691013964 learned_addr learned my addr 172.21.15.39:0/691013964 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1bd9dc640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b814a950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be1dd640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1b806ed00 0x7ff1b81e4a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 -- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 msgr2=0x7ff1b814a950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b814a950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 -- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1b806ed00 msgr2=0x7ff1b81e4a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1b806ed00 0x7ff1b81e4a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.295+0000 7ff1be9de640 1 -- 172.21.15.39:0/691013964 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1a8009b30 con 0x7ff1b815d970 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.296+0000 7ff1be9de640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b8158870 secure :-1 s=READY pgs=3070 cs=0 l=1 rev1=1 crypto rx=0x7ff1b000c820 tx=0x7ff1b000cce0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.296+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0004220 con 0x7ff1b815d970 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.296+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1b00043a0 con 0x7ff1b815d970 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.296+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1b0007a70 con 0x7ff1b815d970 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.296+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1b81e4230 con 0x7ff1b815d970 2024-09-13T16:23:40.299 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.296+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1b814ae90 con 0x7ff1b815d970 2024-09-13T16:23:40.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.297+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1b80b31a0 con 0x7ff1b815d970 2024-09-13T16:23:40.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.297+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7ff1b0007bd0 con 0x7ff1b815d970 2024-09-13T16:23:40.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.298+0000 7ff1b6ffd640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1a406ac30 0x7ff1a406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.300 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.298+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(143..143 src has 1..143) v4 ==== 5795+0+0 (secure 0 0 0) 0x7ff1b0089000 con 0x7ff1b815d970 2024-09-13T16:23:40.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.298+0000 7ff1be1dd640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1a406ac30 0x7ff1a406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.301 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.299+0000 7ff1be1dd640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1a406ac30 0x7ff1a406d0f0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7ff1a8033000 tx=0x7ff1a8009000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.302+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7ff1b00542c0 con 0x7ff1b815d970 2024-09-13T16:23:40.508 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.507+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7ff1b80b1460 con 0x7ff1b815d970 2024-09-13T16:23:40.509 INFO:tasks.ceph.mon.a.smithi039.stderr:2024-09-13T16:23:40.508+0000 7fba007de640 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T16:23:40.522 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.521+0000 7ff1b6ffd640 1 -- 172.21.15.39:0/691013964 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v336) v1 ==== 161+0+0 (secure 0 0 0) 0x7ff1b00578e0 con 0x7ff1b815d970 2024-09-13T16:23:40.522 INFO:teuthology.orchestra.run.smithi039.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T16:23:40.524 INFO:tasks.ceph.mds.c.smithi039.stderr: -993> 2024-09-13T16:23:30.918+0000 7f1195fc9640 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T16:23:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1a406ac30 msgr2=0x7ff1a406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.524 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1a406ac30 0x7ff1a406d0f0 secure :-1 s=READY pgs=1185 cs=0 l=1 rev1=1 crypto rx=0x7ff1a8033000 tx=0x7ff1a8009000 comp rx=0 tx=0).stop 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 msgr2=0x7ff1b8158870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b8158870 secure :-1 s=READY pgs=3070 cs=0 l=1 rev1=1 crypto rx=0x7ff1b000c820 tx=0x7ff1b000cce0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 shutdown_connections 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7ff1a406ac30 0x7ff1a406d0f0 unknown :-1 s=CLOSED pgs=1185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7ff1b815d970 0x7ff1b8158870 unknown :-1 s=CLOSED pgs=3070 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7ff1b8071b90 0x7ff1b814a950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 --2- 172.21.15.39:0/691013964 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7ff1b806ed00 0x7ff1b81e4a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.525 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 >> 172.21.15.39:0/691013964 conn(0x7ff1b80b2320 msgr2=0x7ff1b815c920 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:40.525 INFO:tasks.ceph.mds.c.smithi039.stderr: -687> 2024-09-13T16:23:32.321+0000 7f11927c2640 -1 mds.0.cache corrupt backtrace on ino x00x10000000001: void inode_backtrace_t::decode(ceph::buffer::v15_2_0::list::const_iterator&) no longer understand old encoding version 5 < 104: Malformed input [buffer:3] 2024-09-13T16:23:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 shutdown_connections 2024-09-13T16:23:40.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.523+0000 7ff1c0441640 1 -- 172.21.15.39:0/691013964 wait complete. 2024-09-13T16:23:40.526 INFO:tasks.ceph.mds.c.smithi039.stderr: -475> 2024-09-13T16:23:33.450+0000 7f11927c2640 -1 log_channel(cluster) log [ERR] : dir 0x100000001f6 object missing on disk; some files may be lost (/dir2) 2024-09-13T16:23:40.536 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T16:23:40.549 INFO:tasks.ceph.mds.c.smithi039.stdout:starting mds.c at 2024-09-13T16:23:40.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 Processor -- start 2024-09-13T16:23:40.643 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 -- start start 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2cac06a5e0 0x7f2cac0705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cac070fa0 con 0x7f2cac15a4f0 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cac15ac00 con 0x7f2cac06a5e0 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.642+0000 7f2cb164f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cac15a8d0 con 0x7f2cac070af0 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2cab7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2caa7fc640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2cac06a5e0 0x7f2cac0705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2cab7fe640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0cd500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:42538/0 (socket says 172.21.15.39:42538) 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2caaffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7f2cac15a4f0 0x7f2cac069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43168/0 (socket says 172.21.15.39:43168) 2024-09-13T16:23:40.645 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2cab7fe640 1 -- 172.21.15.39:0/2511985787 learned_addr learned my addr 172.21.15.39:0/2511985787 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2ca9ffb640 1 -- 172.21.15.39:0/2511985787 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2841503090 0 0) 0x7f2cac070fa0 con 0x7f2cac15a4f0 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2ca9ffb640 1 -- 172.21.15.39:0/2511985787 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2c98003520 con 0x7f2cac15a4f0 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2caa7fc640 1 -- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 msgr2=0x7f2cac0cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2caa7fc640 1 --2- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0cd500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2caa7fc640 1 -- 172.21.15.39:0/2511985787 >> v1:172.21.15.157:6789/0 conn(0x7f2cac15a4f0 legacy=0x7f2cac069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2caa7fc640 1 -- 172.21.15.39:0/2511985787 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cac071220 con 0x7f2cac06a5e0 2024-09-13T16:23:40.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.643+0000 7f2cab7fe640 1 --2- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0cd500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:40.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.644+0000 7f2caa7fc640 1 --2- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0705b0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f2c940097a0 tx=0x7f2c9402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b732913154ed15ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.644+0000 7f2ca9ffb640 1 -- 172.21.15.39:0/2511985787 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c94032440 con 0x7f2cac06a5e0 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.644+0000 7f2ca9ffb640 1 -- 172.21.15.39:0/2511985787 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c940325a0 con 0x7f2cac06a5e0 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.644+0000 7f2ca9ffb640 1 -- 172.21.15.39:0/2511985787 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c94032930 con 0x7f2cac06a5e0 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 -- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 msgr2=0x7f2cac0705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 --2- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0705b0 secure :-1 s=READY pgs=836 cs=0 l=1 rev1=1 crypto rx=0x7f2c940097a0 tx=0x7f2c9402a180 comp rx=0 tx=0).stop 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 -- 172.21.15.39:0/2511985787 shutdown_connections 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 --2- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0cd500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 --2- 172.21.15.39:0/2511985787 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0705b0 unknown :-1 s=CLOSED pgs=836 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 -- 172.21.15.39:0/2511985787 >> 172.21.15.39:0/2511985787 conn(0x7f2cac0b00a0 msgr2=0x7f2cac0b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 -- 172.21.15.39:0/2511985787 shutdown_connections 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.645+0000 7f2cb164f640 1 -- 172.21.15.39:0/2511985787 wait complete. 2024-09-13T16:23:40.652 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.646+0000 7f2cb164f640 1 Processor -- start 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.646+0000 7f2cb164f640 1 -- start start 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cb164f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0ad7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cb164f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0a8450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cb164f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 0x7f2cac1f3350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cb164f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cac140760 con 0x7f2cac15a4f0 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cb164f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cac154ea0 con 0x7f2cac06a5e0 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cb164f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cac155180 con 0x7f2cac070af0 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 0x7f2cac1f3350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 0x7f2cac1f3350 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40586/0 (socket says 172.21.15.39:40586) 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 -- 172.21.15.39:0/3438978768 learned_addr learned my addr 172.21.15.39:0/3438978768 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2caaffd640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0ad7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2caa7fc640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0a8450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 -- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 msgr2=0x7f2cac0a8450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0a8450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 -- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 msgr2=0x7f2cac0ad7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0ad7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.647+0000 7f2cab7fe640 1 -- 172.21.15.39:0/3438978768 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2c9c009b30 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.648+0000 7f2cab7fe640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 0x7f2cac1f3350 secure :-1 s=READY pgs=3073 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c00efc0 tx=0x7f2c9c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.648+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c018070 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.648+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2c9c00f040 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.648+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2c94009400 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.648+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2c9c00ce00 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.648+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cac155740 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.649+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cac0672f0 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.649+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2c9c014480 con 0x7f2cac15a4f0 2024-09-13T16:23:40.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.650+0000 7f2ca37fe640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c8c06ac00 0x7f2c8c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:40.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.650+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f2c9c0895c0 con 0x7f2cac15a4f0 2024-09-13T16:23:40.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.650+0000 7f2caaffd640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c8c06ac00 0x7f2c8c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:40.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.651+0000 7f2caaffd640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c8c06ac00 0x7f2c8c06d0c0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40011e0 tx=0x7f2ca4007d30 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:40.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.654+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2c9c054830 con 0x7f2cac15a4f0 2024-09-13T16:23:40.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:40.861+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f2cac0705b0 con 0x7f2cac15a4f0 2024-09-13T16:23:41.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.526+0000 7f2ca37fe640 1 -- 172.21.15.39:0/3438978768 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v337) v1 ==== 104+0+0 (secure 0 0 0) 0x7f2c9c057e50 con 0x7f2cac15a4f0 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c8c06ac00 msgr2=0x7f2c8c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c8c06ac00 0x7f2c8c06d0c0 secure :-1 s=READY pgs=1186 cs=0 l=1 rev1=1 crypto rx=0x7f2ca40011e0 tx=0x7f2ca4007d30 comp rx=0 tx=0).stop 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 msgr2=0x7f2cac1f3350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 0x7f2cac1f3350 secure :-1 s=READY pgs=3073 cs=0 l=1 rev1=1 crypto rx=0x7f2c9c00efc0 tx=0x7f2c9c00c490 comp rx=0 tx=0).stop 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 shutdown_connections 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2c8c06ac00 0x7f2c8c06d0c0 unknown :-1 s=CLOSED pgs=1186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cac15a4f0 0x7f2cac1f3350 unknown :-1 s=CLOSED pgs=3073 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cac070af0 0x7f2cac0a8450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 --2- 172.21.15.39:0/3438978768 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cac06a5e0 0x7f2cac0ad7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 >> 172.21.15.39:0/3438978768 conn(0x7f2cac0b00a0 msgr2=0x7f2cac0b1e20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:41.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 shutdown_connections 2024-09-13T16:23:41.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.529+0000 7f2cb164f640 1 -- 172.21.15.39:0/3438978768 wait complete. 2024-09-13T16:23:41.544 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T16:23:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.695+0000 7f6fbc165640 1 Processor -- start 2024-09-13T16:23:41.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.696+0000 7f6fbc165640 1 -- start start 2024-09-13T16:23:41.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.696+0000 7f6fbc165640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 0x7f6fb40d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.696+0000 7f6fbc165640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fb40b5bb0 con 0x7f6fb40d0d80 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.696+0000 7f6fbc165640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6fb40d1e10 con 0x7f6fb415ce60 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.696+0000 7f6fbc165640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb40d1570 con 0x7f6fb40cf580 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fba702640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6fb40d0d80 0x7f6fb40b6300 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58640/0 (socket says 172.21.15.39:58640) 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fba702640 1 -- 172.21.15.39:0/1390977687 learned_addr learned my addr 172.21.15.39:0/1390977687 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb9700640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 0x7f6fb40d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 661509411 0 0) 0x7f6fb40b5bb0 con 0x7f6fb40d0d80 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f9c003520 con 0x7f6fb40d0d80 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 951771125 0 0) 0x7f6f9c003520 con 0x7f6fb40d0d80 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 msgr2=0x7f6fb40d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 0x7f6fb40d0840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 >> v1:172.21.15.157:6789/0 conn(0x7f6fb415ce60 legacy=0x7f6fb40cee70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.700 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb40d1850 con 0x7f6fb40d0d80 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6fa40019f0 con 0x7f6fb40d0d80 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 >> v1:172.21.15.39:6789/0 conn(0x7f6fb40d0d80 legacy=0x7f6fb40b6300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 0x7f6f9c0039a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c003ee0 0x7f6f9c0047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c004d00 0x7f6f9c005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb40d1570 con 0x7f6f9c004d00 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9c00b9e0 con 0x7f6f9c003ee0 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f9c00bba0 con 0x7f6fb40cf580 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fba702640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c004d00 0x7f6f9c005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb9700640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c003ee0 0x7f6f9c0047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.697+0000 7f6fb9f01640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 0x7f6f9c0039a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.698+0000 7f6fba702640 1 -- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 msgr2=0x7f6f9c0039a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.698+0000 7f6fba702640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb40cf580 0x7f6f9c0039a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.698+0000 7f6fba702640 1 -- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c003ee0 msgr2=0x7f6f9c0047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.698+0000 7f6fba702640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c003ee0 0x7f6f9c0047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.698+0000 7f6fba702640 1 -- 172.21.15.39:0/1390977687 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f9c003520 con 0x7f6f9c004d00 2024-09-13T16:23:41.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.698+0000 7f6fba702640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c004d00 0x7f6f9c005180 secure :-1 s=READY pgs=3075 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400a7d0 tx=0x7f6f9c0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c33753853dbe8c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa402b9c0 con 0x7f6f9c004d00 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa402bb40 con 0x7f6f9c004d00 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fb8eff640 1 -- 172.21.15.39:0/1390977687 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa4034470 con 0x7f6f9c004d00 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fbc165640 1 -- 172.21.15.39:0/1390977687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c004d00 msgr2=0x7f6f9c005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1390977687 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6f9c004d00 0x7f6f9c005180 secure :-1 s=READY pgs=3075 cs=0 l=1 rev1=1 crypto rx=0x7f6fa400a7d0 tx=0x7f6f9c0057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fba702640 1 -- 172.21.15.39:0/1390977687 reap_dead start 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fbc165640 1 -- 172.21.15.39:0/1390977687 shutdown_connections 2024-09-13T16:23:41.705 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fbc165640 1 -- 172.21.15.39:0/1390977687 >> 172.21.15.39:0/1390977687 conn(0x7f6fb406a3a0 msgr2=0x7f6fb406a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fbc165640 1 -- 172.21.15.39:0/1390977687 shutdown_connections 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.699+0000 7f6fbc165640 1 -- 172.21.15.39:0/1390977687 wait complete. 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.700+0000 7f6fbc165640 1 Processor -- start 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.700+0000 7f6fbc165640 1 -- start start 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fbc165640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c004d00 0x7f6fb40c89c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fbc165640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 0x7f6fb41f2420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fbc165640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb41f2960 0x7f6fb40ca110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fbc165640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb41f33c0 con 0x7f6fb4159580 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fbc165640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb41f2e00 con 0x7f6f9c004d00 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fbc165640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6fb41f30e0 con 0x7f6fb41f2960 2024-09-13T16:23:41.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fb9700640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 0x7f6fb41f2420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fb9700640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 0x7f6fb41f2420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40602/0 (socket says 172.21.15.39:40602) 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fb9700640 1 -- 172.21.15.39:0/1805016785 learned_addr learned my addr 172.21.15.39:0/1805016785 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fb9f01640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c004d00 0x7f6fb40c89c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.701+0000 7f6fba702640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb41f2960 0x7f6fb40ca110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb9700640 1 -- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb41f2960 msgr2=0x7f6fb40ca110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb9700640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb41f2960 0x7f6fb40ca110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb9700640 1 -- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c004d00 msgr2=0x7f6fb40c89c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb9700640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c004d00 0x7f6fb40c89c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb9700640 1 -- 172.21.15.39:0/1805016785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fb40b6800 con 0x7f6fb4159580 2024-09-13T16:23:41.707 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb9700640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 0x7f6fb41f2420 secure :-1 s=READY pgs=3076 cs=0 l=1 rev1=1 crypto rx=0x7f6fa80119a0 tx=0x7f6fa8011e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa800faf0 con 0x7f6fb4159580 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fa800fc50 con 0x7f6fb4159580 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6fb40b6ae0 con 0x7f6fb4159580 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fa8014440 con 0x7f6fb4159580 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.702+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6fb40c8f00 con 0x7f6fb4159580 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.703+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6fb40b6660 con 0x7f6fb4159580 2024-09-13T16:23:41.708 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.704+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6fa801d400 con 0x7f6fb4159580 2024-09-13T16:23:41.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.704+0000 7f6fb27fc640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6fa006ac00 0x7f6fa006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:41.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.704+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(144..144 src has 1..144) v4 ==== 5881+0+0 (secure 0 0 0) 0x7f6fa8089ce0 con 0x7f6fb4159580 2024-09-13T16:23:41.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.704+0000 7f6fb9f01640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6fa006ac00 0x7f6fa006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:41.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.705+0000 7f6fb9f01640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6fa006ac00 0x7f6fa006d0c0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f6fac0035f0 tx=0x7f6fac009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:41.709 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.708+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f6fb40b6660 con 0x7f6fb4159580 2024-09-13T16:23:41.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:41.882+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f6fb40b6660 con 0x7f6fb4159580 2024-09-13T16:23:42.535 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.533+0000 7f6fb27fc640 1 -- 172.21.15.39:0/1805016785 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v145) v1 ==== 181+0+0 (secure 0 0 0) 0x7f6fb40b6660 con 0x7f6fb4159580 2024-09-13T16:23:42.535 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_metadata' removed 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6fa006ac00 msgr2=0x7f6fa006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6fa006ac00 0x7f6fa006d0c0 secure :-1 s=READY pgs=1188 cs=0 l=1 rev1=1 crypto rx=0x7f6fac0035f0 tx=0x7f6fac009040 comp rx=0 tx=0).stop 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 msgr2=0x7f6fb41f2420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 0x7f6fb41f2420 secure :-1 s=READY pgs=3076 cs=0 l=1 rev1=1 crypto rx=0x7f6fa80119a0 tx=0x7f6fa8011e60 comp rx=0 tx=0).stop 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 shutdown_connections 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6fa006ac00 0x7f6fa006d0c0 unknown :-1 s=CLOSED pgs=1188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6fb41f2960 0x7f6fb40ca110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6fb4159580 0x7f6fb41f2420 unknown :-1 s=CLOSED pgs=3076 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 --2- 172.21.15.39:0/1805016785 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6f9c004d00 0x7f6fb40c89c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 >> 172.21.15.39:0/1805016785 conn(0x7f6fb406a3a0 msgr2=0x7f6fb40cec30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 shutdown_connections 2024-09-13T16:23:42.539 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.536+0000 7f6fbc165640 1 -- 172.21.15.39:0/1805016785 wait complete. 2024-09-13T16:23:42.550 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T16:23:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.656+0000 7f47e8b95640 1 Processor -- start 2024-09-13T16:23:42.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.657+0000 7f47e8b95640 1 -- start start 2024-09-13T16:23:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.657+0000 7f47e8b95640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f47e415a3b0 0x7f47e40cd810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e8b95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 0x7f47e40cdd50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e8b95640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47e40b34d0 con 0x7f47e40b0dd0 2024-09-13T16:23:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e8b95640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47e40b25e0 con 0x7f47e415a3b0 2024-09-13T16:23:42.660 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e8b95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47e40b28c0 con 0x7f47e4071fe0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e1d9b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f47e40b0dd0 0x7f47e4069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:58648/0 (socket says 172.21.15.39:58648) 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e1d9b640 1 -- 172.21.15.39:0/1545623979 learned_addr learned my addr 172.21.15.39:0/1545623979 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e259c640 1 --2- 172.21.15.39:0/1545623979 >> v2:172.21.15.157:3300/0 conn(0x7f47e415a3b0 0x7f47e40cd810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e2d9d640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 0x7f47e40cdd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 652966584 0 0) 0x7f47e40b34d0 con 0x7f47e40b0dd0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f47d0003520 con 0x7f47e40b0dd0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2499938988 0 0) 0x7f47d0003520 con 0x7f47e40b0dd0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 msgr2=0x7f47e40cdd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 0x7f47e40cdd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 >> v2:172.21.15.157:3300/0 conn(0x7f47e415a3b0 msgr2=0x7f47e40cd810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 --2- 172.21.15.39:0/1545623979 >> v2:172.21.15.157:3300/0 conn(0x7f47e415a3b0 0x7f47e40cd810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47e40b2ba0 con 0x7f47e40b0dd0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f47cc001690 con 0x7f47e40b0dd0 2024-09-13T16:23:42.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 >> v1:172.21.15.39:6789/0 conn(0x7f47e40b0dd0 legacy=0x7f47e4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47d0003970 0x7f47d0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 0x7f47d00047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47d0004d00 0x7f47d0005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e40b25e0 con 0x7f47d0003970 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e40b28c0 con 0x7f47d0004d00 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47d000b980 con 0x7f47e4071fe0 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.658+0000 7f47e259c640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47d0003970 0x7f47d0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e1d9b640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 0x7f47d00047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e2d9d640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47d0004d00 0x7f47d0005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e259c640 1 -- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 msgr2=0x7f47d00047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e259c640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47e4071fe0 0x7f47d00047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e259c640 1 -- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47d0004d00 msgr2=0x7f47d0005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:42.662 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e259c640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47d0004d00 0x7f47d0005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e259c640 1 -- 172.21.15.39:0/1545623979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47d0003520 con 0x7f47d0003970 2024-09-13T16:23:42.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.659+0000 7f47e259c640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47d0003970 0x7f47d0003d90 secure :-1 s=READY pgs=3078 cs=0 l=1 rev1=1 crypto rx=0x7f47d4009ac0 tx=0x7f47d00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=315bc2b9b92bec0c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d4031400 con 0x7f47d0003970 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47d402d050 con 0x7f47d0003970 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e159a640 1 -- 172.21.15.39:0/1545623979 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47d4031780 con 0x7f47d0003970 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e8b95640 1 -- 172.21.15.39:0/1545623979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47d0003970 msgr2=0x7f47d0003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e8b95640 1 --2- 172.21.15.39:0/1545623979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47d0003970 0x7f47d0003d90 secure :-1 s=READY pgs=3078 cs=0 l=1 rev1=1 crypto rx=0x7f47d4009ac0 tx=0x7f47d00057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e2d9d640 1 -- 172.21.15.39:0/1545623979 reap_dead start 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e8b95640 1 -- 172.21.15.39:0/1545623979 shutdown_connections 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e8b95640 1 -- 172.21.15.39:0/1545623979 >> 172.21.15.39:0/1545623979 conn(0x7f47e40b15d0 msgr2=0x7f47e40b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e8b95640 1 -- 172.21.15.39:0/1545623979 shutdown_connections 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.660+0000 7f47e8b95640 1 -- 172.21.15.39:0/1545623979 wait complete. 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 Processor -- start 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 -- start start 2024-09-13T16:23:42.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47d0003970 0x7f47e41f2250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47e414e480 0x7f47e415cf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 0x7f47e41547d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e4156a50 con 0x7f47e415d450 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47e40b06a0 con 0x7f47e414e480 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.662+0000 7f47e8b95640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47e4155b80 con 0x7f47d0003970 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 0x7f47e41547d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 0x7f47e41547d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:40628/0 (socket says 172.21.15.39:40628) 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 -- 172.21.15.39:0/2862608001 learned_addr learned my addr 172.21.15.39:0/2862608001 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e1d9b640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47e414e480 0x7f47e415cf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e259c640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47d0003970 0x7f47e41f2250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 -- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47d0003970 msgr2=0x7f47e41f2250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47d0003970 0x7f47e41f2250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 -- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47e414e480 msgr2=0x7f47e415cf10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:42.667 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47e414e480 0x7f47e415cf10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 -- 172.21.15.39:0/2862608001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47e41f2790 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e259c640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47d0003970 0x7f47e41f2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e2d9d640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 0x7f47e41547d0 secure :-1 s=READY pgs=3079 cs=0 l=1 rev1=1 crypto rx=0x7f47e40b4160 tx=0x7f47dc0115a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47dc00e070 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f47dc011e40 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47e4155dd0 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f47dc003990 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.663+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47e4156390 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.664+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47e4156b90 con 0x7f47e415d450 2024-09-13T16:23:42.668 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.665+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f47dc003b10 con 0x7f47e415d450 2024-09-13T16:23:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.665+0000 7f47daffd640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c406ac00 0x7f47c406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.665+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(145..145 src has 1..145) v4 ==== 5443+0+0 (secure 0 0 0) 0x7f47dc0897e0 con 0x7f47e415d450 2024-09-13T16:23:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.665+0000 7f47e259c640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c406ac00 0x7f47c406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:42.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.666+0000 7f47e259c640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c406ac00 0x7f47c406d0c0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f47d4033000 tx=0x7f47d4008030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:42.670 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.669+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f47e4156b90 con 0x7f47e415d450 2024-09-13T16:23:42.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:42.845+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f47e4156b90 con 0x7f47e415d450 2024-09-13T16:23:43.534 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.532+0000 7f47daffd640 1 -- 172.21.15.39:0/2862608001 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v146) v1 ==== 169+0+0 (secure 0 0 0) 0x7f47e4156b90 con 0x7f47e415d450 2024-09-13T16:23:43.534 INFO:teuthology.orchestra.run.smithi039.stderr:pool 'cephfs_data' removed 2024-09-13T16:23:43.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c406ac00 msgr2=0x7f47c406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c406ac00 0x7f47c406d0c0 secure :-1 s=READY pgs=1189 cs=0 l=1 rev1=1 crypto rx=0x7f47d4033000 tx=0x7f47d4008030 comp rx=0 tx=0).stop 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 msgr2=0x7f47e41547d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 0x7f47e41547d0 secure :-1 s=READY pgs=3079 cs=0 l=1 rev1=1 crypto rx=0x7f47e40b4160 tx=0x7f47dc0115a0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 shutdown_connections 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47c406ac00 0x7f47c406d0c0 unknown :-1 s=CLOSED pgs=1189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f47e415d450 0x7f47e41547d0 unknown :-1 s=CLOSED pgs=3079 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f47e414e480 0x7f47e415cf10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 --2- 172.21.15.39:0/2862608001 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f47d0003970 0x7f47e41f2250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 >> 172.21.15.39:0/2862608001 conn(0x7f47e40b15d0 msgr2=0x7f47e40c34b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 shutdown_connections 2024-09-13T16:23:43.538 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.536+0000 7f47e8b95640 1 -- 172.21.15.39:0/2862608001 wait complete. 2024-09-13T16:23:43.551 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T16:23:43.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.656+0000 7f5a4cc3a640 1 Processor -- start 2024-09-13T16:23:43.657 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.656+0000 7f5a4cc3a640 1 -- start start 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a4cc3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a4806a5e0 0x7f5a480705b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a4cc3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a48070af0 0x7f5a480cd500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a4cc3a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5a48070fa0 con 0x7f5a4815a4f0 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a4cc3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5a4815ac00 con 0x7f5a4806a5e0 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a4cc3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4815a8d0 con 0x7f5a48070af0 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a4806a5e0 0x7f5a480705b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f5a4806a5e0 0x7f5a480705b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47768/0 (socket says 172.21.15.39:47768) 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 -- 172.21.15.39:0/3465247916 learned_addr learned my addr 172.21.15.39:0/3465247916 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 -- 172.21.15.39:0/3465247916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a48070af0 msgr2=0x7f5a480cd500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 --2- 172.21.15.39:0/3465247916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a48070af0 0x7f5a480cd500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 -- 172.21.15.39:0/3465247916 >> v1:172.21.15.157:6789/0 conn(0x7f5a4815a4f0 legacy=0x7f5a48069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:43.659 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.657+0000 7f5a45d9b640 1 -- 172.21.15.39:0/3465247916 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a48071220 con 0x7f5a4806a5e0 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.658+0000 7f5a45d9b640 1 --2- 172.21.15.39:0/3465247916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4806a5e0 0x7f5a480705b0 secure :-1 s=READY pgs=3080 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c009870 tx=0x7f5a3c02a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a63331643d152aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.658+0000 7f5a4559a640 1 -- 172.21.15.39:0/3465247916 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a3c032440 con 0x7f5a4806a5e0 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.658+0000 7f5a4559a640 1 -- 172.21.15.39:0/3465247916 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a3c0325a0 con 0x7f5a4806a5e0 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.658+0000 7f5a4559a640 1 -- 172.21.15.39:0/3465247916 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a3c032930 con 0x7f5a4806a5e0 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/3465247916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4806a5e0 msgr2=0x7f5a480705b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/3465247916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4806a5e0 0x7f5a480705b0 secure :-1 s=READY pgs=3080 cs=0 l=1 rev1=1 crypto rx=0x7f5a3c009870 tx=0x7f5a3c02a210 comp rx=0 tx=0).stop 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/3465247916 shutdown_connections 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/3465247916 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a48070af0 0x7f5a480cd500 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/3465247916 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4806a5e0 0x7f5a480705b0 unknown :-1 s=CLOSED pgs=3080 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/3465247916 >> 172.21.15.39:0/3465247916 conn(0x7f5a480b00a0 msgr2=0x7f5a480b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/3465247916 shutdown_connections 2024-09-13T16:23:43.661 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.659+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/3465247916 wait complete. 2024-09-13T16:23:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.660+0000 7f5a4cc3a640 1 Processor -- start 2024-09-13T16:23:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.660+0000 7f5a4cc3a640 1 -- start start 2024-09-13T16:23:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4cc3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a4806a5e0 0x7f5a4813f4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.663 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4cc3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a48070af0 0x7f5a481583e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4cc3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 0x7f5a48158920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4cc3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a48140640 con 0x7f5a4815a4f0 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4cc3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4813d730 con 0x7f5a48070af0 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4cc3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5a4814fde0 con 0x7f5a4806a5e0 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 0x7f5a48158920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 0x7f5a48158920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47772/0 (socket says 172.21.15.39:47772) 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 -- 172.21.15.39:0/1355751152 learned_addr learned my addr 172.21.15.39:0/1355751152 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a4659c640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a4806a5e0 0x7f5a4813f4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a45d9b640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a48070af0 0x7f5a481583e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 -- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a4806a5e0 msgr2=0x7f5a4813f4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a4806a5e0 0x7f5a4813f4b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 -- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a48070af0 msgr2=0x7f5a481583e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a48070af0 0x7f5a481583e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.664 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.661+0000 7f5a46d9d640 1 -- 172.21.15.39:0/1355751152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5a3c0094d0 con 0x7f5a4815a4f0 2024-09-13T16:23:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.662+0000 7f5a46d9d640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 0x7f5a48158920 secure :-1 s=READY pgs=3081 cs=0 l=1 rev1=1 crypto rx=0x7f5a4000b9a0 tx=0x7f5a4000be60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.662+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a4000cba0 con 0x7f5a4815a4f0 2024-09-13T16:23:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.662+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5a4000cd20 con 0x7f5a4815a4f0 2024-09-13T16:23:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.662+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5a40014680 con 0x7f5a4815a4f0 2024-09-13T16:23:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.662+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5a480aba50 con 0x7f5a4815a4f0 2024-09-13T16:23:43.665 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.662+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5a4813fca0 con 0x7f5a4815a4f0 2024-09-13T16:23:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.663+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5a48140780 con 0x7f5a4815a4f0 2024-09-13T16:23:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.663+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f5a4001d3b0 con 0x7f5a4815a4f0 2024-09-13T16:23:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.664+0000 7f5a36ffd640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2806ac00 0x7f5a2806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.664+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f5a400890d0 con 0x7f5a4815a4f0 2024-09-13T16:23:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.664+0000 7f5a4659c640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2806ac00 0x7f5a2806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.666 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.665+0000 7f5a4659c640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2806ac00 0x7f5a2806d0c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f5a38004ea0 tx=0x7f5a38009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:43.669 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.668+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f5a48140780 con 0x7f5a4815a4f0 2024-09-13T16:23:43.842 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.840+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7f5a48140780 con 0x7f5a4815a4f0 2024-09-13T16:23:43.846 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.844+0000 7f5a36ffd640 1 -- 172.21.15.39:0/1355751152 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v29) v1 ==== 104+0+0 (secure 0 0 0) 0x7f5a48140780 con 0x7f5a4815a4f0 2024-09-13T16:23:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2806ac00 msgr2=0x7f5a2806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2806ac00 0x7f5a2806d0c0 secure :-1 s=READY pgs=1190 cs=0 l=1 rev1=1 crypto rx=0x7f5a38004ea0 tx=0x7f5a38009040 comp rx=0 tx=0).stop 2024-09-13T16:23:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 msgr2=0x7f5a48158920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 0x7f5a48158920 secure :-1 s=READY pgs=3081 cs=0 l=1 rev1=1 crypto rx=0x7f5a4000b9a0 tx=0x7f5a4000be60 comp rx=0 tx=0).stop 2024-09-13T16:23:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 shutdown_connections 2024-09-13T16:23:43.848 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f5a2806ac00 0x7f5a2806d0c0 unknown :-1 s=CLOSED pgs=1190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f5a4815a4f0 0x7f5a48158920 unknown :-1 s=CLOSED pgs=3081 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f5a48070af0 0x7f5a481583e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 --2- 172.21.15.39:0/1355751152 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f5a4806a5e0 0x7f5a4813f4b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 >> 172.21.15.39:0/1355751152 conn(0x7f5a480b00a0 msgr2=0x7f5a48152a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 shutdown_connections 2024-09-13T16:23:43.849 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.846+0000 7f5a4cc3a640 1 -- 172.21.15.39:0/1355751152 wait complete. 2024-09-13T16:23:43.859 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors' 2024-09-13T16:23:43.963 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.962+0000 7f53eda5a640 1 Processor -- start 2024-09-13T16:23:43.964 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.962+0000 7f53eda5a640 1 -- start start 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53eda5a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f53e815a1c0 0x7f53e80b2650 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53eda5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e815a5a0 0x7f53e80b42e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53eda5a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53e80b3b20 con 0x7f53e80b2b90 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53eda5a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53e80b3030 con 0x7f53e815a1c0 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53eda5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53e80b3310 con 0x7f53e815a5a0 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e6ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f53e815a1c0 0x7f53e80b2650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e67fc640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f53e80b2b90 0x7f53e8069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44664/0 (socket says 172.21.15.39:44664) 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e67fc640 1 -- 172.21.15.39:0/2237697811 learned_addr learned my addr 172.21.15.39:0/2237697811 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e6ffd640 1 -- 172.21.15.39:0/2237697811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e815a5a0 msgr2=0x7f53e80b42e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:43.965 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e77fe640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e815a5a0 0x7f53e80b42e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e5ffb640 1 -- 172.21.15.39:0/2237697811 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1697866162 0 0) 0x7f53e80b3b20 con 0x7f53e80b2b90 2024-09-13T16:23:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e6ffd640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e815a5a0 0x7f53e80b42e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e6ffd640 1 -- 172.21.15.39:0/2237697811 >> v1:172.21.15.39:6789/0 conn(0x7f53e80b2b90 legacy=0x7f53e8069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e6ffd640 1 -- 172.21.15.39:0/2237697811 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53e80b35f0 con 0x7f53e815a1c0 2024-09-13T16:23:43.966 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.963+0000 7f53e77fe640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e815a5a0 0x7f53e80b42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.964+0000 7f53e6ffd640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80b2650 secure :-1 s=READY pgs=3083 cs=0 l=1 rev1=1 crypto rx=0x7f53d80097a0 tx=0x7f53d802a100 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3e5fd5a01205a52d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.964+0000 7f53e5ffb640 1 -- 172.21.15.39:0/2237697811 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d802ae50 con 0x7f53e815a1c0 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.964+0000 7f53e5ffb640 1 -- 172.21.15.39:0/2237697811 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d8032440 con 0x7f53e815a1c0 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.964+0000 7f53e5ffb640 1 -- 172.21.15.39:0/2237697811 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d80327d0 con 0x7f53e815a1c0 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 -- 172.21.15.39:0/2237697811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 msgr2=0x7f53e80b2650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80b2650 secure :-1 s=READY pgs=3083 cs=0 l=1 rev1=1 crypto rx=0x7f53d80097a0 tx=0x7f53d802a100 comp rx=0 tx=0).stop 2024-09-13T16:23:43.967 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 -- 172.21.15.39:0/2237697811 shutdown_connections 2024-09-13T16:23:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e815a5a0 0x7f53e80b42e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 --2- 172.21.15.39:0/2237697811 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80b2650 unknown :-1 s=CLOSED pgs=3083 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 -- 172.21.15.39:0/2237697811 >> 172.21.15.39:0/2237697811 conn(0x7f53e806afe0 msgr2=0x7f53e806b3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 -- 172.21.15.39:0/2237697811 shutdown_connections 2024-09-13T16:23:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.965+0000 7f53eda5a640 1 -- 172.21.15.39:0/2237697811 wait complete. 2024-09-13T16:23:43.968 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.966+0000 7f53eda5a640 1 Processor -- start 2024-09-13T16:23:43.970 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.966+0000 7f53eda5a640 1 -- start start 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53eda5a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e80b2b90 0x7f53e8146710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53eda5a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80add90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53eda5a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53e815a5a0 0x7f53e8148140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53eda5a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e80a8e20 con 0x7f53e815a1c0 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53eda5a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53e81f3fe0 con 0x7f53e815a5a0 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53eda5a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53e80a84f0 con 0x7f53e80b2b90 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80add90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80add90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47794/0 (socket says 172.21.15.39:47794) 2024-09-13T16:23:43.971 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 -- 172.21.15.39:0/4031473332 learned_addr learned my addr 172.21.15.39:0/4031473332 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e6ffd640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e80b2b90 0x7f53e8146710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e77fe640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53e815a5a0 0x7f53e8148140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 -- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e80b2b90 msgr2=0x7f53e8146710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e80b2b90 0x7f53e8146710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 -- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53e815a5a0 msgr2=0x7f53e8148140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53e815a5a0 0x7f53e8148140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e67fc640 1 -- 172.21.15.39:0/4031473332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53d8009400 con 0x7f53e815a1c0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.967+0000 7f53e6ffd640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e80b2b90 0x7f53e8146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.968+0000 7f53e67fc640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80add90 secure :-1 s=READY pgs=3084 cs=0 l=1 rev1=1 crypto rx=0x7f53dc00c4d0 tx=0x7f53dc00c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.968+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc0074e0 con 0x7f53e815a1c0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.968+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53dc007660 con 0x7f53e815a1c0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.968+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53e80a87d0 con 0x7f53e815a1c0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.968+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53dc004a20 con 0x7f53e815a1c0 2024-09-13T16:23:43.972 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.968+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53e8146c50 con 0x7f53e815a1c0 2024-09-13T16:23:43.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.969+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53e80672f0 con 0x7f53e815a1c0 2024-09-13T16:23:43.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.969+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f53dc004b80 con 0x7f53e815a1c0 2024-09-13T16:23:43.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.970+0000 7f53cffff640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53d406ac00 0x7f53d406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:43.973 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.970+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f53dc0885c0 con 0x7f53e815a1c0 2024-09-13T16:23:43.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.970+0000 7f53e6ffd640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53d406ac00 0x7f53d406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:43.974 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.971+0000 7f53e6ffd640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53d406ac00 0x7f53d406d0c0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f53d8034000 tx=0x7f53d802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:43.975 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:43.974+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f53dc053a40 con 0x7f53e815a1c0 2024-09-13T16:23:44.216 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.215+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]} v 0) v1 -- 0x7f53e80b2650 con 0x7f53e815a1c0 2024-09-13T16:23:44.533 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.532+0000 7f53cffff640 1 -- 172.21.15.39:0/4031473332 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_damage.TestDamage.test_open_ino_errors"]}]=0 v662) v1 ==== 135+0+0 (secure 0 0 0) 0x7f53dc0180c0 con 0x7f53e815a1c0 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53d406ac00 msgr2=0x7f53d406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53d406ac00 0x7f53d406d0c0 secure :-1 s=READY pgs=1191 cs=0 l=1 rev1=1 crypto rx=0x7f53d8034000 tx=0x7f53d802e000 comp rx=0 tx=0).stop 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 msgr2=0x7f53e80add90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80add90 secure :-1 s=READY pgs=3084 cs=0 l=1 rev1=1 crypto rx=0x7f53dc00c4d0 tx=0x7f53dc00c990 comp rx=0 tx=0).stop 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 shutdown_connections 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f53d406ac00 0x7f53d406d0c0 unknown :-1 s=CLOSED pgs=1191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f53e815a5a0 0x7f53e8148140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f53e815a1c0 0x7f53e80add90 unknown :-1 s=CLOSED pgs=3084 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 --2- 172.21.15.39:0/4031473332 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f53e80b2b90 0x7f53e8146710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 >> 172.21.15.39:0/4031473332 conn(0x7f53e806afe0 msgr2=0x7f53e81583f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:44.536 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 shutdown_connections 2024-09-13T16:23:44.537 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:44.534+0000 7f53eda5a640 1 -- 172.21.15.39:0/4031473332 wait complete. 2024-09-13T16:23:44.547 INFO:tasks.cephfs_test_runner:That errors encountered during opening inos are properly propagated ... ok 2024-09-13T16:23:44.547 INFO:tasks.cephfs_test_runner: 2024-09-13T16:23:44.547 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T16:23:44.548 INFO:tasks.cephfs_test_runner:Ran 6 tests in 748.215s 2024-09-13T16:23:44.548 INFO:tasks.cephfs_test_runner: 2024-09-13T16:23:44.548 INFO:tasks.cephfs_test_runner:OK 2024-09-13T16:23:44.548 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T16:23:44.558 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T16:23:44.575 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T16:23:44.575 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:44.575 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:44.591 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:23:44.591 DEBUG:teuthology.orchestra.run.smithi039:> set -ex 2024-09-13T16:23:44.591 DEBUG:teuthology.orchestra.run.smithi039:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:44.647 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056024,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=14611 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248732k,nr_inodes=812183,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497468k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T16:23:44.647 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:23:44.648 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:44.666 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:23:44.666 DEBUG:teuthology.orchestra.run.smithi157:> set -ex 2024-09-13T16:23:44.666 DEBUG:teuthology.orchestra.run.smithi157:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T16:23:44.724 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 sysfs /sys sysfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 devtmpfs /dev devtmpfs rw,seclabel,nosuid,size=4096k,nr_inodes=4056026,mode=755,inode64 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,seclabel,nosuid,nodev,inode64 0 0 devpts /dev/pts devpts rw,seclabel,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 cgroup2 /sys/fs/cgroup cgroup2 rw,seclabel,nosuid,nodev,noexec,relatime,nsdelegate,memory_recursiveprot 0 0 pstore /sys/fs/pstore pstore rw,seclabel,nosuid,nodev,noexec,relatime 0 0 bpf /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 /dev/sda1 / ext4 rw,seclabel,relatime 0 0 selinuxfs /sys/fs/selinux selinuxfs rw,nosuid,noexec,relatime 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=29,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=286 0 0 mqueue /dev/mqueue mqueue rw,seclabel,nosuid,nodev,noexec,relatime 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,seclabel,relatime,pagesize=2M 0 0 debugfs /sys/kernel/debug debugfs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,seclabel,nosuid,nodev,noexec,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 none /run/credentials/systemd-sysctl.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup-dev.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 none /run/credentials/systemd-tmpfiles-setup.service ramfs ro,seclabel,nosuid,nodev,noexec,relatime,mode=700 0 0 sunrpc /var/lib/nfs/rpc_pipefs rpc_pipefs rw,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,seclabel,nosuid,nodev,relatime,size=3248728k,nr_inodes=812182,mode=700,uid=1000,gid=1333,inode64 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,seclabel,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,seclabel,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,seclabel,nosuid,nodev,size=6497460k,nr_inodes=819200,mode=755,inode64 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T16:23:44.724 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:44.724 DEBUG:teuthology.orchestra.run.smithi039:> ip netns list 2024-09-13T16:23:44.740 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T16:23:44.741 INFO:teuthology.orchestra.run.smithi039.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T16:23:44.741 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:44.741 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T16:23:44.807 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:44.807 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T16:23:44.874 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:44.874 DEBUG:teuthology.orchestra.run.smithi039:> sudo ip link delete ceph-brx 2024-09-13T16:23:44.973 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:44.973 DEBUG:teuthology.orchestra.run.smithi157:> ip netns list 2024-09-13T16:23:44.991 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T16:23:44.992 INFO:teuthology.orchestra.run.smithi157.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T16:23:44.992 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:44.992 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T16:23:45.061 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:45.061 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T16:23:45.130 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T16:23:45.130 DEBUG:teuthology.orchestra.run.smithi157:> sudo ip link delete ceph-brx 2024-09-13T16:23:45.233 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T16:23:45.242 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T16:23:45.242 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:45.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.345+0000 7f7e6850f640 1 Processor -- start 2024-09-13T16:23:45.346 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.345+0000 7f7e6850f640 1 -- start start 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e6850f640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e60156fb0 0x7f7e6015ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e6850f640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f7e6015d0a0 0x7f7e6015d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e6850f640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7e6015b1b0 con 0x7f7e6006f170 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e6850f640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e600b2400 con 0x7f7e60156fb0 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e6850f640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7e6015da70 con 0x7f7e6015d0a0 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e662ab640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f7e60156fb0 0x7f7e6015ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e65aaa640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f7e6006f170 0x7f7e600b1cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44672/0 (socket says 172.21.15.39:44672) 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e65aaa640 1 -- 172.21.15.39:0/3285616909 learned_addr learned my addr 172.21.15.39:0/3285616909 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e66aac640 1 --2- 172.21.15.39:0/3285616909 >> v2:172.21.15.157:3300/0 conn(0x7f7e6015d0a0 0x7f7e6015d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.348 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e662ab640 1 -- 172.21.15.39:0/3285616909 >> v2:172.21.15.157:3300/0 conn(0x7f7e6015d0a0 msgr2=0x7f7e6015d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e662ab640 1 --2- 172.21.15.39:0/3285616909 >> v2:172.21.15.157:3300/0 conn(0x7f7e6015d0a0 0x7f7e6015d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e662ab640 1 -- 172.21.15.39:0/3285616909 >> v1:172.21.15.39:6789/0 conn(0x7f7e6006f170 legacy=0x7f7e600b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e662ab640 1 -- 172.21.15.39:0/3285616909 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e6006f6e0 con 0x7f7e60156fb0 2024-09-13T16:23:45.349 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.346+0000 7f7e66aac640 1 --2- 172.21.15.39:0/3285616909 >> v2:172.21.15.157:3300/0 conn(0x7f7e6015d0a0 0x7f7e6015d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:45.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.347+0000 7f7e662ab640 1 --2- 172.21.15.39:0/3285616909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e60156fb0 0x7f7e6015ac70 secure :-1 s=READY pgs=3086 cs=0 l=1 rev1=1 crypto rx=0x7f7e6015e010 tx=0x7f7e5c02c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd770ff2b197cb5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.347+0000 7f7e652a9640 1 -- 172.21.15.39:0/3285616909 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c031710 con 0x7f7e60156fb0 2024-09-13T16:23:45.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.347+0000 7f7e652a9640 1 -- 172.21.15.39:0/3285616909 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e5c02f050 con 0x7f7e60156fb0 2024-09-13T16:23:45.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.347+0000 7f7e652a9640 1 -- 172.21.15.39:0/3285616909 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e5c031a90 con 0x7f7e60156fb0 2024-09-13T16:23:45.350 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 -- 172.21.15.39:0/3285616909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e60156fb0 msgr2=0x7f7e6015ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 --2- 172.21.15.39:0/3285616909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e60156fb0 0x7f7e6015ac70 secure :-1 s=READY pgs=3086 cs=0 l=1 rev1=1 crypto rx=0x7f7e6015e010 tx=0x7f7e5c02c7e0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 -- 172.21.15.39:0/3285616909 shutdown_connections 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 --2- 172.21.15.39:0/3285616909 >> v2:172.21.15.157:3300/0 conn(0x7f7e6015d0a0 0x7f7e6015d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 --2- 172.21.15.39:0/3285616909 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e60156fb0 0x7f7e6015ac70 unknown :-1 s=CLOSED pgs=3086 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 -- 172.21.15.39:0/3285616909 >> 172.21.15.39:0/3285616909 conn(0x7f7e6006b3b0 msgr2=0x7f7e6006b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 -- 172.21.15.39:0/3285616909 shutdown_connections 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.348+0000 7f7e6850f640 1 -- 172.21.15.39:0/3285616909 wait complete. 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.349+0000 7f7e6850f640 1 Processor -- start 2024-09-13T16:23:45.351 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.349+0000 7f7e6850f640 1 -- start start 2024-09-13T16:23:45.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e6850f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e6006f170 0x7f7e6014b120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e6850f640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e60156fb0 0x7f7e60157fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.353 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e6850f640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 0x7f7e600ac890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e6850f640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e600cb420 con 0x7f7e6015d0a0 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e6850f640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7e60158a00 con 0x7f7e60156fb0 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e6850f640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7e60158ce0 con 0x7f7e6006f170 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 0x7f7e600ac890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 0x7f7e600ac890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47820/0 (socket says 172.21.15.39:47820) 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 -- 172.21.15.39:0/2745267498 learned_addr learned my addr 172.21.15.39:0/2745267498 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e65aaa640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e60156fb0 0x7f7e60157fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e662ab640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e6006f170 0x7f7e6014b120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 -- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e6006f170 msgr2=0x7f7e6014b120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e6006f170 0x7f7e6014b120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 -- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e60156fb0 msgr2=0x7f7e60157fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e60156fb0 0x7f7e60157fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.350+0000 7f7e66aac640 1 -- 172.21.15.39:0/2745267498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7e5c00b6a0 con 0x7f7e6015d0a0 2024-09-13T16:23:45.354 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.351+0000 7f7e66aac640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 0x7f7e600ac890 secure :-1 s=READY pgs=3087 cs=0 l=1 rev1=1 crypto rx=0x7f7e5800cef0 tx=0x7f7e5800a710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.351+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e5800d840 con 0x7f7e6015d0a0 2024-09-13T16:23:45.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.351+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7e5800d9c0 con 0x7f7e6015d0a0 2024-09-13T16:23:45.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.351+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7e60158fc0 con 0x7f7e6015d0a0 2024-09-13T16:23:45.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.351+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7e5800dd70 con 0x7f7e6015d0a0 2024-09-13T16:23:45.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.351+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7e6014b660 con 0x7f7e6015d0a0 2024-09-13T16:23:45.355 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.352+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7e600672f0 con 0x7f7e6015d0a0 2024-09-13T16:23:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.352+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f7e5801e3b0 con 0x7f7e6015d0a0 2024-09-13T16:23:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.353+0000 7f7e56ffd640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e4406ac30 0x7f7e4406d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.353+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f7e580899b0 con 0x7f7e6015d0a0 2024-09-13T16:23:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.353+0000 7f7e662ab640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e4406ac30 0x7f7e4406d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.356 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.354+0000 7f7e662ab640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e4406ac30 0x7f7e4406d0f0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c036000 tx=0x7f7e5c035040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.359 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.357+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f7e58055030 con 0x7f7e6015d0a0 2024-09-13T16:23:45.526 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.525+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f7e6006ff80 con 0x7f7e4406ac30 2024-09-13T16:23:45.528 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.527+0000 7f7e56ffd640 1 -- 172.21.15.39:0/2745267498 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50855 (secure 0 0 0) 0x7f7e5c042090 con 0x7f7e4406ac30 2024-09-13T16:23:45.529 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:45.529 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e4406ac30 msgr2=0x7f7e4406d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e4406ac30 0x7f7e4406d0f0 secure :-1 s=READY pgs=1192 cs=0 l=1 rev1=1 crypto rx=0x7f7e5c036000 tx=0x7f7e5c035040 comp rx=0 tx=0).stop 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 msgr2=0x7f7e600ac890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 0x7f7e600ac890 secure :-1 s=READY pgs=3087 cs=0 l=1 rev1=1 crypto rx=0x7f7e5800cef0 tx=0x7f7e5800a710 comp rx=0 tx=0).stop 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 shutdown_connections 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f7e4406ac30 0x7f7e4406d0f0 unknown :-1 s=CLOSED pgs=1192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f7e6015d0a0 0x7f7e600ac890 unknown :-1 s=CLOSED pgs=3087 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.531 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f7e60156fb0 0x7f7e60157fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 --2- 172.21.15.39:0/2745267498 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f7e6006f170 0x7f7e6014b120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 >> 172.21.15.39:0/2745267498 conn(0x7f7e6006b3b0 msgr2=0x7f7e6015c1f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 shutdown_connections 2024-09-13T16:23:45.532 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.529+0000 7f7e6850f640 1 -- 172.21.15.39:0/2745267498 wait complete. 2024-09-13T16:23:45.542 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":536,"stamp":"2024-09-13T16:23:45.333633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305596,"kb_used_data":15708,"kb_used_omap":12,"kb_used_meta":289779,"kb_avail":754669124,"statfs":{"total":773094113280,"available":772781182976,"internally_reserved":0,"allocated":16084992,"data_stored":8379949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":296734266},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28936,"num_objects":-27,"num_object_clones":0,"num_object_copies":-54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-27,"num_whiteouts":0,"num_read":-90,"num_read_kb":-92,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":293,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-13T16:23:25.089927+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:25.089927+0000","last_peered":"2024-09-13T16:23:25.089927+0000","last_clean":"2024-09-13T16:23:25.089927+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:25.089927+0000","last_undegraded":"2024-09-13T16:23:25.089927+0000","last_fullsized":"2024-09-13T16:23:25.089927+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575009,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41700,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330140,"statfs":{"total":96636764160,"available":96594063360,"internally_reserved":0,"allocated":2449408,"data_stored":1483225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.626},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.59499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48399999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.66700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834575009,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41124,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330716,"statfs":{"total":96636764160,"available":96594653184,"internally_reserved":0,"allocated":1859584,"data_stored":894029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.51900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.438},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.48799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.56399999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.54300000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.69899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.64800000000000002}]}]},{"osd":5,"up_from":13,"seq":55834575010,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41116,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330724,"statfs":{"total":96636764160,"available":96594661376,"internally_reserved":0,"allocated":1851392,"data_stored":892815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.70899999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.64900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.754},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.84499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.86699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.89100000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575009,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37060,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334780,"statfs":{"total":96636764160,"available":96598814720,"internally_reserved":0,"allocated":1892352,"data_stored":920375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.52500000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.65400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.621}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.66800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834575010,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37056,"kb_used_data":1844,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334784,"statfs":{"total":96636764160,"available":96598818816,"internally_reserved":0,"allocated":1888256,"data_stored":920257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.23699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.34699999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.308},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.38100000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.64500000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.55800000000000005}]}]},{"osd":2,"up_from":13,"seq":55834575010,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37020,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334820,"statfs":{"total":96636764160,"available":96598855680,"internally_reserved":0,"allocated":1851392,"data_stored":892795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.26800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.36699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.49299999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.436},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.54600000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.45900000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41116,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330724,"statfs":{"total":96636764160,"available":96594661376,"internally_reserved":0,"allocated":1851392,"data_stored":893377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.29999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.41699999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.36799999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.626},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.58699999999999997}]}]},{"osd":0,"up_from":13,"seq":55834575010,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29404,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342436,"statfs":{"total":96636764160,"available":96606654464,"internally_reserved":0,"allocated":2441216,"data_stored":1483076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.34300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.377}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.629}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.61499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:45.544 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:45.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.644+0000 7fe3bb672640 1 Processor -- start 2024-09-13T16:23:45.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.645+0000 7fe3bb672640 1 -- start start 2024-09-13T16:23:45.646 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.645+0000 7fe3bb672640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe3b40ccf80 0x7fe3b4163ff0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.645+0000 7fe3bb672640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b4164530 0x7fe3b4166920 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.645+0000 7fe3bb672640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe3b40cde30 con 0x7fe3b40b41a0 2024-09-13T16:23:45.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.645+0000 7fe3bb672640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe3b40b5090 con 0x7fe3b40ccf80 2024-09-13T16:23:45.647 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.645+0000 7fe3bb672640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3b40cd820 con 0x7fe3b4164530 2024-09-13T16:23:45.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b9c0f640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b4164530 0x7fe3b4166920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b8c0d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe3b40ccf80 0x7fe3b4163ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.648 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b940e640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe3b40b41a0 0x7fe3b40b4580 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:45034/0 (socket says 172.21.15.39:45034) 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b940e640 1 -- 172.21.15.39:0/2870963593 learned_addr learned my addr 172.21.15.39:0/2870963593 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b4164530 msgr2=0x7fe3b4166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b8c0d640 1 --2- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b4164530 0x7fe3b4166920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/2870963593 >> v1:172.21.15.157:6789/0 conn(0x7fe3b40b41a0 legacy=0x7fe3b40b4580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/2870963593 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3b415cd60 con 0x7fe3b40ccf80 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3abfff640 1 -- 172.21.15.39:0/2870963593 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 493034220 0 0) 0x7fe3b40cde30 con 0x7fe3b40b41a0 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.646+0000 7fe3b9c0f640 1 --2- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b4164530 0x7fe3b4166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.647+0000 7fe3b8c0d640 1 --2- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b40ccf80 0x7fe3b4163ff0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fe3a40097a0 tx=0x7fe3a402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b7a32d831577fa6c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.647+0000 7fe3abfff640 1 -- 172.21.15.39:0/2870963593 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3a4032440 con 0x7fe3b40ccf80 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.647+0000 7fe3abfff640 1 -- 172.21.15.39:0/2870963593 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3a40325a0 con 0x7fe3b40ccf80 2024-09-13T16:23:45.649 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.647+0000 7fe3abfff640 1 -- 172.21.15.39:0/2870963593 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3a4032930 con 0x7fe3b40ccf80 2024-09-13T16:23:45.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 -- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b40ccf80 msgr2=0x7fe3b4163ff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 --2- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b40ccf80 0x7fe3b4163ff0 secure :-1 s=READY pgs=840 cs=0 l=1 rev1=1 crypto rx=0x7fe3a40097a0 tx=0x7fe3a402a180 comp rx=0 tx=0).stop 2024-09-13T16:23:45.650 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 -- 172.21.15.39:0/2870963593 shutdown_connections 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 --2- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b4164530 0x7fe3b4166920 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 --2- 172.21.15.39:0/2870963593 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b40ccf80 0x7fe3b4163ff0 unknown :-1 s=CLOSED pgs=840 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 -- 172.21.15.39:0/2870963593 >> 172.21.15.39:0/2870963593 conn(0x7fe3b40cf1a0 msgr2=0x7fe3b40cf5b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 -- 172.21.15.39:0/2870963593 shutdown_connections 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.648+0000 7fe3bb672640 1 -- 172.21.15.39:0/2870963593 wait complete. 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.649+0000 7fe3bb672640 1 Processor -- start 2024-09-13T16:23:45.651 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.649+0000 7fe3bb672640 1 -- start start 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3bb672640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b40b41a0 0x7fe3b4150950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3bb672640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 0x7fe3b41f63b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3bb672640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4164530 0x7fe3b4156c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3bb672640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3b41f68f0 con 0x7fe3b40ccf80 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3bb672640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe3b40c8e00 con 0x7fe3b4164530 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3bb672640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe3b4150f30 con 0x7fe3b40b41a0 2024-09-13T16:23:45.653 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 0x7fe3b41f63b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 0x7fe3b41f63b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47836/0 (socket says 172.21.15.39:47836) 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/831756282 learned_addr learned my addr 172.21.15.39:0/831756282 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b9c0f640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4164530 0x7fe3b4156c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b940e640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b40b41a0 0x7fe3b4150950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b40b41a0 msgr2=0x7fe3b4150950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b40b41a0 0x7fe3b4150950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4164530 msgr2=0x7fe3b4156c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4164530 0x7fe3b4156c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 -- 172.21.15.39:0/831756282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe3ac009a70 con 0x7fe3b40ccf80 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.650+0000 7fe3b8c0d640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 0x7fe3b41f63b0 secure :-1 s=READY pgs=3088 cs=0 l=1 rev1=1 crypto rx=0x7fe3a4000c00 tx=0x7fe3a40046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.651+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3a4032440 con 0x7fe3b40ccf80 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.651+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe3a4032e90 con 0x7fe3b40ccf80 2024-09-13T16:23:45.654 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.651+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe3a4009400 con 0x7fe3b40ccf80 2024-09-13T16:23:45.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.651+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe3a4030dc0 con 0x7fe3b40ccf80 2024-09-13T16:23:45.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.651+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe3b41514f0 con 0x7fe3b40ccf80 2024-09-13T16:23:45.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.652+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe3b4067330 con 0x7fe3b40ccf80 2024-09-13T16:23:45.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.652+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe3a4039040 con 0x7fe3b40ccf80 2024-09-13T16:23:45.655 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.653+0000 7fe3a9ffb640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe39806ac00 0x7fe39806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.653+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe3a40a9970 con 0x7fe3b40ccf80 2024-09-13T16:23:45.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.653+0000 7fe3b940e640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe39806ac00 0x7fe39806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.656 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.653+0000 7fe3b940e640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe39806ac00 0x7fe39806d0c0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fe3b0000f60 tx=0x7fe3b0007d50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.658 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.657+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe3a4074df0 con 0x7fe3b40ccf80 2024-09-13T16:23:45.825 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.823+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fe3b40d2090 con 0x7fe39806ac00 2024-09-13T16:23:45.827 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.826+0000 7fe3a9ffb640 1 -- 172.21.15.39:0/831756282 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50855 (secure 0 0 0) 0x7fe3b0004c70 con 0x7fe39806ac00 2024-09-13T16:23:45.828 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:45.828 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe39806ac00 msgr2=0x7fe39806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe39806ac00 0x7fe39806d0c0 secure :-1 s=READY pgs=1193 cs=0 l=1 rev1=1 crypto rx=0x7fe3b0000f60 tx=0x7fe3b0007d50 comp rx=0 tx=0).stop 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 msgr2=0x7fe3b41f63b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 0x7fe3b41f63b0 secure :-1 s=READY pgs=3088 cs=0 l=1 rev1=1 crypto rx=0x7fe3a4000c00 tx=0x7fe3a40046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 shutdown_connections 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe39806ac00 0x7fe39806d0c0 unknown :-1 s=CLOSED pgs=1193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe3b4164530 0x7fe3b4156c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe3b40ccf80 0x7fe3b41f63b0 unknown :-1 s=CLOSED pgs=3088 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 --2- 172.21.15.39:0/831756282 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe3b40b41a0 0x7fe3b4150950 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 >> 172.21.15.39:0/831756282 conn(0x7fe3b40cf1a0 msgr2=0x7fe3b414e670 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 shutdown_connections 2024-09-13T16:23:45.830 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.828+0000 7fe3bb672640 1 -- 172.21.15.39:0/831756282 wait complete. 2024-09-13T16:23:45.841 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":536,"stamp":"2024-09-13T16:23:45.333633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305596,"kb_used_data":15708,"kb_used_omap":12,"kb_used_meta":289779,"kb_avail":754669124,"statfs":{"total":773094113280,"available":772781182976,"internally_reserved":0,"allocated":16084992,"data_stored":8379949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":296734266},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28936,"num_objects":-27,"num_object_clones":0,"num_object_copies":-54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-27,"num_whiteouts":0,"num_read":-90,"num_read_kb":-92,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":293,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-13T16:23:25.089927+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:25.089927+0000","last_peered":"2024-09-13T16:23:25.089927+0000","last_clean":"2024-09-13T16:23:25.089927+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:25.089927+0000","last_undegraded":"2024-09-13T16:23:25.089927+0000","last_fullsized":"2024-09-13T16:23:25.089927+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575009,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41700,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330140,"statfs":{"total":96636764160,"available":96594063360,"internally_reserved":0,"allocated":2449408,"data_stored":1483225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.626},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.59499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48399999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.66700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834575009,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41124,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330716,"statfs":{"total":96636764160,"available":96594653184,"internally_reserved":0,"allocated":1859584,"data_stored":894029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.51900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.438},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.48799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.56399999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.54300000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.69899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.64800000000000002}]}]},{"osd":5,"up_from":13,"seq":55834575010,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41116,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330724,"statfs":{"total":96636764160,"available":96594661376,"internally_reserved":0,"allocated":1851392,"data_stored":892815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.70899999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.64900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.754},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.84499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.86699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.89100000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575009,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37060,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334780,"statfs":{"total":96636764160,"available":96598814720,"internally_reserved":0,"allocated":1892352,"data_stored":920375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.52500000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.65400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.621}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.66800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834575010,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37056,"kb_used_data":1844,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334784,"statfs":{"total":96636764160,"available":96598818816,"internally_reserved":0,"allocated":1888256,"data_stored":920257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.23699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.34699999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.308},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.38100000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.64500000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.55800000000000005}]}]},{"osd":2,"up_from":13,"seq":55834575010,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37020,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334820,"statfs":{"total":96636764160,"available":96598855680,"internally_reserved":0,"allocated":1851392,"data_stored":892795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.26800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.36699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.49299999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.436},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.54600000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.45900000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41116,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330724,"statfs":{"total":96636764160,"available":96594661376,"internally_reserved":0,"allocated":1851392,"data_stored":893377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.29999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.41699999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.36799999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.626},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.58699999999999997}]}]},{"osd":0,"up_from":13,"seq":55834575010,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29404,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342436,"statfs":{"total":96636764160,"available":96606654464,"internally_reserved":0,"allocated":2441216,"data_stored":1483076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.34300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.377}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.629}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.61499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:45.842 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T16:23:45.842 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:45.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.942+0000 7f2affac9640 1 Processor -- start 2024-09-13T16:23:45.944 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2affac9640 1 -- start start 2024-09-13T16:23:45.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2affac9640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2af80cf660 0x7f2af80d1cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2affac9640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2af80cfcc0 con 0x7f2af815ca50 2024-09-13T16:23:45.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2affac9640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2af80cffa0 con 0x7f2af80ccf30 2024-09-13T16:23:45.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2affac9640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2af80cfab0 con 0x7f2af80cf660 2024-09-13T16:23:45.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2afe066640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f2af80cf660 0x7f2af80d1cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.945 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.943+0000 7f2afd865640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2af815ca50 0x7f2af80cef50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44680/0 (socket says 172.21.15.39:44680) 2024-09-13T16:23:45.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.944+0000 7f2afd865640 1 -- 172.21.15.39:0/3847822698 learned_addr learned my addr 172.21.15.39:0/3847822698 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:45.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.944+0000 7f2afe066640 1 -- 172.21.15.39:0/3847822698 >> v1:172.21.15.157:6789/0 conn(0x7f2af80ccf30 legacy=0x7f2af8164470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:45.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.944+0000 7f2afe066640 1 -- 172.21.15.39:0/3847822698 >> v1:172.21.15.39:6789/0 conn(0x7f2af815ca50 legacy=0x7f2af80cef50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.944+0000 7f2afe066640 1 -- 172.21.15.39:0/3847822698 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2af80cd7d0 con 0x7f2af80cf660 2024-09-13T16:23:45.946 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.944+0000 7f2afc863640 1 -- 172.21.15.39:0/3847822698 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2420721927 0 0) 0x7f2af80cfcc0 con 0x7f2af815ca50 2024-09-13T16:23:45.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2afe066640 1 --2- 172.21.15.39:0/3847822698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af80d1cc0 secure :-1 s=READY pgs=3090 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8009d90 tx=0x7f2ae802a6a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=226c959203ed98d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2afc863640 1 -- 172.21.15.39:0/3847822698 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8007740 con 0x7f2af80cf660 2024-09-13T16:23:45.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2afc863640 1 -- 172.21.15.39:0/3847822698 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ae802d050 con 0x7f2af80cf660 2024-09-13T16:23:45.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2afc863640 1 -- 172.21.15.39:0/3847822698 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ae8007ac0 con 0x7f2af80cf660 2024-09-13T16:23:45.947 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 -- 172.21.15.39:0/3847822698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 msgr2=0x7f2af80d1cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 --2- 172.21.15.39:0/3847822698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af80d1cc0 secure :-1 s=READY pgs=3090 cs=0 l=1 rev1=1 crypto rx=0x7f2ae8009d90 tx=0x7f2ae802a6a0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 -- 172.21.15.39:0/3847822698 shutdown_connections 2024-09-13T16:23:45.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 --2- 172.21.15.39:0/3847822698 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af80d1cc0 unknown :-1 s=CLOSED pgs=3090 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 -- 172.21.15.39:0/3847822698 >> 172.21.15.39:0/3847822698 conn(0x7f2af80b42a0 msgr2=0x7f2af80b46b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:45.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 -- 172.21.15.39:0/3847822698 shutdown_connections 2024-09-13T16:23:45.948 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.945+0000 7f2affac9640 1 -- 172.21.15.39:0/3847822698 wait complete. 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 Processor -- start 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 -- start start 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80ccf30 0x7f2af81526e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af814fad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af815ca50 0x7f2af815d1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af8150010 con 0x7f2af80cf660 2024-09-13T16:23:45.950 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2af815b060 con 0x7f2af80ccf30 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2affac9640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2af815c260 con 0x7f2af815ca50 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.947+0000 7f2afd064640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af814fad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af814fad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47840/0 (socket says 172.21.15.39:47840) 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 -- 172.21.15.39:0/868416992 learned_addr learned my addr 172.21.15.39:0/868416992 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd865640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80ccf30 0x7f2af81526e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afe066640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af815ca50 0x7f2af815d1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 -- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af815ca50 msgr2=0x7f2af815d1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af815ca50 0x7f2af815d1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 -- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80ccf30 msgr2=0x7f2af81526e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80ccf30 0x7f2af81526e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 -- 172.21.15.39:0/868416992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ae8009a70 con 0x7f2af80cf660 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd865640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80ccf30 0x7f2af81526e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:45.951 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2afd064640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af814fad0 secure :-1 s=READY pgs=3091 cs=0 l=1 rev1=1 crypto rx=0x7f2aec00c430 tx=0x7f2aec00c8f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aec011790 con 0x7f2af80cf660 2024-09-13T16:23:45.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2aec0118f0 con 0x7f2af80cf660 2024-09-13T16:23:45.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2aec011ce0 con 0x7f2af80cf660 2024-09-13T16:23:45.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2af815f340 con 0x7f2af80cf660 2024-09-13T16:23:45.952 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.948+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2af815f900 con 0x7f2af80cf660 2024-09-13T16:23:45.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.949+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2af80d1cc0 con 0x7f2af80cf660 2024-09-13T16:23:45.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.950+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2aec01c460 con 0x7f2af80cf660 2024-09-13T16:23:45.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.950+0000 7f2af67fc640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ae406ac00 0x7f2ae406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:45.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.950+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2aec089050 con 0x7f2af80cf660 2024-09-13T16:23:45.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.951+0000 7f2afd865640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ae406ac00 0x7f2ae406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:45.953 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.951+0000 7f2afd865640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ae406ac00 0x7f2ae406d0c0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f2af0000f60 tx=0x7f2af0007cc0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:45.956 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:45.955+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2aec0544d0 con 0x7f2af80cf660 2024-09-13T16:23:46.123 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.121+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f2af8167ba0 con 0x7f2ae406ac00 2024-09-13T16:23:46.125 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.124+0000 7f2af67fc640 1 -- 172.21.15.39:0/868416992 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50855 (secure 0 0 0) 0x7f2af0005d40 con 0x7f2ae406ac00 2024-09-13T16:23:46.126 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:46.126 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:46.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ae406ac00 msgr2=0x7f2ae406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.127 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ae406ac00 0x7f2ae406d0c0 secure :-1 s=READY pgs=1194 cs=0 l=1 rev1=1 crypto rx=0x7f2af0000f60 tx=0x7f2af0007cc0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 msgr2=0x7f2af814fad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af814fad0 secure :-1 s=READY pgs=3091 cs=0 l=1 rev1=1 crypto rx=0x7f2aec00c430 tx=0x7f2aec00c8f0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 shutdown_connections 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ae406ac00 0x7f2ae406d0c0 unknown :-1 s=CLOSED pgs=1194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2af815ca50 0x7f2af815d1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2af80cf660 0x7f2af814fad0 unknown :-1 s=CLOSED pgs=3091 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 --2- 172.21.15.39:0/868416992 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2af80ccf30 0x7f2af81526e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 >> 172.21.15.39:0/868416992 conn(0x7f2af80b42a0 msgr2=0x7f2af80b2970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 shutdown_connections 2024-09-13T16:23:46.128 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.126+0000 7f2affac9640 1 -- 172.21.15.39:0/868416992 wait complete. 2024-09-13T16:23:46.138 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":536,"stamp":"2024-09-13T16:23:45.333633+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":305596,"kb_used_data":15708,"kb_used_omap":12,"kb_used_meta":289779,"kb_avail":754669124,"statfs":{"total":773094113280,"available":772781182976,"internally_reserved":0,"allocated":16084992,"data_stored":8379949,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":296734266},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28936,"num_objects":-27,"num_object_clones":0,"num_object_copies":-54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-27,"num_whiteouts":0,"num_read":-90,"num_read_kb":-92,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.001317"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":293,"reported_epoch":143,"state":"active+clean","last_fresh":"2024-09-13T16:23:25.089927+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:25.089927+0000","last_peered":"2024-09-13T16:23:25.089927+0000","last_clean":"2024-09-13T16:23:25.089927+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:25.089927+0000","last_undegraded":"2024-09-13T16:23:25.089927+0000","last_fullsized":"2024-09-13T16:23:25.089927+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575009,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41700,"kb_used_data":2392,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330140,"statfs":{"total":96636764160,"available":96594063360,"internally_reserved":0,"allocated":2449408,"data_stored":1483225,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.626},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.56899999999999995}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.59499999999999997}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.54600000000000004},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.65500000000000003}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.60999999999999999},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.40699999999999997},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.64100000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.48399999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.66700000000000004}]}]},{"osd":6,"up_from":13,"seq":55834575009,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41124,"kb_used_data":1816,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330716,"statfs":{"total":96636764160,"available":96594653184,"internally_reserved":0,"allocated":1859584,"data_stored":894029,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.42299999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.46200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.51900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.438},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.48799999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.56399999999999995}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.54300000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.52600000000000002},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.69899999999999995}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.63500000000000001},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.64800000000000002}]}]},{"osd":5,"up_from":13,"seq":55834575010,"num_pgs":20,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41116,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330724,"statfs":{"total":96636764160,"available":96594661376,"internally_reserved":0,"allocated":1851392,"data_stored":892815,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.70899999999999996}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.64900000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.754},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.67400000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.59099999999999997},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.84499999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.86699999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.78300000000000003},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.72799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.82699999999999996},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.89100000000000001}]}]},{"osd":4,"up_from":13,"seq":55834575009,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37060,"kb_used_data":1848,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334780,"statfs":{"total":96636764160,"available":96598814720,"internally_reserved":0,"allocated":1892352,"data_stored":920375,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.52500000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.503},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.65400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.54100000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.621}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.46600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.48199999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.64200000000000002},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.66800000000000004}]}]},{"osd":3,"up_from":13,"seq":55834575010,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37056,"kb_used_data":1844,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334784,"statfs":{"total":96636764160,"available":96598818816,"internally_reserved":0,"allocated":1888256,"data_stored":920257,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.28000000000000003},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.23699999999999999}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.26100000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.34699999999999998}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.308},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.38100000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.60299999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.64500000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.54300000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.55800000000000005}]}]},{"osd":2,"up_from":13,"seq":55834575010,"num_pgs":24,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":37020,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334820,"statfs":{"total":96636764160,"available":96598855680,"internally_reserved":0,"allocated":1851392,"data_stored":892795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.23899999999999999},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.26800000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.30199999999999999},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.36699999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.35599999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.49299999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.436},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.59799999999999998}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.54600000000000004}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.45900000000000002}]}]},{"osd":1,"up_from":13,"seq":55834575010,"num_pgs":28,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41116,"kb_used_data":1808,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330724,"statfs":{"total":96636764160,"available":96594661376,"internally_reserved":0,"allocated":1851392,"data_stored":893377,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.34999999999999998},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.29999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.41699999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.38900000000000001},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.36799999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.55400000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.56699999999999995}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.626},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.57899999999999996}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.60099999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.58699999999999997}]}]},{"osd":0,"up_from":13,"seq":55834575010,"num_pgs":29,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29404,"kb_used_data":2384,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342436,"statfs":{"total":96636764160,"available":96606654464,"internally_reserved":0,"allocated":2441216,"data_stored":1483076,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.34300000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.39900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.377}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.53300000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.629}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.61499999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.68400000000000005},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.72699999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.66600000000000004},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.55400000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:46.140 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T16:23:46.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.240+0000 7f4a35b5e640 1 Processor -- start 2024-09-13T16:23:46.241 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.240+0000 7f4a35b5e640 1 -- start start 2024-09-13T16:23:46.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a35b5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a301580f0 0x7f4a3006bd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a35b5e640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4a3006c280 0x7f4a3015b010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a35b5e640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f4a300ae190 0x7f4a3015b550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a35b5e640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a300ae700 con 0x7f4a3006c280 2024-09-13T16:23:46.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a35b5e640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a300cc020 con 0x7f4a300ae190 2024-09-13T16:23:46.243 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a35b5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a300cc300 con 0x7f4a301580f0 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4a3006c280 0x7f4a3015b010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f4a3006c280 0x7f4a3015b010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47856/0 (socket says 172.21.15.39:47856) 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 -- 172.21.15.39:0/2090821708 learned_addr learned my addr 172.21.15.39:0/2090821708 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2ffff640 1 --2- 172.21.15.39:0/2090821708 >> v2:172.21.15.157:3300/0 conn(0x7f4a300ae190 0x7f4a3015b550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2f7fe640 1 --2- 172.21.15.39:0/2090821708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a301580f0 0x7f4a3006bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 -- 172.21.15.39:0/2090821708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a301580f0 msgr2=0x7f4a3006bd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 --2- 172.21.15.39:0/2090821708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a301580f0 0x7f4a3006bd40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 -- 172.21.15.39:0/2090821708 >> v2:172.21.15.157:3300/0 conn(0x7f4a300ae190 msgr2=0x7f4a3015b550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 --2- 172.21.15.39:0/2090821708 >> v2:172.21.15.157:3300/0 conn(0x7f4a300ae190 0x7f4a3015b550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2effd640 1 -- 172.21.15.39:0/2090821708 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a300cc5e0 con 0x7f4a3006c280 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.241+0000 7f4a2ffff640 1 --2- 172.21.15.39:0/2090821708 >> v2:172.21.15.157:3300/0 conn(0x7f4a300ae190 0x7f4a3015b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.242+0000 7f4a2effd640 1 --2- 172.21.15.39:0/2090821708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a3015b010 secure :-1 s=READY pgs=3092 cs=0 l=1 rev1=1 crypto rx=0x7f4a3015df10 tx=0x7f4a1802a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c1310171ebf6e37 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:46.244 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.242+0000 7f4a2e7fc640 1 -- 172.21.15.39:0/2090821708 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a1802ae90 con 0x7f4a3006c280 2024-09-13T16:23:46.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.242+0000 7f4a2e7fc640 1 -- 172.21.15.39:0/2090821708 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a18032440 con 0x7f4a3006c280 2024-09-13T16:23:46.245 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.242+0000 7f4a2e7fc640 1 -- 172.21.15.39:0/2090821708 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a180327d0 con 0x7f4a3006c280 2024-09-13T16:23:46.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.242+0000 7f4a35b5e640 1 -- 172.21.15.39:0/2090821708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 msgr2=0x7f4a3015b010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.242+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/2090821708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a3015b010 secure :-1 s=READY pgs=3092 cs=0 l=1 rev1=1 crypto rx=0x7f4a3015df10 tx=0x7f4a1802a140 comp rx=0 tx=0).stop 2024-09-13T16:23:46.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 -- 172.21.15.39:0/2090821708 shutdown_connections 2024-09-13T16:23:46.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/2090821708 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a3015b010 unknown :-1 s=CLOSED pgs=3092 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/2090821708 >> v2:172.21.15.157:3300/0 conn(0x7f4a300ae190 0x7f4a3015b550 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.247 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/2090821708 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a301580f0 0x7f4a3006bd40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 -- 172.21.15.39:0/2090821708 >> 172.21.15.39:0/2090821708 conn(0x7f4a3006a0b0 msgr2=0x7f4a3006a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 -- 172.21.15.39:0/2090821708 shutdown_connections 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.243+0000 7f4a35b5e640 1 -- 172.21.15.39:0/2090821708 wait complete. 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.244+0000 7f4a35b5e640 1 Processor -- start 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.244+0000 7f4a35b5e640 1 -- start start 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a35b5e640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a300b2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a35b5e640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a300ae190 0x7f4a301465d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a35b5e640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4a301580f0 0x7f4a300ac860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a35b5e640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a30146b10 con 0x7f4a3006c280 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a35b5e640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a30152160 con 0x7f4a301580f0 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a35b5e640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a300b39f0 con 0x7f4a300ae190 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a300b2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:46.248 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a300b2b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47870/0 (socket says 172.21.15.39:47870) 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 -- 172.21.15.39:0/1652824670 learned_addr learned my addr 172.21.15.39:0/1652824670 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 -- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a300ae190 msgr2=0x7f4a301465d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a300ae190 0x7f4a301465d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2ffff640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4a301580f0 0x7f4a300ac860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 -- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4a301580f0 msgr2=0x7f4a300ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4a301580f0 0x7f4a300ac860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 -- 172.21.15.39:0/1652824670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a180094d0 con 0x7f4a3006c280 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2ffff640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4a301580f0 0x7f4a300ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a2f7fe640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a300b2b40 secure :-1 s=READY pgs=3093 cs=0 l=1 rev1=1 crypto rx=0x7f4a2000d620 tx=0x7f4a2000dae0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a2000b620 con 0x7f4a3006c280 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.245+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a2000b780 con 0x7f4a3006c280 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.246+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a2000bb30 con 0x7f4a3006c280 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.246+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a30152930 con 0x7f4a3006c280 2024-09-13T16:23:46.249 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.246+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a301e5770 con 0x7f4a3006c280 2024-09-13T16:23:46.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.246+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4a300b3080 con 0x7f4a3006c280 2024-09-13T16:23:46.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.247+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4a2000bc90 con 0x7f4a3006c280 2024-09-13T16:23:46.250 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.247+0000 7f4a27fff640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4a1006ac00 0x7f4a1006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:46.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.247+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f4a20089570 con 0x7f4a3006c280 2024-09-13T16:23:46.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.248+0000 7f4a2effd640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4a1006ac00 0x7f4a1006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:46.251 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.248+0000 7f4a2effd640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4a1006ac00 0x7f4a1006d0c0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f4a18034000 tx=0x7f4a1802c000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:46.253 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.251+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f4a200549f0 con 0x7f4a3006c280 2024-09-13T16:23:46.424 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.423+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4a300672f0 con 0x7f4a3006c280 2024-09-13T16:23:46.425 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.424+0000 7f4a27fff640 1 -- 172.21.15.39:0/1652824670 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v146) v1 ==== 74+0+13112 (secure 0 0 0) 0x7f4a20058010 con 0x7f4a3006c280 2024-09-13T16:23:46.425 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:46.425 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":146,"fsid":"575fc7b5-c1b1-44c5-af20-cb8e211749db","created":"2024-09-13T16:10:21.009147+0000","modified":"2024-09-13T16:23:43.527510+0000","last_up_change":"2024-09-13T16:10:31.551326+0000","last_in_change":"2024-09-13T16:10:23.142681+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":4,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":15,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T16:10:33.176510+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"4c928391-ae2f-4210-a274-9ec2df45233c","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6812","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6815","nonce":3589445055}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6818","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6821","nonce":3589445055}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6828","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6830","nonce":3589445055}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6824","nonce":3589445055},{"type":"v1","addr":"172.21.15.39:6826","nonce":3589445055}]},"public_addr":"172.21.15.39:6815/3589445055","cluster_addr":"172.21.15.39:6821/3589445055","heartbeat_back_addr":"172.21.15.39:6830/3589445055","heartbeat_front_addr":"172.21.15.39:6826/3589445055","state":["exists","up"]},{"osd":1,"uuid":"3e678727-283e-4e80-915d-b529a86f3e62","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6808","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6809","nonce":3468948043}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6810","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6811","nonce":3468948043}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6820","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6823","nonce":3468948043}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6814","nonce":3468948043},{"type":"v1","addr":"172.21.15.39:6817","nonce":3468948043}]},"public_addr":"172.21.15.39:6809/3468948043","cluster_addr":"172.21.15.39:6811/3468948043","heartbeat_back_addr":"172.21.15.39:6823/3468948043","heartbeat_front_addr":"172.21.15.39:6817/3468948043","state":["exists","up"]},{"osd":2,"uuid":"3dcd2dfc-26e9-4bb5-b067-4546c9c83ed4","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6800","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6801","nonce":3427804311}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6802","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6803","nonce":3427804311}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6806","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6807","nonce":3427804311}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6804","nonce":3427804311},{"type":"v1","addr":"172.21.15.39:6805","nonce":3427804311}]},"public_addr":"172.21.15.39:6801/3427804311","cluster_addr":"172.21.15.39:6803/3427804311","heartbeat_back_addr":"172.21.15.39:6807/3427804311","heartbeat_front_addr":"172.21.15.39:6805/3427804311","state":["exists","up"]},{"osd":3,"uuid":"cea03eac-c6de-4dd1-83a1-046b4274a2e8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6813","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6816","nonce":791775356}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6819","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6822","nonce":791775356}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6829","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6831","nonce":791775356}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6825","nonce":791775356},{"type":"v1","addr":"172.21.15.39:6827","nonce":791775356}]},"public_addr":"172.21.15.39:6816/791775356","cluster_addr":"172.21.15.39:6822/791775356","heartbeat_back_addr":"172.21.15.39:6831/791775356","heartbeat_front_addr":"172.21.15.39:6827/791775356","state":["exists","up"]},{"osd":4,"uuid":"ef7e3cc4-08de-4514-b4c7-fc849982366a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6824","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6825","nonce":790010053}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6826","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6827","nonce":790010053}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6830","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6831","nonce":790010053}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6828","nonce":790010053},{"type":"v1","addr":"172.21.15.157:6829","nonce":790010053}]},"public_addr":"172.21.15.157:6825/790010053","cluster_addr":"172.21.15.157:6827/790010053","heartbeat_back_addr":"172.21.15.157:6831/790010053","heartbeat_front_addr":"172.21.15.157:6829/790010053","state":["exists","up"]},{"osd":5,"uuid":"287ba653-4169-434e-b28a-0119600f13a1","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6800","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6801","nonce":1108991388}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6802","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6803","nonce":1108991388}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6806","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6807","nonce":1108991388}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6804","nonce":1108991388},{"type":"v1","addr":"172.21.15.157:6805","nonce":1108991388}]},"public_addr":"172.21.15.157:6801/1108991388","cluster_addr":"172.21.15.157:6803/1108991388","heartbeat_back_addr":"172.21.15.157:6807/1108991388","heartbeat_front_addr":"172.21.15.157:6805/1108991388","state":["exists","up"]},{"osd":6,"uuid":"86f23046-c313-447f-a453-a7c228c8fd8a","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6808","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6809","nonce":2621597498}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6810","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6811","nonce":2621597498}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6814","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6815","nonce":2621597498}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6812","nonce":2621597498},{"type":"v1","addr":"172.21.15.157:6813","nonce":2621597498}]},"public_addr":"172.21.15.157:6809/2621597498","cluster_addr":"172.21.15.157:6811/2621597498","heartbeat_back_addr":"172.21.15.157:6815/2621597498","heartbeat_front_addr":"172.21.15.157:6813/2621597498","state":["exists","up"]},{"osd":7,"uuid":"c6b65ba5-fc5b-47f3-9105-6b0de0f4add8","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":140,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6816","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6817","nonce":3575266879}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6818","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6819","nonce":3575266879}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6822","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6823","nonce":3575266879}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6820","nonce":3575266879},{"type":"v1","addr":"172.21.15.157:6821","nonce":3575266879}]},"public_addr":"172.21.15.157:6817/3575266879","cluster_addr":"172.21.15.157:6819/3575266879","heartbeat_back_addr":"172.21.15.157:6823/3575266879","heartbeat_front_addr":"172.21.15.157:6821/3575266879","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.354349+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.288657+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.305600+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.347523+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.340604+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.266028+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.239041+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T16:10:28.346914+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.39:6835/242356455":"2024-09-14T16:23:40.508447+0000","172.21.15.39:6833/242356455":"2024-09-14T16:23:40.508447+0000","172.21.15.39:6835/1252670594":"2024-09-14T16:23:25.085642+0000","172.21.15.39:6833/1252670594":"2024-09-14T16:23:25.085642+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T16:23:46.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4a1006ac00 msgr2=0x7f4a1006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4a1006ac00 0x7f4a1006d0c0 secure :-1 s=READY pgs=1195 cs=0 l=1 rev1=1 crypto rx=0x7f4a18034000 tx=0x7f4a1802c000 comp rx=0 tx=0).stop 2024-09-13T16:23:46.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 msgr2=0x7f4a300b2b40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:46.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a300b2b40 secure :-1 s=READY pgs=3093 cs=0 l=1 rev1=1 crypto rx=0x7f4a2000d620 tx=0x7f4a2000dae0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.427 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 shutdown_connections 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f4a1006ac00 0x7f4a1006d0c0 unknown :-1 s=CLOSED pgs=1195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f4a301580f0 0x7f4a300ac860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f4a300ae190 0x7f4a301465d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 --2- 172.21.15.39:0/1652824670 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4a3006c280 0x7f4a300b2b40 unknown :-1 s=CLOSED pgs=3093 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 >> 172.21.15.39:0/1652824670 conn(0x7f4a3006a0b0 msgr2=0x7f4a301588e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 shutdown_connections 2024-09-13T16:23:46.428 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:46.426+0000 7f4a35b5e640 1 -- 172.21.15.39:0/1652824670 wait complete. 2024-09-13T16:23:46.796 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:46.799 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:23:47.439 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T16:23:47.439 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:47.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.557+0000 7f6be8090640 1 Processor -- start 2024-09-13T16:23:47.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.557+0000 7f6be8090640 1 -- start start 2024-09-13T16:23:47.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be8090640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6be00ad270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be8090640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f6be006cd40 0x7f6be00b18e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.561 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be8090640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6be00714d0 con 0x7f6be00ad7b0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be8090640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6be00708c0 con 0x7f6be006cd40 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be8090640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6be0070ba0 con 0x7f6be015c7b0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be562b640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f6be00ad7b0 0x7f6be006c630 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44690/0 (socket says 172.21.15.39:44690) 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be562b640 1 -- 172.21.15.39:0/34680589 learned_addr learned my addr 172.21.15.39:0/34680589 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be662d640 1 --2- 172.21.15.39:0/34680589 >> v2:172.21.15.157:3300/0 conn(0x7f6be006cd40 0x7f6be00b18e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3854814942 0 0) 0x7f6be00714d0 con 0x7f6be00ad7b0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.558+0000 7f6be5e2c640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6be00ad270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6bc8003520 con 0x7f6be00ad7b0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 796647877 0 0) 0x7f6bc8003520 con 0x7f6be00ad7b0 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 msgr2=0x7f6be00ad270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6be00ad270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 >> v2:172.21.15.157:3300/0 conn(0x7f6be006cd40 msgr2=0x7f6be00b18e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.562 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 --2- 172.21.15.39:0/34680589 >> v2:172.21.15.157:3300/0 conn(0x7f6be006cd40 0x7f6be00b18e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6be0070e80 con 0x7f6be00ad7b0 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f6bd4001670 con 0x7f6be00ad7b0 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 >> v1:172.21.15.39:6789/0 conn(0x7f6be00ad7b0 legacy=0x7f6be006c630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bc8003970 0x7f6bc8003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6bc80047c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6bc8005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be00708c0 con 0x7f6bc8004d00 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be0070ba0 con 0x7f6bc8003970 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6bc800b9b0 con 0x7f6be015c7b0 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be662d640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6bc8005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be5e2c640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bc8003970 0x7f6bc8003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be562b640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6bc80047c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.563 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be662d640 1 -- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 msgr2=0x7f6bc80047c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be662d640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6bc80047c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be662d640 1 -- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bc8003970 msgr2=0x7f6bc8003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be662d640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6bc8003970 0x7f6bc8003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be662d640 1 -- 172.21.15.39:0/34680589 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6bc8003520 con 0x7f6bc8004d00 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.559+0000 7f6be562b640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be015c7b0 0x7f6bc80047c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.560+0000 7f6be662d640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6bc8005180 secure :-1 s=READY pgs=3095 cs=0 l=1 rev1=1 crypto rx=0x7f6be00726b0 tx=0x7f6bc80057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8f48743efe7035ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.560+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd8031400 con 0x7f6bc8004d00 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.560+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bd802d050 con 0x7f6bc8004d00 2024-09-13T16:23:47.564 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.560+0000 7f6be4e2a640 1 -- 172.21.15.39:0/34680589 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd80317a0 con 0x7f6bc8004d00 2024-09-13T16:23:47.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be8090640 1 -- 172.21.15.39:0/34680589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 msgr2=0x7f6bc8005180 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be8090640 1 --2- 172.21.15.39:0/34680589 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6bc8005180 secure :-1 s=READY pgs=3095 cs=0 l=1 rev1=1 crypto rx=0x7f6be00726b0 tx=0x7f6bc80057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be662d640 1 -- 172.21.15.39:0/34680589 reap_dead start 2024-09-13T16:23:47.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be8090640 1 -- 172.21.15.39:0/34680589 shutdown_connections 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be8090640 1 -- 172.21.15.39:0/34680589 >> 172.21.15.39:0/34680589 conn(0x7f6be00b05e0 msgr2=0x7f6be00b09f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be8090640 1 -- 172.21.15.39:0/34680589 shutdown_connections 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.561+0000 7f6be8090640 1 -- 172.21.15.39:0/34680589 wait complete. 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.562+0000 7f6be8090640 1 Processor -- start 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.562+0000 7f6be8090640 1 -- start start 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be8090640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6be0146120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be8090640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6be0157e50 0x7f6be015a8f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be8090640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be00cd390 0x7f6be00cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be8090640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be00cdd30 con 0x7f6bc8004d00 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be8090640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6be015bde0 con 0x7f6be0157e50 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be8090640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6be015b1d0 con 0x7f6be00cd390 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6be0146120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6be0146120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47874/0 (socket says 172.21.15.39:47874) 2024-09-13T16:23:47.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 -- 172.21.15.39:0/2392399617 learned_addr learned my addr 172.21.15.39:0/2392399617 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be662d640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be00cd390 0x7f6be00cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be562b640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6be0157e50 0x7f6be015a8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 -- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be00cd390 msgr2=0x7f6be00cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be00cd390 0x7f6be00cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 -- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6be0157e50 msgr2=0x7f6be015a8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6be0157e50 0x7f6be015a8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be5e2c640 1 -- 172.21.15.39:0/2392399617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6be015b4b0 con 0x7f6bc8004d00 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be662d640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f6be00cd390 0x7f6be00cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.563+0000 7f6be562b640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f6be0157e50 0x7f6be015a8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.564+0000 7f6be5e2c640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6be0146120 secure :-1 s=READY pgs=3096 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009f90 tx=0x7f6bd000f580 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.564+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd000e040 con 0x7f6bc8004d00 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.564+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6bd000f040 con 0x7f6bc8004d00 2024-09-13T16:23:47.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.564+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6be015b790 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.564+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6bd0015870 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.564+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6be0146660 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.565+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6be0071960 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.565+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f6bd00159d0 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6bde7fc640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6bcc06ac00 0x7f6bcc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f6bd0089d50 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6bde7fc640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f6bcc070b00 0x7f6bcc072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6bcc0735d0 con 0x7f6bcc070b00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6bd008c410 con 0x7f6bc8004d00 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6be662d640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f6bcc070b00 0x7f6bcc072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6be562b640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6bcc06ac00 0x7f6bcc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.566+0000 7f6be662d640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f6bcc070b00 0x7f6bcc072f20 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.571 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.567+0000 7f6be562b640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6bcc06ac00 0x7f6bcc06d0c0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4001eb0 tx=0x7f6bd4009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.567+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== osd.0 v2:172.21.15.39:6812/3589445055 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f6bcc0735d0 con 0x7f6bcc070b00 2024-09-13T16:23:47.580 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.579+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 --> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f6be00ad270 con 0x7f6bcc070b00 2024-09-13T16:23:47.581 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.579+0000 7f6bde7fc640 1 -- 172.21.15.39:0/2392399617 <== osd.0 v2:172.21.15.39:6812/3589445055 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f6be00ad270 con 0x7f6bcc070b00 2024-09-13T16:23:47.581 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:47.581 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:47.581 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f6bcc070b00 msgr2=0x7f6bcc072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:6812/3589445055,v1:172.21.15.39:6815/3589445055] conn(0x7f6bcc070b00 0x7f6bcc072f20 crc :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6bcc06ac00 msgr2=0x7f6bcc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f6bcc06ac00 0x7f6bcc06d0c0 secure :-1 s=READY pgs=1196 cs=0 l=1 rev1=1 crypto rx=0x7f6bd4001eb0 tx=0x7f6bd4009040 comp rx=0 tx=0).stop 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 msgr2=0x7f6be0146120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 --2- 172.21.15.39:0/2392399617 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f6bc8004d00 0x7f6be0146120 secure :-1 s=READY pgs=3096 cs=0 l=1 rev1=1 crypto rx=0x7f6bd0009f90 tx=0x7f6bd000f580 comp rx=0 tx=0).stop 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be662d640 1 -- 172.21.15.39:0/2392399617 reap_dead start 2024-09-13T16:23:47.582 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 shutdown_connections 2024-09-13T16:23:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 >> 172.21.15.39:0/2392399617 conn(0x7f6be00b05e0 msgr2=0x7f6be00ae450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 shutdown_connections 2024-09-13T16:23:47.583 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.580+0000 7f6be8090640 1 -- 172.21.15.39:0/2392399617 wait complete. 2024-09-13T16:23:47.592 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T16:23:47.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.693+0000 7fc58da79640 1 Processor -- start 2024-09-13T16:23:47.695 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.693+0000 7fc58da79640 1 -- start start 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc58da79640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc58806f170 0x7fc5880b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc58da79640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fc58815d0a0 0x7fc58815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc58da79640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc58806f6e0 con 0x7fc588156fb0 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc58da79640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc58815da70 con 0x7fc58806f170 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc58da79640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc58806f9c0 con 0x7fc58815d0a0 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc58806f170 0x7fc5880b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fc58806f170 0x7fc5880b1cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47876/0 (socket says 172.21.15.39:47876) 2024-09-13T16:23:47.696 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 -- 172.21.15.39:0/1906638582 learned_addr learned my addr 172.21.15.39:0/1906638582 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:47.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc587fff640 1 --2- 172.21.15.39:0/1906638582 >> v2:172.21.15.157:3300/0 conn(0x7fc58815d0a0 0x7fc58815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 -- 172.21.15.39:0/1906638582 >> v2:172.21.15.157:3300/0 conn(0x7fc58815d0a0 msgr2=0x7fc58815d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 --2- 172.21.15.39:0/1906638582 >> v2:172.21.15.157:3300/0 conn(0x7fc58815d0a0 0x7fc58815d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 -- 172.21.15.39:0/1906638582 >> v1:172.21.15.157:6789/0 conn(0x7fc588156fb0 legacy=0x7fc58815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.697 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.694+0000 7fc586ffd640 1 -- 172.21.15.39:0/1906638582 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc58806fca0 con 0x7fc58806f170 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.695+0000 7fc586ffd640 1 --2- 172.21.15.39:0/1906638582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58806f170 0x7fc5880b1cf0 secure :-1 s=READY pgs=3097 cs=0 l=1 rev1=1 crypto rx=0x7fc5880adf70 tx=0x7fc57c02a1a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a80c6dbeefc5c05 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.695+0000 7fc5867fc640 1 -- 172.21.15.39:0/1906638582 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57c032440 con 0x7fc58806f170 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.695+0000 7fc5867fc640 1 -- 172.21.15.39:0/1906638582 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc57c0325a0 con 0x7fc58806f170 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.695+0000 7fc5867fc640 1 -- 172.21.15.39:0/1906638582 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc57c032930 con 0x7fc58806f170 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 -- 172.21.15.39:0/1906638582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58806f170 msgr2=0x7fc5880b1cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 --2- 172.21.15.39:0/1906638582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58806f170 0x7fc5880b1cf0 secure :-1 s=READY pgs=3097 cs=0 l=1 rev1=1 crypto rx=0x7fc5880adf70 tx=0x7fc57c02a1a0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 -- 172.21.15.39:0/1906638582 shutdown_connections 2024-09-13T16:23:47.698 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 --2- 172.21.15.39:0/1906638582 >> v2:172.21.15.157:3300/0 conn(0x7fc58815d0a0 0x7fc58815d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 --2- 172.21.15.39:0/1906638582 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58806f170 0x7fc5880b1cf0 unknown :-1 s=CLOSED pgs=3097 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 -- 172.21.15.39:0/1906638582 >> 172.21.15.39:0/1906638582 conn(0x7fc58806b3b0 msgr2=0x7fc58806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:47.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 -- 172.21.15.39:0/1906638582 shutdown_connections 2024-09-13T16:23:47.699 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.696+0000 7fc58da79640 1 -- 172.21.15.39:0/1906638582 wait complete. 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.697+0000 7fc58da79640 1 Processor -- start 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.697+0000 7fc58da79640 1 -- start start 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc58da79640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc58806f170 0x7fc5881e2d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc58da79640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc588156fb0 0x7fc58814bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc58da79640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 0x7fc5880b0410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc58da79640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5881e32b0 con 0x7fc58815d0a0 2024-09-13T16:23:47.701 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc58da79640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc5881e34e0 con 0x7fc58806f170 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc58da79640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc5881e37c0 con 0x7fc588156fb0 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc587fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 0x7fc5880b0410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc587fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 0x7fc5880b0410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47890/0 (socket says 172.21.15.39:47890) 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc587fff640 1 -- 172.21.15.39:0/1181933420 learned_addr learned my addr 172.21.15.39:0/1181933420 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.698+0000 7fc5877fe640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc58806f170 0x7fc5881e2d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc586ffd640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc588156fb0 0x7fc58814bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc587fff640 1 -- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc588156fb0 msgr2=0x7fc58814bc50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc587fff640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc588156fb0 0x7fc58814bc50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc587fff640 1 -- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc58806f170 msgr2=0x7fc5881e2d70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc587fff640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc58806f170 0x7fc5881e2d70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc587fff640 1 -- 172.21.15.39:0/1181933420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc57c0094d0 con 0x7fc58815d0a0 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc586ffd640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc588156fb0 0x7fc58814bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:47.702 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc587fff640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 0x7fc5880b0410 secure :-1 s=READY pgs=3098 cs=0 l=1 rev1=1 crypto rx=0x7fc580007e40 tx=0x7fc58000e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc580014620 con 0x7fc58815d0a0 2024-09-13T16:23:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc58000ee90 con 0x7fc58815d0a0 2024-09-13T16:23:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5800149e0 con 0x7fc58815d0a0 2024-09-13T16:23:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc5881e3aa0 con 0x7fc58815d0a0 2024-09-13T16:23:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.699+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc58814d0f0 con 0x7fc58815d0a0 2024-09-13T16:23:47.703 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.700+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc5880672f0 con 0x7fc58815d0a0 2024-09-13T16:23:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.700+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fc580014b40 con 0x7fc58815d0a0 2024-09-13T16:23:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.701+0000 7fc56ffff640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc57406ac00 0x7fc57406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.701+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fc580089a00 con 0x7fc58815d0a0 2024-09-13T16:23:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.701+0000 7fc5877fe640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc57406ac00 0x7fc57406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.704 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.702+0000 7fc5877fe640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc57406ac00 0x7fc57406d0c0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fc578004ea0 tx=0x7fc578009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:47.706 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.705+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fc580054f10 con 0x7fc58815d0a0 2024-09-13T16:23:47.877 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.876+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fc588070260 con 0x7fc57406ac00 2024-09-13T16:23:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.876+0000 7fc56ffff640 1 -- 172.21.15.39:0/1181933420 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fc578005420 con 0x7fc57406ac00 2024-09-13T16:23:47.878 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T16:23:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc57406ac00 msgr2=0x7fc57406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc57406ac00 0x7fc57406d0c0 secure :-1 s=READY pgs=1197 cs=0 l=1 rev1=1 crypto rx=0x7fc578004ea0 tx=0x7fc578009040 comp rx=0 tx=0).stop 2024-09-13T16:23:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 msgr2=0x7fc5880b0410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 0x7fc5880b0410 secure :-1 s=READY pgs=3098 cs=0 l=1 rev1=1 crypto rx=0x7fc580007e40 tx=0x7fc58000e4b0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 shutdown_connections 2024-09-13T16:23:47.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fc57406ac00 0x7fc57406d0c0 unknown :-1 s=CLOSED pgs=1197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fc58815d0a0 0x7fc5880b0410 unknown :-1 s=CLOSED pgs=3098 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fc588156fb0 0x7fc58814bc50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 --2- 172.21.15.39:0/1181933420 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fc58806f170 0x7fc5881e2d70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 >> 172.21.15.39:0/1181933420 conn(0x7fc58806b3b0 msgr2=0x7fc5881575a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 shutdown_connections 2024-09-13T16:23:47.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.879+0000 7fc58da79640 1 -- 172.21.15.39:0/1181933420 wait complete. 2024-09-13T16:23:47.891 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T16:23:47.891 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:47.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.995+0000 7f4810c19640 1 Processor -- start 2024-09-13T16:23:47.996 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.995+0000 7f4810c19640 1 -- start start 2024-09-13T16:23:47.997 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4810c19640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f480c13ca70 0x7f480c0ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4810c19640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f480c0ce800 0x7f480c159a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4810c19640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f480c0b37e0 con 0x7f480c0b0d30 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4810c19640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f480c15d0b0 con 0x7f480c13ca70 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4810c19640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f480c15d390 con 0x7f480c0ce800 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4809d9b640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f480c13ca70 0x7f480c0ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f480a59c640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f480c0b0d30 0x7f480c0b30d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44694/0 (socket says 172.21.15.39:44694) 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f480a59c640 1 -- 172.21.15.39:0/2705130063 learned_addr learned my addr 172.21.15.39:0/2705130063 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f480ad9d640 1 --2- 172.21.15.39:0/2705130063 >> v2:172.21.15.157:3300/0 conn(0x7f480c0ce800 0x7f480c159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4809d9b640 1 -- 172.21.15.39:0/2705130063 >> v2:172.21.15.157:3300/0 conn(0x7f480c0ce800 msgr2=0x7f480c159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4809d9b640 1 --2- 172.21.15.39:0/2705130063 >> v2:172.21.15.157:3300/0 conn(0x7f480c0ce800 0x7f480c159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4809d9b640 1 -- 172.21.15.39:0/2705130063 >> v1:172.21.15.39:6789/0 conn(0x7f480c0b0d30 legacy=0x7f480c0b30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:47.998 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.996+0000 7f4809d9b640 1 -- 172.21.15.39:0/2705130063 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f480c15d670 con 0x7f480c13ca70 2024-09-13T16:23:47.999 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.997+0000 7f4809d9b640 1 --2- 172.21.15.39:0/2705130063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c0ce2c0 secure :-1 s=READY pgs=3100 cs=0 l=1 rev1=1 crypto rx=0x7f480c0b1580 tx=0x7f480002c320 comp rx=0 tx=0).ready entity=mon.0 client_cookie=67e76e9cf6820335 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.997+0000 7f480959a640 1 -- 172.21.15.39:0/2705130063 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4800034640 con 0x7f480c13ca70 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.997+0000 7f480959a640 1 -- 172.21.15.39:0/2705130063 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48000347a0 con 0x7f480c13ca70 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.997+0000 7f480959a640 1 -- 172.21.15.39:0/2705130063 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4800034b30 con 0x7f480c13ca70 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 -- 172.21.15.39:0/2705130063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 msgr2=0x7f480c0ce2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 --2- 172.21.15.39:0/2705130063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c0ce2c0 secure :-1 s=READY pgs=3100 cs=0 l=1 rev1=1 crypto rx=0x7f480c0b1580 tx=0x7f480002c320 comp rx=0 tx=0).stop 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 -- 172.21.15.39:0/2705130063 shutdown_connections 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 --2- 172.21.15.39:0/2705130063 >> v2:172.21.15.157:3300/0 conn(0x7f480c0ce800 0x7f480c159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 --2- 172.21.15.39:0/2705130063 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c0ce2c0 unknown :-1 s=CLOSED pgs=3100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 -- 172.21.15.39:0/2705130063 >> 172.21.15.39:0/2705130063 conn(0x7f480c0b15d0 msgr2=0x7f480c0b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 -- 172.21.15.39:0/2705130063 shutdown_connections 2024-09-13T16:23:48.000 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.998+0000 7f4810c19640 1 -- 172.21.15.39:0/2705130063 wait complete. 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.999+0000 7f4810c19640 1 Processor -- start 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:47.999+0000 7f4810c19640 1 -- start start 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4810c19640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f480c0b0d30 0x7f480c1370f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4810c19640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f480c0ce800 0x7f480c071090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4810c19640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c155940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4810c19640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f480c159ee0 con 0x7f480c13ca70 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4810c19640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f480c1568e0 con 0x7f480c0b0d30 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4810c19640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f480c156bc0 con 0x7f480c0ce800 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c155940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c155940 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47910/0 (socket says 172.21.15.39:47910) 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 -- 172.21.15.39:0/2789481615 learned_addr learned my addr 172.21.15.39:0/2789481615 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480a59c640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f480c0b0d30 0x7f480c1370f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f4809d9b640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f480c0ce800 0x7f480c071090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 -- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f480c0ce800 msgr2=0x7f480c071090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f480c0ce800 0x7f480c071090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 -- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f480c0b0d30 msgr2=0x7f480c1370f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f480c0b0d30 0x7f480c1370f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.000+0000 7f480ad9d640 1 -- 172.21.15.39:0/2789481615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4800009400 con 0x7f480c13ca70 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.001+0000 7f480ad9d640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c155940 secure :-1 s=READY pgs=3101 cs=0 l=1 rev1=1 crypto rx=0x7f4804007e40 tx=0x7f480400e4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.001+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4804014620 con 0x7f480c13ca70 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.001+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f480400ee90 con 0x7f480c13ca70 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.001+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f480c156ea0 con 0x7f480c13ca70 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.001+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48040149e0 con 0x7f480c13ca70 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.001+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f480c137630 con 0x7f480c13ca70 2024-09-13T16:23:48.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.002+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f480c0cec10 con 0x7f480c13ca70 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.002+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f4804014b40 con 0x7f480c13ca70 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f47faffd640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47ec06ac00 0x7f47ec06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f4804089970 con 0x7f480c13ca70 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f47faffd640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f47ec070b00 0x7f47ec072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f47ec0735d0 con 0x7f47ec070b00 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f480408e2a0 con 0x7f480c13ca70 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f480a59c640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47ec06ac00 0x7f47ec06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f4809d9b640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f47ec070b00 0x7f47ec072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f4809d9b640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f47ec070b00 0x7f47ec072f20 crc :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.003+0000 7f480a59c640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47ec06ac00 0x7f47ec06d0c0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f47fc005880 tx=0x7f47fc009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.004+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== osd.1 v2:172.21.15.39:6808/3468948043 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f47ec0735d0 con 0x7f47ec070b00 2024-09-13T16:23:48.017 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.016+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 --> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f480c15dc30 con 0x7f47ec070b00 2024-09-13T16:23:48.018 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.016+0000 7f47faffd640 1 -- 172.21.15.39:0/2789481615 <== osd.1 v2:172.21.15.39:6808/3468948043 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f4800034910 con 0x7f47ec070b00 2024-09-13T16:23:48.018 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:48.018 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:48.018 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:48.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f47ec070b00 msgr2=0x7f47ec072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:6808/3468948043,v1:172.21.15.39:6809/3468948043] conn(0x7f47ec070b00 0x7f47ec072f20 crc :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47ec06ac00 msgr2=0x7f47ec06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f47ec06ac00 0x7f47ec06d0c0 secure :-1 s=READY pgs=1198 cs=0 l=1 rev1=1 crypto rx=0x7f47fc005880 tx=0x7f47fc009040 comp rx=0 tx=0).stop 2024-09-13T16:23:48.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 msgr2=0x7f480c155940 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.019 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 --2- 172.21.15.39:0/2789481615 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f480c13ca70 0x7f480c155940 secure :-1 s=READY pgs=3101 cs=0 l=1 rev1=1 crypto rx=0x7f4804007e40 tx=0x7f480400e4b0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f480ad9d640 1 -- 172.21.15.39:0/2789481615 reap_dead start 2024-09-13T16:23:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 shutdown_connections 2024-09-13T16:23:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 >> 172.21.15.39:0/2789481615 conn(0x7f480c0b15d0 msgr2=0x7f480c13e500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 shutdown_connections 2024-09-13T16:23:48.020 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.017+0000 7f4810c19640 1 -- 172.21.15.39:0/2789481615 wait complete. 2024-09-13T16:23:48.029 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T16:23:48.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.130+0000 7f02f9ad0640 1 Processor -- start 2024-09-13T16:23:48.132 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.130+0000 7f02f9ad0640 1 -- start start 2024-09-13T16:23:48.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f9ad0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f406b8f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f9ad0640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f02f406be30 0x7f02f40b3ce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f9ad0640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02f406c2e0 con 0x7f02f415c330 2024-09-13T16:23:48.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f9ad0640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02f406f410 con 0x7f02f406be30 2024-09-13T16:23:48.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f9ad0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02f406f6e0 con 0x7f02f415c710 2024-09-13T16:23:48.133 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f3fff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f02f406be30 0x7f02f40b3ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f37fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f02f415c330 0x7f02f406ed00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44708/0 (socket says 172.21.15.39:44708) 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.131+0000 7f02f37fe640 1 -- 172.21.15.39:0/3414487557 learned_addr learned my addr 172.21.15.39:0/3414487557 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f2ffd640 1 --2- 172.21.15.39:0/3414487557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f406b8f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f3fff640 1 -- 172.21.15.39:0/3414487557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 msgr2=0x7f02f406b8f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f3fff640 1 --2- 172.21.15.39:0/3414487557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f406b8f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f3fff640 1 -- 172.21.15.39:0/3414487557 >> v1:172.21.15.39:6789/0 conn(0x7f02f415c330 legacy=0x7f02f406ed00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f27fc640 1 -- 172.21.15.39:0/3414487557 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3726307427 0 0) 0x7f02f406c2e0 con 0x7f02f415c330 2024-09-13T16:23:48.134 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f3fff640 1 -- 172.21.15.39:0/3414487557 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02f406f9c0 con 0x7f02f406be30 2024-09-13T16:23:48.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.132+0000 7f02f3fff640 1 --2- 172.21.15.39:0/3414487557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40b3ce0 secure :-1 s=READY pgs=3103 cs=0 l=1 rev1=1 crypto rx=0x7f02ec009d90 tx=0x7f02ec02a660 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d51ffceaf9ca7a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f27fc640 1 -- 172.21.15.39:0/3414487557 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02ec007740 con 0x7f02f406be30 2024-09-13T16:23:48.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f27fc640 1 -- 172.21.15.39:0/3414487557 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02ec02d050 con 0x7f02f406be30 2024-09-13T16:23:48.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f27fc640 1 -- 172.21.15.39:0/3414487557 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02ec007ac0 con 0x7f02f406be30 2024-09-13T16:23:48.135 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3414487557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 msgr2=0x7f02f40b3ce0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3414487557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40b3ce0 secure :-1 s=READY pgs=3103 cs=0 l=1 rev1=1 crypto rx=0x7f02ec009d90 tx=0x7f02ec02a660 comp rx=0 tx=0).stop 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3414487557 shutdown_connections 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3414487557 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40b3ce0 unknown :-1 s=CLOSED pgs=3103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3414487557 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f406b8f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3414487557 >> 172.21.15.39:0/3414487557 conn(0x7f02f406d5c0 msgr2=0x7f02f406d9d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3414487557 shutdown_connections 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.133+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3414487557 wait complete. 2024-09-13T16:23:48.136 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.134+0000 7f02f9ad0640 1 Processor -- start 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 -- start start 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40cfbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02f415c330 0x7f02f415cb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f4153a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f40d02e0 con 0x7f02f406be30 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02f415d070 con 0x7f02f415c330 2024-09-13T16:23:48.138 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f9ad0640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02f415fa30 con 0x7f02f415c710 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40cfbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40cfbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47932/0 (socket says 172.21.15.39:47932) 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f37fe640 1 -- 172.21.15.39:0/3324802329 learned_addr learned my addr 172.21.15.39:0/3324802329 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f3fff640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f4153a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.135+0000 7f02f2ffd640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02f415c330 0x7f02f415cb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f37fe640 1 -- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 msgr2=0x7f02f4153a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f37fe640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f4153a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f37fe640 1 -- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02f415c330 msgr2=0x7f02f415cb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f37fe640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02f415c330 0x7f02f415cb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f37fe640 1 -- 172.21.15.39:0/3324802329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02ec009a70 con 0x7f02f406be30 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f3fff640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f4153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f37fe640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40cfbe0 secure :-1 s=READY pgs=3104 cs=0 l=1 rev1=1 crypto rx=0x7f02e400c4d0 tx=0x7f02e400c990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e40074e0 con 0x7f02f406be30 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02e4007660 con 0x7f02f406be30 2024-09-13T16:23:48.139 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02f415f120 con 0x7f02f406be30 2024-09-13T16:23:48.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02e4004a20 con 0x7f02f406be30 2024-09-13T16:23:48.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.136+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02f415f3e0 con 0x7f02f406be30 2024-09-13T16:23:48.140 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.137+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02f406b8f0 con 0x7f02f406be30 2024-09-13T16:23:48.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.138+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f02e4004b80 con 0x7f02f406be30 2024-09-13T16:23:48.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.138+0000 7f02dbfff640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f02e006ac00 0x7f02e006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.138+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f02e40884f0 con 0x7f02f406be30 2024-09-13T16:23:48.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.138+0000 7f02f2ffd640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f02e006ac00 0x7f02e006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.141 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.139+0000 7f02f2ffd640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f02e006ac00 0x7f02e006d0c0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f02f40cf410 tx=0x7f02e8008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.143 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.142+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f02e4053a20 con 0x7f02f406be30 2024-09-13T16:23:48.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.312+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7f02f4067e10 con 0x7f02e006ac00 2024-09-13T16:23:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.312+0000 7f02dbfff640 1 -- 172.21.15.39:0/3324802329 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f02f4067e10 con 0x7f02e006ac00 2024-09-13T16:23:48.314 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T16:23:48.316 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f02e006ac00 msgr2=0x7f02e006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f02e006ac00 0x7f02e006d0c0 secure :-1 s=READY pgs=1199 cs=0 l=1 rev1=1 crypto rx=0x7f02f40cf410 tx=0x7f02e8008040 comp rx=0 tx=0).stop 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 msgr2=0x7f02f40cfbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40cfbe0 secure :-1 s=READY pgs=3104 cs=0 l=1 rev1=1 crypto rx=0x7f02e400c4d0 tx=0x7f02e400c990 comp rx=0 tx=0).stop 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 shutdown_connections 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f02e006ac00 0x7f02e006d0c0 unknown :-1 s=CLOSED pgs=1199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f02f415c710 0x7f02f4153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f02f415c330 0x7f02f415cb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 --2- 172.21.15.39:0/3324802329 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f02f406be30 0x7f02f40cfbe0 unknown :-1 s=CLOSED pgs=3104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 >> 172.21.15.39:0/3324802329 conn(0x7f02f406d5c0 msgr2=0x7f02f4160880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 shutdown_connections 2024-09-13T16:23:48.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.315+0000 7f02f9ad0640 1 -- 172.21.15.39:0/3324802329 wait complete. 2024-09-13T16:23:48.327 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T16:23:48.327 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:48.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 Processor -- start 2024-09-13T16:23:48.432 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 -- start start 2024-09-13T16:23:48.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f796413ca70 0x7f79640ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f7964159a90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.433 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79640b37e0 con 0x7f79640b0d30 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f796415d0b0 con 0x7f796413ca70 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.431+0000 7f796965a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f796415d390 con 0x7f79640ce800 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f7962ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f79640b0d30 0x7f79640b30d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44712/0 (socket says 172.21.15.39:44712) 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f7962ffd640 1 -- 172.21.15.39:0/3833852843 learned_addr learned my addr 172.21.15.39:0/3833852843 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79627fc640 1 --2- 172.21.15.39:0/3833852843 >> v2:172.21.15.157:3300/0 conn(0x7f796413ca70 0x7f79640ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79637fe640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f7964159a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f7961ffb640 1 -- 172.21.15.39:0/3833852843 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2123810854 0 0) 0x7f79640b37e0 con 0x7f79640b0d30 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f7961ffb640 1 -- 172.21.15.39:0/3833852843 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f794c003520 con 0x7f79640b0d30 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79627fc640 1 -- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 msgr2=0x7f7964159a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79627fc640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f7964159a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79627fc640 1 -- 172.21.15.39:0/3833852843 >> v1:172.21.15.39:6789/0 conn(0x7f79640b0d30 legacy=0x7f79640b30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79627fc640 1 -- 172.21.15.39:0/3833852843 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f796415d670 con 0x7f796413ca70 2024-09-13T16:23:48.434 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.432+0000 7f79637fe640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f7964159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.433+0000 7f79627fc640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f796413ca70 0x7f79640ce2c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f79580097a0 tx=0x7f795802a100 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2f08510f59e31086 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.433+0000 7f7961ffb640 1 -- 172.21.15.39:0/3833852843 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795802ae50 con 0x7f796413ca70 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.433+0000 7f7961ffb640 1 -- 172.21.15.39:0/3833852843 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7958032440 con 0x7f796413ca70 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.433+0000 7f7961ffb640 1 -- 172.21.15.39:0/3833852843 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79580327b0 con 0x7f796413ca70 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 -- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f796413ca70 msgr2=0x7f79640ce2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f796413ca70 0x7f79640ce2c0 secure :-1 s=READY pgs=843 cs=0 l=1 rev1=1 crypto rx=0x7f79580097a0 tx=0x7f795802a100 comp rx=0 tx=0).stop 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 -- 172.21.15.39:0/3833852843 shutdown_connections 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f7964159a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 --2- 172.21.15.39:0/3833852843 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f796413ca70 0x7f79640ce2c0 unknown :-1 s=CLOSED pgs=843 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 -- 172.21.15.39:0/3833852843 >> 172.21.15.39:0/3833852843 conn(0x7f79640b15d0 msgr2=0x7f79640b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 -- 172.21.15.39:0/3833852843 shutdown_connections 2024-09-13T16:23:48.436 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.434+0000 7f796965a640 1 -- 172.21.15.39:0/3833852843 wait complete. 2024-09-13T16:23:48.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.435+0000 7f796965a640 1 Processor -- start 2024-09-13T16:23:48.438 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.435+0000 7f796965a640 1 -- start start 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f796965a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79640b0d30 0x7f7964155ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f796965a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f79641536d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f796965a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f796413ca70 0x7f7964154a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f796965a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79640ac860 con 0x7f796413ca70 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f796965a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7964153c10 con 0x7f79640b0d30 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f796965a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7964154fa0 con 0x7f79640ce800 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f796413ca70 0x7f7964154a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f796413ca70 0x7f7964154a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47934/0 (socket says 172.21.15.39:47934) 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 -- 172.21.15.39:0/3470538180 learned_addr learned my addr 172.21.15.39:0/3470538180 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f7962ffd640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79640b0d30 0x7f7964155ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79627fc640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f79641536d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 -- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 msgr2=0x7f79641536d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f79640ce800 0x7f79641536d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 -- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79640b0d30 msgr2=0x7f7964155ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f79640b0d30 0x7f7964155ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.436+0000 7f79637fe640 1 -- 172.21.15.39:0/3470538180 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f795c009a70 con 0x7f796413ca70 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.437+0000 7f79637fe640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f796413ca70 0x7f7964154a60 secure :-1 s=READY pgs=3106 cs=0 l=1 rev1=1 crypto rx=0x7f795c009f00 tx=0x7f795c00c490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.437+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795c009d70 con 0x7f796413ca70 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.437+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f795c00f040 con 0x7f796413ca70 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.437+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7958009400 con 0x7f796413ca70 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.437+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f795c003990 con 0x7f796413ca70 2024-09-13T16:23:48.440 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.437+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7964159c50 con 0x7f796413ca70 2024-09-13T16:23:48.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.438+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f79640cec50 con 0x7f796413ca70 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.438+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f795c014480 con 0x7f796413ca70 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f794b7fe640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795006ac00 0x7f795006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f795c089ae0 con 0x7f796413ca70 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f794b7fe640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7950070b00 0x7f7950072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f7962ffd640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795006ac00 0x7f795006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f79500735d0 con 0x7f7950070b00 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f795c08e2c0 con 0x7f796413ca70 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f79627fc640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7950070b00 0x7f7950072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.439+0000 7f79627fc640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7950070b00 0x7f7950072f20 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.440+0000 7f7962ffd640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795006ac00 0x7f795006d0c0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f7954005880 tx=0x7f7954009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.440+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== osd.2 v2:172.21.15.39:6800/3427804311 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f79500735d0 con 0x7f7950070b00 2024-09-13T16:23:48.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.452+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 --> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f796415dc30 con 0x7f7950070b00 2024-09-13T16:23:48.454 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f794b7fe640 1 -- 172.21.15.39:0/3470538180 <== osd.2 v2:172.21.15.39:6800/3427804311 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f7958032960 con 0x7f7950070b00 2024-09-13T16:23:48.454 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:48.454 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:48.455 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7950070b00 msgr2=0x7f7950072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:6800/3427804311,v1:172.21.15.39:6801/3427804311] conn(0x7f7950070b00 0x7f7950072f20 crc :-1 s=READY pgs=22 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795006ac00 msgr2=0x7f795006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f795006ac00 0x7f795006d0c0 secure :-1 s=READY pgs=1200 cs=0 l=1 rev1=1 crypto rx=0x7f7954005880 tx=0x7f7954009040 comp rx=0 tx=0).stop 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f796413ca70 msgr2=0x7f7964154a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 --2- 172.21.15.39:0/3470538180 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f796413ca70 0x7f7964154a60 secure :-1 s=READY pgs=3106 cs=0 l=1 rev1=1 crypto rx=0x7f795c009f00 tx=0x7f795c00c490 comp rx=0 tx=0).stop 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f79637fe640 1 -- 172.21.15.39:0/3470538180 reap_dead start 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 shutdown_connections 2024-09-13T16:23:48.456 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 >> 172.21.15.39:0/3470538180 conn(0x7f79640b15d0 msgr2=0x7f796413b0c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 shutdown_connections 2024-09-13T16:23:48.457 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.453+0000 7f796965a640 1 -- 172.21.15.39:0/3470538180 wait complete. 2024-09-13T16:23:48.464 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T16:23:48.567 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.566+0000 7f81576c5640 1 Processor -- start 2024-09-13T16:23:48.568 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.566+0000 7f81576c5640 1 -- start start 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f81576c5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f815015c790 0x7f8150069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f81576c5640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81500cbb10 0x7f81500cf3e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f81576c5640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f81500cfd30 con 0x7f81500cf920 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f81576c5640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f815006a540 con 0x7f81500cbb10 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f81576c5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f81500b1180 con 0x7f815015c790 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81500cbb10 0x7f81500cf3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f81500cbb10 0x7f81500cf3e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47940/0 (socket says 172.21.15.39:47940) 2024-09-13T16:23:48.569 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 -- 172.21.15.39:0/3427835986 learned_addr learned my addr 172.21.15.39:0/3427835986 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8155461640 1 --2- 172.21.15.39:0/3427835986 >> v2:172.21.15.157:3300/0 conn(0x7f815015c790 0x7f8150069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 -- 172.21.15.39:0/3427835986 >> v2:172.21.15.157:3300/0 conn(0x7f815015c790 msgr2=0x7f8150069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 --2- 172.21.15.39:0/3427835986 >> v2:172.21.15.157:3300/0 conn(0x7f815015c790 0x7f8150069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 -- 172.21.15.39:0/3427835986 >> v1:172.21.15.157:6789/0 conn(0x7f81500cf920 legacy=0x7f8150160490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.570 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.567+0000 7f8154c60640 1 -- 172.21.15.39:0/3427835986 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81500b1460 con 0x7f81500cbb10 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.568+0000 7f8154c60640 1 --2- 172.21.15.39:0/3427835986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81500cbb10 0x7f81500cf3e0 secure :-1 s=READY pgs=3107 cs=0 l=1 rev1=1 crypto rx=0x7f81500cc410 tx=0x7f814402a1e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7517877e6324a66b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.568+0000 7f814ffff640 1 -- 172.21.15.39:0/3427835986 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8144032440 con 0x7f81500cbb10 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.568+0000 7f814ffff640 1 -- 172.21.15.39:0/3427835986 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f81440325a0 con 0x7f81500cbb10 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.568+0000 7f814ffff640 1 -- 172.21.15.39:0/3427835986 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8144032930 con 0x7f81500cbb10 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 -- 172.21.15.39:0/3427835986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81500cbb10 msgr2=0x7f81500cf3e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 --2- 172.21.15.39:0/3427835986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81500cbb10 0x7f81500cf3e0 secure :-1 s=READY pgs=3107 cs=0 l=1 rev1=1 crypto rx=0x7f81500cc410 tx=0x7f814402a1e0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 -- 172.21.15.39:0/3427835986 shutdown_connections 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 --2- 172.21.15.39:0/3427835986 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f81500cbb10 0x7f81500cf3e0 unknown :-1 s=CLOSED pgs=3107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 --2- 172.21.15.39:0/3427835986 >> v2:172.21.15.157:3300/0 conn(0x7f815015c790 0x7f8150069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 -- 172.21.15.39:0/3427835986 >> 172.21.15.39:0/3427835986 conn(0x7f8150065bd0 msgr2=0x7f8150065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 -- 172.21.15.39:0/3427835986 shutdown_connections 2024-09-13T16:23:48.572 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.569+0000 7f81576c5640 1 -- 172.21.15.39:0/3427835986 wait complete. 2024-09-13T16:23:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.570+0000 7f81576c5640 1 Processor -- start 2024-09-13T16:23:48.573 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.570+0000 7f81576c5640 1 -- start start 2024-09-13T16:23:48.574 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f81576c5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81500cbb10 0x7f81500ce7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f81576c5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81500cf920 0x7f815013c760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f81576c5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 0x7f81501e42d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f81576c5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81501503c0 con 0x7f815015c790 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f81576c5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f81500ce330 con 0x7f81500cbb10 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f81576c5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f81500ced00 con 0x7f81500cf920 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f8155c62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 0x7f81501e42d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f8155461640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81500cbb10 0x7f81500ce7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f8155c62640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 0x7f81501e42d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47942/0 (socket says 172.21.15.39:47942) 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f8155c62640 1 -- 172.21.15.39:0/3314800479 learned_addr learned my addr 172.21.15.39:0/3314800479 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f8154c60640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81500cf920 0x7f815013c760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.571+0000 7f8155c62640 1 -- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81500cf920 msgr2=0x7f815013c760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f8155c62640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81500cf920 0x7f815013c760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.575 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f8155c62640 1 -- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81500cbb10 msgr2=0x7f81500ce7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f8155c62640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81500cbb10 0x7f81500ce7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f8155c62640 1 -- 172.21.15.39:0/3314800479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f81440094d0 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f8154c60640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81500cf920 0x7f815013c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f8155c62640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 0x7f81501e42d0 secure :-1 s=READY pgs=3108 cs=0 l=1 rev1=1 crypto rx=0x7f814800c3c0 tx=0x7f814800c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f81480052d0 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8148005430 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8148003830 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f815013cca0 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.572+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f81500cd720 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.573+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f81500672f0 con 0x7f815015c790 2024-09-13T16:23:48.576 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.573+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8148003990 con 0x7f815015c790 2024-09-13T16:23:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.574+0000 7f814dffb640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f813c06ac30 0x7f813c06d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.574+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8148088340 con 0x7f815015c790 2024-09-13T16:23:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.574+0000 7f8155461640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f813c06ac30 0x7f813c06d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.577 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.575+0000 7f8155461640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f813c06ac30 0x7f813c06d0f0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f8140003b80 tx=0x7f81400098d0 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.579 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.578+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f8148053900 con 0x7f815015c790 2024-09-13T16:23:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.749+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f81500cbf80 con 0x7f813c06ac30 2024-09-13T16:23:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.749+0000 7f814dffb640 1 -- 172.21.15.39:0/3314800479 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8140004720 con 0x7f813c06ac30 2024-09-13T16:23:48.751 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f813c06ac30 msgr2=0x7f813c06d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f813c06ac30 0x7f813c06d0f0 secure :-1 s=READY pgs=1201 cs=0 l=1 rev1=1 crypto rx=0x7f8140003b80 tx=0x7f81400098d0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 msgr2=0x7f81501e42d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 0x7f81501e42d0 secure :-1 s=READY pgs=3108 cs=0 l=1 rev1=1 crypto rx=0x7f814800c3c0 tx=0x7f814800c880 comp rx=0 tx=0).stop 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 shutdown_connections 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f813c06ac30 0x7f813c06d0f0 unknown :-1 s=CLOSED pgs=1201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f815015c790 0x7f81501e42d0 unknown :-1 s=CLOSED pgs=3108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f81500cf920 0x7f815013c760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 --2- 172.21.15.39:0/3314800479 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f81500cbb10 0x7f81500ce7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 >> 172.21.15.39:0/3314800479 conn(0x7f8150065bd0 msgr2=0x7f8150159e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 shutdown_connections 2024-09-13T16:23:48.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.751+0000 7f81576c5640 1 -- 172.21.15.39:0/3314800479 wait complete. 2024-09-13T16:23:48.763 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T16:23:48.763 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:48.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.867+0000 7f189a795640 1 Processor -- start 2024-09-13T16:23:48.869 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.867+0000 7f189a795640 1 -- start start 2024-09-13T16:23:48.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f189a795640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f189415d990 0x7f189415cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f189a795640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f189406e4d0 con 0x7f18941534c0 2024-09-13T16:23:48.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f189a795640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f189406d8c0 con 0x7f189415d5b0 2024-09-13T16:23:48.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f189a795640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f189406dba0 con 0x7f189415d990 2024-09-13T16:23:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f1898d32640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f18941534c0 0x7f1894160270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44718/0 (socket says 172.21.15.39:44718) 2024-09-13T16:23:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f1898d32640 1 -- 172.21.15.39:0/1052191366 learned_addr learned my addr 172.21.15.39:0/1052191366 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f18937fe640 1 --2- 172.21.15.39:0/1052191366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f189415d990 0x7f189415cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2986235294 0 0) 0x7f189406e4d0 con 0x7f18941534c0 2024-09-13T16:23:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.868+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f187c003520 con 0x7f18941534c0 2024-09-13T16:23:48.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.869+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1646388168 0 0) 0x7f189406d8c0 con 0x7f189415d5b0 2024-09-13T16:23:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.869+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 --> v1:172.21.15.157:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f189406e4d0 con 0x7f189415d5b0 2024-09-13T16:23:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.869+0000 7f18937fe640 1 -- 172.21.15.39:0/1052191366 >> v1:172.21.15.157:6789/0 conn(0x7f189415d5b0 legacy=0x7f1894152db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.869+0000 7f18937fe640 1 -- 172.21.15.39:0/1052191366 >> v1:172.21.15.39:6789/0 conn(0x7f18941534c0 legacy=0x7f1894160270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.869+0000 7f18937fe640 1 -- 172.21.15.39:0/1052191366 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f189406de80 con 0x7f189415d990 2024-09-13T16:23:48.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.869+0000 7f18937fe640 1 --2- 172.21.15.39:0/1052191366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f189415d990 0x7f189415cc30 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f18880097d0 tx=0x7f188802a210 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c30a898ac570fa16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1888032440 con 0x7f189415d990 2024-09-13T16:23:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f18880325a0 con 0x7f189415d990 2024-09-13T16:23:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f1892ffd640 1 -- 172.21.15.39:0/1052191366 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1888032930 con 0x7f189415d990 2024-09-13T16:23:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 -- 172.21.15.39:0/1052191366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f189415d990 msgr2=0x7f189415cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.883 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 --2- 172.21.15.39:0/1052191366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f189415d990 0x7f189415cc30 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f18880097d0 tx=0x7f188802a210 comp rx=0 tx=0).stop 2024-09-13T16:23:48.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 -- 172.21.15.39:0/1052191366 shutdown_connections 2024-09-13T16:23:48.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 --2- 172.21.15.39:0/1052191366 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f189415d990 0x7f189415cc30 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 -- 172.21.15.39:0/1052191366 >> 172.21.15.39:0/1052191366 conn(0x7f18940ae990 msgr2=0x7f18940aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 -- 172.21.15.39:0/1052191366 shutdown_connections 2024-09-13T16:23:48.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.870+0000 7f189a795640 1 -- 172.21.15.39:0/1052191366 wait complete. 2024-09-13T16:23:48.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.871+0000 7f189a795640 1 Processor -- start 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 -- start start 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18941534c0 0x7f189415bac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189415d5b0 0x7f1894155300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f189415d990 0x7f189414d970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f189414aec0 con 0x7f189415d5b0 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f18941568d0 con 0x7f189415d990 2024-09-13T16:23:48.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f189a795640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1894155cc0 con 0x7f18941534c0 2024-09-13T16:23:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f18937fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189415d5b0 0x7f1894155300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f18937fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189415d5b0 0x7f1894155300 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47956/0 (socket says 172.21.15.39:47956) 2024-09-13T16:23:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f18937fe640 1 -- 172.21.15.39:0/646925327 learned_addr learned my addr 172.21.15.39:0/646925327 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f1893fff640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18941534c0 0x7f189415bac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.872+0000 7f1898d32640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f189415d990 0x7f189414d970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f18937fe640 1 -- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18941534c0 msgr2=0x7f189415bac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f18937fe640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f18941534c0 0x7f189415bac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f18937fe640 1 -- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f189415d990 msgr2=0x7f189414d970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f18937fe640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f189415d990 0x7f189414d970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f18937fe640 1 -- 172.21.15.39:0/646925327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1888009400 con 0x7f189415d5b0 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f18937fe640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189415d5b0 0x7f1894155300 secure :-1 s=READY pgs=3110 cs=0 l=1 rev1=1 crypto rx=0x7f18880097d0 tx=0x7f18880046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188803d830 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f188803d9b0 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1894155fa0 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f188803dd60 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.873+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1894156560 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.874+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1894153930 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1888039040 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1890ff9640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f188006ac00 0x7f188006d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f18880a9ac0 con 0x7f189415d5b0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1893fff640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f188006ac00 0x7f188006d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1890ff9640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f1880070b00 0x7f1880072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f18800735d0 con 0x7f1880070b00 2024-09-13T16:23:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f18880ae2c0 con 0x7f189415d5b0 2024-09-13T16:23:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.875+0000 7f1898d32640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f1880070b00 0x7f1880072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.876+0000 7f1898d32640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f1880070b00 0x7f1880072f20 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.876+0000 7f1893fff640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f188006ac00 0x7f188006d0c0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f18840011e0 tx=0x7f1884009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:48.889 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.876+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== osd.3 v2:172.21.15.39:6813/791775356 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f18800735d0 con 0x7f1880070b00 2024-09-13T16:23:48.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.888+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 --> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f1894156a80 con 0x7f1880070b00 2024-09-13T16:23:48.890 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f1890ff9640 1 -- 172.21.15.39:0/646925327 <== osd.3 v2:172.21.15.39:6813/791775356 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f1894156a80 con 0x7f1880070b00 2024-09-13T16:23:48.890 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:48.890 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:48.890 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f1880070b00 msgr2=0x7f1880072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.891 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:6813/791775356,v1:172.21.15.39:6816/791775356] conn(0x7f1880070b00 0x7f1880072f20 crc :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f188006ac00 msgr2=0x7f188006d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f188006ac00 0x7f188006d0c0 secure :-1 s=READY pgs=1202 cs=0 l=1 rev1=1 crypto rx=0x7f18840011e0 tx=0x7f1884009040 comp rx=0 tx=0).stop 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189415d5b0 msgr2=0x7f1894155300 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 --2- 172.21.15.39:0/646925327 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f189415d5b0 0x7f1894155300 secure :-1 s=READY pgs=3110 cs=0 l=1 rev1=1 crypto rx=0x7f18880097d0 tx=0x7f18880046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f1898d32640 1 -- 172.21.15.39:0/646925327 reap_dead start 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 shutdown_connections 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 >> 172.21.15.39:0/646925327 conn(0x7f18940ae990 msgr2=0x7f18940b3a70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 shutdown_connections 2024-09-13T16:23:48.892 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:48.889+0000 7f189a795640 1 -- 172.21.15.39:0/646925327 wait complete. 2024-09-13T16:23:48.900 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T16:23:49.003 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.002+0000 7f1dd0c3a640 1 Processor -- start 2024-09-13T16:23:49.004 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.002+0000 7f1dd0c3a640 1 -- start start 2024-09-13T16:23:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dd0c3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cfaf0 0x7f1dcc069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dd0c3a640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dcc0cbb10 0x7f1dcc0b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dd0c3a640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1dcc06a540 con 0x7f1dcc15c790 2024-09-13T16:23:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dd0c3a640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1dcc0b1180 con 0x7f1dcc0cbb10 2024-09-13T16:23:49.005 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dd0c3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dcc0b1460 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dcad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dcc0cbb10 0x7f1dcc0b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dcad9d640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1dcc0cbb10 0x7f1dcc0b2b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47972/0 (socket says 172.21.15.39:47972) 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dcad9d640 1 -- 172.21.15.39:0/2043507227 learned_addr learned my addr 172.21.15.39:0/2043507227 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dca59c640 1 --1- 172.21.15.39:0/2043507227 >> v1:172.21.15.157:6789/0 conn(0x7f1dcc15c790 0x7f1dcc0cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:45086/0 (socket says 172.21.15.39:45086) 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.003+0000 7f1dc9d9b640 1 --2- 172.21.15.39:0/2043507227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cfaf0 0x7f1dcc069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dcad9d640 1 -- 172.21.15.39:0/2043507227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cfaf0 msgr2=0x7f1dcc069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dcad9d640 1 --2- 172.21.15.39:0/2043507227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cfaf0 0x7f1dcc069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dc959a640 1 -- 172.21.15.39:0/2043507227 <== mon.1 v1:172.21.15.157:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3872909851 0 0) 0x7f1dcc06a540 con 0x7f1dcc15c790 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dcad9d640 1 -- 172.21.15.39:0/2043507227 >> v1:172.21.15.157:6789/0 conn(0x7f1dcc15c790 legacy=0x7f1dcc0cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.006 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dcad9d640 1 -- 172.21.15.39:0/2043507227 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dcc0b1740 con 0x7f1dcc0cbb10 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dcad9d640 1 --2- 172.21.15.39:0/2043507227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cbb10 0x7f1dcc0b2b10 secure :-1 s=READY pgs=3111 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009e50 tx=0x7f1dbc02a680 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c284dd01b782fef3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.004+0000 7f1dc959a640 1 -- 172.21.15.39:0/2043507227 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc02aea0 con 0x7f1dcc0cbb10 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dc959a640 1 -- 172.21.15.39:0/2043507227 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1dbc02d050 con 0x7f1dcc0cbb10 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dc959a640 1 -- 172.21.15.39:0/2043507227 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1dbc031820 con 0x7f1dcc0cbb10 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/2043507227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cbb10 msgr2=0x7f1dcc0b2b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/2043507227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cbb10 0x7f1dcc0b2b10 secure :-1 s=READY pgs=3111 cs=0 l=1 rev1=1 crypto rx=0x7f1dbc009e50 tx=0x7f1dbc02a680 comp rx=0 tx=0).stop 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/2043507227 shutdown_connections 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/2043507227 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cbb10 0x7f1dcc0b2b10 unknown :-1 s=CLOSED pgs=3111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/2043507227 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cfaf0 0x7f1dcc069ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/2043507227 >> 172.21.15.39:0/2043507227 conn(0x7f1dcc065bd0 msgr2=0x7f1dcc065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/2043507227 shutdown_connections 2024-09-13T16:23:49.008 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.005+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/2043507227 wait complete. 2024-09-13T16:23:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.006+0000 7f1dd0c3a640 1 Processor -- start 2024-09-13T16:23:49.009 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 -- start start 2024-09-13T16:23:49.010 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cbb10 0x7f1dcc0c88d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 0x7f1dcc153e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dcc15c790 0x7f1dcc146150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dcc0c8fd0 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1dcc0c92b0 con 0x7f1dcc15c790 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dd0c3a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1dcc0c9590 con 0x7f1dcc0cbb10 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dc9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 0x7f1dcc153e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dc9d9b640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 0x7f1dcc153e00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47984/0 (socket says 172.21.15.39:47984) 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dc9d9b640 1 -- 172.21.15.39:0/855553056 learned_addr learned my addr 172.21.15.39:0/855553056 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dca59c640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cbb10 0x7f1dcc0c88d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.007+0000 7f1dcad9d640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dcc15c790 0x7f1dcc146150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc9d9b640 1 -- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cbb10 msgr2=0x7f1dcc0c88d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc9d9b640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cbb10 0x7f1dcc0c88d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc9d9b640 1 -- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dcc15c790 msgr2=0x7f1dcc146150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.011 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc9d9b640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dcc15c790 0x7f1dcc146150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc9d9b640 1 -- 172.21.15.39:0/855553056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1dbc009b30 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc9d9b640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 0x7f1dcc153e00 secure :-1 s=READY pgs=3112 cs=0 l=1 rev1=1 crypto rx=0x7f1db400e870 tx=0x7f1db400ed30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db40094f0 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1db400c940 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1dcc0c9870 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1db400ccf0 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.008+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1dcc0ca070 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.012 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.009+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1dcc0672f0 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.010+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1db4013470 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.010+0000 7f1dc2ffd640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dac06ac00 0x7f1dac06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.010+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1db40890f0 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.010+0000 7f1dca59c640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dac06ac00 0x7f1dac06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.013 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.011+0000 7f1dca59c640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dac06ac00 0x7f1dac06d0c0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f1dc4000f60 tx=0x7f1dc4007d50 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.016 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.014+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1db4054620 con 0x7f1dcc0cfaf0 2024-09-13T16:23:49.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.183+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f1dcc0cbf60 con 0x7f1dac06ac00 2024-09-13T16:23:49.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.184+0000 7f1dc2ffd640 1 -- 172.21.15.39:0/855553056 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f1dc4004c70 con 0x7f1dac06ac00 2024-09-13T16:23:49.186 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T16:23:49.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dac06ac00 msgr2=0x7f1dac06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dac06ac00 0x7f1dac06d0c0 secure :-1 s=READY pgs=1203 cs=0 l=1 rev1=1 crypto rx=0x7f1dc4000f60 tx=0x7f1dc4007d50 comp rx=0 tx=0).stop 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 msgr2=0x7f1dcc153e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 0x7f1dcc153e00 secure :-1 s=READY pgs=3112 cs=0 l=1 rev1=1 crypto rx=0x7f1db400e870 tx=0x7f1db400ed30 comp rx=0 tx=0).stop 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 shutdown_connections 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1dac06ac00 0x7f1dac06d0c0 unknown :-1 s=CLOSED pgs=1203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1dcc15c790 0x7f1dcc146150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1dcc0cfaf0 0x7f1dcc153e00 unknown :-1 s=CLOSED pgs=3112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 --2- 172.21.15.39:0/855553056 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1dcc0cbb10 0x7f1dcc0c88d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 >> 172.21.15.39:0/855553056 conn(0x7f1dcc065bd0 msgr2=0x7f1dcc159d80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 shutdown_connections 2024-09-13T16:23:49.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.186+0000 7f1dd0c3a640 1 -- 172.21.15.39:0/855553056 wait complete. 2024-09-13T16:23:49.198 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T16:23:49.199 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:49.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.302+0000 7f1cbfbb5640 1 Processor -- start 2024-09-13T16:23:49.303 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.302+0000 7f1cbfbb5640 1 -- start start 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbfbb5640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f1cb815d5b0 0x7f1cb815cc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbfbb5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb815d990 0x7f1cb8152db0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbfbb5640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1cb806e4d0 con 0x7f1cb81532f0 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbfbb5640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1cb806d8c0 con 0x7f1cb815d5b0 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbfbb5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb806dba0 con 0x7f1cb815d990 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbe152640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f1cb81532f0 0x7f1cb806bdb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44722/0 (socket says 172.21.15.39:44722) 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbe152640 1 -- 172.21.15.39:0/2057216888 learned_addr learned my addr 172.21.15.39:0/2057216888 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:49.305 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbd951640 1 --2- 172.21.15.39:0/2057216888 >> v2:172.21.15.157:3300/0 conn(0x7f1cb815d5b0 0x7f1cb815cc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbd150640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb815d990 0x7f1cb8152db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbc94f640 1 -- 172.21.15.39:0/2057216888 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 796454570 0 0) 0x7f1cb806e4d0 con 0x7f1cb81532f0 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.303+0000 7f1cbc94f640 1 -- 172.21.15.39:0/2057216888 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1ca4003520 con 0x7f1cb81532f0 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbd951640 1 -- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb815d990 msgr2=0x7f1cb8152db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbd951640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb815d990 0x7f1cb8152db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbd951640 1 -- 172.21.15.39:0/2057216888 >> v1:172.21.15.39:6789/0 conn(0x7f1cb81532f0 legacy=0x7f1cb806bdb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbd951640 1 -- 172.21.15.39:0/2057216888 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1cb806de80 con 0x7f1cb815d5b0 2024-09-13T16:23:49.306 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbd150640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb815d990 0x7f1cb8152db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:23:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbd951640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d5b0 0x7f1cb815cc30 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f1cb40097a0 tx=0x7f1cb402a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=1dd1f4950ed993f5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.304+0000 7f1cbc94f640 1 -- 172.21.15.39:0/2057216888 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb4032440 con 0x7f1cb815d5b0 2024-09-13T16:23:49.307 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbc94f640 1 -- 172.21.15.39:0/2057216888 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1cb40325a0 con 0x7f1cb815d5b0 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbc94f640 1 -- 172.21.15.39:0/2057216888 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1cb4032930 con 0x7f1cb815d5b0 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d5b0 msgr2=0x7f1cb815cc30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d5b0 0x7f1cb815cc30 secure :-1 s=READY pgs=847 cs=0 l=1 rev1=1 crypto rx=0x7f1cb40097a0 tx=0x7f1cb402a180 comp rx=0 tx=0).stop 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/2057216888 shutdown_connections 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb815d990 0x7f1cb8152db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 --2- 172.21.15.39:0/2057216888 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d5b0 0x7f1cb815cc30 unknown :-1 s=CLOSED pgs=847 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/2057216888 >> 172.21.15.39:0/2057216888 conn(0x7f1cb80ae990 msgr2=0x7f1cb80aeda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/2057216888 shutdown_connections 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.305+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/2057216888 wait complete. 2024-09-13T16:23:49.308 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.306+0000 7f1cbfbb5640 1 Processor -- start 2024-09-13T16:23:49.309 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.306+0000 7f1cbfbb5640 1 -- start start 2024-09-13T16:23:49.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbfbb5640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb81532f0 0x7f1cb80cd780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbfbb5640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1cb815d5b0 0x7f1cb8157c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbfbb5640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d990 0x7f1cb81f59b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbfbb5640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb80cdcc0 con 0x7f1cb815d5b0 2024-09-13T16:23:49.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbfbb5640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb8158e40 con 0x7f1cb815d990 2024-09-13T16:23:49.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbfbb5640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1cb81585a0 con 0x7f1cb81532f0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbd150640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1cb815d5b0 0x7f1cb8157c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbd150640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1cb815d5b0 0x7f1cb8157c70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:47998/0 (socket says 172.21.15.39:47998) 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbd150640 1 -- 172.21.15.39:0/4088441819 learned_addr learned my addr 172.21.15.39:0/4088441819 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbd951640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb81532f0 0x7f1cb80cd780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.307+0000 7f1cbe152640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d990 0x7f1cb81f59b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbd150640 1 -- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb81532f0 msgr2=0x7f1cb80cd780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbd150640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1cb81532f0 0x7f1cb80cd780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbd150640 1 -- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d990 msgr2=0x7f1cb81f59b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbd150640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1cb815d990 0x7f1cb81f59b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbd150640 1 -- 172.21.15.39:0/4088441819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1ca8009400 con 0x7f1cb815d5b0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbd150640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1cb815d5b0 0x7f1cb8157c70 secure :-1 s=READY pgs=3114 cs=0 l=1 rev1=1 crypto rx=0x7f1ca800e8d0 tx=0x7f1ca800ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ca800c940 con 0x7f1cb815d5b0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1ca800caa0 con 0x7f1cb815d5b0 2024-09-13T16:23:49.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1cb4009400 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1ca800ce50 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.308+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1cb8158b60 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.309+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1cb8153720 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.309+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1ca8013470 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cae7fc640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c9c06ac00 0x7f1c9c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1ca8089540 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cbd951640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c9c06ac00 0x7f1c9c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cae7fc640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f1c9c070b00 0x7f1c9c072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1c9c0735d0 con 0x7f1c9c070b00 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1ca80898b0 con 0x7f1cb815d5b0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.310+0000 7f1cbe152640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f1c9c070b00 0x7f1c9c072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.311+0000 7f1cbd951640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c9c06ac00 0x7f1c9c06d0c0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4034000 tx=0x7f1cb402e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.311+0000 7f1cbe152640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f1c9c070b00 0x7f1c9c072f20 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.311+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== osd.4 v2:172.21.15.157:6824/790010053 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f1c9c0735d0 con 0x7f1c9c070b00 2024-09-13T16:23:49.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 --> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f1cb80672f0 con 0x7f1c9c070b00 2024-09-13T16:23:49.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cae7fc640 1 -- 172.21.15.39:0/4088441819 <== osd.4 v2:172.21.15.157:6824/790010053 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f1cb80672f0 con 0x7f1c9c070b00 2024-09-13T16:23:49.326 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:49.326 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:49.326 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f1c9c070b00 msgr2=0x7f1c9c072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6824/790010053,v1:172.21.15.157:6825/790010053] conn(0x7f1c9c070b00 0x7f1c9c072f20 crc :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c9c06ac00 msgr2=0x7f1c9c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1c9c06ac00 0x7f1c9c06d0c0 secure :-1 s=READY pgs=1204 cs=0 l=1 rev1=1 crypto rx=0x7f1cb4034000 tx=0x7f1cb402e000 comp rx=0 tx=0).stop 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1cb815d5b0 msgr2=0x7f1cb8157c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 --2- 172.21.15.39:0/4088441819 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1cb815d5b0 0x7f1cb8157c70 secure :-1 s=READY pgs=3114 cs=0 l=1 rev1=1 crypto rx=0x7f1ca800e8d0 tx=0x7f1ca800ed90 comp rx=0 tx=0).stop 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbe152640 1 -- 172.21.15.39:0/4088441819 reap_dead start 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 shutdown_connections 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.324+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 >> 172.21.15.39:0/4088441819 conn(0x7f1cb80ae990 msgr2=0x7f1cb806bdb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.327 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.325+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 shutdown_connections 2024-09-13T16:23:49.328 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.325+0000 7f1cbfbb5640 1 -- 172.21.15.39:0/4088441819 wait complete. 2024-09-13T16:23:49.336 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T16:23:49.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.438+0000 7f36a345a640 1 Processor -- start 2024-09-13T16:23:49.439 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.438+0000 7f36a345a640 1 -- start start 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a345a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c15ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a345a640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f369c06f170 0x7f369c0b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a345a640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f369c15b1b0 con 0x7f369c15d0a0 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a345a640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f369c06f6e0 con 0x7f369c06f170 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a345a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f369c06f9c0 con 0x7f369c156fb0 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a19f7640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f369c15d0a0 0x7f369c070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44734/0 (socket says 172.21.15.39:44734) 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a19f7640 1 -- 172.21.15.39:0/664262827 learned_addr learned my addr 172.21.15.39:0/664262827 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a11f6640 1 --2- 172.21.15.39:0/664262827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c15ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a09f5640 1 --2- 172.21.15.39:0/664262827 >> v2:172.21.15.157:3300/0 conn(0x7f369c06f170 0x7f369c0b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f368ffff640 1 -- 172.21.15.39:0/664262827 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 792106276 0 0) 0x7f369c15b1b0 con 0x7f369c15d0a0 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f368ffff640 1 -- 172.21.15.39:0/664262827 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3688003520 con 0x7f369c15d0a0 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a11f6640 1 -- 172.21.15.39:0/664262827 >> v2:172.21.15.157:3300/0 conn(0x7f369c06f170 msgr2=0x7f369c0b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.441 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a11f6640 1 --2- 172.21.15.39:0/664262827 >> v2:172.21.15.157:3300/0 conn(0x7f369c06f170 0x7f369c0b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a11f6640 1 -- 172.21.15.39:0/664262827 >> v1:172.21.15.39:6789/0 conn(0x7f369c15d0a0 legacy=0x7f369c070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.442 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.439+0000 7f36a11f6640 1 -- 172.21.15.39:0/664262827 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f369c06fca0 con 0x7f369c156fb0 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.440+0000 7f36a11f6640 1 --2- 172.21.15.39:0/664262827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c15ac70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f36980097a0 tx=0x7f369802a100 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4105d0d8c58e7160 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.440+0000 7f368ffff640 1 -- 172.21.15.39:0/664262827 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369802ae50 con 0x7f369c156fb0 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.440+0000 7f368ffff640 1 -- 172.21.15.39:0/664262827 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3698032440 con 0x7f369c156fb0 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.440+0000 7f368ffff640 1 -- 172.21.15.39:0/664262827 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36980327b0 con 0x7f369c156fb0 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 -- 172.21.15.39:0/664262827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 msgr2=0x7f369c15ac70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 --2- 172.21.15.39:0/664262827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c15ac70 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f36980097a0 tx=0x7f369802a100 comp rx=0 tx=0).stop 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 -- 172.21.15.39:0/664262827 shutdown_connections 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 --2- 172.21.15.39:0/664262827 >> v2:172.21.15.157:3300/0 conn(0x7f369c06f170 0x7f369c0b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 --2- 172.21.15.39:0/664262827 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c15ac70 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 -- 172.21.15.39:0/664262827 >> 172.21.15.39:0/664262827 conn(0x7f369c06b3b0 msgr2=0x7f369c06b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 -- 172.21.15.39:0/664262827 shutdown_connections 2024-09-13T16:23:49.443 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.441+0000 7f36a345a640 1 -- 172.21.15.39:0/664262827 wait complete. 2024-09-13T16:23:49.445 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.442+0000 7f36a345a640 1 Processor -- start 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.442+0000 7f36a345a640 1 -- start start 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a345a640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 0x7f369c149ee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a345a640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c1580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a345a640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369c15d0a0 0x7f369c15bf50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a345a640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f369c159600 con 0x7f369c06f170 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a345a640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f369c14b600 con 0x7f369c15d0a0 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a345a640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f369c159040 con 0x7f369c156fb0 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 0x7f369c149ee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 0x7f369c149ee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48014/0 (socket says 172.21.15.39:48014) 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 -- 172.21.15.39:0/4093765212 learned_addr learned my addr 172.21.15.39:0/4093765212 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a19f7640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369c15d0a0 0x7f369c15bf50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a09f5640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c1580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.446 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 -- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 msgr2=0x7f369c1580d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c1580d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 -- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369c15d0a0 msgr2=0x7f369c15bf50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369c15d0a0 0x7f369c15bf50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.443+0000 7f36a11f6640 1 -- 172.21.15.39:0/4093765212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3698009400 con 0x7f369c06f170 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.444+0000 7f36a11f6640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 0x7f369c149ee0 secure :-1 s=READY pgs=3116 cs=0 l=1 rev1=1 crypto rx=0x7f369802a6f0 tx=0x7f36980046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.444+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369803c8d0 con 0x7f369c06f170 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.444+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f369803ca30 con 0x7f369c06f170 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.444+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f369c159320 con 0x7f369c06f170 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.444+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f369803cde0 con 0x7f369c06f170 2024-09-13T16:23:49.447 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.444+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f369c14a420 con 0x7f369c06f170 2024-09-13T16:23:49.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.445+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f369c0672f0 con 0x7f369c06f170 2024-09-13T16:23:49.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.445+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f369803b3a0 con 0x7f369c06f170 2024-09-13T16:23:49.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.446+0000 7f368dffb640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368006ac30 0x7f368006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.446+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f36980a9cc0 con 0x7f369c06f170 2024-09-13T16:23:49.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.446+0000 7f36a09f5640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368006ac30 0x7f368006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.448 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.447+0000 7f36a09f5640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368006ac30 0x7f368006d0f0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f369c15cb40 tx=0x7f3690009190 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.451 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.450+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f36980751f0 con 0x7f369c06f170 2024-09-13T16:23:49.621 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.620+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f369c070260 con 0x7f368006ac30 2024-09-13T16:23:49.622 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.621+0000 7f368dffb640 1 -- 172.21.15.39:0/4093765212 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f3690011a30 con 0x7f368006ac30 2024-09-13T16:23:49.622 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T16:23:49.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368006ac30 msgr2=0x7f368006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368006ac30 0x7f368006d0f0 secure :-1 s=READY pgs=1205 cs=0 l=1 rev1=1 crypto rx=0x7f369c15cb40 tx=0x7f3690009190 comp rx=0 tx=0).stop 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 msgr2=0x7f369c149ee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 0x7f369c149ee0 secure :-1 s=READY pgs=3116 cs=0 l=1 rev1=1 crypto rx=0x7f369802a6f0 tx=0x7f36980046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 shutdown_connections 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f368006ac30 0x7f368006d0f0 unknown :-1 s=CLOSED pgs=1205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f369c15d0a0 0x7f369c15bf50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f369c156fb0 0x7f369c1580d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 --2- 172.21.15.39:0/4093765212 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f369c06f170 0x7f369c149ee0 unknown :-1 s=CLOSED pgs=3116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 >> 172.21.15.39:0/4093765212 conn(0x7f369c06b3b0 msgr2=0x7f369c1551e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 shutdown_connections 2024-09-13T16:23:49.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.623+0000 7f36a345a640 1 -- 172.21.15.39:0/4093765212 wait complete. 2024-09-13T16:23:49.635 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T16:23:49.635 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:49.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.739+0000 7f1942301640 1 Processor -- start 2024-09-13T16:23:49.740 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.739+0000 7f1942301640 1 -- start start 2024-09-13T16:23:49.743 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.739+0000 7f1942301640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f193c15fd70 0x7f193c06e880 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f1942301640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c06a5e0 0x7f193c15e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f1942301640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f193c160150 con 0x7f193c160da0 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f1942301640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f193c15dbd0 con 0x7f193c15fd70 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f1942301640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f193c15cf50 con 0x7f193c06a5e0 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193bfff640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f193c15fd70 0x7f193c06e880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193b7fe640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f193c160da0 0x7f193c069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44744/0 (socket says 172.21.15.39:44744) 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193b7fe640 1 -- 172.21.15.39:0/2620085198 learned_addr learned my addr 172.21.15.39:0/2620085198 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:49.744 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193bfff640 1 -- 172.21.15.39:0/2620085198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c06a5e0 msgr2=0x7f193c15e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193bfff640 1 --2- 172.21.15.39:0/2620085198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c06a5e0 0x7f193c15e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193bfff640 1 -- 172.21.15.39:0/2620085198 >> v1:172.21.15.39:6789/0 conn(0x7f193c160da0 legacy=0x7f193c069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193bfff640 1 -- 172.21.15.39:0/2620085198 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f193c15d230 con 0x7f193c15fd70 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.740+0000 7f193affd640 1 -- 172.21.15.39:0/2620085198 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1882481320 0 0) 0x7f193c160150 con 0x7f193c160da0 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f193bfff640 1 --2- 172.21.15.39:0/2620085198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c06e880 secure :-1 s=READY pgs=3118 cs=0 l=1 rev1=1 crypto rx=0x7f192c0097a0 tx=0x7f192c02a060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44aaa8752d89ddda server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f193affd640 1 -- 172.21.15.39:0/2620085198 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f192c02adb0 con 0x7f193c15fd70 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f193affd640 1 -- 172.21.15.39:0/2620085198 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f192c032440 con 0x7f193c15fd70 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f193affd640 1 -- 172.21.15.39:0/2620085198 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f192c0327d0 con 0x7f193c15fd70 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f1942301640 1 -- 172.21.15.39:0/2620085198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 msgr2=0x7f193c06e880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f1942301640 1 --2- 172.21.15.39:0/2620085198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c06e880 secure :-1 s=READY pgs=3118 cs=0 l=1 rev1=1 crypto rx=0x7f192c0097a0 tx=0x7f192c02a060 comp rx=0 tx=0).stop 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f1942301640 1 -- 172.21.15.39:0/2620085198 shutdown_connections 2024-09-13T16:23:49.745 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f1942301640 1 --2- 172.21.15.39:0/2620085198 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c06a5e0 0x7f193c15e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f1942301640 1 --2- 172.21.15.39:0/2620085198 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c06e880 unknown :-1 s=CLOSED pgs=3118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.741+0000 7f1942301640 1 -- 172.21.15.39:0/2620085198 >> 172.21.15.39:0/2620085198 conn(0x7f193c06afe0 msgr2=0x7f193c06b3c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.742+0000 7f1942301640 1 -- 172.21.15.39:0/2620085198 shutdown_connections 2024-09-13T16:23:49.746 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.742+0000 7f1942301640 1 -- 172.21.15.39:0/2620085198 wait complete. 2024-09-13T16:23:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.743+0000 7f1942301640 1 Processor -- start 2024-09-13T16:23:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.743+0000 7f1942301640 1 -- start start 2024-09-13T16:23:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f1942301640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f193c06a5e0 0x7f193c0b4d20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f1942301640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c14bd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.749 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f1942301640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c160da0 0x7f193c14c2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f1942301640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f193c1f2fa0 con 0x7f193c15fd70 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f1942301640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f193c0cea00 con 0x7f193c06a5e0 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f1942301640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f193c0b2650 con 0x7f193c160da0 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c14bd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c14bd60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48024/0 (socket says 172.21.15.39:48024) 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 -- 172.21.15.39:0/4035438734 learned_addr learned my addr 172.21.15.39:0/4035438734 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193bfff640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f193c06a5e0 0x7f193c0b4d20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f194089e640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c160da0 0x7f193c14c2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 -- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c160da0 msgr2=0x7f193c14c2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c160da0 0x7f193c14c2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.750 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 -- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f193c06a5e0 msgr2=0x7f193c0b4d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f193c06a5e0 0x7f193c0b4d20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 -- 172.21.15.39:0/4035438734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f192c009400 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f194089e640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f193c160da0 0x7f193c14c2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193bfff640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f193c06a5e0 0x7f193c0b4d20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.744+0000 7f193b7fe640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c14bd60 secure :-1 s=READY pgs=3119 cs=0 l=1 rev1=1 crypto rx=0x7f193000c400 tx=0x7f193000c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.745+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1930005ce0 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.745+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1930005e40 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.745+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1930007310 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.745+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f193c0ce440 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.745+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f193c0b2b40 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.745+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f193c161230 con 0x7f193c15fd70 2024-09-13T16:23:49.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.746+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1930007530 con 0x7f193c15fd70 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f1938ff9640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f192806ac00 0x7f192806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1930088720 con 0x7f193c15fd70 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f1938ff9640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f1928070b00 0x7f1928072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f19280735d0 con 0x7f1928070b00 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f193008ad80 con 0x7f193c15fd70 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f193bfff640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f192806ac00 0x7f192806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.747+0000 7f194089e640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f1928070b00 0x7f1928072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.748+0000 7f193bfff640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f192806ac00 0x7f192806d0c0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f192c034000 tx=0x7f192c02e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.748+0000 7f194089e640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f1928070b00 0x7f1928072f20 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.748+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== osd.5 v2:172.21.15.157:6800/1108991388 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f19280735d0 con 0x7f1928070b00 2024-09-13T16:23:49.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.760+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 --> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f193c15d7f0 con 0x7f1928070b00 2024-09-13T16:23:49.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1938ff9640 1 -- 172.21.15.39:0/4035438734 <== osd.5 v2:172.21.15.157:6800/1108991388 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f1934007ac0 con 0x7f1928070b00 2024-09-13T16:23:49.762 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:49.763 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:49.763 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:49.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f1928070b00 msgr2=0x7f1928072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6800/1108991388,v1:172.21.15.157:6801/1108991388] conn(0x7f1928070b00 0x7f1928072f20 crc :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f192806ac00 msgr2=0x7f192806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f192806ac00 0x7f192806d0c0 secure :-1 s=READY pgs=1206 cs=0 l=1 rev1=1 crypto rx=0x7f192c034000 tx=0x7f192c02e000 comp rx=0 tx=0).stop 2024-09-13T16:23:49.764 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 msgr2=0x7f193c14bd60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 --2- 172.21.15.39:0/4035438734 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f193c15fd70 0x7f193c14bd60 secure :-1 s=READY pgs=3119 cs=0 l=1 rev1=1 crypto rx=0x7f193000c400 tx=0x7f193000c8c0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f194089e640 1 -- 172.21.15.39:0/4035438734 reap_dead start 2024-09-13T16:23:49.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 shutdown_connections 2024-09-13T16:23:49.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 >> 172.21.15.39:0/4035438734 conn(0x7f193c06afe0 msgr2=0x7f193c155030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 shutdown_connections 2024-09-13T16:23:49.765 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.761+0000 7f1942301640 1 -- 172.21.15.39:0/4035438734 wait complete. 2024-09-13T16:23:49.773 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T16:23:49.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.874+0000 7f68da896640 1 Processor -- start 2024-09-13T16:23:49.875 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.874+0000 7f68da896640 1 -- start start 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68da896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 0x7f68d4069ed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68da896640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f68d40cbb10 0x7f68d40b2b10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68da896640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f68d406a540 con 0x7f68d415c790 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68da896640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f68d40b1180 con 0x7f68d40cbb10 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68da896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68d40b1460 con 0x7f68d40cfaf0 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d3fff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f68d415c790 0x7f68d40cf3e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44752/0 (socket says 172.21.15.39:44752) 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d3fff640 1 -- 172.21.15.39:0/3963159682 learned_addr learned my addr 172.21.15.39:0/3963159682 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d37fe640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 0x7f68d4069ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d8e33640 1 --2- 172.21.15.39:0/3963159682 >> v2:172.21.15.157:3300/0 conn(0x7f68d40cbb10 0x7f68d40b2b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.879 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1490392275 0 0) 0x7f68d406a540 con 0x7f68d415c790 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f68bc003520 con 0x7f68d415c790 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4053949014 0 0) 0x7f68bc003520 con 0x7f68d415c790 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 msgr2=0x7f68d4069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 0x7f68d4069ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 >> v2:172.21.15.157:3300/0 conn(0x7f68d40cbb10 msgr2=0x7f68d40b2b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 --2- 172.21.15.39:0/3963159682 >> v2:172.21.15.157:3300/0 conn(0x7f68d40cbb10 0x7f68d40b2b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68d40b1740 con 0x7f68d415c790 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f68c4001670 con 0x7f68d415c790 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 >> v1:172.21.15.39:6789/0 conn(0x7f68d415c790 legacy=0x7f68d40cf3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.875+0000 7f68d2ffd640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68bc003970 0x7f68bc003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d2ffd640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68bc0047c0 0x7f68bc004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d2ffd640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 0x7f68bc005180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d40b1180 con 0x7f68bc003970 2024-09-13T16:23:49.880 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d40b1460 con 0x7f68bc0047c0 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68bc00b9b0 con 0x7f68d40cfaf0 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d3fff640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68bc003970 0x7f68bc003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d37fe640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68bc0047c0 0x7f68bc004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d8e33640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 0x7f68bc005180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d3fff640 1 -- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 msgr2=0x7f68bc005180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d3fff640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68d40cfaf0 0x7f68bc005180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d3fff640 1 -- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68bc0047c0 msgr2=0x7f68bc004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d3fff640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68bc0047c0 0x7f68bc004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.876+0000 7f68d3fff640 1 -- 172.21.15.39:0/3963159682 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68bc003520 con 0x7f68bc003970 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68d3fff640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68bc003970 0x7f68bc003d90 secure :-1 s=READY pgs=3121 cs=0 l=1 rev1=1 crypto rx=0x7f68c400c240 tx=0x7f68bc0057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=856963c1fe857078 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c4005ad0 con 0x7f68bc003970 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68c402e070 con 0x7f68bc003970 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68d2ffd640 1 -- 172.21.15.39:0/3963159682 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c4005e70 con 0x7f68bc003970 2024-09-13T16:23:49.881 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68da896640 1 -- 172.21.15.39:0/3963159682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68bc003970 msgr2=0x7f68bc003d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68da896640 1 --2- 172.21.15.39:0/3963159682 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68bc003970 0x7f68bc003d90 secure :-1 s=READY pgs=3121 cs=0 l=1 rev1=1 crypto rx=0x7f68c400c240 tx=0x7f68bc0057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68d8e33640 1 -- 172.21.15.39:0/3963159682 reap_dead start 2024-09-13T16:23:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68da896640 1 -- 172.21.15.39:0/3963159682 shutdown_connections 2024-09-13T16:23:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68da896640 1 -- 172.21.15.39:0/3963159682 >> 172.21.15.39:0/3963159682 conn(0x7f68d4065bd0 msgr2=0x7f68d4065fb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68da896640 1 -- 172.21.15.39:0/3963159682 shutdown_connections 2024-09-13T16:23:49.882 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.877+0000 7f68da896640 1 -- 172.21.15.39:0/3963159682 wait complete. 2024-09-13T16:23:49.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.879+0000 7f68da896640 1 Processor -- start 2024-09-13T16:23:49.884 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.879+0000 7f68da896640 1 -- start start 2024-09-13T16:23:49.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68da896640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68bc003970 0x7f68d4145fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.885 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68da896640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 0x7f68d40cad40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68da896640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68d415aad0 0x7f68d415af30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68da896640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d40cb280 con 0x7f68d40ca8e0 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68da896640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f68d41f6680 con 0x7f68d415aad0 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68da896640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f68d41f5a70 con 0x7f68bc003970 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 0x7f68d40cad40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 0x7f68d40cad40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48038/0 (socket says 172.21.15.39:48038) 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 -- 172.21.15.39:0/346087319 learned_addr learned my addr 172.21.15.39:0/346087319 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d3fff640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68bc003970 0x7f68d4145fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d8e33640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68d415aad0 0x7f68d415af30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 -- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68bc003970 msgr2=0x7f68d4145fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68bc003970 0x7f68d4145fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.886 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 -- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68d415aad0 msgr2=0x7f68d415af30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68d415aad0 0x7f68d415af30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 -- 172.21.15.39:0/346087319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68d41f5d50 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d37fe640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 0x7f68d40cad40 secure :-1 s=READY pgs=3122 cs=0 l=1 rev1=1 crypto rx=0x7f68c80118e0 tx=0x7f68c8011da0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.880+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c800faf0 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.881+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f68c800fc50 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.881+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f68d41f6030 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.881+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68c8014440 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.881+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f68d41464f0 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.882+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f68d40672f0 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.882+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f68c80145a0 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.882+0000 7f68d0ff9640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f68c006ac30 0x7f68c006d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.883+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f68c8089810 con 0x7f68d40ca8e0 2024-09-13T16:23:49.887 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.883+0000 7f68d3fff640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f68c006ac30 0x7f68c006d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:49.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.883+0000 7f68d3fff640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f68c006ac30 0x7f68c006d0f0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f68c4033000 tx=0x7f68c4009030 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:49.888 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:49.887+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f68c8054dd0 con 0x7f68d40ca8e0 2024-09-13T16:23:50.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.056+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f68d40cbf60 con 0x7f68c006ac30 2024-09-13T16:23:50.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.057+0000 7f68d0ff9640 1 -- 172.21.15.39:0/346087319 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f68c4001430 con 0x7f68c006ac30 2024-09-13T16:23:50.058 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T16:23:50.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f68c006ac30 msgr2=0x7f68c006d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f68c006ac30 0x7f68c006d0f0 secure :-1 s=READY pgs=1207 cs=0 l=1 rev1=1 crypto rx=0x7f68c4033000 tx=0x7f68c4009030 comp rx=0 tx=0).stop 2024-09-13T16:23:50.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 msgr2=0x7f68d40cad40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 0x7f68d40cad40 secure :-1 s=READY pgs=3122 cs=0 l=1 rev1=1 crypto rx=0x7f68c80118e0 tx=0x7f68c8011da0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 shutdown_connections 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f68c006ac30 0x7f68c006d0f0 unknown :-1 s=CLOSED pgs=1207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f68d415aad0 0x7f68d415af30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f68d40ca8e0 0x7f68d40cad40 unknown :-1 s=CLOSED pgs=3122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 --2- 172.21.15.39:0/346087319 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f68bc003970 0x7f68d4145fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 >> 172.21.15.39:0/346087319 conn(0x7f68d4065bd0 msgr2=0x7f68d406cda0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 shutdown_connections 2024-09-13T16:23:50.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.059+0000 7f68da896640 1 -- 172.21.15.39:0/346087319 wait complete. 2024-09-13T16:23:50.071 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T16:23:50.071 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:50.176 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.175+0000 7f8b662b7640 1 Processor -- start 2024-09-13T16:23:50.177 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.175+0000 7f8b662b7640 1 -- start start 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b662b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600b0d30 0x7f8b600b30d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b662b7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f8b6013ca70 0x7f8b600ce2c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b662b7640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b600ce800 0x7f8b60071280 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b662b7640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b6015d0b0 con 0x7f8b600ce800 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b662b7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8b6015d390 con 0x7f8b6013ca70 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b662b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b6015d670 con 0x7f8b600b0d30 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b600ce800 0x7f8b60071280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.178 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f8b600ce800 0x7f8b60071280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48048/0 (socket says 172.21.15.39:48048) 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 -- 172.21.15.39:0/2874264977 learned_addr learned my addr 172.21.15.39:0/2874264977 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b5f7fe640 1 --2- 172.21.15.39:0/2874264977 >> v2:172.21.15.157:3300/0 conn(0x7f8b6013ca70 0x7f8b600ce2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 -- 172.21.15.39:0/2874264977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600b0d30 msgr2=0x7f8b600b30d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 --2- 172.21.15.39:0/2874264977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600b0d30 0x7f8b600b30d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 -- 172.21.15.39:0/2874264977 >> v2:172.21.15.157:3300/0 conn(0x7f8b6013ca70 msgr2=0x7f8b600ce2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 --2- 172.21.15.39:0/2874264977 >> v2:172.21.15.157:3300/0 conn(0x7f8b6013ca70 0x7f8b600ce2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.179 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.176+0000 7f8b64854640 1 -- 172.21.15.39:0/2874264977 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b6015d950 con 0x7f8b600ce800 2024-09-13T16:23:50.180 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.177+0000 7f8b64854640 1 --2- 172.21.15.39:0/2874264977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600ce800 0x7f8b60071280 secure :-1 s=READY pgs=3123 cs=0 l=1 rev1=1 crypto rx=0x7f8b600724c0 tx=0x7f8b5802a610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1d5711fc0961523 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.177+0000 7f8b5effd640 1 -- 172.21.15.39:0/2874264977 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b58031600 con 0x7f8b600ce800 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.177+0000 7f8b5effd640 1 -- 172.21.15.39:0/2874264977 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b5802d050 con 0x7f8b600ce800 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.177+0000 7f8b5effd640 1 -- 172.21.15.39:0/2874264977 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b58031980 con 0x7f8b600ce800 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 -- 172.21.15.39:0/2874264977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600ce800 msgr2=0x7f8b60071280 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 --2- 172.21.15.39:0/2874264977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600ce800 0x7f8b60071280 secure :-1 s=READY pgs=3123 cs=0 l=1 rev1=1 crypto rx=0x7f8b600724c0 tx=0x7f8b5802a610 comp rx=0 tx=0).stop 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 -- 172.21.15.39:0/2874264977 shutdown_connections 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 --2- 172.21.15.39:0/2874264977 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600ce800 0x7f8b60071280 unknown :-1 s=CLOSED pgs=3123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 --2- 172.21.15.39:0/2874264977 >> v2:172.21.15.157:3300/0 conn(0x7f8b6013ca70 0x7f8b600ce2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.181 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 --2- 172.21.15.39:0/2874264977 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600b0d30 0x7f8b600b30d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 -- 172.21.15.39:0/2874264977 >> 172.21.15.39:0/2874264977 conn(0x7f8b600b15d0 msgr2=0x7f8b600b19b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 -- 172.21.15.39:0/2874264977 shutdown_connections 2024-09-13T16:23:50.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.178+0000 7f8b662b7640 1 -- 172.21.15.39:0/2874264977 wait complete. 2024-09-13T16:23:50.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.179+0000 7f8b662b7640 1 Processor -- start 2024-09-13T16:23:50.182 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.179+0000 7f8b662b7640 1 -- start start 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b662b7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600b0d30 0x7f8b600a8e60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b662b7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600ce800 0x7f8b601f3600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b662b7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b6013ca70 0x7f8b601535c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b662b7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b601f3b40 con 0x7f8b600b0d30 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b662b7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8b600a9ca0 con 0x7f8b6013ca70 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b662b7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8b60153b00 con 0x7f8b600ce800 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b5ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600b0d30 0x7f8b600a8e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b5ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600b0d30 0x7f8b600a8e60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48058/0 (socket says 172.21.15.39:48058) 2024-09-13T16:23:50.185 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b5ffff640 1 -- 172.21.15.39:0/1617417695 learned_addr learned my addr 172.21.15.39:0/1617417695 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b64854640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b6013ca70 0x7f8b601535c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b5f7fe640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600ce800 0x7f8b601f3600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b5ffff640 1 -- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600ce800 msgr2=0x7f8b601f3600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.180+0000 7f8b5ffff640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f8b600ce800 0x7f8b601f3600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5ffff640 1 -- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b6013ca70 msgr2=0x7f8b601535c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5ffff640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f8b6013ca70 0x7f8b601535c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5ffff640 1 -- 172.21.15.39:0/1617417695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8b58009b30 con 0x7f8b600b0d30 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5ffff640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600b0d30 0x7f8b600a8e60 secure :-1 s=READY pgs=3124 cs=0 l=1 rev1=1 crypto rx=0x7f8b5000b4d0 tx=0x7f8b5000b990 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.186 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b50010870 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8b500109d0 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8b600a9440 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8b50010d80 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.181+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8b600a9ef0 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.182+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f8b600cec50 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f8b5000f3c0 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5cff9640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f8b50088ef0 con 0x7f8b600b0d30 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5cff9640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f8b4c070b00 0x7f8b4c072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f8b4c0735d0 con 0x7f8b4c070b00 2024-09-13T16:23:50.187 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f8b5008b5b0 con 0x7f8b600b0d30 2024-09-13T16:23:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b5f7fe640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.183+0000 7f8b64854640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f8b4c070b00 0x7f8b4c072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.184+0000 7f8b5f7fe640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f8b6013aa90 tx=0x7f8b54008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.188 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.184+0000 7f8b64854640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f8b4c070b00 0x7f8b4c072f20 crc :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.189 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.185+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== osd.6 v2:172.21.15.157:6808/2621597498 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f8b4c0735d0 con 0x7f8b4c070b00 2024-09-13T16:23:50.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.197+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 --> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f8b600672f0 con 0x7f8b4c070b00 2024-09-13T16:23:50.198 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.197+0000 7f8b5cff9640 1 -- 172.21.15.39:0/1617417695 <== osd.6 v2:172.21.15.157:6808/2621597498 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f8b600672f0 con 0x7f8b4c070b00 2024-09-13T16:23:50.199 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:50.199 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:50.199 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f8b4c070b00 msgr2=0x7f8b4c072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6808/2621597498,v1:172.21.15.157:6809/2621597498] conn(0x7f8b4c070b00 0x7f8b4c072f20 crc :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b4c06ac00 msgr2=0x7f8b4c06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f8b4c06ac00 0x7f8b4c06d0c0 secure :-1 s=READY pgs=1208 cs=0 l=1 rev1=1 crypto rx=0x7f8b6013aa90 tx=0x7f8b54008040 comp rx=0 tx=0).stop 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600b0d30 msgr2=0x7f8b600a8e60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 --2- 172.21.15.39:0/1617417695 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f8b600b0d30 0x7f8b600a8e60 secure :-1 s=READY pgs=3124 cs=0 l=1 rev1=1 crypto rx=0x7f8b5000b4d0 tx=0x7f8b5000b990 comp rx=0 tx=0).stop 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b64854640 1 -- 172.21.15.39:0/1617417695 reap_dead start 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 shutdown_connections 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 >> 172.21.15.39:0/1617417695 conn(0x7f8b600b15d0 msgr2=0x7f8b6013e500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 shutdown_connections 2024-09-13T16:23:50.201 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.198+0000 7f8b662b7640 1 -- 172.21.15.39:0/1617417695 wait complete. 2024-09-13T16:23:50.210 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T16:23:50.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.311+0000 7f101d19d640 1 Processor -- start 2024-09-13T16:23:50.313 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.311+0000 7f101d19d640 1 -- start start 2024-09-13T16:23:50.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f101d19d640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f101815c0d0 0x7f1018160890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.314 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f101d19d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10180719e0 0x7f101815c4b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f101d19d640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f101815d310 con 0x7f10180b3920 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f101d19d640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f101815d8d0 con 0x7f101815c0d0 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f101d19d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1018160dd0 con 0x7f10180719e0 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f100ffff640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f10180b3920 0x7f10180712d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44762/0 (socket says 172.21.15.39:44762) 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.312+0000 7f100ffff640 1 -- 172.21.15.39:0/2861084887 learned_addr learned my addr 172.21.15.39:0/2861084887 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f1017fff640 1 --2- 172.21.15.39:0/2861084887 >> v2:172.21.15.157:3300/0 conn(0x7f101815c0d0 0x7f1018160890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f101c99c640 1 --2- 172.21.15.39:0/2861084887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10180719e0 0x7f101815c4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f10177fe640 1 -- 172.21.15.39:0/2861084887 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 849868276 0 0) 0x7f101815d310 con 0x7f10180b3920 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f10177fe640 1 -- 172.21.15.39:0/2861084887 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1004003520 con 0x7f10180b3920 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f101c99c640 1 -- 172.21.15.39:0/2861084887 >> v2:172.21.15.157:3300/0 conn(0x7f101815c0d0 msgr2=0x7f1018160890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f101c99c640 1 --2- 172.21.15.39:0/2861084887 >> v2:172.21.15.157:3300/0 conn(0x7f101815c0d0 0x7f1018160890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f101c99c640 1 -- 172.21.15.39:0/2861084887 >> v1:172.21.15.39:6789/0 conn(0x7f10180b3920 legacy=0x7f10180712d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f10177fe640 1 -- 172.21.15.39:0/2861084887 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3517422128 0 0) 0x7f1004003520 con 0x7f10180b3920 2024-09-13T16:23:50.315 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.313+0000 7f101c99c640 1 -- 172.21.15.39:0/2861084887 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f101815d5f0 con 0x7f10180719e0 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.314+0000 7f101c99c640 1 --2- 172.21.15.39:0/2861084887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10180719e0 0x7f101815c4b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1010009d90 tx=0x7f101002a5f0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=30951778561c2777 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.314+0000 7f10177fe640 1 -- 172.21.15.39:0/2861084887 <== mon.2 v2:172.21.15.157:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1000001670 con 0x7f10180719e0 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.314+0000 7f10177fe640 1 -- 172.21.15.39:0/2861084887 <== mon.2 v2:172.21.15.157:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f101002d050 con 0x7f10180719e0 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.314+0000 7f10177fe640 1 -- 172.21.15.39:0/2861084887 <== mon.2 v2:172.21.15.157:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1010007740 con 0x7f10180719e0 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 -- 172.21.15.39:0/2861084887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10180719e0 msgr2=0x7f101815c4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 --2- 172.21.15.39:0/2861084887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10180719e0 0x7f101815c4b0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f1010009d90 tx=0x7f101002a5f0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 -- 172.21.15.39:0/2861084887 shutdown_connections 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 --2- 172.21.15.39:0/2861084887 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f10180719e0 0x7f101815c4b0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 --2- 172.21.15.39:0/2861084887 >> v2:172.21.15.157:3300/0 conn(0x7f101815c0d0 0x7f1018160890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 -- 172.21.15.39:0/2861084887 >> 172.21.15.39:0/2861084887 conn(0x7f10180b2130 msgr2=0x7f10180b2510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.317 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 -- 172.21.15.39:0/2861084887 shutdown_connections 2024-09-13T16:23:50.318 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.315+0000 7f101d19d640 1 -- 172.21.15.39:0/2861084887 wait complete. 2024-09-13T16:23:50.320 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.316+0000 7f101d19d640 1 Processor -- start 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.316+0000 7f101d19d640 1 -- start start 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101d19d640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10180719e0 0x7f10181453d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101d19d640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 0x7f10180cd120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101d19d640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f101815c0d0 0x7f10181f60b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101d19d640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10181f5c90 con 0x7f10180b3920 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101d19d640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f10180cb370 con 0x7f10180719e0 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101d19d640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f10180cdfc0 con 0x7f101815c0d0 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 0x7f10180cd120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 0x7f10180cd120 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48060/0 (socket says 172.21.15.39:48060) 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 -- 172.21.15.39:0/2915777265 learned_addr learned my addr 172.21.15.39:0/2915777265 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f101c99c640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f101815c0d0 0x7f10181f60b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.321 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f1017fff640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10180719e0 0x7f10181453d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 -- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f101815c0d0 msgr2=0x7f10181f60b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f101815c0d0 0x7f10181f60b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 -- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10180719e0 msgr2=0x7f10181453d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10180719e0 0x7f10181453d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 -- 172.21.15.39:0/2915777265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1010009a70 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.317+0000 7f100ffff640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 0x7f10180cd120 secure :-1 s=READY pgs=3126 cs=0 l=1 rev1=1 crypto rx=0x7f10000011e0 tx=0x7f100000cbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.318+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1000005ad0 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.318+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1000005c30 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.318+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1000007070 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.318+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f10180cda00 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.318+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f10181f58b0 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.319+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f101815cf00 con 0x7f10180b3920 2024-09-13T16:23:50.322 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.319+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f10000071d0 con 0x7f10180b3920 2024-09-13T16:23:50.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.319+0000 7f10157fa640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff806ac00 0x7f0ff806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.320+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f10000886d0 con 0x7f10180b3920 2024-09-13T16:23:50.323 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.320+0000 7f1017fff640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff806ac00 0x7f0ff806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.324 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.320+0000 7f1017fff640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff806ac00 0x7f0ff806d0c0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f1008009a30 tx=0x7f1008008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.325 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.324+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f1000053b80 con 0x7f10180b3920 2024-09-13T16:23:50.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.496+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7f1018160370 con 0x7f0ff806ac00 2024-09-13T16:23:50.498 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.496+0000 7f10157fa640 1 -- 172.21.15.39:0/2915777265 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f1008009680 con 0x7f0ff806ac00 2024-09-13T16:23:50.498 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff806ac00 msgr2=0x7f0ff806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff806ac00 0x7f0ff806d0c0 secure :-1 s=READY pgs=1209 cs=0 l=1 rev1=1 crypto rx=0x7f1008009a30 tx=0x7f1008008040 comp rx=0 tx=0).stop 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 msgr2=0x7f10180cd120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 0x7f10180cd120 secure :-1 s=READY pgs=3126 cs=0 l=1 rev1=1 crypto rx=0x7f10000011e0 tx=0x7f100000cbe0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 shutdown_connections 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f0ff806ac00 0x7f0ff806d0c0 unknown :-1 s=CLOSED pgs=1209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.500 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f101815c0d0 0x7f10181f60b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f10180b3920 0x7f10180cd120 unknown :-1 s=CLOSED pgs=3126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 --2- 172.21.15.39:0/2915777265 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f10180719e0 0x7f10181453d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.498+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 >> 172.21.15.39:0/2915777265 conn(0x7f10180b2130 msgr2=0x7f101806c440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.499+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 shutdown_connections 2024-09-13T16:23:50.501 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.499+0000 7f101d19d640 1 -- 172.21.15.39:0/2915777265 wait complete. 2024-09-13T16:23:50.510 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T16:23:50.511 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T16:23:50.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.615+0000 7f1bd556c640 1 Processor -- start 2024-09-13T16:23:50.616 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.615+0000 7f1bd556c640 1 -- start start 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bd556c640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bd015ce60 0x7f1bd00cee70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bd556c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00cf3b0 0x7f1bd00d0840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bd556c640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1bd00b5bb0 con 0x7f1bd00d0d80 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bd556c640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1bd00d1e10 con 0x7f1bd015ce60 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bd556c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd00d1570 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bd015ce60 0x7f1bd00cee70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7f1bd015ce60 0x7f1bd00cee70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48062/0 (socket says 172.21.15.39:48062) 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 -- 172.21.15.39:0/4275337287 learned_addr learned my addr 172.21.15.39:0/4275337287 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 -- 172.21.15.39:0/4275337287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00cf3b0 msgr2=0x7f1bd00d0840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 --2- 172.21.15.39:0/4275337287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00cf3b0 0x7f1bd00d0840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 -- 172.21.15.39:0/4275337287 >> v1:172.21.15.157:6789/0 conn(0x7f1bd00d0d80 legacy=0x7f1bd00b4120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:50.618 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.616+0000 7f1bceffd640 1 -- 172.21.15.39:0/4275337287 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bd00d1850 con 0x7f1bd015ce60 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.617+0000 7f1bceffd640 1 --2- 172.21.15.39:0/4275337287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd015ce60 0x7f1bd00cee70 secure :-1 s=READY pgs=3127 cs=0 l=1 rev1=1 crypto rx=0x7f1bc0009870 tx=0x7f1bc002a210 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e0102ce60baa6474 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.617+0000 7f1bcdffb640 1 -- 172.21.15.39:0/4275337287 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc0032440 con 0x7f1bd015ce60 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.617+0000 7f1bcdffb640 1 -- 172.21.15.39:0/4275337287 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc00325a0 con 0x7f1bd015ce60 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.617+0000 7f1bcdffb640 1 -- 172.21.15.39:0/4275337287 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc0032930 con 0x7f1bd015ce60 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 -- 172.21.15.39:0/4275337287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd015ce60 msgr2=0x7f1bd00cee70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 --2- 172.21.15.39:0/4275337287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd015ce60 0x7f1bd00cee70 secure :-1 s=READY pgs=3127 cs=0 l=1 rev1=1 crypto rx=0x7f1bc0009870 tx=0x7f1bc002a210 comp rx=0 tx=0).stop 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 -- 172.21.15.39:0/4275337287 shutdown_connections 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 --2- 172.21.15.39:0/4275337287 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00cf3b0 0x7f1bd00d0840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 --2- 172.21.15.39:0/4275337287 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd015ce60 0x7f1bd00cee70 unknown :-1 s=CLOSED pgs=3127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 -- 172.21.15.39:0/4275337287 >> 172.21.15.39:0/4275337287 conn(0x7f1bd006a3a0 msgr2=0x7f1bd006a7b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 -- 172.21.15.39:0/4275337287 shutdown_connections 2024-09-13T16:23:50.620 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.618+0000 7f1bd556c640 1 -- 172.21.15.39:0/4275337287 wait complete. 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.619+0000 7f1bd556c640 1 Processor -- start 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.619+0000 7f1bd556c640 1 -- start start 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bd556c640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd00cf3b0 0x7f1bd00abc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bd556c640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00d0d80 0x7f1bd015bec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bd556c640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd015ce60 0x7f1bd00aa280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bd556c640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd015c400 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bd556c640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd00aab60 con 0x7f1bd015ce60 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bd556c640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1bd00aae40 con 0x7f1bd00d0d80 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd00cf3b0 0x7f1bd00abc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.623 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd00cf3b0 0x7f1bd00abc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48078/0 (socket says 172.21.15.39:48078) 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 -- 172.21.15.39:0/2606299882 learned_addr learned my addr 172.21.15.39:0/2606299882 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bcf7fe640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd015ce60 0x7f1bd00aa280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bce7fc640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00d0d80 0x7f1bd015bec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 -- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00d0d80 msgr2=0x7f1bd015bec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f1bd00d0d80 0x7f1bd015bec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 -- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd015ce60 msgr2=0x7f1bd00aa280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f1bd015ce60 0x7f1bd00aa280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 -- 172.21.15.39:0/2606299882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1bc00094d0 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bceffd640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd00cf3b0 0x7f1bd00abc00 secure :-1 s=READY pgs=3128 cs=0 l=1 rev1=1 crypto rx=0x7f1bc0009870 tx=0x7f1bc00046c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc0032440 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.620+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1bc0030ba0 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.621+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1bd00ab120 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.621+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1bc003b400 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.624 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.621+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1bd00ab6e0 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.625 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.621+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f1bd00cf7f0 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.622+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f1bc0039040 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.622+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bbc06ac00 0x7f1bbc06d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.622+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f1bc00a98d0 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bce7fc640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bbc06ac00 0x7f1bbc06d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bb77fe640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f1bbc070b00 0x7f1bbc072f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f1bbc0735d0 con 0x7f1bbc070b00 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_get_version_reply(handle=1 version=146) v2 ==== 24+0+0 (secure 0 0 0) 0x7f1bc00ae2c0 con 0x7f1bd00cf3b0 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bcf7fe640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f1bbc070b00 0x7f1bbc072f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.626 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bce7fc640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bbc06ac00 0x7f1bbc06d0c0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f1bd00cc800 tx=0x7f1bc4008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.623+0000 7f1bcf7fe640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f1bbc070b00 0x7f1bbc072f20 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.627 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.624+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== osd.7 v2:172.21.15.157:6816/3575266879 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f1bbc0735d0 con 0x7f1bbc070b00 2024-09-13T16:23:50.637 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.636+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 --> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f1bd00b5de0 con 0x7f1bbc070b00 2024-09-13T16:23:50.638 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bb77fe640 1 -- 172.21.15.39:0/2606299882 <== osd.7 v2:172.21.15.157:6816/3575266879 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f1bc8001980 con 0x7f1bbc070b00 2024-09-13T16:23:50.638 INFO:teuthology.orchestra.run.smithi039.stdout:{ 2024-09-13T16:23:50.638 INFO:teuthology.orchestra.run.smithi039.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T16:23:50.638 INFO:teuthology.orchestra.run.smithi039.stdout:} 2024-09-13T16:23:50.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f1bbc070b00 msgr2=0x7f1bbc072f20 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.639 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6816/3575266879,v1:172.21.15.157:6817/3575266879] conn(0x7f1bbc070b00 0x7f1bbc072f20 crc :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bbc06ac00 msgr2=0x7f1bbc06d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f1bbc06ac00 0x7f1bbc06d0c0 secure :-1 s=READY pgs=1210 cs=0 l=1 rev1=1 crypto rx=0x7f1bd00cc800 tx=0x7f1bc4008040 comp rx=0 tx=0).stop 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd00cf3b0 msgr2=0x7f1bd00abc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 --2- 172.21.15.39:0/2606299882 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f1bd00cf3b0 0x7f1bd00abc00 secure :-1 s=READY pgs=3128 cs=0 l=1 rev1=1 crypto rx=0x7f1bc0009870 tx=0x7f1bc00046c0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bcf7fe640 1 -- 172.21.15.39:0/2606299882 reap_dead start 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 shutdown_connections 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 >> 172.21.15.39:0/2606299882 conn(0x7f1bd006a3a0 msgr2=0x7f1bd00cd580 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.637+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 shutdown_connections 2024-09-13T16:23:50.640 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.638+0000 7f1bd556c640 1 -- 172.21.15.39:0/2606299882 wait complete. 2024-09-13T16:23:50.649 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T16:23:50.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.750+0000 7fa08d7ed640 1 Processor -- start 2024-09-13T16:23:50.751 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.750+0000 7fa08d7ed640 1 -- start start 2024-09-13T16:23:50.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa08d7ed640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa0880ce980 0x7fa0880cc110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.752 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa08d7ed640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa08815aa50 con 0x7fa0880721f0 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa08d7ed640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa08815af50 con 0x7fa0880cc650 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa08d7ed640 1 -- --> v2:172.21.15.39:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa08815bed0 con 0x7fa0880ce980 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa0867fc640 1 --2- >> v2:172.21.15.39:3300/0 conn(0x7fa0880ce980 0x7fa0880cc110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa086ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7fa0880721f0 0x7fa0880ce270 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44774/0 (socket says 172.21.15.39:44774) 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa086ffd640 1 -- 172.21.15.39:0/2499710785 learned_addr learned my addr 172.21.15.39:0/2499710785 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa0867fc640 1 -- 172.21.15.39:0/2499710785 >> v1:172.21.15.157:6789/0 conn(0x7fa0880cc650 legacy=0x7fa08815c2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa0867fc640 1 -- 172.21.15.39:0/2499710785 >> v1:172.21.15.39:6789/0 conn(0x7fa0880721f0 legacy=0x7fa0880ce270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa0867fc640 1 -- 172.21.15.39:0/2499710785 --> v2:172.21.15.39:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa0880cd6c0 con 0x7fa0880ce980 2024-09-13T16:23:50.753 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.751+0000 7fa085ffb640 1 -- 172.21.15.39:0/2499710785 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2129960175 0 0) 0x7fa08815aa50 con 0x7fa0880721f0 2024-09-13T16:23:50.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.752+0000 7fa0867fc640 1 --2- 172.21.15.39:0/2499710785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa0880cc110 secure :-1 s=READY pgs=3130 cs=0 l=1 rev1=1 crypto rx=0x7fa0700097a0 tx=0x7fa07002a140 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2672dc8de43db4a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.752+0000 7fa085ffb640 1 -- 172.21.15.39:0/2499710785 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa07002ae50 con 0x7fa0880ce980 2024-09-13T16:23:50.754 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.752+0000 7fa085ffb640 1 -- 172.21.15.39:0/2499710785 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa070032440 con 0x7fa0880ce980 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.752+0000 7fa085ffb640 1 -- 172.21.15.39:0/2499710785 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa0700327d0 con 0x7fa0880ce980 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.752+0000 7fa08d7ed640 1 -- 172.21.15.39:0/2499710785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 msgr2=0x7fa0880cc110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.752+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/2499710785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa0880cc110 secure :-1 s=READY pgs=3130 cs=0 l=1 rev1=1 crypto rx=0x7fa0700097a0 tx=0x7fa07002a140 comp rx=0 tx=0).stop 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.753+0000 7fa08d7ed640 1 -- 172.21.15.39:0/2499710785 shutdown_connections 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.753+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/2499710785 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa0880cc110 unknown :-1 s=CLOSED pgs=3130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.753+0000 7fa08d7ed640 1 -- 172.21.15.39:0/2499710785 >> 172.21.15.39:0/2499710785 conn(0x7fa08806b3b0 msgr2=0x7fa08806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.753+0000 7fa08d7ed640 1 -- 172.21.15.39:0/2499710785 shutdown_connections 2024-09-13T16:23:50.755 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.753+0000 7fa08d7ed640 1 -- 172.21.15.39:0/2499710785 wait complete. 2024-09-13T16:23:50.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.754+0000 7fa08d7ed640 1 Processor -- start 2024-09-13T16:23:50.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.754+0000 7fa08d7ed640 1 -- start start 2024-09-13T16:23:50.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa08d7ed640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0880721f0 0x7fa0881f0d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa08d7ed640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0880cc650 0x7fa0881ed760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.757 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa08d7ed640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa088156890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa08d7ed640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa08814ebc0 con 0x7fa0880ce980 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa08d7ed640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa088157070 con 0x7fa0880cc650 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa08d7ed640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa0880a8580 con 0x7fa0880721f0 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa088156890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa088156890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48096/0 (socket says 172.21.15.39:48096) 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 -- 172.21.15.39:0/1728911556 learned_addr learned my addr 172.21.15.39:0/1728911556 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa086ffd640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0880721f0 0x7fa0881f0d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0867fc640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0880cc650 0x7fa0881ed760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.758 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 -- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0880721f0 msgr2=0x7fa0881f0d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0880721f0 0x7fa0881f0d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 -- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0880cc650 msgr2=0x7fa0881ed760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0880cc650 0x7fa0881ed760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 -- 172.21.15.39:0/1728911556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa070009400 con 0x7fa0880ce980 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa0877fe640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa088156890 secure :-1 s=READY pgs=3131 cs=0 l=1 rev1=1 crypto rx=0x7fa08000b410 tx=0x7fa08000b8d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.755+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa080004020 con 0x7fa0880ce980 2024-09-13T16:23:50.759 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.756+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa080004180 con 0x7fa0880ce980 2024-09-13T16:23:50.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.756+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa088156dd0 con 0x7fa0880ce980 2024-09-13T16:23:50.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.756+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa080011630 con 0x7fa0880ce980 2024-09-13T16:23:50.760 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.756+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa0880a8820 con 0x7fa0880ce980 2024-09-13T16:23:50.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.757+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa0880672f0 con 0x7fa0880ce980 2024-09-13T16:23:50.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.757+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fa080011790 con 0x7fa0880ce980 2024-09-13T16:23:50.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.757+0000 7fa07f7fe640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa06806ac00 0x7fa06806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:50.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.758+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fa080088bf0 con 0x7fa0880ce980 2024-09-13T16:23:50.761 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.758+0000 7fa086ffd640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa06806ac00 0x7fa06806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:50.762 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.758+0000 7fa086ffd640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa06806ac00 0x7fa06806d0c0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fa0780012e0 tx=0x7fa078001630 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:50.763 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.762+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fa0800541b0 con 0x7fa0880ce980 2024-09-13T16:23:50.934 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.933+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7fa0880cd3e0 con 0x7fa06806ac00 2024-09-13T16:23:50.935 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.933+0000 7fa07f7fe640 1 -- 172.21.15.39:0/1728911556 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fa078002040 con 0x7fa06806ac00 2024-09-13T16:23:50.935 INFO:teuthology.orchestra.run.smithi039.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa06806ac00 msgr2=0x7fa06806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa06806ac00 0x7fa06806d0c0 secure :-1 s=READY pgs=1211 cs=0 l=1 rev1=1 crypto rx=0x7fa0780012e0 tx=0x7fa078001630 comp rx=0 tx=0).stop 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 msgr2=0x7fa088156890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa088156890 secure :-1 s=READY pgs=3131 cs=0 l=1 rev1=1 crypto rx=0x7fa08000b410 tx=0x7fa08000b8d0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 shutdown_connections 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fa06806ac00 0x7fa06806d0c0 unknown :-1 s=CLOSED pgs=1211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fa0880ce980 0x7fa088156890 unknown :-1 s=CLOSED pgs=3131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fa0880cc650 0x7fa0881ed760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.937 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 --2- 172.21.15.39:0/1728911556 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fa0880721f0 0x7fa0881f0d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:50.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 >> 172.21.15.39:0/1728911556 conn(0x7fa08806b3b0 msgr2=0x7fa0880af7e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:50.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 shutdown_connections 2024-09-13T16:23:50.938 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:50.935+0000 7fa08d7ed640 1 -- 172.21.15.39:0/1728911556 wait complete. 2024-09-13T16:23:50.948 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:23:51.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.048+0000 7f988c432640 1 Processor -- start 2024-09-13T16:23:51.049 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.048+0000 7f988c432640 1 -- start start 2024-09-13T16:23:51.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f988c432640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f9884070eb0 0x7f988406d870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f988c432640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f988406ccd0 con 0x7f9884070a70 2024-09-13T16:23:51.052 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f988c432640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98840acf70 con 0x7f988415a230 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f988c432640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f988415a610 con 0x7f9884070eb0 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98899cd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f9884070a70 0x7f988406d160 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44788/0 (socket says 172.21.15.39:44788) 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98899cd640 1 -- 172.21.15.39:0/2216444200 learned_addr learned my addr 172.21.15.39:0/2216444200 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1210108901 0 0) 0x7f988406ccd0 con 0x7f9884070a70 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9870003520 con 0x7f9884070a70 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f988a9cf640 1 --2- 172.21.15.39:0/2216444200 >> v2:172.21.15.157:3300/0 conn(0x7f9884070eb0 0x7f988406d870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3305370742 0 0) 0x7f9870003520 con 0x7f9884070a70 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 >> v2:172.21.15.157:3300/0 conn(0x7f9884070eb0 msgr2=0x7f988406d870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 --2- 172.21.15.39:0/2216444200 >> v2:172.21.15.157:3300/0 conn(0x7f9884070eb0 0x7f988406d870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 >> v1:172.21.15.157:6789/0 conn(0x7f988415a230 legacy=0x7f98840ac860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98840ad1d0 con 0x7f9884070a70 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f9874001670 con 0x7f9884070a70 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f988a9cf640 1 --2- 172.21.15.39:0/2216444200 >> v2:172.21.15.157:3300/0 conn(0x7f9884070eb0 0x7f988406d870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:23:51.053 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.049+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 >> v1:172.21.15.39:6789/0 conn(0x7f9884070a70 legacy=0x7f988406d160 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98891cc640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870003970 0x7f9870003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98891cc640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98700047c0 0x7f9870004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98891cc640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870005180 0x7f987000b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f988415a610 con 0x7f98700047c0 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f987000c0d0 con 0x7f9870005180 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f987000c290 con 0x7f9870003970 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98899cd640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98700047c0 0x7f9870004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f988a9cf640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870005180 0x7f987000b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f988a1ce640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870003970 0x7f9870003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98899cd640 1 -- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870003970 msgr2=0x7f9870003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98899cd640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f9870003970 0x7f9870003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.054 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98899cd640 1 -- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870005180 msgr2=0x7f987000b980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98899cd640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9870005180 0x7f987000b980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f98899cd640 1 -- 172.21.15.39:0/2216444200 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9870003520 con 0x7f98700047c0 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.050+0000 7f988a9cf640 1 -- 172.21.15.39:0/2216444200 reap_dead start 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.051+0000 7f98899cd640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98700047c0 0x7f9870004c40 secure :-1 s=READY pgs=3133 cs=0 l=1 rev1=1 crypto rx=0x7f987400c240 tx=0x7f98700057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5d38c7ba809f91a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.051+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9874005ad0 con 0x7f98700047c0 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.051+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f987402d070 con 0x7f98700047c0 2024-09-13T16:23:51.055 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.051+0000 7f98891cc640 1 -- 172.21.15.39:0/2216444200 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9874007070 con 0x7f98700047c0 2024-09-13T16:23:51.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 -- 172.21.15.39:0/2216444200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98700047c0 msgr2=0x7f9870004c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98700047c0 0x7f9870004c40 secure :-1 s=READY pgs=3133 cs=0 l=1 rev1=1 crypto rx=0x7f987400c240 tx=0x7f98700057f0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 -- 172.21.15.39:0/2216444200 shutdown_connections 2024-09-13T16:23:51.058 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 --2- 172.21.15.39:0/2216444200 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f98700047c0 0x7f9870004c40 unknown :-1 s=CLOSED pgs=3133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 -- 172.21.15.39:0/2216444200 >> 172.21.15.39:0/2216444200 conn(0x7f988406a0b0 msgr2=0x7f988406a4c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 -- 172.21.15.39:0/2216444200 shutdown_connections 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.052+0000 7f988c432640 1 -- 172.21.15.39:0/2216444200 wait complete. 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.053+0000 7f988c432640 1 Processor -- start 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.053+0000 7f988c432640 1 -- start start 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98700047c0 0x7f9884159150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9884157440 0x7f988414c370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 0x7f98841f24d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9884157940 con 0x7f988414c8b0 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9884157c20 con 0x7f9884157440 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9884157f00 con 0x7f98700047c0 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 0x7f98841f24d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 0x7f98841f24d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:48106/0 (socket says 172.21.15.39:48106) 2024-09-13T16:23:51.059 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 -- 172.21.15.39:0/3439187979 learned_addr learned my addr 172.21.15.39:0/3439187979 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a1ce640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98700047c0 0x7f9884159150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f98899cd640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9884157440 0x7f988414c370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 -- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98700047c0 msgr2=0x7f9884159150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98700047c0 0x7f9884159150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 -- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9884157440 msgr2=0x7f988414c370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9884157440 0x7f988414c370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 -- 172.21.15.39:0/3439187979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98841581e0 con 0x7f988414c8b0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988a9cf640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 0x7f98841f24d0 secure :-1 s=READY pgs=3134 cs=0 l=1 rev1=1 crypto rx=0x7f9884065f90 tx=0x7f987c010530 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f987c01b070 con 0x7f988414c8b0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f987c010d80 con 0x7f988414c8b0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98841584c0 con 0x7f988414c8b0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f987c003990 con 0x7f988414c8b0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.054+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98841f2a10 con 0x7f988414c8b0 2024-09-13T16:23:51.060 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.055+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98840672f0 con 0x7f988414c8b0 2024-09-13T16:23:51.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.056+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f987c017430 con 0x7f988414c8b0 2024-09-13T16:23:51.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.056+0000 7f987affd640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:23:51.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.056+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f987c0898a0 con 0x7f988414c8b0 2024-09-13T16:23:51.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.056+0000 7f988a1ce640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:23:51.061 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.057+0000 7f988a1ce640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f9880000c00 tx=0x7f9880009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:23:51.062 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.061+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f987c054d20 con 0x7f988414c8b0 2024-09-13T16:23:51.231 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.229+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f98840ace00 con 0x7f986806ac30 2024-09-13T16:23:51.233 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.232+0000 7f987affd640 1 -- 172.21.15.39:0/3439187979 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50811 (secure 0 0 0) 0x7f98840ace00 con 0x7f986806ac30 2024-09-13T16:23:51.233 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:23:51.234 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 msgr2=0x7f986806d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 secure :-1 s=READY pgs=1212 cs=0 l=1 rev1=1 crypto rx=0x7f9880000c00 tx=0x7f9880009040 comp rx=0 tx=0).stop 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 msgr2=0x7f98841f24d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 0x7f98841f24d0 secure :-1 s=READY pgs=3134 cs=0 l=1 rev1=1 crypto rx=0x7f9884065f90 tx=0x7f987c010530 comp rx=0 tx=0).stop 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 shutdown_connections 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f986806ac30 0x7f986806d0f0 unknown :-1 s=CLOSED pgs=1212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f988414c8b0 0x7f98841f24d0 unknown :-1 s=CLOSED pgs=3134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f9884157440 0x7f988414c370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 --2- 172.21.15.39:0/3439187979 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f98700047c0 0x7f9884159150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 >> 172.21.15.39:0/3439187979 conn(0x7f988406a0b0 msgr2=0x7f98840aec50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 shutdown_connections 2024-09-13T16:23:51.236 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:23:51.234+0000 7f988c432640 1 -- 172.21.15.39:0/3439187979 wait complete. 2024-09-13T16:23:51.246 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":538,"stamp":"2024-09-13T16:23:49.334393+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":35,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":305760,"kb_used_data":15844,"kb_used_omap":12,"kb_used_meta":289779,"kb_avail":754668960,"statfs":{"total":773094113280,"available":772781015040,"internally_reserved":0,"allocated":16224256,"data_stored":8415997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":296734266},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-28936,"num_objects":-27,"num_object_clones":0,"num_object_copies":-54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-27,"num_whiteouts":0,"num_read":-90,"num_read_kb":-92,"num_write":-94,"num_write_kb":-61,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-16,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001692"},"pg_stats":[{"pgid":"1.0","version":"17'117","reported_seq":295,"reported_epoch":145,"state":"active+clean","last_fresh":"2024-09-13T16:23:42.531934+0000","last_change":"2024-09-13T16:10:35.341079+0000","last_active":"2024-09-13T16:23:42.531934+0000","last_peered":"2024-09-13T16:23:42.531934+0000","last_clean":"2024-09-13T16:23:42.531934+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:42.531934+0000","last_undegraded":"2024-09-13T16:23:42.531934+0000","last_fullsized":"2024-09-13T16:23:42.531934+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T16:10:33.556252+0000","last_clean_scrub_stamp":"2024-09-13T16:10:33.556252+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:28:07.588518+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575010,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41724,"kb_used_data":2416,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330116,"statfs":{"total":96636764160,"available":96594038784,"internally_reserved":0,"allocated":2473984,"data_stored":1494853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52900000000000003,"5min":0.53200000000000003,"15min":0.54900000000000004},"min":{"1min":0.33100000000000002,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.65400000000000003,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.68500000000000005},{"interface":"front","average":{"1min":0.56499999999999995,"5min":0.54300000000000004,"15min":0.53700000000000003},"min":{"1min":0.315,"5min":0.247,"15min":0.247},"max":{"1min":0.72199999999999998,"5min":0.79200000000000004,"15min":1.1559999999999999},"last":0.59699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.27800000000000002,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.74299999999999999,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.55700000000000005},"min":{"1min":0.40100000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72199999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.66700000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53600000000000003,"5min":0.53800000000000003,"15min":0.54300000000000004},"min":{"1min":0.34999999999999998,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.70599999999999996,"5min":0.75900000000000001,"15min":0.88},"last":0.437},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58199999999999996,"15min":0.56899999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.34000000000000002},"max":{"1min":0.68300000000000005,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.47499999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56000000000000005,"15min":0.55700000000000005},"min":{"1min":0.38800000000000001,"5min":0.35099999999999998,"15min":0.35099999999999998},"max":{"1min":0.69199999999999995,"5min":0.76900000000000002,"15min":1.335},"last":0.56200000000000006},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.56999999999999995,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.70499999999999996,"5min":0.80000000000000004,"15min":1.284},"last":0.53200000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.432,"5min":0.48399999999999999,"15min":0.47299999999999998},"min":{"1min":0.33900000000000002,"5min":0.311,"15min":0.23000000000000001},"max":{"1min":0.60099999999999998,"5min":0.80000000000000004,"15min":0.80000000000000004},"last":0.70499999999999996},{"interface":"front","average":{"1min":0.46700000000000003,"5min":0.51500000000000001,"15min":0.5},"min":{"1min":0.36599999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.63300000000000001,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.623}]},{"osd":5,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.435,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.30199999999999999,"5min":0.29999999999999999,"15min":0.29399999999999998},"max":{"1min":0.61799999999999999,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.50800000000000001,"5min":0.54400000000000004,"15min":0.53700000000000003},"min":{"1min":0.38600000000000001,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.67300000000000004,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.751}]},{"osd":6,"last update":"Fri Sep 13 16:22:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.57399999999999995,"15min":0.56000000000000005},"min":{"1min":0.434,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.71699999999999997,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.72999999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.40500000000000003,"5min":0.33000000000000002,"15min":0.28599999999999998},"max":{"1min":0.69699999999999995,"5min":0.879,"15min":0.879},"last":0.65300000000000002}]}]},{"osd":6,"up_from":13,"seq":55834575010,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41148,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49199999999999999,"5min":0.53000000000000003,"15min":0.56699999999999995},"min":{"1min":0.23100000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.78200000000000003,"5min":0.88100000000000001,"15min":1.226},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.29199999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":1.04,"5min":1.04,"15min":1.2170000000000001},"last":0.47699999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.54600000000000004,"15min":0.56200000000000006},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.88500000000000001,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.63},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57399999999999995,"15min":0.58799999999999997},"min":{"1min":0.38500000000000001,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.98499999999999999,"5min":0.98499999999999999,"15min":1.177},"last":0.51800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.54700000000000004,"15min":0.55100000000000005},"min":{"1min":0.29999999999999999,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.83599999999999997,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.57899999999999996,"5min":0.56100000000000005,"15min":0.58699999999999997},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.56299999999999994}]},{"osd":3,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.55400000000000005,"15min":0.56999999999999995},"min":{"1min":0.255,"5min":0.255,"15min":0.255},"max":{"1min":0.78900000000000003,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.54900000000000004},{"interface":"front","average":{"1min":0.59099999999999997,"5min":0.57399999999999995,"15min":0.58299999999999996},"min":{"1min":0.375,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":1,"5min":1,"15min":1.163},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.502,"15min":0.51600000000000001},"min":{"1min":0.317,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.76100000000000001,"5min":0.78200000000000003,"15min":0.874},"last":0.65800000000000003},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.54600000000000004,"15min":0.53100000000000003},"min":{"1min":0.372,"5min":0.32700000000000001,"15min":0.316},"max":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.57699999999999996}]},{"osd":5,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.51500000000000001,"15min":0.51000000000000001},"min":{"1min":0.34899999999999998,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.78100000000000003,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.55600000000000005,"15min":0.56399999999999995},"min":{"1min":0.36899999999999999,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":1.0229999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.68700000000000006}]},{"osd":7,"last update":"Fri Sep 13 16:22:49 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.57799999999999996,"15min":0.57499999999999996},"min":{"1min":0.42299999999999999,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":1.075,"5min":1.075,"15min":1.075},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.58899999999999997,"5min":0.55800000000000005,"15min":0.56599999999999995},"min":{"1min":0.42499999999999999,"5min":0.307,"15min":0.307},"max":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.64100000000000001}]}]},{"osd":5,"up_from":13,"seq":55834575011,"num_pgs":15,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41148,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.52900000000000003,"15min":0.53700000000000003},"min":{"1min":0.32300000000000001,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.68700000000000006,"5min":0.74199999999999999,"15min":0.81299999999999994},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.52000000000000002,"5min":0.54600000000000004,"15min":0.56699999999999995},"min":{"1min":0.38900000000000001,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.70699999999999996,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.73099999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.53400000000000003,"15min":0.54100000000000004},"min":{"1min":0.32800000000000001,"5min":0.314,"15min":0.29599999999999999},"max":{"1min":0.68999999999999995,"5min":0.81499999999999995,"15min":0.84799999999999998},"last":0.82499999999999996},{"interface":"front","average":{"1min":0.56699999999999995,"5min":0.53900000000000003,"15min":0.54600000000000004},"min":{"1min":0.35599999999999998,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.78000000000000003,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.75700000000000001}]},{"osd":2,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.55600000000000005,"15min":0.56999999999999995},"min":{"1min":0.40100000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.68300000000000005,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.55000000000000004,"15min":0.56499999999999995},"min":{"1min":0.42399999999999999,"5min":0.36699999999999999,"15min":0.30099999999999999},"max":{"1min":0.67400000000000004,"5min":0.75700000000000001,"15min":0.92000000000000004},"last":0.79400000000000004}]},{"osd":3,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.55400000000000005,"15min":0.57699999999999996},"min":{"1min":0.35099999999999998,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.73599999999999999,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.65300000000000002},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.58899999999999997,"15min":0.58799999999999997},"min":{"1min":0.46100000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.93200000000000005},"last":0.71099999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.49399999999999999,"15min":0.48899999999999999},"min":{"1min":0.34000000000000002,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.73199999999999998,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.68000000000000005},{"interface":"front","average":{"1min":0.53100000000000003,"5min":0.52400000000000002,"15min":0.54900000000000004},"min":{"1min":0.38700000000000001,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.72999999999999998,"5min":0.79500000000000004,"15min":5.5049999999999999},"last":0.81100000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.53000000000000003,"15min":0.54000000000000004},"min":{"1min":0.40100000000000002,"5min":0.318,"15min":0.28999999999999998},"max":{"1min":0.79800000000000004,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.55100000000000005,"15min":0.55000000000000004},"min":{"1min":0.36399999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.76300000000000001,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.88100000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:22:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.55400000000000005,"15min":0.58099999999999996},"min":{"1min":0.36799999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.76600000000000001,"5min":0.80900000000000005,"15min":5.0890000000000004},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.58499999999999996,"5min":0.58199999999999996,"15min":0.60399999999999998},"min":{"1min":0.41799999999999998,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.754,"5min":0.79000000000000004,"15min":5.6669999999999998},"last":0.84599999999999997}]}]},{"osd":4,"up_from":13,"seq":55834575010,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39500000000000002,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.76100000000000001,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.51900000000000002,"15min":0.53300000000000003},"min":{"1min":0.28499999999999998,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68700000000000006,"5min":0.72999999999999998,"15min":1.131},"last":0.47799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54700000000000004,"5min":0.53600000000000003,"15min":0.53000000000000003},"min":{"1min":0.34300000000000003,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.93200000000000005},"last":0.40300000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.55100000000000005,"15min":0.56000000000000005},"min":{"1min":0.432,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.70799999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.56599999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.54800000000000004,"15min":0.56200000000000006},"min":{"1min":0.38200000000000001,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.79500000000000004,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.56899999999999995,"15min":0.57499999999999996},"min":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.78600000000000003,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.59499999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.52900000000000003,"15min":0.53900000000000003},"min":{"1min":0.36599999999999999,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.68500000000000005,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.436},{"interface":"front","average":{"1min":0.59999999999999998,"5min":0.57999999999999996,"15min":0.58799999999999997},"min":{"1min":0.41899999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.80400000000000005,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.51500000000000001}]},{"osd":5,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.50600000000000001,"15min":0.505},"min":{"1min":0.40400000000000003,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.72299999999999998,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.53800000000000003,"5min":0.505,"15min":0.501},"min":{"1min":0.35699999999999998,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.73699999999999999,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.36199999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.53000000000000003,"15min":0.51800000000000002},"min":{"1min":0.316,"5min":0.28499999999999998,"15min":0.28499999999999998},"max":{"1min":0.83499999999999996,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.46000000000000002},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.55600000000000005,"15min":0.53900000000000003},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.745,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.44800000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:22:54 2024","interfaces":[{"interface":"back","average":{"1min":0.58099999999999996,"5min":0.53800000000000003,"15min":0.53000000000000003},"min":{"1min":0.39700000000000002,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.747,"5min":1.125,"15min":1.125},"last":0.505},{"interface":"front","average":{"1min":0.60699999999999998,"5min":0.56200000000000006,"15min":0.56499999999999995},"min":{"1min":0.42999999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.81499999999999995,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.55400000000000005}]}]},{"osd":3,"up_from":13,"seq":55834575011,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33700000000000002,"5min":0.34599999999999997,"15min":0.36199999999999999},"min":{"1min":0.23300000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.47299999999999998,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.29799999999999999},{"interface":"front","average":{"1min":0.35699999999999998,"5min":0.35499999999999998,"15min":0.35399999999999998},"min":{"1min":0.26200000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.47399999999999998,"5min":0.622,"15min":0.93100000000000005},"last":0.33900000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.35799999999999998,"5min":0.35299999999999998,"15min":0.36399999999999999},"min":{"1min":0.253,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.64700000000000002,"5min":0.65700000000000003,"15min":1.306},"last":0.27000000000000002},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.39700000000000002,"15min":0.38600000000000001},"min":{"1min":0.253,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.63800000000000001,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.373}]},{"osd":2,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.39800000000000002,"15min":0.40100000000000002},"min":{"1min":0.27800000000000002,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.59299999999999997,"5min":0.66800000000000004,"15min":1.339},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42799999999999999,"5min":0.42399999999999999,"15min":0.433},"min":{"1min":0.28100000000000003,"5min":0.247,"15min":0.247},"max":{"1min":0.64000000000000001,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.44900000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.60599999999999998,"15min":0.60699999999999998},"min":{"1min":0.41099999999999998,"5min":0.36899999999999999,"15min":0.34300000000000003},"max":{"1min":0.85799999999999998,"5min":0.995,"15min":1.1100000000000001},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.63200000000000001,"5min":0.59599999999999997,"15min":0.60199999999999998},"min":{"1min":0.39000000000000001,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.997,"5min":0.997,"15min":1},"last":0.755}]},{"osd":5,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.60799999999999998,"5min":0.58799999999999997,"15min":0.58699999999999997},"min":{"1min":0.42099999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.84099999999999997,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.64900000000000002,"5min":0.61399999999999999,"15min":0.61899999999999999},"min":{"1min":0.439,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.96299999999999997,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.68400000000000005}]},{"osd":6,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.64200000000000002,"5min":0.61599999999999999,"15min":0.61099999999999999},"min":{"1min":0.433,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.90200000000000002,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.60499999999999998,"15min":0.61399999999999999},"min":{"1min":0.441,"5min":0.374,"15min":0.373},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.66100000000000003}]},{"osd":7,"last update":"Fri Sep 13 16:22:56 2024","interfaces":[{"interface":"back","average":{"1min":0.65200000000000002,"5min":0.628,"15min":0.63},"min":{"1min":0.435,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":1.0189999999999999,"5min":1.0189999999999999,"15min":1.042},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.65400000000000003,"5min":0.626,"15min":0.63300000000000001},"min":{"1min":0.45100000000000001,"5min":0.44,"15min":0.40500000000000003},"max":{"1min":0.94499999999999995,"5min":1.0669999999999999,"15min":1.081},"last":0.69999999999999996}]}]},{"osd":2,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.34399999999999997,"15min":0.35599999999999998},"min":{"1min":0.217,"5min":0.19,"15min":0.182},"max":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.308},{"interface":"front","average":{"1min":0.40500000000000003,"5min":0.38200000000000001,"15min":0.379},"min":{"1min":0.28199999999999997,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.627,"5min":0.627,"15min":0.66600000000000004},"last":0.40200000000000002}]},{"osd":1,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.42199999999999999,"5min":0.40100000000000002,"15min":0.39000000000000001},"min":{"1min":0.28399999999999997,"5min":0.215,"15min":0.215},"max":{"1min":0.77300000000000002,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42399999999999999,"5min":0.38700000000000001,"15min":0.39600000000000002},"min":{"1min":0.255,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.53300000000000003,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.37}]},{"osd":3,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.39100000000000001,"5min":0.371,"15min":0.377},"min":{"1min":0.26600000000000001,"5min":0.22,"15min":0.22},"max":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.34399999999999997},{"interface":"front","average":{"1min":0.45400000000000001,"5min":0.42499999999999999,"15min":0.42499999999999999},"min":{"1min":0.34200000000000003,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.72499999999999998,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.38800000000000001}]},{"osd":4,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.65100000000000002,"5min":0.61299999999999999,"15min":0.61699999999999999},"min":{"1min":0.48399999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":1.0429999999999999,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.65600000000000003,"5min":0.63700000000000001,"15min":0.62},"min":{"1min":0.47099999999999997,"5min":0.372,"15min":0.372},"max":{"1min":0.86299999999999999,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.60499999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.68300000000000005,"5min":0.61899999999999999,"15min":0.628},"min":{"1min":0.46200000000000002,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":1.1040000000000001,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.53000000000000003},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.628,"15min":0.63800000000000001},"min":{"1min":0.52500000000000002,"5min":0.42799999999999999,"15min":0.33300000000000002},"max":{"1min":1.024,"5min":1.024,"15min":4.8789999999999996},"last":0.65600000000000003}]},{"osd":6,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.67100000000000004,"5min":0.63700000000000001,"15min":0.63},"min":{"1min":0.505,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.91000000000000003,"5min":0.92700000000000005,"15min":1.004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.68899999999999995,"5min":0.63200000000000001,"15min":0.63700000000000001},"min":{"1min":0.46999999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.57699999999999996}]},{"osd":7,"last update":"Fri Sep 13 16:23:02 2024","interfaces":[{"interface":"back","average":{"1min":0.72599999999999998,"5min":0.66000000000000003,"15min":0.66100000000000003},"min":{"1min":0.48399999999999999,"5min":0.434,"15min":0.41199999999999998},"max":{"1min":1.089,"5min":1.089,"15min":4.7999999999999998},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.66700000000000004,"5min":0.626,"15min":0.63400000000000001},"min":{"1min":0.496,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":1.125},"last":0.61299999999999999}]}]},{"osd":1,"up_from":13,"seq":55834575011,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41148,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35999999999999999,"5min":0.35299999999999998,"15min":0.374},"min":{"1min":0.214,"5min":0.214,"15min":0.193},"max":{"1min":0.55400000000000005,"5min":0.59899999999999998,"15min":1.2929999999999999},"last":0.309},{"interface":"front","average":{"1min":0.379,"5min":0.372,"15min":0.39400000000000002},"min":{"1min":0.252,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.57499999999999996,"5min":0.64600000000000002,"15min":1.494},"last":0.29999999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.35399999999999998,"5min":0.35699999999999998,"15min":0.38100000000000001},"min":{"1min":0.20699999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":1.679},"last":0.28199999999999997},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.40100000000000002,"15min":0.42399999999999999},"min":{"1min":0.26000000000000001,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.57299999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.34999999999999998}]},{"osd":3,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.42399999999999999,"5min":0.41899999999999998,"15min":0.441},"min":{"1min":0.27300000000000002,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.64500000000000002,"5min":0.64700000000000002,"15min":1.403},"last":0.38},{"interface":"front","average":{"1min":0.38900000000000001,"5min":0.40400000000000003,"15min":0.42499999999999999},"min":{"1min":0.25800000000000001,"5min":0.245,"15min":0.245},"max":{"1min":0.622,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.39400000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.57599999999999996,"15min":0.60299999999999998},"min":{"1min":0.35199999999999998,"5min":0.34599999999999997,"15min":0.34100000000000003},"max":{"1min":0.73099999999999998,"5min":0.91900000000000004,"15min":4.617},"last":0.5},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.59299999999999997,"15min":0.64700000000000002},"min":{"1min":0.377,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.81100000000000005,"5min":0.876,"15min":10.506},"last":0.47199999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.59399999999999997,"5min":0.60399999999999998,"15min":0.65800000000000003},"min":{"1min":0.38,"5min":0.375,"15min":0.375},"max":{"1min":0.86299999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.53500000000000003},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.59299999999999997,"15min":0.61099999999999999},"min":{"1min":0.44400000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.84599999999999997,"5min":0.88900000000000001,"15min":1.492},"last":0.46100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.61899999999999999,"15min":0.64600000000000002},"min":{"1min":0.40600000000000003,"5min":0.35399999999999998,"15min":0.35399999999999998},"max":{"1min":0.877,"5min":0.98399999999999999,"15min":1.571},"last":0.439},{"interface":"front","average":{"1min":0.59699999999999998,"5min":0.61199999999999999,"15min":0.61599999999999999},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38200000000000001},"max":{"1min":0.91700000000000004,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.52700000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:22:53 2024","interfaces":[{"interface":"back","average":{"1min":0.60099999999999998,"5min":0.59599999999999997,"15min":0.64000000000000001},"min":{"1min":0.39700000000000002,"5min":0.377,"15min":0.36499999999999999},"max":{"1min":0.86399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.628,"15min":0.67300000000000004},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.89800000000000002,"5min":0.96199999999999997,"15min":4.875},"last":0.48299999999999998}]}]},{"osd":0,"up_from":13,"seq":55834575011,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29436,"kb_used_data":2412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342404,"statfs":{"total":96636764160,"available":96606621696,"internally_reserved":0,"allocated":2469888,"data_stored":1494234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.34699999999999998,"5min":0.33200000000000002,"15min":0.36199999999999999},"min":{"1min":0.22800000000000001,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.505,"5min":0.57799999999999996,"15min":1.6719999999999999},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.35999999999999999,"5min":0.34899999999999998,"15min":0.376},"min":{"1min":0.19400000000000001,"5min":0.193,"15min":0.193},"max":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.36899999999999999}]},{"osd":2,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.40999999999999998,"5min":0.379,"15min":0.39400000000000002},"min":{"1min":0.27800000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.55200000000000005,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.48999999999999999},{"interface":"front","average":{"1min":0.38500000000000001,"5min":0.372,"15min":0.39800000000000002},"min":{"1min":0.23400000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.51100000000000001,"5min":0.59699999999999998,"15min":1.7889999999999999},"last":0.33100000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.35499999999999998,"15min":0.38},"min":{"1min":0.27200000000000002,"5min":0.19600000000000001,"15min":0.19600000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.27400000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.40200000000000002,"15min":0.42399999999999999},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.53900000000000003,"5min":0.56999999999999995,"15min":1.7270000000000001},"last":0.41199999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.56799999999999995,"15min":0.59099999999999997},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.871,"5min":0.871,"15min":1.659},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.58299999999999996,"15min":0.622},"min":{"1min":0.39200000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.79900000000000004,"5min":0.80300000000000005,"15min":4.8959999999999999},"last":0.39900000000000002}]},{"osd":5,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.60999999999999999,"5min":0.58299999999999996,"15min":0.61399999999999999},"min":{"1min":0.41999999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":1.853},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.622,"5min":0.58399999999999996,"15min":1.468},"min":{"1min":0.41599999999999998,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":209.25700000000001},"last":0.52100000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.63900000000000001,"5min":0.60299999999999998,"15min":0.623},"min":{"1min":0.44800000000000001,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.45400000000000001},{"interface":"front","average":{"1min":0.60599999999999998,"5min":0.58799999999999997,"15min":0.61499999999999999},"min":{"1min":0.40500000000000003,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.82499999999999996,"5min":0.90300000000000002,"15min":1.8069999999999999},"last":0.47799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:22:55 2024","interfaces":[{"interface":"back","average":{"1min":0.61499999999999999,"5min":0.60399999999999998,"15min":0.625},"min":{"1min":0.42599999999999999,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":1.734},"last":0.53900000000000003},{"interface":"front","average":{"1min":0.626,"5min":0.59699999999999998,"15min":0.64500000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85899999999999999,"5min":0.87,"15min":4.8280000000000003},"last":0.46999999999999997}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:23:51.251 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T16:10:33.556252+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=10, tm_sec=33, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=16, tm_min=23, tm_sec=46, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T16:23:51.251 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T16:24:11.253 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T16:24:11.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.366+0000 7f421d553640 1 Processor -- start 2024-09-13T16:24:11.369 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.366+0000 7f421d553640 1 -- start start 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f421d553640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421806f170 0x7f42180b1cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f421d553640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f421815d0a0 0x7f421815d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f421d553640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f421806f6e0 con 0x7f4218156fb0 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f421d553640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f421815da70 con 0x7f421815d0a0 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f421d553640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f421806f9c0 con 0x7f421806f170 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f4216ffd640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f4218156fb0 0x7f421815ac70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44984/0 (socket says 172.21.15.39:44984) 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f4216ffd640 1 -- 172.21.15.39:0/1199478083 learned_addr learned my addr 172.21.15.39:0/1199478083 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:24:11.371 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f42167fc640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421806f170 0x7f42180b1cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.367+0000 7f42177fe640 1 --2- 172.21.15.39:0/1199478083 >> v2:172.21.15.157:3300/0 conn(0x7f421815d0a0 0x7f421815d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f4215ffb640 1 -- 172.21.15.39:0/1199478083 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 320453924 0 0) 0x7f421806f6e0 con 0x7f4218156fb0 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f4215ffb640 1 -- 172.21.15.39:0/1199478083 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4200003520 con 0x7f4218156fb0 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f42177fe640 1 -- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421806f170 msgr2=0x7f42180b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f42177fe640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421806f170 0x7f42180b1cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f42177fe640 1 -- 172.21.15.39:0/1199478083 >> v1:172.21.15.39:6789/0 conn(0x7f4218156fb0 legacy=0x7f421815ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f42177fe640 1 -- 172.21.15.39:0/1199478083 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f421806fca0 con 0x7f421815d0a0 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.368+0000 7f42167fc640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421806f170 0x7f42180b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T16:24:11.372 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f42177fe640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421815d0a0 0x7f421815d530 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f42100097d0 tx=0x7f421002a130 comp rx=0 tx=0).ready entity=mon.1 client_cookie=81a4abd9bd8c49e5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.377 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f4215ffb640 1 -- 172.21.15.39:0/1199478083 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f421002ae40 con 0x7f421815d0a0 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f4215ffb640 1 -- 172.21.15.39:0/1199478083 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4210032440 con 0x7f421815d0a0 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f4215ffb640 1 -- 172.21.15.39:0/1199478083 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f42100327d0 con 0x7f421815d0a0 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f421d553640 1 -- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421815d0a0 msgr2=0x7f421815d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f421d553640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421815d0a0 0x7f421815d530 secure :-1 s=READY pgs=850 cs=0 l=1 rev1=1 crypto rx=0x7f42100097d0 tx=0x7f421002a130 comp rx=0 tx=0).stop 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f421d553640 1 -- 172.21.15.39:0/1199478083 shutdown_connections 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f421d553640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421815d0a0 0x7f421815d530 unknown :-1 s=CLOSED pgs=850 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f421d553640 1 --2- 172.21.15.39:0/1199478083 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421806f170 0x7f42180b1cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.369+0000 7f421d553640 1 -- 172.21.15.39:0/1199478083 >> 172.21.15.39:0/1199478083 conn(0x7f421806b3b0 msgr2=0x7f421806b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.370+0000 7f421d553640 1 -- 172.21.15.39:0/1199478083 shutdown_connections 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.370+0000 7f421d553640 1 -- 172.21.15.39:0/1199478083 wait complete. 2024-09-13T16:24:11.378 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.371+0000 7f421d553640 1 Processor -- start 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.371+0000 7f421d553640 1 -- start start 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f421d553640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421806f170 0x7f4218155bb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f421d553640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 0x7f421813d190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f421d553640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421815d0a0 0x7f421813d6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f421d553640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f42181575a0 con 0x7f4218156fb0 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f421d553640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4218166e40 con 0x7f421806f170 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f421d553640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4218167120 con 0x7f421815d0a0 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 0x7f421813d190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 0x7f421813d190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49186/0 (socket says 172.21.15.39:49186) 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 -- 172.21.15.39:0/2323273563 learned_addr learned my addr 172.21.15.39:0/2323273563 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f4216ffd640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421806f170 0x7f4218155bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.379 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 -- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421815d0a0 msgr2=0x7f421813d6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42177fe640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421815d0a0 0x7f421813d6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421815d0a0 0x7f421813d6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 -- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421806f170 msgr2=0x7f4218155bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421806f170 0x7f4218155bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 -- 172.21.15.39:0/2323273563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f420c009400 con 0x7f4218156fb0 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f4216ffd640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421806f170 0x7f4218155bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42177fe640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421815d0a0 0x7f421813d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:24:11.380 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.372+0000 7f42167fc640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 0x7f421813d190 secure :-1 s=READY pgs=3136 cs=0 l=1 rev1=1 crypto rx=0x7f420c00ebe0 tx=0x7f420c00c520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.373+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f420c009760 con 0x7f4218156fb0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.373+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f420c00cc30 con 0x7f4218156fb0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.373+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4210009400 con 0x7f4218156fb0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.373+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f420c00eee0 con 0x7f4218156fb0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.373+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4218157b20 con 0x7f4218156fb0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.374+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f42180672f0 con 0x7f4218156fb0 2024-09-13T16:24:11.381 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.374+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f420c013470 con 0x7f4218156fb0 2024-09-13T16:24:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.375+0000 7f41ff7fe640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f420406ac00 0x7f420406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.375+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f420c089400 con 0x7f4218156fb0 2024-09-13T16:24:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.375+0000 7f4216ffd640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f420406ac00 0x7f420406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.382 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.375+0000 7f4216ffd640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f420406ac00 0x7f420406d0c0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f4208001560 tx=0x7f4208009040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.383 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.379+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f420c054880 con 0x7f4218156fb0 2024-09-13T16:24:11.552 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.549+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 --> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4218167290 con 0x7f420406ac00 2024-09-13T16:24:11.554 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.552+0000 7f41ff7fe640 1 -- 172.21.15.39:0/2323273563 <== mgr.4100 v2:172.21.15.157:6832/703015803 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+50915 (secure 0 0 0) 0x7f4218167290 con 0x7f420406ac00 2024-09-13T16:24:11.555 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:24:11.556 INFO:teuthology.orchestra.run.smithi039.stderr:dumped all 2024-09-13T16:24:11.557 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f420406ac00 msgr2=0x7f420406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f420406ac00 0x7f420406d0c0 secure :-1 s=READY pgs=1213 cs=0 l=1 rev1=1 crypto rx=0x7f4208001560 tx=0x7f4208009040 comp rx=0 tx=0).stop 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 msgr2=0x7f421813d190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 0x7f421813d190 secure :-1 s=READY pgs=3136 cs=0 l=1 rev1=1 crypto rx=0x7f420c00ebe0 tx=0x7f420c00c520 comp rx=0 tx=0).stop 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 shutdown_connections 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f420406ac00 0x7f420406d0c0 unknown :-1 s=CLOSED pgs=1213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f421815d0a0 0x7f421813d6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f4218156fb0 0x7f421813d190 unknown :-1 s=CLOSED pgs=3136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.558 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 --2- 172.21.15.39:0/2323273563 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f421806f170 0x7f4218155bb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.554+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 >> 172.21.15.39:0/2323273563 conn(0x7f421806b3b0 msgr2=0x7f4218069ed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:24:11.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.555+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 shutdown_connections 2024-09-13T16:24:11.559 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.555+0000 7f421d553640 1 -- 172.21.15.39:0/2323273563 wait complete. 2024-09-13T16:24:11.568 INFO:teuthology.orchestra.run.smithi039.stdout:{"pg_ready":true,"pg_map":{"version":549,"stamp":"2024-09-13T16:24:11.339023+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":305748,"kb_used_data":15844,"kb_used_omap":12,"kb_used_meta":289779,"kb_avail":754668972,"statfs":{"total":773094113280,"available":772781027328,"internally_reserved":0,"allocated":16224256,"data_stored":8415997,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12742,"internal_metadata":296734266},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.002695"},"pg_stats":[{"pgid":"1.0","version":"146'119","reported_seq":309,"reported_epoch":146,"state":"active+clean","last_fresh":"2024-09-13T16:23:51.567892+0000","last_change":"2024-09-13T16:23:51.568026+0000","last_active":"2024-09-13T16:23:51.567892+0000","last_peered":"2024-09-13T16:23:51.567892+0000","last_clean":"2024-09-13T16:23:51.567892+0000","last_became_active":"2024-09-13T16:10:35.340151+0000","last_became_peered":"2024-09-13T16:10:35.340151+0000","last_unstale":"2024-09-13T16:23:51.567892+0000","last_undegraded":"2024-09-13T16:23:51.567892+0000","last_fullsized":"2024-09-13T16:23:51.567892+0000","mapping_epoch":15,"log_start":"0'0","ondisk_log_start":"0'0","created":15,"last_epoch_clean":16,"parent":"0.0","parent_split_bits":0,"last_scrub":"146'119","last_scrub_stamp":"2024-09-13T16:23:51.567868+0000","last_deep_scrub":"146'119","last_deep_scrub_stamp":"2024-09-13T16:23:51.567868+0000","last_clean_scrub_stamp":"2024-09-13T16:23:51.567868+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:20:52.017804+0000","scrub_duration":0.005202524,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":13,"seq":55834575014,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":41720,"kb_used_data":2416,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330120,"statfs":{"total":96636764160,"available":96594042880,"internally_reserved":0,"allocated":2473984,"data_stored":1494853,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":40237515},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.54000000000000004,"5min":0.53500000000000003,"15min":0.54900000000000004},"min":{"1min":0.30199999999999999,"5min":0.22600000000000001,"15min":0.22600000000000001},"max":{"1min":0.69999999999999996,"5min":0.82999999999999996,"15min":0.85999999999999999},"last":0.64600000000000002},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.54800000000000004,"15min":0.54200000000000004},"min":{"1min":0.36299999999999999,"5min":0.247,"15min":0.247},"max":{"1min":0.75,"5min":0.76700000000000002,"15min":1.1559999999999999},"last":0.80200000000000005}]},{"osd":1,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55000000000000004,"5min":0.55900000000000005,"15min":0.55100000000000005},"min":{"1min":0.376,"5min":0.27800000000000002,"15min":0.27800000000000002},"max":{"1min":0.76800000000000002,"5min":0.85199999999999998,"15min":0.85199999999999998},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.56000000000000005,"15min":0.56000000000000005},"min":{"1min":0.33800000000000002,"5min":0.30099999999999999,"15min":0.30099999999999999},"max":{"1min":0.72499999999999998,"5min":0.80200000000000005,"15min":1.02},"last":0.76800000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.54200000000000004,"15min":0.54600000000000004},"min":{"1min":0.379,"5min":0.33700000000000002,"15min":0.30599999999999999},"max":{"1min":0.73499999999999999,"5min":0.75900000000000001,"15min":0.88},"last":0.70299999999999996},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.58099999999999996,"15min":0.57199999999999995},"min":{"1min":0.38200000000000001,"5min":0.38200000000000001,"15min":0.34000000000000002},"max":{"1min":0.70399999999999996,"5min":0.89100000000000001,"15min":1.3169999999999999},"last":0.61899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.56299999999999994,"15min":0.55900000000000005},"min":{"1min":0.433,"5min":0.36599999999999999,"15min":0.35099999999999998},"max":{"1min":0.753,"5min":0.76500000000000001,"15min":1.335},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.56999999999999995,"5min":0.57099999999999995,"15min":0.57999999999999996},"min":{"1min":0.40899999999999997,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":0.76400000000000001,"5min":0.80000000000000004,"15min":1.284},"last":0.66400000000000003}]},{"osd":4,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.51600000000000001,"5min":0.48499999999999999,"15min":0.47499999999999998},"min":{"1min":0.372,"5min":0.33000000000000002,"15min":0.23000000000000001},"max":{"1min":0.70499999999999996,"5min":0.72899999999999998,"15min":0.80000000000000004},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.51300000000000001,"15min":0.502},"min":{"1min":0.35999999999999999,"5min":0.314,"15min":0.26000000000000001},"max":{"1min":0.71699999999999997,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.48199999999999998}]},{"osd":5,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.51500000000000001,"15min":0.51500000000000001},"min":{"1min":0.32600000000000001,"5min":0.30199999999999999,"15min":0.29399999999999998},"max":{"1min":0.68999999999999995,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.53400000000000003},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.54200000000000004,"15min":0.53800000000000003},"min":{"1min":0.42499999999999999,"5min":0.36799999999999999,"15min":0.28399999999999997},"max":{"1min":0.751,"5min":0.84999999999999998,"15min":0.84999999999999998},"last":0.54700000000000004}]},{"osd":6,"last update":"Fri Sep 13 16:24:03 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.56799999999999995,"15min":0.56200000000000006},"min":{"1min":0.44600000000000001,"5min":0.33200000000000002,"15min":0.318},"max":{"1min":0.72999999999999998,"5min":0.86599999999999999,"15min":0.86599999999999999},"last":0.60899999999999999},{"interface":"front","average":{"1min":0.58699999999999997,"5min":0.55600000000000005,"15min":0.54700000000000004},"min":{"1min":0.42599999999999999,"5min":0.34100000000000003,"15min":0.28599999999999998},"max":{"1min":0.84599999999999997,"5min":0.879,"15min":0.879},"last":0.52700000000000002}]}]},{"osd":6,"up_from":13,"seq":55834575014,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41148,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":40237511},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.52600000000000002,"15min":0.56100000000000005},"min":{"1min":0.38400000000000001,"5min":0.23100000000000001,"15min":0.23100000000000001},"max":{"1min":0.626,"5min":0.88100000000000001,"15min":1.226},"last":0.55700000000000005},{"interface":"front","average":{"1min":0.54900000000000004,"5min":0.55900000000000005,"15min":0.56499999999999995},"min":{"1min":0.44800000000000001,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.72499999999999998,"5min":1.04,"15min":1.2170000000000001},"last":0.59799999999999998}]},{"osd":1,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.55300000000000005,"15min":0.56100000000000005},"min":{"1min":0.38300000000000001,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.64700000000000002,"5min":0.88500000000000001,"15min":1.1910000000000001},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.57599999999999996,"15min":0.58699999999999997},"min":{"1min":0.46400000000000002,"5min":0.35499999999999998,"15min":0.33000000000000002},"max":{"1min":0.69599999999999995,"5min":0.98499999999999999,"15min":1.177},"last":0.67300000000000004}]},{"osd":2,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.50600000000000001,"5min":0.54400000000000004,"15min":0.54900000000000004},"min":{"1min":0.41999999999999998,"5min":0.29999999999999999,"15min":0.29999999999999999},"max":{"1min":0.76300000000000001,"5min":0.83599999999999997,"15min":0.98799999999999999},"last":0.504},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.57099999999999995,"15min":0.58399999999999996},"min":{"1min":0.40999999999999998,"5min":0.311,"15min":0.311},"max":{"1min":0.71799999999999997,"5min":0.95999999999999996,"15min":0.95999999999999996},"last":0.61899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.54300000000000004,"5min":0.55400000000000005,"15min":0.56799999999999995},"min":{"1min":0.38400000000000001,"5min":0.255,"15min":0.255},"max":{"1min":0.75,"5min":0.89700000000000002,"15min":1.1020000000000001},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.51800000000000002,"5min":0.57199999999999995,"15min":0.57799999999999996},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.69699999999999995,"5min":1,"15min":1.163},"last":0.58299999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51500000000000001,"5min":0.50600000000000001,"15min":0.51400000000000001},"min":{"1min":0.312,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.68799999999999994,"5min":0.78200000000000003,"15min":0.874},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55600000000000005,"15min":0.53200000000000003},"min":{"1min":0.371,"5min":0.34799999999999998,"15min":0.316},"max":{"1min":0.73099999999999998,"5min":0.91000000000000003,"15min":0.91000000000000003},"last":0.44}]},{"osd":5,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.52200000000000002,"15min":0.51000000000000001},"min":{"1min":0.39400000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.67700000000000005,"5min":0.79900000000000004,"15min":0.79900000000000004},"last":0.40999999999999998},{"interface":"front","average":{"1min":0.59399999999999997,"5min":0.56699999999999995,"15min":0.56299999999999994},"min":{"1min":0.35699999999999998,"5min":0.34200000000000003,"15min":0.34200000000000003},"max":{"1min":0.74199999999999999,"5min":1.0229999999999999,"15min":1.0229999999999999},"last":0.379}]},{"osd":7,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.59899999999999998,"5min":0.58399999999999996,"15min":0.57499999999999996},"min":{"1min":0.436,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.753,"5min":1.075,"15min":1.075},"last":0.39300000000000002},{"interface":"front","average":{"1min":0.57399999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.41399999999999998,"5min":0.32600000000000001,"15min":0.307},"max":{"1min":0.69599999999999995,"5min":0.93799999999999994,"15min":0.93799999999999994},"last":0.45800000000000002}]}]},{"osd":5,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41148,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51400000000000001,"5min":0.52000000000000002,"15min":0.53700000000000003},"min":{"1min":0.35799999999999998,"5min":0.25700000000000001,"15min":0.25700000000000001},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.81299999999999994},"last":0.73499999999999999},{"interface":"front","average":{"1min":0.52600000000000002,"5min":0.54400000000000004,"15min":0.56699999999999995},"min":{"1min":0.375,"5min":0.34499999999999997,"15min":0.26600000000000001},"max":{"1min":0.73099999999999998,"5min":0.73599999999999999,"15min":5.0430000000000001},"last":0.56200000000000006}]},{"osd":1,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.53700000000000003,"15min":0.54300000000000004},"min":{"1min":0.38100000000000001,"5min":0.32300000000000001,"15min":0.29599999999999999},"max":{"1min":0.82499999999999996,"5min":0.82499999999999996,"15min":0.84799999999999998},"last":0.54800000000000004},{"interface":"front","average":{"1min":0.53000000000000003,"5min":0.53300000000000003,"15min":0.54700000000000004},"min":{"1min":0.36899999999999999,"5min":0.34699999999999998,"15min":0.24299999999999999},"max":{"1min":0.75700000000000001,"5min":0.78000000000000003,"15min":0.86599999999999999},"last":0.70199999999999996}]},{"osd":2,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.55500000000000005,"15min":0.57199999999999995},"min":{"1min":0.432,"5min":0.34999999999999998,"15min":0.29199999999999998},"max":{"1min":0.754,"5min":0.77500000000000002,"15min":4.9580000000000002},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.54800000000000004,"15min":0.56399999999999995},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.30099999999999999},"max":{"1min":0.79400000000000004,"5min":0.79400000000000004,"15min":0.92000000000000004},"last":0.58699999999999997}]},{"osd":3,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.54200000000000004,"15min":0.57499999999999996},"min":{"1min":0.36399999999999999,"5min":0.35099999999999998,"15min":0.311},"max":{"1min":0.71299999999999997,"5min":0.75700000000000001,"15min":5.0030000000000001},"last":0.71699999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58799999999999997,"15min":0.58999999999999997},"min":{"1min":0.46300000000000002,"5min":0.42099999999999999,"15min":0.33900000000000002},"max":{"1min":0.84499999999999997,"5min":0.84499999999999997,"15min":0.93200000000000005},"last":0.60799999999999998}]},{"osd":4,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.499,"15min":0.49099999999999999},"min":{"1min":0.34899999999999998,"5min":0.32100000000000001,"15min":0.28399999999999997},"max":{"1min":0.80600000000000005,"5min":0.85899999999999999,"15min":0.85899999999999999},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.52600000000000002,"15min":0.54500000000000004},"min":{"1min":0.36699999999999999,"5min":0.33200000000000002,"15min":0.30299999999999999},"max":{"1min":0.86699999999999999,"5min":0.86699999999999999,"15min":5.5049999999999999},"last":0.434}]},{"osd":6,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.51800000000000002,"5min":0.53300000000000003,"15min":0.53700000000000003},"min":{"1min":0.308,"5min":0.308,"15min":0.28999999999999998},"max":{"1min":0.78300000000000003,"5min":0.79800000000000004,"15min":2.5089999999999999},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.53200000000000003,"5min":0.55200000000000005,"15min":0.54600000000000004},"min":{"1min":0.32900000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"last":0.46400000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:23:50 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.57699999999999996},"min":{"1min":0.36899999999999999,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.82699999999999996,"5min":0.82699999999999996,"15min":5.0890000000000004},"last":0.51100000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.57999999999999996,"15min":0.60199999999999998},"min":{"1min":0.432,"5min":0.36299999999999999,"15min":0.33800000000000002},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":5.6669999999999998},"last":0.497}]}]},{"osd":4,"up_from":13,"seq":55834575014,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.55100000000000005,"15min":0.54900000000000004},"min":{"1min":0.371,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.80100000000000005,"5min":0.82799999999999996,"15min":0.83999999999999997},"last":0.74299999999999999},{"interface":"front","average":{"1min":0.52500000000000002,"5min":0.52000000000000002,"15min":0.53500000000000003},"min":{"1min":0.32700000000000001,"5min":0.26500000000000001,"15min":0.26500000000000001},"max":{"1min":0.68999999999999995,"5min":0.72099999999999997,"15min":1.131},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.53600000000000003,"15min":0.53400000000000003},"min":{"1min":0.39300000000000002,"5min":0.307,"15min":0.29599999999999999},"max":{"1min":0.81899999999999995,"5min":0.81899999999999995,"15min":0.93200000000000005},"last":0.63800000000000001},{"interface":"front","average":{"1min":0.56599999999999995,"5min":0.55400000000000005,"15min":0.56200000000000006},"min":{"1min":0.40500000000000003,"5min":0.34200000000000003,"15min":0.33100000000000002},"max":{"1min":0.69999999999999996,"5min":0.77200000000000002,"15min":0.83099999999999996},"last":0.69899999999999995}]},{"osd":2,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.54400000000000004,"15min":0.56200000000000006},"min":{"1min":0.40699999999999997,"5min":0.34699999999999998,"15min":0.34699999999999998},"max":{"1min":0.69699999999999995,"5min":0.80200000000000005,"15min":0.95799999999999996},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.54100000000000004,"5min":0.57099999999999995,"15min":0.57499999999999996},"min":{"1min":0.41399999999999998,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.70099999999999996,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.65100000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.51300000000000001,"5min":0.52600000000000002,"15min":0.54000000000000004},"min":{"1min":0.373,"5min":0.36599999999999999,"15min":0.36599999999999999},"max":{"1min":0.65200000000000002,"5min":0.86399999999999999,"15min":0.86399999999999999},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.55900000000000005,"5min":0.57899999999999996,"15min":0.58699999999999997},"min":{"1min":0.44600000000000001,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.78000000000000003,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.71199999999999997}]},{"osd":5,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.51200000000000001,"15min":0.505},"min":{"1min":0.35999999999999999,"5min":0.27300000000000002,"15min":0.27300000000000002},"max":{"1min":0.70399999999999996,"5min":0.98899999999999999,"15min":0.98899999999999999},"last":0.54700000000000004},{"interface":"front","average":{"1min":0.502,"5min":0.505,"15min":0.502},"min":{"1min":0.33600000000000002,"5min":0.29199999999999998,"15min":0.29199999999999998},"max":{"1min":0.66800000000000004,"5min":1.2130000000000001,"15min":1.2130000000000001},"last":0.52600000000000002}]},{"osd":6,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.498,"5min":0.52200000000000002,"15min":0.51700000000000002},"min":{"1min":0.32400000000000001,"5min":0.316,"15min":0.28499999999999998},"max":{"1min":0.68999999999999995,"5min":1.4330000000000001,"15min":1.4330000000000001},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.55800000000000005,"15min":0.54200000000000004},"min":{"1min":0.36099999999999999,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73399999999999999,"5min":1.0269999999999999,"15min":1.0269999999999999},"last":0.59799999999999998}]},{"osd":7,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.54400000000000004,"5min":0.54100000000000004,"15min":0.53200000000000003},"min":{"1min":0.38500000000000001,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.71499999999999997,"5min":1.125,"15min":1.125},"last":0.61799999999999999},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.56299999999999994,"15min":0.56499999999999995},"min":{"1min":0.42899999999999999,"5min":0.29599999999999999,"15min":0.29599999999999999},"max":{"1min":0.76200000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.68200000000000005}]}]},{"osd":3,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1590,"internal_metadata":36043210},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35199999999999998,"5min":0.34399999999999997,"15min":0.35999999999999999},"min":{"1min":0.22900000000000001,"5min":0.22800000000000001,"15min":0.191},"max":{"1min":0.51600000000000001,"5min":0.60699999999999998,"15min":1.3979999999999999},"last":0.503},{"interface":"front","average":{"1min":0.34999999999999998,"5min":0.35099999999999998,"15min":0.35399999999999998},"min":{"1min":0.23100000000000001,"5min":0.19800000000000001,"15min":0.19800000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.93100000000000005},"last":0.53900000000000003}]},{"osd":1,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.35499999999999998,"5min":0.35199999999999998,"15min":0.36199999999999999},"min":{"1min":0.24299999999999999,"5min":0.22500000000000001,"15min":0.21099999999999999},"max":{"1min":0.59199999999999997,"5min":0.65700000000000003,"15min":1.306},"last":0.45700000000000002},{"interface":"front","average":{"1min":0.38,"5min":0.39000000000000001,"15min":0.38700000000000001},"min":{"1min":0.24399999999999999,"5min":0.20899999999999999,"15min":0.20899999999999999},"max":{"1min":0.53200000000000003,"5min":0.71499999999999997,"15min":0.82799999999999996},"last":0.66400000000000003}]},{"osd":2,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39500000000000002,"15min":0.40100000000000002},"min":{"1min":0.307,"5min":0.26300000000000001,"15min":0.219},"max":{"1min":0.61399999999999999,"5min":0.63300000000000001,"15min":1.339},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.40600000000000003,"5min":0.41499999999999998,"15min":0.43099999999999999},"min":{"1min":0.29599999999999999,"5min":0.247,"15min":0.247},"max":{"1min":0.58699999999999997,"5min":0.78600000000000003,"15min":1.3700000000000001},"last":0.57699999999999996}]},{"osd":4,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59999999999999998,"5min":0.59799999999999998,"15min":0.60599999999999998},"min":{"1min":0.33400000000000002,"5min":0.33400000000000002,"15min":0.33400000000000002},"max":{"1min":0.85399999999999998,"5min":0.89200000000000002,"15min":1.1100000000000001},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.61499999999999999,"5min":0.59599999999999997,"15min":0.60299999999999998},"min":{"1min":0.40600000000000003,"5min":0.39000000000000001,"15min":0.36099999999999999},"max":{"1min":0.81799999999999995,"5min":0.997,"15min":1},"last":0.80600000000000005}]},{"osd":5,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.58699999999999997,"15min":0.58999999999999997},"min":{"1min":0.42199999999999999,"5min":0.311,"15min":0.311},"max":{"1min":0.88100000000000001,"5min":0.90300000000000002,"15min":1.0549999999999999},"last":0.91700000000000004},{"interface":"front","average":{"1min":0.62,"5min":0.61299999999999999,"15min":0.61899999999999999},"min":{"1min":0.46200000000000002,"5min":0.38200000000000001,"15min":0.371},"max":{"1min":0.80800000000000005,"5min":0.96299999999999997,"15min":1.1080000000000001},"last":0.69599999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.61699999999999999,"5min":0.60999999999999999,"15min":0.61199999999999999},"min":{"1min":0.42299999999999999,"5min":0.41699999999999998,"15min":0.41299999999999998},"max":{"1min":0.91300000000000003,"5min":0.91300000000000003,"15min":1.0349999999999999},"last":0.68300000000000005},{"interface":"front","average":{"1min":0.61399999999999999,"5min":0.60299999999999998,"15min":0.61399999999999999},"min":{"1min":0.40799999999999997,"5min":0.374,"15min":0.373},"max":{"1min":0.82399999999999995,"5min":1.036,"15min":1.036},"last":0.877}]},{"osd":7,"last update":"Fri Sep 13 16:24:00 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.625,"15min":0.629},"min":{"1min":0.47599999999999998,"5min":0.42499999999999999,"15min":0.39200000000000002},"max":{"1min":0.79400000000000004,"5min":1.0189999999999999,"15min":1.042},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.622,"5min":0.61799999999999999,"15min":0.63200000000000001},"min":{"1min":0.41999999999999998,"5min":0.41999999999999998,"15min":0.40500000000000003},"max":{"1min":0.90400000000000003,"5min":0.94499999999999995,"15min":1.081},"last":0.83199999999999996}]}]},{"osd":2,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":37052,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":35198,"kb_avail":94334788,"statfs":{"total":96636764160,"available":96598822912,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":36043206},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.30299999999999999,"5min":0.33700000000000002,"15min":0.35399999999999998},"min":{"1min":0.215,"5min":0.19,"15min":0.182},"max":{"1min":0.38100000000000001,"5min":0.65500000000000003,"15min":0.69299999999999995},"last":0.28499999999999998},{"interface":"front","average":{"1min":0.32200000000000001,"5min":0.377,"15min":0.376},"min":{"1min":0.23000000000000001,"5min":0.20599999999999999,"15min":0.20599999999999999},"max":{"1min":0.40200000000000002,"5min":0.627,"15min":0.66600000000000004},"last":0.372}]},{"osd":1,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.39800000000000002,"15min":0.39100000000000001},"min":{"1min":0.25600000000000001,"5min":0.215,"15min":0.215},"max":{"1min":0.48499999999999999,"5min":0.77300000000000002,"15min":0.77300000000000002},"last":0.35599999999999998},{"interface":"front","average":{"1min":0.36099999999999999,"5min":0.38400000000000001,"15min":0.39400000000000002},"min":{"1min":0.27700000000000002,"5min":0.23799999999999999,"15min":0.23799999999999999},"max":{"1min":0.44400000000000001,"5min":0.56200000000000006,"15min":0.66500000000000004},"last":0.42899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.34599999999999997,"5min":0.36799999999999999,"15min":0.375},"min":{"1min":0.25,"5min":0.22,"15min":0.22},"max":{"1min":0.52300000000000002,"5min":0.57599999999999996,"15min":0.83099999999999996},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.38100000000000001,"5min":0.42099999999999999,"15min":0.42299999999999999},"min":{"1min":0.312,"5min":0.26600000000000001,"15min":0.26600000000000001},"max":{"1min":0.46300000000000002,"5min":0.73999999999999999,"15min":0.73999999999999999},"last":0.40899999999999997}]},{"osd":4,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.60299999999999998,"15min":0.61599999999999999},"min":{"1min":0.42799999999999999,"5min":0.36699999999999999,"15min":0.35699999999999998},"max":{"1min":0.72699999999999998,"5min":1.0429999999999999,"15min":4.8230000000000004},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.56399999999999995,"5min":0.625,"15min":0.61899999999999999},"min":{"1min":0.39600000000000002,"5min":0.372,"15min":0.372},"max":{"1min":0.72999999999999998,"5min":0.88800000000000001,"15min":0.92100000000000004},"last":0.54000000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.55300000000000005,"5min":0.60999999999999999,"15min":0.625},"min":{"1min":0.40400000000000003,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.70799999999999996,"5min":1.1040000000000001,"15min":4.7480000000000002},"last":0.56000000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.626,"15min":0.63500000000000001},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.33300000000000002},"max":{"1min":0.69799999999999995,"5min":1.024,"15min":4.8789999999999996},"last":0.61299999999999999}]},{"osd":6,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.56200000000000006,"5min":0.627,"15min":0.627},"min":{"1min":0.42199999999999999,"5min":0.42099999999999999,"15min":0.40899999999999997},"max":{"1min":0.747,"5min":0.92700000000000005,"15min":1.004},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.58999999999999997,"5min":0.63100000000000001,"15min":0.63400000000000001},"min":{"1min":0.42299999999999999,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.72799999999999998,"5min":1.0740000000000001,"15min":1.5860000000000001},"last":0.52100000000000002}]},{"osd":7,"last update":"Fri Sep 13 16:24:02 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.64800000000000002,"15min":0.65800000000000003},"min":{"1min":0.42199999999999999,"5min":0.42199999999999999,"15min":0.41199999999999998},"max":{"1min":0.72599999999999998,"5min":1.089,"15min":4.7999999999999998},"last":0.63400000000000001},{"interface":"front","average":{"1min":0.58599999999999997,"5min":0.625,"15min":0.63},"min":{"1min":0.44,"5min":0.39600000000000002,"15min":0.39200000000000002},"max":{"1min":0.754,"5min":0.94999999999999996,"15min":1.125},"last":0.59899999999999998}]}]},{"osd":1,"up_from":13,"seq":55834575015,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":41148,"kb_used_data":1836,"kb_used_omap":1,"kb_used_meta":39294,"kb_avail":94330692,"statfs":{"total":96636764160,"available":96594628608,"internally_reserved":0,"allocated":1880064,"data_stored":904485,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":40237510},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.34100000000000003,"5min":0.34200000000000003,"15min":0.36899999999999999},"min":{"1min":0.22500000000000001,"5min":0.214,"15min":0.193},"max":{"1min":0.52200000000000002,"5min":0.55400000000000005,"15min":1.2929999999999999},"last":0.376},{"interface":"front","average":{"1min":0.35099999999999998,"5min":0.36399999999999999,"15min":0.38700000000000001},"min":{"1min":0.26500000000000001,"5min":0.19700000000000001,"15min":0.19700000000000001},"max":{"1min":0.51100000000000001,"5min":0.60799999999999998,"15min":1.494},"last":0.495}]},{"osd":2,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.33600000000000002,"5min":0.34899999999999998,"15min":0.374},"min":{"1min":0.24099999999999999,"5min":0.20699999999999999,"15min":0.20699999999999999},"max":{"1min":0.496,"5min":0.68000000000000005,"15min":1.679},"last":0.309},{"interface":"front","average":{"1min":0.371,"5min":0.38900000000000001,"15min":0.41799999999999998},"min":{"1min":0.251,"5min":0.21199999999999999,"15min":0.21199999999999999},"max":{"1min":0.56599999999999995,"5min":0.76000000000000001,"15min":1.3779999999999999},"last":0.42899999999999999}]},{"osd":3,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.40999999999999998,"15min":0.436},"min":{"1min":0.30299999999999999,"5min":0.27300000000000002,"15min":0.25600000000000001},"max":{"1min":0.53000000000000003,"5min":0.64700000000000002,"15min":1.403},"last":0.47799999999999998},{"interface":"front","average":{"1min":0.38700000000000001,"5min":0.39600000000000002,"15min":0.41899999999999998},"min":{"1min":0.28599999999999998,"5min":0.245,"15min":0.245},"max":{"1min":0.59199999999999997,"5min":0.68600000000000005,"15min":1.5920000000000001},"last":0.45900000000000002}]},{"osd":4,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.51000000000000001,"5min":0.55500000000000005,"15min":0.59899999999999998},"min":{"1min":0.32400000000000001,"5min":0.32400000000000001,"15min":0.32400000000000001},"max":{"1min":0.65100000000000002,"5min":0.91900000000000004,"15min":4.617},"last":0.41499999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.58599999999999997,"15min":0.64300000000000002},"min":{"1min":0.34799999999999998,"5min":0.34000000000000002,"15min":0.34000000000000002},"max":{"1min":0.746,"5min":0.876,"15min":10.506},"last":0.54700000000000004}]},{"osd":5,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.59399999999999997,"15min":0.65200000000000002},"min":{"1min":0.38800000000000001,"5min":0.38,"15min":0.375},"max":{"1min":0.73999999999999999,"5min":0.93700000000000006,"15min":10.292},"last":0.60799999999999998},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.58099999999999996,"15min":0.60699999999999998},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38300000000000001},"max":{"1min":0.68799999999999994,"5min":0.88900000000000001,"15min":1.492},"last":0.56699999999999995}]},{"osd":6,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.60099999999999998,"15min":0.63800000000000001},"min":{"1min":0.42399999999999999,"5min":0.40600000000000003,"15min":0.35399999999999998},"max":{"1min":0.71799999999999997,"5min":0.877,"15min":1.571},"last":0.53100000000000003},{"interface":"front","average":{"1min":0.56000000000000005,"5min":0.59699999999999998,"15min":0.61199999999999999},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.72999999999999998,"5min":0.91700000000000004,"15min":0.91700000000000004},"last":0.51600000000000001}]},{"osd":7,"last update":"Fri Sep 13 16:23:54 2024","interfaces":[{"interface":"back","average":{"1min":0.55800000000000005,"5min":0.58699999999999997,"15min":0.63400000000000001},"min":{"1min":0.375,"5min":0.375,"15min":0.36499999999999999},"max":{"1min":0.73399999999999999,"5min":0.86399999999999999,"15min":1.9890000000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.56100000000000005,"5min":0.60899999999999999,"15min":0.66400000000000003},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.67600000000000005,"5min":0.90400000000000003,"15min":4.875},"last":0.58199999999999996}]}]},{"osd":0,"up_from":13,"seq":55834575015,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":29428,"kb_used_data":2412,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94342412,"statfs":{"total":96636764160,"available":96606629888,"internally_reserved":0,"allocated":2469888,"data_stored":1494234,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.33200000000000002,"5min":0.33000000000000002,"15min":0.35799999999999998},"min":{"1min":0.189,"5min":0.17599999999999999,"15min":0.17599999999999999},"max":{"1min":0.62,"5min":0.62,"15min":1.6719999999999999},"last":0.38100000000000001},{"interface":"front","average":{"1min":0.34100000000000003,"5min":0.34799999999999998,"15min":0.372},"min":{"1min":0.20999999999999999,"5min":0.193,"15min":0.193},"max":{"1min":0.48499999999999999,"5min":0.56999999999999995,"15min":1.7589999999999999},"last":0.40000000000000002}]},{"osd":2,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.375,"15min":0.39100000000000001},"min":{"1min":0.27600000000000002,"5min":0.252,"15min":0.24399999999999999},"max":{"1min":0.48999999999999999,"5min":0.61399999999999999,"15min":1.7030000000000001},"last":0.42099999999999999},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36899999999999999,"15min":0.39400000000000002},"min":{"1min":0.26500000000000001,"5min":0.23400000000000001,"15min":0.23400000000000001},"max":{"1min":0.50900000000000001,"5min":0.56599999999999995,"15min":1.7889999999999999},"last":0.33900000000000002}]},{"osd":3,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.34300000000000003,"5min":0.35599999999999998,"15min":0.375},"min":{"1min":0.25800000000000001,"5min":0.23799999999999999,"15min":0.19600000000000001},"max":{"1min":0.50800000000000001,"5min":0.54700000000000004,"15min":1.9039999999999999},"last":0.35299999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.40100000000000002,"15min":0.42099999999999999},"min":{"1min":0.33200000000000002,"5min":0.248,"15min":0.248},"max":{"1min":0.56200000000000006,"5min":0.56299999999999994,"15min":1.7270000000000001},"last":0.49399999999999999}]},{"osd":4,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.57399999999999995,"5min":0.56699999999999995,"15min":0.58999999999999997},"min":{"1min":0.36299999999999999,"5min":0.314,"15min":0.314},"max":{"1min":0.98599999999999999,"5min":0.98599999999999999,"15min":1.659},"last":0.629},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57899999999999996,"15min":0.62},"min":{"1min":0.39900000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.88700000000000001,"5min":0.88700000000000001,"15min":4.8959999999999999},"last":0.61899999999999999}]},{"osd":5,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.52600000000000002,"5min":0.56799999999999995,"15min":0.60699999999999998},"min":{"1min":0.373,"5min":0.35499999999999998,"15min":0.35299999999999998},"max":{"1min":0.81599999999999995,"5min":0.89100000000000001,"15min":1.853},"last":0.57799999999999996},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.57499999999999996,"15min":1.466},"min":{"1min":0.432,"5min":0.40899999999999997,"15min":0.36699999999999999},"max":{"1min":0.95499999999999996,"5min":0.95499999999999996,"15min":209.25700000000001},"last":0.71899999999999997}]},{"osd":6,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.59299999999999997,"15min":0.622},"min":{"1min":0.41699999999999998,"5min":0.39200000000000002,"15min":0.38700000000000001},"max":{"1min":0.86699999999999999,"5min":0.90100000000000002,"15min":4.7939999999999996},"last":0.69299999999999995},{"interface":"front","average":{"1min":0.58099999999999996,"5min":0.58799999999999997,"15min":0.61299999999999999},"min":{"1min":0.39600000000000002,"5min":0.36699999999999999,"15min":0.36699999999999999},"max":{"1min":0.93200000000000005,"5min":0.93200000000000005,"15min":1.8069999999999999},"last":0.58799999999999997}]},{"osd":7,"last update":"Fri Sep 13 16:23:56 2024","interfaces":[{"interface":"back","average":{"1min":0.59699999999999998,"5min":0.60199999999999998,"15min":0.624},"min":{"1min":0.41699999999999998,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":1.0149999999999999,"5min":1.0149999999999999,"15min":1.734},"last":0.67800000000000005},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58999999999999997,"15min":0.64000000000000001},"min":{"1min":0.44400000000000001,"5min":0.39700000000000002,"15min":0.39400000000000002},"max":{"1min":0.85699999999999998,"5min":0.87,"15min":4.8280000000000003},"last":0.64500000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T16:24:11.570 DEBUG:teuthology.orchestra.run.smithi039:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T16:24:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.669+0000 7fe78de79640 1 Processor -- start 2024-09-13T16:24:11.671 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.669+0000 7fe78de79640 1 -- start start 2024-09-13T16:24:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe78de79640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe78815d850 0x7fe788071310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe78de79640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78806a5e0 0x7fe788071850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe78de79640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe788070e80 con 0x7fe78815dc30 2024-09-13T16:24:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe78de79640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7880705b0 con 0x7fe78815d850 2024-09-13T16:24:11.673 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe78de79640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe78815a6e0 con 0x7fe78806a5e0 2024-09-13T16:24:11.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe787fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78806a5e0 0x7fe788071850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe7877fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe78815d850 0x7fe788071310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe787fff640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78806a5e0 0x7fe788071850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3301/0 says I am v2:172.21.15.39:33276/0 (socket says 172.21.15.39:33276) 2024-09-13T16:24:11.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe7877fe640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7fe78815d850 0x7fe788071310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.157:3300/0 says I am v2:172.21.15.39:53434/0 (socket says 172.21.15.39:53434) 2024-09-13T16:24:11.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe786ffd640 1 --1- >> v1:172.21.15.157:6789/0 conn(0x7fe78815dc30 0x7fe788069ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.157:6789/0 says I am v1:172.21.15.39:43666/0 (socket says 172.21.15.39:43666) 2024-09-13T16:24:11.674 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe787fff640 1 -- 172.21.15.39:0/916730109 learned_addr learned my addr 172.21.15.39:0/916730109 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:24:11.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe7877fe640 1 -- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78806a5e0 msgr2=0x7fe788071850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:24:11.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe7877fe640 1 --2- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78806a5e0 0x7fe788071850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe7877fe640 1 -- 172.21.15.39:0/916730109 >> v1:172.21.15.157:6789/0 conn(0x7fe78815dc30 legacy=0x7fe788069ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.675 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.670+0000 7fe7877fe640 1 -- 172.21.15.39:0/916730109 --> v2:172.21.15.157:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe788070830 con 0x7fe78815d850 2024-09-13T16:24:11.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.671+0000 7fe7877fe640 1 --2- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78815d850 0x7fe788071310 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fe7780097a0 tx=0x7fe77802a180 comp rx=0 tx=0).ready entity=mon.1 client_cookie=719c48bb5066b57b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.671+0000 7fe7867fc640 1 -- 172.21.15.39:0/916730109 <== mon.1 v2:172.21.15.157:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe778032440 con 0x7fe78815d850 2024-09-13T16:24:11.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.671+0000 7fe7867fc640 1 -- 172.21.15.39:0/916730109 <== mon.1 v2:172.21.15.157:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe7780325a0 con 0x7fe78815d850 2024-09-13T16:24:11.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.671+0000 7fe7867fc640 1 -- 172.21.15.39:0/916730109 <== mon.1 v2:172.21.15.157:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe778032930 con 0x7fe78815d850 2024-09-13T16:24:11.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 -- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78815d850 msgr2=0x7fe788071310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.678 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 --2- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78815d850 0x7fe788071310 secure :-1 s=READY pgs=852 cs=0 l=1 rev1=1 crypto rx=0x7fe7780097a0 tx=0x7fe77802a180 comp rx=0 tx=0).stop 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 -- 172.21.15.39:0/916730109 shutdown_connections 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 --2- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78806a5e0 0x7fe788071850 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 --2- 172.21.15.39:0/916730109 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78815d850 0x7fe788071310 unknown :-1 s=CLOSED pgs=852 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 -- 172.21.15.39:0/916730109 >> 172.21.15.39:0/916730109 conn(0x7fe7880b00a0 msgr2=0x7fe7880b04b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 -- 172.21.15.39:0/916730109 shutdown_connections 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.672+0000 7fe78de79640 1 -- 172.21.15.39:0/916730109 wait complete. 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.673+0000 7fe78de79640 1 Processor -- start 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.673+0000 7fe78de79640 1 -- start start 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe78de79640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78806a5e0 0x7fe78814fdc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe78de79640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78815d850 0x7fe78814f100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe78de79640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 0x7fe7881ee060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.679 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe78de79640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe788151f40 con 0x7fe78815dc30 2024-09-13T16:24:11.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe78de79640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe78814f640 con 0x7fe78806a5e0 2024-09-13T16:24:11.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe78de79640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7881571f0 con 0x7fe78815d850 2024-09-13T16:24:11.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 0x7fe7881ee060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 0x7fe7881ee060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49202/0 (socket says 172.21.15.39:49202) 2024-09-13T16:24:11.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 -- 172.21.15.39:0/3481559782 learned_addr learned my addr 172.21.15.39:0/3481559782 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:24:11.680 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe7877fe640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78806a5e0 0x7fe78814fdc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe786ffd640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78815d850 0x7fe78814f100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 -- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78815d850 msgr2=0x7fe78814f100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78815d850 0x7fe78814f100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 -- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78806a5e0 msgr2=0x7fe78814fdc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.681 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78806a5e0 0x7fe78814fdc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.674+0000 7fe787fff640 1 -- 172.21.15.39:0/3481559782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe778009400 con 0x7fe78815dc30 2024-09-13T16:24:11.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.675+0000 7fe787fff640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 0x7fe7881ee060 secure :-1 s=READY pgs=3137 cs=0 l=1 rev1=1 crypto rx=0x7fe780010fc0 tx=0x7fe78000e490 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.675+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78000b0d0 con 0x7fe78815dc30 2024-09-13T16:24:11.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.675+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe780011040 con 0x7fe78815dc30 2024-09-13T16:24:11.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.675+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe788152190 con 0x7fe78815dc30 2024-09-13T16:24:11.682 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.675+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe78000b470 con 0x7fe78815dc30 2024-09-13T16:24:11.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.675+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe788152750 con 0x7fe78815dc30 2024-09-13T16:24:11.683 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.676+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7880672f0 con 0x7fe78815dc30 2024-09-13T16:24:11.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.676+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7fe780009600 con 0x7fe78815dc30 2024-09-13T16:24:11.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.677+0000 7fe76ffff640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe77406ac00 0x7fe77406d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.677+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7fe78008b870 con 0x7fe78815dc30 2024-09-13T16:24:11.685 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.677+0000 7fe7877fe640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe77406ac00 0x7fe77406d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.677+0000 7fe7877fe640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe77406ac00 0x7fe77406d0c0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fe778034000 tx=0x7fe77802e000 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.686 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.681+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7fe780056d90 con 0x7fe78815dc30 2024-09-13T16:24:11.856 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.854+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7fe7880b33b0 con 0x7fe78815dc30 2024-09-13T16:24:11.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.859+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7fe780056d90 con 0x7fe78815dc30 2024-09-13T16:24:11.862 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.860+0000 7fe76ffff640 1 -- 172.21.15.39:0/3481559782 <== mon.0 v2:172.21.15.39:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v30)=0 v30) v1 ==== 123+0+0 (secure 0 0 0) 0x7fe78005a3b0 con 0x7fe78815dc30 2024-09-13T16:24:11.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe77406ac00 msgr2=0x7fe77406d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.865 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe77406ac00 0x7fe77406d0c0 secure :-1 s=READY pgs=1214 cs=0 l=1 rev1=1 crypto rx=0x7fe778034000 tx=0x7fe77802e000 comp rx=0 tx=0).stop 2024-09-13T16:24:11.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 msgr2=0x7fe7881ee060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 0x7fe7881ee060 secure :-1 s=READY pgs=3137 cs=0 l=1 rev1=1 crypto rx=0x7fe780010fc0 tx=0x7fe78000e490 comp rx=0 tx=0).stop 2024-09-13T16:24:11.866 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 shutdown_connections 2024-09-13T16:24:11.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7fe77406ac00 0x7fe77406d0c0 unknown :-1 s=CLOSED pgs=1214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7fe78815dc30 0x7fe7881ee060 unknown :-1 s=CLOSED pgs=3137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7fe78815d850 0x7fe78814f100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.867 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 --2- 172.21.15.39:0/3481559782 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7fe78806a5e0 0x7fe78814fdc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 >> 172.21.15.39:0/3481559782 conn(0x7fe7880b00a0 msgr2=0x7fe788071b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:24:11.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 shutdown_connections 2024-09-13T16:24:11.868 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.862+0000 7fe78de79640 1 -- 172.21.15.39:0/3481559782 wait complete. 2024-09-13T16:24:11.877 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T16:24:11.877 DEBUG:teuthology.orchestra.run.smithi039:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T16:24:11.978 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.976+0000 7f2ccbed7640 1 Processor -- start 2024-09-13T16:24:11.979 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.976+0000 7f2ccbed7640 1 -- start start 2024-09-13T16:24:11.987 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2ccbed7640 1 --2- >> v2:172.21.15.157:3300/0 conn(0x7f2cc4156fb0 0x7f2cc415ac70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2ccbed7640 1 -- --> v1:172.21.15.39:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cc415b1b0 con 0x7f2cc415d0a0 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2ccbed7640 1 -- --> v1:172.21.15.157:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cc406f6e0 con 0x7f2cc406f170 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2ccbed7640 1 -- --> v2:172.21.15.157:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cc40b2400 con 0x7f2cc4156fb0 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cca474640 1 --1- >> v1:172.21.15.39:6789/0 conn(0x7f2cc415d0a0 0x7f2cc4070780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.39:6789/0 says I am v1:172.21.15.39:44992/0 (socket says 172.21.15.39:44992) 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cca474640 1 -- 172.21.15.39:0/1072247473 learned_addr learned my addr 172.21.15.39:0/1072247473 (peer_addr_for_me v1:172.21.15.39:0/0) 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cc9c73640 1 --2- 172.21.15.39:0/1072247473 >> v2:172.21.15.157:3300/0 conn(0x7f2cc4156fb0 0x7f2cc415ac70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 <== mon.0 v1:172.21.15.39:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2239322615 0 0) 0x7f2cc415b1b0 con 0x7f2cc415d0a0 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 --> v1:172.21.15.39:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2cb0003520 con 0x7f2cc415d0a0 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 <== mon.0 v1:172.21.15.39:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 462829555 0 0) 0x7f2cb0003520 con 0x7f2cc415d0a0 2024-09-13T16:24:11.988 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 >> v2:172.21.15.157:3300/0 conn(0x7f2cc4156fb0 msgr2=0x7f2cc415ac70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.977+0000 7f2cc8c71640 1 --2- 172.21.15.39:0/1072247473 >> v2:172.21.15.157:3300/0 conn(0x7f2cc4156fb0 0x7f2cc415ac70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 >> v1:172.21.15.157:6789/0 conn(0x7f2cc406f170 legacy=0x7f2cc40b1cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 --> v1:172.21.15.39:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cc406f9c0 con 0x7f2cc415d0a0 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 <== mon.0 v1:172.21.15.39:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 1424568516 0 0) 0x7f2cbc0019f0 con 0x7f2cc415d0a0 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 >> v1:172.21.15.39:6789/0 conn(0x7f2cc415d0a0 legacy=0x7f2cc4070780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cb0003970 0x7f2cb0003d90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb00047c0 0x7f2cb0004c40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cb0005180 0x7f2cb000db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc40b2400 con 0x7f2cb0005180 2024-09-13T16:24:11.989 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb000e330 con 0x7f2cb0003970 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cb000e4f0 con 0x7f2cb00047c0 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cca474640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cb0005180 0x7f2cb000db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc9c73640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cb0003970 0x7f2cb0003d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc9472640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb00047c0 0x7f2cb0004c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cca474640 1 -- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb00047c0 msgr2=0x7f2cb0004c40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cca474640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb00047c0 0x7f2cb0004c40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cca474640 1 -- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cb0003970 msgr2=0x7f2cb0003d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cca474640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cb0003970 0x7f2cb0003d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cca474640 1 -- 172.21.15.39:0/1072247473 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cb0003520 con 0x7f2cb0005180 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.978+0000 7f2cc9472640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb00047c0 0x7f2cb0004c40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2cca474640 1 -- 172.21.15.39:0/1072247473 reap_dead start 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2cca474640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cb0005180 0x7f2cb000db90 secure :-1 s=READY pgs=3139 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00a830 tx=0x7f2cb00057f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=58e7f3c5e4cc2b07 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc02ba50 con 0x7f2cb0005180 2024-09-13T16:24:11.990 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f2cbc02bbd0 con 0x7f2cb0005180 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2cc8c71640 1 -- 172.21.15.39:0/1072247473 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc034470 con 0x7f2cb0005180 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2ccbed7640 1 -- 172.21.15.39:0/1072247473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cb0005180 msgr2=0x7f2cb000db90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.979+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cb0005180 0x7f2cb000db90 secure :-1 s=READY pgs=3139 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc00a830 tx=0x7f2cb00057f0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.980+0000 7f2ccbed7640 1 -- 172.21.15.39:0/1072247473 shutdown_connections 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.980+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/1072247473 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cb0005180 0x7f2cb000db90 unknown :-1 s=CLOSED pgs=3139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.980+0000 7f2ccbed7640 1 -- 172.21.15.39:0/1072247473 >> 172.21.15.39:0/1072247473 conn(0x7f2cc406b3b0 msgr2=0x7f2cc406b790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.980+0000 7f2ccbed7640 1 -- 172.21.15.39:0/1072247473 shutdown_connections 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.980+0000 7f2ccbed7640 1 -- 172.21.15.39:0/1072247473 wait complete. 2024-09-13T16:24:11.991 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.981+0000 7f2ccbed7640 1 Processor -- start 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.981+0000 7f2ccbed7640 1 -- start start 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.981+0000 7f2ccbed7640 1 --2- >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb0005180 0x7f2cc4150c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.981+0000 7f2ccbed7640 1 --2- >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cc4150550 0x7f2cc40ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2ccbed7640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 0x7f2cc4158bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2ccbed7640 1 -- --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc40cce80 con 0x7f2cc4158740 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2ccbed7640 1 -- --> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc4151530 con 0x7f2cc4150550 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2ccbed7640 1 -- --> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cc4159100 con 0x7f2cb0005180 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 0x7f2cc4158bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 --2- >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 0x7f2cc4158bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.39:3300/0 says I am v2:172.21.15.39:49218/0 (socket says 172.21.15.39:49218) 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 -- 172.21.15.39:0/2192325137 learned_addr learned my addr 172.21.15.39:0/2192325137 (peer_addr_for_me v2:172.21.15.39:0/0) 2024-09-13T16:24:11.992 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cc9472640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cc4150550 0x7f2cc40ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cc9c73640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb0005180 0x7f2cc4150c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 -- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb0005180 msgr2=0x7f2cc4150c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb0005180 0x7f2cc4150c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 -- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cc4150550 msgr2=0x7f2cc40ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cc4150550 0x7f2cc40ce4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 -- 172.21.15.39:0/2192325137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cc41509d0 con 0x7f2cc4158740 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cc9472640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cc4150550 0x7f2cc40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cca474640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 0x7f2cc4158bc0 secure :-1 s=READY pgs=3140 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc02b500 tx=0x7f2cbc02d070 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc03b040 con 0x7f2cc4158740 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f2cbc034880 con 0x7f2cc4158740 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cc40cedb0 con 0x7f2cc4158740 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc034c50 con 0x7f2cc4158740 2024-09-13T16:24:11.993 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.982+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cc40cc7c0 con 0x7f2cc4158740 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.983+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cc40ccfc0 con 0x7f2cc4158740 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.984+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 4 ==== mgrmap(e 5) v1 ==== 89145+0+0 (secure 0 0 0) 0x7f2cbc031070 con 0x7f2cc4158740 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.984+0000 7f2cba7fc640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ca806ac00 0x7f2ca806d0c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.984+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 5 ==== osd_map(146..146 src has 1..146) v4 ==== 5029+0+0 (secure 0 0 0) 0x7f2cbc0a94d0 con 0x7f2cc4158740 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.984+0000 7f2cc9c73640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ca806ac00 0x7f2ca806d0c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.985+0000 7f2cc9c73640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ca806ac00 0x7f2ca806d0c0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f2cc40ad460 tx=0x7f2cc0008040 comp rx=0 tx=0).ready entity=mgr.4100 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T16:24:11.994 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:11.989+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+182695 (secure 0 0 0) 0x7f2cc40ccfc0 con 0x7f2cc4158740 2024-09-13T16:24:12.196 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.194+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 --> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f2cc40ccfc0 con 0x7f2cc4158740 2024-09-13T16:24:12.197 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.194+0000 7f2cba7fc640 1 -- 172.21.15.39:0/2192325137 <== mon.0 v2:172.21.15.39:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 337 v337) v1 ==== 95+0+3538 (secure 0 0 0) 0x7f2cbc074830 con 0x7f2cc4158740 2024-09-13T16:24:12.197 INFO:teuthology.orchestra.run.smithi039.stdout: 2024-09-13T16:24:12.197 INFO:teuthology.orchestra.run.smithi039.stdout:{"epoch":337,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":8696,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6834/504478210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6832","nonce":504478210},{"type":"v1","addr":"172.21.15.39:6834","nonce":504478210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9949,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6836/1977280643","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6834","nonce":1977280643},{"type":"v1","addr":"172.21.15.157:6836","nonce":1977280643}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":9952,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.157:6837/1511588304","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.157:6835","nonce":1511588304},{"type":"v1","addr":"172.21.15.157:6837","nonce":1511588304}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":327},{"gid":12786,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.39:6835/2635939210","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.39:6833","nonce":2635939210},{"type":"v1","addr":"172.21.15.39:6835","nonce":2635939210}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":337}],"filesystems":[]} 2024-09-13T16:24:12.197 INFO:teuthology.orchestra.run.smithi039.stderr:dumped fsmap epoch 337 2024-09-13T16:24:12.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ca806ac00 msgr2=0x7f2ca806d0c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:12.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ca806ac00 0x7f2ca806d0c0 secure :-1 s=READY pgs=1215 cs=0 l=1 rev1=1 crypto rx=0x7f2cc40ad460 tx=0x7f2cc0008040 comp rx=0 tx=0).stop 2024-09-13T16:24:12.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 msgr2=0x7f2cc4158bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T16:24:12.199 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 0x7f2cc4158bc0 secure :-1 s=READY pgs=3140 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc02b500 tx=0x7f2cbc02d070 comp rx=0 tx=0).stop 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 shutdown_connections 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:6832/703015803,v1:172.21.15.157:6833/703015803] conn(0x7f2ca806ac00 0x7f2ca806d0c0 unknown :-1 s=CLOSED pgs=1215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.39:3300/0,v1:172.21.15.39:6789/0] conn(0x7f2cc4158740 0x7f2cc4158bc0 unknown :-1 s=CLOSED pgs=3140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3300/0,v1:172.21.15.157:6789/0] conn(0x7f2cc4150550 0x7f2cc40ce4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 --2- 172.21.15.39:0/2192325137 >> [v2:172.21.15.157:3301/0,v1:172.21.15.157:6790/0] conn(0x7f2cb0005180 0x7f2cc4150c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 >> 172.21.15.39:0/2192325137 conn(0x7f2cc406b3b0 msgr2=0x7f2cc4157690 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 shutdown_connections 2024-09-13T16:24:12.200 INFO:teuthology.orchestra.run.smithi039.stderr:2024-09-13T16:24:12.197+0000 7f2ccbed7640 1 -- 172.21.15.39:0/2192325137 wait complete. 2024-09-13T16:24:12.210 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T16:24:12.210 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T16:24:12.210 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T16:24:12.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.219 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T16:24:12.220 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T16:24:12.220 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.269 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T16:24:12.269 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T16:24:12.269 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.282 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T16:24:12.282 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T16:24:12.282 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.333 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T16:24:12.333 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T16:24:12.333 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T16:24:12.333 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.363 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T16:24:12.364 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T16:24:12.364 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.440 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T16:24:12.441 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T16:24:12.441 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.509 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T16:24:12.509 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T16:24:12.509 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.578 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T16:24:12.579 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T16:24:12.579 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.618 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T16:24:12.619 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T16:24:12.619 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.692 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T16:24:12.693 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T16:24:12.693 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.760 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T16:24:12.761 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T16:24:12.761 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.827 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T16:24:12.828 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T16:24:12.828 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T16:24:12.828 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.854 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T16:24:12.854 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T16:24:12.855 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.896 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T16:24:12.897 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T16:24:12.897 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T16:24:12.897 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.898 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x is failed for ~0s 2024-09-13T16:24:12.909 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T16:24:12.910 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T16:24:12.910 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:12.949 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T16:24:12.949 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T16:24:12.949 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T16:24:13.002 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T16:24:13.002 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T16:24:13.002 DEBUG:teuthology.orchestra.run.smithi039:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | egrep -v 'bad backtrace' | egrep -v 'object missing on disk' | egrep -v 'error reading table object' | egrep -v 'error reading sessionmap' | egrep -v 'Error loading MDS rank' | egrep -v 'missing journal object' | egrep -v 'Error recovering journal' | egrep -v 'error decoding table object' | egrep -v 'failed to read JournalPointer' | egrep -v 'Corrupt directory entry' | egrep -v 'Corrupt fnode header' | egrep -v 'corrupt sessionmap header' | egrep -v 'Corrupt dentry' | egrep -v 'Scrub error on inode' | egrep -v 'Metadata damage detected' | egrep -v MDS_READ_ONLY | egrep -v 'force file system read-only' | egrep -v 'with standby daemon mds' | egrep -v 'MDS abort because newly corrupt dentry' | head -n 1 2024-09-13T16:24:13.042 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:24:13.042 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T16:24:13.272 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:24:13.272 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T16:24:13.407 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:24:13.407 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T16:24:13.456 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:24:13.456 DEBUG:teuthology.orchestra.run.smithi039:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T16:24:13.505 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:24:13.506 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T16:24:13.650 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:24:13.650 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T16:24:13.765 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:24:13.765 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T16:24:13.818 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:24:13.818 DEBUG:teuthology.orchestra.run.smithi157:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T16:24:13.878 INFO:tasks.ceph:Archiving mon data... 2024-09-13T16:24:13.879 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/data/mon.a.tgz 2024-09-13T16:24:13.879 DEBUG:teuthology.orchestra.run.smithi039:> mktemp 2024-09-13T16:24:13.895 INFO:teuthology.orchestra.run.smithi039.stdout:/tmp/tmp.IWBzUHezGG 2024-09-13T16:24:13.896 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.IWBzUHezGG 2024-09-13T16:24:14.098 DEBUG:teuthology.orchestra.run.smithi039:> sudo chmod 0666 /tmp/tmp.IWBzUHezGG 2024-09-13T16:24:14.182 DEBUG:teuthology.orchestra.remote:smithi039:/tmp/tmp.IWBzUHezGG is 652KB 2024-09-13T16:24:14.283 DEBUG:teuthology.orchestra.run.smithi039:> rm -fr /tmp/tmp.IWBzUHezGG 2024-09-13T16:24:14.299 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/data/mon.b.tgz 2024-09-13T16:24:14.299 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-09-13T16:24:14.318 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.kHIHFwxLlS 2024-09-13T16:24:14.318 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.kHIHFwxLlS 2024-09-13T16:24:14.521 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.kHIHFwxLlS 2024-09-13T16:24:14.605 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.kHIHFwxLlS is 685KB 2024-09-13T16:24:14.676 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.kHIHFwxLlS 2024-09-13T16:24:14.691 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/data/mon.c.tgz 2024-09-13T16:24:14.691 DEBUG:teuthology.orchestra.run.smithi157:> mktemp 2024-09-13T16:24:14.746 INFO:teuthology.orchestra.run.smithi157.stdout:/tmp/tmp.VDOeWdAvQT 2024-09-13T16:24:14.746 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.VDOeWdAvQT 2024-09-13T16:24:14.939 DEBUG:teuthology.orchestra.run.smithi157:> sudo chmod 0666 /tmp/tmp.VDOeWdAvQT 2024-09-13T16:24:15.025 DEBUG:teuthology.orchestra.remote:smithi157:/tmp/tmp.VDOeWdAvQT is 685KB 2024-09-13T16:24:15.125 DEBUG:teuthology.orchestra.run.smithi157:> rm -fr /tmp/tmp.VDOeWdAvQT 2024-09-13T16:24:15.140 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T16:24:15.140 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:24:15.143 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T16:24:15.205 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T16:24:15.205 DEBUG:teuthology.orchestra.run.smithi039:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:24:15.212 DEBUG:teuthology.orchestra.run.smithi157:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T16:24:15.240 INFO:teuthology.orchestra.run.smithi039.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:24:15.272 INFO:teuthology.orchestra.run.smithi157.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T16:24:15.276 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T16:24:15.278 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/remote/smithi039/crash 2024-09-13T16:24:15.279 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:24:15.321 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/remote/smithi157/crash 2024-09-13T16:24:15.322 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T16:24:15.370 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T16:24:15.370 DEBUG:teuthology.orchestra.run.smithi039:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:15.372 DEBUG:teuthology.orchestra.run.smithi157:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:15.473 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:15.499 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T16:24:15.524 INFO:tasks.ceph:Compressing logs... 2024-09-13T16:24:15.525 DEBUG:teuthology.orchestra.run.smithi039:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:24:15.542 DEBUG:teuthology.orchestra.run.smithi157:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:24:17.898 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.mgr.x has been restored 2024-09-13T16:24:20.768 INFO:tasks.ceph:Archiving logs... 2024-09-13T16:24:20.769 DEBUG:teuthology.misc:Transferring archived files from smithi039:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/remote/smithi039/log 2024-09-13T16:24:20.770 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:24:22.604 DEBUG:teuthology.misc:Transferring archived files from smithi157:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/remote/smithi157/log 2024-09-13T16:24:22.604 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T16:24:23.131 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T16:24:23.178 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T16:24:23.179 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:24:23.181 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T16:24:23.284 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T16:24:23.293 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T16:24:23.293 DEBUG:teuthology.orchestra.run.smithi039:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:24:23.296 DEBUG:teuthology.orchestra.run.smithi157:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T16:24:23.310 INFO:teuthology.orchestra.run.smithi039.stderr:bash: line 1: ntpq: command not found 2024-09-13T16:24:23.313 INFO:teuthology.orchestra.run.smithi157.stderr:bash: line 1: ntpq: command not found 2024-09-13T16:24:23.314 INFO:teuthology.orchestra.run.smithi039.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T16:24:23.315 INFO:teuthology.orchestra.run.smithi039.stdout:=============================================================================== 2024-09-13T16:24:23.315 INFO:teuthology.orchestra.run.smithi039.stdout:^* hv01.front.sepia.ceph.com 3 6 377 60 +237us[ +185us] +/- 45ms 2024-09-13T16:24:23.315 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 59 -100us[ -100us] +/- 62ms 2024-09-13T16:24:23.315 INFO:teuthology.orchestra.run.smithi039.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 59 -279us[ -279us] +/- 63ms 2024-09-13T16:24:23.315 INFO:teuthology.orchestra.run.smithi039.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:24:23.319 INFO:teuthology.orchestra.run.smithi157.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-09-13T16:24:23.320 INFO:teuthology.orchestra.run.smithi157.stdout:=============================================================================== 2024-09-13T16:24:23.320 INFO:teuthology.orchestra.run.smithi157.stdout:^* hv01.front.sepia.ceph.com 3 6 377 60 +237us[ +240us] +/- 45ms 2024-09-13T16:24:23.320 INFO:teuthology.orchestra.run.smithi157.stdout:^+ hv02.front.sepia.ceph.com 3 6 377 63 -95us[ -93us] +/- 62ms 2024-09-13T16:24:23.320 INFO:teuthology.orchestra.run.smithi157.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 60 -279us[ -277us] +/- 63ms 2024-09-13T16:24:23.320 INFO:teuthology.orchestra.run.smithi157.stdout:^? hv04.front.sepia.ceph.com 0 8 0 - +0ns[ +0ns] +/- 0ns 2024-09-13T16:24:23.321 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T16:24:23.337 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T16:24:23.338 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T16:24:23.347 DEBUG:teuthology.orchestra.run.smithi039:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T16:24:23.459 DEBUG:teuthology.orchestra.run.smithi157:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-09-13T16:24:23.530 DEBUG:teuthology.orchestra.run.smithi039:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T16:24:23.561 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:24:23.562 DEBUG:teuthology.orchestra.run.smithi157:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e context=system_u:system_r:getty_t:s0 -e scontext=system_u:system_r:getty_t:s0 2024-09-13T16:24:23.592 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:24:23.592 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T16:24:23.602 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T16:24:23.610 INFO:teuthology.task.internal:Duration was 1201.102052 seconds 2024-09-13T16:24:23.611 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T16:24:23.620 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T16:24:23.620 DEBUG:teuthology.orchestra.run.smithi039:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:24:23.624 DEBUG:teuthology.orchestra.run.smithi157:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T16:24:23.660 INFO:teuthology.orchestra.run.smithi039.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T16:24:23.674 INFO:teuthology.orchestra.run.smithi157.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-09-13T16:24:24.000 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T16:24:24.000 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi039.front.sepia.ceph.com 2024-09-13T16:24:24.001 DEBUG:teuthology.orchestra.run.smithi039:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:24:24.043 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi157.front.sepia.ceph.com 2024-09-13T16:24:24.043 DEBUG:teuthology.orchestra.run.smithi157:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T16:24:24.070 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T16:24:24.070 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:24:24.085 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T16:24:24.138 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T16:24:24.139 DEBUG:teuthology.orchestra.run.smithi039:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:24:24.155 DEBUG:teuthology.orchestra.run.smithi157:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T16:24:24.308 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T16:24:24.319 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T16:24:24.319 DEBUG:teuthology.orchestra.run.smithi039:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:24:24.344 DEBUG:teuthology.orchestra.run.smithi157:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T16:24:24.369 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T16:24:24.385 DEBUG:teuthology.orchestra.run.smithi039:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:24:24.389 DEBUG:teuthology.orchestra.run.smithi157:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:24:24.410 INFO:teuthology.orchestra.run.smithi039.stdout:kernel.core_pattern = core 2024-09-13T16:24:24.434 INFO:teuthology.orchestra.run.smithi157.stdout:kernel.core_pattern = core 2024-09-13T16:24:24.447 DEBUG:teuthology.orchestra.run.smithi039:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:24:24.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:24:24.481 DEBUG:teuthology.orchestra.run.smithi157:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T16:24:24.502 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T16:24:24.502 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T16:24:24.513 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T16:24:24.514 DEBUG:teuthology.misc:Transferring archived files from smithi039:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/remote/smithi039 2024-09-13T16:24:24.514 DEBUG:teuthology.orchestra.run.smithi039:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:24:24.559 DEBUG:teuthology.misc:Transferring archived files from smithi157:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903788/remote/smithi157 2024-09-13T16:24:24.559 DEBUG:teuthology.orchestra.run.smithi157:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T16:24:24.593 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T16:24:24.593 DEBUG:teuthology.orchestra.run.smithi039:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:24:24.596 DEBUG:teuthology.orchestra.run.smithi157:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T16:24:24.645 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T16:24:24.657 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T16:24:24.657 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T16:24:24.666 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T16:24:24.667 DEBUG:teuthology.orchestra.run.smithi039:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:24:24.669 DEBUG:teuthology.orchestra.run.smithi157:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T16:24:24.682 INFO:teuthology.orchestra.run.smithi039.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:24 /home/ubuntu/cephtest 2024-09-13T16:24:24.699 INFO:teuthology.orchestra.run.smithi157.stdout: 262169 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 16:24 /home/ubuntu/cephtest 2024-09-13T16:24:24.700 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T16:24:24.711 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T16:24:24.733 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{centos_latest} mount/fuse objectstore/bluestore-bitmap overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v1 tasks/damage} duration: 1201.102051973343 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T16:24:24.733 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T16:24:24.866 INFO:teuthology.run:pass